linux-core/drm_memory.h

   1 /* drm_memory.h -- Memory management wrappers for DRM -*- linux-c -*-
   2  * Created: Thu Feb  4 14:00:34 1999 by faith@valinux.com
   3  *
   4  * Copyright 1999 Precision Insight, Inc., Cedar Park, Texas.
   5  * Copyright 2000 VA Linux Systems, Inc., Sunnyvale, California.
   6  * All Rights Reserved.
   7  *
   8  * Permission is hereby granted, free of charge, to any person obtaining a
   9  * copy of this software and associated documentation files (the "Software"),
  10  * to deal in the Software without restriction, including without limitation
  11  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
  12  * and/or sell copies of the Software, and to permit persons to whom the
  13  * Software is furnished to do so, subject to the following conditions:
  14  *
  15  * The above copyright notice and this permission notice (including the next
  16  * paragraph) shall be included in all copies or substantial portions of the
  17  * Software.
  18  *
  19  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  20  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  21  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
  22  * VA LINUX SYSTEMS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
  23  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
  24  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
  25  * OTHER DEALINGS IN THE SOFTWARE.
  26  *
  27  * Authors:
  28  *    Rickard E. (Rik) Faith <faith@valinux.com>
  29  *    Gareth Hughes <gareth@valinux.com>
  30  */
  31
  32 #define __NO_VERSION__
  33 #include <linux/config.h>
  34 #include "drmP.h"
  35 #include <linux/wrapper.h>
  36
  37 typedef struct drm_mem_stats {
  38         const char        *name;
  39         int               succeed_count;
  40         int               free_count;
  41         int               fail_count;
  42         unsigned long     bytes_allocated;
  43         unsigned long     bytes_freed;
  44 } drm_mem_stats_t;
  45
  46 static spinlock_t         DRM(mem_lock)      = SPIN_LOCK_UNLOCKED;
  47 static unsigned long      DRM(ram_available) = 0; /* In pages */
  48 static unsigned long      DRM(ram_used)      = 0;
  49 static drm_mem_stats_t    DRM(mem_stats)[]   = {
  50         [DRM_MEM_DMA]       = { "dmabufs"  },
  51         [DRM_MEM_SAREA]     = { "sareas"   },
  52         [DRM_MEM_DRIVER]    = { "driver"   },
  53         [DRM_MEM_MAGIC]     = { "magic"    },
  54         [DRM_MEM_IOCTLS]    = { "ioctltab" },
  55         [DRM_MEM_MAPS]      = { "maplist"  },
  56         [DRM_MEM_VMAS]      = { "vmalist"  },
  57         [DRM_MEM_BUFS]      = { "buflist"  },
  58         [DRM_MEM_SEGS]      = { "seglist"  },
  59         [DRM_MEM_PAGES]     = { "pagelist" },
  60         [DRM_MEM_FILES]     = { "files"    },
  61         [DRM_MEM_QUEUES]    = { "queues"   },
  62         [DRM_MEM_CMDS]      = { "commands" },
  63         [DRM_MEM_MAPPINGS]  = { "mappings" },
  64         [DRM_MEM_BUFLISTS]  = { "buflists" },
  65         [DRM_MEM_AGPLISTS]  = { "agplist"  },
  66         [DRM_MEM_TOTALAGP]  = { "totalagp" },
  67         [DRM_MEM_BOUNDAGP]  = { "boundagp" },
  68         [DRM_MEM_CTXBITMAP] = { "ctxbitmap"},
  69         [DRM_MEM_STUB]      = { "stub"     },
  70         { NULL, 0, }            /* Last entry must be null */
  71 };
  72
  73 void DRM(mem_init)(void)
  74 {
  75         drm_mem_stats_t *mem;
  76         struct sysinfo  si;
  77
  78         for (mem = DRM(mem_stats); mem->name; ++mem) {
  79                 mem->succeed_count   = 0;
  80                 mem->free_count      = 0;
  81                 mem->fail_count      = 0;
  82                 mem->bytes_allocated = 0;
  83                 mem->bytes_freed     = 0;
  84         }
  85
  86         si_meminfo(&si);
  87 #if LINUX_VERSION_CODE < 0x020317
  88                                 /* Changed to page count in 2.3.23 */
  89         DRM(ram_available) = si.totalram >> PAGE_SHIFT;
  90 #else
  91         DRM(ram_available) = si.totalram;
  92 #endif
  93         DRM(ram_used)      = 0;
  94 }
  95
  96 /* drm_mem_info is called whenever a process reads /dev/drm/mem. */
  97
  98 static int DRM(_mem_info)(char *buf, char **start, off_t offset,
  99                           int request, int *eof, void *data)
 100 {
 101         drm_mem_stats_t *pt;
 102         int             len = 0;
 103
 104         if (offset > DRM_PROC_LIMIT) {
 105                 *eof = 1;
 106                 return 0;
 107         }
 108
 109         *eof   = 0;
 110         *start = &buf[offset];
 111
 112         DRM_PROC_PRINT("                  total counts                  "
 113                        " |    outstanding  \n");
 114         DRM_PROC_PRINT("type       alloc freed fail     bytes      freed"
 115                        " | allocs      bytes\n\n");
 116         DRM_PROC_PRINT("%-9.9s %5d %5d %4d %10lu kB         |\n",
 117                        "system", 0, 0, 0,
 118                        DRM(ram_available) << (PAGE_SHIFT - 10));
 119         DRM_PROC_PRINT("%-9.9s %5d %5d %4d %10lu kB         |\n",
 120                        "locked", 0, 0, 0, DRM(ram_used) >> 10);
 121         DRM_PROC_PRINT("\n");
 122         for (pt = DRM(mem_stats); pt->name; pt++) {
 123                 DRM_PROC_PRINT("%-9.9s %5d %5d %4d %10lu %10lu | %6d %10ld\n",
 124                                pt->name,
 125                                pt->succeed_count,
 126                                pt->free_count,
 127                                pt->fail_count,
 128                                pt->bytes_allocated,
 129                                pt->bytes_freed,
 130                                pt->succeed_count - pt->free_count,
 131                                (long)pt->bytes_allocated
 132                                - (long)pt->bytes_freed);
 133         }
 134
 135         if (len > request + offset) return request;
 136         *eof = 1;
 137         return len - offset;
 138 }
 139
 140 int DRM(mem_info)(char *buf, char **start, off_t offset,
 141                   int len, int *eof, void *data)
 142 {
 143         int ret;
 144
 145         spin_lock(&DRM(mem_lock));
 146         ret = DRM(_mem_info)(buf, start, offset, len, eof, data);
 147         spin_unlock(&DRM(mem_lock));
 148         return ret;
 149 }
 150
 151 void *DRM(alloc)(size_t size, int area)
 152 {
 153         void *pt;
 154
 155         if (!size) {
 156                 DRM_MEM_ERROR(area, "Allocating 0 bytes\n");
 157                 return NULL;
 158         }
 159
 160         if (!(pt = kmalloc(size, GFP_KERNEL))) {
 161                 spin_lock(&DRM(mem_lock));
 162                 ++DRM(mem_stats)[area].fail_count;
 163                 spin_unlock(&DRM(mem_lock));
 164                 return NULL;
 165         }
 166         spin_lock(&DRM(mem_lock));
 167         ++DRM(mem_stats)[area].succeed_count;
 168         DRM(mem_stats)[area].bytes_allocated += size;
 169         spin_unlock(&DRM(mem_lock));
 170         return pt;
 171 }
 172
 173 void *DRM(realloc)(void *oldpt, size_t oldsize, size_t size, int area)
 174 {
 175         void *pt;
 176
 177         if (!(pt = DRM(alloc)(size, area))) return NULL;
 178         if (oldpt && oldsize) {
 179                 memcpy(pt, oldpt, oldsize);
 180                 DRM(free)(oldpt, oldsize, area);
 181         }
 182         return pt;
 183 }
 184
 185 char *DRM(strdup)(const char *s, int area)
 186 {
 187         char *pt;
 188         int      length = s ? strlen(s) : 0;
 189
 190         if (!(pt = DRM(alloc)(length+1, area))) return NULL;
 191         strcpy(pt, s);
 192         return pt;
 193 }
 194
 195 void DRM(strfree)(const char *s, int area)
 196 {
 197         unsigned int size;
 198
 199         if (!s) return;
 200
 201         size = 1 + (s ? strlen(s) : 0);
 202         DRM(free)((void *)s, size, area);
 203 }
 204
 205 void DRM(free)(void *pt, size_t size, int area)
 206 {
 207         int alloc_count;
 208         int free_count;
 209
 210         if (!pt) DRM_MEM_ERROR(area, "Attempt to free NULL pointer\n");
 211         else     kfree(pt);
 212         spin_lock(&DRM(mem_lock));
 213         DRM(mem_stats)[area].bytes_freed += size;
 214         free_count  = ++DRM(mem_stats)[area].free_count;
 215         alloc_count =   DRM(mem_stats)[area].succeed_count;
 216         spin_unlock(&DRM(mem_lock));
 217         if (free_count > alloc_count) {
 218                 DRM_MEM_ERROR(area, "Excess frees: %d frees, %d allocs\n",
 219                               free_count, alloc_count);
 220         }
 221 }
 222
 223 unsigned long DRM(alloc_pages)(int order, int area)
 224 {
 225         unsigned long address;
 226         unsigned long bytes       = PAGE_SIZE << order;
 227         unsigned long addr;
 228         unsigned int  sz;
 229
 230         spin_lock(&DRM(mem_lock));
 231         if ((DRM(ram_used) >> PAGE_SHIFT)
 232             > (DRM_RAM_PERCENT * DRM(ram_available)) / 100) {
 233                 spin_unlock(&DRM(mem_lock));
 234                 return 0;
 235         }
 236         spin_unlock(&DRM(mem_lock));
 237
 238         address = __get_free_pages(GFP_KERNEL, order);
 239         if (!address) {
 240                 spin_lock(&DRM(mem_lock));
 241                 ++DRM(mem_stats)[area].fail_count;
 242                 spin_unlock(&DRM(mem_lock));
 243                 return 0;
 244         }
 245         spin_lock(&DRM(mem_lock));
 246         ++DRM(mem_stats)[area].succeed_count;
 247         DRM(mem_stats)[area].bytes_allocated += bytes;
 248         DRM(ram_used)                        += bytes;
 249         spin_unlock(&DRM(mem_lock));
 250
 251
 252                                 /* Zero outside the lock */
 253         memset((void *)address, 0, bytes);
 254
 255                                 /* Reserve */
 256         for (addr = address, sz = bytes;
 257              sz > 0;
 258              addr += PAGE_SIZE, sz -= PAGE_SIZE) {
 259 #if LINUX_VERSION_CODE >= 0x020400
 260                                 /* Argument type changed in 2.4.0-test6/pre8 */
 261                 mem_map_reserve(virt_to_page(addr));
 262 #else
 263                 mem_map_reserve(MAP_NR(addr));
 264 #endif
 265         }
 266
 267         return address;
 268 }
 269
 270 void DRM(free_pages)(unsigned long address, int order, int area)
 271 {
 272         unsigned long bytes = PAGE_SIZE << order;
 273         int               alloc_count;
 274         int               free_count;
 275         unsigned long addr;
 276         unsigned int  sz;
 277
 278         if (!address) {
 279                 DRM_MEM_ERROR(area, "Attempt to free address 0\n");
 280         } else {
 281                                 /* Unreserve */
 282                 for (addr = address, sz = bytes;
 283                      sz > 0;
 284                      addr += PAGE_SIZE, sz -= PAGE_SIZE) {
 285 #if LINUX_VERSION_CODE >= 0x020400
 286                                 /* Argument type changed in 2.4.0-test6/pre8 */
 287                         mem_map_unreserve(virt_to_page(addr));
 288 #else
 289                         mem_map_unreserve(MAP_NR(addr));
 290 #endif
 291                 }
 292                 free_pages(address, order);
 293         }
 294
 295         spin_lock(&DRM(mem_lock));
 296         free_count  = ++DRM(mem_stats)[area].free_count;
 297         alloc_count =   DRM(mem_stats)[area].succeed_count;
 298         DRM(mem_stats)[area].bytes_freed += bytes;
 299         DRM(ram_used)                    -= bytes;
 300         spin_unlock(&DRM(mem_lock));
 301         if (free_count > alloc_count) {
 302                 DRM_MEM_ERROR(area,
 303                               "Excess frees: %d frees, %d allocs\n",
 304                               free_count, alloc_count);
 305         }
 306 }
 307
 308 void *DRM(ioremap)(unsigned long offset, unsigned long size)
 309 {
 310         void *pt;
 311
 312         if (!size) {
 313                 DRM_MEM_ERROR(DRM_MEM_MAPPINGS,
 314                               "Mapping 0 bytes at 0x%08lx\n", offset);
 315                 return NULL;
 316         }
 317
 318         if (!(pt = ioremap(offset, size))) {
 319                 spin_lock(&DRM(mem_lock));
 320                 ++DRM(mem_stats)[DRM_MEM_MAPPINGS].fail_count;
 321                 spin_unlock(&DRM(mem_lock));
 322                 return NULL;
 323         }
 324         spin_lock(&DRM(mem_lock));
 325         ++DRM(mem_stats)[DRM_MEM_MAPPINGS].succeed_count;
 326         DRM(mem_stats)[DRM_MEM_MAPPINGS].bytes_allocated += size;
 327         spin_unlock(&DRM(mem_lock));
 328         return pt;
 329 }
 330
 331 void DRM(ioremapfree)(void *pt, unsigned long size)
 332 {
 333         int alloc_count;
 334         int free_count;
 335
 336         if (!pt)
 337                 DRM_MEM_ERROR(DRM_MEM_MAPPINGS,
 338                               "Attempt to free NULL pointer\n");
 339         else
 340                 iounmap(pt);
 341
 342         spin_lock(&DRM(mem_lock));
 343         DRM(mem_stats)[DRM_MEM_MAPPINGS].bytes_freed += size;
 344         free_count  = ++DRM(mem_stats)[DRM_MEM_MAPPINGS].free_count;
 345         alloc_count =   DRM(mem_stats)[DRM_MEM_MAPPINGS].succeed_count;
 346         spin_unlock(&DRM(mem_lock));
 347         if (free_count > alloc_count) {
 348                 DRM_MEM_ERROR(DRM_MEM_MAPPINGS,
 349                               "Excess frees: %d frees, %d allocs\n",
 350                               free_count, alloc_count);
 351         }
 352 }
 353
 354 #if __REALLY_HAVE_AGP
 355
 356 agp_memory *DRM(alloc_agp)(int pages, u32 type)
 357 {
 358         agp_memory *handle;
 359
 360         if (!pages) {
 361                 DRM_MEM_ERROR(DRM_MEM_TOTALAGP, "Allocating 0 pages\n");
 362                 return NULL;
 363         }
 364
 365         if ((handle = DRM(agp_allocate_memory)(pages, type))) {
 366                 spin_lock(&DRM(mem_lock));
 367                 ++DRM(mem_stats)[DRM_MEM_TOTALAGP].succeed_count;
 368                 DRM(mem_stats)[DRM_MEM_TOTALAGP].bytes_allocated
 369                         += pages << PAGE_SHIFT;
 370                 spin_unlock(&DRM(mem_lock));
 371                 return handle;
 372         }
 373         spin_lock(&DRM(mem_lock));
 374         ++DRM(mem_stats)[DRM_MEM_TOTALAGP].fail_count;
 375         spin_unlock(&DRM(mem_lock));
 376         return NULL;
 377 }
 378
 379 int DRM(free_agp)(agp_memory *handle, int pages)
 380 {
 381         int           alloc_count;
 382         int           free_count;
 383         int           retval = -EINVAL;
 384
 385         if (!handle) {
 386                 DRM_MEM_ERROR(DRM_MEM_TOTALAGP,
 387                               "Attempt to free NULL AGP handle\n");
 388                 return retval;;
 389         }
 390
 391         if (DRM(agp_free_memory)(handle)) {
 392                 spin_lock(&DRM(mem_lock));
 393                 free_count  = ++DRM(mem_stats)[DRM_MEM_TOTALAGP].free_count;
 394                 alloc_count =   DRM(mem_stats)[DRM_MEM_TOTALAGP].succeed_count;
 395                 DRM(mem_stats)[DRM_MEM_TOTALAGP].bytes_freed
 396                         += pages << PAGE_SHIFT;
 397                 spin_unlock(&DRM(mem_lock));
 398                 if (free_count > alloc_count) {
 399                         DRM_MEM_ERROR(DRM_MEM_TOTALAGP,
 400                                       "Excess frees: %d frees, %d allocs\n",
 401                                       free_count, alloc_count);
 402                 }
 403                 return 0;
 404         }
 405         return retval;
 406 }
 407
 408 int DRM(bind_agp)(agp_memory *handle, unsigned int start)
 409 {
 410         int retcode = -EINVAL;
 411
 412         if (!handle) {
 413                 DRM_MEM_ERROR(DRM_MEM_BOUNDAGP,
 414                               "Attempt to bind NULL AGP handle\n");
 415                 return retcode;
 416         }
 417
 418         if (!(retcode = DRM(agp_bind_memory)(handle, start))) {
 419                 spin_lock(&DRM(mem_lock));
 420                 ++DRM(mem_stats)[DRM_MEM_BOUNDAGP].succeed_count;
 421                 DRM(mem_stats)[DRM_MEM_BOUNDAGP].bytes_allocated
 422                         += handle->page_count << PAGE_SHIFT;
 423                 spin_unlock(&DRM(mem_lock));
 424                 return retcode;
 425         }
 426         spin_lock(&DRM(mem_lock));
 427         ++DRM(mem_stats)[DRM_MEM_BOUNDAGP].fail_count;
 428         spin_unlock(&DRM(mem_lock));
 429         return retcode;
 430 }
 431
 432 int DRM(unbind_agp)(agp_memory *handle)
 433 {
 434         int alloc_count;
 435         int free_count;
 436         int retcode = -EINVAL;
 437
 438         if (!handle) {
 439                 DRM_MEM_ERROR(DRM_MEM_BOUNDAGP,
 440                               "Attempt to unbind NULL AGP handle\n");
 441                 return retcode;
 442         }
 443
 444         if ((retcode = DRM(agp_unbind_memory)(handle))) return retcode;
 445         spin_lock(&DRM(mem_lock));
 446         free_count  = ++DRM(mem_stats)[DRM_MEM_BOUNDAGP].free_count;
 447         alloc_count = DRM(mem_stats)[DRM_MEM_BOUNDAGP].succeed_count;
 448         DRM(mem_stats)[DRM_MEM_BOUNDAGP].bytes_freed
 449                 += handle->page_count << PAGE_SHIFT;
 450         spin_unlock(&DRM(mem_lock));
 451         if (free_count > alloc_count) {
 452                 DRM_MEM_ERROR(DRM_MEM_BOUNDAGP,
 453                               "Excess frees: %d frees, %d allocs\n",
 454                               free_count, alloc_count);
 455         }
 456         return retcode;
 457 }
 458 #endif