2 * Copyright 2016 The Chromium OS Authors. All rights reserved.
3 * Use of this source code is governed by a BSD-style license that can be
4 * found in the LICENSE file.
15 #include <sys/types.h>
24 extern struct backend backend_amdgpu;
26 extern struct backend backend_cirrus;
27 extern struct backend backend_evdi;
29 extern struct backend backend_exynos;
31 extern struct backend backend_gma500;
33 extern struct backend backend_i915;
36 extern struct backend backend_marvell;
39 extern struct backend backend_mediatek;
41 extern struct backend backend_nouveau;
43 extern struct backend backend_radeon;
46 extern struct backend backend_rockchip;
49 extern struct backend backend_tegra;
51 extern struct backend backend_udl;
53 extern struct backend backend_vc4;
55 extern struct backend backend_vgem;
56 extern struct backend backend_virtio_gpu;
58 static struct backend *drv_get_backend(int fd)
60 drmVersionPtr drm_version;
63 drm_version = drmGetVersion(fd);
68 struct backend *backend_list[] = {
72 &backend_cirrus, &backend_evdi,
100 &backend_vgem, &backend_virtio_gpu,
103 for (i = 0; i < ARRAY_SIZE(backend_list); i++)
104 if (!strcmp(drm_version->name, backend_list[i]->name)) {
105 drmFreeVersion(drm_version);
106 return backend_list[i];
109 drmFreeVersion(drm_version);
113 struct driver *drv_create(int fd)
118 drv = (struct driver *)calloc(1, sizeof(*drv));
124 drv->backend = drv_get_backend(fd);
129 if (pthread_mutex_init(&drv->driver_lock, NULL))
132 drv->buffer_table = drmHashCreate();
133 if (!drv->buffer_table)
136 drv->map_table = drmHashCreate();
138 goto free_buffer_table;
140 /* Start with a power of 2 number of allocations. */
141 drv->combos.allocations = 2;
142 drv->combos.size = 0;
144 drv->combos.data = calloc(drv->combos.allocations, sizeof(struct combination));
145 if (!drv->combos.data)
148 if (drv->backend->init) {
149 ret = drv->backend->init(drv);
151 free(drv->combos.data);
159 drmHashDestroy(drv->map_table);
161 drmHashDestroy(drv->buffer_table);
163 pthread_mutex_destroy(&drv->driver_lock);
169 void drv_destroy(struct driver *drv)
171 pthread_mutex_lock(&drv->driver_lock);
173 if (drv->backend->close)
174 drv->backend->close(drv);
176 drmHashDestroy(drv->buffer_table);
177 drmHashDestroy(drv->map_table);
179 free(drv->combos.data);
181 pthread_mutex_unlock(&drv->driver_lock);
182 pthread_mutex_destroy(&drv->driver_lock);
187 int drv_get_fd(struct driver *drv)
192 const char *drv_get_name(struct driver *drv)
194 return drv->backend->name;
197 struct combination *drv_get_combination(struct driver *drv, uint32_t format, uint64_t usage)
199 struct combination *curr, *best;
201 if (format == DRM_FORMAT_NONE || usage == BO_USE_NONE)
206 for (i = 0; i < drv->combos.size; i++) {
207 curr = &drv->combos.data[i];
208 if ((format == curr->format) && usage == (curr->usage & usage))
209 if (!best || best->metadata.priority < curr->metadata.priority)
216 struct bo *drv_bo_new(struct driver *drv, uint32_t width, uint32_t height, uint32_t format,
221 bo = (struct bo *)calloc(1, sizeof(*bo));
231 bo->num_planes = drv_num_planes_from_format(format);
233 if (!bo->num_planes) {
241 struct bo *drv_bo_create(struct driver *drv, uint32_t width, uint32_t height, uint32_t format,
248 bo = drv_bo_new(drv, width, height, format, flags);
253 ret = drv->backend->bo_create(bo, width, height, format, flags);
260 pthread_mutex_lock(&drv->driver_lock);
262 for (plane = 0; plane < bo->num_planes; plane++)
263 drv_increment_reference_count(drv, bo, plane);
265 pthread_mutex_unlock(&drv->driver_lock);
270 struct bo *drv_bo_create_with_modifiers(struct driver *drv, uint32_t width, uint32_t height,
271 uint32_t format, const uint64_t *modifiers, uint32_t count)
277 if (!drv->backend->bo_create_with_modifiers) {
282 bo = drv_bo_new(drv, width, height, format, BO_USE_NONE);
287 ret = drv->backend->bo_create_with_modifiers(bo, width, height, format, modifiers, count);
294 pthread_mutex_lock(&drv->driver_lock);
296 for (plane = 0; plane < bo->num_planes; plane++)
297 drv_increment_reference_count(drv, bo, plane);
299 pthread_mutex_unlock(&drv->driver_lock);
304 void drv_bo_destroy(struct bo *bo)
308 size_t map_count = 0;
309 struct driver *drv = bo->drv;
311 pthread_mutex_lock(&drv->driver_lock);
313 for (plane = 0; plane < bo->num_planes; plane++)
314 drv_decrement_reference_count(drv, bo, plane);
316 for (plane = 0; plane < bo->num_planes; plane++) {
319 total += drv_get_reference_count(drv, bo, plane);
320 map_count += !drmHashLookup(bo->drv->map_table, bo->handles[plane].u32, &ptr);
323 pthread_mutex_unlock(&drv->driver_lock);
327 * If we leak a reference to the GEM handle being freed here in the mapping table,
328 * we risk using the mapping table entry later for a completely different BO that
329 * gets the same handle. (See b/38250067.)
332 bo->drv->backend->bo_destroy(bo);
338 struct bo *drv_bo_import(struct driver *drv, struct drv_import_fd_data *data)
344 bo = drv_bo_new(drv, data->width, data->height, data->format, data->flags);
349 ret = drv->backend->bo_import(bo, data);
355 for (plane = 0; plane < bo->num_planes; plane++) {
356 bo->strides[plane] = data->strides[plane];
357 bo->offsets[plane] = data->offsets[plane];
358 bo->format_modifiers[plane] = data->format_modifiers[plane];
359 if (plane == bo->num_planes - 1 || data->offsets[plane + 1] == 0) {
361 lseek(data->fds[plane], 0, SEEK_END) - data->offsets[plane];
362 lseek(data->fds[plane], 0, SEEK_SET);
364 bo->sizes[plane] = data->offsets[plane + 1] - data->offsets[plane];
367 bo->total_size += bo->sizes[plane];
373 void *drv_bo_map(struct bo *bo, uint32_t x, uint32_t y, uint32_t width, uint32_t height,
374 uint32_t flags, struct map_info **map_data, size_t plane)
379 struct map_info *data;
384 assert(x + width <= drv_bo_get_width(bo));
385 assert(y + height <= drv_bo_get_height(bo));
386 assert(BO_TRANSFER_READ_WRITE & flags);
388 pthread_mutex_lock(&bo->drv->driver_lock);
390 if (!drmHashLookup(bo->drv->map_table, bo->handles[plane].u32, &ptr)) {
391 data = (struct map_info *)ptr;
396 data = calloc(1, sizeof(*data));
397 prot = BO_TRANSFER_WRITE & flags ? PROT_WRITE | PROT_READ : PROT_READ;
398 addr = bo->drv->backend->bo_map(bo, data, plane, prot);
399 if (addr == MAP_FAILED) {
402 pthread_mutex_unlock(&bo->drv->driver_lock);
408 data->handle = bo->handles[plane].u32;
409 drmHashInsert(bo->drv->map_table, bo->handles[plane].u32, (void *)data);
413 offset = drv_bo_get_plane_stride(bo, plane) * y;
414 offset += drv_stride_from_format(bo->format, x, plane);
415 addr = (uint8_t *)data->addr;
416 addr += drv_bo_get_plane_offset(bo, plane) + offset;
417 pthread_mutex_unlock(&bo->drv->driver_lock);
422 int drv_bo_unmap(struct bo *bo, struct map_info *data)
427 assert(data->refcount >= 0);
429 pthread_mutex_lock(&bo->drv->driver_lock);
431 if (!--data->refcount) {
432 ret = bo->drv->backend->bo_unmap(bo, data);
433 drmHashDelete(bo->drv->map_table, data->handle);
437 pthread_mutex_unlock(&bo->drv->driver_lock);
442 uint32_t drv_bo_get_width(struct bo *bo)
447 uint32_t drv_bo_get_height(struct bo *bo)
452 uint32_t drv_bo_get_stride_or_tiling(struct bo *bo)
454 return bo->tiling ? bo->tiling : drv_bo_get_plane_stride(bo, 0);
457 size_t drv_bo_get_num_planes(struct bo *bo)
459 return bo->num_planes;
462 union bo_handle drv_bo_get_plane_handle(struct bo *bo, size_t plane)
464 return bo->handles[plane];
468 #define DRM_RDWR O_RDWR
471 int drv_bo_get_plane_fd(struct bo *bo, size_t plane)
475 assert(plane < bo->num_planes);
477 ret = drmPrimeHandleToFD(bo->drv->fd, bo->handles[plane].u32, DRM_CLOEXEC | DRM_RDWR, &fd);
479 return (ret) ? ret : fd;
482 uint32_t drv_bo_get_plane_offset(struct bo *bo, size_t plane)
484 assert(plane < bo->num_planes);
485 return bo->offsets[plane];
488 uint32_t drv_bo_get_plane_size(struct bo *bo, size_t plane)
490 assert(plane < bo->num_planes);
491 return bo->sizes[plane];
494 uint32_t drv_bo_get_plane_stride(struct bo *bo, size_t plane)
496 assert(plane < bo->num_planes);
497 return bo->strides[plane];
500 uint64_t drv_bo_get_plane_format_modifier(struct bo *bo, size_t plane)
502 assert(plane < bo->num_planes);
503 return bo->format_modifiers[plane];
506 uint32_t drv_bo_get_format(struct bo *bo)
511 uint32_t drv_resolve_format(struct driver *drv, uint32_t format, uint64_t usage)
513 if (drv->backend->resolve_format)
514 return drv->backend->resolve_format(format, usage);
519 size_t drv_num_planes_from_format(uint32_t format)
522 case DRM_FORMAT_ABGR1555:
523 case DRM_FORMAT_ABGR2101010:
524 case DRM_FORMAT_ABGR4444:
525 case DRM_FORMAT_ABGR8888:
526 case DRM_FORMAT_ARGB1555:
527 case DRM_FORMAT_ARGB2101010:
528 case DRM_FORMAT_ARGB4444:
529 case DRM_FORMAT_ARGB8888:
530 case DRM_FORMAT_AYUV:
531 case DRM_FORMAT_BGR233:
532 case DRM_FORMAT_BGR565:
533 case DRM_FORMAT_BGR888:
534 case DRM_FORMAT_BGRA1010102:
535 case DRM_FORMAT_BGRA4444:
536 case DRM_FORMAT_BGRA5551:
537 case DRM_FORMAT_BGRA8888:
538 case DRM_FORMAT_BGRX1010102:
539 case DRM_FORMAT_BGRX4444:
540 case DRM_FORMAT_BGRX5551:
541 case DRM_FORMAT_BGRX8888:
543 case DRM_FORMAT_GR88:
545 case DRM_FORMAT_RG88:
546 case DRM_FORMAT_RGB332:
547 case DRM_FORMAT_RGB565:
548 case DRM_FORMAT_RGB888:
549 case DRM_FORMAT_RGBA1010102:
550 case DRM_FORMAT_RGBA4444:
551 case DRM_FORMAT_RGBA5551:
552 case DRM_FORMAT_RGBA8888:
553 case DRM_FORMAT_RGBX1010102:
554 case DRM_FORMAT_RGBX4444:
555 case DRM_FORMAT_RGBX5551:
556 case DRM_FORMAT_RGBX8888:
557 case DRM_FORMAT_UYVY:
558 case DRM_FORMAT_VYUY:
559 case DRM_FORMAT_XBGR1555:
560 case DRM_FORMAT_XBGR2101010:
561 case DRM_FORMAT_XBGR4444:
562 case DRM_FORMAT_XBGR8888:
563 case DRM_FORMAT_XRGB1555:
564 case DRM_FORMAT_XRGB2101010:
565 case DRM_FORMAT_XRGB4444:
566 case DRM_FORMAT_XRGB8888:
567 case DRM_FORMAT_YUYV:
568 case DRM_FORMAT_YVYU:
570 case DRM_FORMAT_NV12:
571 case DRM_FORMAT_NV21:
573 case DRM_FORMAT_YVU420:
574 case DRM_FORMAT_YVU420_ANDROID:
578 fprintf(stderr, "drv: UNKNOWN FORMAT %d\n", format);
582 uint32_t drv_size_from_format(uint32_t format, uint32_t stride, uint32_t height, size_t plane)
584 assert(plane < drv_num_planes_from_format(format));
585 uint32_t vertical_subsampling;
588 case DRM_FORMAT_NV12:
589 case DRM_FORMAT_YVU420:
590 case DRM_FORMAT_YVU420_ANDROID:
591 vertical_subsampling = (plane == 0) ? 1 : 2;
594 vertical_subsampling = 1;
597 return stride * DIV_ROUND_UP(height, vertical_subsampling);
600 uint32_t drv_num_buffers_per_bo(struct bo *bo)
605 for (plane = 0; plane < bo->num_planes; plane++) {
606 for (p = 0; p < plane; p++)
607 if (bo->handles[p].u32 == bo->handles[plane].u32)