*/
#include <assert.h>
#include <fcntl.h>
+#include <pthread.h>
#include <stdint.h>
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
+#include <sys/mman.h>
#include <xf86drm.h>
#include "drv_priv.h"
#include "helpers.h"
#include "util.h"
+#ifdef DRV_AMDGPU
+extern struct backend backend_amdgpu;
+#endif
extern struct backend backend_cirrus;
extern struct backend backend_evdi;
#ifdef DRV_EXYNOS
extern struct backend backend_tegra;
#endif
extern struct backend backend_udl;
+extern struct backend backend_vgem;
extern struct backend backend_virtio_gpu;
static struct backend *drv_get_backend(int fd)
return NULL;
struct backend *backend_list[] = {
+#ifdef DRV_AMDGPU
+ &backend_amdgpu,
+#endif
&backend_cirrus,
&backend_evdi,
#ifdef DRV_EXYNOS
&backend_tegra,
#endif
&backend_udl,
+ &backend_vgem,
&backend_virtio_gpu,
};
drv->fd = fd;
drv->backend = drv_get_backend(fd);
- if (!drv->backend) {
- free(drv);
- return NULL;
- }
+ if (!drv->backend)
+ goto free_driver;
+
+ if (pthread_mutex_init(&drv->driver_lock, NULL))
+ goto free_driver;
+
+ drv->buffer_table = drmHashCreate();
+ if (!drv->buffer_table)
+ goto free_lock;
+
+ drv->map_table = drmHashCreate();
+ if (!drv->map_table)
+ goto free_buffer_table;
+
+ LIST_INITHEAD(&drv->backend->combinations);
if (drv->backend->init) {
ret = drv->backend->init(drv);
- if (ret) {
- free(drv);
- return NULL;
- }
+ if (ret)
+ goto free_map_table;
}
return drv;
+
+free_map_table:
+ drmHashDestroy(drv->map_table);
+free_buffer_table:
+ drmHashDestroy(drv->buffer_table);
+free_lock:
+ pthread_mutex_destroy(&drv->driver_lock);
+free_driver:
+ free(drv);
+ return NULL;
}
void drv_destroy(struct driver *drv)
{
+ pthread_mutex_lock(&drv->driver_lock);
+
if (drv->backend->close)
drv->backend->close(drv);
+ drmHashDestroy(drv->buffer_table);
+ drmHashDestroy(drv->map_table);
+
+ list_for_each_entry_safe(struct combination_list_element, elem,
+ &drv->backend->combinations, link) {
+ LIST_DEL(&elem->link);
+ free(elem);
+ }
+
+ pthread_mutex_unlock(&drv->driver_lock);
+ pthread_mutex_destroy(&drv->driver_lock);
+
free(drv);
}
return drv->backend->name;
}
-int drv_is_format_supported(struct driver *drv, drv_format_t format,
- uint64_t usage)
+int drv_is_combination_supported(struct driver *drv, uint32_t format,
+ uint64_t usage, uint64_t modifier)
{
- unsigned int i;
- if (format == DRV_FORMAT_NONE || usage == DRV_BO_USE_NONE)
+ if (format == DRM_FORMAT_NONE || usage == DRV_BO_USE_NONE)
return 0;
- for (i = 0 ; i < ARRAY_SIZE(drv->backend->format_list); i++)
- {
- if (!drv->backend->format_list[i].format)
- break;
-
- if (drv->backend->format_list[i].format == format &&
- (drv->backend->format_list[i].usage & usage) == usage)
+ list_for_each_entry(struct combination_list_element, elem,
+ &drv->backend->combinations, link) {
+ if (format == elem->combination.format &&
+ usage == (elem->combination.usage & usage) &&
+ modifier == elem->combination.modifier)
return 1;
}
}
struct bo *drv_bo_new(struct driver *drv, uint32_t width, uint32_t height,
- drv_format_t format)
+ uint32_t format)
{
struct bo *bo;
}
struct bo *drv_bo_create(struct driver *drv, uint32_t width, uint32_t height,
- drv_format_t format, uint64_t flags)
+ uint32_t format, uint64_t flags)
{
int ret;
+ size_t plane;
struct bo *bo;
bo = drv_bo_new(drv, width, height, format);
return NULL;
}
+ pthread_mutex_lock(&drv->driver_lock);
+
+ for (plane = 0; plane < bo->num_planes; plane++)
+ drv_increment_reference_count(drv, bo, plane);
+
+ pthread_mutex_unlock(&drv->driver_lock);
+
return bo;
}
void drv_bo_destroy(struct bo *bo)
{
- bo->drv->backend->bo_destroy(bo);
+ size_t plane;
+ uintptr_t total = 0;
+ struct driver *drv = bo->drv;
+
+ pthread_mutex_lock(&drv->driver_lock);
+
+ for (plane = 0; plane < bo->num_planes; plane++)
+ drv_decrement_reference_count(drv, bo, plane);
+
+ for (plane = 0; plane < bo->num_planes; plane++)
+ total += drv_get_reference_count(drv, bo, plane);
+
+ pthread_mutex_unlock(&drv->driver_lock);
+
+ if (total == 0)
+ bo->drv->backend->bo_destroy(bo);
+
free(bo);
}
struct bo *drv_bo_import(struct driver *drv, struct drv_import_fd_data *data)
{
int ret;
+ size_t plane;
struct bo *bo;
struct drm_prime_handle prime_handle;
- memset(&prime_handle, 0, sizeof(prime_handle));
- prime_handle.fd = data->fd;
+ bo = drv_bo_new(drv, data->width, data->height, data->format);
- /* This function can support only single plane formats. */
- /* If multi-plane import is desired, new function should be added. */
- if (drv_num_planes_from_format(data->format) != 1)
+ if (!bo)
return NULL;
- bo = drv_bo_new(drv, data->width, data->height, data->format);
+ for (plane = 0; plane < bo->num_planes; plane++) {
- ret = drmIoctl(drv->fd, DRM_IOCTL_PRIME_FD_TO_HANDLE,
- &prime_handle);
+ memset(&prime_handle, 0, sizeof(prime_handle));
+ prime_handle.fd = data->fds[plane];
- if (ret) {
- fprintf(stderr, "drv: DRM_IOCTL_PRIME_FD_TO_HANDLE failed "
+ ret = drmIoctl(drv->fd, DRM_IOCTL_PRIME_FD_TO_HANDLE,
+ &prime_handle);
+
+ if (ret) {
+ fprintf(stderr, "drv: DRM_IOCTL_PRIME_FD_TO_HANDLE failed "
"(fd=%u)\n", prime_handle.fd);
- free(bo);
- return NULL;
- }
- bo->strides[0] = data->stride;
- bo->sizes[0] = data->height * data->stride;
- bo->handles[0].u32 = prime_handle.handle;
+ if (plane > 0) {
+ bo->num_planes = plane;
+ drv_bo_destroy(bo);
+ } else {
+ free(bo);
+ }
+
+ return NULL;
+ }
+
+ bo->handles[plane].u32 = prime_handle.handle;
+ bo->strides[plane] = data->strides[plane];
+ bo->offsets[plane] = data->offsets[plane];
+ bo->sizes[plane] = data->sizes[plane];
+ bo->format_modifiers[plane] = data->format_modifiers[plane];
+ bo->total_size += data->sizes[plane];
+
+ pthread_mutex_lock(&drv->driver_lock);
+ drv_increment_reference_count(drv, bo, plane);
+ pthread_mutex_unlock(&drv->driver_lock);
+ }
return bo;
}
+void *drv_bo_map(struct bo *bo, uint32_t x, uint32_t y, uint32_t width,
+ uint32_t height, uint32_t flags, void **map_data, size_t plane)
+{
+ void *ptr;
+ uint8_t *addr;
+ size_t offset;
+ struct map_info *data;
+
+ assert(width > 0);
+ assert(height > 0);
+ assert(x + width <= drv_bo_get_width(bo));
+ assert(y + height <= drv_bo_get_height(bo));
+
+ pthread_mutex_lock(&bo->drv->driver_lock);
+
+ if (!drmHashLookup(bo->drv->map_table, bo->handles[plane].u32, &ptr)) {
+ data = (struct map_info *) ptr;
+ data->refcount++;
+ goto success;
+ }
+
+ data = calloc(1, sizeof(*data));
+ addr = bo->drv->backend->bo_map(bo, data, plane);
+ if (addr == MAP_FAILED) {
+ *map_data = NULL;
+ free(data);
+ pthread_mutex_unlock(&bo->drv->driver_lock);
+ return MAP_FAILED;
+ }
+
+ data->refcount = 1;
+ data->addr = addr;
+ data->handle = bo->handles[plane].u32;
+ drmHashInsert(bo->drv->buffer_table, bo->handles[plane].u32,
+ (void *) data);
+
+success:
+ *map_data = (void *) data;
+ offset = drv_bo_get_plane_stride(bo, plane) * y;
+ offset += drv_stride_from_format(bo->format, x, plane);
+ addr = (uint8_t *) data->addr;
+ addr += drv_bo_get_plane_offset(bo, plane) + offset;
+ pthread_mutex_unlock(&bo->drv->driver_lock);
+
+ return (void *) addr;
+}
+
+int drv_bo_unmap(struct bo *bo, void *map_data)
+{
+ struct map_info *data = map_data;
+ int ret = 0;
+
+ assert(data);
+ assert(data->refcount >= 0);
+
+ pthread_mutex_lock(&bo->drv->driver_lock);
+
+ if (!--data->refcount) {
+ ret = munmap(data->addr, data->length);
+ drmHashDelete(bo->drv->map_table, data->handle);
+ free(data);
+ }
+
+ pthread_mutex_unlock(&bo->drv->driver_lock);
+
+ return ret;
+}
+
uint32_t drv_bo_get_width(struct bo *bo)
{
return bo->width;
assert(plane < bo->num_planes);
return bo->format_modifiers[plane];
}
+
+uint32_t drv_bo_get_format(struct bo *bo)
+{
+ return bo->format;
+}
+
+uint32_t drv_resolve_format(struct driver *drv, uint32_t format)
+{
+ if (drv->backend->resolve_format)
+ return drv->backend->resolve_format(format);
+
+ return format;
+}
+
+/*
+ * This function returns the stride for a given format, width and plane.
+ */
+int drv_stride_from_format(uint32_t format, uint32_t width, size_t plane)
+{
+ int stride = width * DIV_ROUND_UP(drv_bpp_from_format(format, plane),
+ 8);
+
+ /*
+ * Only downsample for certain multiplanar formats which have horizontal
+ * subsampling for chroma planes. Only formats supported by our drivers
+ * are listed here -- add more as needed.
+ */
+ if (plane != 0) {
+ switch (format) {
+ case DRM_FORMAT_NV12:
+ case DRM_FORMAT_YVU420:
+ stride = stride / 2;
+ break;
+ }
+ }
+
+ return stride;
+}
+
+size_t drv_num_planes_from_format(uint32_t format)
+{
+ switch (format) {
+ case DRM_FORMAT_ABGR1555:
+ case DRM_FORMAT_ABGR2101010:
+ case DRM_FORMAT_ABGR4444:
+ case DRM_FORMAT_ABGR8888:
+ case DRM_FORMAT_ARGB1555:
+ case DRM_FORMAT_ARGB2101010:
+ case DRM_FORMAT_ARGB4444:
+ case DRM_FORMAT_ARGB8888:
+ case DRM_FORMAT_AYUV:
+ case DRM_FORMAT_BGR233:
+ case DRM_FORMAT_BGR565:
+ case DRM_FORMAT_BGR888:
+ case DRM_FORMAT_BGRA1010102:
+ case DRM_FORMAT_BGRA4444:
+ case DRM_FORMAT_BGRA5551:
+ case DRM_FORMAT_BGRA8888:
+ case DRM_FORMAT_BGRX1010102:
+ case DRM_FORMAT_BGRX4444:
+ case DRM_FORMAT_BGRX5551:
+ case DRM_FORMAT_BGRX8888:
+ case DRM_FORMAT_C8:
+ case DRM_FORMAT_GR88:
+ case DRM_FORMAT_R8:
+ case DRM_FORMAT_RG88:
+ case DRM_FORMAT_RGB332:
+ case DRM_FORMAT_RGB565:
+ case DRM_FORMAT_RGB888:
+ case DRM_FORMAT_RGBA1010102:
+ case DRM_FORMAT_RGBA4444:
+ case DRM_FORMAT_RGBA5551:
+ case DRM_FORMAT_RGBA8888:
+ case DRM_FORMAT_RGBX1010102:
+ case DRM_FORMAT_RGBX4444:
+ case DRM_FORMAT_RGBX5551:
+ case DRM_FORMAT_RGBX8888:
+ case DRM_FORMAT_UYVY:
+ case DRM_FORMAT_VYUY:
+ case DRM_FORMAT_XBGR1555:
+ case DRM_FORMAT_XBGR2101010:
+ case DRM_FORMAT_XBGR4444:
+ case DRM_FORMAT_XBGR8888:
+ case DRM_FORMAT_XRGB1555:
+ case DRM_FORMAT_XRGB2101010:
+ case DRM_FORMAT_XRGB4444:
+ case DRM_FORMAT_XRGB8888:
+ case DRM_FORMAT_YUYV:
+ case DRM_FORMAT_YVYU:
+ return 1;
+ case DRM_FORMAT_NV12:
+ return 2;
+ case DRM_FORMAT_YVU420:
+ return 3;
+ }
+
+ fprintf(stderr, "drv: UNKNOWN FORMAT %d\n", format);
+ return 0;
+}
+
+uint32_t drv_size_from_format(uint32_t format, uint32_t stride,
+ uint32_t height, size_t plane)
+{
+ assert(plane < drv_num_planes_from_format(format));
+ uint32_t vertical_subsampling;
+
+ switch (format) {
+ case DRM_FORMAT_NV12:
+ case DRM_FORMAT_YVU420:
+ vertical_subsampling = (plane == 0) ? 1 : 2;
+ break;
+ default:
+ vertical_subsampling = 1;
+ }
+
+ return stride * DIV_ROUND_UP(height, vertical_subsampling);
+}
+
+uint32_t drv_num_buffers_per_bo(struct bo *bo)
+{
+ uint32_t count = 0;
+ size_t plane, p;
+
+ for (plane = 0; plane < bo->num_planes; plane++) {
+ for (p = 0; p < plane; p++)
+ if (bo->handles[p].u32 == bo->handles[plane].u32)
+ break;
+ if (p == plane)
+ count++;
+ }
+
+ return count;
+}