2 * Copyright © 2014 Broadcom
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
29 #include <xf86drmMode.h>
31 #include "util/u_memory.h"
32 #include "util/ralloc.h"
34 #include "vc4_context.h"
35 #include "vc4_screen.h"
37 #define container_of(ptr, type, field) \
38 (type*)((char*)ptr - offsetof(type, field))
40 static struct vc4_bo *
41 vc4_bo_from_cache(struct vc4_screen *screen, uint32_t size, const char *name)
43 struct vc4_bo_cache *cache = &screen->bo_cache;
44 uint32_t page_index = size / 4096 - 1;
46 if (cache->size_list_size <= page_index)
49 struct vc4_bo *bo = NULL;
50 pipe_mutex_lock(cache->lock);
51 if (!is_empty_list(&cache->size_list[page_index])) {
52 struct simple_node *node = last_elem(&cache->size_list[page_index]);
53 bo = container_of(node, struct vc4_bo, size_list);
54 pipe_reference_init(&bo->reference, 1);
55 remove_from_list(&bo->time_list);
56 remove_from_list(&bo->size_list);
60 pipe_mutex_unlock(cache->lock);
65 vc4_bo_alloc(struct vc4_screen *screen, uint32_t size, const char *name)
70 size = align(size, 4096);
72 bo = vc4_bo_from_cache(screen, size, name);
76 bo = CALLOC_STRUCT(vc4_bo);
80 pipe_reference_init(&bo->reference, 1);
86 if (!using_vc4_simulator) {
87 struct drm_vc4_create_bo create;
88 memset(&create, 0, sizeof(create));
92 ret = drmIoctl(screen->fd, DRM_IOCTL_VC4_CREATE_BO, &create);
93 bo->handle = create.handle;
95 struct drm_mode_create_dumb create;
96 memset(&create, 0, sizeof(create));
100 create.height = (size + 127) / 128;
102 ret = drmIoctl(screen->fd, DRM_IOCTL_MODE_CREATE_DUMB, &create);
103 bo->handle = create.handle;
104 assert(create.size >= size);
107 fprintf(stderr, "create ioctl failure\n");
115 vc4_bo_last_unreference(struct vc4_bo *bo)
117 struct vc4_screen *screen = bo->screen;
119 struct timespec time;
120 clock_gettime(CLOCK_MONOTONIC, &time);
121 pipe_mutex_lock(screen->bo_cache.lock);
122 vc4_bo_last_unreference_locked_timed(bo, time.tv_sec);
123 pipe_mutex_unlock(screen->bo_cache.lock);
127 vc4_bo_free(struct vc4_bo *bo)
129 struct vc4_screen *screen = bo->screen;
132 #ifdef USE_VC4_SIMULATOR
133 if (bo->simulator_winsys_map) {
135 bo->map = bo->simulator_winsys_map;
138 munmap(bo->map, bo->size);
141 struct drm_gem_close c;
142 memset(&c, 0, sizeof(c));
143 c.handle = bo->handle;
144 int ret = drmIoctl(screen->fd, DRM_IOCTL_GEM_CLOSE, &c);
146 fprintf(stderr, "close object %d: %s\n", bo->handle, strerror(errno));
152 free_stale_bos(struct vc4_screen *screen, time_t time)
154 while (!is_empty_list(&screen->bo_cache.time_list)) {
155 struct simple_node *node =
156 first_elem(&screen->bo_cache.time_list);
157 struct vc4_bo *bo = container_of(node, struct vc4_bo, time_list);
159 /* If it's more than a second old, free it. */
160 if (time - bo->free_time > 2) {
161 remove_from_list(&bo->time_list);
162 remove_from_list(&bo->size_list);
171 vc4_bo_last_unreference_locked_timed(struct vc4_bo *bo, time_t time)
173 struct vc4_screen *screen = bo->screen;
174 struct vc4_bo_cache *cache = &screen->bo_cache;
175 uint32_t page_index = bo->size / 4096 - 1;
182 if (cache->size_list_size <= page_index) {
183 struct simple_node *new_list =
184 ralloc_array(screen, struct simple_node, page_index + 1);
186 /* Move old list contents over (since the array has moved, and
187 * therefore the pointers to the list heads have to change.
189 for (int i = 0; i < cache->size_list_size; i++) {
190 struct simple_node *old_head = &cache->size_list[i];
191 if (is_empty_list(old_head))
192 make_empty_list(&new_list[i]);
194 new_list[i].next = old_head->next;
195 new_list[i].prev = old_head->prev;
196 new_list[i].next->prev = &new_list[i];
197 new_list[i].prev->next = &new_list[i];
200 for (int i = cache->size_list_size; i < page_index + 1; i++)
201 make_empty_list(&new_list[i]);
203 cache->size_list = new_list;
204 cache->size_list_size = page_index + 1;
207 bo->free_time = time;
208 insert_at_tail(&cache->size_list[page_index], &bo->size_list);
209 insert_at_tail(&cache->time_list, &bo->time_list);
211 free_stale_bos(screen, time);
214 static struct vc4_bo *
215 vc4_bo_open_handle(struct vc4_screen *screen,
216 uint32_t winsys_stride,
217 uint32_t handle, uint32_t size)
219 struct vc4_bo *bo = CALLOC_STRUCT(vc4_bo);
223 pipe_reference_init(&bo->reference, 1);
230 #ifdef USE_VC4_SIMULATOR
232 bo->simulator_winsys_map = bo->map;
233 bo->simulator_winsys_stride = winsys_stride;
234 bo->map = malloc(bo->size);
241 vc4_bo_open_name(struct vc4_screen *screen, uint32_t name,
242 uint32_t winsys_stride)
244 struct drm_gem_open o = {
247 int ret = drmIoctl(screen->fd, DRM_IOCTL_GEM_OPEN, &o);
249 fprintf(stderr, "Failed to open bo %d: %s\n",
250 name, strerror(errno));
254 return vc4_bo_open_handle(screen, winsys_stride, o.handle, o.size);
258 vc4_bo_open_dmabuf(struct vc4_screen *screen, int fd, uint32_t winsys_stride)
261 int ret = drmPrimeFDToHandle(screen->fd, fd, &handle);
264 fprintf(stderr, "Failed to get vc4 handle for dmabuf %d\n", fd);
268 /* Determine the size of the bo we were handed. */
269 size = lseek(fd, 0, SEEK_END);
271 fprintf(stderr, "Couldn't get size of dmabuf fd %d.\n", fd);
275 return vc4_bo_open_handle(screen, winsys_stride, handle, size);
279 vc4_bo_get_dmabuf(struct vc4_bo *bo)
282 int ret = drmPrimeHandleToFD(bo->screen->fd, bo->handle,
285 fprintf(stderr, "Failed to export gem bo %d to dmabuf\n",
295 vc4_bo_alloc_mem(struct vc4_screen *screen, const void *data, uint32_t size,
301 bo = vc4_bo_alloc(screen, size, name);
302 map = vc4_bo_map(bo);
303 memcpy(map, data, size);
308 vc4_bo_flink(struct vc4_bo *bo, uint32_t *name)
310 struct drm_gem_flink flink = {
311 .handle = bo->handle,
313 int ret = drmIoctl(bo->screen->fd, DRM_IOCTL_GEM_FLINK, &flink);
315 fprintf(stderr, "Failed to flink bo %d: %s\n",
316 bo->handle, strerror(errno));
328 vc4_wait_seqno(struct vc4_screen *screen, uint64_t seqno, uint64_t timeout_ns)
330 if (screen->finished_seqno >= seqno)
333 struct drm_vc4_wait_seqno wait;
334 memset(&wait, 0, sizeof(wait));
336 wait.timeout_ns = timeout_ns;
339 if (!using_vc4_simulator)
340 ret = drmIoctl(screen->fd, DRM_IOCTL_VC4_WAIT_SEQNO, &wait);
342 wait.seqno = screen->finished_seqno;
348 } else if (ret != 0) {
349 fprintf(stderr, "wait failed\n");
352 screen->finished_seqno = wait.seqno;
358 vc4_bo_wait(struct vc4_bo *bo, uint64_t timeout_ns)
360 struct vc4_screen *screen = bo->screen;
362 struct drm_vc4_wait_bo wait;
363 memset(&wait, 0, sizeof(wait));
364 wait.handle = bo->handle;
365 wait.timeout_ns = timeout_ns;
368 if (!using_vc4_simulator)
369 ret = drmIoctl(screen->fd, DRM_IOCTL_VC4_WAIT_BO, &wait);
375 } else if (ret != 0) {
376 fprintf(stderr, "wait failed\n");
384 vc4_bo_map_unsynchronized(struct vc4_bo *bo)
392 if (!using_vc4_simulator) {
393 struct drm_vc4_mmap_bo map;
394 memset(&map, 0, sizeof(map));
395 map.handle = bo->handle;
396 ret = drmIoctl(bo->screen->fd, DRM_IOCTL_VC4_MMAP_BO, &map);
399 struct drm_mode_map_dumb map;
400 memset(&map, 0, sizeof(map));
401 map.handle = bo->handle;
402 ret = drmIoctl(bo->screen->fd, DRM_IOCTL_MODE_MAP_DUMB, &map);
406 fprintf(stderr, "map ioctl failure\n");
410 bo->map = mmap(NULL, bo->size, PROT_READ | PROT_WRITE, MAP_SHARED,
411 bo->screen->fd, offset);
412 if (bo->map == MAP_FAILED) {
413 fprintf(stderr, "mmap of bo %d (offset 0x%016llx, size %d) failed\n",
414 bo->handle, (long long)offset, bo->size);
422 vc4_bo_map(struct vc4_bo *bo)
424 void *map = vc4_bo_map_unsynchronized(bo);
426 bool ok = vc4_bo_wait(bo, PIPE_TIMEOUT_INFINITE);
428 fprintf(stderr, "BO wait for map failed\n");
436 vc4_bufmgr_destroy(struct pipe_screen *pscreen)
438 struct vc4_screen *screen = vc4_screen(pscreen);
439 struct vc4_bo_cache *cache = &screen->bo_cache;
441 while (!is_empty_list(&cache->time_list)) {
442 struct simple_node *node = first_elem(&cache->time_list);
443 struct vc4_bo *bo = container_of(node, struct vc4_bo, time_list);
445 remove_from_list(&bo->time_list);
446 remove_from_list(&bo->size_list);