/* -*- mode: C; c-file-style: "k&r"; tab-width 4; indent-tabs-mode: t; -*- */ /* * Copyright (C) 2013 Rob Clark <robclark@freedesktop.org> * * Permission is hereby granted, free of charge, to any person obtaining a * copy of this software and associated documentation files (the "Software"), * to deal in the Software without restriction, including without limitation * the rights to use, copy, modify, merge, publish, distribute, sublicense, * and/or sell copies of the Software, and to permit persons to whom the * Software is furnished to do so, subject to the following conditions: * * The above copyright notice and this permission notice (including the next * paragraph) shall be included in all copies or substantial portions of the * Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE * SOFTWARE. * * Authors: * Rob Clark <robclark@freedesktop.org> */ #ifdef HAVE_CONFIG_H # include <config.h> #endif #include <assert.h> #include "freedreno_ringbuffer.h" #include "kgsl_priv.h" /* because kgsl tries to validate the gpuaddr on kernel side in ISSUEIBCMDS, * we can't use normal gem bo's for ringbuffer.. someday the kernel part * needs to be reworked into a single sane drm driver :-/ */ struct kgsl_rb_bo { struct kgsl_pipe *pipe; void *hostptr; uint32_t gpuaddr; uint32_t size; }; struct kgsl_ringbuffer { struct fd_ringbuffer base; struct kgsl_rb_bo *bo; }; static inline struct kgsl_ringbuffer * to_kgsl_ringbuffer(struct fd_ringbuffer *x) { return (struct kgsl_ringbuffer *)x; } static void kgsl_rb_bo_del(struct kgsl_rb_bo *bo) { struct kgsl_sharedmem_free req = { .gpuaddr = bo->gpuaddr, }; int ret; drm_munmap(bo->hostptr, bo->size); ret = ioctl(bo->pipe->fd, IOCTL_KGSL_SHAREDMEM_FREE, &req); if (ret) { ERROR_MSG("sharedmem free failed: %s", strerror(errno)); } free(bo); } static struct kgsl_rb_bo * kgsl_rb_bo_new(struct kgsl_pipe *pipe, uint32_t size) { struct kgsl_rb_bo *bo; struct kgsl_gpumem_alloc req = { .size = ALIGN(size, 4096), .flags = KGSL_MEMFLAGS_GPUREADONLY, }; int ret; bo = calloc(1, sizeof(*bo)); if (!bo) { ERROR_MSG("allocation failed"); return NULL; } ret = ioctl(pipe->fd, IOCTL_KGSL_GPUMEM_ALLOC, &req); if (ret) { ERROR_MSG("gpumem allocation failed: %s", strerror(errno)); goto fail; } bo->pipe = pipe; bo->gpuaddr = req.gpuaddr; bo->size = size; bo->hostptr = drm_mmap(NULL, size, PROT_WRITE|PROT_READ, MAP_SHARED, pipe->fd, req.gpuaddr); return bo; fail: if (bo) kgsl_rb_bo_del(bo); return NULL; } static void * kgsl_ringbuffer_hostptr(struct fd_ringbuffer *ring) { struct kgsl_ringbuffer *kgsl_ring = to_kgsl_ringbuffer(ring); return kgsl_ring->bo->hostptr; } static int kgsl_ringbuffer_flush(struct fd_ringbuffer *ring, uint32_t *last_start, int in_fence_fd, int *out_fence_fd) { struct kgsl_ringbuffer *kgsl_ring = to_kgsl_ringbuffer(ring); struct kgsl_pipe *kgsl_pipe = to_kgsl_pipe(ring->pipe); uint32_t offset = (uint8_t *)last_start - (uint8_t *)ring->start; struct kgsl_ibdesc ibdesc = { .gpuaddr = kgsl_ring->bo->gpuaddr + offset, .hostptr = last_start, .sizedwords = ring->cur - last_start, }; struct kgsl_ringbuffer_issueibcmds req = { .drawctxt_id = kgsl_pipe->drawctxt_id, .ibdesc_addr = (unsigned long)&ibdesc, .numibs = 1, .flags = KGSL_CONTEXT_SUBMIT_IB_LIST, }; int ret; assert(in_fence_fd == -1); assert(out_fence_fd == NULL); kgsl_pipe_pre_submit(kgsl_pipe); /* z180_cmdstream_issueibcmds() is made of fail: */ if (ring->pipe->id == FD_PIPE_2D) { /* fix up size field in last cmd packet */ uint32_t last_size = (uint32_t)(ring->cur - last_start); /* 5 is length of first packet, 2 for the two 7f000000's */ last_start[2] = last_size - (5 + 2); ibdesc.gpuaddr = kgsl_ring->bo->gpuaddr; ibdesc.hostptr = kgsl_ring->bo->hostptr; ibdesc.sizedwords = 0x145; req.timestamp = (uint32_t)kgsl_ring->bo->hostptr; } do { ret = ioctl(kgsl_pipe->fd, IOCTL_KGSL_RINGBUFFER_ISSUEIBCMDS, &req); } while ((ret == -1) && ((errno == EINTR) || (errno == EAGAIN))); if (ret) ERROR_MSG("issueibcmds failed! %d (%s)", ret, strerror(errno)); ring->last_timestamp = req.timestamp; ring->last_start = ring->cur; kgsl_pipe_post_submit(kgsl_pipe, req.timestamp); return ret; } static void kgsl_ringbuffer_emit_reloc(struct fd_ringbuffer *ring, const struct fd_reloc *r) { struct kgsl_bo *kgsl_bo = to_kgsl_bo(r->bo); uint32_t addr = kgsl_bo_gpuaddr(kgsl_bo, r->offset); assert(addr); if (r->shift < 0) addr >>= -r->shift; else addr <<= r->shift; (*ring->cur++) = addr | r->or; kgsl_pipe_add_submit(to_kgsl_pipe(ring->pipe), kgsl_bo); } static uint32_t kgsl_ringbuffer_emit_reloc_ring(struct fd_ringbuffer *ring, struct fd_ringbuffer *target, uint32_t cmd_idx, uint32_t submit_offset, uint32_t size) { struct kgsl_ringbuffer *target_ring = to_kgsl_ringbuffer(target); assert(cmd_idx == 0); (*ring->cur++) = target_ring->bo->gpuaddr + submit_offset; return size; } static void kgsl_ringbuffer_destroy(struct fd_ringbuffer *ring) { struct kgsl_ringbuffer *kgsl_ring = to_kgsl_ringbuffer(ring); if (ring->last_timestamp) fd_pipe_wait(ring->pipe, ring->last_timestamp); if (kgsl_ring->bo) kgsl_rb_bo_del(kgsl_ring->bo); free(kgsl_ring); } static const struct fd_ringbuffer_funcs funcs = { .hostptr = kgsl_ringbuffer_hostptr, .flush = kgsl_ringbuffer_flush, .emit_reloc = kgsl_ringbuffer_emit_reloc, .emit_reloc_ring = kgsl_ringbuffer_emit_reloc_ring, .destroy = kgsl_ringbuffer_destroy, }; drm_private struct fd_ringbuffer * kgsl_ringbuffer_new(struct fd_pipe *pipe, uint32_t size) { struct kgsl_ringbuffer *kgsl_ring; struct fd_ringbuffer *ring = NULL; kgsl_ring = calloc(1, sizeof(*kgsl_ring)); if (!kgsl_ring) { ERROR_MSG("allocation failed"); goto fail; } ring = &kgsl_ring->base; ring->funcs = &funcs; ring->size = size; kgsl_ring->bo = kgsl_rb_bo_new(to_kgsl_pipe(pipe), size); if (!kgsl_ring->bo) { ERROR_MSG("ringbuffer allocation failed"); goto fail; } return ring; fail: if (ring) fd_ringbuffer_del(ring); return NULL; }