2 * Copyright (C) 2017 Etnaviv Project
4 * This program is free software; you can redistribute it and/or modify it
5 * under the terms of the GNU General Public License version 2 as published by
6 * the Free Software Foundation.
8 * This program is distributed in the hope that it will be useful, but WITHOUT
9 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
13 * You should have received a copy of the GNU General Public License along with
14 * this program. If not, see <http://www.gnu.org/licenses/>.
17 #include <drm/drm_mm.h>
19 #include "etnaviv_cmdbuf.h"
20 #include "etnaviv_gpu.h"
21 #include "etnaviv_mmu.h"
22 #include "etnaviv_perfmon.h"
24 #define SUBALLOC_SIZE SZ_256K
25 #define SUBALLOC_GRANULE SZ_4K
26 #define SUBALLOC_GRANULES (SUBALLOC_SIZE / SUBALLOC_GRANULE)
28 struct etnaviv_cmdbuf_suballoc {
29 /* suballocated dma buffer properties */
30 struct etnaviv_gpu *gpu;
36 struct drm_mm_node vram_node; /* only used on MMUv2 */
38 /* allocation management */
40 DECLARE_BITMAP(granule_map, SUBALLOC_GRANULES);
42 wait_queue_head_t free_event;
45 struct etnaviv_cmdbuf_suballoc *
46 etnaviv_cmdbuf_suballoc_new(struct etnaviv_gpu * gpu)
48 struct etnaviv_cmdbuf_suballoc *suballoc;
51 suballoc = kzalloc(sizeof(*suballoc), GFP_KERNEL);
53 return ERR_PTR(-ENOMEM);
56 mutex_init(&suballoc->lock);
57 init_waitqueue_head(&suballoc->free_event);
59 suballoc->vaddr = dma_alloc_wc(gpu->dev, SUBALLOC_SIZE,
60 &suballoc->paddr, GFP_KERNEL);
64 ret = etnaviv_iommu_get_suballoc_va(gpu, suballoc->paddr,
65 &suballoc->vram_node, SUBALLOC_SIZE,
73 dma_free_wc(gpu->dev, SUBALLOC_SIZE, suballoc->vaddr, suballoc->paddr);
80 void etnaviv_cmdbuf_suballoc_destroy(struct etnaviv_cmdbuf_suballoc *suballoc)
82 etnaviv_iommu_put_suballoc_va(suballoc->gpu, &suballoc->vram_node,
83 SUBALLOC_SIZE, suballoc->iova);
84 dma_free_wc(suballoc->gpu->dev, SUBALLOC_SIZE, suballoc->vaddr,
89 int etnaviv_cmdbuf_init(struct etnaviv_cmdbuf_suballoc *suballoc,
90 struct etnaviv_cmdbuf *cmdbuf, u32 size)
92 int granule_offs, order, ret;
94 cmdbuf->suballoc = suballoc;
97 order = order_base_2(ALIGN(size, SUBALLOC_GRANULE) / SUBALLOC_GRANULE);
99 mutex_lock(&suballoc->lock);
100 granule_offs = bitmap_find_free_region(suballoc->granule_map,
101 SUBALLOC_GRANULES, order);
102 if (granule_offs < 0) {
103 suballoc->free_space = 0;
104 mutex_unlock(&suballoc->lock);
105 ret = wait_event_interruptible_timeout(suballoc->free_event,
106 suballoc->free_space,
107 msecs_to_jiffies(10 * 1000));
109 dev_err(suballoc->gpu->dev,
110 "Timeout waiting for cmdbuf space\n");
115 mutex_unlock(&suballoc->lock);
116 cmdbuf->suballoc_offset = granule_offs * SUBALLOC_GRANULE;
117 cmdbuf->vaddr = suballoc->vaddr + cmdbuf->suballoc_offset;
122 void etnaviv_cmdbuf_free(struct etnaviv_cmdbuf *cmdbuf)
124 struct etnaviv_cmdbuf_suballoc *suballoc = cmdbuf->suballoc;
125 int order = order_base_2(ALIGN(cmdbuf->size, SUBALLOC_GRANULE) /
128 mutex_lock(&suballoc->lock);
129 bitmap_release_region(suballoc->granule_map,
130 cmdbuf->suballoc_offset / SUBALLOC_GRANULE,
132 suballoc->free_space = 1;
133 mutex_unlock(&suballoc->lock);
134 wake_up_all(&suballoc->free_event);
137 u32 etnaviv_cmdbuf_get_va(struct etnaviv_cmdbuf *buf)
139 return buf->suballoc->iova + buf->suballoc_offset;
142 dma_addr_t etnaviv_cmdbuf_get_pa(struct etnaviv_cmdbuf *buf)
144 return buf->suballoc->paddr + buf->suballoc_offset;