drivers/gpu/drm/panfrost/panfrost_gem.c

   1 // SPDX-License-Identifier: GPL-2.0
   2 /* Copyright 2019 Linaro, Ltd, Rob Herring <robh@kernel.org> */
   3
   4 #include <linux/err.h>
   5 #include <linux/slab.h>
   6 #include <linux/dma-buf.h>
   7 #include <linux/dma-mapping.h>
   8
   9 #include <drm/panfrost_drm.h>
  10 #include "panfrost_device.h"
  11 #include "panfrost_gem.h"
  12 #include "panfrost_mmu.h"
  13
  14 /* Called DRM core on the last userspace/kernel unreference of the
  15  * BO.
  16  */
  17 static void panfrost_gem_free_object(struct drm_gem_object *obj)
  18 {
  19         struct panfrost_gem_object *bo = to_panfrost_bo(obj);
  20         struct panfrost_device *pfdev = obj->dev->dev_private;
  21
  22         if (bo->is_mapped)
  23                 panfrost_mmu_unmap(bo);
  24
  25         spin_lock(&pfdev->mm_lock);
  26         drm_mm_remove_node(&bo->node);
  27         spin_unlock(&pfdev->mm_lock);
  28
  29         mutex_lock(&pfdev->shrinker_lock);
  30         if (!list_empty(&bo->base.madv_list))
  31                 list_del(&bo->base.madv_list);
  32         mutex_unlock(&pfdev->shrinker_lock);
  33
  34         drm_gem_shmem_free_object(obj);
  35 }
  36
  37 static const struct drm_gem_object_funcs panfrost_gem_funcs = {
  38         .free = panfrost_gem_free_object,
  39         .print_info = drm_gem_shmem_print_info,
  40         .pin = drm_gem_shmem_pin,
  41         .unpin = drm_gem_shmem_unpin,
  42         .get_sg_table = drm_gem_shmem_get_sg_table,
  43         .vmap = drm_gem_shmem_vmap,
  44         .vunmap = drm_gem_shmem_vunmap,
  45         .vm_ops = &drm_gem_shmem_vm_ops,
  46 };
  47
  48 /**
  49  * panfrost_gem_create_object - Implementation of driver->gem_create_object.
  50  * @dev: DRM device
  51  * @size: Size in bytes of the memory the object will reference
  52  *
  53  * This lets the GEM helpers allocate object structs for us, and keep
  54  * our BO stats correct.
  55  */
  56 struct drm_gem_object *panfrost_gem_create_object(struct drm_device *dev, size_t size)
  57 {
  58         int ret;
  59         struct panfrost_device *pfdev = dev->dev_private;
  60         struct panfrost_gem_object *obj;
  61         u64 align;
  62
  63         obj = kzalloc(sizeof(*obj), GFP_KERNEL);
  64         if (!obj)
  65                 return NULL;
  66
  67         obj->base.base.funcs = &panfrost_gem_funcs;
  68
  69         size = roundup(size, PAGE_SIZE);
  70         align = size >= SZ_2M ? SZ_2M >> PAGE_SHIFT : 0;
  71
  72         spin_lock(&pfdev->mm_lock);
  73         ret = drm_mm_insert_node_generic(&pfdev->mm, &obj->node,
  74                                          size >> PAGE_SHIFT, align, 0, 0);
  75         spin_unlock(&pfdev->mm_lock);
  76         if (ret)
  77                 goto free_obj;
  78
  79         return &obj->base.base;
  80
  81 free_obj:
  82         kfree(obj);
  83         return ERR_PTR(ret);
  84 }
  85
  86 struct drm_gem_object *
  87 panfrost_gem_prime_import_sg_table(struct drm_device *dev,
  88                                    struct dma_buf_attachment *attach,
  89                                    struct sg_table *sgt)
  90 {
  91         struct drm_gem_object *obj;
  92         struct panfrost_gem_object *pobj;
  93
  94         obj = drm_gem_shmem_prime_import_sg_table(dev, attach, sgt);
  95         if (IS_ERR(obj))
  96                 return ERR_CAST(obj);
  97
  98         pobj = to_panfrost_bo(obj);
  99
 100         panfrost_mmu_map(pobj);
 101
 102         return obj;
 103 }