drivers/gpu/drm/panfrost/panfrost_gem.c

   1 // SPDX-License-Identifier: GPL-2.0
   2 /* Copyright 2019 Linaro, Ltd, Rob Herring <robh@kernel.org> */
   3
   4 #include <linux/err.h>
   5 #include <linux/slab.h>
   6 #include <linux/dma-buf.h>
   7 #include <linux/dma-mapping.h>
   8
   9 #include <drm/panfrost_drm.h>
  10 #include "panfrost_device.h"
  11 #include "panfrost_gem.h"
  12 #include "panfrost_mmu.h"
  13
  14 /* Called DRM core on the last userspace/kernel unreference of the
  15  * BO.
  16  */
  17 static void panfrost_gem_free_object(struct drm_gem_object *obj)
  18 {
  19         struct panfrost_gem_object *bo = to_panfrost_bo(obj);
  20         struct panfrost_device *pfdev = obj->dev->dev_private;
  21
  22         mutex_lock(&pfdev->shrinker_lock);
  23         if (!list_empty(&bo->base.madv_list))
  24                 list_del(&bo->base.madv_list);
  25         mutex_unlock(&pfdev->shrinker_lock);
  26
  27         drm_gem_shmem_free_object(obj);
  28 }
  29
  30 static int panfrost_gem_open(struct drm_gem_object *obj, struct drm_file *file_priv)
  31 {
  32         int ret;
  33         size_t size = obj->size;
  34         u64 align = size >= SZ_2M ? SZ_2M >> PAGE_SHIFT : 0;
  35         struct panfrost_gem_object *bo = to_panfrost_bo(obj);
  36         struct panfrost_device *pfdev = obj->dev->dev_private;
  37
  38         spin_lock(&pfdev->mm_lock);
  39         ret = drm_mm_insert_node_generic(&pfdev->mm, &bo->node,
  40                                          size >> PAGE_SHIFT, align, 0, 0);
  41         if (ret)
  42                 goto out;
  43
  44         ret = panfrost_mmu_map(bo);
  45         if (ret)
  46                 drm_mm_remove_node(&bo->node);
  47
  48 out:
  49         spin_unlock(&pfdev->mm_lock);
  50         return ret;
  51 }
  52
  53 static void panfrost_gem_close(struct drm_gem_object *obj, struct drm_file *file_priv)
  54 {
  55         struct panfrost_gem_object *bo = to_panfrost_bo(obj);
  56         struct panfrost_device *pfdev = obj->dev->dev_private;
  57
  58         if (bo->is_mapped)
  59                 panfrost_mmu_unmap(bo);
  60
  61         spin_lock(&pfdev->mm_lock);
  62         if (drm_mm_node_allocated(&bo->node))
  63                 drm_mm_remove_node(&bo->node);
  64         spin_unlock(&pfdev->mm_lock);
  65 }
  66
  67 static const struct drm_gem_object_funcs panfrost_gem_funcs = {
  68         .free = panfrost_gem_free_object,
  69         .open = panfrost_gem_open,
  70         .close = panfrost_gem_close,
  71         .print_info = drm_gem_shmem_print_info,
  72         .pin = drm_gem_shmem_pin,
  73         .unpin = drm_gem_shmem_unpin,
  74         .get_sg_table = drm_gem_shmem_get_sg_table,
  75         .vmap = drm_gem_shmem_vmap,
  76         .vunmap = drm_gem_shmem_vunmap,
  77         .vm_ops = &drm_gem_shmem_vm_ops,
  78 };
  79
  80 /**
  81  * panfrost_gem_create_object - Implementation of driver->gem_create_object.
  82  * @dev: DRM device
  83  * @size: Size in bytes of the memory the object will reference
  84  *
  85  * This lets the GEM helpers allocate object structs for us, and keep
  86  * our BO stats correct.
  87  */
  88 struct drm_gem_object *panfrost_gem_create_object(struct drm_device *dev, size_t size)
  89 {
  90         struct panfrost_gem_object *obj;
  91
  92         obj = kzalloc(sizeof(*obj), GFP_KERNEL);
  93         if (!obj)
  94                 return NULL;
  95
  96         obj->base.base.funcs = &panfrost_gem_funcs;
  97
  98         return &obj->base.base;
  99 }
 100
 101 struct drm_gem_object *
 102 panfrost_gem_prime_import_sg_table(struct drm_device *dev,
 103                                    struct dma_buf_attachment *attach,
 104                                    struct sg_table *sgt)
 105 {
 106         struct drm_gem_object *obj;
 107
 108         obj = drm_gem_shmem_prime_import_sg_table(dev, attach, sgt);
 109         if (IS_ERR(obj))
 110                 return ERR_CAST(obj);
 111
 112         return obj;
 113 }