1 /**************************************************************************
3 * Copyright © 2009-2015 VMware, Inc., Palo Alto, CA., USA
6 * Permission is hereby granted, free of charge, to any person obtaining a
7 * copy of this software and associated documentation files (the
8 * "Software"), to deal in the Software without restriction, including
9 * without limitation the rights to use, copy, modify, merge, publish,
10 * distribute, sub license, and/or sell copies of the Software, and to
11 * permit persons to whom the Software is furnished to do so, subject to
12 * the following conditions:
14 * The above copyright notice and this permission notice (including the
15 * next paragraph) shall be included in all copies or substantial portions
18 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
19 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
20 * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
21 * THE COPYRIGHT HOLDERS, AUTHORS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM,
22 * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
23 * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
24 * USE OR OTHER DEALINGS IN THE SOFTWARE.
26 **************************************************************************/
28 #include <drm/ttm/ttm_placement.h>
30 #include "vmwgfx_drv.h"
31 #include "vmwgfx_resource_priv.h"
32 #include "vmwgfx_so.h"
33 #include "vmwgfx_binding.h"
34 #include "device_include/svga3d_surfacedefs.h"
38 * struct vmw_user_surface - User-space visible surface resource
40 * @base: The TTM base object handling user-space visibility.
41 * @srf: The surface metadata.
42 * @size: TTM accounting size for the surface.
43 * @master: master of the creating client. Used for security check.
45 struct vmw_user_surface {
46 struct ttm_prime_object prime;
47 struct vmw_surface srf;
49 struct drm_master *master;
50 struct ttm_base_object *backup_base;
54 * struct vmw_surface_offset - Backing store mip level offset info
56 * @face: Surface face.
58 * @bo_offset: Offset into backing store of this mip level.
61 struct vmw_surface_offset {
67 static void vmw_user_surface_free(struct vmw_resource *res);
68 static struct vmw_resource *
69 vmw_user_surface_base_to_res(struct ttm_base_object *base);
70 static int vmw_legacy_srf_bind(struct vmw_resource *res,
71 struct ttm_validate_buffer *val_buf);
72 static int vmw_legacy_srf_unbind(struct vmw_resource *res,
74 struct ttm_validate_buffer *val_buf);
75 static int vmw_legacy_srf_create(struct vmw_resource *res);
76 static int vmw_legacy_srf_destroy(struct vmw_resource *res);
77 static int vmw_gb_surface_create(struct vmw_resource *res);
78 static int vmw_gb_surface_bind(struct vmw_resource *res,
79 struct ttm_validate_buffer *val_buf);
80 static int vmw_gb_surface_unbind(struct vmw_resource *res,
82 struct ttm_validate_buffer *val_buf);
83 static int vmw_gb_surface_destroy(struct vmw_resource *res);
86 static const struct vmw_user_resource_conv user_surface_conv = {
87 .object_type = VMW_RES_SURFACE,
88 .base_obj_to_res = vmw_user_surface_base_to_res,
89 .res_free = vmw_user_surface_free
92 const struct vmw_user_resource_conv *user_surface_converter =
96 static uint64_t vmw_user_surface_size;
98 static const struct vmw_res_func vmw_legacy_surface_func = {
99 .res_type = vmw_res_surface,
100 .needs_backup = false,
102 .type_name = "legacy surfaces",
103 .backup_placement = &vmw_srf_placement,
104 .create = &vmw_legacy_srf_create,
105 .destroy = &vmw_legacy_srf_destroy,
106 .bind = &vmw_legacy_srf_bind,
107 .unbind = &vmw_legacy_srf_unbind
110 static const struct vmw_res_func vmw_gb_surface_func = {
111 .res_type = vmw_res_surface,
112 .needs_backup = true,
114 .type_name = "guest backed surfaces",
115 .backup_placement = &vmw_mob_placement,
116 .create = vmw_gb_surface_create,
117 .destroy = vmw_gb_surface_destroy,
118 .bind = vmw_gb_surface_bind,
119 .unbind = vmw_gb_surface_unbind
123 * struct vmw_surface_dma - SVGA3D DMA command
125 struct vmw_surface_dma {
126 SVGA3dCmdHeader header;
127 SVGA3dCmdSurfaceDMA body;
129 SVGA3dCmdSurfaceDMASuffix suffix;
133 * struct vmw_surface_define - SVGA3D Surface Define command
135 struct vmw_surface_define {
136 SVGA3dCmdHeader header;
137 SVGA3dCmdDefineSurface body;
141 * struct vmw_surface_destroy - SVGA3D Surface Destroy command
143 struct vmw_surface_destroy {
144 SVGA3dCmdHeader header;
145 SVGA3dCmdDestroySurface body;
150 * vmw_surface_dma_size - Compute fifo size for a dma command.
152 * @srf: Pointer to a struct vmw_surface
154 * Computes the required size for a surface dma command for backup or
155 * restoration of the surface represented by @srf.
157 static inline uint32_t vmw_surface_dma_size(const struct vmw_surface *srf)
159 return srf->num_sizes * sizeof(struct vmw_surface_dma);
164 * vmw_surface_define_size - Compute fifo size for a surface define command.
166 * @srf: Pointer to a struct vmw_surface
168 * Computes the required size for a surface define command for the definition
169 * of the surface represented by @srf.
171 static inline uint32_t vmw_surface_define_size(const struct vmw_surface *srf)
173 return sizeof(struct vmw_surface_define) + srf->num_sizes *
179 * vmw_surface_destroy_size - Compute fifo size for a surface destroy command.
181 * Computes the required size for a surface destroy command for the destruction
184 static inline uint32_t vmw_surface_destroy_size(void)
186 return sizeof(struct vmw_surface_destroy);
190 * vmw_surface_destroy_encode - Encode a surface_destroy command.
192 * @id: The surface id
193 * @cmd_space: Pointer to memory area in which the commands should be encoded.
195 static void vmw_surface_destroy_encode(uint32_t id,
198 struct vmw_surface_destroy *cmd = (struct vmw_surface_destroy *)
201 cmd->header.id = SVGA_3D_CMD_SURFACE_DESTROY;
202 cmd->header.size = sizeof(cmd->body);
207 * vmw_surface_define_encode - Encode a surface_define command.
209 * @srf: Pointer to a struct vmw_surface object.
210 * @cmd_space: Pointer to memory area in which the commands should be encoded.
212 static void vmw_surface_define_encode(const struct vmw_surface *srf,
215 struct vmw_surface_define *cmd = (struct vmw_surface_define *)
217 struct drm_vmw_size *src_size;
218 SVGA3dSize *cmd_size;
222 cmd_len = sizeof(cmd->body) + srf->num_sizes * sizeof(SVGA3dSize);
224 cmd->header.id = SVGA_3D_CMD_SURFACE_DEFINE;
225 cmd->header.size = cmd_len;
226 cmd->body.sid = srf->res.id;
227 cmd->body.surfaceFlags = srf->flags;
228 cmd->body.format = srf->format;
229 for (i = 0; i < DRM_VMW_MAX_SURFACE_FACES; ++i)
230 cmd->body.face[i].numMipLevels = srf->mip_levels[i];
233 cmd_size = (SVGA3dSize *) cmd;
234 src_size = srf->sizes;
236 for (i = 0; i < srf->num_sizes; ++i, cmd_size++, src_size++) {
237 cmd_size->width = src_size->width;
238 cmd_size->height = src_size->height;
239 cmd_size->depth = src_size->depth;
244 * vmw_surface_dma_encode - Encode a surface_dma command.
246 * @srf: Pointer to a struct vmw_surface object.
247 * @cmd_space: Pointer to memory area in which the commands should be encoded.
248 * @ptr: Pointer to an SVGAGuestPtr indicating where the surface contents
249 * should be placed or read from.
250 * @to_surface: Boolean whether to DMA to the surface or from the surface.
252 static void vmw_surface_dma_encode(struct vmw_surface *srf,
254 const SVGAGuestPtr *ptr,
258 struct vmw_surface_dma *cmd = (struct vmw_surface_dma *)cmd_space;
259 const struct svga3d_surface_desc *desc =
260 svga3dsurface_get_desc(srf->format);
262 for (i = 0; i < srf->num_sizes; ++i) {
263 SVGA3dCmdHeader *header = &cmd->header;
264 SVGA3dCmdSurfaceDMA *body = &cmd->body;
265 SVGA3dCopyBox *cb = &cmd->cb;
266 SVGA3dCmdSurfaceDMASuffix *suffix = &cmd->suffix;
267 const struct vmw_surface_offset *cur_offset = &srf->offsets[i];
268 const struct drm_vmw_size *cur_size = &srf->sizes[i];
270 header->id = SVGA_3D_CMD_SURFACE_DMA;
271 header->size = sizeof(*body) + sizeof(*cb) + sizeof(*suffix);
273 body->guest.ptr = *ptr;
274 body->guest.ptr.offset += cur_offset->bo_offset;
275 body->guest.pitch = svga3dsurface_calculate_pitch(desc,
277 body->host.sid = srf->res.id;
278 body->host.face = cur_offset->face;
279 body->host.mipmap = cur_offset->mip;
280 body->transfer = ((to_surface) ? SVGA3D_WRITE_HOST_VRAM :
281 SVGA3D_READ_HOST_VRAM);
288 cb->w = cur_size->width;
289 cb->h = cur_size->height;
290 cb->d = cur_size->depth;
292 suffix->suffixSize = sizeof(*suffix);
293 suffix->maximumOffset =
294 svga3dsurface_get_image_buffer_size(desc, cur_size,
296 suffix->flags.discard = 0;
297 suffix->flags.unsynchronized = 0;
298 suffix->flags.reserved = 0;
305 * vmw_hw_surface_destroy - destroy a Device surface
307 * @res: Pointer to a struct vmw_resource embedded in a struct
310 * Destroys a the device surface associated with a struct vmw_surface if
311 * any, and adjusts accounting and resource count accordingly.
313 static void vmw_hw_surface_destroy(struct vmw_resource *res)
316 struct vmw_private *dev_priv = res->dev_priv;
317 struct vmw_surface *srf;
320 if (res->func->destroy == vmw_gb_surface_destroy) {
321 (void) vmw_gb_surface_destroy(res);
327 cmd = vmw_fifo_reserve(dev_priv, vmw_surface_destroy_size());
328 if (unlikely(!cmd)) {
329 DRM_ERROR("Failed reserving FIFO space for surface "
334 vmw_surface_destroy_encode(res->id, cmd);
335 vmw_fifo_commit(dev_priv, vmw_surface_destroy_size());
338 * used_memory_size_atomic, or separate lock
339 * to avoid taking dev_priv::cmdbuf_mutex in
343 mutex_lock(&dev_priv->cmdbuf_mutex);
344 srf = vmw_res_to_srf(res);
345 dev_priv->used_memory_size -= res->backup_size;
346 mutex_unlock(&dev_priv->cmdbuf_mutex);
351 * vmw_legacy_srf_create - Create a device surface as part of the
352 * resource validation process.
354 * @res: Pointer to a struct vmw_surface.
356 * If the surface doesn't have a hw id.
358 * Returns -EBUSY if there wasn't sufficient device resources to
359 * complete the validation. Retry after freeing up resources.
361 * May return other errors if the kernel is out of guest resources.
363 static int vmw_legacy_srf_create(struct vmw_resource *res)
365 struct vmw_private *dev_priv = res->dev_priv;
366 struct vmw_surface *srf;
367 uint32_t submit_size;
371 if (likely(res->id != -1))
374 srf = vmw_res_to_srf(res);
375 if (unlikely(dev_priv->used_memory_size + res->backup_size >=
376 dev_priv->memory_size))
380 * Alloc id for the resource.
383 ret = vmw_resource_alloc_id(res);
384 if (unlikely(ret != 0)) {
385 DRM_ERROR("Failed to allocate a surface id.\n");
389 if (unlikely(res->id >= SVGA3D_MAX_SURFACE_IDS)) {
395 * Encode surface define- commands.
398 submit_size = vmw_surface_define_size(srf);
399 cmd = vmw_fifo_reserve(dev_priv, submit_size);
400 if (unlikely(!cmd)) {
401 DRM_ERROR("Failed reserving FIFO space for surface "
407 vmw_surface_define_encode(srf, cmd);
408 vmw_fifo_commit(dev_priv, submit_size);
409 vmw_fifo_resource_inc(dev_priv);
412 * Surface memory usage accounting.
415 dev_priv->used_memory_size += res->backup_size;
419 vmw_resource_release_id(res);
425 * vmw_legacy_srf_dma - Copy backup data to or from a legacy surface.
427 * @res: Pointer to a struct vmw_res embedded in a struct
429 * @val_buf: Pointer to a struct ttm_validate_buffer containing
430 * information about the backup buffer.
431 * @bind: Boolean wether to DMA to the surface.
433 * Transfer backup data to or from a legacy surface as part of the
434 * validation process.
435 * May return other errors if the kernel is out of guest resources.
436 * The backup buffer will be fenced or idle upon successful completion,
437 * and if the surface needs persistent backup storage, the backup buffer
438 * will also be returned reserved iff @bind is true.
440 static int vmw_legacy_srf_dma(struct vmw_resource *res,
441 struct ttm_validate_buffer *val_buf,
445 struct vmw_fence_obj *fence;
446 uint32_t submit_size;
447 struct vmw_surface *srf = vmw_res_to_srf(res);
449 struct vmw_private *dev_priv = res->dev_priv;
451 BUG_ON(!val_buf->bo);
452 submit_size = vmw_surface_dma_size(srf);
453 cmd = vmw_fifo_reserve(dev_priv, submit_size);
454 if (unlikely(!cmd)) {
455 DRM_ERROR("Failed reserving FIFO space for surface "
459 vmw_bo_get_guest_ptr(val_buf->bo, &ptr);
460 vmw_surface_dma_encode(srf, cmd, &ptr, bind);
462 vmw_fifo_commit(dev_priv, submit_size);
465 * Create a fence object and fence the backup buffer.
468 (void) vmw_execbuf_fence_commands(NULL, dev_priv,
471 vmw_fence_single_bo(val_buf->bo, fence);
473 if (likely(fence != NULL))
474 vmw_fence_obj_unreference(&fence);
480 * vmw_legacy_srf_bind - Perform a legacy surface bind as part of the
481 * surface validation process.
483 * @res: Pointer to a struct vmw_res embedded in a struct
485 * @val_buf: Pointer to a struct ttm_validate_buffer containing
486 * information about the backup buffer.
488 * This function will copy backup data to the surface if the
489 * backup buffer is dirty.
491 static int vmw_legacy_srf_bind(struct vmw_resource *res,
492 struct ttm_validate_buffer *val_buf)
494 if (!res->backup_dirty)
497 return vmw_legacy_srf_dma(res, val_buf, true);
502 * vmw_legacy_srf_unbind - Perform a legacy surface unbind as part of the
503 * surface eviction process.
505 * @res: Pointer to a struct vmw_res embedded in a struct
507 * @val_buf: Pointer to a struct ttm_validate_buffer containing
508 * information about the backup buffer.
510 * This function will copy backup data from the surface.
512 static int vmw_legacy_srf_unbind(struct vmw_resource *res,
514 struct ttm_validate_buffer *val_buf)
516 if (unlikely(readback))
517 return vmw_legacy_srf_dma(res, val_buf, false);
522 * vmw_legacy_srf_destroy - Destroy a device surface as part of a
523 * resource eviction process.
525 * @res: Pointer to a struct vmw_res embedded in a struct
528 static int vmw_legacy_srf_destroy(struct vmw_resource *res)
530 struct vmw_private *dev_priv = res->dev_priv;
531 uint32_t submit_size;
534 BUG_ON(res->id == -1);
537 * Encode the dma- and surface destroy commands.
540 submit_size = vmw_surface_destroy_size();
541 cmd = vmw_fifo_reserve(dev_priv, submit_size);
542 if (unlikely(!cmd)) {
543 DRM_ERROR("Failed reserving FIFO space for surface "
548 vmw_surface_destroy_encode(res->id, cmd);
549 vmw_fifo_commit(dev_priv, submit_size);
552 * Surface memory usage accounting.
555 dev_priv->used_memory_size -= res->backup_size;
558 * Release the surface ID.
561 vmw_resource_release_id(res);
562 vmw_fifo_resource_dec(dev_priv);
569 * vmw_surface_init - initialize a struct vmw_surface
571 * @dev_priv: Pointer to a device private struct.
572 * @srf: Pointer to the struct vmw_surface to initialize.
573 * @res_free: Pointer to a resource destructor used to free
576 static int vmw_surface_init(struct vmw_private *dev_priv,
577 struct vmw_surface *srf,
578 void (*res_free) (struct vmw_resource *res))
581 struct vmw_resource *res = &srf->res;
584 ret = vmw_resource_init(dev_priv, res, true, res_free,
585 (dev_priv->has_mob) ? &vmw_gb_surface_func :
586 &vmw_legacy_surface_func);
588 if (unlikely(ret != 0)) {
594 * The surface won't be visible to hardware until a
598 INIT_LIST_HEAD(&srf->view_list);
599 vmw_resource_activate(res, vmw_hw_surface_destroy);
604 * vmw_user_surface_base_to_res - TTM base object to resource converter for
605 * user visible surfaces
607 * @base: Pointer to a TTM base object
609 * Returns the struct vmw_resource embedded in a struct vmw_surface
610 * for the user-visible object identified by the TTM base object @base.
612 static struct vmw_resource *
613 vmw_user_surface_base_to_res(struct ttm_base_object *base)
615 return &(container_of(base, struct vmw_user_surface,
616 prime.base)->srf.res);
620 * vmw_user_surface_free - User visible surface resource destructor
622 * @res: A struct vmw_resource embedded in a struct vmw_surface.
624 static void vmw_user_surface_free(struct vmw_resource *res)
626 struct vmw_surface *srf = vmw_res_to_srf(res);
627 struct vmw_user_surface *user_srf =
628 container_of(srf, struct vmw_user_surface, srf);
629 struct vmw_private *dev_priv = srf->res.dev_priv;
630 uint32_t size = user_srf->size;
632 if (user_srf->master)
633 drm_master_put(&user_srf->master);
636 kfree(srf->snooper.image);
637 ttm_prime_object_kfree(user_srf, prime);
638 ttm_mem_global_free(vmw_mem_glob(dev_priv), size);
642 * vmw_user_surface_free - User visible surface TTM base object destructor
644 * @p_base: Pointer to a pointer to a TTM base object
645 * embedded in a struct vmw_user_surface.
647 * Drops the base object's reference on its resource, and the
648 * pointer pointed to by *p_base is set to NULL.
650 static void vmw_user_surface_base_release(struct ttm_base_object **p_base)
652 struct ttm_base_object *base = *p_base;
653 struct vmw_user_surface *user_srf =
654 container_of(base, struct vmw_user_surface, prime.base);
655 struct vmw_resource *res = &user_srf->srf.res;
658 if (user_srf->backup_base)
659 ttm_base_object_unref(&user_srf->backup_base);
660 vmw_resource_unreference(&res);
664 * vmw_user_surface_destroy_ioctl - Ioctl function implementing
665 * the user surface destroy functionality.
667 * @dev: Pointer to a struct drm_device.
668 * @data: Pointer to data copied from / to user-space.
669 * @file_priv: Pointer to a drm file private structure.
671 int vmw_surface_destroy_ioctl(struct drm_device *dev, void *data,
672 struct drm_file *file_priv)
674 struct drm_vmw_surface_arg *arg = (struct drm_vmw_surface_arg *)data;
675 struct ttm_object_file *tfile = vmw_fpriv(file_priv)->tfile;
677 return ttm_ref_object_base_unref(tfile, arg->sid, TTM_REF_USAGE);
681 * vmw_user_surface_define_ioctl - Ioctl function implementing
682 * the user surface define functionality.
684 * @dev: Pointer to a struct drm_device.
685 * @data: Pointer to data copied from / to user-space.
686 * @file_priv: Pointer to a drm file private structure.
688 int vmw_surface_define_ioctl(struct drm_device *dev, void *data,
689 struct drm_file *file_priv)
691 struct vmw_private *dev_priv = vmw_priv(dev);
692 struct vmw_user_surface *user_srf;
693 struct vmw_surface *srf;
694 struct vmw_resource *res;
695 struct vmw_resource *tmp;
696 union drm_vmw_surface_create_arg *arg =
697 (union drm_vmw_surface_create_arg *)data;
698 struct drm_vmw_surface_create_req *req = &arg->req;
699 struct drm_vmw_surface_arg *rep = &arg->rep;
700 struct ttm_object_file *tfile = vmw_fpriv(file_priv)->tfile;
701 struct ttm_operation_ctx ctx = {
702 .interruptible = true,
707 uint32_t cur_bo_offset;
708 struct drm_vmw_size *cur_size;
709 struct vmw_surface_offset *cur_offset;
712 const struct svga3d_surface_desc *desc;
714 if (unlikely(vmw_user_surface_size == 0))
715 vmw_user_surface_size = ttm_round_pot(sizeof(*user_srf)) +
719 for (i = 0; i < DRM_VMW_MAX_SURFACE_FACES; ++i) {
720 if (req->mip_levels[i] > DRM_VMW_MAX_MIP_LEVELS)
722 num_sizes += req->mip_levels[i];
725 if (num_sizes > DRM_VMW_MAX_SURFACE_FACES * DRM_VMW_MAX_MIP_LEVELS ||
729 size = vmw_user_surface_size + 128 +
730 ttm_round_pot(num_sizes * sizeof(struct drm_vmw_size)) +
731 ttm_round_pot(num_sizes * sizeof(struct vmw_surface_offset));
734 desc = svga3dsurface_get_desc(req->format);
735 if (unlikely(desc->block_desc == SVGA3DBLOCKDESC_NONE)) {
736 DRM_ERROR("Invalid surface format for surface creation.\n");
737 DRM_ERROR("Format requested is: %d\n", req->format);
741 ret = ttm_read_lock(&dev_priv->reservation_sem, true);
742 if (unlikely(ret != 0))
745 ret = ttm_mem_global_alloc(vmw_mem_glob(dev_priv),
747 if (unlikely(ret != 0)) {
748 if (ret != -ERESTARTSYS)
749 DRM_ERROR("Out of graphics memory for surface"
754 user_srf = kzalloc(sizeof(*user_srf), GFP_KERNEL);
755 if (unlikely(!user_srf)) {
757 goto out_no_user_srf;
760 srf = &user_srf->srf;
763 srf->flags = req->flags;
764 srf->format = req->format;
765 srf->scanout = req->scanout;
767 memcpy(srf->mip_levels, req->mip_levels, sizeof(srf->mip_levels));
768 srf->num_sizes = num_sizes;
769 user_srf->size = size;
770 srf->sizes = memdup_user((struct drm_vmw_size __user *)(unsigned long)
772 sizeof(*srf->sizes) * srf->num_sizes);
773 if (IS_ERR(srf->sizes)) {
774 ret = PTR_ERR(srf->sizes);
777 srf->offsets = kmalloc_array(srf->num_sizes,
778 sizeof(*srf->offsets),
780 if (unlikely(!srf->offsets)) {
785 srf->base_size = *srf->sizes;
786 srf->autogen_filter = SVGA3D_TEX_FILTER_NONE;
787 srf->multisample_count = 0;
790 cur_offset = srf->offsets;
791 cur_size = srf->sizes;
793 for (i = 0; i < DRM_VMW_MAX_SURFACE_FACES; ++i) {
794 for (j = 0; j < srf->mip_levels[i]; ++j) {
795 uint32_t stride = svga3dsurface_calculate_pitch
798 cur_offset->face = i;
800 cur_offset->bo_offset = cur_bo_offset;
801 cur_bo_offset += svga3dsurface_get_image_buffer_size
802 (desc, cur_size, stride);
807 res->backup_size = cur_bo_offset;
809 srf->num_sizes == 1 &&
810 srf->sizes[0].width == 64 &&
811 srf->sizes[0].height == 64 &&
812 srf->format == SVGA3D_A8R8G8B8) {
814 srf->snooper.image = kzalloc(64 * 64 * 4, GFP_KERNEL);
815 if (!srf->snooper.image) {
816 DRM_ERROR("Failed to allocate cursor_image\n");
821 srf->snooper.image = NULL;
824 user_srf->prime.base.shareable = false;
825 user_srf->prime.base.tfile = NULL;
826 if (drm_is_primary_client(file_priv))
827 user_srf->master = drm_master_get(file_priv->master);
830 * From this point, the generic resource management functions
831 * destroy the object on failure.
834 ret = vmw_surface_init(dev_priv, srf, vmw_user_surface_free);
835 if (unlikely(ret != 0))
839 * A gb-aware client referencing a shared surface will
840 * expect a backup buffer to be present.
842 if (dev_priv->has_mob && req->shareable) {
843 uint32_t backup_handle;
845 ret = vmw_user_dmabuf_alloc(dev_priv, tfile,
850 &user_srf->backup_base);
851 if (unlikely(ret != 0)) {
852 vmw_resource_unreference(&res);
857 tmp = vmw_resource_reference(&srf->res);
858 ret = ttm_prime_object_init(tfile, res->backup_size, &user_srf->prime,
859 req->shareable, VMW_RES_SURFACE,
860 &vmw_user_surface_base_release, NULL);
862 if (unlikely(ret != 0)) {
863 vmw_resource_unreference(&tmp);
864 vmw_resource_unreference(&res);
868 rep->sid = user_srf->prime.base.hash.key;
869 vmw_resource_unreference(&res);
871 ttm_read_unlock(&dev_priv->reservation_sem);
878 ttm_prime_object_kfree(user_srf, prime);
880 ttm_mem_global_free(vmw_mem_glob(dev_priv), size);
882 ttm_read_unlock(&dev_priv->reservation_sem);
888 vmw_surface_handle_reference(struct vmw_private *dev_priv,
889 struct drm_file *file_priv,
891 enum drm_vmw_handle_type handle_type,
892 struct ttm_base_object **base_p)
894 struct ttm_object_file *tfile = vmw_fpriv(file_priv)->tfile;
895 struct vmw_user_surface *user_srf;
897 struct ttm_base_object *base;
899 bool require_exist = false;
901 if (handle_type == DRM_VMW_HANDLE_PRIME) {
902 ret = ttm_prime_fd_to_handle(tfile, u_handle, &handle);
903 if (unlikely(ret != 0))
906 if (unlikely(drm_is_render_client(file_priv)))
907 require_exist = true;
909 if (READ_ONCE(vmw_fpriv(file_priv)->locked_master)) {
910 DRM_ERROR("Locked master refused legacy "
911 "surface reference.\n");
919 base = ttm_base_object_lookup_for_ref(dev_priv->tdev, handle);
920 if (unlikely(!base)) {
921 DRM_ERROR("Could not find surface to reference.\n");
925 if (unlikely(ttm_base_object_type(base) != VMW_RES_SURFACE)) {
926 DRM_ERROR("Referenced object is not a surface.\n");
927 goto out_bad_resource;
930 if (handle_type != DRM_VMW_HANDLE_PRIME) {
931 user_srf = container_of(base, struct vmw_user_surface,
935 * Make sure the surface creator has the same
936 * authenticating master, or is already registered with us.
938 if (drm_is_primary_client(file_priv) &&
939 user_srf->master != file_priv->master)
940 require_exist = true;
942 ret = ttm_ref_object_add(tfile, base, TTM_REF_USAGE, NULL,
944 if (unlikely(ret != 0)) {
945 DRM_ERROR("Could not add a reference to a surface.\n");
946 goto out_bad_resource;
954 ttm_base_object_unref(&base);
956 if (handle_type == DRM_VMW_HANDLE_PRIME)
957 (void) ttm_ref_object_base_unref(tfile, handle, TTM_REF_USAGE);
963 * vmw_user_surface_define_ioctl - Ioctl function implementing
964 * the user surface reference functionality.
966 * @dev: Pointer to a struct drm_device.
967 * @data: Pointer to data copied from / to user-space.
968 * @file_priv: Pointer to a drm file private structure.
970 int vmw_surface_reference_ioctl(struct drm_device *dev, void *data,
971 struct drm_file *file_priv)
973 struct vmw_private *dev_priv = vmw_priv(dev);
974 union drm_vmw_surface_reference_arg *arg =
975 (union drm_vmw_surface_reference_arg *)data;
976 struct drm_vmw_surface_arg *req = &arg->req;
977 struct drm_vmw_surface_create_req *rep = &arg->rep;
978 struct ttm_object_file *tfile = vmw_fpriv(file_priv)->tfile;
979 struct vmw_surface *srf;
980 struct vmw_user_surface *user_srf;
981 struct drm_vmw_size __user *user_sizes;
982 struct ttm_base_object *base;
985 ret = vmw_surface_handle_reference(dev_priv, file_priv, req->sid,
986 req->handle_type, &base);
987 if (unlikely(ret != 0))
990 user_srf = container_of(base, struct vmw_user_surface, prime.base);
991 srf = &user_srf->srf;
993 rep->flags = srf->flags;
994 rep->format = srf->format;
995 memcpy(rep->mip_levels, srf->mip_levels, sizeof(srf->mip_levels));
996 user_sizes = (struct drm_vmw_size __user *)(unsigned long)
1000 ret = copy_to_user(user_sizes, &srf->base_size,
1001 sizeof(srf->base_size));
1002 if (unlikely(ret != 0)) {
1003 DRM_ERROR("copy_to_user failed %p %u\n",
1004 user_sizes, srf->num_sizes);
1005 ttm_ref_object_base_unref(tfile, base->hash.key, TTM_REF_USAGE);
1009 ttm_base_object_unref(&base);
1015 * vmw_surface_define_encode - Encode a surface_define command.
1017 * @srf: Pointer to a struct vmw_surface object.
1018 * @cmd_space: Pointer to memory area in which the commands should be encoded.
1020 static int vmw_gb_surface_create(struct vmw_resource *res)
1022 struct vmw_private *dev_priv = res->dev_priv;
1023 struct vmw_surface *srf = vmw_res_to_srf(res);
1024 uint32_t cmd_len, cmd_id, submit_len;
1027 SVGA3dCmdHeader header;
1028 SVGA3dCmdDefineGBSurface body;
1031 SVGA3dCmdHeader header;
1032 SVGA3dCmdDefineGBSurface_v2 body;
1035 if (likely(res->id != -1))
1038 vmw_fifo_resource_inc(dev_priv);
1039 ret = vmw_resource_alloc_id(res);
1040 if (unlikely(ret != 0)) {
1041 DRM_ERROR("Failed to allocate a surface id.\n");
1045 if (unlikely(res->id >= VMWGFX_NUM_GB_SURFACE)) {
1050 if (srf->array_size > 0) {
1051 /* has_dx checked on creation time. */
1052 cmd_id = SVGA_3D_CMD_DEFINE_GB_SURFACE_V2;
1053 cmd_len = sizeof(cmd2->body);
1054 submit_len = sizeof(*cmd2);
1056 cmd_id = SVGA_3D_CMD_DEFINE_GB_SURFACE;
1057 cmd_len = sizeof(cmd->body);
1058 submit_len = sizeof(*cmd);
1061 cmd = vmw_fifo_reserve(dev_priv, submit_len);
1062 cmd2 = (typeof(cmd2))cmd;
1063 if (unlikely(!cmd)) {
1064 DRM_ERROR("Failed reserving FIFO space for surface "
1070 if (srf->array_size > 0) {
1071 cmd2->header.id = cmd_id;
1072 cmd2->header.size = cmd_len;
1073 cmd2->body.sid = srf->res.id;
1074 cmd2->body.surfaceFlags = srf->flags;
1075 cmd2->body.format = cpu_to_le32(srf->format);
1076 cmd2->body.numMipLevels = srf->mip_levels[0];
1077 cmd2->body.multisampleCount = srf->multisample_count;
1078 cmd2->body.autogenFilter = srf->autogen_filter;
1079 cmd2->body.size.width = srf->base_size.width;
1080 cmd2->body.size.height = srf->base_size.height;
1081 cmd2->body.size.depth = srf->base_size.depth;
1082 cmd2->body.arraySize = srf->array_size;
1084 cmd->header.id = cmd_id;
1085 cmd->header.size = cmd_len;
1086 cmd->body.sid = srf->res.id;
1087 cmd->body.surfaceFlags = srf->flags;
1088 cmd->body.format = cpu_to_le32(srf->format);
1089 cmd->body.numMipLevels = srf->mip_levels[0];
1090 cmd->body.multisampleCount = srf->multisample_count;
1091 cmd->body.autogenFilter = srf->autogen_filter;
1092 cmd->body.size.width = srf->base_size.width;
1093 cmd->body.size.height = srf->base_size.height;
1094 cmd->body.size.depth = srf->base_size.depth;
1097 vmw_fifo_commit(dev_priv, submit_len);
1102 vmw_resource_release_id(res);
1104 vmw_fifo_resource_dec(dev_priv);
1109 static int vmw_gb_surface_bind(struct vmw_resource *res,
1110 struct ttm_validate_buffer *val_buf)
1112 struct vmw_private *dev_priv = res->dev_priv;
1114 SVGA3dCmdHeader header;
1115 SVGA3dCmdBindGBSurface body;
1118 SVGA3dCmdHeader header;
1119 SVGA3dCmdUpdateGBSurface body;
1121 uint32_t submit_size;
1122 struct ttm_buffer_object *bo = val_buf->bo;
1124 BUG_ON(bo->mem.mem_type != VMW_PL_MOB);
1126 submit_size = sizeof(*cmd1) + (res->backup_dirty ? sizeof(*cmd2) : 0);
1128 cmd1 = vmw_fifo_reserve(dev_priv, submit_size);
1129 if (unlikely(!cmd1)) {
1130 DRM_ERROR("Failed reserving FIFO space for surface "
1135 cmd1->header.id = SVGA_3D_CMD_BIND_GB_SURFACE;
1136 cmd1->header.size = sizeof(cmd1->body);
1137 cmd1->body.sid = res->id;
1138 cmd1->body.mobid = bo->mem.start;
1139 if (res->backup_dirty) {
1140 cmd2 = (void *) &cmd1[1];
1141 cmd2->header.id = SVGA_3D_CMD_UPDATE_GB_SURFACE;
1142 cmd2->header.size = sizeof(cmd2->body);
1143 cmd2->body.sid = res->id;
1144 res->backup_dirty = false;
1146 vmw_fifo_commit(dev_priv, submit_size);
1151 static int vmw_gb_surface_unbind(struct vmw_resource *res,
1153 struct ttm_validate_buffer *val_buf)
1155 struct vmw_private *dev_priv = res->dev_priv;
1156 struct ttm_buffer_object *bo = val_buf->bo;
1157 struct vmw_fence_obj *fence;
1160 SVGA3dCmdHeader header;
1161 SVGA3dCmdReadbackGBSurface body;
1164 SVGA3dCmdHeader header;
1165 SVGA3dCmdInvalidateGBSurface body;
1168 SVGA3dCmdHeader header;
1169 SVGA3dCmdBindGBSurface body;
1171 uint32_t submit_size;
1175 BUG_ON(bo->mem.mem_type != VMW_PL_MOB);
1177 submit_size = sizeof(*cmd3) + (readback ? sizeof(*cmd1) : sizeof(*cmd2));
1178 cmd = vmw_fifo_reserve(dev_priv, submit_size);
1179 if (unlikely(!cmd)) {
1180 DRM_ERROR("Failed reserving FIFO space for surface "
1186 cmd1 = (void *) cmd;
1187 cmd1->header.id = SVGA_3D_CMD_READBACK_GB_SURFACE;
1188 cmd1->header.size = sizeof(cmd1->body);
1189 cmd1->body.sid = res->id;
1190 cmd3 = (void *) &cmd1[1];
1192 cmd2 = (void *) cmd;
1193 cmd2->header.id = SVGA_3D_CMD_INVALIDATE_GB_SURFACE;
1194 cmd2->header.size = sizeof(cmd2->body);
1195 cmd2->body.sid = res->id;
1196 cmd3 = (void *) &cmd2[1];
1199 cmd3->header.id = SVGA_3D_CMD_BIND_GB_SURFACE;
1200 cmd3->header.size = sizeof(cmd3->body);
1201 cmd3->body.sid = res->id;
1202 cmd3->body.mobid = SVGA3D_INVALID_ID;
1204 vmw_fifo_commit(dev_priv, submit_size);
1207 * Create a fence object and fence the backup buffer.
1210 (void) vmw_execbuf_fence_commands(NULL, dev_priv,
1213 vmw_fence_single_bo(val_buf->bo, fence);
1215 if (likely(fence != NULL))
1216 vmw_fence_obj_unreference(&fence);
1221 static int vmw_gb_surface_destroy(struct vmw_resource *res)
1223 struct vmw_private *dev_priv = res->dev_priv;
1224 struct vmw_surface *srf = vmw_res_to_srf(res);
1226 SVGA3dCmdHeader header;
1227 SVGA3dCmdDestroyGBSurface body;
1230 if (likely(res->id == -1))
1233 mutex_lock(&dev_priv->binding_mutex);
1234 vmw_view_surface_list_destroy(dev_priv, &srf->view_list);
1235 vmw_binding_res_list_scrub(&res->binding_head);
1237 cmd = vmw_fifo_reserve(dev_priv, sizeof(*cmd));
1238 if (unlikely(!cmd)) {
1239 DRM_ERROR("Failed reserving FIFO space for surface "
1241 mutex_unlock(&dev_priv->binding_mutex);
1245 cmd->header.id = SVGA_3D_CMD_DESTROY_GB_SURFACE;
1246 cmd->header.size = sizeof(cmd->body);
1247 cmd->body.sid = res->id;
1248 vmw_fifo_commit(dev_priv, sizeof(*cmd));
1249 mutex_unlock(&dev_priv->binding_mutex);
1250 vmw_resource_release_id(res);
1251 vmw_fifo_resource_dec(dev_priv);
1258 * vmw_gb_surface_define_ioctl - Ioctl function implementing
1259 * the user surface define functionality.
1261 * @dev: Pointer to a struct drm_device.
1262 * @data: Pointer to data copied from / to user-space.
1263 * @file_priv: Pointer to a drm file private structure.
1265 int vmw_gb_surface_define_ioctl(struct drm_device *dev, void *data,
1266 struct drm_file *file_priv)
1268 struct vmw_private *dev_priv = vmw_priv(dev);
1269 struct vmw_user_surface *user_srf;
1270 struct vmw_surface *srf;
1271 struct vmw_resource *res;
1272 struct vmw_resource *tmp;
1273 union drm_vmw_gb_surface_create_arg *arg =
1274 (union drm_vmw_gb_surface_create_arg *)data;
1275 struct drm_vmw_gb_surface_create_req *req = &arg->req;
1276 struct drm_vmw_gb_surface_create_rep *rep = &arg->rep;
1277 struct ttm_object_file *tfile = vmw_fpriv(file_priv)->tfile;
1280 uint32_t backup_handle = 0;
1282 if (req->multisample_count != 0)
1285 if (req->mip_levels > DRM_VMW_MAX_MIP_LEVELS)
1288 if (unlikely(vmw_user_surface_size == 0))
1289 vmw_user_surface_size = ttm_round_pot(sizeof(*user_srf)) +
1292 size = vmw_user_surface_size + 128;
1294 /* Define a surface based on the parameters. */
1295 ret = vmw_surface_gb_priv_define(dev,
1299 req->drm_surface_flags & drm_vmw_surface_flag_scanout,
1301 req->multisample_count,
1305 if (unlikely(ret != 0))
1308 user_srf = container_of(srf, struct vmw_user_surface, srf);
1309 if (drm_is_primary_client(file_priv))
1310 user_srf->master = drm_master_get(file_priv->master);
1312 ret = ttm_read_lock(&dev_priv->reservation_sem, true);
1313 if (unlikely(ret != 0))
1316 res = &user_srf->srf.res;
1319 if (req->buffer_handle != SVGA3D_INVALID_ID) {
1320 ret = vmw_user_dmabuf_lookup(tfile, req->buffer_handle,
1322 &user_srf->backup_base);
1324 if (res->backup->base.num_pages * PAGE_SIZE <
1326 DRM_ERROR("Surface backup buffer is too small.\n");
1327 vmw_dmabuf_unreference(&res->backup);
1331 backup_handle = req->buffer_handle;
1334 } else if (req->drm_surface_flags & drm_vmw_surface_flag_create_buffer)
1335 ret = vmw_user_dmabuf_alloc(dev_priv, tfile,
1337 req->drm_surface_flags &
1338 drm_vmw_surface_flag_shareable,
1341 &user_srf->backup_base);
1343 if (unlikely(ret != 0)) {
1344 vmw_resource_unreference(&res);
1348 tmp = vmw_resource_reference(res);
1349 ret = ttm_prime_object_init(tfile, res->backup_size, &user_srf->prime,
1350 req->drm_surface_flags &
1351 drm_vmw_surface_flag_shareable,
1353 &vmw_user_surface_base_release, NULL);
1355 if (unlikely(ret != 0)) {
1356 vmw_resource_unreference(&tmp);
1357 vmw_resource_unreference(&res);
1361 rep->handle = user_srf->prime.base.hash.key;
1362 rep->backup_size = res->backup_size;
1364 rep->buffer_map_handle =
1365 drm_vma_node_offset_addr(&res->backup->base.vma_node);
1366 rep->buffer_size = res->backup->base.num_pages * PAGE_SIZE;
1367 rep->buffer_handle = backup_handle;
1369 rep->buffer_map_handle = 0;
1370 rep->buffer_size = 0;
1371 rep->buffer_handle = SVGA3D_INVALID_ID;
1374 vmw_resource_unreference(&res);
1377 ttm_read_unlock(&dev_priv->reservation_sem);
1382 * vmw_gb_surface_reference_ioctl - Ioctl function implementing
1383 * the user surface reference functionality.
1385 * @dev: Pointer to a struct drm_device.
1386 * @data: Pointer to data copied from / to user-space.
1387 * @file_priv: Pointer to a drm file private structure.
1389 int vmw_gb_surface_reference_ioctl(struct drm_device *dev, void *data,
1390 struct drm_file *file_priv)
1392 struct vmw_private *dev_priv = vmw_priv(dev);
1393 union drm_vmw_gb_surface_reference_arg *arg =
1394 (union drm_vmw_gb_surface_reference_arg *)data;
1395 struct drm_vmw_surface_arg *req = &arg->req;
1396 struct drm_vmw_gb_surface_ref_rep *rep = &arg->rep;
1397 struct ttm_object_file *tfile = vmw_fpriv(file_priv)->tfile;
1398 struct vmw_surface *srf;
1399 struct vmw_user_surface *user_srf;
1400 struct ttm_base_object *base;
1401 uint32_t backup_handle;
1404 ret = vmw_surface_handle_reference(dev_priv, file_priv, req->sid,
1405 req->handle_type, &base);
1406 if (unlikely(ret != 0))
1409 user_srf = container_of(base, struct vmw_user_surface, prime.base);
1410 srf = &user_srf->srf;
1411 if (!srf->res.backup) {
1412 DRM_ERROR("Shared GB surface is missing a backup buffer.\n");
1413 goto out_bad_resource;
1416 mutex_lock(&dev_priv->cmdbuf_mutex); /* Protect res->backup */
1417 ret = vmw_user_dmabuf_reference(tfile, srf->res.backup,
1419 mutex_unlock(&dev_priv->cmdbuf_mutex);
1421 if (unlikely(ret != 0)) {
1422 DRM_ERROR("Could not add a reference to a GB surface "
1423 "backup buffer.\n");
1424 (void) ttm_ref_object_base_unref(tfile, base->hash.key,
1426 goto out_bad_resource;
1429 rep->creq.svga3d_flags = srf->flags;
1430 rep->creq.format = srf->format;
1431 rep->creq.mip_levels = srf->mip_levels[0];
1432 rep->creq.drm_surface_flags = 0;
1433 rep->creq.multisample_count = srf->multisample_count;
1434 rep->creq.autogen_filter = srf->autogen_filter;
1435 rep->creq.array_size = srf->array_size;
1436 rep->creq.buffer_handle = backup_handle;
1437 rep->creq.base_size = srf->base_size;
1438 rep->crep.handle = user_srf->prime.base.hash.key;
1439 rep->crep.backup_size = srf->res.backup_size;
1440 rep->crep.buffer_handle = backup_handle;
1441 rep->crep.buffer_map_handle =
1442 drm_vma_node_offset_addr(&srf->res.backup->base.vma_node);
1443 rep->crep.buffer_size = srf->res.backup->base.num_pages * PAGE_SIZE;
1446 ttm_base_object_unref(&base);
1452 * vmw_surface_gb_priv_define - Define a private GB surface
1454 * @dev: Pointer to a struct drm_device
1455 * @user_accounting_size: Used to track user-space memory usage, set
1456 * to 0 for kernel mode only memory
1457 * @svga3d_flags: SVGA3d surface flags for the device
1458 * @format: requested surface format
1459 * @for_scanout: true if inteded to be used for scanout buffer
1460 * @num_mip_levels: number of MIP levels
1461 * @multisample_count:
1462 * @array_size: Surface array size.
1463 * @size: width, heigh, depth of the surface requested
1464 * @user_srf_out: allocated user_srf. Set to NULL on failure.
1466 * GB surfaces allocated by this function will not have a user mode handle, and
1467 * thus will only be visible to vmwgfx. For optimization reasons the
1468 * surface may later be given a user mode handle by another function to make
1469 * it available to user mode drivers.
1471 int vmw_surface_gb_priv_define(struct drm_device *dev,
1472 uint32_t user_accounting_size,
1473 uint32_t svga3d_flags,
1474 SVGA3dSurfaceFormat format,
1476 uint32_t num_mip_levels,
1477 uint32_t multisample_count,
1478 uint32_t array_size,
1479 struct drm_vmw_size size,
1480 struct vmw_surface **srf_out)
1482 struct vmw_private *dev_priv = vmw_priv(dev);
1483 struct vmw_user_surface *user_srf;
1484 struct ttm_operation_ctx ctx = {
1485 .interruptible = true,
1486 .no_wait_gpu = false
1488 struct vmw_surface *srf;
1495 uint32_t max_width, max_height;
1497 if (!svga3dsurface_is_screen_target_format(format)) {
1498 DRM_ERROR("Invalid Screen Target surface format.");
1502 max_width = min(dev_priv->texture_max_width,
1503 dev_priv->stdu_max_width);
1504 max_height = min(dev_priv->texture_max_height,
1505 dev_priv->stdu_max_height);
1507 if (size.width > max_width || size.height > max_height) {
1508 DRM_ERROR("%ux%u\n, exceeds max surface size %ux%u",
1509 size.width, size.height,
1510 max_width, max_height);
1514 const struct svga3d_surface_desc *desc;
1516 desc = svga3dsurface_get_desc(format);
1517 if (unlikely(desc->block_desc == SVGA3DBLOCKDESC_NONE)) {
1518 DRM_ERROR("Invalid surface format.\n");
1523 /* array_size must be null for non-GL3 host. */
1524 if (array_size > 0 && !dev_priv->has_dx) {
1525 DRM_ERROR("Tried to create DX surface on non-DX host.\n");
1529 ret = ttm_read_lock(&dev_priv->reservation_sem, true);
1530 if (unlikely(ret != 0))
1533 ret = ttm_mem_global_alloc(vmw_mem_glob(dev_priv),
1534 user_accounting_size, &ctx);
1535 if (unlikely(ret != 0)) {
1536 if (ret != -ERESTARTSYS)
1537 DRM_ERROR("Out of graphics memory for surface"
1542 user_srf = kzalloc(sizeof(*user_srf), GFP_KERNEL);
1543 if (unlikely(!user_srf)) {
1545 goto out_no_user_srf;
1548 *srf_out = &user_srf->srf;
1549 user_srf->size = user_accounting_size;
1550 user_srf->prime.base.shareable = false;
1551 user_srf->prime.base.tfile = NULL;
1553 srf = &user_srf->srf;
1554 srf->flags = svga3d_flags;
1555 srf->format = format;
1556 srf->scanout = for_scanout;
1557 srf->mip_levels[0] = num_mip_levels;
1560 srf->offsets = NULL;
1561 srf->base_size = size;
1562 srf->autogen_filter = SVGA3D_TEX_FILTER_NONE;
1563 srf->array_size = array_size;
1564 srf->multisample_count = multisample_count;
1567 num_layers = array_size;
1568 else if (svga3d_flags & SVGA3D_SURFACE_CUBEMAP)
1569 num_layers = SVGA3D_MAX_SURFACE_FACES;
1573 srf->res.backup_size =
1574 svga3dsurface_get_serialized_size(srf->format,
1579 if (srf->flags & SVGA3D_SURFACE_BIND_STREAM_OUTPUT)
1580 srf->res.backup_size += sizeof(SVGA3dDXSOState);
1582 if (dev_priv->active_display_unit == vmw_du_screen_target &&
1584 srf->flags |= SVGA3D_SURFACE_SCREENTARGET;
1587 * From this point, the generic resource management functions
1588 * destroy the object on failure.
1590 ret = vmw_surface_init(dev_priv, srf, vmw_user_surface_free);
1592 ttm_read_unlock(&dev_priv->reservation_sem);
1596 ttm_mem_global_free(vmw_mem_glob(dev_priv), user_accounting_size);
1599 ttm_read_unlock(&dev_priv->reservation_sem);