2 * Copyright(c) 2011-2016 Intel Corporation. All rights reserved.
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
24 * Kevin Tian <kevin.tian@intel.com>
25 * Eddie Dong <eddie.dong@intel.com>
28 * Niu Bing <bing.niu@intel.com>
29 * Zhi Wang <zhi.a.wang@intel.com>
33 #include <linux/types.h>
34 #include <linux/kthread.h>
37 #include "intel_gvt.h"
39 #include <linux/vfio.h>
40 #include <linux/mdev.h>
42 struct intel_gvt_host intel_gvt_host;
44 static const char * const supported_hypervisors[] = {
45 [INTEL_GVT_HYPERVISOR_XEN] = "XEN",
46 [INTEL_GVT_HYPERVISOR_KVM] = "KVM",
49 static struct intel_vgpu_type *
50 intel_gvt_find_vgpu_type(struct intel_gvt *gvt, unsigned int type_group_id)
52 if (WARN_ON(type_group_id >= gvt->num_types))
54 return &gvt->types[type_group_id];
57 static ssize_t available_instances_show(struct mdev_type *mtype,
58 struct mdev_type_attribute *attr,
61 struct intel_vgpu_type *type;
63 void *gvt = kdev_to_i915(mtype_get_parent_dev(mtype))->gvt;
65 type = intel_gvt_find_vgpu_type(gvt, mtype_get_type_group_id(mtype));
69 num = type->avail_instance;
71 return sprintf(buf, "%u\n", num);
74 static ssize_t device_api_show(struct mdev_type *mtype,
75 struct mdev_type_attribute *attr, char *buf)
77 return sprintf(buf, "%s\n", VFIO_DEVICE_API_PCI_STRING);
80 static ssize_t description_show(struct mdev_type *mtype,
81 struct mdev_type_attribute *attr, char *buf)
83 struct intel_vgpu_type *type;
84 void *gvt = kdev_to_i915(mtype_get_parent_dev(mtype))->gvt;
86 type = intel_gvt_find_vgpu_type(gvt, mtype_get_type_group_id(mtype));
90 return sprintf(buf, "low_gm_size: %dMB\nhigh_gm_size: %dMB\n"
91 "fence: %d\nresolution: %s\n"
93 BYTES_TO_MB(type->low_gm_size),
94 BYTES_TO_MB(type->high_gm_size),
95 type->fence, vgpu_edid_str(type->resolution),
99 static MDEV_TYPE_ATTR_RO(available_instances);
100 static MDEV_TYPE_ATTR_RO(device_api);
101 static MDEV_TYPE_ATTR_RO(description);
103 static struct attribute *gvt_type_attrs[] = {
104 &mdev_type_attr_available_instances.attr,
105 &mdev_type_attr_device_api.attr,
106 &mdev_type_attr_description.attr,
110 static struct attribute_group *gvt_vgpu_type_groups[] = {
111 [0 ... NR_MAX_INTEL_VGPU_TYPES - 1] = NULL,
114 static bool intel_get_gvt_attrs(struct attribute_group ***intel_vgpu_type_groups)
116 *intel_vgpu_type_groups = gvt_vgpu_type_groups;
120 static bool intel_gvt_init_vgpu_type_groups(struct intel_gvt *gvt)
123 struct intel_vgpu_type *type;
124 struct attribute_group *group;
126 for (i = 0; i < gvt->num_types; i++) {
127 type = &gvt->types[i];
129 group = kzalloc(sizeof(struct attribute_group), GFP_KERNEL);
133 group->name = type->name;
134 group->attrs = gvt_type_attrs;
135 gvt_vgpu_type_groups[i] = group;
141 for (j = 0; j < i; j++) {
142 group = gvt_vgpu_type_groups[j];
149 static void intel_gvt_cleanup_vgpu_type_groups(struct intel_gvt *gvt)
152 struct attribute_group *group;
154 for (i = 0; i < gvt->num_types; i++) {
155 group = gvt_vgpu_type_groups[i];
156 gvt_vgpu_type_groups[i] = NULL;
161 static const struct intel_gvt_ops intel_gvt_ops = {
162 .emulate_cfg_read = intel_vgpu_emulate_cfg_read,
163 .emulate_cfg_write = intel_vgpu_emulate_cfg_write,
164 .emulate_mmio_read = intel_vgpu_emulate_mmio_read,
165 .emulate_mmio_write = intel_vgpu_emulate_mmio_write,
166 .vgpu_create = intel_gvt_create_vgpu,
167 .vgpu_destroy = intel_gvt_destroy_vgpu,
168 .vgpu_release = intel_gvt_release_vgpu,
169 .vgpu_reset = intel_gvt_reset_vgpu,
170 .vgpu_activate = intel_gvt_activate_vgpu,
171 .vgpu_deactivate = intel_gvt_deactivate_vgpu,
172 .gvt_find_vgpu_type = intel_gvt_find_vgpu_type,
173 .get_gvt_attrs = intel_get_gvt_attrs,
174 .vgpu_query_plane = intel_vgpu_query_plane,
175 .vgpu_get_dmabuf = intel_vgpu_get_dmabuf,
176 .write_protect_handler = intel_vgpu_page_track_handler,
177 .emulate_hotplug = intel_vgpu_emulate_hotplug,
180 static void init_device_info(struct intel_gvt *gvt)
182 struct intel_gvt_device_info *info = &gvt->device_info;
183 struct pci_dev *pdev = gvt->gt->i915->drm.pdev;
185 info->max_support_vgpus = 8;
186 info->cfg_space_size = PCI_CFG_SPACE_EXP_SIZE;
187 info->mmio_size = 2 * 1024 * 1024;
189 info->gtt_start_offset = 8 * 1024 * 1024;
190 info->gtt_entry_size = 8;
191 info->gtt_entry_size_shift = 3;
192 info->gmadr_bytes_in_cmd = 8;
193 info->max_surface_size = 36 * 1024 * 1024;
194 info->msi_cap_offset = pdev->msi_cap;
197 static int gvt_service_thread(void *data)
199 struct intel_gvt *gvt = (struct intel_gvt *)data;
202 gvt_dbg_core("service thread start\n");
204 while (!kthread_should_stop()) {
205 ret = wait_event_interruptible(gvt->service_thread_wq,
206 kthread_should_stop() || gvt->service_request);
208 if (kthread_should_stop())
211 if (WARN_ONCE(ret, "service thread is waken up by signal.\n"))
214 if (test_and_clear_bit(INTEL_GVT_REQUEST_EMULATE_VBLANK,
215 (void *)&gvt->service_request))
216 intel_gvt_emulate_vblank(gvt);
218 if (test_bit(INTEL_GVT_REQUEST_SCHED,
219 (void *)&gvt->service_request) ||
220 test_bit(INTEL_GVT_REQUEST_EVENT_SCHED,
221 (void *)&gvt->service_request)) {
222 intel_gvt_schedule(gvt);
229 static void clean_service_thread(struct intel_gvt *gvt)
231 kthread_stop(gvt->service_thread);
234 static int init_service_thread(struct intel_gvt *gvt)
236 init_waitqueue_head(&gvt->service_thread_wq);
238 gvt->service_thread = kthread_run(gvt_service_thread,
239 gvt, "gvt_service_thread");
240 if (IS_ERR(gvt->service_thread)) {
241 gvt_err("fail to start service thread.\n");
242 return PTR_ERR(gvt->service_thread);
248 * intel_gvt_clean_device - clean a GVT device
249 * @i915: i915 private
251 * This function is called at the driver unloading stage, to free the
252 * resources owned by a GVT device.
255 void intel_gvt_clean_device(struct drm_i915_private *i915)
257 struct intel_gvt *gvt = fetch_and_zero(&i915->gvt);
259 if (drm_WARN_ON(&i915->drm, !gvt))
262 intel_gvt_destroy_idle_vgpu(gvt->idle_vgpu);
263 intel_gvt_cleanup_vgpu_type_groups(gvt);
264 intel_gvt_clean_vgpu_types(gvt);
266 intel_gvt_debugfs_clean(gvt);
267 clean_service_thread(gvt);
268 intel_gvt_clean_cmd_parser(gvt);
269 intel_gvt_clean_sched_policy(gvt);
270 intel_gvt_clean_workload_scheduler(gvt);
271 intel_gvt_clean_gtt(gvt);
272 intel_gvt_clean_irq(gvt);
273 intel_gvt_free_firmware(gvt);
274 intel_gvt_clean_mmio_info(gvt);
275 idr_destroy(&gvt->vgpu_idr);
281 * intel_gvt_init_device - initialize a GVT device
282 * @i915: drm i915 private data
284 * This function is called at the initialization stage, to initialize
285 * necessary GVT components.
288 * Zero on success, negative error code if failed.
291 int intel_gvt_init_device(struct drm_i915_private *i915)
293 struct intel_gvt *gvt;
294 struct intel_vgpu *vgpu;
297 if (drm_WARN_ON(&i915->drm, i915->gvt))
300 gvt = kzalloc(sizeof(struct intel_gvt), GFP_KERNEL);
304 gvt_dbg_core("init gvt device\n");
306 idr_init_base(&gvt->vgpu_idr, 1);
307 spin_lock_init(&gvt->scheduler.mmio_context_lock);
308 mutex_init(&gvt->lock);
309 mutex_init(&gvt->sched_lock);
313 init_device_info(gvt);
315 ret = intel_gvt_setup_mmio_info(gvt);
319 intel_gvt_init_engine_mmio_context(gvt);
321 ret = intel_gvt_load_firmware(gvt);
323 goto out_clean_mmio_info;
325 ret = intel_gvt_init_irq(gvt);
327 goto out_free_firmware;
329 ret = intel_gvt_init_gtt(gvt);
333 ret = intel_gvt_init_workload_scheduler(gvt);
337 ret = intel_gvt_init_sched_policy(gvt);
339 goto out_clean_workload_scheduler;
341 ret = intel_gvt_init_cmd_parser(gvt);
343 goto out_clean_sched_policy;
345 ret = init_service_thread(gvt);
347 goto out_clean_cmd_parser;
349 ret = intel_gvt_init_vgpu_types(gvt);
351 goto out_clean_thread;
353 ret = intel_gvt_init_vgpu_type_groups(gvt);
355 gvt_err("failed to init vgpu type groups: %d\n", ret);
356 goto out_clean_types;
359 vgpu = intel_gvt_create_idle_vgpu(gvt);
362 gvt_err("failed to create idle vgpu\n");
363 goto out_clean_types;
365 gvt->idle_vgpu = vgpu;
367 intel_gvt_debugfs_init(gvt);
369 gvt_dbg_core("gvt device initialization is done\n");
370 intel_gvt_host.dev = &i915->drm.pdev->dev;
371 intel_gvt_host.initialized = true;
375 intel_gvt_clean_vgpu_types(gvt);
377 clean_service_thread(gvt);
378 out_clean_cmd_parser:
379 intel_gvt_clean_cmd_parser(gvt);
380 out_clean_sched_policy:
381 intel_gvt_clean_sched_policy(gvt);
382 out_clean_workload_scheduler:
383 intel_gvt_clean_workload_scheduler(gvt);
385 intel_gvt_clean_gtt(gvt);
387 intel_gvt_clean_irq(gvt);
389 intel_gvt_free_firmware(gvt);
391 intel_gvt_clean_mmio_info(gvt);
393 idr_destroy(&gvt->vgpu_idr);
400 intel_gvt_pm_resume(struct intel_gvt *gvt)
402 intel_gvt_restore_fence(gvt);
403 intel_gvt_restore_mmio(gvt);
404 intel_gvt_restore_ggtt(gvt);
409 intel_gvt_register_hypervisor(const struct intel_gvt_mpt *m)
414 if (!intel_gvt_host.initialized)
417 if (m->type != INTEL_GVT_HYPERVISOR_KVM &&
418 m->type != INTEL_GVT_HYPERVISOR_XEN)
421 /* Get a reference for device model module */
422 if (!try_module_get(THIS_MODULE))
425 intel_gvt_host.mpt = m;
426 intel_gvt_host.hypervisor_type = m->type;
427 gvt = (void *)kdev_to_i915(intel_gvt_host.dev)->gvt;
429 ret = intel_gvt_hypervisor_host_init(intel_gvt_host.dev, gvt,
432 gvt_err("Failed to init %s hypervisor module\n",
433 supported_hypervisors[intel_gvt_host.hypervisor_type]);
434 module_put(THIS_MODULE);
437 gvt_dbg_core("Running with hypervisor %s in host mode\n",
438 supported_hypervisors[intel_gvt_host.hypervisor_type]);
441 EXPORT_SYMBOL_GPL(intel_gvt_register_hypervisor);
444 intel_gvt_unregister_hypervisor(void)
446 intel_gvt_hypervisor_host_exit(intel_gvt_host.dev);
447 module_put(THIS_MODULE);
449 EXPORT_SYMBOL_GPL(intel_gvt_unregister_hypervisor);