2 * Copyright(c) 2011-2016 Intel Corporation. All rights reserved.
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
24 * Kevin Tian <kevin.tian@intel.com>
25 * Eddie Dong <eddie.dong@intel.com>
28 * Niu Bing <bing.niu@intel.com>
29 * Zhi Wang <zhi.a.wang@intel.com>
33 #include <linux/types.h>
35 #include <linux/kthread.h>
39 #include <linux/vfio.h>
40 #include <linux/mdev.h>
42 struct intel_gvt_host intel_gvt_host;
44 static const char * const supported_hypervisors[] = {
45 [INTEL_GVT_HYPERVISOR_XEN] = "XEN",
46 [INTEL_GVT_HYPERVISOR_KVM] = "KVM",
49 static struct intel_vgpu_type *intel_gvt_find_vgpu_type(struct intel_gvt *gvt,
53 struct intel_vgpu_type *t;
54 const char *driver_name = dev_driver_string(
55 &gvt->dev_priv->drm.pdev->dev);
57 for (i = 0; i < gvt->num_types; i++) {
59 if (!strncmp(t->name, name + strlen(driver_name) + 1,
67 static ssize_t available_instances_show(struct kobject *kobj,
68 struct device *dev, char *buf)
70 struct intel_vgpu_type *type;
72 void *gvt = kdev_to_i915(dev)->gvt;
74 type = intel_gvt_find_vgpu_type(gvt, kobject_name(kobj));
78 num = type->avail_instance;
80 return sprintf(buf, "%u\n", num);
83 static ssize_t device_api_show(struct kobject *kobj, struct device *dev,
86 return sprintf(buf, "%s\n", VFIO_DEVICE_API_PCI_STRING);
89 static ssize_t description_show(struct kobject *kobj, struct device *dev,
92 struct intel_vgpu_type *type;
93 void *gvt = kdev_to_i915(dev)->gvt;
95 type = intel_gvt_find_vgpu_type(gvt, kobject_name(kobj));
99 return sprintf(buf, "low_gm_size: %dMB\nhigh_gm_size: %dMB\n"
100 "fence: %d\nresolution: %s\n"
102 BYTES_TO_MB(type->low_gm_size),
103 BYTES_TO_MB(type->high_gm_size),
104 type->fence, vgpu_edid_str(type->resolution),
108 static MDEV_TYPE_ATTR_RO(available_instances);
109 static MDEV_TYPE_ATTR_RO(device_api);
110 static MDEV_TYPE_ATTR_RO(description);
112 static struct attribute *gvt_type_attrs[] = {
113 &mdev_type_attr_available_instances.attr,
114 &mdev_type_attr_device_api.attr,
115 &mdev_type_attr_description.attr,
119 static struct attribute_group *gvt_vgpu_type_groups[] = {
120 [0 ... NR_MAX_INTEL_VGPU_TYPES - 1] = NULL,
123 static bool intel_get_gvt_attrs(struct attribute ***type_attrs,
124 struct attribute_group ***intel_vgpu_type_groups)
126 *type_attrs = gvt_type_attrs;
127 *intel_vgpu_type_groups = gvt_vgpu_type_groups;
131 static bool intel_gvt_init_vgpu_type_groups(struct intel_gvt *gvt)
134 struct intel_vgpu_type *type;
135 struct attribute_group *group;
137 for (i = 0; i < gvt->num_types; i++) {
138 type = &gvt->types[i];
140 group = kzalloc(sizeof(struct attribute_group), GFP_KERNEL);
144 group->name = type->name;
145 group->attrs = gvt_type_attrs;
146 gvt_vgpu_type_groups[i] = group;
152 for (j = 0; j < i; j++) {
153 group = gvt_vgpu_type_groups[j];
160 static void intel_gvt_cleanup_vgpu_type_groups(struct intel_gvt *gvt)
163 struct attribute_group *group;
165 for (i = 0; i < gvt->num_types; i++) {
166 group = gvt_vgpu_type_groups[i];
167 gvt_vgpu_type_groups[i] = NULL;
172 static const struct intel_gvt_ops intel_gvt_ops = {
173 .emulate_cfg_read = intel_vgpu_emulate_cfg_read,
174 .emulate_cfg_write = intel_vgpu_emulate_cfg_write,
175 .emulate_mmio_read = intel_vgpu_emulate_mmio_read,
176 .emulate_mmio_write = intel_vgpu_emulate_mmio_write,
177 .vgpu_create = intel_gvt_create_vgpu,
178 .vgpu_destroy = intel_gvt_destroy_vgpu,
179 .vgpu_reset = intel_gvt_reset_vgpu,
180 .vgpu_activate = intel_gvt_activate_vgpu,
181 .vgpu_deactivate = intel_gvt_deactivate_vgpu,
182 .gvt_find_vgpu_type = intel_gvt_find_vgpu_type,
183 .get_gvt_attrs = intel_get_gvt_attrs,
184 .vgpu_query_plane = intel_vgpu_query_plane,
185 .vgpu_get_dmabuf = intel_vgpu_get_dmabuf,
186 .write_protect_handler = intel_vgpu_page_track_handler,
190 * intel_gvt_init_host - Load MPT modules and detect if we're running in host
192 * This function is called at the driver loading stage. If failed to find a
193 * loadable MPT module or detect currently we're running in a VM, then GVT-g
197 * Zero on success, negative error code if failed.
200 int intel_gvt_init_host(void)
202 if (intel_gvt_host.initialized)
206 if (xen_domain() && !xen_initial_domain())
209 /* Try to load MPT modules for hypervisors */
210 if (xen_initial_domain()) {
212 intel_gvt_host.mpt = try_then_request_module(
213 symbol_get(xengt_mpt), "xengt");
214 intel_gvt_host.hypervisor_type = INTEL_GVT_HYPERVISOR_XEN;
216 #if IS_ENABLED(CONFIG_DRM_I915_GVT_KVMGT)
217 /* not in Xen. Try KVMGT */
218 intel_gvt_host.mpt = try_then_request_module(
219 symbol_get(kvmgt_mpt), "kvmgt");
220 intel_gvt_host.hypervisor_type = INTEL_GVT_HYPERVISOR_KVM;
224 /* Fail to load MPT modules - bail out */
225 if (!intel_gvt_host.mpt)
228 gvt_dbg_core("Running with hypervisor %s in host mode\n",
229 supported_hypervisors[intel_gvt_host.hypervisor_type]);
231 intel_gvt_host.initialized = true;
235 static void init_device_info(struct intel_gvt *gvt)
237 struct intel_gvt_device_info *info = &gvt->device_info;
238 struct pci_dev *pdev = gvt->dev_priv->drm.pdev;
240 info->max_support_vgpus = 8;
241 info->cfg_space_size = PCI_CFG_SPACE_EXP_SIZE;
242 info->mmio_size = 2 * 1024 * 1024;
244 info->gtt_start_offset = 8 * 1024 * 1024;
245 info->gtt_entry_size = 8;
246 info->gtt_entry_size_shift = 3;
247 info->gmadr_bytes_in_cmd = 8;
248 info->max_surface_size = 36 * 1024 * 1024;
249 info->msi_cap_offset = pdev->msi_cap;
252 static int gvt_service_thread(void *data)
254 struct intel_gvt *gvt = (struct intel_gvt *)data;
257 gvt_dbg_core("service thread start\n");
259 while (!kthread_should_stop()) {
260 ret = wait_event_interruptible(gvt->service_thread_wq,
261 kthread_should_stop() || gvt->service_request);
263 if (kthread_should_stop())
266 if (WARN_ONCE(ret, "service thread is waken up by signal.\n"))
269 if (test_and_clear_bit(INTEL_GVT_REQUEST_EMULATE_VBLANK,
270 (void *)&gvt->service_request))
271 intel_gvt_emulate_vblank(gvt);
273 if (test_bit(INTEL_GVT_REQUEST_SCHED,
274 (void *)&gvt->service_request) ||
275 test_bit(INTEL_GVT_REQUEST_EVENT_SCHED,
276 (void *)&gvt->service_request)) {
277 intel_gvt_schedule(gvt);
284 static void clean_service_thread(struct intel_gvt *gvt)
286 kthread_stop(gvt->service_thread);
289 static int init_service_thread(struct intel_gvt *gvt)
291 init_waitqueue_head(&gvt->service_thread_wq);
293 gvt->service_thread = kthread_run(gvt_service_thread,
294 gvt, "gvt_service_thread");
295 if (IS_ERR(gvt->service_thread)) {
296 gvt_err("fail to start service thread.\n");
297 return PTR_ERR(gvt->service_thread);
303 * intel_gvt_clean_device - clean a GVT device
304 * @dev_priv: i915 private
306 * This function is called at the driver unloading stage, to free the
307 * resources owned by a GVT device.
310 void intel_gvt_clean_device(struct drm_i915_private *dev_priv)
312 struct intel_gvt *gvt = to_gvt(dev_priv);
317 intel_gvt_debugfs_clean(gvt);
318 clean_service_thread(gvt);
319 intel_gvt_clean_cmd_parser(gvt);
320 intel_gvt_clean_sched_policy(gvt);
321 intel_gvt_clean_workload_scheduler(gvt);
322 intel_gvt_clean_gtt(gvt);
323 intel_gvt_clean_irq(gvt);
324 intel_gvt_clean_mmio_info(gvt);
325 intel_gvt_free_firmware(gvt);
327 intel_gvt_hypervisor_host_exit(&dev_priv->drm.pdev->dev, gvt);
328 intel_gvt_cleanup_vgpu_type_groups(gvt);
329 intel_gvt_clean_vgpu_types(gvt);
331 idr_destroy(&gvt->vgpu_idr);
333 intel_gvt_destroy_idle_vgpu(gvt->idle_vgpu);
335 kfree(dev_priv->gvt);
336 dev_priv->gvt = NULL;
340 * intel_gvt_init_device - initialize a GVT device
341 * @dev_priv: drm i915 private data
343 * This function is called at the initialization stage, to initialize
344 * necessary GVT components.
347 * Zero on success, negative error code if failed.
350 int intel_gvt_init_device(struct drm_i915_private *dev_priv)
352 struct intel_gvt *gvt;
353 struct intel_vgpu *vgpu;
357 * Cannot initialize GVT device without intel_gvt_host gets
360 if (WARN_ON(!intel_gvt_host.initialized))
363 if (WARN_ON(dev_priv->gvt))
366 gvt = kzalloc(sizeof(struct intel_gvt), GFP_KERNEL);
370 gvt_dbg_core("init gvt device\n");
372 idr_init(&gvt->vgpu_idr);
373 spin_lock_init(&gvt->scheduler.mmio_context_lock);
374 mutex_init(&gvt->lock);
375 mutex_init(&gvt->sched_lock);
376 gvt->dev_priv = dev_priv;
378 init_device_info(gvt);
380 ret = intel_gvt_setup_mmio_info(gvt);
384 intel_gvt_init_engine_mmio_context(gvt);
386 ret = intel_gvt_load_firmware(gvt);
388 goto out_clean_mmio_info;
390 ret = intel_gvt_init_irq(gvt);
392 goto out_free_firmware;
394 ret = intel_gvt_init_gtt(gvt);
398 ret = intel_gvt_init_workload_scheduler(gvt);
402 ret = intel_gvt_init_sched_policy(gvt);
404 goto out_clean_workload_scheduler;
406 ret = intel_gvt_init_cmd_parser(gvt);
408 goto out_clean_sched_policy;
410 ret = init_service_thread(gvt);
412 goto out_clean_cmd_parser;
414 ret = intel_gvt_init_vgpu_types(gvt);
416 goto out_clean_thread;
418 ret = intel_gvt_init_vgpu_type_groups(gvt);
420 gvt_err("failed to init vgpu type groups: %d\n", ret);
421 goto out_clean_types;
424 ret = intel_gvt_hypervisor_host_init(&dev_priv->drm.pdev->dev, gvt,
427 gvt_err("failed to register gvt-g host device: %d\n", ret);
428 goto out_clean_types;
431 vgpu = intel_gvt_create_idle_vgpu(gvt);
434 gvt_err("failed to create idle vgpu\n");
435 goto out_clean_types;
437 gvt->idle_vgpu = vgpu;
439 ret = intel_gvt_debugfs_init(gvt);
441 gvt_err("debugfs registeration failed, go on.\n");
443 gvt_dbg_core("gvt device initialization is done\n");
448 intel_gvt_clean_vgpu_types(gvt);
450 clean_service_thread(gvt);
451 out_clean_cmd_parser:
452 intel_gvt_clean_cmd_parser(gvt);
453 out_clean_sched_policy:
454 intel_gvt_clean_sched_policy(gvt);
455 out_clean_workload_scheduler:
456 intel_gvt_clean_workload_scheduler(gvt);
458 intel_gvt_clean_gtt(gvt);
460 intel_gvt_clean_irq(gvt);
462 intel_gvt_free_firmware(gvt);
464 intel_gvt_clean_mmio_info(gvt);
466 idr_destroy(&gvt->vgpu_idr);
471 #if IS_ENABLED(CONFIG_DRM_I915_GVT_KVMGT)
472 MODULE_SOFTDEP("pre: kvmgt");