drivers/gpu/drm/i915/gvt/gvt.c

   1 /*
   2  * Copyright(c) 2011-2016 Intel Corporation. All rights reserved.
   3  *
   4  * Permission is hereby granted, free of charge, to any person obtaining a
   5  * copy of this software and associated documentation files (the "Software"),
   6  * to deal in the Software without restriction, including without limitation
   7  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
   8  * and/or sell copies of the Software, and to permit persons to whom the
   9  * Software is furnished to do so, subject to the following conditions:
  10  *
  11  * The above copyright notice and this permission notice (including the next
  12  * paragraph) shall be included in all copies or substantial portions of the
  13  * Software.
  14  *
  15  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  16  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  17  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
  18  * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  19  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
  20  * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
  21  * SOFTWARE.
  22  *
  23  * Authors:
  24  *    Kevin Tian <kevin.tian@intel.com>
  25  *    Eddie Dong <eddie.dong@intel.com>
  26  *
  27  * Contributors:
  28  *    Niu Bing <bing.niu@intel.com>
  29  *    Zhi Wang <zhi.a.wang@intel.com>
  30  *
  31  */
  32
  33 #include <linux/types.h>
  34 #include <xen/xen.h>
  35 #include <linux/kthread.h>
  36
  37 #include "i915_drv.h"
  38 #include "gvt.h"
  39
  40 struct intel_gvt_host intel_gvt_host;
  41
  42 static const char * const supported_hypervisors[] = {
  43         [INTEL_GVT_HYPERVISOR_XEN] = "XEN",
  44         [INTEL_GVT_HYPERVISOR_KVM] = "KVM",
  45 };
  46
  47 static const struct intel_gvt_ops intel_gvt_ops = {
  48         .emulate_cfg_read = intel_vgpu_emulate_cfg_read,
  49         .emulate_cfg_write = intel_vgpu_emulate_cfg_write,
  50         .emulate_mmio_read = intel_vgpu_emulate_mmio_read,
  51         .emulate_mmio_write = intel_vgpu_emulate_mmio_write,
  52         .vgpu_create = intel_gvt_create_vgpu,
  53         .vgpu_destroy = intel_gvt_destroy_vgpu,
  54         .vgpu_reset = intel_gvt_reset_vgpu,
  55         .vgpu_activate = intel_gvt_activate_vgpu,
  56         .vgpu_deactivate = intel_gvt_deactivate_vgpu,
  57 };
  58
  59 /**
  60  * intel_gvt_init_host - Load MPT modules and detect if we're running in host
  61  * @gvt: intel gvt device
  62  *
  63  * This function is called at the driver loading stage. If failed to find a
  64  * loadable MPT module or detect currently we're running in a VM, then GVT-g
  65  * will be disabled
  66  *
  67  * Returns:
  68  * Zero on success, negative error code if failed.
  69  *
  70  */
  71 int intel_gvt_init_host(void)
  72 {
  73         if (intel_gvt_host.initialized)
  74                 return 0;
  75
  76         /* Xen DOM U */
  77         if (xen_domain() && !xen_initial_domain())
  78                 return -ENODEV;
  79
  80         /* Try to load MPT modules for hypervisors */
  81         if (xen_initial_domain()) {
  82                 /* In Xen dom0 */
  83                 intel_gvt_host.mpt = try_then_request_module(
  84                                 symbol_get(xengt_mpt), "xengt");
  85                 intel_gvt_host.hypervisor_type = INTEL_GVT_HYPERVISOR_XEN;
  86         } else {
  87 #if IS_ENABLED(CONFIG_DRM_I915_GVT_KVMGT)
  88                 /* not in Xen. Try KVMGT */
  89                 intel_gvt_host.mpt = try_then_request_module(
  90                                 symbol_get(kvmgt_mpt), "kvmgt");
  91                 intel_gvt_host.hypervisor_type = INTEL_GVT_HYPERVISOR_KVM;
  92 #endif
  93         }
  94
  95         /* Fail to load MPT modules - bail out */
  96         if (!intel_gvt_host.mpt)
  97                 return -EINVAL;
  98
  99         gvt_dbg_core("Running with hypervisor %s in host mode\n",
 100                         supported_hypervisors[intel_gvt_host.hypervisor_type]);
 101
 102         intel_gvt_host.initialized = true;
 103         return 0;
 104 }
 105
 106 static void init_device_info(struct intel_gvt *gvt)
 107 {
 108         struct intel_gvt_device_info *info = &gvt->device_info;
 109         struct pci_dev *pdev = gvt->dev_priv->drm.pdev;
 110
 111         if (IS_BROADWELL(gvt->dev_priv) || IS_SKYLAKE(gvt->dev_priv)
 112                 || IS_KABYLAKE(gvt->dev_priv)) {
 113                 info->max_support_vgpus = 8;
 114                 info->cfg_space_size = 256;
 115                 info->mmio_size = 2 * 1024 * 1024;
 116                 info->mmio_bar = 0;
 117                 info->gtt_start_offset = 8 * 1024 * 1024;
 118                 info->gtt_entry_size = 8;
 119                 info->gtt_entry_size_shift = 3;
 120                 info->gmadr_bytes_in_cmd = 8;
 121                 info->max_surface_size = 36 * 1024 * 1024;
 122         }
 123         info->msi_cap_offset = pdev->msi_cap;
 124 }
 125
 126 static int gvt_service_thread(void *data)
 127 {
 128         struct intel_gvt *gvt = (struct intel_gvt *)data;
 129         int ret;
 130
 131         gvt_dbg_core("service thread start\n");
 132
 133         while (!kthread_should_stop()) {
 134                 ret = wait_event_interruptible(gvt->service_thread_wq,
 135                                 kthread_should_stop() || gvt->service_request);
 136
 137                 if (kthread_should_stop())
 138                         break;
 139
 140                 if (WARN_ONCE(ret, "service thread is waken up by signal.\n"))
 141                         continue;
 142
 143                 if (test_and_clear_bit(INTEL_GVT_REQUEST_EMULATE_VBLANK,
 144                                         (void *)&gvt->service_request)) {
 145                         mutex_lock(&gvt->lock);
 146                         intel_gvt_emulate_vblank(gvt);
 147                         mutex_unlock(&gvt->lock);
 148                 }
 149
 150                 if (test_bit(INTEL_GVT_REQUEST_SCHED,
 151                                 (void *)&gvt->service_request) ||
 152                         test_bit(INTEL_GVT_REQUEST_EVENT_SCHED,
 153                                         (void *)&gvt->service_request)) {
 154                         intel_gvt_schedule(gvt);
 155                 }
 156         }
 157
 158         return 0;
 159 }
 160
 161 static void clean_service_thread(struct intel_gvt *gvt)
 162 {
 163         kthread_stop(gvt->service_thread);
 164 }
 165
 166 static int init_service_thread(struct intel_gvt *gvt)
 167 {
 168         init_waitqueue_head(&gvt->service_thread_wq);
 169
 170         gvt->service_thread = kthread_run(gvt_service_thread,
 171                         gvt, "gvt_service_thread");
 172         if (IS_ERR(gvt->service_thread)) {
 173                 gvt_err("fail to start service thread.\n");
 174                 return PTR_ERR(gvt->service_thread);
 175         }
 176         return 0;
 177 }
 178
 179 /**
 180  * intel_gvt_clean_device - clean a GVT device
 181  * @gvt: intel gvt device
 182  *
 183  * This function is called at the driver unloading stage, to free the
 184  * resources owned by a GVT device.
 185  *
 186  */
 187 void intel_gvt_clean_device(struct drm_i915_private *dev_priv)
 188 {
 189         struct intel_gvt *gvt = to_gvt(dev_priv);
 190
 191         if (WARN_ON(!gvt))
 192                 return;
 193
 194         clean_service_thread(gvt);
 195         intel_gvt_clean_cmd_parser(gvt);
 196         intel_gvt_clean_sched_policy(gvt);
 197         intel_gvt_clean_workload_scheduler(gvt);
 198         intel_gvt_clean_opregion(gvt);
 199         intel_gvt_clean_gtt(gvt);
 200         intel_gvt_clean_irq(gvt);
 201         intel_gvt_clean_mmio_info(gvt);
 202         intel_gvt_free_firmware(gvt);
 203
 204         intel_gvt_hypervisor_host_exit(&dev_priv->drm.pdev->dev, gvt);
 205         intel_gvt_clean_vgpu_types(gvt);
 206
 207         idr_destroy(&gvt->vgpu_idr);
 208
 209         intel_gvt_destroy_idle_vgpu(gvt->idle_vgpu);
 210
 211         kfree(dev_priv->gvt);
 212         dev_priv->gvt = NULL;
 213 }
 214
 215 /**
 216  * intel_gvt_init_device - initialize a GVT device
 217  * @dev_priv: drm i915 private data
 218  *
 219  * This function is called at the initialization stage, to initialize
 220  * necessary GVT components.
 221  *
 222  * Returns:
 223  * Zero on success, negative error code if failed.
 224  *
 225  */
 226 int intel_gvt_init_device(struct drm_i915_private *dev_priv)
 227 {
 228         struct intel_gvt *gvt;
 229         struct intel_vgpu *vgpu;
 230         int ret;
 231
 232         /*
 233          * Cannot initialize GVT device without intel_gvt_host gets
 234          * initialized first.
 235          */
 236         if (WARN_ON(!intel_gvt_host.initialized))
 237                 return -EINVAL;
 238
 239         if (WARN_ON(dev_priv->gvt))
 240                 return -EEXIST;
 241
 242         gvt = kzalloc(sizeof(struct intel_gvt), GFP_KERNEL);
 243         if (!gvt)
 244                 return -ENOMEM;
 245
 246         gvt_dbg_core("init gvt device\n");
 247
 248         idr_init(&gvt->vgpu_idr);
 249         spin_lock_init(&gvt->scheduler.mmio_context_lock);
 250         mutex_init(&gvt->lock);
 251         gvt->dev_priv = dev_priv;
 252
 253         init_device_info(gvt);
 254
 255         ret = intel_gvt_setup_mmio_info(gvt);
 256         if (ret)
 257                 goto out_clean_idr;
 258
 259         ret = intel_gvt_load_firmware(gvt);
 260         if (ret)
 261                 goto out_clean_mmio_info;
 262
 263         ret = intel_gvt_init_irq(gvt);
 264         if (ret)
 265                 goto out_free_firmware;
 266
 267         ret = intel_gvt_init_gtt(gvt);
 268         if (ret)
 269                 goto out_clean_irq;
 270
 271         ret = intel_gvt_init_opregion(gvt);
 272         if (ret)
 273                 goto out_clean_gtt;
 274
 275         ret = intel_gvt_init_workload_scheduler(gvt);
 276         if (ret)
 277                 goto out_clean_opregion;
 278
 279         ret = intel_gvt_init_sched_policy(gvt);
 280         if (ret)
 281                 goto out_clean_workload_scheduler;
 282
 283         ret = intel_gvt_init_cmd_parser(gvt);
 284         if (ret)
 285                 goto out_clean_sched_policy;
 286
 287         ret = init_service_thread(gvt);
 288         if (ret)
 289                 goto out_clean_cmd_parser;
 290
 291         ret = intel_gvt_init_vgpu_types(gvt);
 292         if (ret)
 293                 goto out_clean_thread;
 294
 295         ret = intel_gvt_hypervisor_host_init(&dev_priv->drm.pdev->dev, gvt,
 296                                 &intel_gvt_ops);
 297         if (ret) {
 298                 gvt_err("failed to register gvt-g host device: %d\n", ret);
 299                 goto out_clean_types;
 300         }
 301
 302         vgpu = intel_gvt_create_idle_vgpu(gvt);
 303         if (IS_ERR(vgpu)) {
 304                 ret = PTR_ERR(vgpu);
 305                 gvt_err("failed to create idle vgpu\n");
 306                 goto out_clean_types;
 307         }
 308         gvt->idle_vgpu = vgpu;
 309
 310         gvt_dbg_core("gvt device initialization is done\n");
 311         dev_priv->gvt = gvt;
 312         return 0;
 313
 314 out_clean_types:
 315         intel_gvt_clean_vgpu_types(gvt);
 316 out_clean_thread:
 317         clean_service_thread(gvt);
 318 out_clean_cmd_parser:
 319         intel_gvt_clean_cmd_parser(gvt);
 320 out_clean_sched_policy:
 321         intel_gvt_clean_sched_policy(gvt);
 322 out_clean_workload_scheduler:
 323         intel_gvt_clean_workload_scheduler(gvt);
 324 out_clean_opregion:
 325         intel_gvt_clean_opregion(gvt);
 326 out_clean_gtt:
 327         intel_gvt_clean_gtt(gvt);
 328 out_clean_irq:
 329         intel_gvt_clean_irq(gvt);
 330 out_free_firmware:
 331         intel_gvt_free_firmware(gvt);
 332 out_clean_mmio_info:
 333         intel_gvt_clean_mmio_info(gvt);
 334 out_clean_idr:
 335         idr_destroy(&gvt->vgpu_idr);
 336         kfree(gvt);
 337         return ret;
 338 }