drivers/gpu/drm/i915/i915_gem_timeline.c

   1 /*
   2  * Copyright © 2016 Intel Corporation
   3  *
   4  * Permission is hereby granted, free of charge, to any person obtaining a
   5  * copy of this software and associated documentation files (the "Software"),
   6  * to deal in the Software without restriction, including without limitation
   7  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
   8  * and/or sell copies of the Software, and to permit persons to whom the
   9  * Software is furnished to do so, subject to the following conditions:
  10  *
  11  * The above copyright notice and this permission notice (including the next
  12  * paragraph) shall be included in all copies or substantial portions of the
  13  * Software.
  14  *
  15  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  16  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  17  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
  18  * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  19  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
  20  * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
  21  * IN THE SOFTWARE.
  22  *
  23  */
  24
  25 #include "i915_drv.h"
  26 #include "i915_syncmap.h"
  27
  28 static void __intel_timeline_init(struct intel_timeline *tl,
  29                                   struct i915_gem_timeline *parent,
  30                                   u64 context,
  31                                   struct lock_class_key *lockclass,
  32                                   const char *lockname)
  33 {
  34         tl->fence_context = context;
  35         tl->common = parent;
  36 #ifdef CONFIG_DEBUG_SPINLOCK
  37         __raw_spin_lock_init(&tl->lock.rlock, lockname, lockclass);
  38 #else
  39         spin_lock_init(&tl->lock);
  40 #endif
  41         init_request_active(&tl->last_request, NULL);
  42         INIT_LIST_HEAD(&tl->requests);
  43         i915_syncmap_init(&tl->sync);
  44 }
  45
  46 static void __intel_timeline_fini(struct intel_timeline *tl)
  47 {
  48         GEM_BUG_ON(!list_empty(&tl->requests));
  49
  50         i915_syncmap_free(&tl->sync);
  51 }
  52
  53 static int __i915_gem_timeline_init(struct drm_i915_private *i915,
  54                                     struct i915_gem_timeline *timeline,
  55                                     const char *name,
  56                                     struct lock_class_key *lockclass,
  57                                     const char *lockname)
  58 {
  59         unsigned int i;
  60         u64 fences;
  61
  62         lockdep_assert_held(&i915->drm.struct_mutex);
  63
  64         /*
  65          * Ideally we want a set of engines on a single leaf as we expect
  66          * to mostly be tracking synchronisation between engines. It is not
  67          * a huge issue if this is not the case, but we may want to mitigate
  68          * any page crossing penalties if they become an issue.
  69          */
  70         BUILD_BUG_ON(KSYNCMAP < I915_NUM_ENGINES);
  71
  72         timeline->i915 = i915;
  73         timeline->name = kstrdup(name ?: "[kernel]", GFP_KERNEL);
  74         if (!timeline->name)
  75                 return -ENOMEM;
  76
  77         list_add(&timeline->link, &i915->gt.timelines);
  78
  79         /* Called during early_init before we know how many engines there are */
  80         fences = dma_fence_context_alloc(ARRAY_SIZE(timeline->engine));
  81         for (i = 0; i < ARRAY_SIZE(timeline->engine); i++)
  82                 __intel_timeline_init(&timeline->engine[i],
  83                                       timeline, fences++,
  84                                       lockclass, lockname);
  85
  86         return 0;
  87 }
  88
  89 int i915_gem_timeline_init(struct drm_i915_private *i915,
  90                            struct i915_gem_timeline *timeline,
  91                            const char *name)
  92 {
  93         static struct lock_class_key class;
  94
  95         return __i915_gem_timeline_init(i915, timeline, name,
  96                                         &class, "&timeline->lock");
  97 }
  98
  99 int i915_gem_timeline_init__global(struct drm_i915_private *i915)
 100 {
 101         static struct lock_class_key class;
 102
 103         return __i915_gem_timeline_init(i915,
 104                                         &i915->gt.global_timeline,
 105                                         "[execution]",
 106                                         &class, "&global_timeline->lock");
 107 }
 108
 109 /**
 110  * i915_gem_timelines_mark_idle -- called when the driver idles
 111  * @i915 - the drm_i915_private device
 112  *
 113  * When the driver is completely idle, we know that all of our sync points
 114  * have been signaled and our tracking is then entirely redundant. Any request
 115  * to wait upon an older sync point will be completed instantly as we know
 116  * the fence is signaled and therefore we will not even look them up in the
 117  * sync point map.
 118  */
 119 void i915_gem_timelines_mark_idle(struct drm_i915_private *i915)
 120 {
 121         struct i915_gem_timeline *timeline;
 122         int i;
 123
 124         lockdep_assert_held(&i915->drm.struct_mutex);
 125
 126         list_for_each_entry(timeline, &i915->gt.timelines, link) {
 127                 for (i = 0; i < ARRAY_SIZE(timeline->engine); i++) {
 128                         struct intel_timeline *tl = &timeline->engine[i];
 129
 130                         /*
 131                          * All known fences are completed so we can scrap
 132                          * the current sync point tracking and start afresh,
 133                          * any attempt to wait upon a previous sync point
 134                          * will be skipped as the fence was signaled.
 135                          */
 136                         i915_syncmap_free(&tl->sync);
 137                 }
 138         }
 139 }
 140
 141 void i915_gem_timeline_fini(struct i915_gem_timeline *timeline)
 142 {
 143         int i;
 144
 145         lockdep_assert_held(&timeline->i915->drm.struct_mutex);
 146
 147         for (i = 0; i < ARRAY_SIZE(timeline->engine); i++)
 148                 __intel_timeline_fini(&timeline->engine[i]);
 149
 150         list_del(&timeline->link);
 151         kfree(timeline->name);
 152 }
 153
 154 #if IS_ENABLED(CONFIG_DRM_I915_SELFTEST)
 155 #include "selftests/mock_timeline.c"
 156 #include "selftests/i915_gem_timeline.c"
 157 #endif