drm/i915: Retire requests along rings
[linux-2.6-block.git] / drivers / gpu / drm / i915 / selftests / mock_gem_device.c
1 /*
2  * Copyright © 2016 Intel Corporation
3  *
4  * Permission is hereby granted, free of charge, to any person obtaining a
5  * copy of this software and associated documentation files (the "Software"),
6  * to deal in the Software without restriction, including without limitation
7  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8  * and/or sell copies of the Software, and to permit persons to whom the
9  * Software is furnished to do so, subject to the following conditions:
10  *
11  * The above copyright notice and this permission notice (including the next
12  * paragraph) shall be included in all copies or substantial portions of the
13  * Software.
14  *
15  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
18  * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20  * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
21  * IN THE SOFTWARE.
22  *
23  */
24
25 #include <linux/pm_domain.h>
26 #include <linux/pm_runtime.h>
27
28 #include "mock_engine.h"
29 #include "mock_context.h"
30 #include "mock_request.h"
31 #include "mock_gem_device.h"
32 #include "mock_gem_object.h"
33 #include "mock_gtt.h"
34 #include "mock_uncore.h"
35
36 void mock_device_flush(struct drm_i915_private *i915)
37 {
38         struct intel_engine_cs *engine;
39         enum intel_engine_id id;
40
41         lockdep_assert_held(&i915->drm.struct_mutex);
42
43         for_each_engine(engine, i915, id)
44                 mock_engine_flush(engine);
45
46         i915_retire_requests(i915);
47         GEM_BUG_ON(i915->gt.active_requests);
48 }
49
50 static void mock_device_release(struct drm_device *dev)
51 {
52         struct drm_i915_private *i915 = to_i915(dev);
53         struct intel_engine_cs *engine;
54         enum intel_engine_id id;
55
56         mutex_lock(&i915->drm.struct_mutex);
57         mock_device_flush(i915);
58         i915_gem_contexts_lost(i915);
59         mutex_unlock(&i915->drm.struct_mutex);
60
61         cancel_delayed_work_sync(&i915->gt.retire_work);
62         cancel_delayed_work_sync(&i915->gt.idle_work);
63         i915_gem_drain_workqueue(i915);
64
65         mutex_lock(&i915->drm.struct_mutex);
66         for_each_engine(engine, i915, id)
67                 mock_engine_free(engine);
68         i915_gem_contexts_fini(i915);
69         mutex_unlock(&i915->drm.struct_mutex);
70
71         drain_workqueue(i915->wq);
72         i915_gem_drain_freed_objects(i915);
73
74         mutex_lock(&i915->drm.struct_mutex);
75         mock_fini_ggtt(i915);
76         i915_gem_timeline_fini(&i915->gt.global_timeline);
77         mutex_unlock(&i915->drm.struct_mutex);
78
79         destroy_workqueue(i915->wq);
80
81         kmem_cache_destroy(i915->priorities);
82         kmem_cache_destroy(i915->dependencies);
83         kmem_cache_destroy(i915->requests);
84         kmem_cache_destroy(i915->vmas);
85         kmem_cache_destroy(i915->objects);
86
87         i915_gemfs_fini(i915);
88
89         drm_mode_config_cleanup(&i915->drm);
90
91         drm_dev_fini(&i915->drm);
92         put_device(&i915->drm.pdev->dev);
93 }
94
95 static struct drm_driver mock_driver = {
96         .name = "mock",
97         .driver_features = DRIVER_GEM,
98         .release = mock_device_release,
99
100         .gem_close_object = i915_gem_close_object,
101         .gem_free_object_unlocked = i915_gem_free_object,
102 };
103
104 static void release_dev(struct device *dev)
105 {
106         struct pci_dev *pdev = to_pci_dev(dev);
107
108         kfree(pdev);
109 }
110
111 static void mock_retire_work_handler(struct work_struct *work)
112 {
113 }
114
115 static void mock_idle_work_handler(struct work_struct *work)
116 {
117 }
118
119 static int pm_domain_resume(struct device *dev)
120 {
121         return pm_generic_runtime_resume(dev);
122 }
123
124 static int pm_domain_suspend(struct device *dev)
125 {
126         return pm_generic_runtime_suspend(dev);
127 }
128
129 static struct dev_pm_domain pm_domain = {
130         .ops = {
131                 .runtime_suspend = pm_domain_suspend,
132                 .runtime_resume = pm_domain_resume,
133         },
134 };
135
136 struct drm_i915_private *mock_gem_device(void)
137 {
138         struct drm_i915_private *i915;
139         struct intel_engine_cs *engine;
140         enum intel_engine_id id;
141         struct pci_dev *pdev;
142         int err;
143
144         pdev = kzalloc(sizeof(*pdev) + sizeof(*i915), GFP_KERNEL);
145         if (!pdev)
146                 goto err;
147
148         device_initialize(&pdev->dev);
149         pdev->class = PCI_BASE_CLASS_DISPLAY << 16;
150         pdev->dev.release = release_dev;
151         dev_set_name(&pdev->dev, "mock");
152         dma_coerce_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(32));
153
154 #if IS_ENABLED(CONFIG_IOMMU_API) && defined(CONFIG_INTEL_IOMMU)
155         /* hack to disable iommu for the fake device; force identity mapping */
156         pdev->dev.archdata.iommu = (void *)-1;
157 #endif
158
159         dev_pm_domain_set(&pdev->dev, &pm_domain);
160         pm_runtime_enable(&pdev->dev);
161         pm_runtime_dont_use_autosuspend(&pdev->dev);
162         WARN_ON(pm_runtime_get_sync(&pdev->dev));
163
164         i915 = (struct drm_i915_private *)(pdev + 1);
165         pci_set_drvdata(pdev, i915);
166
167         err = drm_dev_init(&i915->drm, &mock_driver, &pdev->dev);
168         if (err) {
169                 pr_err("Failed to initialise mock GEM device: err=%d\n", err);
170                 goto put_device;
171         }
172         i915->drm.pdev = pdev;
173         i915->drm.dev_private = i915;
174
175         /* Using the global GTT may ask questions about KMS users, so prepare */
176         drm_mode_config_init(&i915->drm);
177
178         mkwrite_device_info(i915)->gen = -1;
179
180         mkwrite_device_info(i915)->page_sizes =
181                 I915_GTT_PAGE_SIZE_4K |
182                 I915_GTT_PAGE_SIZE_64K |
183                 I915_GTT_PAGE_SIZE_2M;
184
185         mock_uncore_init(i915);
186         i915_gem_init__mm(i915);
187
188         init_waitqueue_head(&i915->gpu_error.wait_queue);
189         init_waitqueue_head(&i915->gpu_error.reset_queue);
190
191         i915->wq = alloc_ordered_workqueue("mock", 0);
192         if (!i915->wq)
193                 goto err_drv;
194
195         mock_init_contexts(i915);
196
197         INIT_DELAYED_WORK(&i915->gt.retire_work, mock_retire_work_handler);
198         INIT_DELAYED_WORK(&i915->gt.idle_work, mock_idle_work_handler);
199
200         i915->gt.awake = true;
201
202         i915->objects = KMEM_CACHE(mock_object, SLAB_HWCACHE_ALIGN);
203         if (!i915->objects)
204                 goto err_wq;
205
206         i915->vmas = KMEM_CACHE(i915_vma, SLAB_HWCACHE_ALIGN);
207         if (!i915->vmas)
208                 goto err_objects;
209
210         i915->requests = KMEM_CACHE(mock_request,
211                                     SLAB_HWCACHE_ALIGN |
212                                     SLAB_RECLAIM_ACCOUNT |
213                                     SLAB_TYPESAFE_BY_RCU);
214         if (!i915->requests)
215                 goto err_vmas;
216
217         i915->dependencies = KMEM_CACHE(i915_dependency,
218                                         SLAB_HWCACHE_ALIGN |
219                                         SLAB_RECLAIM_ACCOUNT);
220         if (!i915->dependencies)
221                 goto err_requests;
222
223         i915->priorities = KMEM_CACHE(i915_priolist, SLAB_HWCACHE_ALIGN);
224         if (!i915->priorities)
225                 goto err_dependencies;
226
227         mutex_lock(&i915->drm.struct_mutex);
228         INIT_LIST_HEAD(&i915->gt.rings);
229         INIT_LIST_HEAD(&i915->gt.timelines);
230         err = i915_gem_timeline_init__global(i915);
231         if (err) {
232                 mutex_unlock(&i915->drm.struct_mutex);
233                 goto err_priorities;
234         }
235
236         mock_init_ggtt(i915);
237         mutex_unlock(&i915->drm.struct_mutex);
238
239         mkwrite_device_info(i915)->ring_mask = BIT(0);
240         i915->engine[RCS] = mock_engine(i915, "mock", RCS);
241         if (!i915->engine[RCS])
242                 goto err_priorities;
243
244         i915->kernel_context = mock_context(i915, NULL);
245         if (!i915->kernel_context)
246                 goto err_engine;
247
248         WARN_ON(i915_gemfs_init(i915));
249
250         return i915;
251
252 err_engine:
253         for_each_engine(engine, i915, id)
254                 mock_engine_free(engine);
255 err_priorities:
256         kmem_cache_destroy(i915->priorities);
257 err_dependencies:
258         kmem_cache_destroy(i915->dependencies);
259 err_requests:
260         kmem_cache_destroy(i915->requests);
261 err_vmas:
262         kmem_cache_destroy(i915->vmas);
263 err_objects:
264         kmem_cache_destroy(i915->objects);
265 err_wq:
266         destroy_workqueue(i915->wq);
267 err_drv:
268         drm_mode_config_cleanup(&i915->drm);
269         drm_dev_fini(&i915->drm);
270 put_device:
271         put_device(&pdev->dev);
272 err:
273         return NULL;
274 }