1/*
  2 * Copyright © 2016 Intel Corporation
  3 *
  4 * Permission is hereby granted, free of charge, to any person obtaining a
  5 * copy of this software and associated documentation files (the "Software"),
  6 * to deal in the Software without restriction, including without limitation
  7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
  8 * and/or sell copies of the Software, and to permit persons to whom the
  9 * Software is furnished to do so, subject to the following conditions:
 10 *
 11 * The above copyright notice and this permission notice (including the next
 12 * paragraph) shall be included in all copies or substantial portions of the
 13 * Software.
 14 *
 15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
 18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
 19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
 20 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
 21 * IN THE SOFTWARE.
 22 *
 23 */
 24
 25#include <linux/pm_domain.h>
 26#include <linux/pm_runtime.h>
 27
 28#include "mock_engine.h"
 29#include "mock_context.h"
 30#include "mock_request.h"
 31#include "mock_gem_device.h"
 32#include "mock_gem_object.h"
 33#include "mock_gtt.h"
 34#include "mock_uncore.h"
 35
 36void mock_device_flush(struct drm_i915_private *i915)
 37{
 38	struct intel_engine_cs *engine;
 39	enum intel_engine_id id;
 40
 41	lockdep_assert_held(&i915->drm.struct_mutex);
 42
 43	for_each_engine(engine, i915, id)
 44		mock_engine_flush(engine);
 45
 46	i915_retire_requests(i915);
 47}
 48
 49static void mock_device_release(struct drm_device *dev)
 50{
 51	struct drm_i915_private *i915 = to_i915(dev);
 52	struct intel_engine_cs *engine;
 53	enum intel_engine_id id;
 54
 55	mutex_lock(&i915->drm.struct_mutex);
 56	mock_device_flush(i915);
 57	i915_gem_contexts_lost(i915);
 58	mutex_unlock(&i915->drm.struct_mutex);
 59
 60	cancel_delayed_work_sync(&i915->gt.retire_work);
 61	cancel_delayed_work_sync(&i915->gt.idle_work);
 62	i915_gem_drain_workqueue(i915);
 63
 64	mutex_lock(&i915->drm.struct_mutex);
 65	for_each_engine(engine, i915, id)
 66		mock_engine_free(engine);
 67	i915_gem_contexts_fini(i915);
 68	mutex_unlock(&i915->drm.struct_mutex);
 69
 70	drain_workqueue(i915->wq);
 71	i915_gem_drain_freed_objects(i915);
 72
 73	mutex_lock(&i915->drm.struct_mutex);
 74	mock_fini_ggtt(i915);
 75	i915_gem_timeline_fini(&i915->gt.global_timeline);
 76	mutex_unlock(&i915->drm.struct_mutex);
 77
 78	destroy_workqueue(i915->wq);
 79
 80	kmem_cache_destroy(i915->priorities);
 81	kmem_cache_destroy(i915->dependencies);
 82	kmem_cache_destroy(i915->requests);
 83	kmem_cache_destroy(i915->vmas);
 84	kmem_cache_destroy(i915->objects);
 85
 86	i915_gemfs_fini(i915);
 87
 88	drm_mode_config_cleanup(&i915->drm);
 89
 90	drm_dev_fini(&i915->drm);
 91	put_device(&i915->drm.pdev->dev);
 92}
 93
 94static struct drm_driver mock_driver = {
 95	.name = "mock",
 96	.driver_features = DRIVER_GEM,
 97	.release = mock_device_release,
 98
 99	.gem_close_object = i915_gem_close_object,
100	.gem_free_object_unlocked = i915_gem_free_object,
101};
102
103static void release_dev(struct device *dev)
104{
105	struct pci_dev *pdev = to_pci_dev(dev);
106
107	kfree(pdev);
108}
109
110static void mock_retire_work_handler(struct work_struct *work)
111{
112}
113
114static void mock_idle_work_handler(struct work_struct *work)
115{
116}
117
118static int pm_domain_resume(struct device *dev)
119{
120	return pm_generic_runtime_resume(dev);
121}
122
123static int pm_domain_suspend(struct device *dev)
124{
125	return pm_generic_runtime_suspend(dev);
126}
127
128static struct dev_pm_domain pm_domain = {
129	.ops = {
130		.runtime_suspend = pm_domain_suspend,
131		.runtime_resume = pm_domain_resume,
132	},
133};
134
135struct drm_i915_private *mock_gem_device(void)
136{
137	struct drm_i915_private *i915;
138	struct intel_engine_cs *engine;
139	enum intel_engine_id id;
140	struct pci_dev *pdev;
141	int err;
142
143	pdev = kzalloc(sizeof(*pdev) + sizeof(*i915), GFP_KERNEL);
144	if (!pdev)
145		goto err;
146
147	device_initialize(&pdev->dev);
148	pdev->class = PCI_BASE_CLASS_DISPLAY << 16;
149	pdev->dev.release = release_dev;
150	dev_set_name(&pdev->dev, "mock");
151	dma_coerce_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(32));
152
153#if IS_ENABLED(CONFIG_IOMMU_API) && defined(CONFIG_INTEL_IOMMU)
154	/* hack to disable iommu for the fake device; force identity mapping */
155	pdev->dev.archdata.iommu = (void *)-1;
156#endif
157
158	dev_pm_domain_set(&pdev->dev, &pm_domain);
159	pm_runtime_enable(&pdev->dev);
160	pm_runtime_dont_use_autosuspend(&pdev->dev);
161	WARN_ON(pm_runtime_get_sync(&pdev->dev));
162
163	i915 = (struct drm_i915_private *)(pdev + 1);
164	pci_set_drvdata(pdev, i915);
165
166	err = drm_dev_init(&i915->drm, &mock_driver, &pdev->dev);
167	if (err) {
168		pr_err("Failed to initialise mock GEM device: err=%d\n", err);
169		goto put_device;
170	}
171	i915->drm.pdev = pdev;
172	i915->drm.dev_private = i915;
173
174	/* Using the global GTT may ask questions about KMS users, so prepare */
175	drm_mode_config_init(&i915->drm);
176
177	mkwrite_device_info(i915)->gen = -1;
178
179	mkwrite_device_info(i915)->page_sizes =
180		I915_GTT_PAGE_SIZE_4K |
181		I915_GTT_PAGE_SIZE_64K |
182		I915_GTT_PAGE_SIZE_2M;
183
184	mock_uncore_init(i915);
185	i915_gem_init__mm(i915);
186
187	init_waitqueue_head(&i915->gpu_error.wait_queue);
188	init_waitqueue_head(&i915->gpu_error.reset_queue);
189
190	i915->wq = alloc_ordered_workqueue("mock", 0);
191	if (!i915->wq)
192		goto err_drv;
193
194	mock_init_contexts(i915);
195
196	INIT_DELAYED_WORK(&i915->gt.retire_work, mock_retire_work_handler);
197	INIT_DELAYED_WORK(&i915->gt.idle_work, mock_idle_work_handler);
198
199	i915->gt.awake = true;
200
201	i915->objects = KMEM_CACHE(mock_object, SLAB_HWCACHE_ALIGN);
202	if (!i915->objects)
203		goto err_wq;
204
205	i915->vmas = KMEM_CACHE(i915_vma, SLAB_HWCACHE_ALIGN);
206	if (!i915->vmas)
207		goto err_objects;
208
209	i915->requests = KMEM_CACHE(mock_request,
210				    SLAB_HWCACHE_ALIGN |
211				    SLAB_RECLAIM_ACCOUNT |
212				    SLAB_TYPESAFE_BY_RCU);
213	if (!i915->requests)
214		goto err_vmas;
215
216	i915->dependencies = KMEM_CACHE(i915_dependency,
217					SLAB_HWCACHE_ALIGN |
218					SLAB_RECLAIM_ACCOUNT);
219	if (!i915->dependencies)
220		goto err_requests;
221
222	i915->priorities = KMEM_CACHE(i915_priolist, SLAB_HWCACHE_ALIGN);
223	if (!i915->priorities)
224		goto err_dependencies;
225
226	mutex_lock(&i915->drm.struct_mutex);
227	INIT_LIST_HEAD(&i915->gt.timelines);
228	err = i915_gem_timeline_init__global(i915);
229	if (err) {
230		mutex_unlock(&i915->drm.struct_mutex);
231		goto err_priorities;
232	}
233
234	mock_init_ggtt(i915);
235	mutex_unlock(&i915->drm.struct_mutex);
236
237	mkwrite_device_info(i915)->ring_mask = BIT(0);
238	i915->engine[RCS] = mock_engine(i915, "mock", RCS);
239	if (!i915->engine[RCS])
240		goto err_priorities;
241
242	i915->kernel_context = mock_context(i915, NULL);
243	if (!i915->kernel_context)
244		goto err_engine;
245
246	WARN_ON(i915_gemfs_init(i915));
247
248	return i915;
249
250err_engine:
251	for_each_engine(engine, i915, id)
252		mock_engine_free(engine);
253err_priorities:
254	kmem_cache_destroy(i915->priorities);
255err_dependencies:
256	kmem_cache_destroy(i915->dependencies);
257err_requests:
258	kmem_cache_destroy(i915->requests);
259err_vmas:
260	kmem_cache_destroy(i915->vmas);
261err_objects:
262	kmem_cache_destroy(i915->objects);
263err_wq:
264	destroy_workqueue(i915->wq);
265err_drv:
266	drm_mode_config_cleanup(&i915->drm);
267	drm_dev_fini(&i915->drm);
268put_device:
269	put_device(&pdev->dev);
270err:
271	return NULL;
272}