1/*
  2 * Copyright © 2016 Intel Corporation
  3 *
  4 * Permission is hereby granted, free of charge, to any person obtaining a
  5 * copy of this software and associated documentation files (the "Software"),
  6 * to deal in the Software without restriction, including without limitation
  7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
  8 * and/or sell copies of the Software, and to permit persons to whom the
  9 * Software is furnished to do so, subject to the following conditions:
 10 *
 11 * The above copyright notice and this permission notice (including the next
 12 * paragraph) shall be included in all copies or substantial portions of the
 13 * Software.
 14 *
 15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
 18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
 19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
 20 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
 21 * IN THE SOFTWARE.
 22 *
 23 */
 24
 25#include <linux/pm_domain.h>
 26#include <linux/pm_runtime.h>
 27#include <linux/iommu.h>
 28
 29#include <drm/drm_managed.h>
 30
 31#include "gt/intel_gt.h"
 32#include "gt/intel_gt_requests.h"
 33#include "gt/mock_engine.h"
 34#include "intel_memory_region.h"
 35
 36#include "mock_request.h"
 37#include "mock_gem_device.h"
 38#include "mock_gtt.h"
 39#include "mock_uncore.h"
 40#include "mock_region.h"
 41
 42#include "gem/selftests/mock_context.h"
 43#include "gem/selftests/mock_gem_object.h"
 44
 45void mock_device_flush(struct drm_i915_private *i915)
 46{
 47	struct intel_gt *gt = &i915->gt;
 48	struct intel_engine_cs *engine;
 49	enum intel_engine_id id;
 50
 51	do {
 52		for_each_engine(engine, gt, id)
 53			mock_engine_flush(engine);
 54	} while (intel_gt_retire_requests_timeout(gt, MAX_SCHEDULE_TIMEOUT));
 55}
 56
 57static void mock_device_release(struct drm_device *dev)
 58{
 59	struct drm_i915_private *i915 = to_i915(dev);
 60
 61	if (!i915->do_release)
 62		goto out;
 63
 64	mock_device_flush(i915);
 65	intel_gt_driver_remove(&i915->gt);
 66
 67	i915_gem_driver_release__contexts(i915);
 68
 69	i915_gem_drain_workqueue(i915);
 70	i915_gem_drain_freed_objects(i915);
 71
 72	mock_fini_ggtt(&i915->ggtt);
 73	destroy_workqueue(i915->wq);
 74
 75	intel_gt_driver_late_release(&i915->gt);
 76	intel_memory_regions_driver_release(i915);
 77
 78	drm_mode_config_cleanup(&i915->drm);
 79
 80out:
 81	i915_params_free(&i915->params);
 82	put_device(&i915->drm.pdev->dev);
 83	i915->drm.pdev = NULL;
 84}
 85
 86static struct drm_driver mock_driver = {
 87	.name = "mock",
 88	.driver_features = DRIVER_GEM,
 89	.release = mock_device_release,
 90
 91	.gem_close_object = i915_gem_close_object,
 92	.gem_free_object_unlocked = i915_gem_free_object,
 93};
 94
 95static void release_dev(struct device *dev)
 96{
 97	struct pci_dev *pdev = to_pci_dev(dev);
 98
 99	kfree(pdev);
100}
101
102static int pm_domain_resume(struct device *dev)
103{
104	return pm_generic_runtime_resume(dev);
105}
106
107static int pm_domain_suspend(struct device *dev)
108{
109	return pm_generic_runtime_suspend(dev);
110}
111
112static struct dev_pm_domain pm_domain = {
113	.ops = {
114		.runtime_suspend = pm_domain_suspend,
115		.runtime_resume = pm_domain_resume,
116	},
117};
118
119struct drm_i915_private *mock_gem_device(void)
120{
121#if IS_ENABLED(CONFIG_IOMMU_API) && defined(CONFIG_INTEL_IOMMU)
122	static struct dev_iommu fake_iommu = { .priv = (void *)-1 };
123#endif
124	struct drm_i915_private *i915;
125	struct pci_dev *pdev;
126	int err;
127
128	pdev = kzalloc(sizeof(*pdev), GFP_KERNEL);
129	if (!pdev)
130		return NULL;
131	i915 = kzalloc(sizeof(*i915), GFP_KERNEL);
132	if (!i915) {
133		kfree(pdev);
134		return NULL;
135	}
136
137	device_initialize(&pdev->dev);
138	pdev->class = PCI_BASE_CLASS_DISPLAY << 16;
139	pdev->dev.release = release_dev;
140	dev_set_name(&pdev->dev, "mock");
141	dma_coerce_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(64));
142
143#if IS_ENABLED(CONFIG_IOMMU_API) && defined(CONFIG_INTEL_IOMMU)
144	/* HACK to disable iommu for the fake device; force identity mapping */
145	pdev->dev.iommu = &fake_iommu;
146#endif
147
148	pci_set_drvdata(pdev, i915);
149
150	dev_pm_domain_set(&pdev->dev, &pm_domain);
151	pm_runtime_enable(&pdev->dev);
152	pm_runtime_dont_use_autosuspend(&pdev->dev);
153	if (pm_runtime_enabled(&pdev->dev))
154		WARN_ON(pm_runtime_get_sync(&pdev->dev));
155
156	err = drm_dev_init(&i915->drm, &mock_driver, &pdev->dev);
157	if (err) {
158		pr_err("Failed to initialise mock GEM device: err=%d\n", err);
159		put_device(&pdev->dev);
160		kfree(i915);
161
162		return NULL;
163	}
164	i915->drm.pdev = pdev;
165	drmm_add_final_kfree(&i915->drm, i915);
166
167	i915_params_copy(&i915->params, &i915_modparams);
168
169	intel_runtime_pm_init_early(&i915->runtime_pm);
170
171	/* Using the global GTT may ask questions about KMS users, so prepare */
172	drm_mode_config_init(&i915->drm);
173
174	mkwrite_device_info(i915)->gen = -1;
175
176	mkwrite_device_info(i915)->page_sizes =
177		I915_GTT_PAGE_SIZE_4K |
178		I915_GTT_PAGE_SIZE_64K |
179		I915_GTT_PAGE_SIZE_2M;
180
181	mkwrite_device_info(i915)->memory_regions = REGION_SMEM;
182	intel_memory_regions_hw_probe(i915);
183
184	mock_uncore_init(&i915->uncore, i915);
185
186	i915_gem_init__mm(i915);
187	intel_gt_init_early(&i915->gt, i915);
188	atomic_inc(&i915->gt.wakeref.count); /* disable; no hw support */
189	i915->gt.awake = -ENODEV;
190
191	i915->wq = alloc_ordered_workqueue("mock", 0);
192	if (!i915->wq)
193		goto err_drv;
194
195	mock_init_contexts(i915);
196
197	mock_init_ggtt(i915, &i915->ggtt);
198	i915->gt.vm = i915_vm_get(&i915->ggtt.vm);
199
200	mkwrite_device_info(i915)->platform_engine_mask = BIT(0);
201	i915->gt.info.engine_mask = BIT(0);
202
203	i915->gt.engine[RCS0] = mock_engine(i915, "mock", RCS0);
204	if (!i915->gt.engine[RCS0])
205		goto err_unlock;
206
207	if (mock_engine_init(i915->gt.engine[RCS0]))
208		goto err_context;
209
210	__clear_bit(I915_WEDGED, &i915->gt.reset.flags);
211	intel_engines_driver_register(i915);
212
213	i915->do_release = true;
214
215	return i915;
216
217err_context:
218	intel_gt_driver_remove(&i915->gt);
219err_unlock:
220	destroy_workqueue(i915->wq);
221err_drv:
222	intel_gt_driver_late_release(&i915->gt);
223	intel_memory_regions_driver_release(i915);
224	drm_mode_config_cleanup(&i915->drm);
225	drm_dev_put(&i915->drm);
226
227	return NULL;
228}