[linux-2.6-block.git] / drivers / gpu / drm / i915 / selftests / mock_gem_device.c

/*
 * Copyright © 2016 Intel Corporation
 *
 * Permission is hereby granted, free of charge, to any person obtaining a
 * copy of this software and associated documentation files (the "Software"),
 * to deal in the Software without restriction, including without limitation
 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
 * and/or sell copies of the Software, and to permit persons to whom the
 * Software is furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice (including the next
 * paragraph) shall be included in all copies or substantial portions of the
 * Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
 * IN THE SOFTWARE.
 *
 */

#include <linux/pm_domain.h>
#include <linux/pm_runtime.h>
#include <linux/iommu.h>

#include <drm/drm_managed.h>

#include "gt/intel_gt.h"
#include "gt/intel_gt_requests.h"
#include "gt/mock_engine.h"
#include "intel_memory_region.h"
#include "intel_region_ttm.h"

#include "mock_request.h"
#include "mock_gem_device.h"
#include "mock_gtt.h"
#include "mock_uncore.h"
#include "mock_region.h"

#include "gem/selftests/mock_context.h"
#include "gem/selftests/mock_gem_object.h"

void mock_device_flush(struct drm_i915_private *i915)
{
	struct intel_gt *gt = to_gt(i915);
	struct intel_engine_cs *engine;
	enum intel_engine_id id;

	do {
		for_each_engine(engine, gt, id)
			mock_engine_flush(engine);
	} while (intel_gt_retire_requests_timeout(gt, MAX_SCHEDULE_TIMEOUT,
						  NULL));
}

static void mock_device_release(struct drm_device *dev)
{
	struct drm_i915_private *i915 = to_i915(dev);

	if (!i915->do_release)
		goto out;

	mock_device_flush(i915);
	intel_gt_driver_remove(to_gt(i915));

	i915_gem_drain_workqueue(i915);

	mock_fini_ggtt(to_gt(i915)->ggtt);
	destroy_workqueue(i915->unordered_wq);
	destroy_workqueue(i915->wq);

	intel_region_ttm_device_fini(i915);
	intel_gt_driver_late_release_all(i915);
	intel_memory_regions_driver_release(i915);

	drm_mode_config_cleanup(&i915->drm);

out:
	i915_params_free(&i915->params);
}

static const struct drm_driver mock_driver = {
	.name = "mock",
	.driver_features = DRIVER_GEM,
	.release = mock_device_release,
};

static void release_dev(struct device *dev)
{
	struct pci_dev *pdev = to_pci_dev(dev);

	kfree(pdev);
}

static int pm_domain_resume(struct device *dev)
{
	return pm_generic_runtime_resume(dev);
}

static int pm_domain_suspend(struct device *dev)
{
	return pm_generic_runtime_suspend(dev);
}

static struct dev_pm_domain pm_domain = {
	.ops = {
		.runtime_suspend = pm_domain_suspend,
		.runtime_resume = pm_domain_resume,
	},
};

static void mock_gt_probe(struct drm_i915_private *i915)
{
	i915->gt[0]->name = "Mock GT";
}

static const struct intel_device_info mock_info = {
	.__runtime.graphics.ip.ver = -1,
	.__runtime.page_sizes = (I915_GTT_PAGE_SIZE_4K |
				 I915_GTT_PAGE_SIZE_64K |
				 I915_GTT_PAGE_SIZE_2M),
	.memory_regions = BIT(INTEL_REGION_SMEM),
	.platform_engine_mask = BIT(0),

	/* simply use legacy cache level for mock device */
	.max_pat_index = 3,
	.cachelevel_to_pat = {
		[I915_CACHE_NONE]   = 0,
		[I915_CACHE_LLC]    = 1,
		[I915_CACHE_L3_LLC] = 2,
		[I915_CACHE_WT]     = 3,
	},
};

struct drm_i915_private *mock_gem_device(void)
{
#if IS_ENABLED(CONFIG_IOMMU_API) && IS_ENABLED(CONFIG_INTEL_IOMMU)
	static struct dev_iommu fake_iommu = { .priv = (void *)-1 };
#endif
	struct drm_i915_private *i915;
	struct pci_dev *pdev;
	int ret;

	pdev = kzalloc(sizeof(*pdev), GFP_KERNEL);
	if (!pdev)
		return NULL;
	device_initialize(&pdev->dev);
	pdev->class = PCI_BASE_CLASS_DISPLAY << 16;
	pdev->dev.release = release_dev;
	dev_set_name(&pdev->dev, "mock");
	dma_coerce_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(64));

#if IS_ENABLED(CONFIG_IOMMU_API) && IS_ENABLED(CONFIG_INTEL_IOMMU)
	/* HACK to disable iommu for the fake device; force identity mapping */
	pdev->dev.iommu = &fake_iommu;
#endif
	if (!devres_open_group(&pdev->dev, NULL, GFP_KERNEL)) {
		put_device(&pdev->dev);
		return NULL;
	}

	i915 = devm_drm_dev_alloc(&pdev->dev, &mock_driver,
				  struct drm_i915_private, drm);
	if (IS_ERR(i915)) {
		pr_err("Failed to allocate mock GEM device: err=%ld\n", PTR_ERR(i915));
		devres_release_group(&pdev->dev, NULL);
		put_device(&pdev->dev);

		return NULL;
	}

	pci_set_drvdata(pdev, &i915->drm);

	/* Device parameters start as a copy of module parameters. */
	i915_params_copy(&i915->params, &i915_modparams);

	/* Set up device info and initial runtime info. */
	intel_device_info_driver_create(i915, pdev->device, &mock_info);

	intel_display_device_probe(pdev);

	dev_pm_domain_set(&pdev->dev, &pm_domain);
	pm_runtime_enable(&pdev->dev);
	pm_runtime_dont_use_autosuspend(&pdev->dev);
	if (pm_runtime_enabled(&pdev->dev))
		WARN_ON(pm_runtime_get_sync(&pdev->dev));

	intel_runtime_pm_init_early(&i915->runtime_pm);
	/* wakeref tracking has significant overhead */
	i915->runtime_pm.no_wakeref_tracking = true;

	/* Using the global GTT may ask questions about KMS users, so prepare */
	drm_mode_config_init(&i915->drm);

	intel_memory_regions_hw_probe(i915);

	spin_lock_init(&i915->gpu_error.lock);

	i915_gem_init__mm(i915);
	intel_root_gt_init_early(i915);
	mock_uncore_init(&i915->uncore, i915);
	atomic_inc(&to_gt(i915)->wakeref.count); /* disable; no hw support */
	to_gt(i915)->awake = INTEL_WAKEREF_MOCK_GT;
	mock_gt_probe(i915);

	ret = intel_region_ttm_device_init(i915);
	if (ret)
		goto err_ttm;

	i915->wq = alloc_ordered_workqueue("mock", 0);
	if (!i915->wq)
		goto err_drv;

	i915->unordered_wq = alloc_workqueue("mock-unordered", 0, 0);
	if (!i915->unordered_wq)
		goto err_wq;

	mock_init_contexts(i915);

	/* allocate the ggtt */
	ret = intel_gt_assign_ggtt(to_gt(i915));
	if (ret)
		goto err_unlock;

	mock_init_ggtt(to_gt(i915));
	to_gt(i915)->vm = i915_vm_get(&to_gt(i915)->ggtt->vm);

	to_gt(i915)->info.engine_mask = BIT(0);

	to_gt(i915)->engine[RCS0] = mock_engine(i915, "mock", RCS0);
	if (!to_gt(i915)->engine[RCS0])
		goto err_unlock;

	if (mock_engine_init(to_gt(i915)->engine[RCS0]))
		goto err_context;

	__clear_bit(I915_WEDGED, &to_gt(i915)->reset.flags);
	intel_engines_driver_register(i915);

	i915->do_release = true;
	ida_init(&i915->selftest.mock_region_instances);

	return i915;

err_context:
	intel_gt_driver_remove(to_gt(i915));
err_unlock:
	destroy_workqueue(i915->unordered_wq);
err_wq:
	destroy_workqueue(i915->wq);
err_drv:
	intel_region_ttm_device_fini(i915);
err_ttm:
	intel_gt_driver_late_release_all(i915);
	intel_memory_regions_driver_release(i915);
	drm_mode_config_cleanup(&i915->drm);
	mock_destroy_device(i915);

	return NULL;
}

void mock_destroy_device(struct drm_i915_private *i915)
{
	struct device *dev = i915->drm.dev;

	devres_release_group(dev, NULL);
	put_device(dev);
}
Commit	Line	Data
	1	/*
	2	* Copyright © 2016 Intel Corporation
	3	*
	4	* Permission is hereby granted, free of charge, to any person obtaining a
	5	* copy of this software and associated documentation files (the "Software"),
	6	* to deal in the Software without restriction, including without limitation
	7	* the rights to use, copy, modify, merge, publish, distribute, sublicense,
	8	* and/or sell copies of the Software, and to permit persons to whom the
	9	* Software is furnished to do so, subject to the following conditions:
	10	*
	11	* The above copyright notice and this permission notice (including the next
	12	* paragraph) shall be included in all copies or substantial portions of the
	13	* Software.
	14	*
	15	* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
	16	* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
	17	* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
	18	* THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
	19	* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
	20	* FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
	21	* IN THE SOFTWARE.
	22	*
	23	*/
	24
	25	#include <linux/pm_domain.h>
	26	#include <linux/pm_runtime.h>
	27	#include <linux/iommu.h>
	28
	29	#include <drm/drm_managed.h>
	30
	31	#include "gt/intel_gt.h"
	32	#include "gt/intel_gt_requests.h"
	33	#include "gt/mock_engine.h"
	34	#include "intel_memory_region.h"
	35	#include "intel_region_ttm.h"
	36
	37	#include "mock_request.h"
	38	#include "mock_gem_device.h"
	39	#include "mock_gtt.h"
	40	#include "mock_uncore.h"
	41	#include "mock_region.h"
	42
	43	#include "gem/selftests/mock_context.h"
	44	#include "gem/selftests/mock_gem_object.h"
	45
	46	void mock_device_flush(struct drm_i915_private *i915)
	47	{
	48	struct intel_gt *gt = to_gt(i915);
	49	struct intel_engine_cs *engine;
	50	enum intel_engine_id id;
	51
	52	do {
	53	for_each_engine(engine, gt, id)
	54	mock_engine_flush(engine);
	55	} while (intel_gt_retire_requests_timeout(gt, MAX_SCHEDULE_TIMEOUT,
	56	NULL));
	57	}
	58
	59	static void mock_device_release(struct drm_device *dev)
	60	{
	61	struct drm_i915_private *i915 = to_i915(dev);
	62
	63	if (!i915->do_release)
	64	goto out;
	65
	66	mock_device_flush(i915);
	67	intel_gt_driver_remove(to_gt(i915));
	68
	69	i915_gem_drain_workqueue(i915);
	70
	71	mock_fini_ggtt(to_gt(i915)->ggtt);
	72	destroy_workqueue(i915->unordered_wq);
	73	destroy_workqueue(i915->wq);
	74
	75	intel_region_ttm_device_fini(i915);
	76	intel_gt_driver_late_release_all(i915);
	77	intel_memory_regions_driver_release(i915);
	78
	79	drm_mode_config_cleanup(&i915->drm);
	80
	81	out:
	82	i915_params_free(&i915->params);
	83	}
	84
	85	static const struct drm_driver mock_driver = {
	86	.name = "mock",
	87	.driver_features = DRIVER_GEM,
	88	.release = mock_device_release,
	89	};
	90
	91	static void release_dev(struct device *dev)
	92	{
	93	struct pci_dev *pdev = to_pci_dev(dev);
	94
	95	kfree(pdev);
	96	}
	97
	98	static int pm_domain_resume(struct device *dev)
	99	{
	100	return pm_generic_runtime_resume(dev);
	101	}
	102
	103	static int pm_domain_suspend(struct device *dev)
	104	{
	105	return pm_generic_runtime_suspend(dev);
	106	}
	107
	108	static struct dev_pm_domain pm_domain = {
	109	.ops = {
	110	.runtime_suspend = pm_domain_suspend,
	111	.runtime_resume = pm_domain_resume,
	112	},
	113	};
	114
	115	static void mock_gt_probe(struct drm_i915_private *i915)
	116	{
	117	i915->gt[0]->name = "Mock GT";
	118	}
	119
	120	static const struct intel_device_info mock_info = {
	121	.__runtime.graphics.ip.ver = -1,
	122	.__runtime.page_sizes = (I915_GTT_PAGE_SIZE_4K \|
	123	I915_GTT_PAGE_SIZE_64K \|
	124	I915_GTT_PAGE_SIZE_2M),
	125	.memory_regions = BIT(INTEL_REGION_SMEM),
	126	.platform_engine_mask = BIT(0),
	127
	128	/* simply use legacy cache level for mock device */
	129	.max_pat_index = 3,
	130	.cachelevel_to_pat = {
	131	[I915_CACHE_NONE] = 0,
	132	[I915_CACHE_LLC] = 1,
	133	[I915_CACHE_L3_LLC] = 2,
	134	[I915_CACHE_WT] = 3,
	135	},
	136	};
	137
	138	struct drm_i915_private *mock_gem_device(void)
	139	{
	140	#if IS_ENABLED(CONFIG_IOMMU_API) && IS_ENABLED(CONFIG_INTEL_IOMMU)
	141	static struct dev_iommu fake_iommu = { .priv = (void *)-1 };
	142	#endif
	143	struct drm_i915_private *i915;
	144	struct pci_dev *pdev;
	145	int ret;
	146
	147	pdev = kzalloc(sizeof(*pdev), GFP_KERNEL);
	148	if (!pdev)
	149	return NULL;
	150	device_initialize(&pdev->dev);
	151	pdev->class = PCI_BASE_CLASS_DISPLAY << 16;
	152	pdev->dev.release = release_dev;
	153	dev_set_name(&pdev->dev, "mock");
	154	dma_coerce_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(64));
	155
	156	#if IS_ENABLED(CONFIG_IOMMU_API) && IS_ENABLED(CONFIG_INTEL_IOMMU)
	157	/* HACK to disable iommu for the fake device; force identity mapping */
	158	pdev->dev.iommu = &fake_iommu;
	159	#endif
	160	if (!devres_open_group(&pdev->dev, NULL, GFP_KERNEL)) {
	161	put_device(&pdev->dev);
	162	return NULL;
	163	}
	164
	165	i915 = devm_drm_dev_alloc(&pdev->dev, &mock_driver,
	166	struct drm_i915_private, drm);
	167	if (IS_ERR(i915)) {
	168	pr_err("Failed to allocate mock GEM device: err=%ld\n", PTR_ERR(i915));
	169	devres_release_group(&pdev->dev, NULL);
	170	put_device(&pdev->dev);
	171
	172	return NULL;
	173	}
	174
	175	pci_set_drvdata(pdev, &i915->drm);
	176
	177	/* Device parameters start as a copy of module parameters. */
	178	i915_params_copy(&i915->params, &i915_modparams);
	179
	180	/* Set up device info and initial runtime info. */
	181	intel_device_info_driver_create(i915, pdev->device, &mock_info);
	182
	183	intel_display_device_probe(pdev);
	184
	185	dev_pm_domain_set(&pdev->dev, &pm_domain);
	186	pm_runtime_enable(&pdev->dev);
	187	pm_runtime_dont_use_autosuspend(&pdev->dev);
	188	if (pm_runtime_enabled(&pdev->dev))
	189	WARN_ON(pm_runtime_get_sync(&pdev->dev));
	190
	191	intel_runtime_pm_init_early(&i915->runtime_pm);
	192	/* wakeref tracking has significant overhead */
	193	i915->runtime_pm.no_wakeref_tracking = true;
	194
	195	/* Using the global GTT may ask questions about KMS users, so prepare */
	196	drm_mode_config_init(&i915->drm);
	197
	198	intel_memory_regions_hw_probe(i915);
	199
	200	spin_lock_init(&i915->gpu_error.lock);
	201
	202	i915_gem_init__mm(i915);
	203	intel_root_gt_init_early(i915);
	204	mock_uncore_init(&i915->uncore, i915);
	205	atomic_inc(&to_gt(i915)->wakeref.count); /* disable; no hw support */
	206	to_gt(i915)->awake = INTEL_WAKEREF_MOCK_GT;
	207	mock_gt_probe(i915);
	208
	209	ret = intel_region_ttm_device_init(i915);
	210	if (ret)
	211	goto err_ttm;
	212
	213	i915->wq = alloc_ordered_workqueue("mock", 0);
	214	if (!i915->wq)
	215	goto err_drv;
	216
	217	i915->unordered_wq = alloc_workqueue("mock-unordered", 0, 0);
	218	if (!i915->unordered_wq)
	219	goto err_wq;
	220
	221	mock_init_contexts(i915);
	222
	223	/* allocate the ggtt */
	224	ret = intel_gt_assign_ggtt(to_gt(i915));
	225	if (ret)
	226	goto err_unlock;
	227
	228	mock_init_ggtt(to_gt(i915));
	229	to_gt(i915)->vm = i915_vm_get(&to_gt(i915)->ggtt->vm);
	230
	231	to_gt(i915)->info.engine_mask = BIT(0);
	232
	233	to_gt(i915)->engine[RCS0] = mock_engine(i915, "mock", RCS0);
	234	if (!to_gt(i915)->engine[RCS0])
	235	goto err_unlock;
	236
	237	if (mock_engine_init(to_gt(i915)->engine[RCS0]))
	238	goto err_context;
	239
	240	__clear_bit(I915_WEDGED, &to_gt(i915)->reset.flags);
	241	intel_engines_driver_register(i915);
	242
	243	i915->do_release = true;
	244	ida_init(&i915->selftest.mock_region_instances);
	245
	246	return i915;
	247
	248	err_context:
	249	intel_gt_driver_remove(to_gt(i915));
	250	err_unlock:
	251	destroy_workqueue(i915->unordered_wq);
	252	err_wq:
	253	destroy_workqueue(i915->wq);
	254	err_drv:
	255	intel_region_ttm_device_fini(i915);
	256	err_ttm:
	257	intel_gt_driver_late_release_all(i915);
	258	intel_memory_regions_driver_release(i915);
	259	drm_mode_config_cleanup(&i915->drm);
	260	mock_destroy_device(i915);
	261
	262	return NULL;
	263	}
	264
	265	void mock_destroy_device(struct drm_i915_private *i915)
	266	{
	267	struct device *dev = i915->drm.dev;
	268
	269	devres_release_group(dev, NULL);
	270	put_device(dev);
	271	}