xref: /openbsd-src/sys/dev/pci/drm/i915/selftests/i915_gem.c (revision f005ef32267c16bdb134f0e9fa4477dbe07c263a)
1c349dbc7Sjsg /*
2c349dbc7Sjsg  * SPDX-License-Identifier: MIT
3c349dbc7Sjsg  *
4c349dbc7Sjsg  * Copyright © 2018 Intel Corporation
5c349dbc7Sjsg  */
6c349dbc7Sjsg 
7c349dbc7Sjsg #include <linux/random.h>
8c349dbc7Sjsg 
91bb76ff1Sjsg #include "gem/i915_gem_internal.h"
101bb76ff1Sjsg #include "gem/i915_gem_pm.h"
11c349dbc7Sjsg #include "gem/selftests/igt_gem_utils.h"
12c349dbc7Sjsg #include "gem/selftests/mock_context.h"
13c349dbc7Sjsg #include "gt/intel_gt.h"
14c349dbc7Sjsg #include "gt/intel_gt_pm.h"
15c349dbc7Sjsg 
16c349dbc7Sjsg #include "i915_selftest.h"
17c349dbc7Sjsg 
18c349dbc7Sjsg #include "igt_flush_test.h"
19c349dbc7Sjsg #include "mock_drm.h"
20c349dbc7Sjsg 
switch_to_context(struct i915_gem_context * ctx)21c349dbc7Sjsg static int switch_to_context(struct i915_gem_context *ctx)
22c349dbc7Sjsg {
23c349dbc7Sjsg 	struct i915_gem_engines_iter it;
24c349dbc7Sjsg 	struct intel_context *ce;
25c349dbc7Sjsg 	int err = 0;
26c349dbc7Sjsg 
27c349dbc7Sjsg 	for_each_gem_engine(ce, i915_gem_context_lock_engines(ctx), it) {
28c349dbc7Sjsg 		struct i915_request *rq;
29c349dbc7Sjsg 
30c349dbc7Sjsg 		rq = intel_context_create_request(ce);
31c349dbc7Sjsg 		if (IS_ERR(rq)) {
32c349dbc7Sjsg 			err = PTR_ERR(rq);
33c349dbc7Sjsg 			break;
34c349dbc7Sjsg 		}
35c349dbc7Sjsg 
36c349dbc7Sjsg 		i915_request_add(rq);
37c349dbc7Sjsg 	}
38c349dbc7Sjsg 	i915_gem_context_unlock_engines(ctx);
39c349dbc7Sjsg 
40c349dbc7Sjsg 	return err;
41c349dbc7Sjsg }
42c349dbc7Sjsg 
trash_stolen(struct drm_i915_private * i915)43c349dbc7Sjsg static void trash_stolen(struct drm_i915_private *i915)
44c349dbc7Sjsg {
451bb76ff1Sjsg 	struct i915_ggtt *ggtt = to_gt(i915)->ggtt;
46c349dbc7Sjsg 	const u64 slot = ggtt->error_capture.start;
47*f005ef32Sjsg 	const resource_size_t size = resource_size(&i915->dsm.stolen);
48c349dbc7Sjsg 	unsigned long page;
49c349dbc7Sjsg 	u32 prng = 0x12345678;
50c349dbc7Sjsg 
51c349dbc7Sjsg 	/* XXX: fsck. needs some more thought... */
52c349dbc7Sjsg 	if (!i915_ggtt_has_aperture(ggtt))
53c349dbc7Sjsg 		return;
54c349dbc7Sjsg 
55c349dbc7Sjsg 	for (page = 0; page < size; page += PAGE_SIZE) {
56*f005ef32Sjsg 		const dma_addr_t dma = i915->dsm.stolen.start + page;
57c349dbc7Sjsg 		u32 __iomem *s;
58c349dbc7Sjsg 		int x;
59c349dbc7Sjsg 
60*f005ef32Sjsg 		ggtt->vm.insert_page(&ggtt->vm, dma, slot,
61*f005ef32Sjsg 				     i915_gem_get_pat_index(i915,
62*f005ef32Sjsg 							    I915_CACHE_NONE),
63*f005ef32Sjsg 				     0);
64c349dbc7Sjsg 
65c349dbc7Sjsg 		s = io_mapping_map_atomic_wc(&ggtt->iomap, slot);
66c349dbc7Sjsg 		for (x = 0; x < PAGE_SIZE / sizeof(u32); x++) {
67c349dbc7Sjsg 			prng = next_pseudo_random32(prng);
68c349dbc7Sjsg 			iowrite32(prng, &s[x]);
69c349dbc7Sjsg 		}
70c349dbc7Sjsg 		io_mapping_unmap_atomic(s);
71c349dbc7Sjsg 	}
72c349dbc7Sjsg 
73c349dbc7Sjsg 	ggtt->vm.clear_range(&ggtt->vm, slot, PAGE_SIZE);
74c349dbc7Sjsg }
75c349dbc7Sjsg 
simulate_hibernate(struct drm_i915_private * i915)76c349dbc7Sjsg static void simulate_hibernate(struct drm_i915_private *i915)
77c349dbc7Sjsg {
78c349dbc7Sjsg 	intel_wakeref_t wakeref;
79c349dbc7Sjsg 
80c349dbc7Sjsg 	wakeref = intel_runtime_pm_get(&i915->runtime_pm);
81c349dbc7Sjsg 
82c349dbc7Sjsg 	/*
83c349dbc7Sjsg 	 * As a final sting in the tail, invalidate stolen. Under a real S4,
84c349dbc7Sjsg 	 * stolen is lost and needs to be refilled on resume. However, under
85c349dbc7Sjsg 	 * CI we merely do S4-device testing (as full S4 is too unreliable
86c349dbc7Sjsg 	 * for automated testing across a cluster), so to simulate the effect
87c349dbc7Sjsg 	 * of stolen being trashed across S4, we trash it ourselves.
88c349dbc7Sjsg 	 */
89c349dbc7Sjsg 	trash_stolen(i915);
90c349dbc7Sjsg 
91c349dbc7Sjsg 	intel_runtime_pm_put(&i915->runtime_pm, wakeref);
92c349dbc7Sjsg }
93c349dbc7Sjsg 
igt_pm_prepare(struct drm_i915_private * i915)945ca02815Sjsg static int igt_pm_prepare(struct drm_i915_private *i915)
95c349dbc7Sjsg {
96c349dbc7Sjsg 	i915_gem_suspend(i915);
97c349dbc7Sjsg 
98c349dbc7Sjsg 	return 0;
99c349dbc7Sjsg }
100c349dbc7Sjsg 
igt_pm_suspend(struct drm_i915_private * i915)1015ca02815Sjsg static void igt_pm_suspend(struct drm_i915_private *i915)
102c349dbc7Sjsg {
103c349dbc7Sjsg 	intel_wakeref_t wakeref;
104c349dbc7Sjsg 
105c349dbc7Sjsg 	with_intel_runtime_pm(&i915->runtime_pm, wakeref) {
1061bb76ff1Sjsg 		i915_ggtt_suspend(to_gt(i915)->ggtt);
107c349dbc7Sjsg 		i915_gem_suspend_late(i915);
108c349dbc7Sjsg 	}
109c349dbc7Sjsg }
110c349dbc7Sjsg 
igt_pm_hibernate(struct drm_i915_private * i915)1115ca02815Sjsg static void igt_pm_hibernate(struct drm_i915_private *i915)
112c349dbc7Sjsg {
113c349dbc7Sjsg 	intel_wakeref_t wakeref;
114c349dbc7Sjsg 
115c349dbc7Sjsg 	with_intel_runtime_pm(&i915->runtime_pm, wakeref) {
1161bb76ff1Sjsg 		i915_ggtt_suspend(to_gt(i915)->ggtt);
117c349dbc7Sjsg 
118c349dbc7Sjsg 		i915_gem_freeze(i915);
119c349dbc7Sjsg 		i915_gem_freeze_late(i915);
120c349dbc7Sjsg 	}
121c349dbc7Sjsg }
122c349dbc7Sjsg 
igt_pm_resume(struct drm_i915_private * i915)1235ca02815Sjsg static void igt_pm_resume(struct drm_i915_private *i915)
124c349dbc7Sjsg {
125c349dbc7Sjsg 	intel_wakeref_t wakeref;
126c349dbc7Sjsg 
127c349dbc7Sjsg 	/*
128c349dbc7Sjsg 	 * Both suspend and hibernate follow the same wakeup path and assume
129c349dbc7Sjsg 	 * that runtime-pm just works.
130c349dbc7Sjsg 	 */
131c349dbc7Sjsg 	with_intel_runtime_pm(&i915->runtime_pm, wakeref) {
1321bb76ff1Sjsg 		i915_ggtt_resume(to_gt(i915)->ggtt);
133*f005ef32Sjsg 		if (GRAPHICS_VER(i915) >= 8)
134*f005ef32Sjsg 			setup_private_pat(to_gt(i915));
135c349dbc7Sjsg 		i915_gem_resume(i915);
136c349dbc7Sjsg 	}
137c349dbc7Sjsg }
138c349dbc7Sjsg 
igt_gem_suspend(void * arg)139c349dbc7Sjsg static int igt_gem_suspend(void *arg)
140c349dbc7Sjsg {
141c349dbc7Sjsg 	struct drm_i915_private *i915 = arg;
142c349dbc7Sjsg 	struct i915_gem_context *ctx;
143c349dbc7Sjsg 	struct file *file;
144c349dbc7Sjsg 	int err;
145c349dbc7Sjsg 
146c349dbc7Sjsg 	file = mock_file(i915);
147c349dbc7Sjsg 	if (IS_ERR(file))
148c349dbc7Sjsg 		return PTR_ERR(file);
149c349dbc7Sjsg 
150c349dbc7Sjsg 	err = -ENOMEM;
151c349dbc7Sjsg 	ctx = live_context(i915, file);
152c349dbc7Sjsg 	if (!IS_ERR(ctx))
153c349dbc7Sjsg 		err = switch_to_context(ctx);
154c349dbc7Sjsg 	if (err)
155c349dbc7Sjsg 		goto out;
156c349dbc7Sjsg 
1575ca02815Sjsg 	err = igt_pm_prepare(i915);
158c349dbc7Sjsg 	if (err)
159c349dbc7Sjsg 		goto out;
160c349dbc7Sjsg 
1615ca02815Sjsg 	igt_pm_suspend(i915);
162c349dbc7Sjsg 
163c349dbc7Sjsg 	/* Here be dragons! Note that with S3RST any S3 may become S4! */
164c349dbc7Sjsg 	simulate_hibernate(i915);
165c349dbc7Sjsg 
1665ca02815Sjsg 	igt_pm_resume(i915);
167c349dbc7Sjsg 
168c349dbc7Sjsg 	err = switch_to_context(ctx);
169c349dbc7Sjsg out:
170c349dbc7Sjsg 	fput(file);
171c349dbc7Sjsg 	return err;
172c349dbc7Sjsg }
173c349dbc7Sjsg 
igt_gem_hibernate(void * arg)174c349dbc7Sjsg static int igt_gem_hibernate(void *arg)
175c349dbc7Sjsg {
176c349dbc7Sjsg 	struct drm_i915_private *i915 = arg;
177c349dbc7Sjsg 	struct i915_gem_context *ctx;
178c349dbc7Sjsg 	struct file *file;
179c349dbc7Sjsg 	int err;
180c349dbc7Sjsg 
181c349dbc7Sjsg 	file = mock_file(i915);
182c349dbc7Sjsg 	if (IS_ERR(file))
183c349dbc7Sjsg 		return PTR_ERR(file);
184c349dbc7Sjsg 
185c349dbc7Sjsg 	err = -ENOMEM;
186c349dbc7Sjsg 	ctx = live_context(i915, file);
187c349dbc7Sjsg 	if (!IS_ERR(ctx))
188c349dbc7Sjsg 		err = switch_to_context(ctx);
189c349dbc7Sjsg 	if (err)
190c349dbc7Sjsg 		goto out;
191c349dbc7Sjsg 
1925ca02815Sjsg 	err = igt_pm_prepare(i915);
193c349dbc7Sjsg 	if (err)
194c349dbc7Sjsg 		goto out;
195c349dbc7Sjsg 
1965ca02815Sjsg 	igt_pm_hibernate(i915);
197c349dbc7Sjsg 
198c349dbc7Sjsg 	/* Here be dragons! */
199c349dbc7Sjsg 	simulate_hibernate(i915);
200c349dbc7Sjsg 
2015ca02815Sjsg 	igt_pm_resume(i915);
202c349dbc7Sjsg 
203c349dbc7Sjsg 	err = switch_to_context(ctx);
204c349dbc7Sjsg out:
205c349dbc7Sjsg 	fput(file);
206c349dbc7Sjsg 	return err;
207c349dbc7Sjsg }
208c349dbc7Sjsg 
igt_gem_ww_ctx(void * arg)209ad8b1aafSjsg static int igt_gem_ww_ctx(void *arg)
210ad8b1aafSjsg {
211ad8b1aafSjsg 	struct drm_i915_private *i915 = arg;
212ad8b1aafSjsg 	struct drm_i915_gem_object *obj, *obj2;
213ad8b1aafSjsg 	struct i915_gem_ww_ctx ww;
214ad8b1aafSjsg 	int err = 0;
215ad8b1aafSjsg 
216ad8b1aafSjsg 	obj = i915_gem_object_create_internal(i915, PAGE_SIZE);
217ad8b1aafSjsg 	if (IS_ERR(obj))
218ad8b1aafSjsg 		return PTR_ERR(obj);
219ad8b1aafSjsg 
220ad8b1aafSjsg 	obj2 = i915_gem_object_create_internal(i915, PAGE_SIZE);
221ad8b1aafSjsg 	if (IS_ERR(obj2)) {
222ad8b1aafSjsg 		err = PTR_ERR(obj2);
223ad8b1aafSjsg 		goto put1;
224ad8b1aafSjsg 	}
225ad8b1aafSjsg 
226ad8b1aafSjsg 	i915_gem_ww_ctx_init(&ww, true);
227ad8b1aafSjsg retry:
228ad8b1aafSjsg 	/* Lock the objects, twice for good measure (-EALREADY handling) */
229ad8b1aafSjsg 	err = i915_gem_object_lock(obj, &ww);
230ad8b1aafSjsg 	if (!err)
231ad8b1aafSjsg 		err = i915_gem_object_lock_interruptible(obj, &ww);
232ad8b1aafSjsg 	if (!err)
233ad8b1aafSjsg 		err = i915_gem_object_lock_interruptible(obj2, &ww);
234ad8b1aafSjsg 	if (!err)
235ad8b1aafSjsg 		err = i915_gem_object_lock(obj2, &ww);
236ad8b1aafSjsg 
237ad8b1aafSjsg 	if (err == -EDEADLK) {
238ad8b1aafSjsg 		err = i915_gem_ww_ctx_backoff(&ww);
239ad8b1aafSjsg 		if (!err)
240ad8b1aafSjsg 			goto retry;
241ad8b1aafSjsg 	}
242ad8b1aafSjsg 	i915_gem_ww_ctx_fini(&ww);
243ad8b1aafSjsg 	i915_gem_object_put(obj2);
244ad8b1aafSjsg put1:
245ad8b1aafSjsg 	i915_gem_object_put(obj);
246ad8b1aafSjsg 	return err;
247ad8b1aafSjsg }
248ad8b1aafSjsg 
i915_gem_live_selftests(struct drm_i915_private * i915)249c349dbc7Sjsg int i915_gem_live_selftests(struct drm_i915_private *i915)
250c349dbc7Sjsg {
251c349dbc7Sjsg 	static const struct i915_subtest tests[] = {
252c349dbc7Sjsg 		SUBTEST(igt_gem_suspend),
253c349dbc7Sjsg 		SUBTEST(igt_gem_hibernate),
254ad8b1aafSjsg 		SUBTEST(igt_gem_ww_ctx),
255c349dbc7Sjsg 	};
256c349dbc7Sjsg 
2571bb76ff1Sjsg 	if (intel_gt_is_wedged(to_gt(i915)))
258c349dbc7Sjsg 		return 0;
259c349dbc7Sjsg 
260c349dbc7Sjsg 	return i915_live_subtests(tests, i915);
261c349dbc7Sjsg }
262