1fb4d8502Sjsg /*
2fb4d8502Sjsg * Copyright 2009 Jerome Glisse.
3fb4d8502Sjsg *
4fb4d8502Sjsg * Permission is hereby granted, free of charge, to any person obtaining a
5fb4d8502Sjsg * copy of this software and associated documentation files (the "Software"),
6fb4d8502Sjsg * to deal in the Software without restriction, including without limitation
7fb4d8502Sjsg * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8fb4d8502Sjsg * and/or sell copies of the Software, and to permit persons to whom the
9fb4d8502Sjsg * Software is furnished to do so, subject to the following conditions:
10fb4d8502Sjsg *
11fb4d8502Sjsg * The above copyright notice and this permission notice shall be included in
12fb4d8502Sjsg * all copies or substantial portions of the Software.
13fb4d8502Sjsg *
14fb4d8502Sjsg * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15fb4d8502Sjsg * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16fb4d8502Sjsg * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17fb4d8502Sjsg * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18fb4d8502Sjsg * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19fb4d8502Sjsg * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20fb4d8502Sjsg * OTHER DEALINGS IN THE SOFTWARE.
21fb4d8502Sjsg *
22fb4d8502Sjsg * Authors: Jerome Glisse
23fb4d8502Sjsg */
24c349dbc7Sjsg
25fb4d8502Sjsg #include <drm/amdgpu_drm.h>
26fb4d8502Sjsg #include "amdgpu.h"
27fb4d8502Sjsg
28fb4d8502Sjsg #define AMDGPU_BENCHMARK_ITERATIONS 1024
29fb4d8502Sjsg #define AMDGPU_BENCHMARK_COMMON_MODES_N 17
30fb4d8502Sjsg
amdgpu_benchmark_do_move(struct amdgpu_device * adev,unsigned size,uint64_t saddr,uint64_t daddr,int n,s64 * time_ms)31fb4d8502Sjsg static int amdgpu_benchmark_do_move(struct amdgpu_device *adev, unsigned size,
32*1bb76ff1Sjsg uint64_t saddr, uint64_t daddr, int n, s64 *time_ms)
33fb4d8502Sjsg {
34*1bb76ff1Sjsg ktime_t stime, etime;
35c349dbc7Sjsg struct dma_fence *fence;
36fb4d8502Sjsg int i, r;
37fb4d8502Sjsg
38*1bb76ff1Sjsg stime = ktime_get();
39fb4d8502Sjsg for (i = 0; i < n; i++) {
40fb4d8502Sjsg struct amdgpu_ring *ring = adev->mman.buffer_funcs_ring;
41fb4d8502Sjsg r = amdgpu_copy_buffer(ring, saddr, daddr, size, NULL, &fence,
42ad8b1aafSjsg false, false, false);
43fb4d8502Sjsg if (r)
44fb4d8502Sjsg goto exit_do_move;
45fb4d8502Sjsg r = dma_fence_wait(fence, false);
46c349dbc7Sjsg dma_fence_put(fence);
47fb4d8502Sjsg if (r)
48fb4d8502Sjsg goto exit_do_move;
49fb4d8502Sjsg }
50fb4d8502Sjsg
51fb4d8502Sjsg exit_do_move:
52*1bb76ff1Sjsg etime = ktime_get();
53*1bb76ff1Sjsg *time_ms = ktime_ms_delta(etime, stime);
54*1bb76ff1Sjsg
55fb4d8502Sjsg return r;
56fb4d8502Sjsg }
57fb4d8502Sjsg
58fb4d8502Sjsg
amdgpu_benchmark_log_results(struct amdgpu_device * adev,int n,unsigned size,s64 time_ms,unsigned sdomain,unsigned ddomain,char * kind)59*1bb76ff1Sjsg static void amdgpu_benchmark_log_results(struct amdgpu_device *adev,
60*1bb76ff1Sjsg int n, unsigned size,
61*1bb76ff1Sjsg s64 time_ms,
62fb4d8502Sjsg unsigned sdomain, unsigned ddomain,
63fb4d8502Sjsg char *kind)
64fb4d8502Sjsg {
65*1bb76ff1Sjsg s64 throughput = (n * (size >> 10));
66*1bb76ff1Sjsg
67*1bb76ff1Sjsg throughput = div64_s64(throughput, time_ms);
68*1bb76ff1Sjsg
69*1bb76ff1Sjsg dev_info(adev->dev, "amdgpu: %s %u bo moves of %u kB from"
70*1bb76ff1Sjsg " %d to %d in %lld ms, throughput: %lld Mb/s or %lld MB/s\n",
71*1bb76ff1Sjsg kind, n, size >> 10, sdomain, ddomain, time_ms,
72fb4d8502Sjsg throughput * 8, throughput);
73fb4d8502Sjsg }
74fb4d8502Sjsg
amdgpu_benchmark_move(struct amdgpu_device * adev,unsigned size,unsigned sdomain,unsigned ddomain)75*1bb76ff1Sjsg static int amdgpu_benchmark_move(struct amdgpu_device *adev, unsigned size,
76fb4d8502Sjsg unsigned sdomain, unsigned ddomain)
77fb4d8502Sjsg {
78fb4d8502Sjsg struct amdgpu_bo *dobj = NULL;
79fb4d8502Sjsg struct amdgpu_bo *sobj = NULL;
80fb4d8502Sjsg uint64_t saddr, daddr;
81*1bb76ff1Sjsg s64 time_ms;
82fb4d8502Sjsg int r, n;
835ca02815Sjsg
84fb4d8502Sjsg n = AMDGPU_BENCHMARK_ITERATIONS;
85*1bb76ff1Sjsg
86*1bb76ff1Sjsg r = amdgpu_bo_create_kernel(adev, size,
87*1bb76ff1Sjsg PAGE_SIZE, sdomain,
88*1bb76ff1Sjsg &sobj,
89*1bb76ff1Sjsg &saddr,
90*1bb76ff1Sjsg NULL);
91*1bb76ff1Sjsg if (r)
92fb4d8502Sjsg goto out_cleanup;
93*1bb76ff1Sjsg r = amdgpu_bo_create_kernel(adev, size,
94*1bb76ff1Sjsg PAGE_SIZE, ddomain,
95*1bb76ff1Sjsg &dobj,
96*1bb76ff1Sjsg &daddr,
97*1bb76ff1Sjsg NULL);
98*1bb76ff1Sjsg if (r)
99fb4d8502Sjsg goto out_cleanup;
100fb4d8502Sjsg
101fb4d8502Sjsg if (adev->mman.buffer_funcs) {
102*1bb76ff1Sjsg r = amdgpu_benchmark_do_move(adev, size, saddr, daddr, n, &time_ms);
103*1bb76ff1Sjsg if (r)
104fb4d8502Sjsg goto out_cleanup;
105*1bb76ff1Sjsg else
106*1bb76ff1Sjsg amdgpu_benchmark_log_results(adev, n, size, time_ms,
107fb4d8502Sjsg sdomain, ddomain, "dma");
108fb4d8502Sjsg }
109fb4d8502Sjsg
110fb4d8502Sjsg out_cleanup:
111fb4d8502Sjsg /* Check error value now. The value can be overwritten when clean up.*/
112*1bb76ff1Sjsg if (r < 0)
113*1bb76ff1Sjsg dev_info(adev->dev, "Error while benchmarking BO move.\n");
114*1bb76ff1Sjsg
115*1bb76ff1Sjsg if (sobj)
116*1bb76ff1Sjsg amdgpu_bo_free_kernel(&sobj, &saddr, NULL);
117*1bb76ff1Sjsg if (dobj)
118*1bb76ff1Sjsg amdgpu_bo_free_kernel(&dobj, &daddr, NULL);
119*1bb76ff1Sjsg return r;
120fb4d8502Sjsg }
121fb4d8502Sjsg
amdgpu_benchmark(struct amdgpu_device * adev,int test_number)122*1bb76ff1Sjsg int amdgpu_benchmark(struct amdgpu_device *adev, int test_number)
123fb4d8502Sjsg {
124*1bb76ff1Sjsg int i, r;
125fb4d8502Sjsg static const int common_modes[AMDGPU_BENCHMARK_COMMON_MODES_N] = {
126fb4d8502Sjsg 640 * 480 * 4,
127fb4d8502Sjsg 720 * 480 * 4,
128fb4d8502Sjsg 800 * 600 * 4,
129fb4d8502Sjsg 848 * 480 * 4,
130fb4d8502Sjsg 1024 * 768 * 4,
131fb4d8502Sjsg 1152 * 768 * 4,
132fb4d8502Sjsg 1280 * 720 * 4,
133fb4d8502Sjsg 1280 * 800 * 4,
134fb4d8502Sjsg 1280 * 854 * 4,
135fb4d8502Sjsg 1280 * 960 * 4,
136fb4d8502Sjsg 1280 * 1024 * 4,
137fb4d8502Sjsg 1440 * 900 * 4,
138fb4d8502Sjsg 1400 * 1050 * 4,
139fb4d8502Sjsg 1680 * 1050 * 4,
140fb4d8502Sjsg 1600 * 1200 * 4,
141fb4d8502Sjsg 1920 * 1080 * 4,
142fb4d8502Sjsg 1920 * 1200 * 4
143fb4d8502Sjsg };
144fb4d8502Sjsg
145*1bb76ff1Sjsg mutex_lock(&adev->benchmark_mutex);
146fb4d8502Sjsg switch (test_number) {
147fb4d8502Sjsg case 1:
148*1bb76ff1Sjsg dev_info(adev->dev,
149*1bb76ff1Sjsg "benchmark test: %d (simple test, VRAM to GTT and GTT to VRAM)\n",
150*1bb76ff1Sjsg test_number);
151fb4d8502Sjsg /* simple test, VRAM to GTT and GTT to VRAM */
152*1bb76ff1Sjsg r = amdgpu_benchmark_move(adev, 1024*1024, AMDGPU_GEM_DOMAIN_GTT,
153fb4d8502Sjsg AMDGPU_GEM_DOMAIN_VRAM);
154*1bb76ff1Sjsg if (r)
155*1bb76ff1Sjsg goto done;
156*1bb76ff1Sjsg r = amdgpu_benchmark_move(adev, 1024*1024, AMDGPU_GEM_DOMAIN_VRAM,
157fb4d8502Sjsg AMDGPU_GEM_DOMAIN_GTT);
158*1bb76ff1Sjsg if (r)
159*1bb76ff1Sjsg goto done;
160fb4d8502Sjsg break;
161fb4d8502Sjsg case 2:
162*1bb76ff1Sjsg dev_info(adev->dev,
163*1bb76ff1Sjsg "benchmark test: %d (simple test, VRAM to VRAM)\n",
164*1bb76ff1Sjsg test_number);
165fb4d8502Sjsg /* simple test, VRAM to VRAM */
166*1bb76ff1Sjsg r = amdgpu_benchmark_move(adev, 1024*1024, AMDGPU_GEM_DOMAIN_VRAM,
167fb4d8502Sjsg AMDGPU_GEM_DOMAIN_VRAM);
168*1bb76ff1Sjsg if (r)
169*1bb76ff1Sjsg goto done;
170fb4d8502Sjsg break;
171fb4d8502Sjsg case 3:
172*1bb76ff1Sjsg dev_info(adev->dev,
173*1bb76ff1Sjsg "benchmark test: %d (GTT to VRAM, buffer size sweep, powers of 2)\n",
174*1bb76ff1Sjsg test_number);
175fb4d8502Sjsg /* GTT to VRAM, buffer size sweep, powers of 2 */
176*1bb76ff1Sjsg for (i = 1; i <= 16384; i <<= 1) {
177*1bb76ff1Sjsg r = amdgpu_benchmark_move(adev, i * AMDGPU_GPU_PAGE_SIZE,
178fb4d8502Sjsg AMDGPU_GEM_DOMAIN_GTT,
179fb4d8502Sjsg AMDGPU_GEM_DOMAIN_VRAM);
180*1bb76ff1Sjsg if (r)
181*1bb76ff1Sjsg goto done;
182*1bb76ff1Sjsg }
183fb4d8502Sjsg break;
184fb4d8502Sjsg case 4:
185*1bb76ff1Sjsg dev_info(adev->dev,
186*1bb76ff1Sjsg "benchmark test: %d (VRAM to GTT, buffer size sweep, powers of 2)\n",
187*1bb76ff1Sjsg test_number);
188fb4d8502Sjsg /* VRAM to GTT, buffer size sweep, powers of 2 */
189*1bb76ff1Sjsg for (i = 1; i <= 16384; i <<= 1) {
190*1bb76ff1Sjsg r = amdgpu_benchmark_move(adev, i * AMDGPU_GPU_PAGE_SIZE,
191fb4d8502Sjsg AMDGPU_GEM_DOMAIN_VRAM,
192fb4d8502Sjsg AMDGPU_GEM_DOMAIN_GTT);
193*1bb76ff1Sjsg if (r)
194*1bb76ff1Sjsg goto done;
195*1bb76ff1Sjsg }
196fb4d8502Sjsg break;
197fb4d8502Sjsg case 5:
198*1bb76ff1Sjsg dev_info(adev->dev,
199*1bb76ff1Sjsg "benchmark test: %d (VRAM to VRAM, buffer size sweep, powers of 2)\n",
200*1bb76ff1Sjsg test_number);
201fb4d8502Sjsg /* VRAM to VRAM, buffer size sweep, powers of 2 */
202*1bb76ff1Sjsg for (i = 1; i <= 16384; i <<= 1) {
203*1bb76ff1Sjsg r = amdgpu_benchmark_move(adev, i * AMDGPU_GPU_PAGE_SIZE,
204fb4d8502Sjsg AMDGPU_GEM_DOMAIN_VRAM,
205fb4d8502Sjsg AMDGPU_GEM_DOMAIN_VRAM);
206*1bb76ff1Sjsg if (r)
207*1bb76ff1Sjsg goto done;
208*1bb76ff1Sjsg }
209fb4d8502Sjsg break;
210fb4d8502Sjsg case 6:
211*1bb76ff1Sjsg dev_info(adev->dev,
212*1bb76ff1Sjsg "benchmark test: %d (GTT to VRAM, buffer size sweep, common modes)\n",
213*1bb76ff1Sjsg test_number);
214fb4d8502Sjsg /* GTT to VRAM, buffer size sweep, common modes */
215*1bb76ff1Sjsg for (i = 0; i < AMDGPU_BENCHMARK_COMMON_MODES_N; i++) {
216*1bb76ff1Sjsg r = amdgpu_benchmark_move(adev, common_modes[i],
217fb4d8502Sjsg AMDGPU_GEM_DOMAIN_GTT,
218fb4d8502Sjsg AMDGPU_GEM_DOMAIN_VRAM);
219*1bb76ff1Sjsg if (r)
220*1bb76ff1Sjsg goto done;
221*1bb76ff1Sjsg }
222fb4d8502Sjsg break;
223fb4d8502Sjsg case 7:
224*1bb76ff1Sjsg dev_info(adev->dev,
225*1bb76ff1Sjsg "benchmark test: %d (VRAM to GTT, buffer size sweep, common modes)\n",
226*1bb76ff1Sjsg test_number);
227fb4d8502Sjsg /* VRAM to GTT, buffer size sweep, common modes */
228*1bb76ff1Sjsg for (i = 0; i < AMDGPU_BENCHMARK_COMMON_MODES_N; i++) {
229*1bb76ff1Sjsg r = amdgpu_benchmark_move(adev, common_modes[i],
230fb4d8502Sjsg AMDGPU_GEM_DOMAIN_VRAM,
231fb4d8502Sjsg AMDGPU_GEM_DOMAIN_GTT);
232*1bb76ff1Sjsg if (r)
233*1bb76ff1Sjsg goto done;
234*1bb76ff1Sjsg }
235fb4d8502Sjsg break;
236fb4d8502Sjsg case 8:
237*1bb76ff1Sjsg dev_info(adev->dev,
238*1bb76ff1Sjsg "benchmark test: %d (VRAM to VRAM, buffer size sweep, common modes)\n",
239*1bb76ff1Sjsg test_number);
240fb4d8502Sjsg /* VRAM to VRAM, buffer size sweep, common modes */
241*1bb76ff1Sjsg for (i = 0; i < AMDGPU_BENCHMARK_COMMON_MODES_N; i++) {
242*1bb76ff1Sjsg r = amdgpu_benchmark_move(adev, common_modes[i],
243fb4d8502Sjsg AMDGPU_GEM_DOMAIN_VRAM,
244fb4d8502Sjsg AMDGPU_GEM_DOMAIN_VRAM);
245*1bb76ff1Sjsg if (r)
246*1bb76ff1Sjsg goto done;
247*1bb76ff1Sjsg }
248fb4d8502Sjsg break;
249fb4d8502Sjsg
250fb4d8502Sjsg default:
251*1bb76ff1Sjsg dev_info(adev->dev, "Unknown benchmark %d\n", test_number);
252*1bb76ff1Sjsg r = -EINVAL;
253*1bb76ff1Sjsg break;
254fb4d8502Sjsg }
255*1bb76ff1Sjsg
256*1bb76ff1Sjsg done:
257*1bb76ff1Sjsg mutex_unlock(&adev->benchmark_mutex);
258*1bb76ff1Sjsg
259*1bb76ff1Sjsg return r;
260fb4d8502Sjsg }
261