1/*
  2 * Copyright 2009 Jerome Glisse.
  3 *
  4 * Permission is hereby granted, free of charge, to any person obtaining a
  5 * copy of this software and associated documentation files (the "Software"),
  6 * to deal in the Software without restriction, including without limitation
  7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
  8 * and/or sell copies of the Software, and to permit persons to whom the
  9 * Software is furnished to do so, subject to the following conditions:
 10 *
 11 * The above copyright notice and this permission notice shall be included in
 12 * all copies or substantial portions of the Software.
 13 *
 14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
 17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
 18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
 19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
 20 * OTHER DEALINGS IN THE SOFTWARE.
 21 *
 22 * Authors: Jerome Glisse
 23 */
 24#include <drm/drmP.h>
 25#include <drm/amdgpu_drm.h>
 26#include "amdgpu.h"
 27
 28#define AMDGPU_BENCHMARK_ITERATIONS 1024
 29#define AMDGPU_BENCHMARK_COMMON_MODES_N 17
 30
 31static int amdgpu_benchmark_do_move(struct amdgpu_device *adev, unsigned size,
 32				    uint64_t saddr, uint64_t daddr, int n)
 33{
 34	unsigned long start_jiffies;
 35	unsigned long end_jiffies;
 36	struct fence *fence = NULL;
 37	int i, r;
 38
 39	start_jiffies = jiffies;
 40	for (i = 0; i < n; i++) {
 41		struct amdgpu_ring *ring = adev->mman.buffer_funcs_ring;
 42		r = amdgpu_copy_buffer(ring, saddr, daddr, size, NULL, &fence);
 43		if (r)
 44			goto exit_do_move;
 45		r = fence_wait(fence, false);
 46		if (r)
 47			goto exit_do_move;
 48		fence_put(fence);
 49	}
 50	end_jiffies = jiffies;
 51	r = jiffies_to_msecs(end_jiffies - start_jiffies);
 52
 53exit_do_move:
 54	if (fence)
 55		fence_put(fence);
 56	return r;
 57}
 58
 59
 60static void amdgpu_benchmark_log_results(int n, unsigned size,
 61					 unsigned int time,
 62					 unsigned sdomain, unsigned ddomain,
 63					 char *kind)
 64{
 65	unsigned int throughput = (n * (size >> 10)) / time;
 66	DRM_INFO("amdgpu: %s %u bo moves of %u kB from"
 67		 " %d to %d in %u ms, throughput: %u Mb/s or %u MB/s\n",
 68		 kind, n, size >> 10, sdomain, ddomain, time,
 69		 throughput * 8, throughput);
 70}
 71
 72static void amdgpu_benchmark_move(struct amdgpu_device *adev, unsigned size,
 73				  unsigned sdomain, unsigned ddomain)
 74{
 75	struct amdgpu_bo *dobj = NULL;
 76	struct amdgpu_bo *sobj = NULL;
 77	uint64_t saddr, daddr;
 78	int r, n;
 79	int time;
 80
 81	n = AMDGPU_BENCHMARK_ITERATIONS;
 82	r = amdgpu_bo_create(adev, size, PAGE_SIZE, true, sdomain, 0, NULL,
 83			     NULL, &sobj);
 84	if (r) {
 85		goto out_cleanup;
 86	}
 87	r = amdgpu_bo_reserve(sobj, false);
 88	if (unlikely(r != 0))
 89		goto out_cleanup;
 90	r = amdgpu_bo_pin(sobj, sdomain, &saddr);
 91	amdgpu_bo_unreserve(sobj);
 92	if (r) {
 93		goto out_cleanup;
 94	}
 95	r = amdgpu_bo_create(adev, size, PAGE_SIZE, true, ddomain, 0, NULL,
 96			     NULL, &dobj);
 97	if (r) {
 98		goto out_cleanup;
 99	}
100	r = amdgpu_bo_reserve(dobj, false);
101	if (unlikely(r != 0))
102		goto out_cleanup;
103	r = amdgpu_bo_pin(dobj, ddomain, &daddr);
104	amdgpu_bo_unreserve(dobj);
105	if (r) {
106		goto out_cleanup;
107	}
108
109	if (adev->mman.buffer_funcs) {
110		time = amdgpu_benchmark_do_move(adev, size, saddr, daddr, n);
111		if (time < 0)
112			goto out_cleanup;
113		if (time > 0)
114			amdgpu_benchmark_log_results(n, size, time,
115						     sdomain, ddomain, "dma");
116	}
117
118out_cleanup:
119	if (sobj) {
120		r = amdgpu_bo_reserve(sobj, false);
121		if (likely(r == 0)) {
122			amdgpu_bo_unpin(sobj);
123			amdgpu_bo_unreserve(sobj);
124		}
125		amdgpu_bo_unref(&sobj);
126	}
127	if (dobj) {
128		r = amdgpu_bo_reserve(dobj, false);
129		if (likely(r == 0)) {
130			amdgpu_bo_unpin(dobj);
131			amdgpu_bo_unreserve(dobj);
132		}
133		amdgpu_bo_unref(&dobj);
134	}
135
136	if (r) {
137		DRM_ERROR("Error while benchmarking BO move.\n");
138	}
139}
140
141void amdgpu_benchmark(struct amdgpu_device *adev, int test_number)
142{
143	int i;
144	int common_modes[AMDGPU_BENCHMARK_COMMON_MODES_N] = {
145		640 * 480 * 4,
146		720 * 480 * 4,
147		800 * 600 * 4,
148		848 * 480 * 4,
149		1024 * 768 * 4,
150		1152 * 768 * 4,
151		1280 * 720 * 4,
152		1280 * 800 * 4,
153		1280 * 854 * 4,
154		1280 * 960 * 4,
155		1280 * 1024 * 4,
156		1440 * 900 * 4,
157		1400 * 1050 * 4,
158		1680 * 1050 * 4,
159		1600 * 1200 * 4,
160		1920 * 1080 * 4,
161		1920 * 1200 * 4
162	};
163
164	switch (test_number) {
165	case 1:
166		/* simple test, VRAM to GTT and GTT to VRAM */
167		amdgpu_benchmark_move(adev, 1024*1024, AMDGPU_GEM_DOMAIN_GTT,
168				      AMDGPU_GEM_DOMAIN_VRAM);
169		amdgpu_benchmark_move(adev, 1024*1024, AMDGPU_GEM_DOMAIN_VRAM,
170				      AMDGPU_GEM_DOMAIN_GTT);
171		break;
172	case 2:
173		/* simple test, VRAM to VRAM */
174		amdgpu_benchmark_move(adev, 1024*1024, AMDGPU_GEM_DOMAIN_VRAM,
175				      AMDGPU_GEM_DOMAIN_VRAM);
176		break;
177	case 3:
178		/* GTT to VRAM, buffer size sweep, powers of 2 */
179		for (i = 1; i <= 16384; i <<= 1)
180			amdgpu_benchmark_move(adev, i * AMDGPU_GPU_PAGE_SIZE,
181					      AMDGPU_GEM_DOMAIN_GTT,
182					      AMDGPU_GEM_DOMAIN_VRAM);
183		break;
184	case 4:
185		/* VRAM to GTT, buffer size sweep, powers of 2 */
186		for (i = 1; i <= 16384; i <<= 1)
187			amdgpu_benchmark_move(adev, i * AMDGPU_GPU_PAGE_SIZE,
188					      AMDGPU_GEM_DOMAIN_VRAM,
189					      AMDGPU_GEM_DOMAIN_GTT);
190		break;
191	case 5:
192		/* VRAM to VRAM, buffer size sweep, powers of 2 */
193		for (i = 1; i <= 16384; i <<= 1)
194			amdgpu_benchmark_move(adev, i * AMDGPU_GPU_PAGE_SIZE,
195					      AMDGPU_GEM_DOMAIN_VRAM,
196					      AMDGPU_GEM_DOMAIN_VRAM);
197		break;
198	case 6:
199		/* GTT to VRAM, buffer size sweep, common modes */
200		for (i = 0; i < AMDGPU_BENCHMARK_COMMON_MODES_N; i++)
201			amdgpu_benchmark_move(adev, common_modes[i],
202					      AMDGPU_GEM_DOMAIN_GTT,
203					      AMDGPU_GEM_DOMAIN_VRAM);
204		break;
205	case 7:
206		/* VRAM to GTT, buffer size sweep, common modes */
207		for (i = 0; i < AMDGPU_BENCHMARK_COMMON_MODES_N; i++)
208			amdgpu_benchmark_move(adev, common_modes[i],
209					      AMDGPU_GEM_DOMAIN_VRAM,
210					      AMDGPU_GEM_DOMAIN_GTT);
211		break;
212	case 8:
213		/* VRAM to VRAM, buffer size sweep, common modes */
214		for (i = 0; i < AMDGPU_BENCHMARK_COMMON_MODES_N; i++)
215			amdgpu_benchmark_move(adev, common_modes[i],
216					      AMDGPU_GEM_DOMAIN_VRAM,
217					      AMDGPU_GEM_DOMAIN_VRAM);
218		break;
219
220	default:
221		DRM_ERROR("Unknown benchmark\n");
222	}
223}