1*d83cc019SAndroid Build Coastguard Worker /*
2*d83cc019SAndroid Build Coastguard Worker * Copyright © 2017 Intel Corporation
3*d83cc019SAndroid Build Coastguard Worker *
4*d83cc019SAndroid Build Coastguard Worker * Permission is hereby granted, free of charge, to any person obtaining a
5*d83cc019SAndroid Build Coastguard Worker * copy of this software and associated documentation files (the "Software"),
6*d83cc019SAndroid Build Coastguard Worker * to deal in the Software without restriction, including without limitation
7*d83cc019SAndroid Build Coastguard Worker * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8*d83cc019SAndroid Build Coastguard Worker * and/or sell copies of the Software, and to permit persons to whom the
9*d83cc019SAndroid Build Coastguard Worker * Software is furnished to do so, subject to the following conditions:
10*d83cc019SAndroid Build Coastguard Worker *
11*d83cc019SAndroid Build Coastguard Worker * The above copyright notice and this permission notice (including the next
12*d83cc019SAndroid Build Coastguard Worker * paragraph) shall be included in all copies or substantial portions of the
13*d83cc019SAndroid Build Coastguard Worker * Software.
14*d83cc019SAndroid Build Coastguard Worker *
15*d83cc019SAndroid Build Coastguard Worker * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16*d83cc019SAndroid Build Coastguard Worker * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17*d83cc019SAndroid Build Coastguard Worker * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18*d83cc019SAndroid Build Coastguard Worker * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19*d83cc019SAndroid Build Coastguard Worker * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20*d83cc019SAndroid Build Coastguard Worker * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
21*d83cc019SAndroid Build Coastguard Worker * IN THE SOFTWARE.
22*d83cc019SAndroid Build Coastguard Worker */
23*d83cc019SAndroid Build Coastguard Worker
24*d83cc019SAndroid Build Coastguard Worker #include "igt.h"
25*d83cc019SAndroid Build Coastguard Worker #include "drmtest.h"
26*d83cc019SAndroid Build Coastguard Worker
27*d83cc019SAndroid Build Coastguard Worker #include <amdgpu.h>
28*d83cc019SAndroid Build Coastguard Worker #include <amdgpu_drm.h>
29*d83cc019SAndroid Build Coastguard Worker
30*d83cc019SAndroid Build Coastguard Worker #define GFX_COMPUTE_NOP 0xffff1000
31*d83cc019SAndroid Build Coastguard Worker #define SDMA_NOP 0x0
32*d83cc019SAndroid Build Coastguard Worker
33*d83cc019SAndroid Build Coastguard Worker static int
amdgpu_bo_alloc_and_map(amdgpu_device_handle dev,unsigned size,unsigned alignment,unsigned heap,uint64_t flags,amdgpu_bo_handle * bo,void ** cpu,uint64_t * mc_address,amdgpu_va_handle * va_handle)34*d83cc019SAndroid Build Coastguard Worker amdgpu_bo_alloc_and_map(amdgpu_device_handle dev, unsigned size,
35*d83cc019SAndroid Build Coastguard Worker unsigned alignment, unsigned heap, uint64_t flags,
36*d83cc019SAndroid Build Coastguard Worker amdgpu_bo_handle *bo, void **cpu, uint64_t *mc_address,
37*d83cc019SAndroid Build Coastguard Worker amdgpu_va_handle *va_handle)
38*d83cc019SAndroid Build Coastguard Worker {
39*d83cc019SAndroid Build Coastguard Worker struct amdgpu_bo_alloc_request request = {
40*d83cc019SAndroid Build Coastguard Worker .alloc_size = size,
41*d83cc019SAndroid Build Coastguard Worker .phys_alignment = alignment,
42*d83cc019SAndroid Build Coastguard Worker .preferred_heap = heap,
43*d83cc019SAndroid Build Coastguard Worker .flags = flags,
44*d83cc019SAndroid Build Coastguard Worker };
45*d83cc019SAndroid Build Coastguard Worker amdgpu_bo_handle buf_handle;
46*d83cc019SAndroid Build Coastguard Worker amdgpu_va_handle handle;
47*d83cc019SAndroid Build Coastguard Worker uint64_t vmc_addr;
48*d83cc019SAndroid Build Coastguard Worker int r;
49*d83cc019SAndroid Build Coastguard Worker
50*d83cc019SAndroid Build Coastguard Worker r = amdgpu_bo_alloc(dev, &request, &buf_handle);
51*d83cc019SAndroid Build Coastguard Worker if (r)
52*d83cc019SAndroid Build Coastguard Worker return r;
53*d83cc019SAndroid Build Coastguard Worker
54*d83cc019SAndroid Build Coastguard Worker r = amdgpu_va_range_alloc(dev,
55*d83cc019SAndroid Build Coastguard Worker amdgpu_gpu_va_range_general,
56*d83cc019SAndroid Build Coastguard Worker size, alignment, 0, &vmc_addr,
57*d83cc019SAndroid Build Coastguard Worker &handle, 0);
58*d83cc019SAndroid Build Coastguard Worker if (r)
59*d83cc019SAndroid Build Coastguard Worker goto error_va_alloc;
60*d83cc019SAndroid Build Coastguard Worker
61*d83cc019SAndroid Build Coastguard Worker r = amdgpu_bo_va_op(buf_handle, 0, size, vmc_addr, 0, AMDGPU_VA_OP_MAP);
62*d83cc019SAndroid Build Coastguard Worker if (r)
63*d83cc019SAndroid Build Coastguard Worker goto error_va_map;
64*d83cc019SAndroid Build Coastguard Worker
65*d83cc019SAndroid Build Coastguard Worker r = amdgpu_bo_cpu_map(buf_handle, cpu);
66*d83cc019SAndroid Build Coastguard Worker if (r)
67*d83cc019SAndroid Build Coastguard Worker goto error_cpu_map;
68*d83cc019SAndroid Build Coastguard Worker
69*d83cc019SAndroid Build Coastguard Worker *bo = buf_handle;
70*d83cc019SAndroid Build Coastguard Worker *mc_address = vmc_addr;
71*d83cc019SAndroid Build Coastguard Worker *va_handle = handle;
72*d83cc019SAndroid Build Coastguard Worker
73*d83cc019SAndroid Build Coastguard Worker return 0;
74*d83cc019SAndroid Build Coastguard Worker
75*d83cc019SAndroid Build Coastguard Worker error_cpu_map:
76*d83cc019SAndroid Build Coastguard Worker amdgpu_bo_cpu_unmap(buf_handle);
77*d83cc019SAndroid Build Coastguard Worker
78*d83cc019SAndroid Build Coastguard Worker error_va_map:
79*d83cc019SAndroid Build Coastguard Worker amdgpu_bo_va_op(buf_handle, 0, size, vmc_addr, 0, AMDGPU_VA_OP_UNMAP);
80*d83cc019SAndroid Build Coastguard Worker
81*d83cc019SAndroid Build Coastguard Worker error_va_alloc:
82*d83cc019SAndroid Build Coastguard Worker amdgpu_bo_free(buf_handle);
83*d83cc019SAndroid Build Coastguard Worker return r;
84*d83cc019SAndroid Build Coastguard Worker }
85*d83cc019SAndroid Build Coastguard Worker
86*d83cc019SAndroid Build Coastguard Worker static void
amdgpu_bo_unmap_and_free(amdgpu_bo_handle bo,amdgpu_va_handle va_handle,uint64_t mc_addr,uint64_t size)87*d83cc019SAndroid Build Coastguard Worker amdgpu_bo_unmap_and_free(amdgpu_bo_handle bo, amdgpu_va_handle va_handle,
88*d83cc019SAndroid Build Coastguard Worker uint64_t mc_addr, uint64_t size)
89*d83cc019SAndroid Build Coastguard Worker {
90*d83cc019SAndroid Build Coastguard Worker amdgpu_bo_cpu_unmap(bo);
91*d83cc019SAndroid Build Coastguard Worker amdgpu_bo_va_op(bo, 0, size, mc_addr, 0, AMDGPU_VA_OP_UNMAP);
92*d83cc019SAndroid Build Coastguard Worker amdgpu_va_range_free(va_handle);
93*d83cc019SAndroid Build Coastguard Worker amdgpu_bo_free(bo);
94*d83cc019SAndroid Build Coastguard Worker }
95*d83cc019SAndroid Build Coastguard Worker
amdgpu_cs_sync(amdgpu_context_handle context,unsigned int ip_type,int ring,unsigned int seqno)96*d83cc019SAndroid Build Coastguard Worker static void amdgpu_cs_sync(amdgpu_context_handle context,
97*d83cc019SAndroid Build Coastguard Worker unsigned int ip_type,
98*d83cc019SAndroid Build Coastguard Worker int ring,
99*d83cc019SAndroid Build Coastguard Worker unsigned int seqno)
100*d83cc019SAndroid Build Coastguard Worker {
101*d83cc019SAndroid Build Coastguard Worker struct amdgpu_cs_fence fence = {
102*d83cc019SAndroid Build Coastguard Worker .context = context,
103*d83cc019SAndroid Build Coastguard Worker .ip_type = ip_type,
104*d83cc019SAndroid Build Coastguard Worker .ring = ring,
105*d83cc019SAndroid Build Coastguard Worker .fence = seqno,
106*d83cc019SAndroid Build Coastguard Worker };
107*d83cc019SAndroid Build Coastguard Worker uint32_t expired;
108*d83cc019SAndroid Build Coastguard Worker int err;
109*d83cc019SAndroid Build Coastguard Worker
110*d83cc019SAndroid Build Coastguard Worker err = amdgpu_cs_query_fence_status(&fence,
111*d83cc019SAndroid Build Coastguard Worker AMDGPU_TIMEOUT_INFINITE,
112*d83cc019SAndroid Build Coastguard Worker 0, &expired);
113*d83cc019SAndroid Build Coastguard Worker igt_assert_eq(err, 0);
114*d83cc019SAndroid Build Coastguard Worker }
115*d83cc019SAndroid Build Coastguard Worker
116*d83cc019SAndroid Build Coastguard Worker #define SYNC 0x1
117*d83cc019SAndroid Build Coastguard Worker #define FORK 0x2
nop_cs(amdgpu_device_handle device,amdgpu_context_handle context,const char * name,unsigned int ip_type,unsigned int ring,unsigned int timeout,unsigned int flags)118*d83cc019SAndroid Build Coastguard Worker static void nop_cs(amdgpu_device_handle device,
119*d83cc019SAndroid Build Coastguard Worker amdgpu_context_handle context,
120*d83cc019SAndroid Build Coastguard Worker const char *name,
121*d83cc019SAndroid Build Coastguard Worker unsigned int ip_type,
122*d83cc019SAndroid Build Coastguard Worker unsigned int ring,
123*d83cc019SAndroid Build Coastguard Worker unsigned int timeout,
124*d83cc019SAndroid Build Coastguard Worker unsigned int flags)
125*d83cc019SAndroid Build Coastguard Worker {
126*d83cc019SAndroid Build Coastguard Worker const int ncpus = flags & FORK ? sysconf(_SC_NPROCESSORS_ONLN) : 1;
127*d83cc019SAndroid Build Coastguard Worker amdgpu_bo_handle ib_result_handle;
128*d83cc019SAndroid Build Coastguard Worker void *ib_result_cpu;
129*d83cc019SAndroid Build Coastguard Worker uint64_t ib_result_mc_address;
130*d83cc019SAndroid Build Coastguard Worker uint32_t *ptr;
131*d83cc019SAndroid Build Coastguard Worker int i, r;
132*d83cc019SAndroid Build Coastguard Worker amdgpu_bo_list_handle bo_list;
133*d83cc019SAndroid Build Coastguard Worker amdgpu_va_handle va_handle;
134*d83cc019SAndroid Build Coastguard Worker
135*d83cc019SAndroid Build Coastguard Worker r = amdgpu_bo_alloc_and_map(device, 4096, 4096,
136*d83cc019SAndroid Build Coastguard Worker AMDGPU_GEM_DOMAIN_GTT, 0,
137*d83cc019SAndroid Build Coastguard Worker &ib_result_handle, &ib_result_cpu,
138*d83cc019SAndroid Build Coastguard Worker &ib_result_mc_address, &va_handle);
139*d83cc019SAndroid Build Coastguard Worker igt_assert_eq(r, 0);
140*d83cc019SAndroid Build Coastguard Worker
141*d83cc019SAndroid Build Coastguard Worker ptr = ib_result_cpu;
142*d83cc019SAndroid Build Coastguard Worker for (i = 0; i < 16; ++i)
143*d83cc019SAndroid Build Coastguard Worker ptr[i] = GFX_COMPUTE_NOP;
144*d83cc019SAndroid Build Coastguard Worker
145*d83cc019SAndroid Build Coastguard Worker r = amdgpu_bo_list_create(device, 1, &ib_result_handle, NULL, &bo_list);
146*d83cc019SAndroid Build Coastguard Worker igt_assert_eq(r, 0);
147*d83cc019SAndroid Build Coastguard Worker
148*d83cc019SAndroid Build Coastguard Worker igt_fork(child, ncpus) {
149*d83cc019SAndroid Build Coastguard Worker struct amdgpu_cs_request ibs_request;
150*d83cc019SAndroid Build Coastguard Worker struct amdgpu_cs_ib_info ib_info;
151*d83cc019SAndroid Build Coastguard Worker struct timespec tv = {};
152*d83cc019SAndroid Build Coastguard Worker uint64_t submit_ns, sync_ns;
153*d83cc019SAndroid Build Coastguard Worker unsigned long count;
154*d83cc019SAndroid Build Coastguard Worker
155*d83cc019SAndroid Build Coastguard Worker memset(&ib_info, 0, sizeof(struct amdgpu_cs_ib_info));
156*d83cc019SAndroid Build Coastguard Worker ib_info.ib_mc_address = ib_result_mc_address;
157*d83cc019SAndroid Build Coastguard Worker ib_info.size = 16;
158*d83cc019SAndroid Build Coastguard Worker
159*d83cc019SAndroid Build Coastguard Worker memset(&ibs_request, 0, sizeof(struct amdgpu_cs_request));
160*d83cc019SAndroid Build Coastguard Worker ibs_request.ip_type = ip_type;
161*d83cc019SAndroid Build Coastguard Worker ibs_request.ring = ring;
162*d83cc019SAndroid Build Coastguard Worker ibs_request.number_of_ibs = 1;
163*d83cc019SAndroid Build Coastguard Worker ibs_request.ibs = &ib_info;
164*d83cc019SAndroid Build Coastguard Worker ibs_request.resources = bo_list;
165*d83cc019SAndroid Build Coastguard Worker
166*d83cc019SAndroid Build Coastguard Worker count = 0;
167*d83cc019SAndroid Build Coastguard Worker igt_nsec_elapsed(&tv);
168*d83cc019SAndroid Build Coastguard Worker igt_until_timeout(timeout) {
169*d83cc019SAndroid Build Coastguard Worker r = amdgpu_cs_submit(context, 0, &ibs_request, 1);
170*d83cc019SAndroid Build Coastguard Worker igt_assert_eq(r, 0);
171*d83cc019SAndroid Build Coastguard Worker if (flags & SYNC)
172*d83cc019SAndroid Build Coastguard Worker amdgpu_cs_sync(context, ip_type, ring,
173*d83cc019SAndroid Build Coastguard Worker ibs_request.seq_no);
174*d83cc019SAndroid Build Coastguard Worker count++;
175*d83cc019SAndroid Build Coastguard Worker }
176*d83cc019SAndroid Build Coastguard Worker submit_ns = igt_nsec_elapsed(&tv);
177*d83cc019SAndroid Build Coastguard Worker
178*d83cc019SAndroid Build Coastguard Worker amdgpu_cs_sync(context, ip_type, ring, ibs_request.seq_no);
179*d83cc019SAndroid Build Coastguard Worker sync_ns = igt_nsec_elapsed(&tv);
180*d83cc019SAndroid Build Coastguard Worker
181*d83cc019SAndroid Build Coastguard Worker igt_info("%s.%d: %'lu cycles, submit %.2fus, sync %.2fus\n",
182*d83cc019SAndroid Build Coastguard Worker name, child, count,
183*d83cc019SAndroid Build Coastguard Worker 1e-3 * submit_ns / count, 1e-3 * sync_ns / count);
184*d83cc019SAndroid Build Coastguard Worker }
185*d83cc019SAndroid Build Coastguard Worker igt_waitchildren();
186*d83cc019SAndroid Build Coastguard Worker
187*d83cc019SAndroid Build Coastguard Worker r = amdgpu_bo_list_destroy(bo_list);
188*d83cc019SAndroid Build Coastguard Worker igt_assert_eq(r, 0);
189*d83cc019SAndroid Build Coastguard Worker
190*d83cc019SAndroid Build Coastguard Worker amdgpu_bo_unmap_and_free(ib_result_handle, va_handle,
191*d83cc019SAndroid Build Coastguard Worker ib_result_mc_address, 4096);
192*d83cc019SAndroid Build Coastguard Worker }
193*d83cc019SAndroid Build Coastguard Worker
194*d83cc019SAndroid Build Coastguard Worker igt_main
195*d83cc019SAndroid Build Coastguard Worker {
196*d83cc019SAndroid Build Coastguard Worker amdgpu_device_handle device;
197*d83cc019SAndroid Build Coastguard Worker amdgpu_context_handle context;
198*d83cc019SAndroid Build Coastguard Worker const struct phase {
199*d83cc019SAndroid Build Coastguard Worker const char *name;
200*d83cc019SAndroid Build Coastguard Worker unsigned int flags;
201*d83cc019SAndroid Build Coastguard Worker } phase[] = {
202*d83cc019SAndroid Build Coastguard Worker { "nop", 0 },
203*d83cc019SAndroid Build Coastguard Worker { "sync", SYNC },
204*d83cc019SAndroid Build Coastguard Worker { "fork", FORK },
205*d83cc019SAndroid Build Coastguard Worker { "sync-fork", SYNC | FORK },
206*d83cc019SAndroid Build Coastguard Worker { },
207*d83cc019SAndroid Build Coastguard Worker }, *p;
208*d83cc019SAndroid Build Coastguard Worker const struct engine {
209*d83cc019SAndroid Build Coastguard Worker const char *name;
210*d83cc019SAndroid Build Coastguard Worker unsigned int ip_type;
211*d83cc019SAndroid Build Coastguard Worker } engines[] = {
212*d83cc019SAndroid Build Coastguard Worker { "compute", AMDGPU_HW_IP_COMPUTE },
213*d83cc019SAndroid Build Coastguard Worker { "gfx", AMDGPU_HW_IP_GFX },
214*d83cc019SAndroid Build Coastguard Worker { },
215*d83cc019SAndroid Build Coastguard Worker }, *e;
216*d83cc019SAndroid Build Coastguard Worker int fd = -1;
217*d83cc019SAndroid Build Coastguard Worker
218*d83cc019SAndroid Build Coastguard Worker igt_fixture {
219*d83cc019SAndroid Build Coastguard Worker uint32_t major, minor;
220*d83cc019SAndroid Build Coastguard Worker int err;
221*d83cc019SAndroid Build Coastguard Worker
222*d83cc019SAndroid Build Coastguard Worker fd = drm_open_driver(DRIVER_AMDGPU);
223*d83cc019SAndroid Build Coastguard Worker
224*d83cc019SAndroid Build Coastguard Worker err = amdgpu_device_initialize(fd, &major, &minor, &device);
225*d83cc019SAndroid Build Coastguard Worker igt_require(err == 0);
226*d83cc019SAndroid Build Coastguard Worker
227*d83cc019SAndroid Build Coastguard Worker err = amdgpu_cs_ctx_create(device, &context);
228*d83cc019SAndroid Build Coastguard Worker igt_assert_eq(err, 0);
229*d83cc019SAndroid Build Coastguard Worker }
230*d83cc019SAndroid Build Coastguard Worker
231*d83cc019SAndroid Build Coastguard Worker for (p = phase; p->name; p++) {
232*d83cc019SAndroid Build Coastguard Worker for (e = engines; e->name; e++) {
233*d83cc019SAndroid Build Coastguard Worker igt_subtest_f("%s-%s0", p->name, e->name)
234*d83cc019SAndroid Build Coastguard Worker nop_cs(device, context, e->name, e->ip_type,
235*d83cc019SAndroid Build Coastguard Worker 0, 20, p->flags);
236*d83cc019SAndroid Build Coastguard Worker }
237*d83cc019SAndroid Build Coastguard Worker }
238*d83cc019SAndroid Build Coastguard Worker
239*d83cc019SAndroid Build Coastguard Worker igt_fixture {
240*d83cc019SAndroid Build Coastguard Worker amdgpu_cs_ctx_free(context);
241*d83cc019SAndroid Build Coastguard Worker amdgpu_device_deinitialize(device);
242*d83cc019SAndroid Build Coastguard Worker close(fd);
243*d83cc019SAndroid Build Coastguard Worker }
244*d83cc019SAndroid Build Coastguard Worker }
245