blob: 480eb8f1f26401d23936a0aa601ab50d6d9f5778 [file] [log] [blame]
Chris Wilson07d59b32011-01-20 22:10:10 +00001/*
2 * Copyright © 2011 Intel Corporation
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
13 * Software.
14 *
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
21 * IN THE SOFTWARE.
22 *
23 * Authors:
24 * Chris Wilson <chris@chris-wilson.co.uk>
25 *
26 */
27
Thomas Wood804e11f2015-08-17 17:57:43 +010028#include "igt.h"
Chris Wilsonc6e26e42016-07-22 12:58:54 +010029#include "igt_sysfs.h"
Chris Wilson07d59b32011-01-20 22:10:10 +000030#include <unistd.h>
31#include <stdlib.h>
32#include <stdint.h>
33#include <stdio.h>
34#include <string.h>
Chris Wilson07d59b32011-01-20 22:10:10 +000035#include <fcntl.h>
36#include <inttypes.h>
37#include <errno.h>
38#include <sys/stat.h>
39#include <sys/ioctl.h>
Chris Wilson07d59b32011-01-20 22:10:10 +000040#include <sys/time.h>
Chris Wilsonb4307092015-07-01 13:53:07 +010041#include <time.h>
Chris Wilson07d59b32011-01-20 22:10:10 +000042#include "drm.h"
Chris Wilson07d59b32011-01-20 22:10:10 +000043
Chris Wilsoncd8d3802015-03-24 09:15:12 +000044#define LOCAL_I915_EXEC_NO_RELOC (1<<11)
45#define LOCAL_I915_EXEC_HANDLE_LUT (1<<12)
46
Chris Wilson3a7325e2016-03-08 11:43:31 +000047#define LOCAL_I915_EXEC_BSD_SHIFT (13)
48#define LOCAL_I915_EXEC_BSD_MASK (3 << LOCAL_I915_EXEC_BSD_SHIFT)
Daniel Vetter51f08302012-12-05 19:29:11 +010049
Chris Wilson3a7325e2016-03-08 11:43:31 +000050#define ENGINE_FLAGS (I915_EXEC_RING_MASK | LOCAL_I915_EXEC_BSD_MASK)
Chris Wilson2659cbb2015-03-26 12:09:57 +000051
Chris Wilson3a7325e2016-03-08 11:43:31 +000052static double elapsed(const struct timespec *start, const struct timespec *end)
53{
54 return ((end->tv_sec - start->tv_sec) +
55 (end->tv_nsec - start->tv_nsec)*1e-9);
56}
57
Chris Wilson870c7742016-03-28 15:29:46 +010058static double nop_on_ring(int fd, uint32_t handle, unsigned ring_id,
59 int timeout, unsigned long *out)
Chris Wilson07d59b32011-01-20 22:10:10 +000060{
61 struct drm_i915_gem_execbuffer2 execbuf;
Chris Wilson3a7325e2016-03-08 11:43:31 +000062 struct drm_i915_gem_exec_object2 obj;
63 struct timespec start, now;
Chris Wilson870c7742016-03-28 15:29:46 +010064 unsigned long count;
Daniel Vetter8f5387e2013-08-13 13:20:58 +020065
Chris Wilson3a7325e2016-03-08 11:43:31 +000066 memset(&obj, 0, sizeof(obj));
67 obj.handle = handle;
Chris Wilson07d59b32011-01-20 22:10:10 +000068
Chris Wilsoncd8d3802015-03-24 09:15:12 +000069 memset(&execbuf, 0, sizeof(execbuf));
Chris Wilson3a7325e2016-03-08 11:43:31 +000070 execbuf.buffers_ptr = (uintptr_t)&obj;
Chris Wilsoncd8d3802015-03-24 09:15:12 +000071 execbuf.buffer_count = 1;
72 execbuf.flags = ring_id;
73 execbuf.flags |= LOCAL_I915_EXEC_HANDLE_LUT;
74 execbuf.flags |= LOCAL_I915_EXEC_NO_RELOC;
Chris Wilson3e2443f2016-03-10 11:50:53 +000075 if (__gem_execbuf(fd, &execbuf)) {
Chris Wilsoncd8d3802015-03-24 09:15:12 +000076 execbuf.flags = ring_id;
Chris Wilson3a7325e2016-03-08 11:43:31 +000077 gem_execbuf(fd, &execbuf);
Chris Wilsoncd8d3802015-03-24 09:15:12 +000078 }
79 gem_sync(fd, handle);
Chris Wilson71f41532016-04-22 16:55:29 +010080 intel_detect_and_clear_missed_interrupts(fd);
Chris Wilsoncd8d3802015-03-24 09:15:12 +000081
Chris Wilson870c7742016-03-28 15:29:46 +010082 count = 0;
Chris Wilson3a7325e2016-03-08 11:43:31 +000083 clock_gettime(CLOCK_MONOTONIC, &start);
84 do {
Chris Wilson870c7742016-03-28 15:29:46 +010085 for (int loop = 0; loop < 1024; loop++)
Chris Wilson3a7325e2016-03-08 11:43:31 +000086 gem_execbuf(fd, &execbuf);
Chris Wilson870c7742016-03-28 15:29:46 +010087
88 count += 1024;
Chris Wilson3a7325e2016-03-08 11:43:31 +000089 clock_gettime(CLOCK_MONOTONIC, &now);
Chris Wilson870c7742016-03-28 15:29:46 +010090 } while (elapsed(&start, &now) < timeout);
Chris Wilson3a7325e2016-03-08 11:43:31 +000091 gem_sync(fd, handle);
92 clock_gettime(CLOCK_MONOTONIC, &now);
Chris Wilson71f41532016-04-22 16:55:29 +010093 igt_assert_eq(intel_detect_and_clear_missed_interrupts(fd), 0);
Chris Wilson3a7325e2016-03-08 11:43:31 +000094
Chris Wilson870c7742016-03-28 15:29:46 +010095 *out = count;
96 return elapsed(&start, &now);
97}
98
99static void single(int fd, uint32_t handle,
100 unsigned ring_id, const char *ring_name)
101{
102 double time;
103 unsigned long count;
104
105 gem_require_ring(fd, ring_id);
106
107 time = nop_on_ring(fd, handle, ring_id, 20, &count);
108 igt_info("%s: %'lu cycles: %.3fus\n",
109 ring_name, count, time*1e6 / count);
Chris Wilson3a7325e2016-03-08 11:43:31 +0000110}
111
Chris Wilson0aacdac2016-03-09 21:06:16 +0000112static bool ignore_engine(int fd, unsigned engine)
113{
114 if (engine == 0)
115 return true;
116
117 if (gem_has_bsd2(fd) && engine == I915_EXEC_BSD)
118 return true;
119
120 return false;
121}
122
Chris Wilson772393e2016-03-14 14:31:36 +0000123static void all(int fd, uint32_t handle, int timeout)
Chris Wilson3a7325e2016-03-08 11:43:31 +0000124{
125 struct drm_i915_gem_execbuffer2 execbuf;
126 struct drm_i915_gem_exec_object2 obj;
127 struct timespec start, now;
128 unsigned engines[16];
129 unsigned nengine;
130 unsigned engine;
Chris Wilson870c7742016-03-28 15:29:46 +0100131 unsigned long count;
Chris Wilson41a26b52016-03-28 16:26:01 +0100132 double time, max = 0, min = HUGE_VAL, sum = 0;
Chris Wilson870c7742016-03-28 15:29:46 +0100133 const char *name;
Chris Wilson3a7325e2016-03-08 11:43:31 +0000134
135 nengine = 0;
Chris Wilson870c7742016-03-28 15:29:46 +0100136 for_each_engine(fd, engine) {
137 if (ignore_engine(fd, engine))
138 continue;
139
140 time = nop_on_ring(fd, handle, engine, 1, &count) / count;
141 if (time > max) {
142 name = e__->name;
143 max = time;
144 }
Chris Wilson41a26b52016-03-28 16:26:01 +0100145 if (time < min)
146 min = time;
Chris Wilson870c7742016-03-28 15:29:46 +0100147 sum += time;
148 engines[nengine++] = engine;
149 }
Chris Wilson0aacdac2016-03-09 21:06:16 +0000150 igt_require(nengine);
Chris Wilson870c7742016-03-28 15:29:46 +0100151 igt_info("Maximum execution latency on %s, %.3fus, total %.3fus per cycle\n",
152 name, max*1e6, sum*1e6);
Chris Wilson3a7325e2016-03-08 11:43:31 +0000153
154 memset(&obj, 0, sizeof(obj));
155 obj.handle = handle;
156
157 memset(&execbuf, 0, sizeof(execbuf));
158 execbuf.buffers_ptr = (uintptr_t)&obj;
159 execbuf.buffer_count = 1;
160 execbuf.flags |= LOCAL_I915_EXEC_HANDLE_LUT;
161 execbuf.flags |= LOCAL_I915_EXEC_NO_RELOC;
Chris Wilson3e2443f2016-03-10 11:50:53 +0000162 if (__gem_execbuf(fd, &execbuf)) {
Chris Wilson3a7325e2016-03-08 11:43:31 +0000163 execbuf.flags = 0;
164 gem_execbuf(fd, &execbuf);
Chris Wilson07d59b32011-01-20 22:10:10 +0000165 }
Chris Wilson3a7325e2016-03-08 11:43:31 +0000166 gem_sync(fd, handle);
Chris Wilson71f41532016-04-22 16:55:29 +0100167 intel_detect_and_clear_missed_interrupts(fd);
Chris Wilson3a7325e2016-03-08 11:43:31 +0000168
Chris Wilson870c7742016-03-28 15:29:46 +0100169 count = 0;
Chris Wilson3a7325e2016-03-08 11:43:31 +0000170 clock_gettime(CLOCK_MONOTONIC, &start);
171 do {
172 for (int loop = 0; loop < 1024; loop++) {
173 for (int n = 0; n < nengine; n++) {
174 execbuf.flags &= ~ENGINE_FLAGS;
175 execbuf.flags |= engines[n];
176 gem_execbuf(fd, &execbuf);
177 }
178 }
179 count += nengine * 1024;
180 clock_gettime(CLOCK_MONOTONIC, &now);
Chris Wilson772393e2016-03-14 14:31:36 +0000181 } while (elapsed(&start, &now) < timeout); /* Hang detection ~120s */
Chris Wilson3a7325e2016-03-08 11:43:31 +0000182 gem_sync(fd, handle);
183 clock_gettime(CLOCK_MONOTONIC, &now);
Chris Wilson71f41532016-04-22 16:55:29 +0100184 igt_assert_eq(intel_detect_and_clear_missed_interrupts(fd), 0);
Chris Wilson3a7325e2016-03-08 11:43:31 +0000185
Chris Wilson870c7742016-03-28 15:29:46 +0100186 time = elapsed(&start, &now) / count;
Chris Wilsona0eebbd2016-09-08 13:29:31 +0100187 igt_info("All (%d engines): %'lu cycles, average %.3fus per cycle [expected ideal %.3fus]\n",
188 nengine, count, 1e6*time, 1e6*max/nengine);
Chris Wilson41a26b52016-03-28 16:26:01 +0100189
Chris Wilsona0eebbd2016-09-08 13:29:31 +0100190 /* The rate limiting step should be how fast the slowest engine can
191 * execute its queue of requests, as when we wait upon a full ring all
192 * dispatch is frozen. So in general we cannot go faster than the
193 * slowest engine (but as all engines are in lockstep, they should all
194 * be executing in parallel and so the average should be max/nengines),
195 * but we should equally not go any slower.
196 *
197 * However, that depends upon being able to submit fast enough, and
198 * that in turns depends upon debugging turned off and no bottlenecks
199 * within the driver. We cannot assert that we hit ideal conditions
200 * across all engines, so we only look for an outrageous error
201 * condition.
Chris Wilson41a26b52016-03-28 16:26:01 +0100202 */
Chris Wilsona0eebbd2016-09-08 13:29:31 +0100203 igt_assert_f(time < 2*sum,
204 "Average time (%.3fus) exceeds expectation for parallel execution (min %.3fus, max %.3fus; limit set at %.3fus)\n",
205 1e6*time, 1e6*min, 1e6*max, 1e6*sum*2);
Daniel Vetterd9d95782012-12-04 17:13:05 +0100206}
Daniel Vetter8f5387e2013-08-13 13:20:58 +0200207
Chris Wilsonc6e26e42016-07-22 12:58:54 +0100208static void print_welcome(int fd)
209{
210 bool active;
Chris Wilsonc6e26e42016-07-22 12:58:54 +0100211 int dir;
212
213 dir = igt_sysfs_open_parameters(fd);
214 if (dir < 0)
215 return;
216
Chris Wilsonb64d10c2016-07-22 17:53:51 +0100217 active = igt_sysfs_get_boolean(dir, "enable_guc_submission");
Chris Wilsonc6e26e42016-07-22 12:58:54 +0100218 if (active) {
219 igt_info("Using GuC submission\n");
220 goto out;
221 }
222
Chris Wilsonb64d10c2016-07-22 17:53:51 +0100223 active = igt_sysfs_get_boolean(dir, "enable_execlists");
Chris Wilsonc6e26e42016-07-22 12:58:54 +0100224 if (active) {
225 igt_info("Using Execlists submission\n");
226 goto out;
227 }
228
Chris Wilsonb64d10c2016-07-22 17:53:51 +0100229 active = igt_sysfs_get_boolean(dir, "semaphores");
Chris Wilsonc6e26e42016-07-22 12:58:54 +0100230 igt_info("Using Legacy submission %s\n",
231 active ? ", with semaphores" : "");
232
233out:
234 close(dir);
235}
236
Daniel Vetter071e9ca2013-10-31 16:23:26 +0100237igt_main
Daniel Vetterd9d95782012-12-04 17:13:05 +0100238{
Chris Wilson7e0853c2016-01-27 14:17:53 +0000239 const struct intel_execution_engine *e;
Chris Wilson2659cbb2015-03-26 12:09:57 +0000240 uint32_t handle = 0;
Chris Wilson3a7325e2016-03-08 11:43:31 +0000241 int device = -1;
Daniel Vetterd9d95782012-12-04 17:13:05 +0100242
Chris Wilson2659cbb2015-03-26 12:09:57 +0000243 igt_fixture {
Chris Wilson3a7325e2016-03-08 11:43:31 +0000244 const uint32_t bbe = MI_BATCH_BUFFER_END;
245
Micah Fedkec81d2932015-07-22 21:54:02 +0000246 device = drm_open_driver(DRIVER_INTEL);
Chris Wilsonc6e26e42016-07-22 12:58:54 +0100247 print_welcome(device);
248
Chris Wilson2659cbb2015-03-26 12:09:57 +0000249 handle = gem_create(device, 4096);
Chris Wilson3a7325e2016-03-08 11:43:31 +0000250 gem_write(device, handle, 0, &bbe, sizeof(bbe));
Daniel Vetterd9d95782012-12-04 17:13:05 +0100251
Daniel Vetterbe21fc02016-06-17 16:04:09 +0200252 igt_fork_hang_detector(device);
253 }
Chris Wilson9d61a682016-03-25 18:22:54 +0000254
Chris Wilson772393e2016-03-14 14:31:36 +0000255 igt_subtest("basic")
256 all(device, handle, 10);
257
Chris Wilson7e0853c2016-01-27 14:17:53 +0000258 for (e = intel_execution_engines; e->name; e++)
259 igt_subtest_f("%s", e->name)
Chris Wilson3a7325e2016-03-08 11:43:31 +0000260 single(device, handle, e->exec_id | e->flags, e->name);
261
Chris Wilson772393e2016-03-14 14:31:36 +0000262 igt_subtest("all")
263 all(device, handle, 150);
Daniel Vetterd9d95782012-12-04 17:13:05 +0100264
Daniel Vetterb3880d32013-08-14 18:02:46 +0200265 igt_fixture {
Daniel Vetterbe21fc02016-06-17 16:04:09 +0200266 igt_stop_hang_detector();
Chris Wilson2659cbb2015-03-26 12:09:57 +0000267 gem_close(device, handle);
Chris Wilson2659cbb2015-03-26 12:09:57 +0000268 close(device);
Daniel Vetterb3880d32013-08-14 18:02:46 +0200269 }
Chris Wilson07d59b32011-01-20 22:10:10 +0000270}