tests: Add gem_exec_reuse

Exploratory test into behaviour when reusing bo between batches.

Signed-off-by: Chris Wilson <chris@chris-wilson.co.uk>

3 files changed, 238 insertions, 1 deletions

diff --git a/lib/igt_gt.h b/lib/igt_gt.h
index 8d6c5733..e44b6db1 100644
--- a/lib/igt_gt.h
+++ b/lib/igt_gt.h
@@ -76,7 +76,7 @@ extern const struct intel_execution_engine {
 	for (const struct intel_execution_engine *e__ = intel_execution_engines;\
 	     e__->name; \
 	     e__++) \
-		for_if (gem_has_ring(fd, flags__ = e__->exec_id | e__->flags))
+		for_if (gem_has_ring(fd__, flags__ = e__->exec_id | e__->flags))
 
 
 #endif /* IGT_GT_H */
diff --git a/tests/Makefile.sources b/tests/Makefile.sources
index bc65c3dc..9cac8e98 100644
--- a/tests/Makefile.sources
+++ b/tests/Makefile.sources
@@ -50,6 +50,7 @@ TESTS_progs_M = \
 	gem_exec_store \
 	gem_exec_suspend \
 	gem_exec_reloc \
+	gem_exec_reuse \
 	gem_exec_whisper \
 	gem_fenced_exec_thrash \
 	gem_fence_thrash \
diff --git a/tests/gem_exec_reuse.c b/tests/gem_exec_reuse.c
new file mode 100644
index 00000000..f0323c8b
--- /dev/null
+++ b/tests/gem_exec_reuse.c
@@ -0,0 +1,236 @@
+/*
+ * Copyright © 2017 Intel Corporation
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a
+ * copy of this software and associated documentation files (the "Software"),
+ * to deal in the Software without restriction, including without limitation
+ * the rights to use, copy, modify, merge, publish, distribute, sublicense,
+ * and/or sell copies of the Software, and to permit persons to whom the
+ * Software is furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice (including the next
+ * paragraph) shall be included in all copies or substantial portions of the
+ * Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
+ * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
+ * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
+ * IN THE SOFTWARE.
+ */
+
+#include <limits.h>
+#include <sys/resource.h>
+
+#include "igt.h"
+
+IGT_TEST_DESCRIPTION("Inspect scaling with large number of reused objects");
+
+struct noop {
+	struct drm_i915_gem_exec_object2 *obj;
+	uint32_t batch;
+	uint32_t *handles;
+	unsigned int nhandles;
+	unsigned int max_age;
+	int fd;
+};
+
+static void noop(struct noop *n,
+		 unsigned ring, unsigned ctx,
+		 unsigned int count, unsigned int offset)
+{
+	struct drm_i915_gem_execbuffer2 execbuf;
+	unsigned int i;
+
+	for (i = 0; i < count; i++)
+		n->obj[i].handle = n->handles[(i + offset) & (n->nhandles-1)];
+	n->obj[i].handle = n->batch;
+
+	memset(&execbuf, 0, sizeof(execbuf));
+	execbuf.buffers_ptr = to_user_pointer(n->obj);
+	execbuf.buffer_count = count + 1;
+	execbuf.flags = ring | 1 << 12;
+	execbuf.rsvd1 = ctx;
+	gem_execbuf(n->fd, &execbuf);
+}
+
+static int __gem_context_create(int fd, uint32_t *ctx_id)
+{
+	struct drm_i915_gem_context_create arg;
+	int ret = 0;
+
+	memset(&arg, 0, sizeof(arg));
+	if (drmIoctl(fd, DRM_IOCTL_I915_GEM_CONTEXT_CREATE, &arg))
+		ret = -errno;
+
+	*ctx_id = arg.ctx_id;
+	return ret;
+}
+
+static int fls(uint64_t x)
+{
+	int t;
+
+	for (t = 0; x >> t; t++)
+		;
+
+	return t;
+}
+
+static bool allow_unlimited_files(void)
+{
+	struct rlimit rlim;
+	unsigned nofile_rlim = 1024*1024;
+
+	FILE *file = fopen("/proc/sys/fs/file-max", "r");
+	if (file) {
+		igt_assert(fscanf(file, "%u", &nofile_rlim) == 1);
+		fclose(file);
+	}
+
+	if (getrlimit(RLIMIT_NOFILE, &rlim))
+		return false;
+
+	rlim.rlim_cur = rlim.rlim_max;
+	if (setrlimit(RLIMIT_NOFILE, &rlim))
+		return false;
+
+	rlim.rlim_cur = nofile_rlim;
+	rlim.rlim_max = nofile_rlim;
+	return setrlimit(RLIMIT_NOFILE, &rlim) == 0;
+}
+
+static uint64_t vfs_file_max(void)
+{
+	long long unsigned max = 80000;
+	FILE *file = fopen("/proc/sys/fs/file-max", "r");
+	if (file) {
+		igt_assert(fscanf(file, "%llu", &max) == 1);
+		fclose(file);
+	}
+
+	igt_info("System limit for open files is %llu\n", max);
+	return max;
+}
+
+static uint64_t max_open_files(void)
+{
+	struct rlimit rlim;
+
+	if (getrlimit(RLIMIT_NOFILE, &rlim))
+		rlim.rlim_cur = 64 << 10;
+
+	igt_info("Process limit for file descriptors is %lu\n", rlim.rlim_cur);
+	return rlim.rlim_cur;
+}
+
+static unsigned int max_nfd(void)
+{
+	uint64_t vfs = vfs_file_max();
+	uint64_t fd = max_open_files();
+	uint64_t min = fd < vfs ? fd : vfs;
+	if (min > INT_MAX)
+		min = INT_MAX;
+	return min;
+}
+
+igt_main
+{
+	struct noop no;
+	unsigned engines[16];
+	unsigned nengine;
+	unsigned n;
+
+	igt_fixture {
+		uint64_t gtt_size, max;
+		uint32_t bbe = MI_BATCH_BUFFER_END;
+		unsigned engine;
+
+		allow_unlimited_files();
+
+		no.fd = drm_open_driver(DRIVER_INTEL);
+
+		igt_fork_hang_detector(no.fd);
+
+		gtt_size = (gem_aperture_size(no.fd) / 2) >> 12;
+		if (gtt_size > INT_MAX / sizeof(*no.handles))
+			gtt_size = INT_MAX / sizeof(*no.handles);
+
+		max = max_nfd() - 16;
+		if (max < gtt_size)
+			gtt_size = max;
+
+		no.nhandles = 1 << (fls(gtt_size) - 1);
+		intel_require_memory(no.nhandles, 4096, CHECK_RAM);
+
+		no.max_age = no.nhandles / 2;
+
+		no.handles = malloc(sizeof(*no.handles) * no.nhandles);
+		for (n = 0; n < no.nhandles; n++)
+			no.handles[n] = gem_create(no.fd, 4096);
+
+		no.obj = malloc(sizeof(struct drm_i915_gem_exec_object2) * (no.max_age + 1));
+
+		nengine = 0;
+		for_each_engine(no.fd, engine)
+			if (engine)
+				engines[nengine++] = engine;
+		igt_require(nengine);
+
+		no.batch = gem_create(no.fd, 4096);
+		gem_write(no.fd, no.batch, 0, &bbe, sizeof(bbe));
+	}
+
+	igt_subtest_f("single") {
+		unsigned int timeout = 5;
+		unsigned long age = 0;
+
+		igt_until_timeout(timeout)
+			for (n = 0; n < nengine; n++)
+				noop(&no, engines[n], 0, 0, age++);
+		gem_sync(no.fd, no.batch);
+		igt_info("Completed %lu cycles\n", age);
+	}
+
+	igt_subtest_f("baggage") {
+		unsigned int timeout = 5;
+		unsigned long age = 0;
+
+		igt_until_timeout(timeout)
+			for (n = 0; n < nengine; n++)
+				noop(&no, engines[n], 0,
+				     no.max_age, age++);
+		gem_sync(no.fd, no.batch);
+		igt_info("Completed %lu cycles\n", age);
+	}
+
+	igt_subtest_f("contexts") {
+		unsigned int timeout = 5;
+		unsigned long ctx_age = 0;
+		unsigned long obj_age = 0;
+		const unsigned int ncontexts = 1024;
+		uint32_t contexts[ncontexts];
+
+		igt_require(__gem_context_create(no.fd, &contexts[0]) == 0);
+		for (n = 1; n < ncontexts; n++)
+			contexts[n] = gem_context_create(no.fd);
+
+		igt_until_timeout(timeout) {
+			for (n = 0; n < nengine; n++) {
+				noop(&no, engines[n],
+				     contexts[ctx_age % ncontexts],
+				     no.max_age, obj_age);
+				obj_age++;
+			}
+			ctx_age++;
+		}
+		gem_sync(no.fd, no.batch);
+		igt_info("Completed %lu cycles across %lu context switches\n",
+			 obj_age, ctx_age);
+
+		for (n = 0; n < ncontexts; n++)
+			gem_context_destroy(no.fd, contexts[n]);
+	}
+}