uringmachine 0.1

data/vendor/liburing/test/sq-poll-dup.c

@@ -0,0 +1,211 @@
+/* SPDX-License-Identifier: MIT */
+/*
+ * Description: test SQPOLL with IORING_SETUP_ATTACH_WQ and closing of
+ * the original ring descriptor.
+ */
+#include <errno.h>
+#include <stdio.h>
+#include <unistd.h>
+#include <stdlib.h>
+#include <string.h>
+#include <fcntl.h>
+#include <sys/types.h>
+#include <sys/eventfd.h>
+#include <sys/resource.h>
+
+#include "helpers.h"
+#include "liburing.h"
+
+#define FILE_SIZE	(128 * 1024 * 1024)
+#define BS		4096
+#define BUFFERS		64
+
+#define NR_RINGS	4
+
+static struct iovec *vecs;
+static struct io_uring rings[NR_RINGS];
+
+static int wait_io(struct io_uring *ring, int nr_ios)
+{
+	struct io_uring_cqe *cqe;
+	int ret;
+
+	while (nr_ios) {
+		ret = io_uring_wait_cqe(ring, &cqe);
+		if (ret) {
+			fprintf(stderr, "wait_ret=%d\n", ret);
+			return 1;
+		}
+		if (cqe->res != BS) {
+			fprintf(stderr, "Unexpected ret %d\n", cqe->res);
+			return 1;
+		}
+		io_uring_cqe_seen(ring, cqe);
+		nr_ios--;
+	}
+
+	return 0;
+}
+
+static int queue_io(struct io_uring *ring, int fd, int nr_ios)
+{
+	unsigned long off;
+	int i;
+
+	i = 0;
+	off = 0;
+	while (nr_ios) {
+		struct io_uring_sqe *sqe;
+
+		sqe = io_uring_get_sqe(ring);
+		if (!sqe)
+			break;
+		io_uring_prep_read(sqe, fd, vecs[i].iov_base, vecs[i].iov_len, off);
+		nr_ios--;
+		i++;
+		off += BS;
+	}
+
+	io_uring_submit(ring);
+	return i;
+}
+
+static int do_io(int fd, int ring_start, int ring_end)
+{
+	int i, rets[NR_RINGS];
+	unsigned ios = 0;
+
+	while (ios < 32) {
+		for (i = ring_start; i < ring_end; i++) {
+			int ret = queue_io(&rings[i], fd, BUFFERS);
+			if (ret < 0)
+				goto err;
+			rets[i] = ret;
+		}
+		for (i = ring_start; i < ring_end; i++) {
+			if (wait_io(&rings[i], rets[i]))
+				goto err;
+		}
+		ios += BUFFERS;
+	}
+
+	return 0;
+err:
+	return 1;
+}
+
+static int test(int fd, int do_dup_and_close, int close_ring)
+{
+	int i, ret, ring_fd;
+
+	for (i = 0; i < NR_RINGS; i++) {
+		struct io_uring_params p = { };
+
+		p.flags = IORING_SETUP_SQPOLL;
+		p.sq_thread_idle = 100;
+		if (i) {
+			p.wq_fd = rings[0].ring_fd;
+			p.flags |= IORING_SETUP_ATTACH_WQ;
+		}
+		ret = io_uring_queue_init_params(BUFFERS, &rings[i], &p);
+		if (ret) {
+			fprintf(stderr, "queue_init: %d/%d\n", ret, i);
+			goto err;
+		}
+		/* no sharing for non-fixed either */
+		if (!(p.features & IORING_FEAT_SQPOLL_NONFIXED)) {
+			fprintf(stdout, "No SQPOLL sharing, skipping\n");
+			return 0;
+		}
+	}
+
+	/* test all rings */
+	if (do_io(fd, 0, NR_RINGS))
+		goto err;
+
+	/* dup and close original ring fd */
+	ring_fd = dup(rings[0].ring_fd);
+	if (close_ring)
+		close(rings[0].ring_fd);
+	rings[0].ring_fd = rings[0].enter_ring_fd = ring_fd;
+	if (do_dup_and_close)
+		goto done;
+
+	/* test all but closed one */
+	if (do_io(fd, 1, NR_RINGS))
+		goto err;
+
+	/* test closed one */
+	if (do_io(fd, 0, 1))
+		goto err;
+
+	/* make sure thread is idle so we enter the kernel */
+	usleep(200000);
+
+	/* test closed one */
+	if (do_io(fd, 0, 1))
+		goto err;
+
+
+done:
+	for (i = 0; i < NR_RINGS; i++)
+		io_uring_queue_exit(&rings[i]);
+
+	return 0;
+err:
+	return 1;
+}
+
+int main(int argc, char *argv[])
+{
+	char *fname;
+	int ret, fd;
+
+	if (argc > 1) {
+		fname = argv[1];
+	} else {
+		fname = ".basic-rw-poll-dup";
+		t_create_file(fname, FILE_SIZE);
+	}
+
+	vecs = t_create_buffers(BUFFERS, BS);
+
+	fd = open(fname, O_RDONLY | O_DIRECT);
+	if (fd < 0) {
+		int __e = errno;
+
+		if (fname != argv[1])
+			unlink(fname);
+
+		if (__e == EINVAL)
+			return T_EXIT_SKIP;
+		perror("open");
+		return -1;
+	}
+
+	if (fname != argv[1])
+		unlink(fname);
+
+	ret = test(fd, 0, 0);
+	if (ret) {
+		fprintf(stderr, "test 0 0 failed\n");
+		goto err;
+	}
+
+	ret = test(fd, 0, 1);
+	if (ret) {
+		fprintf(stderr, "test 0 1 failed\n");
+		goto err;
+	}
+
+
+	ret = test(fd, 1, 0);
+	if (ret) {
+		fprintf(stderr, "test 1 0 failed\n");
+		goto err;
+	}
+
+	return 0;
+err:
+	return 1;
+}

data/vendor/liburing/test/sq-poll-kthread.c

@@ -0,0 +1,169 @@
+/* SPDX-License-Identifier: MIT */
+/*
+ * Description: test if io_uring SQ poll kthread is stopped when the userspace
+ *              process ended with or without closing the io_uring fd
+ *
+ */
+#include <errno.h>
+#include <fcntl.h>
+#include <stdio.h>
+#include <unistd.h>
+#include <pthread.h>
+#include <stdbool.h>
+#include <stdlib.h>
+#include <string.h>
+#include <signal.h>
+#include <poll.h>
+#include <sys/wait.h>
+#include <sys/epoll.h>
+
+#include "liburing.h"
+#include "helpers.h"
+
+#define SQ_THREAD_IDLE  2000
+#define BUF_SIZE        128
+#define KTHREAD_NAME    "io_uring-sq"
+
+enum {
+	TEST_OK = 0,
+	TEST_SKIPPED = 1,
+	TEST_FAILED = 2,
+};
+
+static int do_test_sq_poll_kthread_stopped(bool do_exit)
+{
+	int ret = 0, pipe1[2];
+	struct io_uring_params param;
+	struct io_uring ring;
+	struct io_uring_sqe *sqe;
+	struct io_uring_cqe *cqe;
+	uint8_t buf[BUF_SIZE];
+	struct iovec iov;
+
+	if (pipe(pipe1) != 0) {
+		perror("pipe");
+		return TEST_FAILED;
+	}
+
+	memset(&param, 0, sizeof(param));
+	param.flags |= IORING_SETUP_SQPOLL;
+	param.sq_thread_idle = SQ_THREAD_IDLE;
+
+	ret = t_create_ring_params(16, &ring, &param);
+	if (ret == T_SETUP_SKIP) {
+		ret = TEST_FAILED;
+		goto err_pipe;
+	} else if (ret != T_SETUP_OK) {
+		fprintf(stderr, "ring setup failed\n");
+		ret = TEST_FAILED;
+		goto err_pipe;
+	}
+
+	ret = io_uring_register_files(&ring, &pipe1[1], 1);
+	if (ret) {
+		fprintf(stderr, "file reg failed: %d\n", ret);
+		ret = TEST_FAILED;
+		goto err_uring;
+	}
+
+	iov.iov_base = buf;
+	iov.iov_len = BUF_SIZE;
+
+	sqe = io_uring_get_sqe(&ring);
+	if (!sqe) {
+		fprintf(stderr, "io_uring_get_sqe failed\n");
+		ret = TEST_FAILED;
+		goto err_uring;
+	}
+
+	io_uring_prep_writev(sqe, 0, &iov, 1, 0);
+	sqe->flags |= IOSQE_FIXED_FILE;
+
+	ret = io_uring_submit(&ring);
+	if (ret < 0) {
+		fprintf(stderr, "io_uring_submit failed - ret: %d\n",
+			ret);
+		ret = TEST_FAILED;
+		goto err_uring;
+	}
+
+	ret = io_uring_wait_cqe(&ring, &cqe);
+	if (ret < 0) {
+		fprintf(stderr, "io_uring_wait_cqe - ret: %d\n",
+			ret);
+		ret = TEST_FAILED;
+		goto err_uring;
+	}
+
+	if (cqe->res != BUF_SIZE) {
+		fprintf(stderr, "unexpected cqe->res %d [expected %d]\n",
+			cqe->res, BUF_SIZE);
+		ret = TEST_FAILED;
+		goto err_uring;
+
+	}
+
+	io_uring_cqe_seen(&ring, cqe);
+
+	ret = TEST_OK;
+
+err_uring:
+	if (do_exit)
+		io_uring_queue_exit(&ring);
+err_pipe:
+	close(pipe1[0]);
+	close(pipe1[1]);
+
+	return ret;
+}
+
+static int test_sq_poll_kthread_stopped(bool do_exit)
+{
+	pid_t pid;
+	int status = 0;
+
+	pid = fork();
+
+	if (pid == 0) {
+		int ret = do_test_sq_poll_kthread_stopped(do_exit);
+		exit(ret);
+	}
+
+	pid = wait(&status);
+	if (status != 0)
+		return WEXITSTATUS(status);
+
+	sleep(1);
+	if (system("ps --ppid 2 | grep " KTHREAD_NAME) == 0) {
+		fprintf(stderr, "%s kthread still running!\n", KTHREAD_NAME);
+		return TEST_FAILED;
+	}
+
+	return 0;
+}
+
+int main(int argc, char *argv[])
+{
+	int ret;
+
+	if (argc > 1)
+		return 0;
+
+	ret = test_sq_poll_kthread_stopped(true);
+	if (ret == TEST_SKIPPED) {
+		printf("test_sq_poll_kthread_stopped_exit: skipped\n");
+	} else if (ret == TEST_FAILED) {
+		fprintf(stderr, "test_sq_poll_kthread_stopped_exit failed\n");
+		return ret;
+	}
+
+	ret = test_sq_poll_kthread_stopped(false);
+	if (ret == TEST_SKIPPED) {
+		printf("test_sq_poll_kthread_stopped_noexit: skipped\n");
+	} else if (ret == TEST_FAILED) {
+		fprintf(stderr, "test_sq_poll_kthread_stopped_noexit failed\n");
+		return ret;
+	}
+
+	return 0;
+}

data/vendor/liburing/test/sq-poll-share.c

@@ -0,0 +1,138 @@
+/* SPDX-License-Identifier: MIT */
+/*
+ * Description: test SQPOLL with IORING_SETUP_ATTACH_WQ
+ */
+#include <errno.h>
+#include <stdio.h>
+#include <unistd.h>
+#include <stdlib.h>
+#include <string.h>
+#include <fcntl.h>
+#include <sys/types.h>
+#include <poll.h>
+#include <sys/eventfd.h>
+#include <sys/resource.h>
+
+#include "helpers.h"
+#include "liburing.h"
+
+#define FILE_SIZE	(128 * 1024 * 1024)
+#define BS		4096
+#define BUFFERS		64
+
+#define NR_RINGS	4
+
+static struct iovec *vecs;
+
+static int wait_io(struct io_uring *ring, int nr_ios)
+{
+	struct io_uring_cqe *cqe;
+
+	while (nr_ios) {
+		int ret = io_uring_wait_cqe(ring, &cqe);
+
+		if (ret == -EAGAIN) {
+			continue;
+		} else if (ret) {
+			fprintf(stderr, "io_uring_wait_cqe failed %i\n", ret);
+			return 1;
+		}
+		if (cqe->res != BS) {
+			fprintf(stderr, "Unexpected ret %d\n", cqe->res);
+			return 1;
+		}
+		io_uring_cqe_seen(ring, cqe);
+		nr_ios--;
+	}
+
+	return 0;
+}
+
+static int queue_io(struct io_uring *ring, int fd, int nr_ios)
+{
+	unsigned long off;
+	int i;
+
+	i = 0;
+	off = 0;
+	while (nr_ios) {
+		struct io_uring_sqe *sqe;
+
+		sqe = io_uring_get_sqe(ring);
+		if (!sqe)
+			break;
+		io_uring_prep_read(sqe, fd, vecs[i].iov_base, vecs[i].iov_len, off);
+		nr_ios--;
+		i++;
+		off += BS;
+	}
+
+	io_uring_submit(ring);
+	return i;
+}
+
+int main(int argc, char *argv[])
+{
+	struct io_uring rings[NR_RINGS];
+	int rets[NR_RINGS];
+	unsigned long ios;
+	int i, ret, fd;
+	char *fname;
+
+	if (argc > 1) {
+		fname = argv[1];
+	} else {
+		fname = ".basic-rw-poll-share";
+		t_create_file(fname, FILE_SIZE);
+	}
+
+	vecs = t_create_buffers(BUFFERS, BS);
+
+	fd = open(fname, O_RDONLY | O_DIRECT);
+	if (fd < 0) {
+		perror("open");
+		return -1;
+	}
+
+	if (fname != argv[1])
+		unlink(fname);
+
+	for (i = 0; i < NR_RINGS; i++) {
+		struct io_uring_params p = { };
+
+		p.flags = IORING_SETUP_SQPOLL;
+		if (i) {
+			p.wq_fd = rings[0].ring_fd;
+			p.flags |= IORING_SETUP_ATTACH_WQ;
+		}
+		ret = io_uring_queue_init_params(BUFFERS, &rings[i], &p);
+		if (ret) {
+			fprintf(stderr, "queue_init: %d/%d\n", ret, i);
+			goto err;
+		}
+		/* no sharing for non-fixed either */
+		if (!(p.features & IORING_FEAT_SQPOLL_NONFIXED)) {
+			fprintf(stdout, "No SQPOLL sharing, skipping\n");
+			return 0;
+		}
+	}
+
+	ios = 0;
+	while (ios < (FILE_SIZE / BS)) {
+		for (i = 0; i < NR_RINGS; i++) {
+			ret = queue_io(&rings[i], fd, BUFFERS);
+			if (ret < 0)
+				goto err;
+			rets[i] = ret;
+		}
+		for (i = 0; i < NR_RINGS; i++) {
+			if (wait_io(&rings[i], rets[i]))
+				goto err;
+		}
+		ios += BUFFERS;
+	}
+
+	return 0;
+err:
+	return 1;
+}

data/vendor/liburing/test/sq-space_left.c

@@ -0,0 +1,159 @@
+/* SPDX-License-Identifier: MIT */
+/*
+ * Description: test SQ queue space left
+ *
+ */
+#include <errno.h>
+#include <stdio.h>
+#include <unistd.h>
+#include <stdlib.h>
+#include <string.h>
+#include <fcntl.h>
+
+#include "liburing.h"
+
+static int test_left(void)
+{
+	struct io_uring_sqe *sqe;
+	struct io_uring ring;
+	int ret, i = 0, s;
+
+	ret = io_uring_queue_init(8, &ring, 0);
+	if (ret) {
+		fprintf(stderr, "ring setup failed: %d\n", ret);
+		return 1;
+
+	}
+
+	if ((s = io_uring_sq_space_left(&ring)) != 8) {
+		fprintf(stderr, "Got %d SQEs left, expected %d\n", s, 8);
+		goto err;
+	}
+
+	i = 0;
+	while ((sqe = io_uring_get_sqe(&ring)) != NULL) {
+		i++;
+		if ((s = io_uring_sq_space_left(&ring)) != 8 - i) {
+			fprintf(stderr, "Got %d SQEs left, expected %d\n", s, 8 - i);
+			goto err;
+		}
+	}
+
+	if (i != 8) {
+		fprintf(stderr, "Got %d SQEs, expected %d\n", i, 8);
+		goto err;
+	}
+
+	io_uring_queue_exit(&ring);
+	return 0;
+err:
+	io_uring_queue_exit(&ring);
+	return 1;
+}
+
+static int test_sync(void)
+{
+	struct io_uring_sqe *sqe;
+	struct io_uring ring;
+	int ret, i;
+
+	ret = io_uring_queue_init(32, &ring, 0);
+	if (ret) {
+		fprintf(stderr, "ring setup failed: %d\n", ret);
+		return 1;
+
+	}
+
+	/* prep 8 NOPS */
+	for (i = 0; i < 8; i++) {
+		sqe = io_uring_get_sqe(&ring);
+		if (!sqe) {
+			fprintf(stderr, "get sqe failed\n");
+			goto err;
+		}
+		io_uring_prep_nop(sqe);
+	}
+
+	/* prep known bad command, this should terminate submission */
+	sqe = io_uring_get_sqe(&ring);
+	if (!sqe) {
+		fprintf(stderr, "get sqe failed\n");
+		goto err;
+	}
+	io_uring_prep_nop(sqe);
+	sqe->opcode = 0xfe;
+
+	/* prep 8 NOPS */
+	for (i = 0; i < 8; i++) {
+		sqe = io_uring_get_sqe(&ring);
+		if (!sqe) {
+			fprintf(stderr, "get sqe failed\n");
+			goto err;
+		}
+		io_uring_prep_nop(sqe);
+	}
+
+	/* we should have 8 + 1 + 8 pending now */
+	ret = io_uring_sq_ready(&ring);
+	if (ret != 17) {
+		fprintf(stderr, "%d ready, wanted 17\n", ret);
+		goto err;
+	}
+
+	ret = io_uring_submit(&ring);
+
+	/* should submit 8 successfully, then error #9 and stop */
+	if (ret != 9) {
+		fprintf(stderr, "submitted %d, wanted 9\n", ret);
+		goto err;
+	}
+
+	/* should now have 8 ready, with 9 gone */
+	ret = io_uring_sq_ready(&ring);
+	if (ret != 8) {
+		fprintf(stderr, "%d ready, wanted 8\n", ret);
+		goto err;
+	}
+
+	ret = io_uring_submit(&ring);
+
+	/* the last 8 should submit fine */
+	if (ret != 8) {
+		fprintf(stderr, "submitted %d, wanted 8\n", ret);
+		goto err;
+	}
+
+	ret = io_uring_sq_ready(&ring);
+	if (ret) {
+		fprintf(stderr, "%d ready, wanted 0\n", ret);
+		goto err;
+	}
+
+	io_uring_queue_exit(&ring);
+	return 0;
+err:
+	io_uring_queue_exit(&ring);
+	return 1;
+}
+
+int main(int argc, char *argv[])
+{
+	int ret;
+
+	if (argc > 1)
+		return 0;
+
+	ret = test_left();
+	if (ret) {
+		fprintf(stderr, "test_left failed\n");
+		return ret;
+	}
+
+	ret = test_sync();
+	if (ret) {
+		fprintf(stderr, "test_sync failed\n");
+		return ret;
+	}
+
+	return 0;
+}