iou 0.1

data/vendor/liburing/test/poll-v-poll.c

@@ -0,0 +1,353 @@
+/* SPDX-License-Identifier: MIT */
+/*
+ * Description: test io_uring poll handling
+ *
+ */
+#include <errno.h>
+#include <stdio.h>
+#include <unistd.h>
+#include <stdlib.h>
+#include <string.h>
+#include <signal.h>
+#include <fcntl.h>
+#include <poll.h>
+#include <sys/wait.h>
+#include <sys/select.h>
+#include <pthread.h>
+#include <sys/epoll.h>
+
+#include "liburing.h"
+
+struct thread_data {
+	struct io_uring *ring;
+	int fd;
+	int events;
+	const char *test;
+	int out[2];
+};
+
+static void *epoll_wait_fn(void *data)
+{
+	struct thread_data *td = data;
+	struct epoll_event ev;
+
+	if (epoll_wait(td->fd, &ev, 1, -1) < 0) {
+		perror("epoll_wait");
+		goto err;
+	}
+
+	return NULL;
+err:
+	return (void *) 1;
+}
+
+static void *iou_poll(void *data)
+{
+	struct thread_data *td = data;
+	struct io_uring_sqe *sqe;
+	struct io_uring_cqe *cqe;
+	int ret;
+
+	sqe = io_uring_get_sqe(td->ring);
+	io_uring_prep_poll_add(sqe, td->fd, td->events);
+
+	ret = io_uring_submit(td->ring);
+	if (ret != 1) {
+		fprintf(stderr, "submit got %d\n", ret);
+		goto err;
+	}
+
+	ret = io_uring_wait_cqe(td->ring, &cqe);
+	if (ret) {
+		fprintf(stderr, "wait_cqe: %d\n", ret);
+		goto err;
+	}
+
+	td->out[0] = cqe->res & 0x3f;
+	io_uring_cqe_seen(td->ring, cqe);
+	return NULL;
+err:
+	return (void *) 1;
+}
+
+static void *poll_pipe(void *data)
+{
+	struct thread_data *td = data;
+	struct pollfd pfd;
+	int ret;
+
+	pfd.fd = td->fd;
+	pfd.events = td->events;
+
+	ret = poll(&pfd, 1, -1);
+	if (ret < 0)
+		perror("poll");
+
+	td->out[1] = pfd.revents;
+	return NULL;
+}
+
+static int do_pipe_pollin_test(struct io_uring *ring)
+{
+	struct thread_data td;
+	pthread_t threads[2];
+	int ret, pipe1[2];
+	char buf;
+
+	if (pipe(pipe1) < 0) {
+		perror("pipe");
+		return 1;
+	}
+
+	td.ring = ring;
+	td.fd = pipe1[0];
+	td.events = POLLIN;
+	td.test = __FUNCTION__;
+
+	pthread_create(&threads[1], NULL, iou_poll, &td);
+	pthread_create(&threads[0], NULL, poll_pipe, &td);
+	usleep(100000);
+
+	buf = 0x89;
+	ret = write(pipe1[1], &buf, sizeof(buf));
+	if (ret != sizeof(buf)) {
+		fprintf(stderr, "write failed: %d\n", ret);
+		return 1;
+	}
+
+	pthread_join(threads[0], NULL);
+	pthread_join(threads[1], NULL);
+
+	if (td.out[0] != td.out[1]) {
+		fprintf(stderr, "%s: res %x/%x differ\n", __FUNCTION__,
+							td.out[0], td.out[1]);
+		return 1;
+	}
+	return 0;
+}
+
+static int do_pipe_pollout_test(struct io_uring *ring)
+{
+	struct thread_data td;
+	pthread_t threads[2];
+	int ret, pipe1[2];
+	char buf;
+
+	if (pipe(pipe1) < 0) {
+		perror("pipe");
+		return 1;
+	}
+
+	td.ring = ring;
+	td.fd = pipe1[1];
+	td.events = POLLOUT;
+	td.test = __FUNCTION__;
+
+	pthread_create(&threads[0], NULL, poll_pipe, &td);
+	pthread_create(&threads[1], NULL, iou_poll, &td);
+	usleep(100000);
+
+	buf = 0x89;
+	ret = write(pipe1[1], &buf, sizeof(buf));
+	if (ret != sizeof(buf)) {
+		fprintf(stderr, "write failed: %d\n", ret);
+		return 1;
+	}
+
+	pthread_join(threads[0], NULL);
+	pthread_join(threads[1], NULL);
+
+	if (td.out[0] != td.out[1]) {
+		fprintf(stderr, "%s: res %x/%x differ\n", __FUNCTION__,
+							td.out[0], td.out[1]);
+		return 1;
+	}
+
+	return 0;
+}
+
+static int do_fd_test(struct io_uring *ring, const char *fname, int events)
+{
+	struct thread_data td;
+	pthread_t threads[2];
+	int fd;
+
+	fd = open(fname, O_RDONLY);
+	if (fd < 0) {
+		perror("open");
+		return 1;
+	}
+
+	td.ring = ring;
+	td.fd = fd;
+	td.events = events;
+	td.test = __FUNCTION__;
+
+	pthread_create(&threads[0], NULL, poll_pipe, &td);
+	pthread_create(&threads[1], NULL, iou_poll, &td);
+
+	pthread_join(threads[0], NULL);
+	pthread_join(threads[1], NULL);
+
+	if (td.out[0] != td.out[1]) {
+		fprintf(stderr, "%s: res %x/%x differ\n", __FUNCTION__,
+							td.out[0], td.out[1]);
+		return 1;
+	}
+
+	return 0;
+}
+
+static int iou_epoll_ctl(struct io_uring *ring, int epfd, int fd,
+			 struct epoll_event *ev)
+{
+	struct io_uring_sqe *sqe;
+	struct io_uring_cqe *cqe;
+	int ret;
+
+	sqe = io_uring_get_sqe(ring);
+	if (!sqe) {
+		fprintf(stderr, "Failed to get sqe\n");
+		return 1;
+	}
+
+	io_uring_prep_epoll_ctl(sqe, epfd, fd, EPOLL_CTL_ADD, ev);
+
+	ret = io_uring_submit(ring);
+	if (ret != 1) {
+		fprintf(stderr, "submit: %d\n", ret);
+		return 1;
+	}
+
+	ret = io_uring_wait_cqe(ring, &cqe);
+	if (ret) {
+		fprintf(stderr, "wait_cqe: %d\n", ret);
+		return 1;
+	}
+
+	ret = cqe->res;
+	io_uring_cqe_seen(ring, cqe);
+	return ret;
+}
+
+static int do_test_epoll(struct io_uring *ring, int iou_epoll_add)
+{
+	struct epoll_event ev;
+	struct thread_data td;
+	pthread_t threads[2];
+	int ret, pipe1[2];
+	char buf;
+	int fd;
+
+	fd = epoll_create1(0);
+	if (fd < 0) {
+		perror("epoll_create");
+		return 1;
+	}
+
+	if (pipe(pipe1) < 0) {
+		perror("pipe");
+		return 1;
+	}
+
+	ev.events = EPOLLIN;
+	ev.data.fd = pipe1[0];
+
+	if (!iou_epoll_add) {
+		if (epoll_ctl(fd, EPOLL_CTL_ADD, pipe1[0], &ev) < 0) {
+			perror("epoll_ctrl");
+			return 1;
+		}
+	} else {
+		ret = iou_epoll_ctl(ring, fd, pipe1[0], &ev);
+		if (ret == -EINVAL) {
+			fprintf(stdout, "epoll not supported, skipping\n");
+			return 0;
+		} else if (ret < 0) {
+			return 1;
+		}
+	}
+
+	td.ring = ring;
+	td.fd = fd;
+	td.events = POLLIN;
+	td.test = __FUNCTION__;
+
+	pthread_create(&threads[0], NULL, iou_poll, &td);
+	pthread_create(&threads[1], NULL, epoll_wait_fn, &td);
+	usleep(100000);
+
+	buf = 0x89;
+	ret = write(pipe1[1], &buf, sizeof(buf));
+	if (ret != sizeof(buf)) {
+		fprintf(stderr, "write failed: %d\n", ret);
+		return 1;
+	}
+
+	pthread_join(threads[0], NULL);
+	pthread_join(threads[1], NULL);
+	return 0;
+}
+
+int main(int argc, char *argv[])
+{
+	struct io_uring ring;
+	const char *fname;
+	int ret;
+
+	ret = io_uring_queue_init(1, &ring, 0);
+	if (ret) {
+		fprintf(stderr, "ring setup failed\n");
+		return 1;
+	}
+
+	ret = do_pipe_pollin_test(&ring);
+	if (ret) {
+		fprintf(stderr, "pipe pollin test failed\n");
+		return ret;
+	}
+
+	ret = do_pipe_pollout_test(&ring);
+	if (ret) {
+		fprintf(stderr, "pipe pollout test failed\n");
+		return ret;
+	}
+
+	ret = do_test_epoll(&ring, 0);
+	if (ret) {
+		fprintf(stderr, "epoll test 0 failed\n");
+		return ret;
+	}
+
+	ret = do_test_epoll(&ring, 1);
+	if (ret) {
+		fprintf(stderr, "epoll test 1 failed\n");
+		return ret;
+	}
+
+	if (argc > 1)
+		fname = argv[1];
+	else
+		fname = argv[0];
+
+	ret = do_fd_test(&ring, fname, POLLIN);
+	if (ret) {
+		fprintf(stderr, "fd test IN failed\n");
+		return ret;
+	}
+
+	ret = do_fd_test(&ring, fname, POLLOUT);
+	if (ret) {
+		fprintf(stderr, "fd test OUT failed\n");
+		return ret;
+	}
+
+	ret = do_fd_test(&ring, fname, POLLOUT | POLLIN);
+	if (ret) {
+		fprintf(stderr, "fd test IN|OUT failed\n");
+		return ret;
+	}
+
+	return 0;
+
+}

data/vendor/liburing/test/poll.c

@@ -0,0 +1,327 @@
+/* SPDX-License-Identifier: MIT */
+/*
+ * Description: test io_uring poll handling
+ *
+ */
+#include <errno.h>
+#include <stdio.h>
+#include <unistd.h>
+#include <stdlib.h>
+#include <string.h>
+#include <signal.h>
+#include <poll.h>
+#include <sys/wait.h>
+#include <assert.h>
+
+#include "helpers.h"
+#include "liburing.h"
+
+static void do_setsockopt(int fd, int level, int optname, int val)
+{
+	if (setsockopt(fd, level, optname, &val, sizeof(val)))
+		t_error(1, errno, "setsockopt %d.%d: %d", level, optname, val);
+}
+
+static bool check_cq_empty(struct io_uring *ring)
+{
+	struct io_uring_cqe *cqe = NULL;
+	int ret;
+
+	ret = io_uring_peek_cqe(ring, &cqe); /* nothing should be there */
+	return ret == -EAGAIN;
+}
+
+static int test_basic(void)
+{
+	struct io_uring_cqe *cqe;
+	struct io_uring_sqe *sqe;
+	struct io_uring ring;
+	int pipe1[2];
+	pid_t p;
+	int ret;
+
+	if (pipe(pipe1) != 0) {
+		perror("pipe");
+		return 1;
+	}
+
+	p = fork();
+	if (p == -1) {
+		perror("fork");
+		exit(2);
+	} else if (p == 0) {
+		ret = io_uring_queue_init(1, &ring, 0);
+		if (ret) {
+			fprintf(stderr, "child: ring setup failed: %d\n", ret);
+			return 1;
+		}
+
+		sqe = io_uring_get_sqe(&ring);
+		if (!sqe) {
+			fprintf(stderr, "get sqe failed\n");
+			return 1;
+		}
+
+		io_uring_prep_poll_add(sqe, pipe1[0], POLLIN);
+		io_uring_sqe_set_data(sqe, sqe);
+
+		ret = io_uring_submit(&ring);
+		if (ret <= 0) {
+			fprintf(stderr, "child: sqe submit failed: %d\n", ret);
+			return 1;
+		}
+
+		do {
+			ret = io_uring_wait_cqe(&ring, &cqe);
+			if (ret < 0) {
+				fprintf(stderr, "child: wait completion %d\n", ret);
+				break;
+			}
+			io_uring_cqe_seen(&ring, cqe);
+		} while (ret != 0);
+
+		if (ret < 0)
+			return 1;
+		if (cqe->user_data != (unsigned long) sqe) {
+			fprintf(stderr, "child: cqe doesn't match sqe\n");
+			return 1;
+		}
+		if ((cqe->res & POLLIN) != POLLIN) {
+			fprintf(stderr, "child: bad return value %ld\n",
+							(long) cqe->res);
+			return 1;
+		}
+
+		io_uring_queue_exit(&ring);
+		exit(0);
+	}
+
+	do {
+		errno = 0;
+		ret = write(pipe1[1], "foo", 3);
+	} while (ret == -1 && errno == EINTR);
+
+	if (ret != 3) {
+		fprintf(stderr, "parent: bad write return %d\n", ret);
+		return 1;
+	}
+	close(pipe1[0]);
+	close(pipe1[1]);
+	return 0;
+}
+
+static int test_missing_events(void)
+{
+	struct io_uring_cqe *cqe;
+	struct io_uring_sqe *sqe;
+	struct io_uring ring;
+	int i, ret, sp[2];
+	char buf[2] = {};
+	int res_mask = 0;
+
+	ret = io_uring_queue_init(8, &ring, IORING_SETUP_SINGLE_ISSUER |
+					    IORING_SETUP_DEFER_TASKRUN);
+	if (ret) {
+		fprintf(stderr, "ring setup failed: %d\n", ret);
+		return 1;
+	}
+
+	if (socketpair(AF_UNIX, SOCK_STREAM, 0, sp) != 0) {
+		perror("Failed to create Unix-domain socket pair\n");
+		return 1;
+	}
+	do_setsockopt(sp[0], SOL_SOCKET, SO_SNDBUF, 1);
+	ret = send(sp[0], buf, sizeof(buf), 0);
+	if (ret != sizeof(buf)) {
+		perror("send failed\n");
+		return 1;
+	}
+
+	sqe = io_uring_get_sqe(&ring);
+	io_uring_prep_poll_multishot(sqe, sp[0], POLLIN|POLLOUT);
+	ret = io_uring_submit(&ring);
+	if (ret != 1) {
+		fprintf(stderr, "sqe submit failed: %d\n", ret);
+		return 1;
+	}
+
+	/* trigger EPOLLIN */
+	ret = send(sp[1], buf, sizeof(buf), 0);
+	if (ret != sizeof(buf)) {
+		fprintf(stderr, "send sp[1] failed %i %i\n", ret, errno);
+		return 1;
+	}
+
+	/* trigger EPOLLOUT */
+	ret = recv(sp[1], buf, sizeof(buf), 0);
+	if (ret != sizeof(buf)) {
+		perror("recv failed\n");
+		return 1;
+	}
+
+	for (i = 0; ; i++) {
+		if (i == 0)
+			ret = io_uring_wait_cqe(&ring, &cqe);
+		else
+			ret = io_uring_peek_cqe(&ring, &cqe);
+
+		if (i != 0 && ret == -EAGAIN) {
+			break;
+		}
+		if (ret) {
+			fprintf(stderr, "wait completion %d, %i\n", ret, i);
+			return 1;
+		}
+		res_mask |= cqe->res;
+		io_uring_cqe_seen(&ring, cqe);
+	}
+
+	if ((res_mask & (POLLIN|POLLOUT)) != (POLLIN|POLLOUT)) {
+		fprintf(stderr, "missing poll events %i\n", res_mask);
+		return 1;
+	}
+	io_uring_queue_exit(&ring);
+	close(sp[0]);
+	close(sp[1]);
+	return 0;
+}
+
+#define NR_SQES		2048
+
+static int test_self_poll(void)
+{
+	struct io_uring_cqe *cqe;
+	struct io_uring_sqe *sqe;
+	struct io_uring ring;
+	int ret, i, j;
+
+	ret = io_uring_queue_init(NR_SQES, &ring, 0);
+	if (ret) {
+		fprintf(stderr, "ring setup failed: %d\n", ret);
+		return T_EXIT_FAIL;
+	}
+
+	for (j = 0; j < 32; j++) {
+		for (i = 0; i < NR_SQES; i++) {
+			sqe = io_uring_get_sqe(&ring);
+			io_uring_prep_poll_add(sqe, ring.ring_fd, POLLIN);
+		}
+
+		ret = io_uring_submit(&ring);
+		assert(ret == NR_SQES);
+	}
+
+	sqe = io_uring_get_sqe(&ring);
+	io_uring_prep_nop(sqe);
+	ret = io_uring_submit(&ring);
+	assert(ret == 1);
+
+	ret = io_uring_wait_cqe(&ring, &cqe);
+	io_uring_cqe_seen(&ring, cqe);
+
+	io_uring_queue_exit(&ring);
+	return T_EXIT_PASS;
+}
+
+static int test_disabled_ring_lazy_polling(int early_poll)
+{
+	struct io_uring_cqe *cqe;
+	struct io_uring_sqe *sqe;
+	struct io_uring ring, ring2;
+	unsigned head;
+	int ret, i = 0;
+
+	ret = io_uring_queue_init(8, &ring, IORING_SETUP_SINGLE_ISSUER |
+					     IORING_SETUP_DEFER_TASKRUN |
+					     IORING_SETUP_R_DISABLED);
+	if (ret) {
+		fprintf(stderr, "ring setup failed: %d\n", ret);
+		return 1;
+	}
+	ret = io_uring_queue_init(8, &ring2, 0);
+	if (ret) {
+		fprintf(stderr, "ring2 setup failed: %d\n", ret);
+		return 1;
+	}
+
+	if (early_poll) {
+		/* start polling disabled DEFER_TASKRUN ring */
+		sqe = io_uring_get_sqe(&ring2);
+		io_uring_prep_poll_add(sqe, ring.ring_fd, POLLIN);
+		ret = io_uring_submit(&ring2);
+		assert(ret == 1);
+		assert(check_cq_empty(&ring2));
+	}
+
+	/* enable rings, which should also activate pollwq */
+	ret = io_uring_enable_rings(&ring);
+	assert(ret >= 0);
+
+	if (!early_poll) {
+		/* start polling enabled DEFER_TASKRUN ring */
+		sqe = io_uring_get_sqe(&ring2);
+		io_uring_prep_poll_add(sqe, ring.ring_fd, POLLIN);
+		ret = io_uring_submit(&ring2);
+		assert(ret == 1);
+		assert(check_cq_empty(&ring2));
+	}
+
+	sqe = io_uring_get_sqe(&ring);
+	io_uring_prep_nop(sqe);
+	ret = io_uring_submit(&ring);
+	assert(ret == 1);
+
+	io_uring_for_each_cqe(&ring2, head, cqe) {
+		i++;
+	}
+	if (i !=  1) {
+		fprintf(stderr, "fail, polling stuck\n");
+		return 1;
+	}
+	io_uring_queue_exit(&ring);
+	io_uring_queue_exit(&ring2);
+	return 0;
+}
+
+int main(int argc, char *argv[])
+{
+	int ret;
+
+	if (argc > 1)
+		return 0;
+
+	ret = test_basic();
+	if (ret) {
+		fprintf(stderr, "test_basic() failed %i\n", ret);
+		return T_EXIT_FAIL;
+	}
+
+
+	if (t_probe_defer_taskrun()) {
+		ret = test_missing_events();
+		if (ret) {
+			fprintf(stderr, "test_missing_events() failed %i\n", ret);
+			return T_EXIT_FAIL;
+		}
+
+		ret = test_disabled_ring_lazy_polling(false);
+		if (ret) {
+			fprintf(stderr, "test_disabled_ring_lazy_polling(false) failed %i\n", ret);
+			return T_EXIT_FAIL;
+		}
+
+		ret = test_disabled_ring_lazy_polling(true);
+		if (ret) {
+			fprintf(stderr, "test_disabled_ring_lazy_polling(true) failed %i\n", ret);
+			return T_EXIT_FAIL;
+		}
+	}
+
+	ret = test_self_poll();
+	if (ret) {
+		fprintf(stderr, "test_self_poll failed\n");
+		return T_EXIT_FAIL;
+	}
+
+	return 0;
+}