iou 0.1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +7 -0
- data/.github/dependabot.yml +12 -0
- data/.gitignore +59 -0
- data/.gitmodules +3 -0
- data/Gemfile +3 -0
- data/LICENSE +21 -0
- data/README.md +106 -0
- data/Rakefile +39 -0
- data/TODO.md +4 -0
- data/examples/echo_server.rb +52 -0
- data/examples/event_loop.rb +69 -0
- data/examples/http_server.rb +56 -0
- data/examples/http_server_multishot.rb +59 -0
- data/ext/iou/extconf.rb +71 -0
- data/ext/iou/iou.c +729 -0
- data/ext/iou/iou.h +66 -0
- data/ext/iou/iou_ext.c +9 -0
- data/ext/iou/op_spec_data.c +61 -0
- data/iou.gemspec +27 -0
- data/lib/iou/version.rb +5 -0
- data/lib/iou.rb +3 -0
- data/test/helper.rb +59 -0
- data/test/test_iou.rb +794 -0
- data/vendor/liburing/.github/actions/codespell/stopwords +7 -0
- data/vendor/liburing/.github/pull_request_template.md +86 -0
- data/vendor/liburing/.github/workflows/build.yml +137 -0
- data/vendor/liburing/.github/workflows/codespell.yml +25 -0
- data/vendor/liburing/.github/workflows/shellcheck.yml +20 -0
- data/vendor/liburing/.gitignore +41 -0
- data/vendor/liburing/CHANGELOG +111 -0
- data/vendor/liburing/CITATION.cff +11 -0
- data/vendor/liburing/COPYING +502 -0
- data/vendor/liburing/COPYING.GPL +339 -0
- data/vendor/liburing/LICENSE +20 -0
- data/vendor/liburing/Makefile +96 -0
- data/vendor/liburing/Makefile.common +7 -0
- data/vendor/liburing/Makefile.quiet +11 -0
- data/vendor/liburing/README +106 -0
- data/vendor/liburing/SECURITY.md +6 -0
- data/vendor/liburing/configure +624 -0
- data/vendor/liburing/debian/README.Debian +7 -0
- data/vendor/liburing/debian/changelog +38 -0
- data/vendor/liburing/debian/control +39 -0
- data/vendor/liburing/debian/copyright +49 -0
- data/vendor/liburing/debian/liburing-dev.install +4 -0
- data/vendor/liburing/debian/liburing-dev.manpages +5 -0
- data/vendor/liburing/debian/liburing2.install +1 -0
- data/vendor/liburing/debian/liburing2.symbols +56 -0
- data/vendor/liburing/debian/patches/series +1 -0
- data/vendor/liburing/debian/rules +29 -0
- data/vendor/liburing/debian/source/format +1 -0
- data/vendor/liburing/debian/source/local-options +2 -0
- data/vendor/liburing/debian/source/options +1 -0
- data/vendor/liburing/debian/watch +3 -0
- data/vendor/liburing/examples/Makefile +53 -0
- data/vendor/liburing/examples/helpers.c +62 -0
- data/vendor/liburing/examples/helpers.h +7 -0
- data/vendor/liburing/examples/io_uring-close-test.c +123 -0
- data/vendor/liburing/examples/io_uring-cp.c +282 -0
- data/vendor/liburing/examples/io_uring-test.c +112 -0
- data/vendor/liburing/examples/io_uring-udp.c +403 -0
- data/vendor/liburing/examples/link-cp.c +193 -0
- data/vendor/liburing/examples/napi-busy-poll-client.c +509 -0
- data/vendor/liburing/examples/napi-busy-poll-server.c +450 -0
- data/vendor/liburing/examples/poll-bench.c +101 -0
- data/vendor/liburing/examples/proxy.c +2461 -0
- data/vendor/liburing/examples/proxy.h +102 -0
- data/vendor/liburing/examples/rsrc-update-bench.c +100 -0
- data/vendor/liburing/examples/send-zerocopy.c +658 -0
- data/vendor/liburing/examples/ucontext-cp.c +258 -0
- data/vendor/liburing/liburing-ffi.pc.in +12 -0
- data/vendor/liburing/liburing.pc.in +12 -0
- data/vendor/liburing/liburing.spec +66 -0
- data/vendor/liburing/make-debs.sh +55 -0
- data/vendor/liburing/src/Makefile +129 -0
- data/vendor/liburing/src/arch/aarch64/lib.h +47 -0
- data/vendor/liburing/src/arch/aarch64/syscall.h +91 -0
- data/vendor/liburing/src/arch/generic/lib.h +17 -0
- data/vendor/liburing/src/arch/generic/syscall.h +100 -0
- data/vendor/liburing/src/arch/riscv64/lib.h +48 -0
- data/vendor/liburing/src/arch/riscv64/syscall.h +100 -0
- data/vendor/liburing/src/arch/syscall-defs.h +94 -0
- data/vendor/liburing/src/arch/x86/lib.h +11 -0
- data/vendor/liburing/src/arch/x86/syscall.h +296 -0
- data/vendor/liburing/src/ffi.c +15 -0
- data/vendor/liburing/src/include/liburing/barrier.h +81 -0
- data/vendor/liburing/src/include/liburing/io_uring.h +818 -0
- data/vendor/liburing/src/include/liburing.h +1602 -0
- data/vendor/liburing/src/int_flags.h +11 -0
- data/vendor/liburing/src/lib.h +52 -0
- data/vendor/liburing/src/liburing-ffi.map +211 -0
- data/vendor/liburing/src/liburing.map +104 -0
- data/vendor/liburing/src/nolibc.c +55 -0
- data/vendor/liburing/src/queue.c +468 -0
- data/vendor/liburing/src/register.c +374 -0
- data/vendor/liburing/src/setup.c +689 -0
- data/vendor/liburing/src/setup.h +9 -0
- data/vendor/liburing/src/syscall.c +29 -0
- data/vendor/liburing/src/syscall.h +53 -0
- data/vendor/liburing/src/version.c +21 -0
- data/vendor/liburing/test/232c93d07b74.c +305 -0
- data/vendor/liburing/test/35fa71a030ca.c +329 -0
- data/vendor/liburing/test/500f9fbadef8.c +91 -0
- data/vendor/liburing/test/7ad0e4b2f83c.c +94 -0
- data/vendor/liburing/test/8a9973408177.c +107 -0
- data/vendor/liburing/test/917257daa0fe.c +54 -0
- data/vendor/liburing/test/Makefile +297 -0
- data/vendor/liburing/test/a0908ae19763.c +59 -0
- data/vendor/liburing/test/a4c0b3decb33.c +181 -0
- data/vendor/liburing/test/accept-link.c +255 -0
- data/vendor/liburing/test/accept-non-empty.c +256 -0
- data/vendor/liburing/test/accept-reuse.c +163 -0
- data/vendor/liburing/test/accept-test.c +83 -0
- data/vendor/liburing/test/accept.c +919 -0
- data/vendor/liburing/test/across-fork.c +284 -0
- data/vendor/liburing/test/b19062a56726.c +54 -0
- data/vendor/liburing/test/b5837bd5311d.c +78 -0
- data/vendor/liburing/test/bind-listen.c +408 -0
- data/vendor/liburing/test/buf-ring-nommap.c +123 -0
- data/vendor/liburing/test/buf-ring-put.c +83 -0
- data/vendor/liburing/test/buf-ring.c +473 -0
- data/vendor/liburing/test/ce593a6c480a.c +139 -0
- data/vendor/liburing/test/close-opath.c +123 -0
- data/vendor/liburing/test/config +14 -0
- data/vendor/liburing/test/connect-rep.c +204 -0
- data/vendor/liburing/test/connect.c +442 -0
- data/vendor/liburing/test/coredump.c +60 -0
- data/vendor/liburing/test/cq-full.c +97 -0
- data/vendor/liburing/test/cq-overflow.c +530 -0
- data/vendor/liburing/test/cq-peek-batch.c +103 -0
- data/vendor/liburing/test/cq-ready.c +95 -0
- data/vendor/liburing/test/cq-size.c +65 -0
- data/vendor/liburing/test/d4ae271dfaae.c +96 -0
- data/vendor/liburing/test/d77a67ed5f27.c +65 -0
- data/vendor/liburing/test/defer-taskrun.c +391 -0
- data/vendor/liburing/test/defer-tw-timeout.c +173 -0
- data/vendor/liburing/test/defer.c +319 -0
- data/vendor/liburing/test/double-poll-crash.c +195 -0
- data/vendor/liburing/test/drop-submit.c +94 -0
- data/vendor/liburing/test/eeed8b54e0df.c +120 -0
- data/vendor/liburing/test/empty-eownerdead.c +45 -0
- data/vendor/liburing/test/eploop.c +74 -0
- data/vendor/liburing/test/eventfd-disable.c +179 -0
- data/vendor/liburing/test/eventfd-reg.c +77 -0
- data/vendor/liburing/test/eventfd-ring.c +98 -0
- data/vendor/liburing/test/eventfd.c +113 -0
- data/vendor/liburing/test/evloop.c +73 -0
- data/vendor/liburing/test/exec-target.c +6 -0
- data/vendor/liburing/test/exit-no-cleanup.c +117 -0
- data/vendor/liburing/test/fadvise.c +202 -0
- data/vendor/liburing/test/fallocate.c +265 -0
- data/vendor/liburing/test/fc2a85cb02ef.c +132 -0
- data/vendor/liburing/test/fd-install.c +500 -0
- data/vendor/liburing/test/fd-pass.c +237 -0
- data/vendor/liburing/test/fdinfo.c +419 -0
- data/vendor/liburing/test/file-register.c +1189 -0
- data/vendor/liburing/test/file-update.c +231 -0
- data/vendor/liburing/test/file-verify.c +654 -0
- data/vendor/liburing/test/files-exit-hang-poll.c +114 -0
- data/vendor/liburing/test/files-exit-hang-timeout.c +137 -0
- data/vendor/liburing/test/fixed-buf-iter.c +115 -0
- data/vendor/liburing/test/fixed-buf-merge.c +101 -0
- data/vendor/liburing/test/fixed-hugepage.c +411 -0
- data/vendor/liburing/test/fixed-link.c +90 -0
- data/vendor/liburing/test/fixed-reuse.c +160 -0
- data/vendor/liburing/test/fpos.c +255 -0
- data/vendor/liburing/test/fsnotify.c +118 -0
- data/vendor/liburing/test/fsync.c +224 -0
- data/vendor/liburing/test/futex.c +571 -0
- data/vendor/liburing/test/hardlink.c +170 -0
- data/vendor/liburing/test/helpers.c +318 -0
- data/vendor/liburing/test/helpers.h +108 -0
- data/vendor/liburing/test/ignore-single-mmap.c +48 -0
- data/vendor/liburing/test/init-mem.c +164 -0
- data/vendor/liburing/test/io-cancel.c +561 -0
- data/vendor/liburing/test/io_uring_enter.c +264 -0
- data/vendor/liburing/test/io_uring_passthrough.c +482 -0
- data/vendor/liburing/test/io_uring_register.c +503 -0
- data/vendor/liburing/test/io_uring_setup.c +110 -0
- data/vendor/liburing/test/iopoll-leak.c +85 -0
- data/vendor/liburing/test/iopoll-overflow.c +118 -0
- data/vendor/liburing/test/iopoll.c +465 -0
- data/vendor/liburing/test/lfs-openat-write.c +119 -0
- data/vendor/liburing/test/lfs-openat.c +273 -0
- data/vendor/liburing/test/link-timeout.c +1108 -0
- data/vendor/liburing/test/link.c +497 -0
- data/vendor/liburing/test/link_drain.c +255 -0
- data/vendor/liburing/test/madvise.c +195 -0
- data/vendor/liburing/test/min-timeout-wait.c +354 -0
- data/vendor/liburing/test/min-timeout.c +233 -0
- data/vendor/liburing/test/mkdir.c +112 -0
- data/vendor/liburing/test/msg-ring-fd.c +331 -0
- data/vendor/liburing/test/msg-ring-flags.c +212 -0
- data/vendor/liburing/test/msg-ring-overflow.c +159 -0
- data/vendor/liburing/test/msg-ring.c +467 -0
- data/vendor/liburing/test/multicqes_drain.c +429 -0
- data/vendor/liburing/test/napi-test.c +215 -0
- data/vendor/liburing/test/napi-test.sh +48 -0
- data/vendor/liburing/test/no-mmap-inval.c +42 -0
- data/vendor/liburing/test/nolibc.c +62 -0
- data/vendor/liburing/test/nop-all-sizes.c +99 -0
- data/vendor/liburing/test/nop.c +177 -0
- data/vendor/liburing/test/nvme.h +169 -0
- data/vendor/liburing/test/ooo-file-unreg.c +82 -0
- data/vendor/liburing/test/open-close.c +261 -0
- data/vendor/liburing/test/open-direct-link.c +188 -0
- data/vendor/liburing/test/open-direct-pick.c +180 -0
- data/vendor/liburing/test/openat2.c +312 -0
- data/vendor/liburing/test/personality.c +204 -0
- data/vendor/liburing/test/pipe-bug.c +95 -0
- data/vendor/liburing/test/pipe-eof.c +83 -0
- data/vendor/liburing/test/pipe-reuse.c +105 -0
- data/vendor/liburing/test/poll-cancel-all.c +496 -0
- data/vendor/liburing/test/poll-cancel-ton.c +135 -0
- data/vendor/liburing/test/poll-cancel.c +228 -0
- data/vendor/liburing/test/poll-link.c +221 -0
- data/vendor/liburing/test/poll-many.c +230 -0
- data/vendor/liburing/test/poll-mshot-overflow.c +265 -0
- data/vendor/liburing/test/poll-mshot-update.c +323 -0
- data/vendor/liburing/test/poll-race-mshot.c +276 -0
- data/vendor/liburing/test/poll-race.c +105 -0
- data/vendor/liburing/test/poll-ring.c +48 -0
- data/vendor/liburing/test/poll-v-poll.c +353 -0
- data/vendor/liburing/test/poll.c +327 -0
- data/vendor/liburing/test/probe.c +135 -0
- data/vendor/liburing/test/read-before-exit.c +129 -0
- data/vendor/liburing/test/read-mshot-empty.c +153 -0
- data/vendor/liburing/test/read-mshot.c +404 -0
- data/vendor/liburing/test/read-write.c +1013 -0
- data/vendor/liburing/test/recv-msgall-stream.c +398 -0
- data/vendor/liburing/test/recv-msgall.c +263 -0
- data/vendor/liburing/test/recv-multishot.c +602 -0
- data/vendor/liburing/test/recvsend_bundle.c +691 -0
- data/vendor/liburing/test/reg-fd-only.c +131 -0
- data/vendor/liburing/test/reg-hint.c +56 -0
- data/vendor/liburing/test/reg-reg-ring.c +90 -0
- data/vendor/liburing/test/regbuf-merge.c +91 -0
- data/vendor/liburing/test/register-restrictions.c +633 -0
- data/vendor/liburing/test/rename.c +132 -0
- data/vendor/liburing/test/ring-leak.c +283 -0
- data/vendor/liburing/test/ring-leak2.c +249 -0
- data/vendor/liburing/test/ringbuf-read.c +196 -0
- data/vendor/liburing/test/ringbuf-status.c +242 -0
- data/vendor/liburing/test/rsrc_tags.c +461 -0
- data/vendor/liburing/test/runtests-loop.sh +16 -0
- data/vendor/liburing/test/runtests-quiet.sh +11 -0
- data/vendor/liburing/test/runtests.sh +168 -0
- data/vendor/liburing/test/rw_merge_test.c +98 -0
- data/vendor/liburing/test/self.c +91 -0
- data/vendor/liburing/test/send-zerocopy.c +971 -0
- data/vendor/liburing/test/send_recv.c +412 -0
- data/vendor/liburing/test/send_recvmsg.c +444 -0
- data/vendor/liburing/test/shared-wq.c +84 -0
- data/vendor/liburing/test/short-read.c +75 -0
- data/vendor/liburing/test/shutdown.c +165 -0
- data/vendor/liburing/test/sigfd-deadlock.c +88 -0
- data/vendor/liburing/test/single-issuer.c +169 -0
- data/vendor/liburing/test/skip-cqe.c +428 -0
- data/vendor/liburing/test/socket-getsetsock-cmd.c +346 -0
- data/vendor/liburing/test/socket-io-cmd.c +237 -0
- data/vendor/liburing/test/socket-rw-eagain.c +149 -0
- data/vendor/liburing/test/socket-rw-offset.c +149 -0
- data/vendor/liburing/test/socket-rw.c +137 -0
- data/vendor/liburing/test/socket.c +408 -0
- data/vendor/liburing/test/splice.c +512 -0
- data/vendor/liburing/test/sq-full-cpp.cc +45 -0
- data/vendor/liburing/test/sq-full.c +45 -0
- data/vendor/liburing/test/sq-poll-dup.c +211 -0
- data/vendor/liburing/test/sq-poll-kthread.c +169 -0
- data/vendor/liburing/test/sq-poll-share.c +138 -0
- data/vendor/liburing/test/sq-space_left.c +159 -0
- data/vendor/liburing/test/sqpoll-disable-exit.c +196 -0
- data/vendor/liburing/test/sqpoll-exec.c +132 -0
- data/vendor/liburing/test/sqpoll-exit-hang.c +78 -0
- data/vendor/liburing/test/sqpoll-sleep.c +69 -0
- data/vendor/liburing/test/statx.c +172 -0
- data/vendor/liburing/test/stdout.c +232 -0
- data/vendor/liburing/test/submit-and-wait.c +108 -0
- data/vendor/liburing/test/submit-link-fail.c +156 -0
- data/vendor/liburing/test/submit-reuse.c +237 -0
- data/vendor/liburing/test/symlink.c +117 -0
- data/vendor/liburing/test/sync-cancel.c +235 -0
- data/vendor/liburing/test/teardowns.c +58 -0
- data/vendor/liburing/test/test.h +36 -0
- data/vendor/liburing/test/thread-exit.c +143 -0
- data/vendor/liburing/test/timeout-new.c +256 -0
- data/vendor/liburing/test/timeout.c +1798 -0
- data/vendor/liburing/test/truncate.c +186 -0
- data/vendor/liburing/test/tty-write-dpoll.c +60 -0
- data/vendor/liburing/test/unlink.c +112 -0
- data/vendor/liburing/test/version.c +25 -0
- data/vendor/liburing/test/wait-timeout.c +287 -0
- data/vendor/liburing/test/waitid.c +373 -0
- data/vendor/liburing/test/wakeup-hang.c +162 -0
- data/vendor/liburing/test/wq-aff.c +146 -0
- data/vendor/liburing/test/xattr.c +442 -0
- metadata +402 -0
@@ -0,0 +1,482 @@
|
|
1
|
+
/* SPDX-License-Identifier: MIT */
|
2
|
+
/*
|
3
|
+
* Description: basic read/write tests for io_uring passthrough commands
|
4
|
+
*/
|
5
|
+
#include <errno.h>
|
6
|
+
#include <stdio.h>
|
7
|
+
#include <unistd.h>
|
8
|
+
#include <stdlib.h>
|
9
|
+
#include <string.h>
|
10
|
+
|
11
|
+
#include "helpers.h"
|
12
|
+
#include "liburing.h"
|
13
|
+
#include "../src/syscall.h"
|
14
|
+
#include "nvme.h"
|
15
|
+
|
16
|
+
#define FILE_SIZE (256 * 1024)
|
17
|
+
#define BS 8192
|
18
|
+
#define BUFFERS (FILE_SIZE / BS)
|
19
|
+
|
20
|
+
static struct iovec *vecs;
|
21
|
+
static int no_pt;
|
22
|
+
|
23
|
+
/*
|
24
|
+
* Each offset in the file has the ((test_case / 2) * FILE_SIZE)
|
25
|
+
* + (offset / sizeof(int)) stored for every
|
26
|
+
* sizeof(int) address.
|
27
|
+
*/
|
28
|
+
static int verify_buf(int tc, void *buf, off_t off)
|
29
|
+
{
|
30
|
+
int i, u_in_buf = BS / sizeof(unsigned int);
|
31
|
+
unsigned int *ptr;
|
32
|
+
|
33
|
+
off /= sizeof(unsigned int);
|
34
|
+
off += (tc / 2) * FILE_SIZE;
|
35
|
+
ptr = buf;
|
36
|
+
for (i = 0; i < u_in_buf; i++) {
|
37
|
+
if (off != *ptr) {
|
38
|
+
fprintf(stderr, "Found %u, wanted %llu\n", *ptr,
|
39
|
+
(unsigned long long) off);
|
40
|
+
return 1;
|
41
|
+
}
|
42
|
+
ptr++;
|
43
|
+
off++;
|
44
|
+
}
|
45
|
+
|
46
|
+
return 0;
|
47
|
+
}
|
48
|
+
|
49
|
+
static int fill_pattern(int tc)
|
50
|
+
{
|
51
|
+
unsigned int val, *ptr;
|
52
|
+
int i, j;
|
53
|
+
int u_in_buf = BS / sizeof(val);
|
54
|
+
|
55
|
+
val = (tc / 2) * FILE_SIZE;
|
56
|
+
for (i = 0; i < BUFFERS; i++) {
|
57
|
+
ptr = vecs[i].iov_base;
|
58
|
+
for (j = 0; j < u_in_buf; j++) {
|
59
|
+
*ptr = val;
|
60
|
+
val++;
|
61
|
+
ptr++;
|
62
|
+
}
|
63
|
+
}
|
64
|
+
|
65
|
+
return 0;
|
66
|
+
}
|
67
|
+
|
68
|
+
static int __test_io(const char *file, struct io_uring *ring, int tc, int read,
|
69
|
+
int sqthread, int fixed, int nonvec)
|
70
|
+
{
|
71
|
+
struct io_uring_sqe *sqe;
|
72
|
+
struct io_uring_cqe *cqe;
|
73
|
+
struct nvme_uring_cmd *cmd;
|
74
|
+
int open_flags;
|
75
|
+
int do_fixed;
|
76
|
+
int i, ret, fd = -1;
|
77
|
+
off_t offset;
|
78
|
+
__u64 slba;
|
79
|
+
__u32 nlb;
|
80
|
+
|
81
|
+
if (read)
|
82
|
+
open_flags = O_RDONLY;
|
83
|
+
else
|
84
|
+
open_flags = O_WRONLY;
|
85
|
+
|
86
|
+
if (fixed) {
|
87
|
+
ret = t_register_buffers(ring, vecs, BUFFERS);
|
88
|
+
if (ret == T_SETUP_SKIP)
|
89
|
+
return 0;
|
90
|
+
if (ret != T_SETUP_OK) {
|
91
|
+
fprintf(stderr, "buffer reg failed: %d\n", ret);
|
92
|
+
goto err;
|
93
|
+
}
|
94
|
+
}
|
95
|
+
|
96
|
+
fd = open(file, open_flags);
|
97
|
+
if (fd < 0) {
|
98
|
+
perror("file open");
|
99
|
+
goto err;
|
100
|
+
}
|
101
|
+
|
102
|
+
if (sqthread) {
|
103
|
+
ret = io_uring_register_files(ring, &fd, 1);
|
104
|
+
if (ret) {
|
105
|
+
fprintf(stderr, "file reg failed: %d\n", ret);
|
106
|
+
goto err;
|
107
|
+
}
|
108
|
+
}
|
109
|
+
|
110
|
+
if (!read)
|
111
|
+
fill_pattern(tc);
|
112
|
+
|
113
|
+
offset = 0;
|
114
|
+
for (i = 0; i < BUFFERS; i++) {
|
115
|
+
sqe = io_uring_get_sqe(ring);
|
116
|
+
if (!sqe) {
|
117
|
+
fprintf(stderr, "sqe get failed\n");
|
118
|
+
goto err;
|
119
|
+
}
|
120
|
+
if (read) {
|
121
|
+
int use_fd = fd;
|
122
|
+
|
123
|
+
do_fixed = fixed;
|
124
|
+
|
125
|
+
if (sqthread)
|
126
|
+
use_fd = 0;
|
127
|
+
if (fixed && (i & 1))
|
128
|
+
do_fixed = 0;
|
129
|
+
if (do_fixed) {
|
130
|
+
io_uring_prep_read_fixed(sqe, use_fd, vecs[i].iov_base,
|
131
|
+
vecs[i].iov_len,
|
132
|
+
offset, i);
|
133
|
+
sqe->cmd_op = NVME_URING_CMD_IO;
|
134
|
+
} else if (nonvec) {
|
135
|
+
io_uring_prep_read(sqe, use_fd, vecs[i].iov_base,
|
136
|
+
vecs[i].iov_len, offset);
|
137
|
+
sqe->cmd_op = NVME_URING_CMD_IO;
|
138
|
+
} else {
|
139
|
+
io_uring_prep_readv(sqe, use_fd, &vecs[i], 1,
|
140
|
+
offset);
|
141
|
+
sqe->cmd_op = NVME_URING_CMD_IO_VEC;
|
142
|
+
}
|
143
|
+
} else {
|
144
|
+
int use_fd = fd;
|
145
|
+
|
146
|
+
do_fixed = fixed;
|
147
|
+
|
148
|
+
if (sqthread)
|
149
|
+
use_fd = 0;
|
150
|
+
if (fixed && (i & 1))
|
151
|
+
do_fixed = 0;
|
152
|
+
if (do_fixed) {
|
153
|
+
io_uring_prep_write_fixed(sqe, use_fd, vecs[i].iov_base,
|
154
|
+
vecs[i].iov_len,
|
155
|
+
offset, i);
|
156
|
+
sqe->cmd_op = NVME_URING_CMD_IO;
|
157
|
+
} else if (nonvec) {
|
158
|
+
io_uring_prep_write(sqe, use_fd, vecs[i].iov_base,
|
159
|
+
vecs[i].iov_len, offset);
|
160
|
+
sqe->cmd_op = NVME_URING_CMD_IO;
|
161
|
+
} else {
|
162
|
+
io_uring_prep_writev(sqe, use_fd, &vecs[i], 1,
|
163
|
+
offset);
|
164
|
+
sqe->cmd_op = NVME_URING_CMD_IO_VEC;
|
165
|
+
}
|
166
|
+
}
|
167
|
+
sqe->opcode = IORING_OP_URING_CMD;
|
168
|
+
sqe->user_data = ((uint64_t)offset << 32) | i;
|
169
|
+
if (sqthread)
|
170
|
+
sqe->flags |= IOSQE_FIXED_FILE;
|
171
|
+
|
172
|
+
cmd = (struct nvme_uring_cmd *)sqe->cmd;
|
173
|
+
memset(cmd, 0, sizeof(struct nvme_uring_cmd));
|
174
|
+
|
175
|
+
cmd->opcode = read ? nvme_cmd_read : nvme_cmd_write;
|
176
|
+
|
177
|
+
slba = offset >> lba_shift;
|
178
|
+
nlb = (BS >> lba_shift) - 1;
|
179
|
+
|
180
|
+
/* cdw10 and cdw11 represent starting lba */
|
181
|
+
cmd->cdw10 = slba & 0xffffffff;
|
182
|
+
cmd->cdw11 = slba >> 32;
|
183
|
+
/* cdw12 represent number of lba's for read/write */
|
184
|
+
cmd->cdw12 = nlb;
|
185
|
+
if (do_fixed || nonvec) {
|
186
|
+
cmd->addr = (__u64)(uintptr_t)vecs[i].iov_base;
|
187
|
+
cmd->data_len = vecs[i].iov_len;
|
188
|
+
} else {
|
189
|
+
cmd->addr = (__u64)(uintptr_t)&vecs[i];
|
190
|
+
cmd->data_len = 1;
|
191
|
+
}
|
192
|
+
cmd->nsid = nsid;
|
193
|
+
|
194
|
+
offset += BS;
|
195
|
+
}
|
196
|
+
|
197
|
+
ret = io_uring_submit(ring);
|
198
|
+
if (ret != BUFFERS) {
|
199
|
+
fprintf(stderr, "submit got %d, wanted %d\n", ret, BUFFERS);
|
200
|
+
goto err;
|
201
|
+
}
|
202
|
+
|
203
|
+
for (i = 0; i < BUFFERS; i++) {
|
204
|
+
ret = io_uring_wait_cqe(ring, &cqe);
|
205
|
+
if (ret) {
|
206
|
+
fprintf(stderr, "wait_cqe=%d\n", ret);
|
207
|
+
goto err;
|
208
|
+
}
|
209
|
+
if (cqe->res != 0) {
|
210
|
+
if (!no_pt) {
|
211
|
+
no_pt = 1;
|
212
|
+
goto skip;
|
213
|
+
}
|
214
|
+
fprintf(stderr, "cqe res %d, wanted 0\n", cqe->res);
|
215
|
+
goto err;
|
216
|
+
}
|
217
|
+
io_uring_cqe_seen(ring, cqe);
|
218
|
+
if (read) {
|
219
|
+
int index = cqe->user_data & 0xffffffff;
|
220
|
+
void *buf = vecs[index].iov_base;
|
221
|
+
off_t voff = cqe->user_data >> 32;
|
222
|
+
|
223
|
+
if (verify_buf(tc, buf, voff))
|
224
|
+
goto err;
|
225
|
+
}
|
226
|
+
}
|
227
|
+
|
228
|
+
if (fixed) {
|
229
|
+
ret = io_uring_unregister_buffers(ring);
|
230
|
+
if (ret) {
|
231
|
+
fprintf(stderr, "buffer unreg failed: %d\n", ret);
|
232
|
+
goto err;
|
233
|
+
}
|
234
|
+
}
|
235
|
+
if (sqthread) {
|
236
|
+
ret = io_uring_unregister_files(ring);
|
237
|
+
if (ret) {
|
238
|
+
fprintf(stderr, "file unreg failed: %d\n", ret);
|
239
|
+
goto err;
|
240
|
+
}
|
241
|
+
}
|
242
|
+
|
243
|
+
skip:
|
244
|
+
close(fd);
|
245
|
+
return 0;
|
246
|
+
err:
|
247
|
+
if (fd != -1)
|
248
|
+
close(fd);
|
249
|
+
return 1;
|
250
|
+
}
|
251
|
+
|
252
|
+
static int test_io(const char *file, int tc, int read, int sqthread,
|
253
|
+
int fixed, int nonvec)
|
254
|
+
{
|
255
|
+
struct io_uring ring;
|
256
|
+
int ret, ring_flags = 0;
|
257
|
+
|
258
|
+
ring_flags |= IORING_SETUP_SQE128;
|
259
|
+
ring_flags |= IORING_SETUP_CQE32;
|
260
|
+
|
261
|
+
if (sqthread)
|
262
|
+
ring_flags |= IORING_SETUP_SQPOLL;
|
263
|
+
|
264
|
+
ret = t_create_ring(64, &ring, ring_flags);
|
265
|
+
if (ret == T_SETUP_SKIP)
|
266
|
+
return 0;
|
267
|
+
if (ret != T_SETUP_OK) {
|
268
|
+
if (ret == -EINVAL) {
|
269
|
+
no_pt = 1;
|
270
|
+
return T_SETUP_SKIP;
|
271
|
+
}
|
272
|
+
fprintf(stderr, "ring create failed: %d\n", ret);
|
273
|
+
return 1;
|
274
|
+
}
|
275
|
+
|
276
|
+
ret = __test_io(file, &ring, tc, read, sqthread, fixed, nonvec);
|
277
|
+
io_uring_queue_exit(&ring);
|
278
|
+
|
279
|
+
return ret;
|
280
|
+
}
|
281
|
+
|
282
|
+
/*
|
283
|
+
* Send a passthrough command that nvme will fail during submission.
|
284
|
+
* This comes handy for testing error handling.
|
285
|
+
*/
|
286
|
+
static int test_invalid_passthru_submit(const char *file)
|
287
|
+
{
|
288
|
+
struct io_uring ring;
|
289
|
+
int fd, ret, ring_flags, open_flags;
|
290
|
+
struct io_uring_cqe *cqe;
|
291
|
+
struct io_uring_sqe *sqe;
|
292
|
+
struct nvme_uring_cmd *cmd;
|
293
|
+
|
294
|
+
ring_flags = IORING_SETUP_CQE32 | IORING_SETUP_SQE128;
|
295
|
+
|
296
|
+
ret = t_create_ring(1, &ring, ring_flags);
|
297
|
+
if (ret != T_SETUP_OK) {
|
298
|
+
fprintf(stderr, "ring create failed: %d\n", ret);
|
299
|
+
return 1;
|
300
|
+
}
|
301
|
+
|
302
|
+
open_flags = O_RDONLY;
|
303
|
+
fd = open(file, open_flags);
|
304
|
+
if (fd < 0) {
|
305
|
+
perror("file open");
|
306
|
+
goto err;
|
307
|
+
}
|
308
|
+
|
309
|
+
sqe = io_uring_get_sqe(&ring);
|
310
|
+
io_uring_prep_read(sqe, fd, vecs[0].iov_base, vecs[0].iov_len, 0);
|
311
|
+
sqe->cmd_op = NVME_URING_CMD_IO;
|
312
|
+
sqe->opcode = IORING_OP_URING_CMD;
|
313
|
+
sqe->user_data = 1;
|
314
|
+
cmd = (struct nvme_uring_cmd *)sqe->cmd;
|
315
|
+
memset(cmd, 0, sizeof(struct nvme_uring_cmd));
|
316
|
+
cmd->opcode = nvme_cmd_read;
|
317
|
+
cmd->addr = (__u64)(uintptr_t)&vecs[0].iov_base;
|
318
|
+
cmd->data_len = vecs[0].iov_len;
|
319
|
+
/* populate wrong nsid to force failure */
|
320
|
+
cmd->nsid = nsid + 1;
|
321
|
+
|
322
|
+
ret = io_uring_submit(&ring);
|
323
|
+
if (ret != 1) {
|
324
|
+
fprintf(stderr, "submit got %d, wanted %d\n", ret, 1);
|
325
|
+
goto err;
|
326
|
+
}
|
327
|
+
ret = io_uring_wait_cqe(&ring, &cqe);
|
328
|
+
if (ret) {
|
329
|
+
fprintf(stderr, "wait_cqe=%d\n", ret);
|
330
|
+
goto err;
|
331
|
+
}
|
332
|
+
if (cqe->res == 0) {
|
333
|
+
fprintf(stderr, "cqe res %d, wanted failure\n", cqe->res);
|
334
|
+
goto err;
|
335
|
+
}
|
336
|
+
io_uring_cqe_seen(&ring, cqe);
|
337
|
+
close(fd);
|
338
|
+
io_uring_queue_exit(&ring);
|
339
|
+
return 0;
|
340
|
+
err:
|
341
|
+
if (fd != -1)
|
342
|
+
close(fd);
|
343
|
+
io_uring_queue_exit(&ring);
|
344
|
+
return 1;
|
345
|
+
}
|
346
|
+
|
347
|
+
/*
|
348
|
+
* if we are polling io_uring_submit needs to always enter the
|
349
|
+
* kernel to fetch events
|
350
|
+
*/
|
351
|
+
static int test_io_uring_submit_enters(const char *file)
|
352
|
+
{
|
353
|
+
struct io_uring ring;
|
354
|
+
int fd, i, ret, ring_flags, open_flags;
|
355
|
+
unsigned head;
|
356
|
+
struct io_uring_cqe *cqe;
|
357
|
+
struct nvme_uring_cmd *cmd;
|
358
|
+
struct io_uring_sqe *sqe;
|
359
|
+
|
360
|
+
ring_flags = IORING_SETUP_IOPOLL;
|
361
|
+
ring_flags |= IORING_SETUP_SQE128;
|
362
|
+
ring_flags |= IORING_SETUP_CQE32;
|
363
|
+
|
364
|
+
ret = io_uring_queue_init(64, &ring, ring_flags);
|
365
|
+
if (ret) {
|
366
|
+
fprintf(stderr, "ring create failed: %d\n", ret);
|
367
|
+
return 1;
|
368
|
+
}
|
369
|
+
|
370
|
+
open_flags = O_WRONLY;
|
371
|
+
fd = open(file, open_flags);
|
372
|
+
if (fd < 0) {
|
373
|
+
perror("file open");
|
374
|
+
goto err;
|
375
|
+
}
|
376
|
+
|
377
|
+
for (i = 0; i < BUFFERS; i++) {
|
378
|
+
off_t offset = BS * (rand() % BUFFERS);
|
379
|
+
__u64 slba;
|
380
|
+
__u32 nlb;
|
381
|
+
|
382
|
+
sqe = io_uring_get_sqe(&ring);
|
383
|
+
io_uring_prep_readv(sqe, fd, &vecs[i], 1, offset);
|
384
|
+
sqe->user_data = i;
|
385
|
+
sqe->opcode = IORING_OP_URING_CMD;
|
386
|
+
sqe->cmd_op = NVME_URING_CMD_IO;
|
387
|
+
cmd = (struct nvme_uring_cmd *)sqe->cmd;
|
388
|
+
memset(cmd, 0, sizeof(struct nvme_uring_cmd));
|
389
|
+
|
390
|
+
slba = offset >> lba_shift;
|
391
|
+
nlb = (BS >> lba_shift) - 1;
|
392
|
+
|
393
|
+
cmd->opcode = nvme_cmd_read;
|
394
|
+
cmd->cdw10 = slba & 0xffffffff;
|
395
|
+
cmd->cdw11 = slba >> 32;
|
396
|
+
cmd->cdw12 = nlb;
|
397
|
+
cmd->addr = (__u64)(uintptr_t)&vecs[i];
|
398
|
+
cmd->data_len = 1;
|
399
|
+
cmd->nsid = nsid;
|
400
|
+
}
|
401
|
+
|
402
|
+
/* submit manually to avoid adding IORING_ENTER_GETEVENTS */
|
403
|
+
ret = __sys_io_uring_enter(ring.ring_fd, __io_uring_flush_sq(&ring), 0,
|
404
|
+
0, NULL);
|
405
|
+
if (ret < 0)
|
406
|
+
goto err;
|
407
|
+
|
408
|
+
for (i = 0; i < 500; i++) {
|
409
|
+
ret = io_uring_submit(&ring);
|
410
|
+
if (ret != 0) {
|
411
|
+
fprintf(stderr, "still had %d sqes to submit\n", ret);
|
412
|
+
goto err;
|
413
|
+
}
|
414
|
+
|
415
|
+
io_uring_for_each_cqe(&ring, head, cqe) {
|
416
|
+
if (cqe->res == -EOPNOTSUPP)
|
417
|
+
fprintf(stdout, "Device doesn't support polled IO\n");
|
418
|
+
goto ok;
|
419
|
+
}
|
420
|
+
usleep(10000);
|
421
|
+
}
|
422
|
+
err:
|
423
|
+
ret = 1;
|
424
|
+
if (fd != -1)
|
425
|
+
close(fd);
|
426
|
+
|
427
|
+
ok:
|
428
|
+
io_uring_queue_exit(&ring);
|
429
|
+
return ret;
|
430
|
+
}
|
431
|
+
|
432
|
+
int main(int argc, char *argv[])
|
433
|
+
{
|
434
|
+
int i, ret;
|
435
|
+
char *fname;
|
436
|
+
|
437
|
+
if (argc < 2)
|
438
|
+
return T_EXIT_SKIP;
|
439
|
+
|
440
|
+
fname = argv[1];
|
441
|
+
ret = nvme_get_info(fname);
|
442
|
+
|
443
|
+
if (ret)
|
444
|
+
return T_EXIT_SKIP;
|
445
|
+
|
446
|
+
vecs = t_create_buffers(BUFFERS, BS);
|
447
|
+
|
448
|
+
for (i = 0; i < 16; i++) {
|
449
|
+
int read = (i & 1) != 0;
|
450
|
+
int sqthread = (i & 2) != 0;
|
451
|
+
int fixed = (i & 4) != 0;
|
452
|
+
int nonvec = (i & 8) != 0;
|
453
|
+
|
454
|
+
ret = test_io(fname, i, read, sqthread, fixed, nonvec);
|
455
|
+
if (no_pt)
|
456
|
+
break;
|
457
|
+
if (ret) {
|
458
|
+
fprintf(stderr, "test_io failed %d/%d/%d/%d\n",
|
459
|
+
read, sqthread, fixed, nonvec);
|
460
|
+
goto err;
|
461
|
+
}
|
462
|
+
}
|
463
|
+
|
464
|
+
if (no_pt)
|
465
|
+
return T_EXIT_SKIP;
|
466
|
+
|
467
|
+
ret = test_io_uring_submit_enters(fname);
|
468
|
+
if (ret) {
|
469
|
+
fprintf(stderr, "test_io_uring_submit_enters failed\n");
|
470
|
+
goto err;
|
471
|
+
}
|
472
|
+
|
473
|
+
ret = test_invalid_passthru_submit(fname);
|
474
|
+
if (ret) {
|
475
|
+
fprintf(stderr, "test_invalid_passthru_submit failed\n");
|
476
|
+
goto err;
|
477
|
+
}
|
478
|
+
|
479
|
+
return T_EXIT_PASS;
|
480
|
+
err:
|
481
|
+
return T_EXIT_FAIL;
|
482
|
+
}
|