1*25da2beaSAndroid Build Coastguard Worker /* SPDX-License-Identifier: MIT */
2*25da2beaSAndroid Build Coastguard Worker /*
3*25da2beaSAndroid Build Coastguard Worker * Description: test SQPOLL with IORING_SETUP_ATTACH_WQ and closing of
4*25da2beaSAndroid Build Coastguard Worker * the original ring descriptor.
5*25da2beaSAndroid Build Coastguard Worker */
6*25da2beaSAndroid Build Coastguard Worker #include <errno.h>
7*25da2beaSAndroid Build Coastguard Worker #include <stdio.h>
8*25da2beaSAndroid Build Coastguard Worker #include <unistd.h>
9*25da2beaSAndroid Build Coastguard Worker #include <stdlib.h>
10*25da2beaSAndroid Build Coastguard Worker #include <string.h>
11*25da2beaSAndroid Build Coastguard Worker #include <fcntl.h>
12*25da2beaSAndroid Build Coastguard Worker #include <sys/types.h>
13*25da2beaSAndroid Build Coastguard Worker #include <sys/eventfd.h>
14*25da2beaSAndroid Build Coastguard Worker #include <sys/resource.h>
15*25da2beaSAndroid Build Coastguard Worker
16*25da2beaSAndroid Build Coastguard Worker #include "helpers.h"
17*25da2beaSAndroid Build Coastguard Worker #include "liburing.h"
18*25da2beaSAndroid Build Coastguard Worker
19*25da2beaSAndroid Build Coastguard Worker #define FILE_SIZE (128 * 1024 * 1024)
20*25da2beaSAndroid Build Coastguard Worker #define BS 4096
21*25da2beaSAndroid Build Coastguard Worker #define BUFFERS 64
22*25da2beaSAndroid Build Coastguard Worker
23*25da2beaSAndroid Build Coastguard Worker #define NR_RINGS 4
24*25da2beaSAndroid Build Coastguard Worker
25*25da2beaSAndroid Build Coastguard Worker static struct iovec *vecs;
26*25da2beaSAndroid Build Coastguard Worker static struct io_uring rings[NR_RINGS];
27*25da2beaSAndroid Build Coastguard Worker
wait_io(struct io_uring * ring,int nr_ios)28*25da2beaSAndroid Build Coastguard Worker static int wait_io(struct io_uring *ring, int nr_ios)
29*25da2beaSAndroid Build Coastguard Worker {
30*25da2beaSAndroid Build Coastguard Worker struct io_uring_cqe *cqe;
31*25da2beaSAndroid Build Coastguard Worker int ret;
32*25da2beaSAndroid Build Coastguard Worker
33*25da2beaSAndroid Build Coastguard Worker while (nr_ios) {
34*25da2beaSAndroid Build Coastguard Worker ret = io_uring_wait_cqe(ring, &cqe);
35*25da2beaSAndroid Build Coastguard Worker if (ret) {
36*25da2beaSAndroid Build Coastguard Worker fprintf(stderr, "wait_ret=%d\n", ret);
37*25da2beaSAndroid Build Coastguard Worker return 1;
38*25da2beaSAndroid Build Coastguard Worker }
39*25da2beaSAndroid Build Coastguard Worker if (cqe->res != BS) {
40*25da2beaSAndroid Build Coastguard Worker fprintf(stderr, "Unexpected ret %d\n", cqe->res);
41*25da2beaSAndroid Build Coastguard Worker return 1;
42*25da2beaSAndroid Build Coastguard Worker }
43*25da2beaSAndroid Build Coastguard Worker io_uring_cqe_seen(ring, cqe);
44*25da2beaSAndroid Build Coastguard Worker nr_ios--;
45*25da2beaSAndroid Build Coastguard Worker }
46*25da2beaSAndroid Build Coastguard Worker
47*25da2beaSAndroid Build Coastguard Worker return 0;
48*25da2beaSAndroid Build Coastguard Worker }
49*25da2beaSAndroid Build Coastguard Worker
queue_io(struct io_uring * ring,int fd,int nr_ios)50*25da2beaSAndroid Build Coastguard Worker static int queue_io(struct io_uring *ring, int fd, int nr_ios)
51*25da2beaSAndroid Build Coastguard Worker {
52*25da2beaSAndroid Build Coastguard Worker unsigned long off;
53*25da2beaSAndroid Build Coastguard Worker int i;
54*25da2beaSAndroid Build Coastguard Worker
55*25da2beaSAndroid Build Coastguard Worker i = 0;
56*25da2beaSAndroid Build Coastguard Worker off = 0;
57*25da2beaSAndroid Build Coastguard Worker while (nr_ios) {
58*25da2beaSAndroid Build Coastguard Worker struct io_uring_sqe *sqe;
59*25da2beaSAndroid Build Coastguard Worker
60*25da2beaSAndroid Build Coastguard Worker sqe = io_uring_get_sqe(ring);
61*25da2beaSAndroid Build Coastguard Worker if (!sqe)
62*25da2beaSAndroid Build Coastguard Worker break;
63*25da2beaSAndroid Build Coastguard Worker io_uring_prep_read(sqe, fd, vecs[i].iov_base, vecs[i].iov_len, off);
64*25da2beaSAndroid Build Coastguard Worker nr_ios--;
65*25da2beaSAndroid Build Coastguard Worker i++;
66*25da2beaSAndroid Build Coastguard Worker off += BS;
67*25da2beaSAndroid Build Coastguard Worker }
68*25da2beaSAndroid Build Coastguard Worker
69*25da2beaSAndroid Build Coastguard Worker io_uring_submit(ring);
70*25da2beaSAndroid Build Coastguard Worker return i;
71*25da2beaSAndroid Build Coastguard Worker }
72*25da2beaSAndroid Build Coastguard Worker
do_io(int fd,int ring_start,int ring_end)73*25da2beaSAndroid Build Coastguard Worker static int do_io(int fd, int ring_start, int ring_end)
74*25da2beaSAndroid Build Coastguard Worker {
75*25da2beaSAndroid Build Coastguard Worker int i, rets[NR_RINGS];
76*25da2beaSAndroid Build Coastguard Worker unsigned ios = 0;
77*25da2beaSAndroid Build Coastguard Worker
78*25da2beaSAndroid Build Coastguard Worker while (ios < 32) {
79*25da2beaSAndroid Build Coastguard Worker for (i = ring_start; i < ring_end; i++) {
80*25da2beaSAndroid Build Coastguard Worker int ret = queue_io(&rings[i], fd, BUFFERS);
81*25da2beaSAndroid Build Coastguard Worker if (ret < 0)
82*25da2beaSAndroid Build Coastguard Worker goto err;
83*25da2beaSAndroid Build Coastguard Worker rets[i] = ret;
84*25da2beaSAndroid Build Coastguard Worker }
85*25da2beaSAndroid Build Coastguard Worker for (i = ring_start; i < ring_end; i++) {
86*25da2beaSAndroid Build Coastguard Worker if (wait_io(&rings[i], rets[i]))
87*25da2beaSAndroid Build Coastguard Worker goto err;
88*25da2beaSAndroid Build Coastguard Worker }
89*25da2beaSAndroid Build Coastguard Worker ios += BUFFERS;
90*25da2beaSAndroid Build Coastguard Worker }
91*25da2beaSAndroid Build Coastguard Worker
92*25da2beaSAndroid Build Coastguard Worker return 0;
93*25da2beaSAndroid Build Coastguard Worker err:
94*25da2beaSAndroid Build Coastguard Worker return 1;
95*25da2beaSAndroid Build Coastguard Worker }
96*25da2beaSAndroid Build Coastguard Worker
test(int fd,int do_dup_and_close,int close_ring)97*25da2beaSAndroid Build Coastguard Worker static int test(int fd, int do_dup_and_close, int close_ring)
98*25da2beaSAndroid Build Coastguard Worker {
99*25da2beaSAndroid Build Coastguard Worker int i, ret, ring_fd;
100*25da2beaSAndroid Build Coastguard Worker
101*25da2beaSAndroid Build Coastguard Worker for (i = 0; i < NR_RINGS; i++) {
102*25da2beaSAndroid Build Coastguard Worker struct io_uring_params p = { };
103*25da2beaSAndroid Build Coastguard Worker
104*25da2beaSAndroid Build Coastguard Worker p.flags = IORING_SETUP_SQPOLL;
105*25da2beaSAndroid Build Coastguard Worker p.sq_thread_idle = 100;
106*25da2beaSAndroid Build Coastguard Worker if (i) {
107*25da2beaSAndroid Build Coastguard Worker p.wq_fd = rings[0].ring_fd;
108*25da2beaSAndroid Build Coastguard Worker p.flags |= IORING_SETUP_ATTACH_WQ;
109*25da2beaSAndroid Build Coastguard Worker }
110*25da2beaSAndroid Build Coastguard Worker ret = io_uring_queue_init_params(BUFFERS, &rings[i], &p);
111*25da2beaSAndroid Build Coastguard Worker if (ret) {
112*25da2beaSAndroid Build Coastguard Worker fprintf(stderr, "queue_init: %d/%d\n", ret, i);
113*25da2beaSAndroid Build Coastguard Worker goto err;
114*25da2beaSAndroid Build Coastguard Worker }
115*25da2beaSAndroid Build Coastguard Worker /* no sharing for non-fixed either */
116*25da2beaSAndroid Build Coastguard Worker if (!(p.features & IORING_FEAT_SQPOLL_NONFIXED)) {
117*25da2beaSAndroid Build Coastguard Worker fprintf(stdout, "No SQPOLL sharing, skipping\n");
118*25da2beaSAndroid Build Coastguard Worker return 0;
119*25da2beaSAndroid Build Coastguard Worker }
120*25da2beaSAndroid Build Coastguard Worker }
121*25da2beaSAndroid Build Coastguard Worker
122*25da2beaSAndroid Build Coastguard Worker /* test all rings */
123*25da2beaSAndroid Build Coastguard Worker if (do_io(fd, 0, NR_RINGS))
124*25da2beaSAndroid Build Coastguard Worker goto err;
125*25da2beaSAndroid Build Coastguard Worker
126*25da2beaSAndroid Build Coastguard Worker /* dup and close original ring fd */
127*25da2beaSAndroid Build Coastguard Worker ring_fd = dup(rings[0].ring_fd);
128*25da2beaSAndroid Build Coastguard Worker if (close_ring)
129*25da2beaSAndroid Build Coastguard Worker close(rings[0].ring_fd);
130*25da2beaSAndroid Build Coastguard Worker rings[0].ring_fd = rings[0].enter_ring_fd = ring_fd;
131*25da2beaSAndroid Build Coastguard Worker if (do_dup_and_close)
132*25da2beaSAndroid Build Coastguard Worker goto done;
133*25da2beaSAndroid Build Coastguard Worker
134*25da2beaSAndroid Build Coastguard Worker /* test all but closed one */
135*25da2beaSAndroid Build Coastguard Worker if (do_io(fd, 1, NR_RINGS))
136*25da2beaSAndroid Build Coastguard Worker goto err;
137*25da2beaSAndroid Build Coastguard Worker
138*25da2beaSAndroid Build Coastguard Worker /* test closed one */
139*25da2beaSAndroid Build Coastguard Worker if (do_io(fd, 0, 1))
140*25da2beaSAndroid Build Coastguard Worker goto err;
141*25da2beaSAndroid Build Coastguard Worker
142*25da2beaSAndroid Build Coastguard Worker /* make sure thread is idle so we enter the kernel */
143*25da2beaSAndroid Build Coastguard Worker usleep(200000);
144*25da2beaSAndroid Build Coastguard Worker
145*25da2beaSAndroid Build Coastguard Worker /* test closed one */
146*25da2beaSAndroid Build Coastguard Worker if (do_io(fd, 0, 1))
147*25da2beaSAndroid Build Coastguard Worker goto err;
148*25da2beaSAndroid Build Coastguard Worker
149*25da2beaSAndroid Build Coastguard Worker
150*25da2beaSAndroid Build Coastguard Worker done:
151*25da2beaSAndroid Build Coastguard Worker for (i = 0; i < NR_RINGS; i++)
152*25da2beaSAndroid Build Coastguard Worker io_uring_queue_exit(&rings[i]);
153*25da2beaSAndroid Build Coastguard Worker
154*25da2beaSAndroid Build Coastguard Worker return 0;
155*25da2beaSAndroid Build Coastguard Worker err:
156*25da2beaSAndroid Build Coastguard Worker return 1;
157*25da2beaSAndroid Build Coastguard Worker }
158*25da2beaSAndroid Build Coastguard Worker
main(int argc,char * argv[])159*25da2beaSAndroid Build Coastguard Worker int main(int argc, char *argv[])
160*25da2beaSAndroid Build Coastguard Worker {
161*25da2beaSAndroid Build Coastguard Worker char *fname;
162*25da2beaSAndroid Build Coastguard Worker int ret, fd;
163*25da2beaSAndroid Build Coastguard Worker
164*25da2beaSAndroid Build Coastguard Worker if (argc > 1) {
165*25da2beaSAndroid Build Coastguard Worker fname = argv[1];
166*25da2beaSAndroid Build Coastguard Worker } else {
167*25da2beaSAndroid Build Coastguard Worker fname = ".basic-rw-poll-dup";
168*25da2beaSAndroid Build Coastguard Worker t_create_file(fname, FILE_SIZE);
169*25da2beaSAndroid Build Coastguard Worker }
170*25da2beaSAndroid Build Coastguard Worker
171*25da2beaSAndroid Build Coastguard Worker vecs = t_create_buffers(BUFFERS, BS);
172*25da2beaSAndroid Build Coastguard Worker
173*25da2beaSAndroid Build Coastguard Worker fd = open(fname, O_RDONLY | O_DIRECT);
174*25da2beaSAndroid Build Coastguard Worker if (fname != argv[1])
175*25da2beaSAndroid Build Coastguard Worker unlink(fname);
176*25da2beaSAndroid Build Coastguard Worker
177*25da2beaSAndroid Build Coastguard Worker if (fd < 0) {
178*25da2beaSAndroid Build Coastguard Worker perror("open");
179*25da2beaSAndroid Build Coastguard Worker return -1;
180*25da2beaSAndroid Build Coastguard Worker }
181*25da2beaSAndroid Build Coastguard Worker
182*25da2beaSAndroid Build Coastguard Worker ret = test(fd, 0, 0);
183*25da2beaSAndroid Build Coastguard Worker if (ret) {
184*25da2beaSAndroid Build Coastguard Worker fprintf(stderr, "test 0 0 failed\n");
185*25da2beaSAndroid Build Coastguard Worker goto err;
186*25da2beaSAndroid Build Coastguard Worker }
187*25da2beaSAndroid Build Coastguard Worker
188*25da2beaSAndroid Build Coastguard Worker ret = test(fd, 0, 1);
189*25da2beaSAndroid Build Coastguard Worker if (ret) {
190*25da2beaSAndroid Build Coastguard Worker fprintf(stderr, "test 0 1 failed\n");
191*25da2beaSAndroid Build Coastguard Worker goto err;
192*25da2beaSAndroid Build Coastguard Worker }
193*25da2beaSAndroid Build Coastguard Worker
194*25da2beaSAndroid Build Coastguard Worker
195*25da2beaSAndroid Build Coastguard Worker ret = test(fd, 1, 0);
196*25da2beaSAndroid Build Coastguard Worker if (ret) {
197*25da2beaSAndroid Build Coastguard Worker fprintf(stderr, "test 1 0 failed\n");
198*25da2beaSAndroid Build Coastguard Worker goto err;
199*25da2beaSAndroid Build Coastguard Worker }
200*25da2beaSAndroid Build Coastguard Worker
201*25da2beaSAndroid Build Coastguard Worker return 0;
202*25da2beaSAndroid Build Coastguard Worker err:
203*25da2beaSAndroid Build Coastguard Worker return 1;
204*25da2beaSAndroid Build Coastguard Worker }
205