xref: /aosp_15_r20/external/liburing/test/sq-poll-dup.c (revision 25da2bea747f3a93b4c30fd9708b0618ef55a0e6)
1*25da2beaSAndroid Build Coastguard Worker /* SPDX-License-Identifier: MIT */
2*25da2beaSAndroid Build Coastguard Worker /*
3*25da2beaSAndroid Build Coastguard Worker  * Description: test SQPOLL with IORING_SETUP_ATTACH_WQ and closing of
4*25da2beaSAndroid Build Coastguard Worker  * the original ring descriptor.
5*25da2beaSAndroid Build Coastguard Worker  */
6*25da2beaSAndroid Build Coastguard Worker #include <errno.h>
7*25da2beaSAndroid Build Coastguard Worker #include <stdio.h>
8*25da2beaSAndroid Build Coastguard Worker #include <unistd.h>
9*25da2beaSAndroid Build Coastguard Worker #include <stdlib.h>
10*25da2beaSAndroid Build Coastguard Worker #include <string.h>
11*25da2beaSAndroid Build Coastguard Worker #include <fcntl.h>
12*25da2beaSAndroid Build Coastguard Worker #include <sys/types.h>
13*25da2beaSAndroid Build Coastguard Worker #include <sys/eventfd.h>
14*25da2beaSAndroid Build Coastguard Worker #include <sys/resource.h>
15*25da2beaSAndroid Build Coastguard Worker 
16*25da2beaSAndroid Build Coastguard Worker #include "helpers.h"
17*25da2beaSAndroid Build Coastguard Worker #include "liburing.h"
18*25da2beaSAndroid Build Coastguard Worker 
19*25da2beaSAndroid Build Coastguard Worker #define FILE_SIZE	(128 * 1024 * 1024)
20*25da2beaSAndroid Build Coastguard Worker #define BS		4096
21*25da2beaSAndroid Build Coastguard Worker #define BUFFERS		64
22*25da2beaSAndroid Build Coastguard Worker 
23*25da2beaSAndroid Build Coastguard Worker #define NR_RINGS	4
24*25da2beaSAndroid Build Coastguard Worker 
25*25da2beaSAndroid Build Coastguard Worker static struct iovec *vecs;
26*25da2beaSAndroid Build Coastguard Worker static struct io_uring rings[NR_RINGS];
27*25da2beaSAndroid Build Coastguard Worker 
wait_io(struct io_uring * ring,int nr_ios)28*25da2beaSAndroid Build Coastguard Worker static int wait_io(struct io_uring *ring, int nr_ios)
29*25da2beaSAndroid Build Coastguard Worker {
30*25da2beaSAndroid Build Coastguard Worker 	struct io_uring_cqe *cqe;
31*25da2beaSAndroid Build Coastguard Worker 	int ret;
32*25da2beaSAndroid Build Coastguard Worker 
33*25da2beaSAndroid Build Coastguard Worker 	while (nr_ios) {
34*25da2beaSAndroid Build Coastguard Worker 		ret = io_uring_wait_cqe(ring, &cqe);
35*25da2beaSAndroid Build Coastguard Worker 		if (ret) {
36*25da2beaSAndroid Build Coastguard Worker 			fprintf(stderr, "wait_ret=%d\n", ret);
37*25da2beaSAndroid Build Coastguard Worker 			return 1;
38*25da2beaSAndroid Build Coastguard Worker 		}
39*25da2beaSAndroid Build Coastguard Worker 		if (cqe->res != BS) {
40*25da2beaSAndroid Build Coastguard Worker 			fprintf(stderr, "Unexpected ret %d\n", cqe->res);
41*25da2beaSAndroid Build Coastguard Worker 			return 1;
42*25da2beaSAndroid Build Coastguard Worker 		}
43*25da2beaSAndroid Build Coastguard Worker 		io_uring_cqe_seen(ring, cqe);
44*25da2beaSAndroid Build Coastguard Worker 		nr_ios--;
45*25da2beaSAndroid Build Coastguard Worker 	}
46*25da2beaSAndroid Build Coastguard Worker 
47*25da2beaSAndroid Build Coastguard Worker 	return 0;
48*25da2beaSAndroid Build Coastguard Worker }
49*25da2beaSAndroid Build Coastguard Worker 
queue_io(struct io_uring * ring,int fd,int nr_ios)50*25da2beaSAndroid Build Coastguard Worker static int queue_io(struct io_uring *ring, int fd, int nr_ios)
51*25da2beaSAndroid Build Coastguard Worker {
52*25da2beaSAndroid Build Coastguard Worker 	unsigned long off;
53*25da2beaSAndroid Build Coastguard Worker 	int i;
54*25da2beaSAndroid Build Coastguard Worker 
55*25da2beaSAndroid Build Coastguard Worker 	i = 0;
56*25da2beaSAndroid Build Coastguard Worker 	off = 0;
57*25da2beaSAndroid Build Coastguard Worker 	while (nr_ios) {
58*25da2beaSAndroid Build Coastguard Worker 		struct io_uring_sqe *sqe;
59*25da2beaSAndroid Build Coastguard Worker 
60*25da2beaSAndroid Build Coastguard Worker 		sqe = io_uring_get_sqe(ring);
61*25da2beaSAndroid Build Coastguard Worker 		if (!sqe)
62*25da2beaSAndroid Build Coastguard Worker 			break;
63*25da2beaSAndroid Build Coastguard Worker 		io_uring_prep_read(sqe, fd, vecs[i].iov_base, vecs[i].iov_len, off);
64*25da2beaSAndroid Build Coastguard Worker 		nr_ios--;
65*25da2beaSAndroid Build Coastguard Worker 		i++;
66*25da2beaSAndroid Build Coastguard Worker 		off += BS;
67*25da2beaSAndroid Build Coastguard Worker 	}
68*25da2beaSAndroid Build Coastguard Worker 
69*25da2beaSAndroid Build Coastguard Worker 	io_uring_submit(ring);
70*25da2beaSAndroid Build Coastguard Worker 	return i;
71*25da2beaSAndroid Build Coastguard Worker }
72*25da2beaSAndroid Build Coastguard Worker 
do_io(int fd,int ring_start,int ring_end)73*25da2beaSAndroid Build Coastguard Worker static int do_io(int fd, int ring_start, int ring_end)
74*25da2beaSAndroid Build Coastguard Worker {
75*25da2beaSAndroid Build Coastguard Worker 	int i, rets[NR_RINGS];
76*25da2beaSAndroid Build Coastguard Worker 	unsigned ios = 0;
77*25da2beaSAndroid Build Coastguard Worker 
78*25da2beaSAndroid Build Coastguard Worker 	while (ios < 32) {
79*25da2beaSAndroid Build Coastguard Worker 		for (i = ring_start; i < ring_end; i++) {
80*25da2beaSAndroid Build Coastguard Worker 			int ret = queue_io(&rings[i], fd, BUFFERS);
81*25da2beaSAndroid Build Coastguard Worker 			if (ret < 0)
82*25da2beaSAndroid Build Coastguard Worker 				goto err;
83*25da2beaSAndroid Build Coastguard Worker 			rets[i] = ret;
84*25da2beaSAndroid Build Coastguard Worker 		}
85*25da2beaSAndroid Build Coastguard Worker 		for (i = ring_start; i < ring_end; i++) {
86*25da2beaSAndroid Build Coastguard Worker 			if (wait_io(&rings[i], rets[i]))
87*25da2beaSAndroid Build Coastguard Worker 				goto err;
88*25da2beaSAndroid Build Coastguard Worker 		}
89*25da2beaSAndroid Build Coastguard Worker 		ios += BUFFERS;
90*25da2beaSAndroid Build Coastguard Worker 	}
91*25da2beaSAndroid Build Coastguard Worker 
92*25da2beaSAndroid Build Coastguard Worker 	return 0;
93*25da2beaSAndroid Build Coastguard Worker err:
94*25da2beaSAndroid Build Coastguard Worker 	return 1;
95*25da2beaSAndroid Build Coastguard Worker }
96*25da2beaSAndroid Build Coastguard Worker 
test(int fd,int do_dup_and_close,int close_ring)97*25da2beaSAndroid Build Coastguard Worker static int test(int fd, int do_dup_and_close, int close_ring)
98*25da2beaSAndroid Build Coastguard Worker {
99*25da2beaSAndroid Build Coastguard Worker 	int i, ret, ring_fd;
100*25da2beaSAndroid Build Coastguard Worker 
101*25da2beaSAndroid Build Coastguard Worker 	for (i = 0; i < NR_RINGS; i++) {
102*25da2beaSAndroid Build Coastguard Worker 		struct io_uring_params p = { };
103*25da2beaSAndroid Build Coastguard Worker 
104*25da2beaSAndroid Build Coastguard Worker 		p.flags = IORING_SETUP_SQPOLL;
105*25da2beaSAndroid Build Coastguard Worker 		p.sq_thread_idle = 100;
106*25da2beaSAndroid Build Coastguard Worker 		if (i) {
107*25da2beaSAndroid Build Coastguard Worker 			p.wq_fd = rings[0].ring_fd;
108*25da2beaSAndroid Build Coastguard Worker 			p.flags |= IORING_SETUP_ATTACH_WQ;
109*25da2beaSAndroid Build Coastguard Worker 		}
110*25da2beaSAndroid Build Coastguard Worker 		ret = io_uring_queue_init_params(BUFFERS, &rings[i], &p);
111*25da2beaSAndroid Build Coastguard Worker 		if (ret) {
112*25da2beaSAndroid Build Coastguard Worker 			fprintf(stderr, "queue_init: %d/%d\n", ret, i);
113*25da2beaSAndroid Build Coastguard Worker 			goto err;
114*25da2beaSAndroid Build Coastguard Worker 		}
115*25da2beaSAndroid Build Coastguard Worker 		/* no sharing for non-fixed either */
116*25da2beaSAndroid Build Coastguard Worker 		if (!(p.features & IORING_FEAT_SQPOLL_NONFIXED)) {
117*25da2beaSAndroid Build Coastguard Worker 			fprintf(stdout, "No SQPOLL sharing, skipping\n");
118*25da2beaSAndroid Build Coastguard Worker 			return 0;
119*25da2beaSAndroid Build Coastguard Worker 		}
120*25da2beaSAndroid Build Coastguard Worker 	}
121*25da2beaSAndroid Build Coastguard Worker 
122*25da2beaSAndroid Build Coastguard Worker 	/* test all rings */
123*25da2beaSAndroid Build Coastguard Worker 	if (do_io(fd, 0, NR_RINGS))
124*25da2beaSAndroid Build Coastguard Worker 		goto err;
125*25da2beaSAndroid Build Coastguard Worker 
126*25da2beaSAndroid Build Coastguard Worker 	/* dup and close original ring fd */
127*25da2beaSAndroid Build Coastguard Worker 	ring_fd = dup(rings[0].ring_fd);
128*25da2beaSAndroid Build Coastguard Worker 	if (close_ring)
129*25da2beaSAndroid Build Coastguard Worker 		close(rings[0].ring_fd);
130*25da2beaSAndroid Build Coastguard Worker 	rings[0].ring_fd = rings[0].enter_ring_fd = ring_fd;
131*25da2beaSAndroid Build Coastguard Worker 	if (do_dup_and_close)
132*25da2beaSAndroid Build Coastguard Worker 		goto done;
133*25da2beaSAndroid Build Coastguard Worker 
134*25da2beaSAndroid Build Coastguard Worker 	/* test all but closed one */
135*25da2beaSAndroid Build Coastguard Worker 	if (do_io(fd, 1, NR_RINGS))
136*25da2beaSAndroid Build Coastguard Worker 		goto err;
137*25da2beaSAndroid Build Coastguard Worker 
138*25da2beaSAndroid Build Coastguard Worker 	/* test closed one */
139*25da2beaSAndroid Build Coastguard Worker 	if (do_io(fd, 0, 1))
140*25da2beaSAndroid Build Coastguard Worker 		goto err;
141*25da2beaSAndroid Build Coastguard Worker 
142*25da2beaSAndroid Build Coastguard Worker 	/* make sure thread is idle so we enter the kernel */
143*25da2beaSAndroid Build Coastguard Worker 	usleep(200000);
144*25da2beaSAndroid Build Coastguard Worker 
145*25da2beaSAndroid Build Coastguard Worker 	/* test closed one */
146*25da2beaSAndroid Build Coastguard Worker 	if (do_io(fd, 0, 1))
147*25da2beaSAndroid Build Coastguard Worker 		goto err;
148*25da2beaSAndroid Build Coastguard Worker 
149*25da2beaSAndroid Build Coastguard Worker 
150*25da2beaSAndroid Build Coastguard Worker done:
151*25da2beaSAndroid Build Coastguard Worker 	for (i = 0; i < NR_RINGS; i++)
152*25da2beaSAndroid Build Coastguard Worker 		io_uring_queue_exit(&rings[i]);
153*25da2beaSAndroid Build Coastguard Worker 
154*25da2beaSAndroid Build Coastguard Worker 	return 0;
155*25da2beaSAndroid Build Coastguard Worker err:
156*25da2beaSAndroid Build Coastguard Worker 	return 1;
157*25da2beaSAndroid Build Coastguard Worker }
158*25da2beaSAndroid Build Coastguard Worker 
main(int argc,char * argv[])159*25da2beaSAndroid Build Coastguard Worker int main(int argc, char *argv[])
160*25da2beaSAndroid Build Coastguard Worker {
161*25da2beaSAndroid Build Coastguard Worker 	char *fname;
162*25da2beaSAndroid Build Coastguard Worker 	int ret, fd;
163*25da2beaSAndroid Build Coastguard Worker 
164*25da2beaSAndroid Build Coastguard Worker 	if (argc > 1) {
165*25da2beaSAndroid Build Coastguard Worker 		fname = argv[1];
166*25da2beaSAndroid Build Coastguard Worker 	} else {
167*25da2beaSAndroid Build Coastguard Worker 		fname = ".basic-rw-poll-dup";
168*25da2beaSAndroid Build Coastguard Worker 		t_create_file(fname, FILE_SIZE);
169*25da2beaSAndroid Build Coastguard Worker 	}
170*25da2beaSAndroid Build Coastguard Worker 
171*25da2beaSAndroid Build Coastguard Worker 	vecs = t_create_buffers(BUFFERS, BS);
172*25da2beaSAndroid Build Coastguard Worker 
173*25da2beaSAndroid Build Coastguard Worker 	fd = open(fname, O_RDONLY | O_DIRECT);
174*25da2beaSAndroid Build Coastguard Worker 	if (fname != argv[1])
175*25da2beaSAndroid Build Coastguard Worker 		unlink(fname);
176*25da2beaSAndroid Build Coastguard Worker 
177*25da2beaSAndroid Build Coastguard Worker 	if (fd < 0) {
178*25da2beaSAndroid Build Coastguard Worker 		perror("open");
179*25da2beaSAndroid Build Coastguard Worker 		return -1;
180*25da2beaSAndroid Build Coastguard Worker 	}
181*25da2beaSAndroid Build Coastguard Worker 
182*25da2beaSAndroid Build Coastguard Worker 	ret = test(fd, 0, 0);
183*25da2beaSAndroid Build Coastguard Worker 	if (ret) {
184*25da2beaSAndroid Build Coastguard Worker 		fprintf(stderr, "test 0 0 failed\n");
185*25da2beaSAndroid Build Coastguard Worker 		goto err;
186*25da2beaSAndroid Build Coastguard Worker 	}
187*25da2beaSAndroid Build Coastguard Worker 
188*25da2beaSAndroid Build Coastguard Worker 	ret = test(fd, 0, 1);
189*25da2beaSAndroid Build Coastguard Worker 	if (ret) {
190*25da2beaSAndroid Build Coastguard Worker 		fprintf(stderr, "test 0 1 failed\n");
191*25da2beaSAndroid Build Coastguard Worker 		goto err;
192*25da2beaSAndroid Build Coastguard Worker 	}
193*25da2beaSAndroid Build Coastguard Worker 
194*25da2beaSAndroid Build Coastguard Worker 
195*25da2beaSAndroid Build Coastguard Worker 	ret = test(fd, 1, 0);
196*25da2beaSAndroid Build Coastguard Worker 	if (ret) {
197*25da2beaSAndroid Build Coastguard Worker 		fprintf(stderr, "test 1 0 failed\n");
198*25da2beaSAndroid Build Coastguard Worker 		goto err;
199*25da2beaSAndroid Build Coastguard Worker 	}
200*25da2beaSAndroid Build Coastguard Worker 
201*25da2beaSAndroid Build Coastguard Worker 	return 0;
202*25da2beaSAndroid Build Coastguard Worker err:
203*25da2beaSAndroid Build Coastguard Worker 	return 1;
204*25da2beaSAndroid Build Coastguard Worker }
205