1*25da2beaSAndroid Build Coastguard Worker /* SPDX-License-Identifier: MIT */
2*25da2beaSAndroid Build Coastguard Worker /*
3*25da2beaSAndroid Build Coastguard Worker * gcc -Wall -O2 -D_GNU_SOURCE -o io_uring-cp io_uring-cp.c -luring
4*25da2beaSAndroid Build Coastguard Worker */
5*25da2beaSAndroid Build Coastguard Worker #include <stdio.h>
6*25da2beaSAndroid Build Coastguard Worker #include <fcntl.h>
7*25da2beaSAndroid Build Coastguard Worker #include <string.h>
8*25da2beaSAndroid Build Coastguard Worker #include <stdlib.h>
9*25da2beaSAndroid Build Coastguard Worker #include <unistd.h>
10*25da2beaSAndroid Build Coastguard Worker #include <assert.h>
11*25da2beaSAndroid Build Coastguard Worker #include <errno.h>
12*25da2beaSAndroid Build Coastguard Worker #include <inttypes.h>
13*25da2beaSAndroid Build Coastguard Worker #include <sys/types.h>
14*25da2beaSAndroid Build Coastguard Worker #include <sys/stat.h>
15*25da2beaSAndroid Build Coastguard Worker #include <sys/ioctl.h>
16*25da2beaSAndroid Build Coastguard Worker #include "liburing.h"
17*25da2beaSAndroid Build Coastguard Worker
18*25da2beaSAndroid Build Coastguard Worker #define QD 64
19*25da2beaSAndroid Build Coastguard Worker #define BS (32*1024)
20*25da2beaSAndroid Build Coastguard Worker
21*25da2beaSAndroid Build Coastguard Worker static int infd, outfd;
22*25da2beaSAndroid Build Coastguard Worker
23*25da2beaSAndroid Build Coastguard Worker struct io_data {
24*25da2beaSAndroid Build Coastguard Worker int read;
25*25da2beaSAndroid Build Coastguard Worker off_t first_offset, offset;
26*25da2beaSAndroid Build Coastguard Worker size_t first_len;
27*25da2beaSAndroid Build Coastguard Worker struct iovec iov;
28*25da2beaSAndroid Build Coastguard Worker };
29*25da2beaSAndroid Build Coastguard Worker
setup_context(unsigned entries,struct io_uring * ring)30*25da2beaSAndroid Build Coastguard Worker static int setup_context(unsigned entries, struct io_uring *ring)
31*25da2beaSAndroid Build Coastguard Worker {
32*25da2beaSAndroid Build Coastguard Worker int ret;
33*25da2beaSAndroid Build Coastguard Worker
34*25da2beaSAndroid Build Coastguard Worker ret = io_uring_queue_init(entries, ring, 0);
35*25da2beaSAndroid Build Coastguard Worker if (ret < 0) {
36*25da2beaSAndroid Build Coastguard Worker fprintf(stderr, "queue_init: %s\n", strerror(-ret));
37*25da2beaSAndroid Build Coastguard Worker return -1;
38*25da2beaSAndroid Build Coastguard Worker }
39*25da2beaSAndroid Build Coastguard Worker
40*25da2beaSAndroid Build Coastguard Worker return 0;
41*25da2beaSAndroid Build Coastguard Worker }
42*25da2beaSAndroid Build Coastguard Worker
get_file_size(int fd,off_t * size)43*25da2beaSAndroid Build Coastguard Worker static int get_file_size(int fd, off_t *size)
44*25da2beaSAndroid Build Coastguard Worker {
45*25da2beaSAndroid Build Coastguard Worker struct stat st;
46*25da2beaSAndroid Build Coastguard Worker
47*25da2beaSAndroid Build Coastguard Worker if (fstat(fd, &st) < 0)
48*25da2beaSAndroid Build Coastguard Worker return -1;
49*25da2beaSAndroid Build Coastguard Worker if (S_ISREG(st.st_mode)) {
50*25da2beaSAndroid Build Coastguard Worker *size = st.st_size;
51*25da2beaSAndroid Build Coastguard Worker return 0;
52*25da2beaSAndroid Build Coastguard Worker } else if (S_ISBLK(st.st_mode)) {
53*25da2beaSAndroid Build Coastguard Worker unsigned long long bytes;
54*25da2beaSAndroid Build Coastguard Worker
55*25da2beaSAndroid Build Coastguard Worker if (ioctl(fd, BLKGETSIZE64, &bytes) != 0)
56*25da2beaSAndroid Build Coastguard Worker return -1;
57*25da2beaSAndroid Build Coastguard Worker
58*25da2beaSAndroid Build Coastguard Worker *size = bytes;
59*25da2beaSAndroid Build Coastguard Worker return 0;
60*25da2beaSAndroid Build Coastguard Worker }
61*25da2beaSAndroid Build Coastguard Worker
62*25da2beaSAndroid Build Coastguard Worker return -1;
63*25da2beaSAndroid Build Coastguard Worker }
64*25da2beaSAndroid Build Coastguard Worker
queue_prepped(struct io_uring * ring,struct io_data * data)65*25da2beaSAndroid Build Coastguard Worker static void queue_prepped(struct io_uring *ring, struct io_data *data)
66*25da2beaSAndroid Build Coastguard Worker {
67*25da2beaSAndroid Build Coastguard Worker struct io_uring_sqe *sqe;
68*25da2beaSAndroid Build Coastguard Worker
69*25da2beaSAndroid Build Coastguard Worker sqe = io_uring_get_sqe(ring);
70*25da2beaSAndroid Build Coastguard Worker assert(sqe);
71*25da2beaSAndroid Build Coastguard Worker
72*25da2beaSAndroid Build Coastguard Worker if (data->read)
73*25da2beaSAndroid Build Coastguard Worker io_uring_prep_readv(sqe, infd, &data->iov, 1, data->offset);
74*25da2beaSAndroid Build Coastguard Worker else
75*25da2beaSAndroid Build Coastguard Worker io_uring_prep_writev(sqe, outfd, &data->iov, 1, data->offset);
76*25da2beaSAndroid Build Coastguard Worker
77*25da2beaSAndroid Build Coastguard Worker io_uring_sqe_set_data(sqe, data);
78*25da2beaSAndroid Build Coastguard Worker }
79*25da2beaSAndroid Build Coastguard Worker
queue_read(struct io_uring * ring,off_t size,off_t offset)80*25da2beaSAndroid Build Coastguard Worker static int queue_read(struct io_uring *ring, off_t size, off_t offset)
81*25da2beaSAndroid Build Coastguard Worker {
82*25da2beaSAndroid Build Coastguard Worker struct io_uring_sqe *sqe;
83*25da2beaSAndroid Build Coastguard Worker struct io_data *data;
84*25da2beaSAndroid Build Coastguard Worker
85*25da2beaSAndroid Build Coastguard Worker data = malloc(size + sizeof(*data));
86*25da2beaSAndroid Build Coastguard Worker if (!data)
87*25da2beaSAndroid Build Coastguard Worker return 1;
88*25da2beaSAndroid Build Coastguard Worker
89*25da2beaSAndroid Build Coastguard Worker sqe = io_uring_get_sqe(ring);
90*25da2beaSAndroid Build Coastguard Worker if (!sqe) {
91*25da2beaSAndroid Build Coastguard Worker free(data);
92*25da2beaSAndroid Build Coastguard Worker return 1;
93*25da2beaSAndroid Build Coastguard Worker }
94*25da2beaSAndroid Build Coastguard Worker
95*25da2beaSAndroid Build Coastguard Worker data->read = 1;
96*25da2beaSAndroid Build Coastguard Worker data->offset = data->first_offset = offset;
97*25da2beaSAndroid Build Coastguard Worker
98*25da2beaSAndroid Build Coastguard Worker data->iov.iov_base = data + 1;
99*25da2beaSAndroid Build Coastguard Worker data->iov.iov_len = size;
100*25da2beaSAndroid Build Coastguard Worker data->first_len = size;
101*25da2beaSAndroid Build Coastguard Worker
102*25da2beaSAndroid Build Coastguard Worker io_uring_prep_readv(sqe, infd, &data->iov, 1, offset);
103*25da2beaSAndroid Build Coastguard Worker io_uring_sqe_set_data(sqe, data);
104*25da2beaSAndroid Build Coastguard Worker return 0;
105*25da2beaSAndroid Build Coastguard Worker }
106*25da2beaSAndroid Build Coastguard Worker
queue_write(struct io_uring * ring,struct io_data * data)107*25da2beaSAndroid Build Coastguard Worker static void queue_write(struct io_uring *ring, struct io_data *data)
108*25da2beaSAndroid Build Coastguard Worker {
109*25da2beaSAndroid Build Coastguard Worker data->read = 0;
110*25da2beaSAndroid Build Coastguard Worker data->offset = data->first_offset;
111*25da2beaSAndroid Build Coastguard Worker
112*25da2beaSAndroid Build Coastguard Worker data->iov.iov_base = data + 1;
113*25da2beaSAndroid Build Coastguard Worker data->iov.iov_len = data->first_len;
114*25da2beaSAndroid Build Coastguard Worker
115*25da2beaSAndroid Build Coastguard Worker queue_prepped(ring, data);
116*25da2beaSAndroid Build Coastguard Worker io_uring_submit(ring);
117*25da2beaSAndroid Build Coastguard Worker }
118*25da2beaSAndroid Build Coastguard Worker
copy_file(struct io_uring * ring,off_t insize)119*25da2beaSAndroid Build Coastguard Worker static int copy_file(struct io_uring *ring, off_t insize)
120*25da2beaSAndroid Build Coastguard Worker {
121*25da2beaSAndroid Build Coastguard Worker unsigned long reads, writes;
122*25da2beaSAndroid Build Coastguard Worker struct io_uring_cqe *cqe;
123*25da2beaSAndroid Build Coastguard Worker off_t write_left, offset;
124*25da2beaSAndroid Build Coastguard Worker int ret;
125*25da2beaSAndroid Build Coastguard Worker
126*25da2beaSAndroid Build Coastguard Worker write_left = insize;
127*25da2beaSAndroid Build Coastguard Worker writes = reads = offset = 0;
128*25da2beaSAndroid Build Coastguard Worker
129*25da2beaSAndroid Build Coastguard Worker while (insize || write_left) {
130*25da2beaSAndroid Build Coastguard Worker unsigned long had_reads;
131*25da2beaSAndroid Build Coastguard Worker int got_comp;
132*25da2beaSAndroid Build Coastguard Worker
133*25da2beaSAndroid Build Coastguard Worker /*
134*25da2beaSAndroid Build Coastguard Worker * Queue up as many reads as we can
135*25da2beaSAndroid Build Coastguard Worker */
136*25da2beaSAndroid Build Coastguard Worker had_reads = reads;
137*25da2beaSAndroid Build Coastguard Worker while (insize) {
138*25da2beaSAndroid Build Coastguard Worker off_t this_size = insize;
139*25da2beaSAndroid Build Coastguard Worker
140*25da2beaSAndroid Build Coastguard Worker if (reads + writes >= QD)
141*25da2beaSAndroid Build Coastguard Worker break;
142*25da2beaSAndroid Build Coastguard Worker if (this_size > BS)
143*25da2beaSAndroid Build Coastguard Worker this_size = BS;
144*25da2beaSAndroid Build Coastguard Worker else if (!this_size)
145*25da2beaSAndroid Build Coastguard Worker break;
146*25da2beaSAndroid Build Coastguard Worker
147*25da2beaSAndroid Build Coastguard Worker if (queue_read(ring, this_size, offset))
148*25da2beaSAndroid Build Coastguard Worker break;
149*25da2beaSAndroid Build Coastguard Worker
150*25da2beaSAndroid Build Coastguard Worker insize -= this_size;
151*25da2beaSAndroid Build Coastguard Worker offset += this_size;
152*25da2beaSAndroid Build Coastguard Worker reads++;
153*25da2beaSAndroid Build Coastguard Worker }
154*25da2beaSAndroid Build Coastguard Worker
155*25da2beaSAndroid Build Coastguard Worker if (had_reads != reads) {
156*25da2beaSAndroid Build Coastguard Worker ret = io_uring_submit(ring);
157*25da2beaSAndroid Build Coastguard Worker if (ret < 0) {
158*25da2beaSAndroid Build Coastguard Worker fprintf(stderr, "io_uring_submit: %s\n", strerror(-ret));
159*25da2beaSAndroid Build Coastguard Worker break;
160*25da2beaSAndroid Build Coastguard Worker }
161*25da2beaSAndroid Build Coastguard Worker }
162*25da2beaSAndroid Build Coastguard Worker
163*25da2beaSAndroid Build Coastguard Worker /*
164*25da2beaSAndroid Build Coastguard Worker * Queue is full at this point. Find at least one completion.
165*25da2beaSAndroid Build Coastguard Worker */
166*25da2beaSAndroid Build Coastguard Worker got_comp = 0;
167*25da2beaSAndroid Build Coastguard Worker while (write_left) {
168*25da2beaSAndroid Build Coastguard Worker struct io_data *data;
169*25da2beaSAndroid Build Coastguard Worker
170*25da2beaSAndroid Build Coastguard Worker if (!got_comp) {
171*25da2beaSAndroid Build Coastguard Worker ret = io_uring_wait_cqe(ring, &cqe);
172*25da2beaSAndroid Build Coastguard Worker got_comp = 1;
173*25da2beaSAndroid Build Coastguard Worker } else {
174*25da2beaSAndroid Build Coastguard Worker ret = io_uring_peek_cqe(ring, &cqe);
175*25da2beaSAndroid Build Coastguard Worker if (ret == -EAGAIN) {
176*25da2beaSAndroid Build Coastguard Worker cqe = NULL;
177*25da2beaSAndroid Build Coastguard Worker ret = 0;
178*25da2beaSAndroid Build Coastguard Worker }
179*25da2beaSAndroid Build Coastguard Worker }
180*25da2beaSAndroid Build Coastguard Worker if (ret < 0) {
181*25da2beaSAndroid Build Coastguard Worker fprintf(stderr, "io_uring_peek_cqe: %s\n",
182*25da2beaSAndroid Build Coastguard Worker strerror(-ret));
183*25da2beaSAndroid Build Coastguard Worker return 1;
184*25da2beaSAndroid Build Coastguard Worker }
185*25da2beaSAndroid Build Coastguard Worker if (!cqe)
186*25da2beaSAndroid Build Coastguard Worker break;
187*25da2beaSAndroid Build Coastguard Worker
188*25da2beaSAndroid Build Coastguard Worker data = io_uring_cqe_get_data(cqe);
189*25da2beaSAndroid Build Coastguard Worker if (cqe->res < 0) {
190*25da2beaSAndroid Build Coastguard Worker if (cqe->res == -EAGAIN) {
191*25da2beaSAndroid Build Coastguard Worker queue_prepped(ring, data);
192*25da2beaSAndroid Build Coastguard Worker io_uring_submit(ring);
193*25da2beaSAndroid Build Coastguard Worker io_uring_cqe_seen(ring, cqe);
194*25da2beaSAndroid Build Coastguard Worker continue;
195*25da2beaSAndroid Build Coastguard Worker }
196*25da2beaSAndroid Build Coastguard Worker fprintf(stderr, "cqe failed: %s\n",
197*25da2beaSAndroid Build Coastguard Worker strerror(-cqe->res));
198*25da2beaSAndroid Build Coastguard Worker return 1;
199*25da2beaSAndroid Build Coastguard Worker } else if ((size_t)cqe->res != data->iov.iov_len) {
200*25da2beaSAndroid Build Coastguard Worker /* Short read/write, adjust and requeue */
201*25da2beaSAndroid Build Coastguard Worker data->iov.iov_base += cqe->res;
202*25da2beaSAndroid Build Coastguard Worker data->iov.iov_len -= cqe->res;
203*25da2beaSAndroid Build Coastguard Worker data->offset += cqe->res;
204*25da2beaSAndroid Build Coastguard Worker queue_prepped(ring, data);
205*25da2beaSAndroid Build Coastguard Worker io_uring_submit(ring);
206*25da2beaSAndroid Build Coastguard Worker io_uring_cqe_seen(ring, cqe);
207*25da2beaSAndroid Build Coastguard Worker continue;
208*25da2beaSAndroid Build Coastguard Worker }
209*25da2beaSAndroid Build Coastguard Worker
210*25da2beaSAndroid Build Coastguard Worker /*
211*25da2beaSAndroid Build Coastguard Worker * All done. if write, nothing else to do. if read,
212*25da2beaSAndroid Build Coastguard Worker * queue up corresponding write.
213*25da2beaSAndroid Build Coastguard Worker */
214*25da2beaSAndroid Build Coastguard Worker if (data->read) {
215*25da2beaSAndroid Build Coastguard Worker queue_write(ring, data);
216*25da2beaSAndroid Build Coastguard Worker write_left -= data->first_len;
217*25da2beaSAndroid Build Coastguard Worker reads--;
218*25da2beaSAndroid Build Coastguard Worker writes++;
219*25da2beaSAndroid Build Coastguard Worker } else {
220*25da2beaSAndroid Build Coastguard Worker free(data);
221*25da2beaSAndroid Build Coastguard Worker writes--;
222*25da2beaSAndroid Build Coastguard Worker }
223*25da2beaSAndroid Build Coastguard Worker io_uring_cqe_seen(ring, cqe);
224*25da2beaSAndroid Build Coastguard Worker }
225*25da2beaSAndroid Build Coastguard Worker }
226*25da2beaSAndroid Build Coastguard Worker
227*25da2beaSAndroid Build Coastguard Worker /* wait out pending writes */
228*25da2beaSAndroid Build Coastguard Worker while (writes) {
229*25da2beaSAndroid Build Coastguard Worker struct io_data *data;
230*25da2beaSAndroid Build Coastguard Worker
231*25da2beaSAndroid Build Coastguard Worker ret = io_uring_wait_cqe(ring, &cqe);
232*25da2beaSAndroid Build Coastguard Worker if (ret) {
233*25da2beaSAndroid Build Coastguard Worker fprintf(stderr, "wait_cqe=%d\n", ret);
234*25da2beaSAndroid Build Coastguard Worker return 1;
235*25da2beaSAndroid Build Coastguard Worker }
236*25da2beaSAndroid Build Coastguard Worker if (cqe->res < 0) {
237*25da2beaSAndroid Build Coastguard Worker fprintf(stderr, "write res=%d\n", cqe->res);
238*25da2beaSAndroid Build Coastguard Worker return 1;
239*25da2beaSAndroid Build Coastguard Worker }
240*25da2beaSAndroid Build Coastguard Worker data = io_uring_cqe_get_data(cqe);
241*25da2beaSAndroid Build Coastguard Worker free(data);
242*25da2beaSAndroid Build Coastguard Worker writes--;
243*25da2beaSAndroid Build Coastguard Worker io_uring_cqe_seen(ring, cqe);
244*25da2beaSAndroid Build Coastguard Worker }
245*25da2beaSAndroid Build Coastguard Worker
246*25da2beaSAndroid Build Coastguard Worker return 0;
247*25da2beaSAndroid Build Coastguard Worker }
248*25da2beaSAndroid Build Coastguard Worker
main(int argc,char * argv[])249*25da2beaSAndroid Build Coastguard Worker int main(int argc, char *argv[])
250*25da2beaSAndroid Build Coastguard Worker {
251*25da2beaSAndroid Build Coastguard Worker struct io_uring ring;
252*25da2beaSAndroid Build Coastguard Worker off_t insize;
253*25da2beaSAndroid Build Coastguard Worker int ret;
254*25da2beaSAndroid Build Coastguard Worker
255*25da2beaSAndroid Build Coastguard Worker if (argc < 3) {
256*25da2beaSAndroid Build Coastguard Worker printf("%s: infile outfile\n", argv[0]);
257*25da2beaSAndroid Build Coastguard Worker return 1;
258*25da2beaSAndroid Build Coastguard Worker }
259*25da2beaSAndroid Build Coastguard Worker
260*25da2beaSAndroid Build Coastguard Worker infd = open(argv[1], O_RDONLY);
261*25da2beaSAndroid Build Coastguard Worker if (infd < 0) {
262*25da2beaSAndroid Build Coastguard Worker perror("open infile");
263*25da2beaSAndroid Build Coastguard Worker return 1;
264*25da2beaSAndroid Build Coastguard Worker }
265*25da2beaSAndroid Build Coastguard Worker outfd = open(argv[2], O_WRONLY | O_CREAT | O_TRUNC, 0644);
266*25da2beaSAndroid Build Coastguard Worker if (outfd < 0) {
267*25da2beaSAndroid Build Coastguard Worker perror("open outfile");
268*25da2beaSAndroid Build Coastguard Worker return 1;
269*25da2beaSAndroid Build Coastguard Worker }
270*25da2beaSAndroid Build Coastguard Worker
271*25da2beaSAndroid Build Coastguard Worker if (setup_context(QD, &ring))
272*25da2beaSAndroid Build Coastguard Worker return 1;
273*25da2beaSAndroid Build Coastguard Worker if (get_file_size(infd, &insize))
274*25da2beaSAndroid Build Coastguard Worker return 1;
275*25da2beaSAndroid Build Coastguard Worker
276*25da2beaSAndroid Build Coastguard Worker ret = copy_file(&ring, insize);
277*25da2beaSAndroid Build Coastguard Worker
278*25da2beaSAndroid Build Coastguard Worker close(infd);
279*25da2beaSAndroid Build Coastguard Worker close(outfd);
280*25da2beaSAndroid Build Coastguard Worker io_uring_queue_exit(&ring);
281*25da2beaSAndroid Build Coastguard Worker return ret;
282*25da2beaSAndroid Build Coastguard Worker }
283