1*25da2beaSAndroid Build Coastguard Worker /* SPDX-License-Identifier: MIT */
2*25da2beaSAndroid Build Coastguard Worker /*
3*25da2beaSAndroid Build Coastguard Worker * Description: test SQPOLL with IORING_SETUP_ATTACH_WQ
4*25da2beaSAndroid Build Coastguard Worker */
5*25da2beaSAndroid Build Coastguard Worker #include <errno.h>
6*25da2beaSAndroid Build Coastguard Worker #include <stdio.h>
7*25da2beaSAndroid Build Coastguard Worker #include <unistd.h>
8*25da2beaSAndroid Build Coastguard Worker #include <stdlib.h>
9*25da2beaSAndroid Build Coastguard Worker #include <string.h>
10*25da2beaSAndroid Build Coastguard Worker #include <fcntl.h>
11*25da2beaSAndroid Build Coastguard Worker #include <sys/types.h>
12*25da2beaSAndroid Build Coastguard Worker #include <poll.h>
13*25da2beaSAndroid Build Coastguard Worker #include <sys/eventfd.h>
14*25da2beaSAndroid Build Coastguard Worker #include <sys/resource.h>
15*25da2beaSAndroid Build Coastguard Worker
16*25da2beaSAndroid Build Coastguard Worker #include "helpers.h"
17*25da2beaSAndroid Build Coastguard Worker #include "liburing.h"
18*25da2beaSAndroid Build Coastguard Worker
19*25da2beaSAndroid Build Coastguard Worker #define FILE_SIZE (128 * 1024 * 1024)
20*25da2beaSAndroid Build Coastguard Worker #define BS 4096
21*25da2beaSAndroid Build Coastguard Worker #define BUFFERS 64
22*25da2beaSAndroid Build Coastguard Worker
23*25da2beaSAndroid Build Coastguard Worker #define NR_RINGS 4
24*25da2beaSAndroid Build Coastguard Worker
25*25da2beaSAndroid Build Coastguard Worker static struct iovec *vecs;
26*25da2beaSAndroid Build Coastguard Worker
wait_io(struct io_uring * ring,int nr_ios)27*25da2beaSAndroid Build Coastguard Worker static int wait_io(struct io_uring *ring, int nr_ios)
28*25da2beaSAndroid Build Coastguard Worker {
29*25da2beaSAndroid Build Coastguard Worker struct io_uring_cqe *cqe;
30*25da2beaSAndroid Build Coastguard Worker
31*25da2beaSAndroid Build Coastguard Worker while (nr_ios) {
32*25da2beaSAndroid Build Coastguard Worker int ret = io_uring_wait_cqe(ring, &cqe);
33*25da2beaSAndroid Build Coastguard Worker
34*25da2beaSAndroid Build Coastguard Worker if (ret == -EAGAIN) {
35*25da2beaSAndroid Build Coastguard Worker continue;
36*25da2beaSAndroid Build Coastguard Worker } else if (ret) {
37*25da2beaSAndroid Build Coastguard Worker fprintf(stderr, "io_uring_wait_cqe failed %i\n", ret);
38*25da2beaSAndroid Build Coastguard Worker return 1;
39*25da2beaSAndroid Build Coastguard Worker }
40*25da2beaSAndroid Build Coastguard Worker if (cqe->res != BS) {
41*25da2beaSAndroid Build Coastguard Worker fprintf(stderr, "Unexpected ret %d\n", cqe->res);
42*25da2beaSAndroid Build Coastguard Worker return 1;
43*25da2beaSAndroid Build Coastguard Worker }
44*25da2beaSAndroid Build Coastguard Worker io_uring_cqe_seen(ring, cqe);
45*25da2beaSAndroid Build Coastguard Worker nr_ios--;
46*25da2beaSAndroid Build Coastguard Worker }
47*25da2beaSAndroid Build Coastguard Worker
48*25da2beaSAndroid Build Coastguard Worker return 0;
49*25da2beaSAndroid Build Coastguard Worker }
50*25da2beaSAndroid Build Coastguard Worker
queue_io(struct io_uring * ring,int fd,int nr_ios)51*25da2beaSAndroid Build Coastguard Worker static int queue_io(struct io_uring *ring, int fd, int nr_ios)
52*25da2beaSAndroid Build Coastguard Worker {
53*25da2beaSAndroid Build Coastguard Worker unsigned long off;
54*25da2beaSAndroid Build Coastguard Worker int i;
55*25da2beaSAndroid Build Coastguard Worker
56*25da2beaSAndroid Build Coastguard Worker i = 0;
57*25da2beaSAndroid Build Coastguard Worker off = 0;
58*25da2beaSAndroid Build Coastguard Worker while (nr_ios) {
59*25da2beaSAndroid Build Coastguard Worker struct io_uring_sqe *sqe;
60*25da2beaSAndroid Build Coastguard Worker
61*25da2beaSAndroid Build Coastguard Worker sqe = io_uring_get_sqe(ring);
62*25da2beaSAndroid Build Coastguard Worker if (!sqe)
63*25da2beaSAndroid Build Coastguard Worker break;
64*25da2beaSAndroid Build Coastguard Worker io_uring_prep_read(sqe, fd, vecs[i].iov_base, vecs[i].iov_len, off);
65*25da2beaSAndroid Build Coastguard Worker nr_ios--;
66*25da2beaSAndroid Build Coastguard Worker i++;
67*25da2beaSAndroid Build Coastguard Worker off += BS;
68*25da2beaSAndroid Build Coastguard Worker }
69*25da2beaSAndroid Build Coastguard Worker
70*25da2beaSAndroid Build Coastguard Worker io_uring_submit(ring);
71*25da2beaSAndroid Build Coastguard Worker return i;
72*25da2beaSAndroid Build Coastguard Worker }
73*25da2beaSAndroid Build Coastguard Worker
main(int argc,char * argv[])74*25da2beaSAndroid Build Coastguard Worker int main(int argc, char *argv[])
75*25da2beaSAndroid Build Coastguard Worker {
76*25da2beaSAndroid Build Coastguard Worker struct io_uring rings[NR_RINGS];
77*25da2beaSAndroid Build Coastguard Worker int rets[NR_RINGS];
78*25da2beaSAndroid Build Coastguard Worker unsigned long ios;
79*25da2beaSAndroid Build Coastguard Worker int i, ret, fd;
80*25da2beaSAndroid Build Coastguard Worker char *fname;
81*25da2beaSAndroid Build Coastguard Worker
82*25da2beaSAndroid Build Coastguard Worker if (argc > 1) {
83*25da2beaSAndroid Build Coastguard Worker fname = argv[1];
84*25da2beaSAndroid Build Coastguard Worker } else {
85*25da2beaSAndroid Build Coastguard Worker fname = ".basic-rw-poll-share";
86*25da2beaSAndroid Build Coastguard Worker t_create_file(fname, FILE_SIZE);
87*25da2beaSAndroid Build Coastguard Worker }
88*25da2beaSAndroid Build Coastguard Worker
89*25da2beaSAndroid Build Coastguard Worker vecs = t_create_buffers(BUFFERS, BS);
90*25da2beaSAndroid Build Coastguard Worker
91*25da2beaSAndroid Build Coastguard Worker fd = open(fname, O_RDONLY | O_DIRECT);
92*25da2beaSAndroid Build Coastguard Worker if (fname != argv[1])
93*25da2beaSAndroid Build Coastguard Worker unlink(fname);
94*25da2beaSAndroid Build Coastguard Worker if (fd < 0) {
95*25da2beaSAndroid Build Coastguard Worker perror("open");
96*25da2beaSAndroid Build Coastguard Worker return -1;
97*25da2beaSAndroid Build Coastguard Worker }
98*25da2beaSAndroid Build Coastguard Worker
99*25da2beaSAndroid Build Coastguard Worker for (i = 0; i < NR_RINGS; i++) {
100*25da2beaSAndroid Build Coastguard Worker struct io_uring_params p = { };
101*25da2beaSAndroid Build Coastguard Worker
102*25da2beaSAndroid Build Coastguard Worker p.flags = IORING_SETUP_SQPOLL;
103*25da2beaSAndroid Build Coastguard Worker if (i) {
104*25da2beaSAndroid Build Coastguard Worker p.wq_fd = rings[0].ring_fd;
105*25da2beaSAndroid Build Coastguard Worker p.flags |= IORING_SETUP_ATTACH_WQ;
106*25da2beaSAndroid Build Coastguard Worker }
107*25da2beaSAndroid Build Coastguard Worker ret = io_uring_queue_init_params(BUFFERS, &rings[i], &p);
108*25da2beaSAndroid Build Coastguard Worker if (ret) {
109*25da2beaSAndroid Build Coastguard Worker fprintf(stderr, "queue_init: %d/%d\n", ret, i);
110*25da2beaSAndroid Build Coastguard Worker goto err;
111*25da2beaSAndroid Build Coastguard Worker }
112*25da2beaSAndroid Build Coastguard Worker /* no sharing for non-fixed either */
113*25da2beaSAndroid Build Coastguard Worker if (!(p.features & IORING_FEAT_SQPOLL_NONFIXED)) {
114*25da2beaSAndroid Build Coastguard Worker fprintf(stdout, "No SQPOLL sharing, skipping\n");
115*25da2beaSAndroid Build Coastguard Worker return 0;
116*25da2beaSAndroid Build Coastguard Worker }
117*25da2beaSAndroid Build Coastguard Worker }
118*25da2beaSAndroid Build Coastguard Worker
119*25da2beaSAndroid Build Coastguard Worker ios = 0;
120*25da2beaSAndroid Build Coastguard Worker while (ios < (FILE_SIZE / BS)) {
121*25da2beaSAndroid Build Coastguard Worker for (i = 0; i < NR_RINGS; i++) {
122*25da2beaSAndroid Build Coastguard Worker ret = queue_io(&rings[i], fd, BUFFERS);
123*25da2beaSAndroid Build Coastguard Worker if (ret < 0)
124*25da2beaSAndroid Build Coastguard Worker goto err;
125*25da2beaSAndroid Build Coastguard Worker rets[i] = ret;
126*25da2beaSAndroid Build Coastguard Worker }
127*25da2beaSAndroid Build Coastguard Worker for (i = 0; i < NR_RINGS; i++) {
128*25da2beaSAndroid Build Coastguard Worker if (wait_io(&rings[i], rets[i]))
129*25da2beaSAndroid Build Coastguard Worker goto err;
130*25da2beaSAndroid Build Coastguard Worker }
131*25da2beaSAndroid Build Coastguard Worker ios += BUFFERS;
132*25da2beaSAndroid Build Coastguard Worker }
133*25da2beaSAndroid Build Coastguard Worker
134*25da2beaSAndroid Build Coastguard Worker return 0;
135*25da2beaSAndroid Build Coastguard Worker err:
136*25da2beaSAndroid Build Coastguard Worker return 1;
137*25da2beaSAndroid Build Coastguard Worker }
138