1*25da2beaSAndroid Build Coastguard Worker /* SPDX-License-Identifier: MIT */
2*25da2beaSAndroid Build Coastguard Worker /*
3*25da2beaSAndroid Build Coastguard Worker * Description: test many files being polled for and updated
4*25da2beaSAndroid Build Coastguard Worker *
5*25da2beaSAndroid Build Coastguard Worker */
6*25da2beaSAndroid Build Coastguard Worker #include <errno.h>
7*25da2beaSAndroid Build Coastguard Worker #include <stdio.h>
8*25da2beaSAndroid Build Coastguard Worker #include <unistd.h>
9*25da2beaSAndroid Build Coastguard Worker #include <stdlib.h>
10*25da2beaSAndroid Build Coastguard Worker #include <string.h>
11*25da2beaSAndroid Build Coastguard Worker #include <signal.h>
12*25da2beaSAndroid Build Coastguard Worker #include <poll.h>
13*25da2beaSAndroid Build Coastguard Worker #include <sys/resource.h>
14*25da2beaSAndroid Build Coastguard Worker #include <fcntl.h>
15*25da2beaSAndroid Build Coastguard Worker #include <pthread.h>
16*25da2beaSAndroid Build Coastguard Worker
17*25da2beaSAndroid Build Coastguard Worker #include "liburing.h"
18*25da2beaSAndroid Build Coastguard Worker
19*25da2beaSAndroid Build Coastguard Worker #define NFILES 5000
20*25da2beaSAndroid Build Coastguard Worker #define BATCH 500
21*25da2beaSAndroid Build Coastguard Worker #define NLOOPS 1000
22*25da2beaSAndroid Build Coastguard Worker
23*25da2beaSAndroid Build Coastguard Worker #define RING_SIZE 512
24*25da2beaSAndroid Build Coastguard Worker
25*25da2beaSAndroid Build Coastguard Worker struct p {
26*25da2beaSAndroid Build Coastguard Worker int fd[2];
27*25da2beaSAndroid Build Coastguard Worker int triggered;
28*25da2beaSAndroid Build Coastguard Worker };
29*25da2beaSAndroid Build Coastguard Worker
30*25da2beaSAndroid Build Coastguard Worker static struct p p[NFILES];
31*25da2beaSAndroid Build Coastguard Worker
has_poll_update(void)32*25da2beaSAndroid Build Coastguard Worker static int has_poll_update(void)
33*25da2beaSAndroid Build Coastguard Worker {
34*25da2beaSAndroid Build Coastguard Worker struct io_uring ring;
35*25da2beaSAndroid Build Coastguard Worker struct io_uring_cqe *cqe;
36*25da2beaSAndroid Build Coastguard Worker struct io_uring_sqe *sqe;
37*25da2beaSAndroid Build Coastguard Worker bool has_update = false;
38*25da2beaSAndroid Build Coastguard Worker int ret;
39*25da2beaSAndroid Build Coastguard Worker
40*25da2beaSAndroid Build Coastguard Worker ret = io_uring_queue_init(8, &ring, 0);
41*25da2beaSAndroid Build Coastguard Worker if (ret)
42*25da2beaSAndroid Build Coastguard Worker return -1;
43*25da2beaSAndroid Build Coastguard Worker
44*25da2beaSAndroid Build Coastguard Worker sqe = io_uring_get_sqe(&ring);
45*25da2beaSAndroid Build Coastguard Worker io_uring_prep_poll_update(sqe, 0, 0, POLLIN, IORING_TIMEOUT_UPDATE);
46*25da2beaSAndroid Build Coastguard Worker
47*25da2beaSAndroid Build Coastguard Worker ret = io_uring_submit(&ring);
48*25da2beaSAndroid Build Coastguard Worker if (ret != 1)
49*25da2beaSAndroid Build Coastguard Worker return -1;
50*25da2beaSAndroid Build Coastguard Worker
51*25da2beaSAndroid Build Coastguard Worker ret = io_uring_wait_cqe(&ring, &cqe);
52*25da2beaSAndroid Build Coastguard Worker if (!ret) {
53*25da2beaSAndroid Build Coastguard Worker if (cqe->res == -ENOENT)
54*25da2beaSAndroid Build Coastguard Worker has_update = true;
55*25da2beaSAndroid Build Coastguard Worker else if (cqe->res != -EINVAL)
56*25da2beaSAndroid Build Coastguard Worker return -1;
57*25da2beaSAndroid Build Coastguard Worker io_uring_cqe_seen(&ring, cqe);
58*25da2beaSAndroid Build Coastguard Worker }
59*25da2beaSAndroid Build Coastguard Worker io_uring_queue_exit(&ring);
60*25da2beaSAndroid Build Coastguard Worker return has_update;
61*25da2beaSAndroid Build Coastguard Worker }
62*25da2beaSAndroid Build Coastguard Worker
arm_poll(struct io_uring * ring,int off)63*25da2beaSAndroid Build Coastguard Worker static int arm_poll(struct io_uring *ring, int off)
64*25da2beaSAndroid Build Coastguard Worker {
65*25da2beaSAndroid Build Coastguard Worker struct io_uring_sqe *sqe;
66*25da2beaSAndroid Build Coastguard Worker
67*25da2beaSAndroid Build Coastguard Worker sqe = io_uring_get_sqe(ring);
68*25da2beaSAndroid Build Coastguard Worker if (!sqe) {
69*25da2beaSAndroid Build Coastguard Worker fprintf(stderr, "failed getting sqe\n");
70*25da2beaSAndroid Build Coastguard Worker return 1;
71*25da2beaSAndroid Build Coastguard Worker }
72*25da2beaSAndroid Build Coastguard Worker
73*25da2beaSAndroid Build Coastguard Worker io_uring_prep_poll_multishot(sqe, p[off].fd[0], POLLIN);
74*25da2beaSAndroid Build Coastguard Worker sqe->user_data = off;
75*25da2beaSAndroid Build Coastguard Worker return 0;
76*25da2beaSAndroid Build Coastguard Worker }
77*25da2beaSAndroid Build Coastguard Worker
reap_polls(struct io_uring * ring)78*25da2beaSAndroid Build Coastguard Worker static int reap_polls(struct io_uring *ring)
79*25da2beaSAndroid Build Coastguard Worker {
80*25da2beaSAndroid Build Coastguard Worker struct io_uring_cqe *cqe;
81*25da2beaSAndroid Build Coastguard Worker int i, ret, off;
82*25da2beaSAndroid Build Coastguard Worker char c;
83*25da2beaSAndroid Build Coastguard Worker
84*25da2beaSAndroid Build Coastguard Worker for (i = 0; i < BATCH; i++) {
85*25da2beaSAndroid Build Coastguard Worker struct io_uring_sqe *sqe;
86*25da2beaSAndroid Build Coastguard Worker
87*25da2beaSAndroid Build Coastguard Worker sqe = io_uring_get_sqe(ring);
88*25da2beaSAndroid Build Coastguard Worker /* update event */
89*25da2beaSAndroid Build Coastguard Worker io_uring_prep_poll_update(sqe, i, 0, POLLIN,
90*25da2beaSAndroid Build Coastguard Worker IORING_POLL_UPDATE_EVENTS);
91*25da2beaSAndroid Build Coastguard Worker sqe->user_data = 0x12345678;
92*25da2beaSAndroid Build Coastguard Worker }
93*25da2beaSAndroid Build Coastguard Worker
94*25da2beaSAndroid Build Coastguard Worker ret = io_uring_submit(ring);
95*25da2beaSAndroid Build Coastguard Worker if (ret != BATCH) {
96*25da2beaSAndroid Build Coastguard Worker fprintf(stderr, "submitted %d, %d\n", ret, BATCH);
97*25da2beaSAndroid Build Coastguard Worker return 1;
98*25da2beaSAndroid Build Coastguard Worker }
99*25da2beaSAndroid Build Coastguard Worker
100*25da2beaSAndroid Build Coastguard Worker for (i = 0; i < 2 * BATCH; i++) {
101*25da2beaSAndroid Build Coastguard Worker ret = io_uring_wait_cqe(ring, &cqe);
102*25da2beaSAndroid Build Coastguard Worker if (ret) {
103*25da2beaSAndroid Build Coastguard Worker fprintf(stderr, "wait cqe %d\n", ret);
104*25da2beaSAndroid Build Coastguard Worker return ret;
105*25da2beaSAndroid Build Coastguard Worker }
106*25da2beaSAndroid Build Coastguard Worker off = cqe->user_data;
107*25da2beaSAndroid Build Coastguard Worker if (off == 0x12345678)
108*25da2beaSAndroid Build Coastguard Worker goto seen;
109*25da2beaSAndroid Build Coastguard Worker ret = read(p[off].fd[0], &c, 1);
110*25da2beaSAndroid Build Coastguard Worker if (ret != 1) {
111*25da2beaSAndroid Build Coastguard Worker if (ret == -1 && errno == EAGAIN)
112*25da2beaSAndroid Build Coastguard Worker goto seen;
113*25da2beaSAndroid Build Coastguard Worker fprintf(stderr, "read got %d/%d\n", ret, errno);
114*25da2beaSAndroid Build Coastguard Worker break;
115*25da2beaSAndroid Build Coastguard Worker }
116*25da2beaSAndroid Build Coastguard Worker seen:
117*25da2beaSAndroid Build Coastguard Worker io_uring_cqe_seen(ring, cqe);
118*25da2beaSAndroid Build Coastguard Worker }
119*25da2beaSAndroid Build Coastguard Worker
120*25da2beaSAndroid Build Coastguard Worker if (i != 2 * BATCH) {
121*25da2beaSAndroid Build Coastguard Worker fprintf(stderr, "gave up at %d\n", i);
122*25da2beaSAndroid Build Coastguard Worker return 1;
123*25da2beaSAndroid Build Coastguard Worker }
124*25da2beaSAndroid Build Coastguard Worker
125*25da2beaSAndroid Build Coastguard Worker return 0;
126*25da2beaSAndroid Build Coastguard Worker }
127*25da2beaSAndroid Build Coastguard Worker
trigger_polls(void)128*25da2beaSAndroid Build Coastguard Worker static int trigger_polls(void)
129*25da2beaSAndroid Build Coastguard Worker {
130*25da2beaSAndroid Build Coastguard Worker char c = 89;
131*25da2beaSAndroid Build Coastguard Worker int i, ret;
132*25da2beaSAndroid Build Coastguard Worker
133*25da2beaSAndroid Build Coastguard Worker for (i = 0; i < BATCH; i++) {
134*25da2beaSAndroid Build Coastguard Worker int off;
135*25da2beaSAndroid Build Coastguard Worker
136*25da2beaSAndroid Build Coastguard Worker do {
137*25da2beaSAndroid Build Coastguard Worker off = rand() % NFILES;
138*25da2beaSAndroid Build Coastguard Worker if (!p[off].triggered)
139*25da2beaSAndroid Build Coastguard Worker break;
140*25da2beaSAndroid Build Coastguard Worker } while (1);
141*25da2beaSAndroid Build Coastguard Worker
142*25da2beaSAndroid Build Coastguard Worker p[off].triggered = 1;
143*25da2beaSAndroid Build Coastguard Worker ret = write(p[off].fd[1], &c, 1);
144*25da2beaSAndroid Build Coastguard Worker if (ret != 1) {
145*25da2beaSAndroid Build Coastguard Worker fprintf(stderr, "write got %d/%d\n", ret, errno);
146*25da2beaSAndroid Build Coastguard Worker return 1;
147*25da2beaSAndroid Build Coastguard Worker }
148*25da2beaSAndroid Build Coastguard Worker }
149*25da2beaSAndroid Build Coastguard Worker
150*25da2beaSAndroid Build Coastguard Worker return 0;
151*25da2beaSAndroid Build Coastguard Worker }
152*25da2beaSAndroid Build Coastguard Worker
trigger_polls_fn(void * data)153*25da2beaSAndroid Build Coastguard Worker static void *trigger_polls_fn(void *data)
154*25da2beaSAndroid Build Coastguard Worker {
155*25da2beaSAndroid Build Coastguard Worker trigger_polls();
156*25da2beaSAndroid Build Coastguard Worker return NULL;
157*25da2beaSAndroid Build Coastguard Worker }
158*25da2beaSAndroid Build Coastguard Worker
arm_polls(struct io_uring * ring)159*25da2beaSAndroid Build Coastguard Worker static int arm_polls(struct io_uring *ring)
160*25da2beaSAndroid Build Coastguard Worker {
161*25da2beaSAndroid Build Coastguard Worker int ret, to_arm = NFILES, i, off;
162*25da2beaSAndroid Build Coastguard Worker
163*25da2beaSAndroid Build Coastguard Worker off = 0;
164*25da2beaSAndroid Build Coastguard Worker while (to_arm) {
165*25da2beaSAndroid Build Coastguard Worker int this_arm;
166*25da2beaSAndroid Build Coastguard Worker
167*25da2beaSAndroid Build Coastguard Worker this_arm = to_arm;
168*25da2beaSAndroid Build Coastguard Worker if (this_arm > RING_SIZE)
169*25da2beaSAndroid Build Coastguard Worker this_arm = RING_SIZE;
170*25da2beaSAndroid Build Coastguard Worker
171*25da2beaSAndroid Build Coastguard Worker for (i = 0; i < this_arm; i++) {
172*25da2beaSAndroid Build Coastguard Worker if (arm_poll(ring, off)) {
173*25da2beaSAndroid Build Coastguard Worker fprintf(stderr, "arm failed at %d\n", off);
174*25da2beaSAndroid Build Coastguard Worker return 1;
175*25da2beaSAndroid Build Coastguard Worker }
176*25da2beaSAndroid Build Coastguard Worker off++;
177*25da2beaSAndroid Build Coastguard Worker }
178*25da2beaSAndroid Build Coastguard Worker
179*25da2beaSAndroid Build Coastguard Worker ret = io_uring_submit(ring);
180*25da2beaSAndroid Build Coastguard Worker if (ret != this_arm) {
181*25da2beaSAndroid Build Coastguard Worker fprintf(stderr, "submitted %d, %d\n", ret, this_arm);
182*25da2beaSAndroid Build Coastguard Worker return 1;
183*25da2beaSAndroid Build Coastguard Worker }
184*25da2beaSAndroid Build Coastguard Worker to_arm -= this_arm;
185*25da2beaSAndroid Build Coastguard Worker }
186*25da2beaSAndroid Build Coastguard Worker
187*25da2beaSAndroid Build Coastguard Worker return 0;
188*25da2beaSAndroid Build Coastguard Worker }
189*25da2beaSAndroid Build Coastguard Worker
main(int argc,char * argv[])190*25da2beaSAndroid Build Coastguard Worker int main(int argc, char *argv[])
191*25da2beaSAndroid Build Coastguard Worker {
192*25da2beaSAndroid Build Coastguard Worker struct io_uring ring;
193*25da2beaSAndroid Build Coastguard Worker struct io_uring_params params = { };
194*25da2beaSAndroid Build Coastguard Worker struct rlimit rlim;
195*25da2beaSAndroid Build Coastguard Worker pthread_t thread;
196*25da2beaSAndroid Build Coastguard Worker int i, j, ret;
197*25da2beaSAndroid Build Coastguard Worker
198*25da2beaSAndroid Build Coastguard Worker if (argc > 1)
199*25da2beaSAndroid Build Coastguard Worker return 0;
200*25da2beaSAndroid Build Coastguard Worker
201*25da2beaSAndroid Build Coastguard Worker ret = has_poll_update();
202*25da2beaSAndroid Build Coastguard Worker if (ret < 0) {
203*25da2beaSAndroid Build Coastguard Worker fprintf(stderr, "poll update check failed %i\n", ret);
204*25da2beaSAndroid Build Coastguard Worker return -1;
205*25da2beaSAndroid Build Coastguard Worker } else if (!ret) {
206*25da2beaSAndroid Build Coastguard Worker fprintf(stderr, "no poll update, skip\n");
207*25da2beaSAndroid Build Coastguard Worker return 0;
208*25da2beaSAndroid Build Coastguard Worker }
209*25da2beaSAndroid Build Coastguard Worker
210*25da2beaSAndroid Build Coastguard Worker if (getrlimit(RLIMIT_NOFILE, &rlim) < 0) {
211*25da2beaSAndroid Build Coastguard Worker perror("getrlimit");
212*25da2beaSAndroid Build Coastguard Worker goto err_noring;
213*25da2beaSAndroid Build Coastguard Worker }
214*25da2beaSAndroid Build Coastguard Worker
215*25da2beaSAndroid Build Coastguard Worker if (rlim.rlim_cur < (2 * NFILES + 5)) {
216*25da2beaSAndroid Build Coastguard Worker rlim.rlim_cur = (2 * NFILES + 5);
217*25da2beaSAndroid Build Coastguard Worker rlim.rlim_max = rlim.rlim_cur;
218*25da2beaSAndroid Build Coastguard Worker if (setrlimit(RLIMIT_NOFILE, &rlim) < 0) {
219*25da2beaSAndroid Build Coastguard Worker if (errno == EPERM)
220*25da2beaSAndroid Build Coastguard Worker goto err_nofail;
221*25da2beaSAndroid Build Coastguard Worker perror("setrlimit");
222*25da2beaSAndroid Build Coastguard Worker goto err_noring;
223*25da2beaSAndroid Build Coastguard Worker }
224*25da2beaSAndroid Build Coastguard Worker }
225*25da2beaSAndroid Build Coastguard Worker
226*25da2beaSAndroid Build Coastguard Worker for (i = 0; i < NFILES; i++) {
227*25da2beaSAndroid Build Coastguard Worker if (pipe(p[i].fd) < 0) {
228*25da2beaSAndroid Build Coastguard Worker perror("pipe");
229*25da2beaSAndroid Build Coastguard Worker goto err_noring;
230*25da2beaSAndroid Build Coastguard Worker }
231*25da2beaSAndroid Build Coastguard Worker fcntl(p[i].fd[0], F_SETFL, O_NONBLOCK);
232*25da2beaSAndroid Build Coastguard Worker }
233*25da2beaSAndroid Build Coastguard Worker
234*25da2beaSAndroid Build Coastguard Worker params.flags = IORING_SETUP_CQSIZE;
235*25da2beaSAndroid Build Coastguard Worker params.cq_entries = 4096;
236*25da2beaSAndroid Build Coastguard Worker ret = io_uring_queue_init_params(RING_SIZE, &ring, ¶ms);
237*25da2beaSAndroid Build Coastguard Worker if (ret) {
238*25da2beaSAndroid Build Coastguard Worker if (ret == -EINVAL) {
239*25da2beaSAndroid Build Coastguard Worker fprintf(stdout, "No CQSIZE, trying without\n");
240*25da2beaSAndroid Build Coastguard Worker ret = io_uring_queue_init(RING_SIZE, &ring, 0);
241*25da2beaSAndroid Build Coastguard Worker if (ret) {
242*25da2beaSAndroid Build Coastguard Worker fprintf(stderr, "ring setup failed: %d\n", ret);
243*25da2beaSAndroid Build Coastguard Worker return 1;
244*25da2beaSAndroid Build Coastguard Worker }
245*25da2beaSAndroid Build Coastguard Worker }
246*25da2beaSAndroid Build Coastguard Worker }
247*25da2beaSAndroid Build Coastguard Worker
248*25da2beaSAndroid Build Coastguard Worker if (arm_polls(&ring))
249*25da2beaSAndroid Build Coastguard Worker goto err;
250*25da2beaSAndroid Build Coastguard Worker
251*25da2beaSAndroid Build Coastguard Worker for (i = 0; i < NLOOPS; i++) {
252*25da2beaSAndroid Build Coastguard Worker pthread_create(&thread, NULL, trigger_polls_fn, NULL);
253*25da2beaSAndroid Build Coastguard Worker ret = reap_polls(&ring);
254*25da2beaSAndroid Build Coastguard Worker if (ret)
255*25da2beaSAndroid Build Coastguard Worker goto err;
256*25da2beaSAndroid Build Coastguard Worker pthread_join(thread, NULL);
257*25da2beaSAndroid Build Coastguard Worker
258*25da2beaSAndroid Build Coastguard Worker for (j = 0; j < NFILES; j++)
259*25da2beaSAndroid Build Coastguard Worker p[j].triggered = 0;
260*25da2beaSAndroid Build Coastguard Worker }
261*25da2beaSAndroid Build Coastguard Worker
262*25da2beaSAndroid Build Coastguard Worker io_uring_queue_exit(&ring);
263*25da2beaSAndroid Build Coastguard Worker return 0;
264*25da2beaSAndroid Build Coastguard Worker err:
265*25da2beaSAndroid Build Coastguard Worker io_uring_queue_exit(&ring);
266*25da2beaSAndroid Build Coastguard Worker err_noring:
267*25da2beaSAndroid Build Coastguard Worker fprintf(stderr, "poll-many failed\n");
268*25da2beaSAndroid Build Coastguard Worker return 1;
269*25da2beaSAndroid Build Coastguard Worker err_nofail:
270*25da2beaSAndroid Build Coastguard Worker fprintf(stderr, "poll-many: not enough files available (and not root), "
271*25da2beaSAndroid Build Coastguard Worker "skipped\n");
272*25da2beaSAndroid Build Coastguard Worker return 0;
273*25da2beaSAndroid Build Coastguard Worker }
274