1*25da2beaSAndroid Build Coastguard Worker /* SPDX-License-Identifier: MIT */
2*25da2beaSAndroid Build Coastguard Worker /*
3*25da2beaSAndroid Build Coastguard Worker * Description: Test two ring deadlock. A buggy kernel will end up
4*25da2beaSAndroid Build Coastguard Worker * having io_wq_* workers pending, as the circular reference
5*25da2beaSAndroid Build Coastguard Worker * will prevent full exit.
6*25da2beaSAndroid Build Coastguard Worker *
7*25da2beaSAndroid Build Coastguard Worker * Based on a test case from Josef <[email protected]>
8*25da2beaSAndroid Build Coastguard Worker *
9*25da2beaSAndroid Build Coastguard Worker */
10*25da2beaSAndroid Build Coastguard Worker #include <errno.h>
11*25da2beaSAndroid Build Coastguard Worker #include <fcntl.h>
12*25da2beaSAndroid Build Coastguard Worker #include <netinet/in.h>
13*25da2beaSAndroid Build Coastguard Worker #include <stdio.h>
14*25da2beaSAndroid Build Coastguard Worker #include <stdlib.h>
15*25da2beaSAndroid Build Coastguard Worker #include <string.h>
16*25da2beaSAndroid Build Coastguard Worker #include <strings.h>
17*25da2beaSAndroid Build Coastguard Worker #include <poll.h>
18*25da2beaSAndroid Build Coastguard Worker #include <sys/socket.h>
19*25da2beaSAndroid Build Coastguard Worker #include <unistd.h>
20*25da2beaSAndroid Build Coastguard Worker #include <sys/eventfd.h>
21*25da2beaSAndroid Build Coastguard Worker #include <pthread.h>
22*25da2beaSAndroid Build Coastguard Worker
23*25da2beaSAndroid Build Coastguard Worker #include "liburing.h"
24*25da2beaSAndroid Build Coastguard Worker #include "../src/syscall.h"
25*25da2beaSAndroid Build Coastguard Worker
26*25da2beaSAndroid Build Coastguard Worker enum {
27*25da2beaSAndroid Build Coastguard Worker ACCEPT,
28*25da2beaSAndroid Build Coastguard Worker READ,
29*25da2beaSAndroid Build Coastguard Worker WRITE,
30*25da2beaSAndroid Build Coastguard Worker POLLING_IN,
31*25da2beaSAndroid Build Coastguard Worker POLLING_RDHUP,
32*25da2beaSAndroid Build Coastguard Worker CLOSE,
33*25da2beaSAndroid Build Coastguard Worker EVENTFD_READ,
34*25da2beaSAndroid Build Coastguard Worker };
35*25da2beaSAndroid Build Coastguard Worker
36*25da2beaSAndroid Build Coastguard Worker typedef struct conn_info {
37*25da2beaSAndroid Build Coastguard Worker __u32 fd;
38*25da2beaSAndroid Build Coastguard Worker __u16 type;
39*25da2beaSAndroid Build Coastguard Worker __u16 bid;
40*25da2beaSAndroid Build Coastguard Worker } conn_info;
41*25da2beaSAndroid Build Coastguard Worker
42*25da2beaSAndroid Build Coastguard Worker static char read_eventfd_buffer[8];
43*25da2beaSAndroid Build Coastguard Worker
44*25da2beaSAndroid Build Coastguard Worker static pthread_mutex_t lock;
45*25da2beaSAndroid Build Coastguard Worker static struct io_uring *client_ring;
46*25da2beaSAndroid Build Coastguard Worker
47*25da2beaSAndroid Build Coastguard Worker static int client_eventfd = -1;
48*25da2beaSAndroid Build Coastguard Worker
setup_io_uring(struct io_uring * ring)49*25da2beaSAndroid Build Coastguard Worker int setup_io_uring(struct io_uring *ring)
50*25da2beaSAndroid Build Coastguard Worker {
51*25da2beaSAndroid Build Coastguard Worker struct io_uring_params p = { };
52*25da2beaSAndroid Build Coastguard Worker int ret;
53*25da2beaSAndroid Build Coastguard Worker
54*25da2beaSAndroid Build Coastguard Worker ret = io_uring_queue_init_params(8, ring, &p);
55*25da2beaSAndroid Build Coastguard Worker if (ret) {
56*25da2beaSAndroid Build Coastguard Worker fprintf(stderr, "Unable to setup io_uring: %s\n",
57*25da2beaSAndroid Build Coastguard Worker strerror(-ret));
58*25da2beaSAndroid Build Coastguard Worker return 1;
59*25da2beaSAndroid Build Coastguard Worker }
60*25da2beaSAndroid Build Coastguard Worker return 0;
61*25da2beaSAndroid Build Coastguard Worker }
62*25da2beaSAndroid Build Coastguard Worker
add_socket_eventfd_read(struct io_uring * ring,int fd)63*25da2beaSAndroid Build Coastguard Worker static void add_socket_eventfd_read(struct io_uring *ring, int fd)
64*25da2beaSAndroid Build Coastguard Worker {
65*25da2beaSAndroid Build Coastguard Worker struct io_uring_sqe *sqe;
66*25da2beaSAndroid Build Coastguard Worker conn_info conn_i = {
67*25da2beaSAndroid Build Coastguard Worker .fd = fd,
68*25da2beaSAndroid Build Coastguard Worker .type = EVENTFD_READ,
69*25da2beaSAndroid Build Coastguard Worker };
70*25da2beaSAndroid Build Coastguard Worker
71*25da2beaSAndroid Build Coastguard Worker sqe = io_uring_get_sqe(ring);
72*25da2beaSAndroid Build Coastguard Worker io_uring_prep_read(sqe, fd, &read_eventfd_buffer, 8, 0);
73*25da2beaSAndroid Build Coastguard Worker io_uring_sqe_set_flags(sqe, IOSQE_ASYNC);
74*25da2beaSAndroid Build Coastguard Worker
75*25da2beaSAndroid Build Coastguard Worker memcpy(&sqe->user_data, &conn_i, sizeof(conn_i));
76*25da2beaSAndroid Build Coastguard Worker }
77*25da2beaSAndroid Build Coastguard Worker
add_socket_pollin(struct io_uring * ring,int fd)78*25da2beaSAndroid Build Coastguard Worker static void add_socket_pollin(struct io_uring *ring, int fd)
79*25da2beaSAndroid Build Coastguard Worker {
80*25da2beaSAndroid Build Coastguard Worker struct io_uring_sqe *sqe;
81*25da2beaSAndroid Build Coastguard Worker conn_info conn_i = {
82*25da2beaSAndroid Build Coastguard Worker .fd = fd,
83*25da2beaSAndroid Build Coastguard Worker .type = POLLING_IN,
84*25da2beaSAndroid Build Coastguard Worker };
85*25da2beaSAndroid Build Coastguard Worker
86*25da2beaSAndroid Build Coastguard Worker sqe = io_uring_get_sqe(ring);
87*25da2beaSAndroid Build Coastguard Worker io_uring_prep_poll_add(sqe, fd, POLL_IN);
88*25da2beaSAndroid Build Coastguard Worker
89*25da2beaSAndroid Build Coastguard Worker memcpy(&sqe->user_data, &conn_i, sizeof(conn_i));
90*25da2beaSAndroid Build Coastguard Worker }
91*25da2beaSAndroid Build Coastguard Worker
server_thread(void * arg)92*25da2beaSAndroid Build Coastguard Worker static void *server_thread(void *arg)
93*25da2beaSAndroid Build Coastguard Worker {
94*25da2beaSAndroid Build Coastguard Worker struct sockaddr_in serv_addr;
95*25da2beaSAndroid Build Coastguard Worker int port = 0;
96*25da2beaSAndroid Build Coastguard Worker int sock_listen_fd, evfd;
97*25da2beaSAndroid Build Coastguard Worker const int val = 1;
98*25da2beaSAndroid Build Coastguard Worker struct io_uring ring;
99*25da2beaSAndroid Build Coastguard Worker
100*25da2beaSAndroid Build Coastguard Worker sock_listen_fd = socket(AF_INET, SOCK_STREAM | SOCK_NONBLOCK, 0);
101*25da2beaSAndroid Build Coastguard Worker setsockopt(sock_listen_fd, SOL_SOCKET, SO_REUSEADDR, &val, sizeof(val));
102*25da2beaSAndroid Build Coastguard Worker
103*25da2beaSAndroid Build Coastguard Worker memset(&serv_addr, 0, sizeof(serv_addr));
104*25da2beaSAndroid Build Coastguard Worker serv_addr.sin_family = AF_INET;
105*25da2beaSAndroid Build Coastguard Worker serv_addr.sin_port = htons(port);
106*25da2beaSAndroid Build Coastguard Worker serv_addr.sin_addr.s_addr = INADDR_ANY;
107*25da2beaSAndroid Build Coastguard Worker
108*25da2beaSAndroid Build Coastguard Worker evfd = eventfd(0, EFD_CLOEXEC);
109*25da2beaSAndroid Build Coastguard Worker
110*25da2beaSAndroid Build Coastguard Worker // bind and listen
111*25da2beaSAndroid Build Coastguard Worker if (bind(sock_listen_fd, (struct sockaddr *)&serv_addr, sizeof(serv_addr)) < 0) {
112*25da2beaSAndroid Build Coastguard Worker perror("Error binding socket...\n");
113*25da2beaSAndroid Build Coastguard Worker exit(1);
114*25da2beaSAndroid Build Coastguard Worker }
115*25da2beaSAndroid Build Coastguard Worker if (listen(sock_listen_fd, 1) < 0) {
116*25da2beaSAndroid Build Coastguard Worker perror("Error listening on socket...\n");
117*25da2beaSAndroid Build Coastguard Worker exit(1);
118*25da2beaSAndroid Build Coastguard Worker }
119*25da2beaSAndroid Build Coastguard Worker
120*25da2beaSAndroid Build Coastguard Worker setup_io_uring(&ring);
121*25da2beaSAndroid Build Coastguard Worker add_socket_eventfd_read(&ring, evfd);
122*25da2beaSAndroid Build Coastguard Worker add_socket_pollin(&ring, sock_listen_fd);
123*25da2beaSAndroid Build Coastguard Worker
124*25da2beaSAndroid Build Coastguard Worker while (1) {
125*25da2beaSAndroid Build Coastguard Worker struct io_uring_cqe *cqe;
126*25da2beaSAndroid Build Coastguard Worker unsigned head;
127*25da2beaSAndroid Build Coastguard Worker unsigned count = 0;
128*25da2beaSAndroid Build Coastguard Worker
129*25da2beaSAndroid Build Coastguard Worker io_uring_submit_and_wait(&ring, 1);
130*25da2beaSAndroid Build Coastguard Worker
131*25da2beaSAndroid Build Coastguard Worker io_uring_for_each_cqe(&ring, head, cqe) {
132*25da2beaSAndroid Build Coastguard Worker struct conn_info conn_i;
133*25da2beaSAndroid Build Coastguard Worker
134*25da2beaSAndroid Build Coastguard Worker count++;
135*25da2beaSAndroid Build Coastguard Worker memcpy(&conn_i, &cqe->user_data, sizeof(conn_i));
136*25da2beaSAndroid Build Coastguard Worker
137*25da2beaSAndroid Build Coastguard Worker if (conn_i.type == ACCEPT) {
138*25da2beaSAndroid Build Coastguard Worker int sock_conn_fd = cqe->res;
139*25da2beaSAndroid Build Coastguard Worker // only read when there is no error, >= 0
140*25da2beaSAndroid Build Coastguard Worker if (sock_conn_fd > 0) {
141*25da2beaSAndroid Build Coastguard Worker add_socket_pollin(&ring, sock_listen_fd);
142*25da2beaSAndroid Build Coastguard Worker
143*25da2beaSAndroid Build Coastguard Worker pthread_mutex_lock(&lock);
144*25da2beaSAndroid Build Coastguard Worker io_uring_submit(client_ring);
145*25da2beaSAndroid Build Coastguard Worker pthread_mutex_unlock(&lock);
146*25da2beaSAndroid Build Coastguard Worker
147*25da2beaSAndroid Build Coastguard Worker }
148*25da2beaSAndroid Build Coastguard Worker } else if (conn_i.type == POLLING_IN) {
149*25da2beaSAndroid Build Coastguard Worker break;
150*25da2beaSAndroid Build Coastguard Worker }
151*25da2beaSAndroid Build Coastguard Worker }
152*25da2beaSAndroid Build Coastguard Worker io_uring_cq_advance(&ring, count);
153*25da2beaSAndroid Build Coastguard Worker }
154*25da2beaSAndroid Build Coastguard Worker }
155*25da2beaSAndroid Build Coastguard Worker
client_thread(void * arg)156*25da2beaSAndroid Build Coastguard Worker static void *client_thread(void *arg)
157*25da2beaSAndroid Build Coastguard Worker {
158*25da2beaSAndroid Build Coastguard Worker struct io_uring ring;
159*25da2beaSAndroid Build Coastguard Worker int ret;
160*25da2beaSAndroid Build Coastguard Worker
161*25da2beaSAndroid Build Coastguard Worker setup_io_uring(&ring);
162*25da2beaSAndroid Build Coastguard Worker client_ring = ˚
163*25da2beaSAndroid Build Coastguard Worker
164*25da2beaSAndroid Build Coastguard Worker client_eventfd = eventfd(0, EFD_CLOEXEC);
165*25da2beaSAndroid Build Coastguard Worker pthread_mutex_lock(&lock);
166*25da2beaSAndroid Build Coastguard Worker add_socket_eventfd_read(&ring, client_eventfd);
167*25da2beaSAndroid Build Coastguard Worker pthread_mutex_unlock(&lock);
168*25da2beaSAndroid Build Coastguard Worker
169*25da2beaSAndroid Build Coastguard Worker while (1) {
170*25da2beaSAndroid Build Coastguard Worker struct io_uring_cqe *cqe;
171*25da2beaSAndroid Build Coastguard Worker unsigned head;
172*25da2beaSAndroid Build Coastguard Worker unsigned count = 0;
173*25da2beaSAndroid Build Coastguard Worker
174*25da2beaSAndroid Build Coastguard Worker pthread_mutex_lock(&lock);
175*25da2beaSAndroid Build Coastguard Worker io_uring_submit(&ring);
176*25da2beaSAndroid Build Coastguard Worker pthread_mutex_unlock(&lock);
177*25da2beaSAndroid Build Coastguard Worker
178*25da2beaSAndroid Build Coastguard Worker ret = __sys_io_uring_enter(ring.ring_fd, 0, 1, IORING_ENTER_GETEVENTS, NULL);
179*25da2beaSAndroid Build Coastguard Worker if (ret < 0) {
180*25da2beaSAndroid Build Coastguard Worker perror("Error io_uring_enter...\n");
181*25da2beaSAndroid Build Coastguard Worker exit(1);
182*25da2beaSAndroid Build Coastguard Worker }
183*25da2beaSAndroid Build Coastguard Worker
184*25da2beaSAndroid Build Coastguard Worker // go through all CQEs
185*25da2beaSAndroid Build Coastguard Worker io_uring_for_each_cqe(&ring, head, cqe) {
186*25da2beaSAndroid Build Coastguard Worker struct conn_info conn_i;
187*25da2beaSAndroid Build Coastguard Worker int type;
188*25da2beaSAndroid Build Coastguard Worker
189*25da2beaSAndroid Build Coastguard Worker count++;
190*25da2beaSAndroid Build Coastguard Worker memcpy(&conn_i, &cqe->user_data, sizeof(conn_i));
191*25da2beaSAndroid Build Coastguard Worker
192*25da2beaSAndroid Build Coastguard Worker type = conn_i.type;
193*25da2beaSAndroid Build Coastguard Worker if (type == READ) {
194*25da2beaSAndroid Build Coastguard Worker pthread_mutex_lock(&lock);
195*25da2beaSAndroid Build Coastguard Worker
196*25da2beaSAndroid Build Coastguard Worker if (cqe->res <= 0) {
197*25da2beaSAndroid Build Coastguard Worker // connection closed or error
198*25da2beaSAndroid Build Coastguard Worker shutdown(conn_i.fd, SHUT_RDWR);
199*25da2beaSAndroid Build Coastguard Worker } else {
200*25da2beaSAndroid Build Coastguard Worker pthread_mutex_unlock(&lock);
201*25da2beaSAndroid Build Coastguard Worker break;
202*25da2beaSAndroid Build Coastguard Worker }
203*25da2beaSAndroid Build Coastguard Worker add_socket_pollin(&ring, conn_i.fd);
204*25da2beaSAndroid Build Coastguard Worker pthread_mutex_unlock(&lock);
205*25da2beaSAndroid Build Coastguard Worker } else if (type == WRITE) {
206*25da2beaSAndroid Build Coastguard Worker } else if (type == POLLING_IN) {
207*25da2beaSAndroid Build Coastguard Worker break;
208*25da2beaSAndroid Build Coastguard Worker } else if (type == POLLING_RDHUP) {
209*25da2beaSAndroid Build Coastguard Worker break;
210*25da2beaSAndroid Build Coastguard Worker } else if (type == CLOSE) {
211*25da2beaSAndroid Build Coastguard Worker } else if (type == EVENTFD_READ) {
212*25da2beaSAndroid Build Coastguard Worker add_socket_eventfd_read(&ring, client_eventfd);
213*25da2beaSAndroid Build Coastguard Worker }
214*25da2beaSAndroid Build Coastguard Worker }
215*25da2beaSAndroid Build Coastguard Worker
216*25da2beaSAndroid Build Coastguard Worker io_uring_cq_advance(&ring, count);
217*25da2beaSAndroid Build Coastguard Worker }
218*25da2beaSAndroid Build Coastguard Worker }
219*25da2beaSAndroid Build Coastguard Worker
sig_alrm(int sig)220*25da2beaSAndroid Build Coastguard Worker static void sig_alrm(int sig)
221*25da2beaSAndroid Build Coastguard Worker {
222*25da2beaSAndroid Build Coastguard Worker exit(0);
223*25da2beaSAndroid Build Coastguard Worker }
224*25da2beaSAndroid Build Coastguard Worker
main(int argc,char * argv[])225*25da2beaSAndroid Build Coastguard Worker int main(int argc, char *argv[])
226*25da2beaSAndroid Build Coastguard Worker {
227*25da2beaSAndroid Build Coastguard Worker pthread_t server_thread_t, client_thread_t;
228*25da2beaSAndroid Build Coastguard Worker struct sigaction act;
229*25da2beaSAndroid Build Coastguard Worker
230*25da2beaSAndroid Build Coastguard Worker if (argc > 1)
231*25da2beaSAndroid Build Coastguard Worker return 0;
232*25da2beaSAndroid Build Coastguard Worker
233*25da2beaSAndroid Build Coastguard Worker if (pthread_mutex_init(&lock, NULL) != 0) {
234*25da2beaSAndroid Build Coastguard Worker printf("\n mutex init failed\n");
235*25da2beaSAndroid Build Coastguard Worker return 1;
236*25da2beaSAndroid Build Coastguard Worker }
237*25da2beaSAndroid Build Coastguard Worker
238*25da2beaSAndroid Build Coastguard Worker pthread_create(&server_thread_t, NULL, &server_thread, NULL);
239*25da2beaSAndroid Build Coastguard Worker pthread_create(&client_thread_t, NULL, &client_thread, NULL);
240*25da2beaSAndroid Build Coastguard Worker
241*25da2beaSAndroid Build Coastguard Worker memset(&act, 0, sizeof(act));
242*25da2beaSAndroid Build Coastguard Worker act.sa_handler = sig_alrm;
243*25da2beaSAndroid Build Coastguard Worker act.sa_flags = SA_RESTART;
244*25da2beaSAndroid Build Coastguard Worker sigaction(SIGALRM, &act, NULL);
245*25da2beaSAndroid Build Coastguard Worker alarm(1);
246*25da2beaSAndroid Build Coastguard Worker
247*25da2beaSAndroid Build Coastguard Worker pthread_join(server_thread_t, NULL);
248*25da2beaSAndroid Build Coastguard Worker return 0;
249*25da2beaSAndroid Build Coastguard Worker }
250