1*61046927SAndroid Build Coastguard Worker /*
2*61046927SAndroid Build Coastguard Worker * sync abstraction
3*61046927SAndroid Build Coastguard Worker * Copyright 2015-2016 Collabora Ltd.
4*61046927SAndroid Build Coastguard Worker *
5*61046927SAndroid Build Coastguard Worker * Based on the implementation from the Android Open Source Project,
6*61046927SAndroid Build Coastguard Worker *
7*61046927SAndroid Build Coastguard Worker * Copyright 2012 Google, Inc
8*61046927SAndroid Build Coastguard Worker *
9*61046927SAndroid Build Coastguard Worker * Permission is hereby granted, free of charge, to any person obtaining a
10*61046927SAndroid Build Coastguard Worker * copy of this software and associated documentation files (the "Software"),
11*61046927SAndroid Build Coastguard Worker * to deal in the Software without restriction, including without limitation
12*61046927SAndroid Build Coastguard Worker * the rights to use, copy, modify, merge, publish, distribute, sublicense,
13*61046927SAndroid Build Coastguard Worker * and/or sell copies of the Software, and to permit persons to whom the
14*61046927SAndroid Build Coastguard Worker * Software is furnished to do so, subject to the following conditions:
15*61046927SAndroid Build Coastguard Worker *
16*61046927SAndroid Build Coastguard Worker * The above copyright notice and this permission notice shall be included in
17*61046927SAndroid Build Coastguard Worker * all copies or substantial portions of the Software.
18*61046927SAndroid Build Coastguard Worker *
19*61046927SAndroid Build Coastguard Worker * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
20*61046927SAndroid Build Coastguard Worker * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
21*61046927SAndroid Build Coastguard Worker * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
22*61046927SAndroid Build Coastguard Worker * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
23*61046927SAndroid Build Coastguard Worker * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
24*61046927SAndroid Build Coastguard Worker * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
25*61046927SAndroid Build Coastguard Worker * OTHER DEALINGS IN THE SOFTWARE.
26*61046927SAndroid Build Coastguard Worker */
27*61046927SAndroid Build Coastguard Worker
28*61046927SAndroid Build Coastguard Worker #ifndef _LIBSYNC_H
29*61046927SAndroid Build Coastguard Worker #define _LIBSYNC_H
30*61046927SAndroid Build Coastguard Worker
31*61046927SAndroid Build Coastguard Worker #include <assert.h>
32*61046927SAndroid Build Coastguard Worker #include <errno.h>
33*61046927SAndroid Build Coastguard Worker #include <poll.h>
34*61046927SAndroid Build Coastguard Worker #include <stdbool.h>
35*61046927SAndroid Build Coastguard Worker #include <stdint.h>
36*61046927SAndroid Build Coastguard Worker #include <string.h>
37*61046927SAndroid Build Coastguard Worker #include <sys/ioctl.h>
38*61046927SAndroid Build Coastguard Worker #include <unistd.h>
39*61046927SAndroid Build Coastguard Worker #include <stdlib.h>
40*61046927SAndroid Build Coastguard Worker #include <time.h>
41*61046927SAndroid Build Coastguard Worker
42*61046927SAndroid Build Coastguard Worker #include "util/detect_os.h"
43*61046927SAndroid Build Coastguard Worker
44*61046927SAndroid Build Coastguard Worker #if defined(__cplusplus)
45*61046927SAndroid Build Coastguard Worker extern "C" {
46*61046927SAndroid Build Coastguard Worker #endif
47*61046927SAndroid Build Coastguard Worker
48*61046927SAndroid Build Coastguard Worker #if DETECT_OS_ANDROID
49*61046927SAndroid Build Coastguard Worker /* On Android, rely on the system's libsync instead of rolling our own
50*61046927SAndroid Build Coastguard Worker * sync_wait() and sync_merge(). This gives us compatibility with pre-4.7
51*61046927SAndroid Build Coastguard Worker * Android kernels.
52*61046927SAndroid Build Coastguard Worker */
53*61046927SAndroid Build Coastguard Worker #include <android/sync.h>
54*61046927SAndroid Build Coastguard Worker
55*61046927SAndroid Build Coastguard Worker /**
56*61046927SAndroid Build Coastguard Worker * Check if the fd represents a valid fence-fd.
57*61046927SAndroid Build Coastguard Worker *
58*61046927SAndroid Build Coastguard Worker * The android variant of this debug helper is implemented on top of the
59*61046927SAndroid Build Coastguard Worker * system's libsync for compatibility with pre-4.7 android kernels.
60*61046927SAndroid Build Coastguard Worker */
61*61046927SAndroid Build Coastguard Worker static inline bool
sync_valid_fd(int fd)62*61046927SAndroid Build Coastguard Worker sync_valid_fd(int fd)
63*61046927SAndroid Build Coastguard Worker {
64*61046927SAndroid Build Coastguard Worker /* sync_file_info() only available in SDK 26. */
65*61046927SAndroid Build Coastguard Worker #if ANDROID_API_LEVEL >= 26
66*61046927SAndroid Build Coastguard Worker struct sync_file_info *info = sync_file_info(fd);
67*61046927SAndroid Build Coastguard Worker if (!info)
68*61046927SAndroid Build Coastguard Worker return false;
69*61046927SAndroid Build Coastguard Worker sync_file_info_free(info);
70*61046927SAndroid Build Coastguard Worker #endif
71*61046927SAndroid Build Coastguard Worker return true;
72*61046927SAndroid Build Coastguard Worker }
73*61046927SAndroid Build Coastguard Worker #else
74*61046927SAndroid Build Coastguard Worker
75*61046927SAndroid Build Coastguard Worker #ifndef SYNC_IOC_MERGE
76*61046927SAndroid Build Coastguard Worker /* duplicated from linux/sync_file.h to avoid build-time dependency
77*61046927SAndroid Build Coastguard Worker * on new (v4.7) kernel headers. Once distro's are mostly using
78*61046927SAndroid Build Coastguard Worker * something newer than v4.7 drop this and #include <linux/sync_file.h>
79*61046927SAndroid Build Coastguard Worker * instead.
80*61046927SAndroid Build Coastguard Worker */
81*61046927SAndroid Build Coastguard Worker struct sync_merge_data {
82*61046927SAndroid Build Coastguard Worker char name[32];
83*61046927SAndroid Build Coastguard Worker int32_t fd2;
84*61046927SAndroid Build Coastguard Worker int32_t fence;
85*61046927SAndroid Build Coastguard Worker uint32_t flags;
86*61046927SAndroid Build Coastguard Worker uint32_t pad;
87*61046927SAndroid Build Coastguard Worker };
88*61046927SAndroid Build Coastguard Worker
89*61046927SAndroid Build Coastguard Worker struct sync_fence_info {
90*61046927SAndroid Build Coastguard Worker char obj_name[32];
91*61046927SAndroid Build Coastguard Worker char driver_name[32];
92*61046927SAndroid Build Coastguard Worker int32_t status;
93*61046927SAndroid Build Coastguard Worker uint32_t flags;
94*61046927SAndroid Build Coastguard Worker uint64_t timestamp_ns;
95*61046927SAndroid Build Coastguard Worker };
96*61046927SAndroid Build Coastguard Worker
97*61046927SAndroid Build Coastguard Worker struct sync_file_info {
98*61046927SAndroid Build Coastguard Worker char name[32];
99*61046927SAndroid Build Coastguard Worker int32_t status;
100*61046927SAndroid Build Coastguard Worker uint32_t flags;
101*61046927SAndroid Build Coastguard Worker uint32_t num_fences;
102*61046927SAndroid Build Coastguard Worker uint32_t pad;
103*61046927SAndroid Build Coastguard Worker
104*61046927SAndroid Build Coastguard Worker uint64_t sync_fence_info;
105*61046927SAndroid Build Coastguard Worker };
106*61046927SAndroid Build Coastguard Worker
107*61046927SAndroid Build Coastguard Worker #define SYNC_IOC_MAGIC '>'
108*61046927SAndroid Build Coastguard Worker #define SYNC_IOC_MERGE _IOWR(SYNC_IOC_MAGIC, 3, struct sync_merge_data)
109*61046927SAndroid Build Coastguard Worker #define SYNC_IOC_FILE_INFO _IOWR(SYNC_IOC_MAGIC, 4, struct sync_file_info)
110*61046927SAndroid Build Coastguard Worker #endif
111*61046927SAndroid Build Coastguard Worker
112*61046927SAndroid Build Coastguard Worker
113*61046927SAndroid Build Coastguard Worker static inline int sync_wait(int fd, int timeout)
114*61046927SAndroid Build Coastguard Worker {
115*61046927SAndroid Build Coastguard Worker struct pollfd fds = {0};
116*61046927SAndroid Build Coastguard Worker int ret;
117*61046927SAndroid Build Coastguard Worker struct timespec poll_start, poll_end;
118*61046927SAndroid Build Coastguard Worker
119*61046927SAndroid Build Coastguard Worker fds.fd = fd;
120*61046927SAndroid Build Coastguard Worker fds.events = POLLIN;
121*61046927SAndroid Build Coastguard Worker
122*61046927SAndroid Build Coastguard Worker do {
123*61046927SAndroid Build Coastguard Worker clock_gettime(CLOCK_MONOTONIC, &poll_start);
124*61046927SAndroid Build Coastguard Worker ret = poll(&fds, 1, timeout);
125*61046927SAndroid Build Coastguard Worker clock_gettime(CLOCK_MONOTONIC, &poll_end);
126*61046927SAndroid Build Coastguard Worker if (ret > 0) {
127*61046927SAndroid Build Coastguard Worker if (fds.revents & (POLLERR | POLLNVAL)) {
128*61046927SAndroid Build Coastguard Worker errno = EINVAL;
129*61046927SAndroid Build Coastguard Worker return -1;
130*61046927SAndroid Build Coastguard Worker }
131*61046927SAndroid Build Coastguard Worker return 0;
132*61046927SAndroid Build Coastguard Worker } else if (ret == 0) {
133*61046927SAndroid Build Coastguard Worker errno = ETIME;
134*61046927SAndroid Build Coastguard Worker return -1;
135*61046927SAndroid Build Coastguard Worker }
136*61046927SAndroid Build Coastguard Worker timeout -= (poll_end.tv_sec - poll_start.tv_sec) * 1000 +
137*61046927SAndroid Build Coastguard Worker (poll_end.tv_nsec - poll_end.tv_nsec) / 1000000;
138*61046927SAndroid Build Coastguard Worker } while (ret == -1 && (errno == EINTR || errno == EAGAIN));
139*61046927SAndroid Build Coastguard Worker
140*61046927SAndroid Build Coastguard Worker return ret;
141*61046927SAndroid Build Coastguard Worker }
142*61046927SAndroid Build Coastguard Worker
143*61046927SAndroid Build Coastguard Worker static inline int sync_merge(const char *name, int fd1, int fd2)
144*61046927SAndroid Build Coastguard Worker {
145*61046927SAndroid Build Coastguard Worker struct sync_merge_data data = {{0}};
146*61046927SAndroid Build Coastguard Worker int ret;
147*61046927SAndroid Build Coastguard Worker
148*61046927SAndroid Build Coastguard Worker data.fd2 = fd2;
149*61046927SAndroid Build Coastguard Worker strncpy(data.name, name, sizeof(data.name));
150*61046927SAndroid Build Coastguard Worker
151*61046927SAndroid Build Coastguard Worker do {
152*61046927SAndroid Build Coastguard Worker ret = ioctl(fd1, SYNC_IOC_MERGE, &data);
153*61046927SAndroid Build Coastguard Worker } while (ret == -1 && (errno == EINTR || errno == EAGAIN));
154*61046927SAndroid Build Coastguard Worker
155*61046927SAndroid Build Coastguard Worker if (ret < 0)
156*61046927SAndroid Build Coastguard Worker return ret;
157*61046927SAndroid Build Coastguard Worker
158*61046927SAndroid Build Coastguard Worker return data.fence;
159*61046927SAndroid Build Coastguard Worker }
160*61046927SAndroid Build Coastguard Worker
161*61046927SAndroid Build Coastguard Worker /**
162*61046927SAndroid Build Coastguard Worker * Check if the fd represents a valid fence-fd.
163*61046927SAndroid Build Coastguard Worker */
164*61046927SAndroid Build Coastguard Worker static inline bool
165*61046927SAndroid Build Coastguard Worker sync_valid_fd(int fd)
166*61046927SAndroid Build Coastguard Worker {
167*61046927SAndroid Build Coastguard Worker struct sync_file_info info = {{0}};
168*61046927SAndroid Build Coastguard Worker return ioctl(fd, SYNC_IOC_FILE_INFO, &info) >= 0;
169*61046927SAndroid Build Coastguard Worker }
170*61046927SAndroid Build Coastguard Worker
171*61046927SAndroid Build Coastguard Worker static inline struct sync_file_info* sync_file_info(int32_t fd)
172*61046927SAndroid Build Coastguard Worker {
173*61046927SAndroid Build Coastguard Worker struct sync_file_info local_info;
174*61046927SAndroid Build Coastguard Worker struct sync_file_info *info;
175*61046927SAndroid Build Coastguard Worker int err;
176*61046927SAndroid Build Coastguard Worker
177*61046927SAndroid Build Coastguard Worker memset(&local_info, 0, sizeof(local_info));
178*61046927SAndroid Build Coastguard Worker err = ioctl(fd, SYNC_IOC_FILE_INFO, &local_info);
179*61046927SAndroid Build Coastguard Worker if (err < 0)
180*61046927SAndroid Build Coastguard Worker return NULL;
181*61046927SAndroid Build Coastguard Worker
182*61046927SAndroid Build Coastguard Worker info = (struct sync_file_info *)calloc(1, sizeof(struct sync_file_info) +
183*61046927SAndroid Build Coastguard Worker local_info.num_fences * sizeof(struct sync_fence_info));
184*61046927SAndroid Build Coastguard Worker if (!info)
185*61046927SAndroid Build Coastguard Worker return NULL;
186*61046927SAndroid Build Coastguard Worker
187*61046927SAndroid Build Coastguard Worker info->num_fences = local_info.num_fences;
188*61046927SAndroid Build Coastguard Worker info->sync_fence_info = (uint64_t)(uintptr_t)(info + 1);
189*61046927SAndroid Build Coastguard Worker
190*61046927SAndroid Build Coastguard Worker err = ioctl(fd, SYNC_IOC_FILE_INFO, info);
191*61046927SAndroid Build Coastguard Worker if (err < 0) {
192*61046927SAndroid Build Coastguard Worker free(info);
193*61046927SAndroid Build Coastguard Worker return NULL;
194*61046927SAndroid Build Coastguard Worker }
195*61046927SAndroid Build Coastguard Worker
196*61046927SAndroid Build Coastguard Worker return info;
197*61046927SAndroid Build Coastguard Worker }
198*61046927SAndroid Build Coastguard Worker
199*61046927SAndroid Build Coastguard Worker #endif /* DETECT_OS_ANDROID */
200*61046927SAndroid Build Coastguard Worker
201*61046927SAndroid Build Coastguard Worker /* accumulate fd2 into fd1. If *fd1 is not a valid fd then dup fd2,
202*61046927SAndroid Build Coastguard Worker * otherwise sync_merge() and close the old *fd1. This can be used
203*61046927SAndroid Build Coastguard Worker * to implement the pattern:
204*61046927SAndroid Build Coastguard Worker *
205*61046927SAndroid Build Coastguard Worker * init()
206*61046927SAndroid Build Coastguard Worker * {
207*61046927SAndroid Build Coastguard Worker * batch.fence_fd = -1;
208*61046927SAndroid Build Coastguard Worker * }
209*61046927SAndroid Build Coastguard Worker *
210*61046927SAndroid Build Coastguard Worker * // does *NOT* take ownership of fd
211*61046927SAndroid Build Coastguard Worker * server_sync(int fd)
212*61046927SAndroid Build Coastguard Worker * {
213*61046927SAndroid Build Coastguard Worker * if (sync_accumulate("foo", &batch.fence_fd, fd)) {
214*61046927SAndroid Build Coastguard Worker * ... error ...
215*61046927SAndroid Build Coastguard Worker * }
216*61046927SAndroid Build Coastguard Worker * }
217*61046927SAndroid Build Coastguard Worker */
sync_accumulate(const char * name,int * fd1,int fd2)218*61046927SAndroid Build Coastguard Worker static inline int sync_accumulate(const char *name, int *fd1, int fd2)
219*61046927SAndroid Build Coastguard Worker {
220*61046927SAndroid Build Coastguard Worker int ret;
221*61046927SAndroid Build Coastguard Worker
222*61046927SAndroid Build Coastguard Worker assert(fd2 >= 0);
223*61046927SAndroid Build Coastguard Worker
224*61046927SAndroid Build Coastguard Worker if (*fd1 < 0) {
225*61046927SAndroid Build Coastguard Worker *fd1 = dup(fd2);
226*61046927SAndroid Build Coastguard Worker return 0;
227*61046927SAndroid Build Coastguard Worker }
228*61046927SAndroid Build Coastguard Worker
229*61046927SAndroid Build Coastguard Worker ret = sync_merge(name, *fd1, fd2);
230*61046927SAndroid Build Coastguard Worker if (ret < 0) {
231*61046927SAndroid Build Coastguard Worker /* leave *fd1 as it is */
232*61046927SAndroid Build Coastguard Worker return ret;
233*61046927SAndroid Build Coastguard Worker }
234*61046927SAndroid Build Coastguard Worker
235*61046927SAndroid Build Coastguard Worker close(*fd1);
236*61046927SAndroid Build Coastguard Worker *fd1 = ret;
237*61046927SAndroid Build Coastguard Worker
238*61046927SAndroid Build Coastguard Worker return 0;
239*61046927SAndroid Build Coastguard Worker }
240*61046927SAndroid Build Coastguard Worker
241*61046927SAndroid Build Coastguard Worker /* Helper macro to complain if fd is non-negative and not a valid fence fd.
242*61046927SAndroid Build Coastguard Worker * Sprinkle this around to help catch fd lifetime issues.
243*61046927SAndroid Build Coastguard Worker */
244*61046927SAndroid Build Coastguard Worker #if MESA_DEBUG
245*61046927SAndroid Build Coastguard Worker # include "util/log.h"
246*61046927SAndroid Build Coastguard Worker # define validate_fence_fd(fd) do { \
247*61046927SAndroid Build Coastguard Worker if (((fd) >= 0) && !sync_valid_fd(fd)) \
248*61046927SAndroid Build Coastguard Worker mesa_loge("%s:%d: invalid fence fd: %d", __func__, __LINE__, (fd)); \
249*61046927SAndroid Build Coastguard Worker } while (0)
250*61046927SAndroid Build Coastguard Worker #else
251*61046927SAndroid Build Coastguard Worker # define validate_fence_fd(fd) do {} while (0)
252*61046927SAndroid Build Coastguard Worker #endif
253*61046927SAndroid Build Coastguard Worker
254*61046927SAndroid Build Coastguard Worker #if defined(__cplusplus)
255*61046927SAndroid Build Coastguard Worker }
256*61046927SAndroid Build Coastguard Worker #endif
257*61046927SAndroid Build Coastguard Worker
258*61046927SAndroid Build Coastguard Worker #endif
259