gettime: Fix compilation on non-Linux with pthread_getaffinity_np()
[fio.git] / os / os.h
CommitLineData
ebac4655
JA
1#ifndef FIO_OS_H
2#define FIO_OS_H
3
a14ca44a 4#include <sys/types.h>
203913ea 5#include <sys/socket.h>
93bcfd20 6#include <fcntl.h>
03e20d68 7#include <pthread.h>
a14ca44a 8#include <unistd.h>
ecc314ba 9#include <stdlib.h>
a14ca44a 10
c473a9bd 11#include "../arch/arch.h" /* IWYU pragma: export */
e39c0676 12#include "../lib/types.h"
836fcc0f 13
cca84643
JA
14enum {
15 os_linux = 1,
16 os_aix,
17 os_freebsd,
18 os_hpux,
19 os_mac,
20 os_netbsd,
3cd4c66f 21 os_openbsd,
cca84643
JA
22 os_solaris,
23 os_windows,
ec5c6b12 24 os_android,
239b2882 25 os_dragonfly,
cca84643
JA
26
27 os_nr,
28};
29
58828d07
SW
30typedef enum {
31 CPU_ARM64_CRC32C,
32} cpu_features;
33
c473a9bd 34/* IWYU pragma: begin_exports */
ec5c6b12
AC
35#if defined(__ANDROID__)
36#include "os-android.h"
37#elif defined(__linux__)
ebac4655
JA
38#include "os-linux.h"
39#elif defined(__FreeBSD__)
40#include "os-freebsd.h"
3cd4c66f
J
41#elif defined(__OpenBSD__)
42#include "os-openbsd.h"
7452440e
YT
43#elif defined(__NetBSD__)
44#include "os-netbsd.h"
2c0ecd28
JA
45#elif defined(__sun__)
46#include "os-solaris.h"
2afd826b
JA
47#elif defined(__APPLE__)
48#include "os-mac.h"
bf2e821a
CC
49#elif defined(_AIX)
50#include "os-aix.h"
c00a2289
JA
51#elif defined(__hpux)
52#include "os-hpux.h"
93bcfd20 53#elif defined(WIN32)
03e20d68 54#include "os-windows.h"
239b2882
JA
55#elif defined (__DragonFly__)
56#include "os-dragonfly.h"
ebac4655
JA
57#else
58#error "unsupported os"
59#endif
60
67bf9823 61#ifdef CONFIG_POSIXAIO
ebac4655 62#include <aio.h>
e97c1442
JA
63#ifndef FIO_OS_HAVE_AIOCB_TYPEDEF
64typedef struct aiocb os_aiocb_t;
65#endif
ebac4655
JA
66#endif
67
4feafb1e 68#ifndef CONFIG_STRSEP
984f30c9 69#include "../oslib/strsep.h"
5921e80c
JA
70#endif
71
5ad7be56 72#ifndef CONFIG_STRLCAT
984f30c9 73#include "../oslib/strlcat.h"
5ad7be56 74#endif
c473a9bd 75/* IWYU pragma: end_exports */
5ad7be56 76
8e239cae
JA
77#ifdef MSG_DONTWAIT
78#define OS_MSG_DONTWAIT MSG_DONTWAIT
79#endif
80
4d8947de 81#ifndef POSIX_FADV_DONTNEED
ebac4655
JA
82#define POSIX_FADV_DONTNEED (0)
83#define POSIX_FADV_SEQUENTIAL (0)
84#define POSIX_FADV_RANDOM (0)
3ab9ebca 85#define POSIX_FADV_NORMAL (0)
4d8947de 86#endif
ebac4655
JA
87
88#ifndef FIO_HAVE_CPU_AFFINITY
be4ecfdf 89#define fio_cpu_clear(mask, cpu) do { } while (0)
7452440e 90typedef unsigned long os_cpu_mask_t;
3e55d40f
TK
91
92static inline int fio_setaffinity(int pid, os_cpu_mask_t cpumask)
93{
94 return 0;
95}
96
2c6772e2
TK
97static inline int fio_getaffinity(int pid, os_cpu_mask_t *cpumask)
98{
99 return -1;
100}
101
3e55d40f
TK
102static inline int fio_cpuset_exit(os_cpu_mask_t *mask)
103{
104 return -1;
105}
106
107static inline int fio_cpus_split(os_cpu_mask_t *mask, unsigned int cpu_index)
108{
109 return 0;
110}
c2acfbac
JA
111#else
112extern int fio_cpus_split(os_cpu_mask_t *mask, unsigned int cpu);
ebac4655
JA
113#endif
114
115#ifndef FIO_HAVE_IOPRIO
28727df7 116#define ioprio_set(which, who, prioclass, prio) (0)
ebac4655
JA
117#endif
118
2c0ecd28 119#ifndef FIO_HAVE_ODIRECT
7d424763
JA
120#define OS_O_DIRECT 0
121#else
122#define OS_O_DIRECT O_DIRECT
2c0ecd28
JA
123#endif
124
d01612f3
CM
125#ifdef OS_O_ATOMIC
126#define FIO_O_ATOMIC OS_O_ATOMIC
127#else
128#define FIO_O_ATOMIC 0
129#endif
130
74b025b0
JA
131#ifndef FIO_HAVE_HUGETLB
132#define SHM_HUGETLB 0
d6dc02fb 133#define MAP_HUGETLB 0
4d8947de 134#ifndef FIO_HUGE_PAGE
74b025b0 135#define FIO_HUGE_PAGE 0
4d8947de 136#endif
74b025b0 137#else
cb25df61 138#ifndef FIO_HUGE_PAGE
ee0e0a71 139#define FIO_HUGE_PAGE 4194304
74b025b0 140#endif
cb25df61 141#endif
74b025b0 142
39b93568
JA
143#ifndef FIO_HAVE_MMAP_HUGE
144#define MAP_HUGETLB 0
145#endif
146
5921e80c
JA
147#ifndef FIO_O_NOATIME
148#define FIO_O_NOATIME 0
149#endif
150
dc873b6f
JA
151#ifndef OS_RAND_MAX
152#define OS_RAND_MAX RAND_MAX
153#endif
154
07e5b264 155#ifndef FIO_HAVE_RAWBIND
8cc7afa9 156#define fio_lookup_raw(dev, majdev, mindev) 1
07e5b264
JA
157#endif
158
58483fa4 159#ifndef FIO_PREFERRED_ENGINE
df96a39e 160#define FIO_PREFERRED_ENGINE "psync"
58483fa4
JA
161#endif
162
b9fd788f 163#ifndef FIO_OS_PATH_SEPARATOR
53a7af85 164#define FIO_OS_PATH_SEPARATOR '/'
b9fd788f
BC
165#endif
166
16de1bf9 167#ifndef FIO_PREFERRED_CLOCK_SOURCE
86e53416 168#ifdef CONFIG_CLOCK_GETTIME
16de1bf9 169#define FIO_PREFERRED_CLOCK_SOURCE CS_CGETTIME
86e53416
BC
170#else
171#define FIO_PREFERRED_CLOCK_SOURCE CS_GTOD
172#endif
16de1bf9
BC
173#endif
174
67bf9823
JA
175#ifndef CONFIG_SOCKLEN_T
176typedef unsigned int socklen_t;
5ba13ea6
JA
177#endif
178
45054cbe 179#ifndef FIO_OS_HAS_CTIME_R
1f81991e 180#define os_ctime_r(x, y, z) (void) ctime_r((x), (y))
45054cbe
SD
181#endif
182
901ebe18 183#ifdef FIO_USE_GENERIC_SWAP
9677bec3 184static inline uint16_t fio_swap16(uint16_t val)
232f9b73
JA
185{
186 return (val << 8) | (val >> 8);
187}
188
901ebe18 189static inline uint32_t fio_swap32(uint32_t val)
232f9b73
JA
190{
191 val = ((val & 0xff00ff00UL) >> 8) | ((val & 0x00ff00ffUL) << 8);
192
193 return (val >> 16) | (val << 16);
194}
195
901ebe18 196static inline uint64_t fio_swap64(uint64_t val)
232f9b73
JA
197{
198 val = ((val & 0xff00ff00ff00ff00ULL) >> 8) |
199 ((val & 0x00ff00ff00ff00ffULL) << 8);
200 val = ((val & 0xffff0000ffff0000ULL) >> 16) |
201 ((val & 0x0000ffff0000ffffULL) << 16);
202
203 return (val >> 32) | (val << 32);
204}
205#endif
206
ec5c6b12 207#ifndef FIO_HAVE_BYTEORDER_FUNCS
0dcebdf4 208#ifdef CONFIG_LITTLE_ENDIAN
a824149a
DF
209#define __be16_to_cpu(x) fio_swap16(x)
210#define __be32_to_cpu(x) fio_swap32(x)
b747af64 211#define __be64_to_cpu(x) fio_swap64(x)
8111092f
JA
212#define __le16_to_cpu(x) (x)
213#define __le32_to_cpu(x) (x)
214#define __le64_to_cpu(x) (x)
a824149a
DF
215#define __cpu_to_be16(x) fio_swap16(x)
216#define __cpu_to_be32(x) fio_swap32(x)
b747af64 217#define __cpu_to_be64(x) fio_swap64(x)
8111092f
JA
218#define __cpu_to_le16(x) (x)
219#define __cpu_to_le32(x) (x)
220#define __cpu_to_le64(x) (x)
221#else
a824149a
DF
222#define __be16_to_cpu(x) (x)
223#define __be32_to_cpu(x) (x)
b747af64 224#define __be64_to_cpu(x) (x)
8111092f
JA
225#define __le16_to_cpu(x) fio_swap16(x)
226#define __le32_to_cpu(x) fio_swap32(x)
227#define __le64_to_cpu(x) fio_swap64(x)
a824149a
DF
228#define __cpu_to_be16(x) (x)
229#define __cpu_to_be32(x) (x)
b747af64 230#define __cpu_to_be64(x) (x)
8111092f
JA
231#define __cpu_to_le16(x) fio_swap16(x)
232#define __cpu_to_le32(x) fio_swap32(x)
233#define __cpu_to_le64(x) fio_swap64(x)
234#endif
ec5c6b12 235#endif /* FIO_HAVE_BYTEORDER_FUNCS */
8111092f 236
0bbe46e7 237#ifdef FIO_INTERNAL
a824149a
DF
238#define be16_to_cpu(val) ({ \
239 typecheck(uint16_t, val); \
240 __be16_to_cpu(val); \
241})
242#define be32_to_cpu(val) ({ \
243 typecheck(uint32_t, val); \
244 __be32_to_cpu(val); \
245})
b747af64
SW
246#define be64_to_cpu(val) ({ \
247 typecheck(uint64_t, val); \
248 __be64_to_cpu(val); \
249})
8111092f 250#define le16_to_cpu(val) ({ \
ff8039b7 251 typecheck(uint16_t, val); \
c46fda90 252 __le16_to_cpu(val); \
8111092f
JA
253})
254#define le32_to_cpu(val) ({ \
ff8039b7 255 typecheck(uint32_t, val); \
c46fda90 256 __le32_to_cpu(val); \
8111092f
JA
257})
258#define le64_to_cpu(val) ({ \
ff8039b7
JA
259 typecheck(uint64_t, val); \
260 __le64_to_cpu(val); \
8111092f 261})
0bbe46e7
DG
262#endif
263
a824149a
DF
264#define cpu_to_be16(val) ({ \
265 typecheck(uint16_t, val); \
266 __cpu_to_be16(val); \
267})
268#define cpu_to_be32(val) ({ \
269 typecheck(uint32_t, val); \
270 __cpu_to_be32(val); \
271})
b747af64
SW
272#define cpu_to_be64(val) ({ \
273 typecheck(uint64_t, val); \
274 __cpu_to_be64(val); \
275})
8111092f 276#define cpu_to_le16(val) ({ \
ff8039b7 277 typecheck(uint16_t, val); \
c46fda90 278 __cpu_to_le16(val); \
8111092f
JA
279})
280#define cpu_to_le32(val) ({ \
ff8039b7 281 typecheck(uint32_t, val); \
c46fda90 282 __cpu_to_le32(val); \
8111092f
JA
283})
284#define cpu_to_le64(val) ({ \
ff8039b7 285 typecheck(uint64_t, val); \
c46fda90 286 __cpu_to_le64(val); \
8111092f
JA
287})
288
eb7ccf38
JA
289#define FIO_DEF_CL_SIZE 128
290
291static inline int os_cache_line_size(void)
292{
293#ifdef FIO_HAVE_CL_SIZE
294 int ret = arch_cache_line_size();
295
296 if (ret <= 0)
297 return FIO_DEF_CL_SIZE;
298
299 return ret;
300#else
301 return FIO_DEF_CL_SIZE;
302#endif
303}
304
792d5517 305#ifdef FIO_USE_GENERIC_BDEV_SIZE
ecc314ba 306static inline int blockdev_size(struct fio_file *f, unsigned long long *bytes)
792d5517 307{
3b2e1464 308 off_t end;
792d5517 309
3b2e1464
JA
310 *bytes = 0;
311
ecc314ba 312 end = lseek(f->fd, 0, SEEK_END);
792d5517
JA
313 if (end < 0)
314 return errno;
315
316 *bytes = end;
317 return 0;
318}
319#endif
320
93bcfd20 321#ifdef FIO_USE_GENERIC_INIT_RANDOM_STATE
9781c080 322static inline int init_random_seeds(uint64_t *rand_seeds, int size)
93bcfd20
BC
323{
324 int fd;
325
326 fd = open("/dev/urandom", O_RDONLY);
327 if (fd == -1) {
328 return 1;
329 }
330
331 if (read(fd, rand_seeds, size) < size) {
332 close(fd);
333 return 1;
334 }
335
336 close(fd);
93bcfd20
BC
337 return 0;
338}
339#endif
340
2e3bd4c2 341#ifndef FIO_HAVE_FS_STAT
c08ad04c 342static inline unsigned long long get_fs_free_size(const char *path)
2e3bd4c2
JA
343{
344 return 0;
345}
346#endif
347
c00a2289
JA
348#ifndef FIO_HAVE_CPU_ONLINE_SYSCONF
349static inline unsigned int cpus_online(void)
350{
351 return sysconf(_SC_NPROCESSORS_ONLN);
352}
353#endif
354
7221da37 355#ifndef CPU_COUNT
6cf71c24
JA
356#ifdef FIO_HAVE_CPU_AFFINITY
357static inline int CPU_COUNT(os_cpu_mask_t *mask)
358{
359 int max_cpus = cpus_online();
360 int nr_cpus, i;
361
362 for (i = 0, nr_cpus = 0; i < max_cpus; i++)
363 if (fio_cpu_isset(mask, i))
364 nr_cpus++;
365
366 return nr_cpus;
367}
368#endif
369#endif
370
47f767c1 371#ifndef FIO_HAVE_GETTID
de5ed0e4 372#ifndef CONFIG_HAVE_GETTID
47f767c1
JA
373static inline int gettid(void)
374{
375 return getpid();
376}
377#endif
de5ed0e4 378#endif
47f767c1 379
0cfe2089
TK
380#ifndef FIO_HAVE_SHM_ATTACH_REMOVED
381static inline int shm_attach_to_open_removed(void)
382{
383 return 0;
384}
385#endif
386
2c3e17be
SW
387#ifndef FIO_HAVE_NATIVE_FALLOCATE
388static inline bool fio_fallocate(struct fio_file *f, uint64_t offset, uint64_t len)
389{
390 errno = ENOSYS;
391 return false;
392}
393#endif
394
cbbdf1c8 395#if defined(CONFIG_POSIX_FALLOCATE) || defined(FIO_HAVE_NATIVE_FALLOCATE)
38ca5f03 396# define FIO_HAVE_DEFAULT_FALLOCATE
cbbdf1c8
SW
397#endif
398
58828d07
SW
399#ifndef FIO_HAVE_CPU_HAS
400static inline bool os_cpu_has(cpu_features feature)
401{
402 return false;
403}
404#endif
405
df18600f
SW
406#ifndef FIO_EMULATED_MKDIR_TWO
407# define fio_mkdir(path, mode) mkdir(path, mode)
ebac4655 408#endif
df18600f
SW
409
410#endif /* FIO_OS_H */