memory: wire up mmap huge page support
[fio.git] / os / os.h
CommitLineData
ebac4655
JA
1#ifndef FIO_OS_H
2#define FIO_OS_H
3
a14ca44a 4#include <sys/types.h>
203913ea 5#include <sys/socket.h>
93bcfd20 6#include <fcntl.h>
03e20d68 7#include <pthread.h>
a14ca44a 8#include <unistd.h>
ecc314ba 9#include <stdlib.h>
a14ca44a 10
cca84643
JA
11enum {
12 os_linux = 1,
13 os_aix,
14 os_freebsd,
15 os_hpux,
16 os_mac,
17 os_netbsd,
18 os_solaris,
19 os_windows,
20
21 os_nr,
22};
23
ebac4655
JA
24#if defined(__linux__)
25#include "os-linux.h"
26#elif defined(__FreeBSD__)
27#include "os-freebsd.h"
7452440e
YT
28#elif defined(__NetBSD__)
29#include "os-netbsd.h"
2c0ecd28
JA
30#elif defined(__sun__)
31#include "os-solaris.h"
2afd826b
JA
32#elif defined(__APPLE__)
33#include "os-mac.h"
bf2e821a
CC
34#elif defined(_AIX)
35#include "os-aix.h"
c00a2289
JA
36#elif defined(__hpux)
37#include "os-hpux.h"
93bcfd20 38#elif defined(WIN32)
03e20d68 39#include "os-windows.h"
ebac4655
JA
40#else
41#error "unsupported os"
42#endif
43
44#ifdef FIO_HAVE_LIBAIO
45#include <libaio.h>
46#endif
47
48#ifdef FIO_HAVE_POSIXAIO
49#include <aio.h>
e97c1442
JA
50#ifndef FIO_OS_HAVE_AIOCB_TYPEDEF
51typedef struct aiocb os_aiocb_t;
52#endif
ebac4655
JA
53#endif
54
55#ifdef FIO_HAVE_SGIO
56#include <linux/fs.h>
57#include <scsi/sg.h>
58#endif
59
5921e80c 60#ifndef FIO_HAVE_STRSEP
00fb3c8d 61#include "../lib/strsep.h"
5921e80c
JA
62#endif
63
8e239cae
JA
64#ifdef MSG_DONTWAIT
65#define OS_MSG_DONTWAIT MSG_DONTWAIT
66#endif
67
ebac4655 68#ifndef FIO_HAVE_FADVISE
ecc314ba 69#define posix_fadvise(fd, off, len, advice) (0)
ebac4655 70
4d8947de 71#ifndef POSIX_FADV_DONTNEED
ebac4655
JA
72#define POSIX_FADV_DONTNEED (0)
73#define POSIX_FADV_SEQUENTIAL (0)
74#define POSIX_FADV_RANDOM (0)
4d8947de 75#endif
ebac4655
JA
76#endif /* FIO_HAVE_FADVISE */
77
78#ifndef FIO_HAVE_CPU_AFFINITY
e8462bd8 79#define fio_setaffinity(pid, mask) (0)
be4ecfdf
JA
80#define fio_getaffinity(pid, mask) do { } while (0)
81#define fio_cpu_clear(mask, cpu) do { } while (0)
85daf2c1 82#define fio_cpuset_exit(mask) (-1)
7452440e 83typedef unsigned long os_cpu_mask_t;
ebac4655
JA
84#endif
85
86#ifndef FIO_HAVE_IOPRIO
87#define ioprio_set(which, who, prio) (0)
88#endif
89
2c0ecd28 90#ifndef FIO_HAVE_ODIRECT
7d424763
JA
91#define OS_O_DIRECT 0
92#else
93#define OS_O_DIRECT O_DIRECT
2c0ecd28
JA
94#endif
95
74b025b0
JA
96#ifndef FIO_HAVE_HUGETLB
97#define SHM_HUGETLB 0
d6dc02fb 98#define MAP_HUGETLB 0
4d8947de 99#ifndef FIO_HUGE_PAGE
74b025b0 100#define FIO_HUGE_PAGE 0
4d8947de 101#endif
74b025b0 102#else
cb25df61 103#ifndef FIO_HUGE_PAGE
ee0e0a71 104#define FIO_HUGE_PAGE 4194304
74b025b0 105#endif
cb25df61 106#endif
74b025b0 107
5921e80c
JA
108#ifndef FIO_O_NOATIME
109#define FIO_O_NOATIME 0
110#endif
111
dc873b6f
JA
112#ifndef OS_RAND_MAX
113#define OS_RAND_MAX RAND_MAX
114#endif
115
ecc314ba
BC
116#ifdef FIO_HAVE_CLOCK_MONOTONIC
117#define FIO_TIMER_CLOCK CLOCK_MONOTONIC
118#else
119#define FIO_TIMER_CLOCK CLOCK_REALTIME
120#endif
121
07e5b264 122#ifndef FIO_HAVE_RAWBIND
8cc7afa9 123#define fio_lookup_raw(dev, majdev, mindev) 1
07e5b264
JA
124#endif
125
58483fa4
JA
126#ifndef FIO_PREFERRED_ENGINE
127#define FIO_PREFERRED_ENGINE "sync"
128#endif
129
b9fd788f
BC
130#ifndef FIO_OS_PATH_SEPARATOR
131#define FIO_OS_PATH_SEPARATOR "/"
132#endif
133
16de1bf9
BC
134#ifndef FIO_PREFERRED_CLOCK_SOURCE
135#define FIO_PREFERRED_CLOCK_SOURCE CS_CGETTIME
136#endif
137
fca70358
JA
138#ifndef FIO_MAX_JOBS
139#define FIO_MAX_JOBS 2048
140#endif
141
5ba13ea6
JA
142#ifndef FIO_OS_HAVE_SOCKLEN_T
143typedef socklen_t fio_socklen_t;
144#endif
145
45054cbe
SD
146#ifndef FIO_OS_HAS_CTIME_R
147#define os_ctime_r(x, y, z) ctime_r((x), (y))
148#endif
149
901ebe18 150#ifdef FIO_USE_GENERIC_SWAP
9677bec3 151static inline uint16_t fio_swap16(uint16_t val)
232f9b73
JA
152{
153 return (val << 8) | (val >> 8);
154}
155
901ebe18 156static inline uint32_t fio_swap32(uint32_t val)
232f9b73
JA
157{
158 val = ((val & 0xff00ff00UL) >> 8) | ((val & 0x00ff00ffUL) << 8);
159
160 return (val >> 16) | (val << 16);
161}
162
901ebe18 163static inline uint64_t fio_swap64(uint64_t val)
232f9b73
JA
164{
165 val = ((val & 0xff00ff00ff00ff00ULL) >> 8) |
166 ((val & 0x00ff00ff00ff00ffULL) << 8);
167 val = ((val & 0xffff0000ffff0000ULL) >> 16) |
168 ((val & 0x0000ffff0000ffffULL) << 16);
169
170 return (val >> 32) | (val << 32);
171}
172#endif
173
8111092f
JA
174#ifdef FIO_LITTLE_ENDIAN
175#define __le16_to_cpu(x) (x)
176#define __le32_to_cpu(x) (x)
177#define __le64_to_cpu(x) (x)
178#define __cpu_to_le16(x) (x)
179#define __cpu_to_le32(x) (x)
180#define __cpu_to_le64(x) (x)
181#else
182#define __le16_to_cpu(x) fio_swap16(x)
183#define __le32_to_cpu(x) fio_swap32(x)
184#define __le64_to_cpu(x) fio_swap64(x)
185#define __cpu_to_le16(x) fio_swap16(x)
186#define __cpu_to_le32(x) fio_swap32(x)
187#define __cpu_to_le64(x) fio_swap64(x)
188#endif
189
190#define le16_to_cpu(val) ({ \
191 uint16_t *__val = &(val); \
192 __le16_to_cpu(*__val); \
193})
194#define le32_to_cpu(val) ({ \
195 uint32_t *__val = &(val); \
196 __le32_to_cpu(*__val); \
197})
198#define le64_to_cpu(val) ({ \
199 uint64_t *__val = &(val); \
200 __le64_to_cpu(*__val); \
201})
202#define cpu_to_le16(val) ({ \
203 uint16_t *__val = &(val); \
204 __cpu_to_le16(*__val); \
205})
206#define cpu_to_le32(val) ({ \
207 uint32_t *__val = &(val); \
208 __cpu_to_le32(*__val); \
209})
210#define cpu_to_le64(val) ({ \
211 uint64_t *__val = &(val); \
212 __cpu_to_le64(*__val); \
213})
214
5e62c22a
JA
215#ifndef FIO_HAVE_BLKTRACE
216static inline int is_blktrace(const char *fname)
217{
218 return 0;
219}
5921e80c 220struct thread_data;
5e62c22a
JA
221static inline int load_blktrace(struct thread_data *td, const char *fname)
222{
223 return 1;
224}
225#endif
226
eb7ccf38
JA
227#define FIO_DEF_CL_SIZE 128
228
229static inline int os_cache_line_size(void)
230{
231#ifdef FIO_HAVE_CL_SIZE
232 int ret = arch_cache_line_size();
233
234 if (ret <= 0)
235 return FIO_DEF_CL_SIZE;
236
237 return ret;
238#else
239 return FIO_DEF_CL_SIZE;
240#endif
241}
242
792d5517 243#ifdef FIO_USE_GENERIC_BDEV_SIZE
ecc314ba 244static inline int blockdev_size(struct fio_file *f, unsigned long long *bytes)
792d5517 245{
3b2e1464 246 off_t end;
792d5517 247
3b2e1464
JA
248 *bytes = 0;
249
ecc314ba 250 end = lseek(f->fd, 0, SEEK_END);
792d5517
JA
251 if (end < 0)
252 return errno;
253
254 *bytes = end;
255 return 0;
256}
257#endif
258
53531370
JA
259#ifdef FIO_USE_GENERIC_RAND
260typedef unsigned int os_random_state_t;
261
262static inline void os_random_seed(unsigned long seed, os_random_state_t *rs)
263{
264 srand(seed);
265}
266
267static inline long os_random_long(os_random_state_t *rs)
268{
269 long val;
270
271 val = rand_r(rs);
272 return val;
273}
274#endif
275
93bcfd20
BC
276#ifdef FIO_USE_GENERIC_INIT_RANDOM_STATE
277extern void td_fill_rand_seeds(struct thread_data *td);
278/*
279 * Initialize the various random states we need (random io, block size ranges,
280 * read/write mix, etc).
281 */
282static inline int init_random_state(struct thread_data *td, unsigned long *rand_seeds, int size)
283{
284 int fd;
285
286 fd = open("/dev/urandom", O_RDONLY);
287 if (fd == -1) {
288 return 1;
289 }
290
291 if (read(fd, rand_seeds, size) < size) {
292 close(fd);
293 return 1;
294 }
295
296 close(fd);
297 td_fill_rand_seeds(td);
298 return 0;
299}
300#endif
301
2e3bd4c2
JA
302#ifndef FIO_HAVE_FS_STAT
303static inline unsigned long long get_fs_size(const char *path)
304{
305 return 0;
306}
307#endif
308
c00a2289
JA
309#ifndef FIO_HAVE_CPU_ONLINE_SYSCONF
310static inline unsigned int cpus_online(void)
311{
312 return sysconf(_SC_NPROCESSORS_ONLN);
313}
314#endif
315
47f767c1
JA
316#ifndef FIO_HAVE_GETTID
317static inline int gettid(void)
318{
319 return getpid();
320}
321#endif
322
ebac4655 323#endif