Fix verify random bytes filling
[fio.git] / os / os-linux.h
CommitLineData
ebac4655
JA
1#ifndef FIO_OS_LINUX_H
2#define FIO_OS_LINUX_H
3
4#include <sys/ioctl.h>
8756e4d4 5#include <sys/uio.h>
3c39a379
JA
6#include <sys/syscall.h>
7#include <unistd.h>
97fbdfa1 8#include <fcntl.h>
ea421790 9#include <linux/unistd.h>
07e5b264
JA
10#include <linux/raw.h>
11#include <linux/major.h>
ebac4655
JA
12
13#define FIO_HAVE_LIBAIO
14#define FIO_HAVE_POSIXAIO
15#define FIO_HAVE_FADVISE
16#define FIO_HAVE_CPU_AFFINITY
17#define FIO_HAVE_DISK_UTIL
18#define FIO_HAVE_SGIO
ba4f8923 19#define FIO_HAVE_IOPRIO
8756e4d4 20#define FIO_HAVE_SPLICE
22f78b32 21#define FIO_HAVE_IOSCHED_SWITCH
2c0ecd28 22#define FIO_HAVE_ODIRECT
74b025b0 23#define FIO_HAVE_HUGETLB
07e5b264 24#define FIO_HAVE_RAWBIND
5e62c22a 25#define FIO_HAVE_BLKTRACE
b6959b55 26
ebac4655
JA
27#define OS_MAP_ANON (MAP_ANONYMOUS)
28
4d8947de
SL
29#ifndef CLOCK_MONOTONIC
30#define CLOCK_MONOTONIC 1
31#endif
32
33#ifdef FIO_HAVE_CPU_AFFINITY
ebac4655 34typedef cpu_set_t os_cpu_mask_t;
4d8947de
SL
35#else
36typedef int os_cpu_mask_t;
37#endif
6dfd46b9 38typedef struct drand48_data os_random_state_t;
ebac4655
JA
39
40/*
41 * we want fadvise64 really, but it's so tangled... later
42 */
4d8947de 43#ifdef FIO_HAVE_FADVISE
ebac4655
JA
44#define fadvise(fd, off, len, advice) \
45 posix_fadvise((fd), (off_t)(off), (len), (advice))
4d8947de 46#endif
ebac4655 47
c8f025f8
JA
48/*
49 * If you are on an ancient glibc (2.3.2), then define GLIBC_2_3_2 if you want
50 * the affinity helpers to work.
51 */
4d8947de 52#ifdef FIO_HAVE_CPU_AFFINITY
c8f025f8 53#ifndef GLIBC_2_3_2
ebac4655 54#define fio_setaffinity(td) \
2dc1bbeb 55 sched_setaffinity((td)->pid, sizeof((td)->o.cpumask), &(td)->o.cpumask)
ebac4655
JA
56#define fio_getaffinity(pid, ptr) \
57 sched_getaffinity((pid), sizeof(cpu_set_t), (ptr))
c8f025f8
JA
58#else
59#define fio_setaffinity(td) \
60 sched_setaffinity((td)->pid, &(td)->o.cpumask)
61#define fio_getaffinity(pid, ptr) \
62 sched_getaffinity((pid), (ptr))
63#endif
4d8947de
SL
64#endif
65
ebac4655
JA
66static inline int ioprio_set(int which, int who, int ioprio)
67{
68 return syscall(__NR_ioprio_set, which, who, ioprio);
69}
70
97fbdfa1
JA
71/*
72 * Just check for SPLICE_F_MOVE, if that isn't there, assume the others
73 * aren't either.
74 */
75#ifndef SPLICE_F_MOVE
76#define SPLICE_F_MOVE (0x01) /* move pages instead of copying */
77#define SPLICE_F_NONBLOCK (0x02) /* don't block on the pipe splicing (but */
78 /* we may still block on the fd we splice */
79 /* from/to, of course */
80#define SPLICE_F_MORE (0x04) /* expect more data */
81#define SPLICE_F_GIFT (0x08) /* pages passed in are a gift */
8756e4d4
JA
82
83static inline int splice(int fdin, loff_t *off_in, int fdout, loff_t *off_out,
495ee9b6 84 size_t len, unsigned int flags)
8756e4d4 85{
97fbdfa1 86 return syscall(__NR_sys_splice, fdin, off_in, fdout, off_out, len, flags);
8756e4d4
JA
87}
88
89static inline int tee(int fdin, int fdout, size_t len, unsigned int flags)
90{
97fbdfa1 91 return syscall(__NR_sys_tee, fdin, fdout, len, flags);
8756e4d4
JA
92}
93
94static inline int vmsplice(int fd, const struct iovec *iov,
95 unsigned long nr_segs, unsigned int flags)
96{
97fbdfa1 97 return syscall(__NR_sys_vmsplice, fd, iov, nr_segs, flags);
8756e4d4 98}
97fbdfa1 99#endif
8756e4d4 100
f24254e1
JA
101#ifdef SPLICE_F_UNMAP
102#define SPLICE_F_UNMAP (0x10)
103#endif
104
3feedc60
JA
105#define SPLICE_DEF_SIZE (64*1024)
106
b6959b55 107#ifdef FIO_HAVE_SYSLET
bf0dc8fa
IM
108
109struct syslet_uatom;
110struct async_head_user;
111
a4f4fdd7
JA
112/*
113 * syslet stuff
114 */
bf0dc8fa
IM
115static inline struct syslet_uatom *
116async_exec(struct syslet_uatom *atom, struct async_head_user *ahu)
a4f4fdd7 117{
1df341ff 118 return (void *) syscall(__NR_async_exec, atom, ahu);
a4f4fdd7
JA
119}
120
bf0dc8fa
IM
121static inline long
122async_wait(unsigned long min_wait_events, unsigned long user_ring_idx,
123 struct async_head_user *ahu)
a4f4fdd7 124{
bf0dc8fa
IM
125 return syscall(__NR_async_wait, min_wait_events,
126 user_ring_idx, ahu);
a4f4fdd7
JA
127}
128
7756b0d0 129static inline long async_thread(void *event, struct async_head_user *ahu)
a4f4fdd7 130{
7756b0d0 131 return syscall(__NR_async_thread, event, ahu);
a4f4fdd7
JA
132}
133
134static inline long umem_add(unsigned long *uptr, unsigned long inc)
135{
136 return syscall(__NR_umem_add, uptr, inc);
137}
b6959b55 138#endif /* FIO_HAVE_SYSLET */
a4f4fdd7 139
6cefbe33
JA
140enum {
141 IOPRIO_CLASS_NONE,
142 IOPRIO_CLASS_RT,
143 IOPRIO_CLASS_BE,
144 IOPRIO_CLASS_IDLE,
145};
146
ebac4655
JA
147enum {
148 IOPRIO_WHO_PROCESS = 1,
149 IOPRIO_WHO_PGRP,
150 IOPRIO_WHO_USER,
151};
152
6cefbe33 153#define IOPRIO_BITS 16
ebac4655
JA
154#define IOPRIO_CLASS_SHIFT 13
155
156#ifndef BLKGETSIZE64
157#define BLKGETSIZE64 _IOR(0x12,114,size_t)
158#endif
159
e5b401d4
JA
160#ifndef BLKFLSBUF
161#define BLKFLSBUF _IO(0x12,97)
162#endif
163
164static inline int blockdev_invalidate_cache(int fd)
165{
a16211bb 166 return ioctl(fd, BLKFLSBUF);
e5b401d4
JA
167}
168
9104f874 169static inline int blockdev_size(int fd, unsigned long long *bytes)
ebac4655
JA
170{
171 if (!ioctl(fd, BLKGETSIZE64, bytes))
172 return 0;
173
174 return errno;
175}
176
32cd46a0
JA
177static inline unsigned long long os_phys_mem(void)
178{
179 long pagesize, pages;
180
181 pagesize = sysconf(_SC_PAGESIZE);
182 pages = sysconf(_SC_PHYS_PAGES);
183 if (pages == -1 || pagesize == -1)
184 return 0;
185
186 return (unsigned long long) pages * (unsigned long long) pagesize;
187}
188
6dfd46b9
JA
189static inline void os_random_seed(unsigned long seed, os_random_state_t *rs)
190{
191 srand48_r(seed, rs);
192}
193
194static inline long os_random_long(os_random_state_t *rs)
195{
196 long val;
197
198 lrand48_r(rs, &val);
199 return val;
200}
201
8cc7afa9 202static inline int fio_lookup_raw(dev_t dev, int *majdev, int *mindev)
07e5b264
JA
203{
204 struct raw_config_request rq;
205 int fd;
206
207 if (major(dev) != RAW_MAJOR)
8cc7afa9 208 return 1;
07e5b264
JA
209
210 /*
211 * we should be able to find /dev/rawctl or /dev/raw/rawctl
212 */
213 fd = open("/dev/rawctl", O_RDONLY);
214 if (fd < 0) {
215 fd = open("/dev/raw/rawctl", O_RDONLY);
216 if (fd < 0)
8cc7afa9 217 return 1;
07e5b264
JA
218 }
219
220 rq.raw_minor = minor(dev);
221 if (ioctl(fd, RAW_GETBIND, &rq) < 0) {
222 close(fd);
8cc7afa9 223 return 1;
07e5b264
JA
224 }
225
226 close(fd);
227 *majdev = rq.block_major;
228 *mindev = rq.block_minor;
8cc7afa9 229 return 0;
07e5b264
JA
230}
231
ebac4655 232#endif