Rename fls() to __fls()
[fio.git] / os / os-linux.h
CommitLineData
ebac4655
JA
1#ifndef FIO_OS_LINUX_H
2#define FIO_OS_LINUX_H
3
4#include <sys/ioctl.h>
8756e4d4 5#include <sys/uio.h>
3c39a379
JA
6#include <sys/syscall.h>
7#include <unistd.h>
97fbdfa1 8#include <fcntl.h>
ea421790 9#include <linux/unistd.h>
07e5b264
JA
10#include <linux/raw.h>
11#include <linux/major.h>
ebac4655 12
f3de88a7
JA
13#include "indirect.h"
14
ebac4655
JA
15#define FIO_HAVE_LIBAIO
16#define FIO_HAVE_POSIXAIO
17#define FIO_HAVE_FADVISE
18#define FIO_HAVE_CPU_AFFINITY
19#define FIO_HAVE_DISK_UTIL
20#define FIO_HAVE_SGIO
ba4f8923 21#define FIO_HAVE_IOPRIO
8756e4d4 22#define FIO_HAVE_SPLICE
22f78b32 23#define FIO_HAVE_IOSCHED_SWITCH
2c0ecd28 24#define FIO_HAVE_ODIRECT
74b025b0 25#define FIO_HAVE_HUGETLB
07e5b264 26#define FIO_HAVE_RAWBIND
5e62c22a 27#define FIO_HAVE_BLKTRACE
5921e80c 28#define FIO_HAVE_STRSEP
b6959b55 29
ebac4655
JA
30#define OS_MAP_ANON (MAP_ANONYMOUS)
31
4d8947de
SL
32#ifndef CLOCK_MONOTONIC
33#define CLOCK_MONOTONIC 1
34#endif
35
36#ifdef FIO_HAVE_CPU_AFFINITY
ebac4655 37typedef cpu_set_t os_cpu_mask_t;
4d8947de
SL
38#else
39typedef int os_cpu_mask_t;
40#endif
6dfd46b9 41typedef struct drand48_data os_random_state_t;
ebac4655
JA
42
43/*
44 * we want fadvise64 really, but it's so tangled... later
45 */
4d8947de 46#ifdef FIO_HAVE_FADVISE
ebac4655
JA
47#define fadvise(fd, off, len, advice) \
48 posix_fadvise((fd), (off_t)(off), (len), (advice))
4d8947de 49#endif
ebac4655 50
c8f025f8
JA
51/*
52 * If you are on an ancient glibc (2.3.2), then define GLIBC_2_3_2 if you want
53 * the affinity helpers to work.
54 */
4d8947de 55#ifdef FIO_HAVE_CPU_AFFINITY
c8f025f8 56#ifndef GLIBC_2_3_2
ebac4655 57#define fio_setaffinity(td) \
2dc1bbeb 58 sched_setaffinity((td)->pid, sizeof((td)->o.cpumask), &(td)->o.cpumask)
ebac4655
JA
59#define fio_getaffinity(pid, ptr) \
60 sched_getaffinity((pid), sizeof(cpu_set_t), (ptr))
c8f025f8
JA
61#else
62#define fio_setaffinity(td) \
63 sched_setaffinity((td)->pid, &(td)->o.cpumask)
64#define fio_getaffinity(pid, ptr) \
65 sched_getaffinity((pid), (ptr))
66#endif
4d8947de
SL
67#endif
68
ebac4655
JA
69static inline int ioprio_set(int which, int who, int ioprio)
70{
71 return syscall(__NR_ioprio_set, which, who, ioprio);
72}
73
97fbdfa1
JA
74/*
75 * Just check for SPLICE_F_MOVE, if that isn't there, assume the others
76 * aren't either.
77 */
78#ifndef SPLICE_F_MOVE
79#define SPLICE_F_MOVE (0x01) /* move pages instead of copying */
80#define SPLICE_F_NONBLOCK (0x02) /* don't block on the pipe splicing (but */
81 /* we may still block on the fd we splice */
82 /* from/to, of course */
83#define SPLICE_F_MORE (0x04) /* expect more data */
84#define SPLICE_F_GIFT (0x08) /* pages passed in are a gift */
8756e4d4
JA
85
86static inline int splice(int fdin, loff_t *off_in, int fdout, loff_t *off_out,
495ee9b6 87 size_t len, unsigned int flags)
8756e4d4 88{
97fbdfa1 89 return syscall(__NR_sys_splice, fdin, off_in, fdout, off_out, len, flags);
8756e4d4
JA
90}
91
92static inline int tee(int fdin, int fdout, size_t len, unsigned int flags)
93{
97fbdfa1 94 return syscall(__NR_sys_tee, fdin, fdout, len, flags);
8756e4d4
JA
95}
96
97static inline int vmsplice(int fd, const struct iovec *iov,
98 unsigned long nr_segs, unsigned int flags)
99{
97fbdfa1 100 return syscall(__NR_sys_vmsplice, fd, iov, nr_segs, flags);
8756e4d4 101}
97fbdfa1 102#endif
8756e4d4 103
3feedc60
JA
104#define SPLICE_DEF_SIZE (64*1024)
105
b6959b55 106#ifdef FIO_HAVE_SYSLET
bf0dc8fa
IM
107
108struct syslet_uatom;
109struct async_head_user;
110
a4f4fdd7
JA
111/*
112 * syslet stuff
113 */
bf0dc8fa
IM
114static inline struct syslet_uatom *
115async_exec(struct syslet_uatom *atom, struct async_head_user *ahu)
a4f4fdd7 116{
1df341ff 117 return (void *) syscall(__NR_async_exec, atom, ahu);
a4f4fdd7
JA
118}
119
bf0dc8fa
IM
120static inline long
121async_wait(unsigned long min_wait_events, unsigned long user_ring_idx,
122 struct async_head_user *ahu)
a4f4fdd7 123{
bf0dc8fa
IM
124 return syscall(__NR_async_wait, min_wait_events,
125 user_ring_idx, ahu);
a4f4fdd7
JA
126}
127
7756b0d0 128static inline long async_thread(void *event, struct async_head_user *ahu)
a4f4fdd7 129{
7756b0d0 130 return syscall(__NR_async_thread, event, ahu);
a4f4fdd7
JA
131}
132
133static inline long umem_add(unsigned long *uptr, unsigned long inc)
134{
135 return syscall(__NR_umem_add, uptr, inc);
136}
b6959b55 137#endif /* FIO_HAVE_SYSLET */
a4f4fdd7 138
6cefbe33
JA
139enum {
140 IOPRIO_CLASS_NONE,
141 IOPRIO_CLASS_RT,
142 IOPRIO_CLASS_BE,
143 IOPRIO_CLASS_IDLE,
144};
145
ebac4655
JA
146enum {
147 IOPRIO_WHO_PROCESS = 1,
148 IOPRIO_WHO_PGRP,
149 IOPRIO_WHO_USER,
150};
151
6cefbe33 152#define IOPRIO_BITS 16
ebac4655
JA
153#define IOPRIO_CLASS_SHIFT 13
154
155#ifndef BLKGETSIZE64
156#define BLKGETSIZE64 _IOR(0x12,114,size_t)
157#endif
158
e5b401d4
JA
159#ifndef BLKFLSBUF
160#define BLKFLSBUF _IO(0x12,97)
161#endif
162
163static inline int blockdev_invalidate_cache(int fd)
164{
a16211bb 165 return ioctl(fd, BLKFLSBUF);
e5b401d4
JA
166}
167
9104f874 168static inline int blockdev_size(int fd, unsigned long long *bytes)
ebac4655
JA
169{
170 if (!ioctl(fd, BLKGETSIZE64, bytes))
171 return 0;
172
173 return errno;
174}
175
32cd46a0
JA
176static inline unsigned long long os_phys_mem(void)
177{
178 long pagesize, pages;
179
180 pagesize = sysconf(_SC_PAGESIZE);
181 pages = sysconf(_SC_PHYS_PAGES);
182 if (pages == -1 || pagesize == -1)
183 return 0;
184
185 return (unsigned long long) pages * (unsigned long long) pagesize;
186}
187
6dfd46b9
JA
188static inline void os_random_seed(unsigned long seed, os_random_state_t *rs)
189{
190 srand48_r(seed, rs);
191}
192
193static inline long os_random_long(os_random_state_t *rs)
194{
195 long val;
196
197 lrand48_r(rs, &val);
198 return val;
199}
200
8cc7afa9 201static inline int fio_lookup_raw(dev_t dev, int *majdev, int *mindev)
07e5b264
JA
202{
203 struct raw_config_request rq;
204 int fd;
205
206 if (major(dev) != RAW_MAJOR)
8cc7afa9 207 return 1;
07e5b264
JA
208
209 /*
210 * we should be able to find /dev/rawctl or /dev/raw/rawctl
211 */
212 fd = open("/dev/rawctl", O_RDONLY);
213 if (fd < 0) {
214 fd = open("/dev/raw/rawctl", O_RDONLY);
215 if (fd < 0)
8cc7afa9 216 return 1;
07e5b264
JA
217 }
218
219 rq.raw_minor = minor(dev);
220 if (ioctl(fd, RAW_GETBIND, &rq) < 0) {
221 close(fd);
8cc7afa9 222 return 1;
07e5b264
JA
223 }
224
225 close(fd);
226 *majdev = rq.block_major;
227 *mindev = rq.block_minor;
8cc7afa9 228 return 0;
07e5b264
JA
229}
230
5921e80c
JA
231#define FIO_O_NOATIME O_NOATIME
232
ebac4655 233#endif