[fio.git] / os / os.h

#ifndef FIO_OS_H
#define FIO_OS_H

#include <sys/types.h>
#include <sys/socket.h>
#include <fcntl.h>
#include <pthread.h>
#include <unistd.h>
#include <stdlib.h>

#include "../arch/arch.h"

enum {
	os_linux = 1,
	os_aix,
	os_freebsd,
	os_hpux,
	os_mac,
	os_netbsd,
	os_openbsd,
	os_solaris,
	os_windows,
	os_android,
	os_dragonfly,

	os_nr,
};

#if defined(__ANDROID__)
#include "os-android.h"
#elif defined(__linux__)
#include "os-linux.h"
#elif defined(__FreeBSD__)
#include "os-freebsd.h"
#elif defined(__OpenBSD__)
#include "os-openbsd.h"
#elif defined(__NetBSD__)
#include "os-netbsd.h"
#elif defined(__sun__)
#include "os-solaris.h"
#elif defined(__APPLE__)
#include "os-mac.h"
#elif defined(_AIX)
#include "os-aix.h"
#elif defined(__hpux)
#include "os-hpux.h"
#elif defined(WIN32)
#include "os-windows.h"
#elif defined (__DragonFly__)
#include "os-dragonfly.h"
#else
#error "unsupported os"
#endif

#ifdef CONFIG_POSIXAIO
#include <aio.h>
#ifndef FIO_OS_HAVE_AIOCB_TYPEDEF
typedef struct aiocb os_aiocb_t;
#endif
#endif

#ifdef FIO_HAVE_SGIO
#include <linux/fs.h>
#include <scsi/sg.h>
#endif

#ifndef CONFIG_STRSEP
#include "../lib/strsep.h"
#endif

#ifdef MSG_DONTWAIT
#define OS_MSG_DONTWAIT	MSG_DONTWAIT
#endif

#ifndef POSIX_FADV_DONTNEED
#define POSIX_FADV_DONTNEED	(0)
#define POSIX_FADV_SEQUENTIAL	(0)
#define POSIX_FADV_RANDOM	(0)
#endif

#ifndef FIO_HAVE_CPU_AFFINITY
#define fio_setaffinity(pid, mask)	(0)
#define fio_getaffinity(pid, mask)	do { } while (0)
#define fio_cpu_clear(mask, cpu)	do { } while (0)
#define fio_cpuset_exit(mask)		(-1)
#define fio_cpus_split(mask, cpu)	(0)
typedef unsigned long os_cpu_mask_t;
#else
extern int fio_cpus_split(os_cpu_mask_t *mask, unsigned int cpu);
#endif

#ifndef FIO_HAVE_IOPRIO
#define ioprio_set(which, who, prioclass, prio)	(0)
#endif

#ifndef FIO_HAVE_ODIRECT
#define OS_O_DIRECT			0
#else
#define OS_O_DIRECT			O_DIRECT
#endif

#ifdef OS_O_ATOMIC
#define FIO_O_ATOMIC			OS_O_ATOMIC
#else
#define FIO_O_ATOMIC			0
#endif

#ifndef FIO_HAVE_HUGETLB
#define SHM_HUGETLB			0
#define MAP_HUGETLB			0
#ifndef FIO_HUGE_PAGE
#define FIO_HUGE_PAGE			0
#endif
#else
#ifndef FIO_HUGE_PAGE
#define FIO_HUGE_PAGE			4194304
#endif
#endif

#ifndef FIO_HAVE_MMAP_HUGE
#define MAP_HUGETLB			0
#endif

#ifndef FIO_O_NOATIME
#define FIO_O_NOATIME			0
#endif

#ifndef OS_RAND_MAX
#define OS_RAND_MAX			RAND_MAX
#endif

#ifndef FIO_HAVE_RAWBIND
#define fio_lookup_raw(dev, majdev, mindev)	1
#endif

#ifndef FIO_PREFERRED_ENGINE
#define FIO_PREFERRED_ENGINE	"sync"
#endif

#ifndef FIO_OS_PATH_SEPARATOR
#define FIO_OS_PATH_SEPARATOR	"/"
#endif

#ifndef FIO_PREFERRED_CLOCK_SOURCE
#ifdef CONFIG_CLOCK_GETTIME
#define FIO_PREFERRED_CLOCK_SOURCE	CS_CGETTIME
#else
#define FIO_PREFERRED_CLOCK_SOURCE	CS_GTOD
#endif
#endif

#ifndef FIO_MAX_JOBS
#define FIO_MAX_JOBS		2048
#endif

#ifndef CONFIG_SOCKLEN_T
typedef unsigned int socklen_t;
#endif

#ifndef FIO_OS_HAS_CTIME_R
#define os_ctime_r(x, y, z)     (void) ctime_r((x), (y))
#endif

#ifdef FIO_USE_GENERIC_SWAP
static inline uint16_t fio_swap16(uint16_t val)
{
	return (val << 8) | (val >> 8);
}

static inline uint32_t fio_swap32(uint32_t val)
{
	val = ((val & 0xff00ff00UL) >> 8) | ((val & 0x00ff00ffUL) << 8);

	return (val >> 16) | (val << 16);
}

static inline uint64_t fio_swap64(uint64_t val)
{
	val = ((val & 0xff00ff00ff00ff00ULL) >> 8) |
	      ((val & 0x00ff00ff00ff00ffULL) << 8);
	val = ((val & 0xffff0000ffff0000ULL) >> 16) |
	      ((val & 0x0000ffff0000ffffULL) << 16);

	return (val >> 32) | (val << 32);
}
#endif

#ifndef FIO_HAVE_BYTEORDER_FUNCS
#ifdef CONFIG_LITTLE_ENDIAN
#define __le16_to_cpu(x)		(x)
#define __le32_to_cpu(x)		(x)
#define __le64_to_cpu(x)		(x)
#define __cpu_to_le16(x)		(x)
#define __cpu_to_le32(x)		(x)
#define __cpu_to_le64(x)		(x)
#else
#define __le16_to_cpu(x)		fio_swap16(x)
#define __le32_to_cpu(x)		fio_swap32(x)
#define __le64_to_cpu(x)		fio_swap64(x)
#define __cpu_to_le16(x)		fio_swap16(x)
#define __cpu_to_le32(x)		fio_swap32(x)
#define __cpu_to_le64(x)		fio_swap64(x)
#endif
#endif /* FIO_HAVE_BYTEORDER_FUNCS */

#ifdef FIO_INTERNAL
#define le16_to_cpu(val) ({			\
	typecheck(uint16_t, val);		\
	__le16_to_cpu(val);			\
})
#define le32_to_cpu(val) ({			\
	typecheck(uint32_t, val);		\
	__le32_to_cpu(val);			\
})
#define le64_to_cpu(val) ({			\
	typecheck(uint64_t, val);		\
	__le64_to_cpu(val);			\
})
#endif

#define cpu_to_le16(val) ({			\
	typecheck(uint16_t, val);		\
	__cpu_to_le16(val);			\
})
#define cpu_to_le32(val) ({			\
	typecheck(uint32_t, val);		\
	__cpu_to_le32(val);			\
})
#define cpu_to_le64(val) ({			\
	typecheck(uint64_t, val);		\
	__cpu_to_le64(val);			\
})

#ifndef FIO_HAVE_BLKTRACE
static inline int is_blktrace(const char *fname, int *need_swap)
{
	return 0;
}
struct thread_data;
static inline int load_blktrace(struct thread_data *td, const char *fname,
				int need_swap)
{
	return 1;
}
#endif

#define FIO_DEF_CL_SIZE		128

static inline int os_cache_line_size(void)
{
#ifdef FIO_HAVE_CL_SIZE
	int ret = arch_cache_line_size();

	if (ret <= 0)
		return FIO_DEF_CL_SIZE;

	return ret;
#else
	return FIO_DEF_CL_SIZE;
#endif
}

#ifdef FIO_USE_GENERIC_BDEV_SIZE
static inline int blockdev_size(struct fio_file *f, unsigned long long *bytes)
{
	off_t end;

	*bytes = 0;

	end = lseek(f->fd, 0, SEEK_END);
	if (end < 0)
		return errno;

	*bytes = end;
	return 0;
}
#endif

#ifdef FIO_USE_GENERIC_RAND
typedef unsigned int os_random_state_t;

static inline void os_random_seed(unsigned long seed, os_random_state_t *rs)
{
	srand(seed);
}

static inline long os_random_long(os_random_state_t *rs)
{
	long val;

	val = rand_r(rs);
	return val;
}
#endif

#ifdef FIO_USE_GENERIC_INIT_RANDOM_STATE
extern void td_fill_rand_seeds(struct thread_data *td);
/*
 * Initialize the various random states we need (random io, block size ranges,
 * read/write mix, etc).
 */
static inline int init_random_state(struct thread_data *td, unsigned long *rand_seeds, int size)
{
	int fd;

	fd = open("/dev/urandom", O_RDONLY);
	if (fd == -1) {
		return 1;
	}

	if (read(fd, rand_seeds, size) < size) {
		close(fd);
		return 1;
	}

	close(fd);
	td_fill_rand_seeds(td);
	return 0;
}
#endif

#ifndef FIO_HAVE_FS_STAT
static inline unsigned long long get_fs_size(const char *path)
{
	return 0;
}
#endif

#ifndef FIO_HAVE_CPU_ONLINE_SYSCONF
static inline unsigned int cpus_online(void)
{
	return sysconf(_SC_NPROCESSORS_ONLN);
}
#endif

#ifndef CPU_COUNT
#ifdef FIO_HAVE_CPU_AFFINITY
static inline int CPU_COUNT(os_cpu_mask_t *mask)
{
	int max_cpus = cpus_online();
	int nr_cpus, i;

	for (i = 0, nr_cpus = 0; i < max_cpus; i++)
		if (fio_cpu_isset(mask, i))
			nr_cpus++;

	return nr_cpus;
}
#endif
#endif

#ifndef FIO_HAVE_GETTID
static inline int gettid(void)
{
	return getpid();
}
#endif

#endif
Commit	Line	Data
ebac4655 JA	1	#ifndef FIO_OS_H
	2	#define FIO_OS_H
	3
a14ca44a	4	#include <sys/types.h>
203913ea	5	#include <sys/socket.h>
93bcfd20	6	#include <fcntl.h>
03e20d68	7	#include <pthread.h>
a14ca44a	8	#include <unistd.h>
ecc314ba	9	#include <stdlib.h>
a14ca44a	10
836fcc0f JA	11	#include "../arch/arch.h"
836fcc0f JA	12
cca84643 JA	13	enum {
	14	os_linux = 1,
	15	os_aix,
	16	os_freebsd,
	17	os_hpux,
	18	os_mac,
	19	os_netbsd,
3cd4c66f	20	os_openbsd,
cca84643 JA	21	os_solaris,
cca84643 JA	22	os_windows,
ec5c6b12	23	os_android,
239b2882	24	os_dragonfly,
cca84643 JA	25
	26	os_nr,
	27	};
	28
ec5c6b12 AC	29	#if defined(__ANDROID__)
	30	#include "os-android.h"
	31	#elif defined(__linux__)
ebac4655 JA	32	#include "os-linux.h"
	33	#elif defined(__FreeBSD__)
	34	#include "os-freebsd.h"
3cd4c66f J	35	#elif defined(__OpenBSD__)
3cd4c66f J	36	#include "os-openbsd.h"
7452440e YT	37	#elif defined(__NetBSD__)
7452440e YT	38	#include "os-netbsd.h"
2c0ecd28 JA	39	#elif defined(__sun__)
2c0ecd28 JA	40	#include "os-solaris.h"
2afd826b JA	41	#elif defined(__APPLE__)
2afd826b JA	42	#include "os-mac.h"
bf2e821a CC	43	#elif defined(_AIX)
bf2e821a CC	44	#include "os-aix.h"
c00a2289 JA	45	#elif defined(__hpux)
c00a2289 JA	46	#include "os-hpux.h"
93bcfd20	47	#elif defined(WIN32)
03e20d68	48	#include "os-windows.h"
239b2882 JA	49	#elif defined (__DragonFly__)
239b2882 JA	50	#include "os-dragonfly.h"
ebac4655 JA	51	#else
	52	#error "unsupported os"
	53	#endif
	54
67bf9823	55	#ifdef CONFIG_POSIXAIO
ebac4655	56	#include <aio.h>
e97c1442 JA	57	#ifndef FIO_OS_HAVE_AIOCB_TYPEDEF
	58	typedef struct aiocb os_aiocb_t;
	59	#endif
ebac4655 JA	60	#endif
	61
	62	#ifdef FIO_HAVE_SGIO
	63	#include <linux/fs.h>
	64	#include <scsi/sg.h>
	65	#endif
	66
4feafb1e	67	#ifndef CONFIG_STRSEP
00fb3c8d	68	#include "../lib/strsep.h"
5921e80c JA	69	#endif
5921e80c JA	70
8e239cae JA	71	#ifdef MSG_DONTWAIT
	72	#define OS_MSG_DONTWAIT MSG_DONTWAIT
	73	#endif
	74
4d8947de	75	#ifndef POSIX_FADV_DONTNEED
ebac4655 JA	76	#define POSIX_FADV_DONTNEED (0)
	77	#define POSIX_FADV_SEQUENTIAL (0)
	78	#define POSIX_FADV_RANDOM (0)
4d8947de	79	#endif
ebac4655 JA	80
ebac4655 JA	81	#ifndef FIO_HAVE_CPU_AFFINITY
e8462bd8	82	#define fio_setaffinity(pid, mask) (0)
be4ecfdf JA	83	#define fio_getaffinity(pid, mask) do { } while (0)
be4ecfdf JA	84	#define fio_cpu_clear(mask, cpu) do { } while (0)
85daf2c1	85	#define fio_cpuset_exit(mask) (-1)
c2acfbac	86	#define fio_cpus_split(mask, cpu) (0)
7452440e	87	typedef unsigned long os_cpu_mask_t;
c2acfbac JA	88	#else
c2acfbac JA	89	extern int fio_cpus_split(os_cpu_mask_t *mask, unsigned int cpu);
ebac4655 JA	90	#endif
	91
	92	#ifndef FIO_HAVE_IOPRIO
28727df7	93	#define ioprio_set(which, who, prioclass, prio) (0)
ebac4655 JA	94	#endif
ebac4655 JA	95
2c0ecd28	96	#ifndef FIO_HAVE_ODIRECT
7d424763 JA	97	#define OS_O_DIRECT 0
	98	#else
	99	#define OS_O_DIRECT O_DIRECT
2c0ecd28 JA	100	#endif
2c0ecd28 JA	101
d01612f3 CM	102	#ifdef OS_O_ATOMIC
	103	#define FIO_O_ATOMIC OS_O_ATOMIC
	104	#else
	105	#define FIO_O_ATOMIC 0
	106	#endif
	107
74b025b0 JA	108	#ifndef FIO_HAVE_HUGETLB
74b025b0 JA	109	#define SHM_HUGETLB 0
d6dc02fb	110	#define MAP_HUGETLB 0
4d8947de	111	#ifndef FIO_HUGE_PAGE
74b025b0	112	#define FIO_HUGE_PAGE 0
4d8947de	113	#endif
74b025b0	114	#else
cb25df61	115	#ifndef FIO_HUGE_PAGE
ee0e0a71	116	#define FIO_HUGE_PAGE 4194304
74b025b0	117	#endif
cb25df61	118	#endif
74b025b0	119
39b93568 JA	120	#ifndef FIO_HAVE_MMAP_HUGE
	121	#define MAP_HUGETLB 0
	122	#endif
	123
5921e80c JA	124	#ifndef FIO_O_NOATIME
	125	#define FIO_O_NOATIME 0
	126	#endif
	127
dc873b6f JA	128	#ifndef OS_RAND_MAX
	129	#define OS_RAND_MAX RAND_MAX
	130	#endif
	131
07e5b264	132	#ifndef FIO_HAVE_RAWBIND
8cc7afa9	133	#define fio_lookup_raw(dev, majdev, mindev) 1
07e5b264 JA	134	#endif
07e5b264 JA	135
58483fa4 JA	136	#ifndef FIO_PREFERRED_ENGINE
	137	#define FIO_PREFERRED_ENGINE "sync"
	138	#endif
	139
b9fd788f BC	140	#ifndef FIO_OS_PATH_SEPARATOR
	141	#define FIO_OS_PATH_SEPARATOR "/"
	142	#endif
	143
16de1bf9	144	#ifndef FIO_PREFERRED_CLOCK_SOURCE
86e53416	145	#ifdef CONFIG_CLOCK_GETTIME
16de1bf9	146	#define FIO_PREFERRED_CLOCK_SOURCE CS_CGETTIME
86e53416 BC	147	#else
	148	#define FIO_PREFERRED_CLOCK_SOURCE CS_GTOD
	149	#endif
16de1bf9 BC	150	#endif
16de1bf9 BC	151
fca70358 JA	152	#ifndef FIO_MAX_JOBS
	153	#define FIO_MAX_JOBS 2048
	154	#endif
	155
67bf9823 JA	156	#ifndef CONFIG_SOCKLEN_T
67bf9823 JA	157	typedef unsigned int socklen_t;
5ba13ea6 JA	158	#endif
5ba13ea6 JA	159
45054cbe	160	#ifndef FIO_OS_HAS_CTIME_R
1f81991e	161	#define os_ctime_r(x, y, z) (void) ctime_r((x), (y))
45054cbe SD	162	#endif
45054cbe SD	163
901ebe18	164	#ifdef FIO_USE_GENERIC_SWAP
9677bec3	165	static inline uint16_t fio_swap16(uint16_t val)
232f9b73 JA	166	{
	167	return (val << 8) \| (val >> 8);
	168	}
	169
901ebe18	170	static inline uint32_t fio_swap32(uint32_t val)
232f9b73 JA	171	{
	172	val = ((val & 0xff00ff00UL) >> 8) \| ((val & 0x00ff00ffUL) << 8);
	173
	174	return (val >> 16) \| (val << 16);
	175	}
	176
901ebe18	177	static inline uint64_t fio_swap64(uint64_t val)
232f9b73 JA	178	{
	179	val = ((val & 0xff00ff00ff00ff00ULL) >> 8) \|
	180	((val & 0x00ff00ff00ff00ffULL) << 8);
	181	val = ((val & 0xffff0000ffff0000ULL) >> 16) \|
	182	((val & 0x0000ffff0000ffffULL) << 16);
	183
	184	return (val >> 32) \| (val << 32);
	185	}
	186	#endif
	187
ec5c6b12	188	#ifndef FIO_HAVE_BYTEORDER_FUNCS
0dcebdf4	189	#ifdef CONFIG_LITTLE_ENDIAN
8111092f JA	190	#define __le16_to_cpu(x) (x)
	191	#define __le32_to_cpu(x) (x)
	192	#define __le64_to_cpu(x) (x)
	193	#define __cpu_to_le16(x) (x)
	194	#define __cpu_to_le32(x) (x)
	195	#define __cpu_to_le64(x) (x)
	196	#else
	197	#define __le16_to_cpu(x) fio_swap16(x)
	198	#define __le32_to_cpu(x) fio_swap32(x)
	199	#define __le64_to_cpu(x) fio_swap64(x)
	200	#define __cpu_to_le16(x) fio_swap16(x)
	201	#define __cpu_to_le32(x) fio_swap32(x)
	202	#define __cpu_to_le64(x) fio_swap64(x)
	203	#endif
ec5c6b12	204	#endif /* FIO_HAVE_BYTEORDER_FUNCS */
8111092f	205
0bbe46e7	206	#ifdef FIO_INTERNAL
8111092f	207	#define le16_to_cpu(val) ({ \
ff8039b7	208	typecheck(uint16_t, val); \
c46fda90	209	__le16_to_cpu(val); \
8111092f JA	210	})
8111092f JA	211	#define le32_to_cpu(val) ({ \
ff8039b7	212	typecheck(uint32_t, val); \
c46fda90	213	__le32_to_cpu(val); \
8111092f JA	214	})
8111092f JA	215	#define le64_to_cpu(val) ({ \
ff8039b7 JA	216	typecheck(uint64_t, val); \
ff8039b7 JA	217	__le64_to_cpu(val); \
8111092f	218	})
0bbe46e7 DG	219	#endif
0bbe46e7 DG	220
8111092f	221	#define cpu_to_le16(val) ({ \
ff8039b7	222	typecheck(uint16_t, val); \
c46fda90	223	__cpu_to_le16(val); \
8111092f JA	224	})
8111092f JA	225	#define cpu_to_le32(val) ({ \
ff8039b7	226	typecheck(uint32_t, val); \
c46fda90	227	__cpu_to_le32(val); \
8111092f JA	228	})
8111092f JA	229	#define cpu_to_le64(val) ({ \
ff8039b7	230	typecheck(uint64_t, val); \
c46fda90	231	__cpu_to_le64(val); \
8111092f JA	232	})
8111092f JA	233
5e62c22a	234	#ifndef FIO_HAVE_BLKTRACE
d95b34a6	235	static inline int is_blktrace(const char fname, int need_swap)
5e62c22a JA	236	{
	237	return 0;
	238	}
5921e80c	239	struct thread_data;
d95b34a6 JA	240	static inline int load_blktrace(struct thread_data td, const char fname,
d95b34a6 JA	241	int need_swap)
5e62c22a JA	242	{
	243	return 1;
	244	}
	245	#endif
	246
eb7ccf38 JA	247	#define FIO_DEF_CL_SIZE 128
	248
	249	static inline int os_cache_line_size(void)
	250	{
	251	#ifdef FIO_HAVE_CL_SIZE
	252	int ret = arch_cache_line_size();
	253
	254	if (ret <= 0)
	255	return FIO_DEF_CL_SIZE;
	256
	257	return ret;
	258	#else
	259	return FIO_DEF_CL_SIZE;
	260	#endif
	261	}
	262
792d5517	263	#ifdef FIO_USE_GENERIC_BDEV_SIZE
ecc314ba	264	static inline int blockdev_size(struct fio_file f, unsigned long long bytes)
792d5517	265	{
3b2e1464	266	off_t end;
792d5517	267
3b2e1464 JA	268	*bytes = 0;
3b2e1464 JA	269
ecc314ba	270	end = lseek(f->fd, 0, SEEK_END);
792d5517 JA	271	if (end < 0)
	272	return errno;
	273
	274	*bytes = end;
	275	return 0;
	276	}
	277	#endif
	278
53531370 JA	279	#ifdef FIO_USE_GENERIC_RAND
	280	typedef unsigned int os_random_state_t;
	281
	282	static inline void os_random_seed(unsigned long seed, os_random_state_t *rs)
	283	{
	284	srand(seed);
	285	}
	286
	287	static inline long os_random_long(os_random_state_t *rs)
	288	{
	289	long val;
	290
	291	val = rand_r(rs);
	292	return val;
	293	}
	294	#endif
	295
93bcfd20 BC	296	#ifdef FIO_USE_GENERIC_INIT_RANDOM_STATE
	297	extern void td_fill_rand_seeds(struct thread_data *td);
	298	/*
	299	* Initialize the various random states we need (random io, block size ranges,
	300	* read/write mix, etc).
	301	*/
	302	static inline int init_random_state(struct thread_data td, unsigned long rand_seeds, int size)
	303	{
	304	int fd;
	305
	306	fd = open("/dev/urandom", O_RDONLY);
	307	if (fd == -1) {
	308	return 1;
	309	}
	310
	311	if (read(fd, rand_seeds, size) < size) {
	312	close(fd);
	313	return 1;
	314	}
	315
	316	close(fd);
	317	td_fill_rand_seeds(td);
	318	return 0;
	319	}
	320	#endif
	321
2e3bd4c2 JA	322	#ifndef FIO_HAVE_FS_STAT
	323	static inline unsigned long long get_fs_size(const char *path)
	324	{
	325	return 0;
	326	}
	327	#endif
	328
c00a2289 JA	329	#ifndef FIO_HAVE_CPU_ONLINE_SYSCONF
	330	static inline unsigned int cpus_online(void)
	331	{
	332	return sysconf(_SC_NPROCESSORS_ONLN);
	333	}
	334	#endif
	335
7221da37	336	#ifndef CPU_COUNT
6cf71c24 JA	337	#ifdef FIO_HAVE_CPU_AFFINITY
	338	static inline int CPU_COUNT(os_cpu_mask_t *mask)
	339	{
	340	int max_cpus = cpus_online();
	341	int nr_cpus, i;
	342
	343	for (i = 0, nr_cpus = 0; i < max_cpus; i++)
	344	if (fio_cpu_isset(mask, i))
	345	nr_cpus++;
	346
	347	return nr_cpus;
	348	}
	349	#endif
	350	#endif
	351
47f767c1 JA	352	#ifndef FIO_HAVE_GETTID
	353	static inline int gettid(void)
	354	{
	355	return getpid();
	356	}
	357	#endif
	358
ebac4655	359	#endif