[fio.git] / os / os.h

#ifndef FIO_OS_H
#define FIO_OS_H

#include <sys/types.h>
#include <sys/socket.h>
#include <fcntl.h>
#include <pthread.h>
#include <unistd.h>
#include <stdlib.h>

#include "../arch/arch.h"
#include "../lib/types.h"

enum {
	os_linux = 1,
	os_aix,
	os_freebsd,
	os_hpux,
	os_mac,
	os_netbsd,
	os_openbsd,
	os_solaris,
	os_windows,
	os_android,
	os_dragonfly,

	os_nr,
};

#if defined(__ANDROID__)
#include "os-android.h"
#elif defined(__linux__)
#include "os-linux.h"
#elif defined(__FreeBSD__)
#include "os-freebsd.h"
#elif defined(__OpenBSD__)
#include "os-openbsd.h"
#elif defined(__NetBSD__)
#include "os-netbsd.h"
#elif defined(__sun__)
#include "os-solaris.h"
#elif defined(__APPLE__)
#include "os-mac.h"
#elif defined(_AIX)
#include "os-aix.h"
#elif defined(__hpux)
#include "os-hpux.h"
#elif defined(WIN32)
#include "os-windows.h"
#elif defined (__DragonFly__)
#include "os-dragonfly.h"
#else
#error "unsupported os"
#endif

#ifdef CONFIG_POSIXAIO
#include <aio.h>
#ifndef FIO_OS_HAVE_AIOCB_TYPEDEF
typedef struct aiocb os_aiocb_t;
#endif
#endif

#ifndef CONFIG_STRSEP
#include "../oslib/strsep.h"
#endif

#ifndef CONFIG_STRLCAT
#include "../oslib/strlcat.h"
#endif

#ifdef MSG_DONTWAIT
#define OS_MSG_DONTWAIT	MSG_DONTWAIT
#endif

#ifndef POSIX_FADV_DONTNEED
#define POSIX_FADV_DONTNEED	(0)
#define POSIX_FADV_SEQUENTIAL	(0)
#define POSIX_FADV_RANDOM	(0)
#define POSIX_FADV_NORMAL	(0)
#endif

#ifndef FIO_HAVE_CPU_AFFINITY
#define fio_cpu_clear(mask, cpu)	do { } while (0)
typedef unsigned long os_cpu_mask_t;

static inline int fio_setaffinity(int pid, os_cpu_mask_t cpumask)
{
	return 0;
}

static inline int fio_getaffinity(int pid, os_cpu_mask_t *cpumask)
{
	return -1;
}

static inline int fio_cpuset_exit(os_cpu_mask_t *mask)
{
	return -1;
}

static inline int fio_cpus_split(os_cpu_mask_t *mask, unsigned int cpu_index)
{
	return 0;
}
#else
extern int fio_cpus_split(os_cpu_mask_t *mask, unsigned int cpu);
#endif

#ifndef FIO_HAVE_IOPRIO
#define ioprio_set(which, who, prioclass, prio)	(0)
#endif

#ifndef FIO_HAVE_ODIRECT
#define OS_O_DIRECT			0
#else
#define OS_O_DIRECT			O_DIRECT
#endif

#ifdef OS_O_ATOMIC
#define FIO_O_ATOMIC			OS_O_ATOMIC
#else
#define FIO_O_ATOMIC			0
#endif

#ifndef FIO_HAVE_HUGETLB
#define SHM_HUGETLB			0
#define MAP_HUGETLB			0
#ifndef FIO_HUGE_PAGE
#define FIO_HUGE_PAGE			0
#endif
#else
#ifndef FIO_HUGE_PAGE
#define FIO_HUGE_PAGE			4194304
#endif
#endif

#ifndef FIO_HAVE_MMAP_HUGE
#define MAP_HUGETLB			0
#endif

#ifndef FIO_O_NOATIME
#define FIO_O_NOATIME			0
#endif

#ifndef OS_RAND_MAX
#define OS_RAND_MAX			RAND_MAX
#endif

#ifndef FIO_HAVE_RAWBIND
#define fio_lookup_raw(dev, majdev, mindev)	1
#endif

#ifndef FIO_PREFERRED_ENGINE
#define FIO_PREFERRED_ENGINE	"psync"
#endif

#ifndef FIO_OS_PATH_SEPARATOR
#define FIO_OS_PATH_SEPARATOR	"/"
#endif

#ifndef FIO_PREFERRED_CLOCK_SOURCE
#ifdef CONFIG_CLOCK_GETTIME
#define FIO_PREFERRED_CLOCK_SOURCE	CS_CGETTIME
#else
#define FIO_PREFERRED_CLOCK_SOURCE	CS_GTOD
#endif
#endif

#ifndef FIO_MAX_JOBS
#define FIO_MAX_JOBS		4096
#endif

#ifndef CONFIG_SOCKLEN_T
typedef unsigned int socklen_t;
#endif

#ifndef FIO_OS_HAS_CTIME_R
#define os_ctime_r(x, y, z)     (void) ctime_r((x), (y))
#endif

#ifdef FIO_USE_GENERIC_SWAP
static inline uint16_t fio_swap16(uint16_t val)
{
	return (val << 8) | (val >> 8);
}

static inline uint32_t fio_swap32(uint32_t val)
{
	val = ((val & 0xff00ff00UL) >> 8) | ((val & 0x00ff00ffUL) << 8);

	return (val >> 16) | (val << 16);
}

static inline uint64_t fio_swap64(uint64_t val)
{
	val = ((val & 0xff00ff00ff00ff00ULL) >> 8) |
	      ((val & 0x00ff00ff00ff00ffULL) << 8);
	val = ((val & 0xffff0000ffff0000ULL) >> 16) |
	      ((val & 0x0000ffff0000ffffULL) << 16);

	return (val >> 32) | (val << 32);
}
#endif

#ifndef FIO_HAVE_BYTEORDER_FUNCS
#ifdef CONFIG_LITTLE_ENDIAN
#define __be64_to_cpu(x)		fio_swap64(x)
#define __le16_to_cpu(x)		(x)
#define __le32_to_cpu(x)		(x)
#define __le64_to_cpu(x)		(x)
#define __cpu_to_be64(x)		fio_swap64(x)
#define __cpu_to_le16(x)		(x)
#define __cpu_to_le32(x)		(x)
#define __cpu_to_le64(x)		(x)
#else
#define __be64_to_cpu(x)		(x)
#define __le16_to_cpu(x)		fio_swap16(x)
#define __le32_to_cpu(x)		fio_swap32(x)
#define __le64_to_cpu(x)		fio_swap64(x)
#define __cpu_to_be64(x)		(x)
#define __cpu_to_le16(x)		fio_swap16(x)
#define __cpu_to_le32(x)		fio_swap32(x)
#define __cpu_to_le64(x)		fio_swap64(x)
#endif
#endif /* FIO_HAVE_BYTEORDER_FUNCS */

#ifdef FIO_INTERNAL
#define be64_to_cpu(val) ({			\
	typecheck(uint64_t, val);		\
	__be64_to_cpu(val);			\
})
#define le16_to_cpu(val) ({			\
	typecheck(uint16_t, val);		\
	__le16_to_cpu(val);			\
})
#define le32_to_cpu(val) ({			\
	typecheck(uint32_t, val);		\
	__le32_to_cpu(val);			\
})
#define le64_to_cpu(val) ({			\
	typecheck(uint64_t, val);		\
	__le64_to_cpu(val);			\
})
#endif

#define cpu_to_be64(val) ({			\
	typecheck(uint64_t, val);		\
	__cpu_to_be64(val);			\
})
#define cpu_to_le16(val) ({			\
	typecheck(uint16_t, val);		\
	__cpu_to_le16(val);			\
})
#define cpu_to_le32(val) ({			\
	typecheck(uint32_t, val);		\
	__cpu_to_le32(val);			\
})
#define cpu_to_le64(val) ({			\
	typecheck(uint64_t, val);		\
	__cpu_to_le64(val);			\
})

#define FIO_DEF_CL_SIZE		128

static inline int os_cache_line_size(void)
{
#ifdef FIO_HAVE_CL_SIZE
	int ret = arch_cache_line_size();

	if (ret <= 0)
		return FIO_DEF_CL_SIZE;

	return ret;
#else
	return FIO_DEF_CL_SIZE;
#endif
}

#ifdef FIO_USE_GENERIC_BDEV_SIZE
static inline int blockdev_size(struct fio_file *f, unsigned long long *bytes)
{
	off_t end;

	*bytes = 0;

	end = lseek(f->fd, 0, SEEK_END);
	if (end < 0)
		return errno;

	*bytes = end;
	return 0;
}
#endif

#ifdef FIO_USE_GENERIC_RAND
typedef unsigned int os_random_state_t;

static inline void os_random_seed(unsigned long seed, os_random_state_t *rs)
{
	srand(seed);
}

static inline long os_random_long(os_random_state_t *rs)
{
	long val;

	val = rand_r(rs);
	return val;
}
#endif

#ifdef FIO_USE_GENERIC_INIT_RANDOM_STATE
static inline int init_random_seeds(unsigned long *rand_seeds, int size)
{
	int fd;

	fd = open("/dev/urandom", O_RDONLY);
	if (fd == -1) {
		return 1;
	}

	if (read(fd, rand_seeds, size) < size) {
		close(fd);
		return 1;
	}

	close(fd);
	return 0;
}
#endif

#ifndef FIO_HAVE_FS_STAT
static inline unsigned long long get_fs_free_size(const char *path)
{
	return 0;
}
#endif

#ifndef FIO_HAVE_CPU_ONLINE_SYSCONF
static inline unsigned int cpus_online(void)
{
	return sysconf(_SC_NPROCESSORS_ONLN);
}
#endif

#ifndef CPU_COUNT
#ifdef FIO_HAVE_CPU_AFFINITY
static inline int CPU_COUNT(os_cpu_mask_t *mask)
{
	int max_cpus = cpus_online();
	int nr_cpus, i;

	for (i = 0, nr_cpus = 0; i < max_cpus; i++)
		if (fio_cpu_isset(mask, i))
			nr_cpus++;

	return nr_cpus;
}
#endif
#endif

#ifndef FIO_HAVE_GETTID
static inline int gettid(void)
{
	return getpid();
}
#endif

#ifndef FIO_HAVE_SHM_ATTACH_REMOVED
static inline int shm_attach_to_open_removed(void)
{
	return 0;
}
#endif

#ifndef FIO_HAVE_NATIVE_FALLOCATE
static inline bool fio_fallocate(struct fio_file *f, uint64_t offset, uint64_t len)
{
	errno = ENOSYS;
	return false;
}
#endif

#if defined(CONFIG_POSIX_FALLOCATE) || defined(FIO_HAVE_NATIVE_FALLOCATE)
# define FIO_HAVE_ANY_FALLOCATE
#endif

#endif
Commit	Line	Data
	1	#ifndef FIO_OS_H
	2	#define FIO_OS_H
	3
	4	#include <sys/types.h>
	5	#include <sys/socket.h>
	6	#include <fcntl.h>
	7	#include <pthread.h>
	8	#include <unistd.h>
	9	#include <stdlib.h>
	10
	11	#include "../arch/arch.h"
	12	#include "../lib/types.h"
	13
	14	enum {
	15	os_linux = 1,
	16	os_aix,
	17	os_freebsd,
	18	os_hpux,
	19	os_mac,
	20	os_netbsd,
	21	os_openbsd,
	22	os_solaris,
	23	os_windows,
	24	os_android,
	25	os_dragonfly,
	26
	27	os_nr,
	28	};
	29
	30	#if defined(__ANDROID__)
	31	#include "os-android.h"
	32	#elif defined(__linux__)
	33	#include "os-linux.h"
	34	#elif defined(__FreeBSD__)
	35	#include "os-freebsd.h"
	36	#elif defined(__OpenBSD__)
	37	#include "os-openbsd.h"
	38	#elif defined(__NetBSD__)
	39	#include "os-netbsd.h"
	40	#elif defined(__sun__)
	41	#include "os-solaris.h"
	42	#elif defined(__APPLE__)
	43	#include "os-mac.h"
	44	#elif defined(_AIX)
	45	#include "os-aix.h"
	46	#elif defined(__hpux)
	47	#include "os-hpux.h"
	48	#elif defined(WIN32)
	49	#include "os-windows.h"
	50	#elif defined (__DragonFly__)
	51	#include "os-dragonfly.h"
	52	#else
	53	#error "unsupported os"
	54	#endif
	55
	56	#ifdef CONFIG_POSIXAIO
	57	#include <aio.h>
	58	#ifndef FIO_OS_HAVE_AIOCB_TYPEDEF
	59	typedef struct aiocb os_aiocb_t;
	60	#endif
	61	#endif
	62
	63	#ifndef CONFIG_STRSEP
	64	#include "../oslib/strsep.h"
	65	#endif
	66
	67	#ifndef CONFIG_STRLCAT
	68	#include "../oslib/strlcat.h"
	69	#endif
	70
	71	#ifdef MSG_DONTWAIT
	72	#define OS_MSG_DONTWAIT MSG_DONTWAIT
	73	#endif
	74
	75	#ifndef POSIX_FADV_DONTNEED
	76	#define POSIX_FADV_DONTNEED (0)
	77	#define POSIX_FADV_SEQUENTIAL (0)
	78	#define POSIX_FADV_RANDOM (0)
	79	#define POSIX_FADV_NORMAL (0)
	80	#endif
	81
	82	#ifndef FIO_HAVE_CPU_AFFINITY
	83	#define fio_cpu_clear(mask, cpu) do { } while (0)
	84	typedef unsigned long os_cpu_mask_t;
	85
	86	static inline int fio_setaffinity(int pid, os_cpu_mask_t cpumask)
	87	{
	88	return 0;
	89	}
	90
	91	static inline int fio_getaffinity(int pid, os_cpu_mask_t *cpumask)
	92	{
	93	return -1;
	94	}
	95
	96	static inline int fio_cpuset_exit(os_cpu_mask_t *mask)
	97	{
	98	return -1;
	99	}
	100
	101	static inline int fio_cpus_split(os_cpu_mask_t *mask, unsigned int cpu_index)
	102	{
	103	return 0;
	104	}
	105	#else
	106	extern int fio_cpus_split(os_cpu_mask_t *mask, unsigned int cpu);
	107	#endif
	108
	109	#ifndef FIO_HAVE_IOPRIO
	110	#define ioprio_set(which, who, prioclass, prio) (0)
	111	#endif
	112
	113	#ifndef FIO_HAVE_ODIRECT
	114	#define OS_O_DIRECT 0
	115	#else
	116	#define OS_O_DIRECT O_DIRECT
	117	#endif
	118
	119	#ifdef OS_O_ATOMIC
	120	#define FIO_O_ATOMIC OS_O_ATOMIC
	121	#else
	122	#define FIO_O_ATOMIC 0
	123	#endif
	124
	125	#ifndef FIO_HAVE_HUGETLB
	126	#define SHM_HUGETLB 0
	127	#define MAP_HUGETLB 0
	128	#ifndef FIO_HUGE_PAGE
	129	#define FIO_HUGE_PAGE 0
	130	#endif
	131	#else
	132	#ifndef FIO_HUGE_PAGE
	133	#define FIO_HUGE_PAGE 4194304
	134	#endif
	135	#endif
	136
	137	#ifndef FIO_HAVE_MMAP_HUGE
	138	#define MAP_HUGETLB 0
	139	#endif
	140
	141	#ifndef FIO_O_NOATIME
	142	#define FIO_O_NOATIME 0
	143	#endif
	144
	145	#ifndef OS_RAND_MAX
	146	#define OS_RAND_MAX RAND_MAX
	147	#endif
	148
	149	#ifndef FIO_HAVE_RAWBIND
	150	#define fio_lookup_raw(dev, majdev, mindev) 1
	151	#endif
	152
	153	#ifndef FIO_PREFERRED_ENGINE
	154	#define FIO_PREFERRED_ENGINE "psync"
	155	#endif
	156
	157	#ifndef FIO_OS_PATH_SEPARATOR
	158	#define FIO_OS_PATH_SEPARATOR "/"
	159	#endif
	160
	161	#ifndef FIO_PREFERRED_CLOCK_SOURCE
	162	#ifdef CONFIG_CLOCK_GETTIME
	163	#define FIO_PREFERRED_CLOCK_SOURCE CS_CGETTIME
	164	#else
	165	#define FIO_PREFERRED_CLOCK_SOURCE CS_GTOD
	166	#endif
	167	#endif
	168
	169	#ifndef FIO_MAX_JOBS
	170	#define FIO_MAX_JOBS 4096
	171	#endif
	172
	173	#ifndef CONFIG_SOCKLEN_T
	174	typedef unsigned int socklen_t;
	175	#endif
	176
	177	#ifndef FIO_OS_HAS_CTIME_R
	178	#define os_ctime_r(x, y, z) (void) ctime_r((x), (y))
	179	#endif
	180
	181	#ifdef FIO_USE_GENERIC_SWAP
	182	static inline uint16_t fio_swap16(uint16_t val)
	183	{
	184	return (val << 8) \| (val >> 8);
	185	}
	186
	187	static inline uint32_t fio_swap32(uint32_t val)
	188	{
	189	val = ((val & 0xff00ff00UL) >> 8) \| ((val & 0x00ff00ffUL) << 8);
	190
	191	return (val >> 16) \| (val << 16);
	192	}
	193
	194	static inline uint64_t fio_swap64(uint64_t val)
	195	{
	196	val = ((val & 0xff00ff00ff00ff00ULL) >> 8) \|
	197	((val & 0x00ff00ff00ff00ffULL) << 8);
	198	val = ((val & 0xffff0000ffff0000ULL) >> 16) \|
	199	((val & 0x0000ffff0000ffffULL) << 16);
	200
	201	return (val >> 32) \| (val << 32);
	202	}
	203	#endif
	204
	205	#ifndef FIO_HAVE_BYTEORDER_FUNCS
	206	#ifdef CONFIG_LITTLE_ENDIAN
	207	#define __be64_to_cpu(x) fio_swap64(x)
	208	#define __le16_to_cpu(x) (x)
	209	#define __le32_to_cpu(x) (x)
	210	#define __le64_to_cpu(x) (x)
	211	#define __cpu_to_be64(x) fio_swap64(x)
	212	#define __cpu_to_le16(x) (x)
	213	#define __cpu_to_le32(x) (x)
	214	#define __cpu_to_le64(x) (x)
	215	#else
	216	#define __be64_to_cpu(x) (x)
	217	#define __le16_to_cpu(x) fio_swap16(x)
	218	#define __le32_to_cpu(x) fio_swap32(x)
	219	#define __le64_to_cpu(x) fio_swap64(x)
	220	#define __cpu_to_be64(x) (x)
	221	#define __cpu_to_le16(x) fio_swap16(x)
	222	#define __cpu_to_le32(x) fio_swap32(x)
	223	#define __cpu_to_le64(x) fio_swap64(x)
	224	#endif
	225	#endif /* FIO_HAVE_BYTEORDER_FUNCS */
	226
	227	#ifdef FIO_INTERNAL
	228	#define be64_to_cpu(val) ({ \
	229	typecheck(uint64_t, val); \
	230	__be64_to_cpu(val); \
	231	})
	232	#define le16_to_cpu(val) ({ \
	233	typecheck(uint16_t, val); \
	234	__le16_to_cpu(val); \
	235	})
	236	#define le32_to_cpu(val) ({ \
	237	typecheck(uint32_t, val); \
	238	__le32_to_cpu(val); \
	239	})
	240	#define le64_to_cpu(val) ({ \
	241	typecheck(uint64_t, val); \
	242	__le64_to_cpu(val); \
	243	})
	244	#endif
	245
	246	#define cpu_to_be64(val) ({ \
	247	typecheck(uint64_t, val); \
	248	__cpu_to_be64(val); \
	249	})
	250	#define cpu_to_le16(val) ({ \
	251	typecheck(uint16_t, val); \
	252	__cpu_to_le16(val); \
	253	})
	254	#define cpu_to_le32(val) ({ \
	255	typecheck(uint32_t, val); \
	256	__cpu_to_le32(val); \
	257	})
	258	#define cpu_to_le64(val) ({ \
	259	typecheck(uint64_t, val); \
	260	__cpu_to_le64(val); \
	261	})
	262
	263	#define FIO_DEF_CL_SIZE 128
	264
	265	static inline int os_cache_line_size(void)
	266	{
	267	#ifdef FIO_HAVE_CL_SIZE
	268	int ret = arch_cache_line_size();
	269
	270	if (ret <= 0)
	271	return FIO_DEF_CL_SIZE;
	272
	273	return ret;
	274	#else
	275	return FIO_DEF_CL_SIZE;
	276	#endif
	277	}
	278
	279	#ifdef FIO_USE_GENERIC_BDEV_SIZE
	280	static inline int blockdev_size(struct fio_file f, unsigned long long bytes)
	281	{
	282	off_t end;
	283
	284	*bytes = 0;
	285
	286	end = lseek(f->fd, 0, SEEK_END);
	287	if (end < 0)
	288	return errno;
	289
	290	*bytes = end;
	291	return 0;
	292	}
	293	#endif
	294
	295	#ifdef FIO_USE_GENERIC_RAND
	296	typedef unsigned int os_random_state_t;
	297
	298	static inline void os_random_seed(unsigned long seed, os_random_state_t *rs)
	299	{
	300	srand(seed);
	301	}
	302
	303	static inline long os_random_long(os_random_state_t *rs)
	304	{
	305	long val;
	306
	307	val = rand_r(rs);
	308	return val;
	309	}
	310	#endif
	311
	312	#ifdef FIO_USE_GENERIC_INIT_RANDOM_STATE
	313	static inline int init_random_seeds(unsigned long *rand_seeds, int size)
	314	{
	315	int fd;
	316
	317	fd = open("/dev/urandom", O_RDONLY);
	318	if (fd == -1) {
	319	return 1;
	320	}
	321
	322	if (read(fd, rand_seeds, size) < size) {
	323	close(fd);
	324	return 1;
	325	}
	326
	327	close(fd);
	328	return 0;
	329	}
	330	#endif
	331
	332	#ifndef FIO_HAVE_FS_STAT
	333	static inline unsigned long long get_fs_free_size(const char *path)
	334	{
	335	return 0;
	336	}
	337	#endif
	338
	339	#ifndef FIO_HAVE_CPU_ONLINE_SYSCONF
	340	static inline unsigned int cpus_online(void)
	341	{
	342	return sysconf(_SC_NPROCESSORS_ONLN);
	343	}
	344	#endif
	345
	346	#ifndef CPU_COUNT
	347	#ifdef FIO_HAVE_CPU_AFFINITY
	348	static inline int CPU_COUNT(os_cpu_mask_t *mask)
	349	{
	350	int max_cpus = cpus_online();
	351	int nr_cpus, i;
	352
	353	for (i = 0, nr_cpus = 0; i < max_cpus; i++)
	354	if (fio_cpu_isset(mask, i))
	355	nr_cpus++;
	356
	357	return nr_cpus;
	358	}
	359	#endif
	360	#endif
	361
	362	#ifndef FIO_HAVE_GETTID
	363	static inline int gettid(void)
	364	{
	365	return getpid();
	366	}
	367	#endif
	368
	369	#ifndef FIO_HAVE_SHM_ATTACH_REMOVED
	370	static inline int shm_attach_to_open_removed(void)
	371	{
	372	return 0;
	373	}
	374	#endif
	375
	376	#ifndef FIO_HAVE_NATIVE_FALLOCATE
	377	static inline bool fio_fallocate(struct fio_file *f, uint64_t offset, uint64_t len)
	378	{
	379	errno = ENOSYS;
	380	return false;
	381	}
	382	#endif
	383
	384	#if defined(CONFIG_POSIX_FALLOCATE) \|\| defined(FIO_HAVE_NATIVE_FALLOCATE)
	385	# define FIO_HAVE_ANY_FALLOCATE
	386	#endif
	387
	388	#endif