X-Git-Url: https://git.kernel.dk/?p=fio.git;a=blobdiff_plain;f=os%2Fos-linux.h;h=2599091b7fd41d8fbf6efdff0ee6190dfe6e9034;hp=11f767c5b2e8105c6ab9fec7f10baf17f9a566d2;hb=ff2451922f21826c2047208c2c3963843b1ffdcc;hpb=dd19ee6d101147473a02e2ed965459cfa3fbfe59 diff --git a/os/os-linux.h b/os/os-linux.h index 11f767c5..2599091b 100644 --- a/os/os-linux.h +++ b/os/os-linux.h @@ -4,11 +4,19 @@ #include #include #include +#include #include #include +#include +#include #include #include #include +#include + +#include "indirect.h" +#include "binject.h" +#include "../file.h" #define FIO_HAVE_LIBAIO #define FIO_HAVE_POSIXAIO @@ -23,39 +31,91 @@ #define FIO_HAVE_HUGETLB #define FIO_HAVE_RAWBIND #define FIO_HAVE_BLKTRACE +#define FIO_HAVE_STRSEP +#define FIO_HAVE_FALLOCATE +#define FIO_HAVE_POSIXAIO_FSYNC +#define FIO_HAVE_PSHARED_MUTEX +#define FIO_HAVE_CL_SIZE +#define FIO_HAVE_CGROUPS +#define FIO_HAVE_FDATASYNC +#define FIO_HAVE_FS_STAT +#define FIO_HAVE_TRIM +#define FIO_HAVE_BINJECT +#define FIO_HAVE_CLOCK_MONOTONIC +#define FIO_HAVE_GETTID + +/* + * Can only enable this for newer glibcs, or the header and defines are + * missing + */ +#if __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 6 +#define FIO_HAVE_LINUX_FALLOCATE +#endif + +#ifdef SYNC_FILE_RANGE_WAIT_BEFORE +#define FIO_HAVE_SYNC_FILE_RANGE +#endif + +#define OS_MAP_ANON MAP_ANONYMOUS -#define OS_MAP_ANON (MAP_ANONYMOUS) +#ifndef CLOCK_MONOTONIC +#define CLOCK_MONOTONIC 1 +#endif typedef cpu_set_t os_cpu_mask_t; + typedef struct drand48_data os_random_state_t; /* * we want fadvise64 really, but it's so tangled... later */ +#ifdef FIO_HAVE_FADVISE #define fadvise(fd, off, len, advice) \ posix_fadvise((fd), (off_t)(off), (len), (advice)) +#endif /* * If you are on an ancient glibc (2.3.2), then define GLIBC_2_3_2 if you want * the affinity helpers to work. */ #ifndef GLIBC_2_3_2 -#define fio_setaffinity(td) \ - sched_setaffinity((td)->pid, sizeof((td)->o.cpumask), &(td)->o.cpumask) +#define fio_setaffinity(pid, cpumask) \ + sched_setaffinity((pid), sizeof(cpumask), &(cpumask)) #define fio_getaffinity(pid, ptr) \ sched_getaffinity((pid), sizeof(cpu_set_t), (ptr)) #else -#define fio_setaffinity(td) \ - sched_setaffinity((td)->pid, &(td)->o.cpumask) +#define fio_setaffinity(pid, cpumask) \ + sched_setaffinity((pid), &(cpumask)) #define fio_getaffinity(pid, ptr) \ sched_getaffinity((pid), (ptr)) #endif +#define fio_cpu_clear(mask, cpu) CPU_CLR((cpu), (mask)) +#define fio_cpu_set(mask, cpu) CPU_SET((cpu), (mask)) + +static inline int fio_cpuset_init(os_cpu_mask_t *mask) +{ + CPU_ZERO(mask); + return 0; +} + +static inline int fio_cpuset_exit(os_cpu_mask_t *mask) +{ + return 0; +} + +#define FIO_MAX_CPUS CPU_SETSIZE + static inline int ioprio_set(int which, int who, int ioprio) { return syscall(__NR_ioprio_set, which, who, ioprio); } +static inline int gettid(void) +{ + return syscall(__NR_gettid); +} + /* * Just check for SPLICE_F_MOVE, if that isn't there, assume the others * aren't either. @@ -86,10 +146,6 @@ static inline int vmsplice(int fd, const struct iovec *iov, } #endif -#ifdef SPLICE_F_UNMAP -#define SPLICE_F_UNMAP (0x10) -#endif - #define SPLICE_DEF_SIZE (64*1024) #ifdef FIO_HAVE_SYSLET @@ -103,7 +159,7 @@ struct async_head_user; static inline struct syslet_uatom * async_exec(struct syslet_uatom *atom, struct async_head_user *ahu) { - return (void *) syscall(__NR_async_exec, atom, ahu); + return (struct syslet_uatom *) syscall(__NR_async_exec, atom, ahu); } static inline long @@ -149,14 +205,18 @@ enum { #define BLKFLSBUF _IO(0x12,97) #endif -static inline int blockdev_invalidate_cache(int fd) +#ifndef BLKDISCARD +#define BLKDISCARD _IO(0x12,119) +#endif + +static inline int blockdev_invalidate_cache(struct fio_file *f) { - return ioctl(fd, BLKFLSBUF); + return ioctl(f->fd, BLKFLSBUF); } -static inline int blockdev_size(int fd, unsigned long long *bytes) +static inline int blockdev_size(struct fio_file *f, unsigned long long *bytes) { - if (!ioctl(fd, BLKGETSIZE64, bytes)) + if (!ioctl(f->fd, BLKGETSIZE64, bytes)) return 0; return errno; @@ -187,14 +247,6 @@ static inline long os_random_long(os_random_state_t *rs) return val; } -static inline double os_random_double(os_random_state_t *rs) -{ - double val; - - drand48_r(rs, &val); - return val; -} - static inline int fio_lookup_raw(dev_t dev, int *majdev, int *mindev) { struct raw_config_request rq; @@ -225,4 +277,75 @@ static inline int fio_lookup_raw(dev_t dev, int *majdev, int *mindev) return 0; } +#ifdef O_NOATIME +#define FIO_O_NOATIME O_NOATIME +#else +#define FIO_O_NOATIME 0 +#endif + +#ifdef MADV_REMOVE +#define FIO_MADV_FREE MADV_REMOVE +#endif + +#if __BYTE_ORDER == __LITTLE_ENDIAN +#define FIO_LITTLE_ENDIAN +#elif __BYTE_ORDER == __BIG_ENDIAN +#define FIO_BIG_ENDIAN +#else +#error "Unknown endianness" +#endif + +#define fio_swap16(x) __bswap_16(x) +#define fio_swap32(x) __bswap_32(x) +#define fio_swap64(x) __bswap_64(x) + +#define CACHE_LINE_FILE \ + "/sys/devices/system/cpu/cpu0/cache/index0/coherency_line_size" + +static inline int arch_cache_line_size(void) +{ + char size[32]; + int fd, ret; + + fd = open(CACHE_LINE_FILE, O_RDONLY); + if (fd < 0) + return -1; + + ret = read(fd, size, sizeof(size)); + + close(fd); + + if (ret <= 0) + return -1; + else + return atoi(size); +} + +static inline unsigned long long get_fs_size(const char *path) +{ + unsigned long long ret; + struct statfs s; + + if (statfs(path, &s) < 0) + return -1ULL; + + ret = s.f_bsize; + ret *= (unsigned long long) s.f_bfree; + return ret; +} + +static inline int os_trim(int fd, unsigned long long start, + unsigned long long len) +{ + uint64_t range[2]; + + range[0] = start; + range[1] = len; + + if (!ioctl(fd, BLKDISCARD, range)) + return 0; + + return errno; +} + #endif