X-Git-Url: https://git.kernel.dk/?p=fio.git;a=blobdiff_plain;f=arch%2Farch-x86_64.h;h=484ea0c5b8eb82ba892a1676b100131bf13a8635;hp=4f75addc1be14fd35d46e9631a57b50978bb6023;hb=6fa22eb8d7aec95851b37b64a2c38a17b1da48ee;hpb=36ddbc093ed56f510645b4021cea74b2e0d1401b diff --git a/arch/arch-x86_64.h b/arch/arch-x86_64.h index 4f75addc..484ea0c5 100644 --- a/arch/arch-x86_64.h +++ b/arch/arch-x86_64.h @@ -1,41 +1,71 @@ -#ifndef ARCH_X86_64_h -#define ARCH_X86_64_h +#ifndef ARCH_X86_64_H +#define ARCH_X86_64_H -#define ARCH (arch_x86_64) +static inline void do_cpuid(unsigned int *eax, unsigned int *ebx, + unsigned int *ecx, unsigned int *edx) +{ + asm volatile("cpuid" + : "=a" (*eax), "=b" (*ebx), "=c" (*ecx), "=d" (*edx) + : "0" (*eax), "2" (*ecx) + : "memory"); +} -#ifndef __NR_ioprio_set -#define __NR_ioprio_set 251 -#define __NR_ioprio_get 252 -#endif +#include "arch-x86-common.h" /* IWYU pragma: export */ -#ifndef __NR_fadvise64 -#define __NR_fadvise64 221 -#endif +#define FIO_ARCH (arch_x86_64) -#ifndef __NR_sys_splice -#define __NR_sys_splice 275 -#define __NR_sys_tee 276 -#define __NR_sys_vmsplice 278 -#endif +#define FIO_HUGE_PAGE 2097152 -#ifndef __NR_async_exec -#define __NR_async_exec 286 -#define __NR_async_wait 287 -#define __NR_umem_add 288 -#define __NR_async_thread 289 -#endif +#define nop __asm__ __volatile__("rep;nop": : :"memory") +#define read_barrier() __asm__ __volatile__("lfence":::"memory") +#define write_barrier() __asm__ __volatile__("sfence":::"memory") -#define FIO_HUGE_PAGE 2097152 +static inline unsigned long arch_ffz(unsigned long bitmask) +{ + __asm__("bsf %1,%0" :"=r" (bitmask) :"r" (~bitmask)); + return bitmask; +} -#define FIO_HAVE_SYSLET +static inline unsigned long long get_cpu_clock(void) +{ + unsigned int lo, hi; + + __asm__ __volatile__("rdtsc" : "=a" (lo), "=d" (hi)); + return ((unsigned long long) hi << 32ULL) | lo; +} -#define nop __asm__ __volatile__("rep;nop": : :"memory") +#define ARCH_HAVE_FFZ +#define ARCH_HAVE_SSE4_2 +#define ARCH_HAVE_CPU_CLOCK -static inline unsigned long fio_ffz(unsigned long bitmask) +#define RDRAND_LONG ".byte 0x48,0x0f,0xc7,0xf0" +#define RDSEED_LONG ".byte 0x48,0x0f,0xc7,0xf8" +#define RDRAND_RETRY 100 + +static inline int arch_rand_long(unsigned long *val) { - __asm__("bsfq %1,%0" :"=r" (bitmask) :"r" (~bitmask)); - return bitmask; + int ok; + + asm volatile("1: " RDRAND_LONG "\n\t" + "jc 2f\n\t" + "decl %0\n\t" + "jnz 1b\n\t" + "2:" + : "=r" (ok), "=a" (*val) + : "0" (RDRAND_RETRY)); + + return ok; } +static inline int arch_rand_seed(unsigned long *seed) +{ + unsigned char ok; + + asm volatile(RDSEED_LONG "\n\t" + "setc %0" + : "=qm" (ok), "=a" (*seed)); + + return 0; +} #endif