X-Git-Url: https://git.kernel.dk/?p=fio.git;a=blobdiff_plain;f=gettime.c;h=8a1392392ab2ff3c92b8698c59fe79ea7cdd9adc;hp=4c998e5ff89f1dc72503f01f2552cdde78538437;hb=140dda40bd370ba102617de66c0e900c68ae5a0e;hpb=8ea39c32d29428b17bfe9c806fc33f0c8adfe118 diff --git a/gettime.c b/gettime.c index 4c998e5f..8a139239 100644 --- a/gettime.c +++ b/gettime.c @@ -13,7 +13,7 @@ #include "hash.h" #include "os/os.h" -#ifdef ARCH_HAVE_CPU_CLOCK +#if defined(ARCH_HAVE_CPU_CLOCK) && !defined(ARCH_CPU_CLOCK_CYCLES_PER_USEC) static unsigned long cycles_per_usec; static unsigned long inv_cycles_per_usec; #endif @@ -25,14 +25,14 @@ struct tv_valid { int last_tv_valid; }; #ifdef CONFIG_TLS_THREAD -static struct tv_valid __thread static_tv_valid; +static __thread struct tv_valid static_tv_valid; #else static pthread_key_t tv_tls_key; #endif enum fio_cs fio_clock_source = FIO_PREFERRED_CLOCK_SOURCE; int fio_clock_source_set = 0; -enum fio_cs fio_clock_source_inited = CS_INVAL; +static enum fio_cs fio_clock_source_inited = CS_INVAL; #ifdef FIO_DEBUG_TIME @@ -177,7 +177,11 @@ static void *__fio_gettime(struct timeval *tp) } else if (tv) tv->last_cycles = t; +#ifdef ARCH_CPU_CLOCK_CYCLES_PER_USEC + usecs = t / ARCH_CPU_CLOCK_CYCLES_PER_USEC; +#else usecs = (t * inv_cycles_per_usec) / 16777216UL; +#endif tp->tv_sec = usecs / 1000000; tp->tv_usec = usecs % 1000000; break; @@ -205,7 +209,7 @@ void fio_gettime(struct timeval *tp, void fio_unused *caller) gtod_log_caller(caller); #endif - if (fio_tv) { + if (fio_unlikely(fio_tv)) { memcpy(tp, fio_tv, sizeof(*tp)); return; } @@ -229,7 +233,7 @@ void fio_gettime(struct timeval *tp, void fio_unused *caller) } } -#ifdef ARCH_HAVE_CPU_CLOCK +#if defined(ARCH_HAVE_CPU_CLOCK) && !defined(ARCH_CPU_CLOCK_CYCLES_PER_USEC) static unsigned long get_cycles_per_usec(void) { struct timeval s, e; @@ -318,16 +322,20 @@ static int calibrate_cpu_clock(void) #else static int calibrate_cpu_clock(void) { +#ifdef ARCH_CPU_CLOCK_CYCLES_PER_USEC + return 0; +#else return 1; -} #endif +} +#endif // ARCH_HAVE_CPU_CLOCK #ifndef CONFIG_TLS_THREAD void fio_local_clock_init(int is_thread) { struct tv_valid *t; - t = calloc(sizeof(*t), 1); + t = calloc(1, sizeof(*t)); if (pthread_setspecific(tv_tls_key, t)) log_err("fio: can't set TLS key\n"); } @@ -526,16 +534,20 @@ int fio_monotonic_clocktest(void) struct clock_thread *threads; unsigned int nr_cpus = cpus_online(); struct clock_entry *entries; - unsigned long tentries, failed; + unsigned long tentries, failed = 0; struct clock_entry *prev, *this; uint32_t seq = 0; - int i; + unsigned int i; log_info("cs: reliable_tsc: %s\n", tsc_reliable ? "yes" : "no"); +#ifdef FIO_INC_DEBUG fio_debug |= 1U << FD_TIME; +#endif calibrate_cpu_clock(); +#ifdef FIO_INC_DEBUG fio_debug &= ~(1U << FD_TIME); +#endif threads = malloc(nr_cpus * sizeof(struct clock_thread)); tentries = CLOCK_ENTRIES * nr_cpus; @@ -552,7 +564,11 @@ int fio_monotonic_clocktest(void) pthread_mutex_init(&t->lock, NULL); pthread_mutex_init(&t->started, NULL); pthread_mutex_lock(&t->lock); - pthread_create(&t->thread, NULL, clock_thread_fn, t); + if (pthread_create(&t->thread, NULL, clock_thread_fn, t)) { + failed++; + nr_cpus = i; + break; + } } for (i = 0; i < nr_cpus; i++) { @@ -567,7 +583,7 @@ int fio_monotonic_clocktest(void) pthread_mutex_unlock(&t->lock); } - for (failed = i = 0; i < nr_cpus; i++) { + for (i = 0; i < nr_cpus; i++) { struct clock_thread *t = &threads[i]; void *ret; @@ -578,7 +594,7 @@ int fio_monotonic_clocktest(void) free(threads); if (failed) { - log_err("Clocksource test: %u threads failed\n", failed); + log_err("Clocksource test: %lu threads failed\n", failed); goto err; } @@ -595,9 +611,10 @@ int fio_monotonic_clocktest(void) if (prev->tsc > this->tsc) { uint64_t diff = prev->tsc - this->tsc; - log_info("cs: CPU clock mismatch (diff=%lu):\n", diff); - log_info("\t CPU%3lu: TSC=%lu, SEQ=%lu\n", prev->cpu, prev->tsc, prev->seq); - log_info("\t CPU%3lu: TSC=%lu, SEQ=%lu\n", this->cpu, this->tsc, this->seq); + log_info("cs: CPU clock mismatch (diff=%llu):\n", + (unsigned long long) diff); + log_info("\t CPU%3u: TSC=%llu, SEQ=%u\n", prev->cpu, (unsigned long long) prev->tsc, prev->seq); + log_info("\t CPU%3u: TSC=%llu, SEQ=%u\n", this->cpu, (unsigned long long) this->tsc, this->seq); failed++; }