Merge branch 'x86-pti-for-linus' of git://git.kernel.org/pub/scm/linux/kernel/git...
[linux-2.6-block.git] / arch / s390 / kernel / time.c
CommitLineData
a17ae4c3 1// SPDX-License-Identifier: GPL-2.0
1da177e4 2/*
1da177e4
LT
3 * Time of day based timer functions.
4 *
5 * S390 version
d2fec595 6 * Copyright IBM Corp. 1999, 2008
1da177e4
LT
7 * Author(s): Hartmut Penner (hp@de.ibm.com),
8 * Martin Schwidefsky (schwidefsky@de.ibm.com),
9 * Denis Joseph Barrow (djbarrow@de.ibm.com,barrow_dj@yahoo.com)
10 *
11 * Derived from "arch/i386/kernel/time.c"
12 * Copyright (C) 1991, 1992, 1995 Linus Torvalds
13 */
14
feab6501
MS
15#define KMSG_COMPONENT "time"
16#define pr_fmt(fmt) KMSG_COMPONENT ": " fmt
17
052ff461 18#include <linux/kernel_stat.h>
1da177e4 19#include <linux/errno.h>
3994a52b 20#include <linux/export.h>
1da177e4 21#include <linux/sched.h>
e6017571 22#include <linux/sched/clock.h>
1da177e4
LT
23#include <linux/kernel.h>
24#include <linux/param.h>
25#include <linux/string.h>
26#include <linux/mm.h>
27#include <linux/interrupt.h>
750887de
HC
28#include <linux/cpu.h>
29#include <linux/stop_machine.h>
1da177e4 30#include <linux/time.h>
3fbacffb 31#include <linux/device.h>
1da177e4
LT
32#include <linux/delay.h>
33#include <linux/init.h>
34#include <linux/smp.h>
35#include <linux/types.h>
36#include <linux/profile.h>
37#include <linux/timex.h>
38#include <linux/notifier.h>
189374ae 39#include <linux/timekeeper_internal.h>
5a62b192 40#include <linux/clockchips.h>
5a0e3ad6 41#include <linux/gfp.h>
860dba45 42#include <linux/kprobes.h>
7c0f6ba6 43#include <linux/uaccess.h>
40277891 44#include <asm/facility.h>
1da177e4 45#include <asm/delay.h>
1da177e4 46#include <asm/div64.h>
b020632e 47#include <asm/vdso.h>
1da177e4 48#include <asm/irq.h>
5a489b98 49#include <asm/irq_regs.h>
27f6b416 50#include <asm/vtimer.h>
fd5ada04 51#include <asm/stp.h>
a806170e 52#include <asm/cio.h>
638ad34a 53#include "entry.h"
1da177e4 54
6e2ef5e4
MS
55unsigned char tod_clock_base[16] __aligned(8) = {
56 /* Force to data section. */
57 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff,
58 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff
59};
60EXPORT_SYMBOL_GPL(tod_clock_base);
61
62u64 clock_comparator_max = -1ULL;
63EXPORT_SYMBOL_GPL(clock_comparator_max);
b6112ccb 64
5a62b192 65static DEFINE_PER_CPU(struct clock_event_device, comparators);
1da177e4 66
fdf03650
FZ
67ATOMIC_NOTIFIER_HEAD(s390_epoch_delta_notifier);
68EXPORT_SYMBOL(s390_epoch_delta_notifier);
69
40277891 70unsigned char ptff_function_mask[16];
b1c0854d
MS
71
72static unsigned long long lpar_offset;
73static unsigned long long initial_leap_seconds;
75c7b6f3 74static unsigned long long tod_steering_end;
191ce9d1 75static long long tod_steering_delta;
40277891
MS
76
77/*
78 * Get time offsets with PTFF
79 */
b1c0854d 80void __init time_early_init(void)
40277891
MS
81{
82 struct ptff_qto qto;
936cc855 83 struct ptff_qui qui;
40277891 84
75c7b6f3 85 /* Initialize TOD steering parameters */
6e2ef5e4 86 tod_steering_end = *(unsigned long long *) &tod_clock_base[1];
75c7b6f3
MS
87 vdso_data->ts_end = tod_steering_end;
88
40277891
MS
89 if (!test_facility(28))
90 return;
75c7b6f3 91
40277891
MS
92 ptff(&ptff_function_mask, sizeof(ptff_function_mask), PTFF_QAF);
93
94 /* get LPAR offset */
95 if (ptff_query(PTFF_QTO) && ptff(&qto, sizeof(qto), PTFF_QTO) == 0)
96 lpar_offset = qto.tod_epoch_difference;
936cc855
MS
97
98 /* get initial leap seconds */
99 if (ptff_query(PTFF_QUI) && ptff(&qui, sizeof(qui), PTFF_QUI) == 0)
b1c0854d 100 initial_leap_seconds = (unsigned long long)
936cc855 101 ((long) qui.old_leap * 4096000000L);
40277891
MS
102}
103
1da177e4
LT
104/*
105 * Scheduler clock - returns current time in nanosec units.
106 */
7a5388de 107unsigned long long notrace sched_clock(void)
1da177e4 108{
1aae0560 109 return tod_to_ns(get_tod_clock_monotonic());
1da177e4 110}
7a5388de 111NOKPROBE_SYMBOL(sched_clock);
1da177e4 112
6e2ef5e4 113static void ext_to_timespec64(unsigned char *clk, struct timespec64 *xt)
1da177e4 114{
6e2ef5e4
MS
115 unsigned long long high, low, rem, sec, nsec;
116
117 /* Split extendnd TOD clock to micro-seconds and sub-micro-seconds */
118 high = (*(unsigned long long *) clk) >> 4;
119 low = (*(unsigned long long *)&clk[7]) << 4;
120 /* Calculate seconds and nano-seconds */
121 sec = high;
122 rem = do_div(sec, 1000000);
123 nsec = (((low >> 32) + (rem << 32)) * 1000) >> 32;
1da177e4 124
b1e2ba8d 125 xt->tv_sec = sec;
6e2ef5e4 126 xt->tv_nsec = nsec;
1da177e4
LT
127}
128
5a62b192 129void clock_comparator_work(void)
1da177e4 130{
5a62b192 131 struct clock_event_device *cd;
1da177e4 132
6e2ef5e4 133 S390_lowcore.clock_comparator = clock_comparator_max;
eb7e7d76 134 cd = this_cpu_ptr(&comparators);
5a62b192 135 cd->event_handler(cd);
1da177e4
LT
136}
137
8adbf78e 138static int s390_next_event(unsigned long delta,
5a62b192 139 struct clock_event_device *evt)
1da177e4 140{
8adbf78e 141 S390_lowcore.clock_comparator = get_tod_clock() + delta;
5a62b192
HC
142 set_clock_comparator(S390_lowcore.clock_comparator);
143 return 0;
1da177e4
LT
144}
145
d54853ef
MS
146/*
147 * Set up lowcore and control register of the current cpu to
148 * enable TOD clock and clock comparator interrupts.
1da177e4
LT
149 */
150void init_cpu_timer(void)
151{
5a62b192
HC
152 struct clock_event_device *cd;
153 int cpu;
154
6e2ef5e4 155 S390_lowcore.clock_comparator = clock_comparator_max;
5a62b192
HC
156 set_clock_comparator(S390_lowcore.clock_comparator);
157
158 cpu = smp_processor_id();
159 cd = &per_cpu(comparators, cpu);
160 cd->name = "comparator";
8adbf78e 161 cd->features = CLOCK_EVT_FEAT_ONESHOT;
5a62b192
HC
162 cd->mult = 16777;
163 cd->shift = 12;
164 cd->min_delta_ns = 1;
06c54611 165 cd->min_delta_ticks = 1;
5a62b192 166 cd->max_delta_ns = LONG_MAX;
06c54611 167 cd->max_delta_ticks = ULONG_MAX;
5a62b192 168 cd->rating = 400;
320ab2b0 169 cd->cpumask = cpumask_of(cpu);
8adbf78e 170 cd->set_next_event = s390_next_event;
5a62b192
HC
171
172 clockevents_register_device(cd);
d54853ef
MS
173
174 /* Enable clock comparator timer interrupt. */
175 __ctl_set_bit(0,11);
176
d2fec595 177 /* Always allow the timing alert external interrupt. */
d54853ef
MS
178 __ctl_set_bit(0, 4);
179}
180
fde15c3a 181static void clock_comparator_interrupt(struct ext_code ext_code,
f6649a7e
MS
182 unsigned int param32,
183 unsigned long param64)
d54853ef 184{
420f42ec 185 inc_irq_stat(IRQEXT_CLK);
6e2ef5e4 186 if (S390_lowcore.clock_comparator == clock_comparator_max)
d3d238c7 187 set_clock_comparator(S390_lowcore.clock_comparator);
d54853ef
MS
188}
189
d2fec595
MS
190static void stp_timing_alert(struct stp_irq_parm *);
191
fde15c3a 192static void timing_alert_interrupt(struct ext_code ext_code,
f6649a7e 193 unsigned int param32, unsigned long param64)
d2fec595 194{
420f42ec 195 inc_irq_stat(IRQEXT_TLA);
f6649a7e
MS
196 if (param32 & 0x00038000)
197 stp_timing_alert((struct stp_irq_parm *) &param32);
d2fec595
MS
198}
199
d2fec595 200static void stp_reset(void);
d54853ef 201
689911c7 202void read_persistent_clock64(struct timespec64 *ts)
d54853ef 203{
6e2ef5e4
MS
204 unsigned char clk[STORE_CLOCK_EXT_SIZE];
205 __u64 delta;
206
207 delta = initial_leap_seconds + TOD_UNIX_EPOCH;
208 get_tod_clock_ext(clk);
209 *(__u64 *) &clk[1] -= delta;
210 if (*(__u64 *) &clk[1] > delta)
211 clk[0]--;
212 ext_to_timespec64(clk, ts);
1da177e4 213}
d54853ef 214
be2e0e42
PT
215void __init read_persistent_wall_and_boot_offset(struct timespec64 *wall_time,
216 struct timespec64 *boot_offset)
217{
218 unsigned char clk[STORE_CLOCK_EXT_SIZE];
219 struct timespec64 boot_time;
220 __u64 delta;
221
222 delta = initial_leap_seconds + TOD_UNIX_EPOCH;
223 memcpy(clk, tod_clock_base, STORE_CLOCK_EXT_SIZE);
224 *(__u64 *)&clk[1] -= delta;
225 if (*(__u64 *)&clk[1] > delta)
226 clk[0]--;
227 ext_to_timespec64(clk, &boot_time);
228
229 read_persistent_clock64(wall_time);
230 *boot_offset = timespec64_sub(*wall_time, boot_time);
231}
232
a5a1d1c2 233static u64 read_tod_clock(struct clocksource *cs)
dc64bef5 234{
75c7b6f3
MS
235 unsigned long long now, adj;
236
237 preempt_disable(); /* protect from changes to steering parameters */
238 now = get_tod_clock();
239 adj = tod_steering_end - now;
240 if (unlikely((s64) adj >= 0))
241 /*
242 * manually steer by 1 cycle every 2^16 cycles. This
243 * corresponds to shifting the tod delta by 15. 1s is
244 * therefore steered in ~9h. The adjust will decrease
245 * over time, until it finally reaches 0.
246 */
191ce9d1 247 now += (tod_steering_delta < 0) ? (adj >> 15) : -(adj >> 15);
75c7b6f3
MS
248 preempt_enable();
249 return now;
dc64bef5
MS
250}
251
252static struct clocksource clocksource_tod = {
253 .name = "tod",
d2cb0e6e 254 .rating = 400,
dc64bef5
MS
255 .read = read_tod_clock,
256 .mask = -1ULL,
257 .mult = 1000,
258 .shift = 12,
cc02d809 259 .flags = CLOCK_SOURCE_IS_CONTINUOUS,
dc64bef5
MS
260};
261
f1b82746
MS
262struct clocksource * __init clocksource_default_clock(void)
263{
264 return &clocksource_tod;
265}
dc64bef5 266
79c74ecb 267void update_vsyscall(struct timekeeper *tk)
b020632e 268{
79c74ecb
MS
269 u64 nsecps;
270
876e7881 271 if (tk->tkr_mono.clock != &clocksource_tod)
b020632e
MS
272 return;
273
274 /* Make userspace gettimeofday spin until we're done. */
275 ++vdso_data->tb_update_count;
276 smp_wmb();
876e7881 277 vdso_data->xtime_tod_stamp = tk->tkr_mono.cycle_last;
79c74ecb 278 vdso_data->xtime_clock_sec = tk->xtime_sec;
876e7881 279 vdso_data->xtime_clock_nsec = tk->tkr_mono.xtime_nsec;
79c74ecb
MS
280 vdso_data->wtom_clock_sec =
281 tk->xtime_sec + tk->wall_to_monotonic.tv_sec;
876e7881
PZ
282 vdso_data->wtom_clock_nsec = tk->tkr_mono.xtime_nsec +
283 + ((u64) tk->wall_to_monotonic.tv_nsec << tk->tkr_mono.shift);
284 nsecps = (u64) NSEC_PER_SEC << tk->tkr_mono.shift;
79c74ecb
MS
285 while (vdso_data->wtom_clock_nsec >= nsecps) {
286 vdso_data->wtom_clock_nsec -= nsecps;
287 vdso_data->wtom_clock_sec++;
288 }
b7eacb59
MS
289
290 vdso_data->xtime_coarse_sec = tk->xtime_sec;
291 vdso_data->xtime_coarse_nsec =
876e7881 292 (long)(tk->tkr_mono.xtime_nsec >> tk->tkr_mono.shift);
b7eacb59
MS
293 vdso_data->wtom_coarse_sec =
294 vdso_data->xtime_coarse_sec + tk->wall_to_monotonic.tv_sec;
295 vdso_data->wtom_coarse_nsec =
296 vdso_data->xtime_coarse_nsec + tk->wall_to_monotonic.tv_nsec;
297 while (vdso_data->wtom_coarse_nsec >= NSEC_PER_SEC) {
298 vdso_data->wtom_coarse_nsec -= NSEC_PER_SEC;
299 vdso_data->wtom_coarse_sec++;
300 }
301
876e7881
PZ
302 vdso_data->tk_mult = tk->tkr_mono.mult;
303 vdso_data->tk_shift = tk->tkr_mono.shift;
b020632e
MS
304 smp_wmb();
305 ++vdso_data->tb_update_count;
306}
307
308extern struct timezone sys_tz;
309
310void update_vsyscall_tz(void)
311{
b020632e
MS
312 vdso_data->tz_minuteswest = sys_tz.tz_minuteswest;
313 vdso_data->tz_dsttime = sys_tz.tz_dsttime;
b020632e
MS
314}
315
1da177e4
LT
316/*
317 * Initialize the TOD clock and the CPU timer of
318 * the boot cpu.
319 */
320void __init time_init(void)
321{
b6112ccb 322 /* Reset time synchronization interfaces. */
b6112ccb 323 stp_reset();
1da177e4 324
1da177e4 325 /* request the clock comparator external interrupt */
1dad093b
TH
326 if (register_external_irq(EXT_IRQ_CLK_COMP, clock_comparator_interrupt))
327 panic("Couldn't request external interrupt 0x1004");
1da177e4 328
d2fec595 329 /* request the timing alert external interrupt */
1dad093b 330 if (register_external_irq(EXT_IRQ_TIMING_ALERT, timing_alert_interrupt))
d54853ef
MS
331 panic("Couldn't request external interrupt 0x1406");
332
f8935983 333 if (__clocksource_register(&clocksource_tod) != 0)
ab96e798
MS
334 panic("Could not register TOD clock source");
335
d54853ef
MS
336 /* Enable TOD clock interrupts on the boot cpu. */
337 init_cpu_timer();
ab96e798 338
c185b783 339 /* Enable cpu timer interrupts on the boot cpu. */
1da177e4 340 vtime_init();
d54853ef
MS
341}
342
d2fec595 343static DEFINE_PER_CPU(atomic_t, clock_sync_word);
8283cb43 344static DEFINE_MUTEX(clock_sync_mutex);
d2fec595
MS
345static unsigned long clock_sync_flags;
346
ca64f639
DH
347#define CLOCK_SYNC_HAS_STP 0
348#define CLOCK_SYNC_STP 1
d2fec595
MS
349
350/*
40277891
MS
351 * The get_clock function for the physical clock. It will get the current
352 * TOD clock, subtract the LPAR offset and write the result to *clock.
353 * The function returns 0 if the clock is in sync with the external time
354 * source. If the clock mode is local it will return -EOPNOTSUPP and
355 * -EAGAIN if the clock is not in sync with the external reference.
d2fec595 356 */
7bf76f01 357int get_phys_clock(unsigned long *clock)
d2fec595
MS
358{
359 atomic_t *sw_ptr;
360 unsigned int sw0, sw1;
361
362 sw_ptr = &get_cpu_var(clock_sync_word);
363 sw0 = atomic_read(sw_ptr);
40277891 364 *clock = get_tod_clock() - lpar_offset;
d2fec595 365 sw1 = atomic_read(sw_ptr);
bd119ee2 366 put_cpu_var(clock_sync_word);
d2fec595
MS
367 if (sw0 == sw1 && (sw0 & 0x80000000U))
368 /* Success: time is in sync. */
369 return 0;
ca64f639 370 if (!test_bit(CLOCK_SYNC_HAS_STP, &clock_sync_flags))
a8f6db4d 371 return -EOPNOTSUPP;
ca64f639 372 if (!test_bit(CLOCK_SYNC_STP, &clock_sync_flags))
d2fec595
MS
373 return -EACCES;
374 return -EAGAIN;
375}
40277891 376EXPORT_SYMBOL(get_phys_clock);
d2fec595
MS
377
378/*
ca64f639 379 * Make get_phys_clock() return -EAGAIN.
d2fec595
MS
380 */
381static void disable_sync_clock(void *dummy)
382{
eb7e7d76 383 atomic_t *sw_ptr = this_cpu_ptr(&clock_sync_word);
d2fec595 384 /*
ca64f639 385 * Clear the in-sync bit 2^31. All get_phys_clock calls will
d2fec595
MS
386 * fail until the sync bit is turned back on. In addition
387 * increase the "sequence" counter to avoid the race of an
ca64f639 388 * stp event and the complete recovery against get_phys_clock.
d2fec595 389 */
805de8f4 390 atomic_andnot(0x80000000, sw_ptr);
d2fec595
MS
391 atomic_inc(sw_ptr);
392}
393
394/*
ca64f639 395 * Make get_phys_clock() return 0 again.
d2fec595
MS
396 * Needs to be called from a context disabled for preemption.
397 */
398static void enable_sync_clock(void)
399{
eb7e7d76 400 atomic_t *sw_ptr = this_cpu_ptr(&clock_sync_word);
805de8f4 401 atomic_or(0x80000000, sw_ptr);
d2fec595
MS
402}
403
8283cb43
MS
404/*
405 * Function to check if the clock is in sync.
406 */
407static inline int check_sync_clock(void)
408{
409 atomic_t *sw_ptr;
410 int rc;
411
412 sw_ptr = &get_cpu_var(clock_sync_word);
413 rc = (atomic_read(sw_ptr) & 0x80000000U) != 0;
bd119ee2 414 put_cpu_var(clock_sync_word);
8283cb43
MS
415 return rc;
416}
417
b1c0854d
MS
418/*
419 * Apply clock delta to the global data structures.
420 * This is called once on the CPU that performed the clock sync.
421 */
422static void clock_sync_global(unsigned long long delta)
423{
75c7b6f3 424 unsigned long now, adj;
b1c0854d
MS
425 struct ptff_qto qto;
426
427 /* Fixup the monotonic sched clock. */
6e2ef5e4
MS
428 *(unsigned long long *) &tod_clock_base[1] += delta;
429 if (*(unsigned long long *) &tod_clock_base[1] < delta)
430 /* Epoch overflow */
431 tod_clock_base[0]++;
75c7b6f3
MS
432 /* Adjust TOD steering parameters. */
433 vdso_data->tb_update_count++;
434 now = get_tod_clock();
435 adj = tod_steering_end - now;
436 if (unlikely((s64) adj >= 0))
437 /* Calculate how much of the old adjustment is left. */
191ce9d1 438 tod_steering_delta = (tod_steering_delta < 0) ?
75c7b6f3
MS
439 -(adj >> 15) : (adj >> 15);
440 tod_steering_delta += delta;
441 if ((abs(tod_steering_delta) >> 48) != 0)
442 panic("TOD clock sync offset %lli is too large to drift\n",
443 tod_steering_delta);
444 tod_steering_end = now + (abs(tod_steering_delta) << 15);
445 vdso_data->ts_dir = (tod_steering_delta < 0) ? 0 : 1;
446 vdso_data->ts_end = tod_steering_end;
447 vdso_data->tb_update_count++;
b1c0854d
MS
448 /* Update LPAR offset. */
449 if (ptff_query(PTFF_QTO) && ptff(&qto, sizeof(qto), PTFF_QTO) == 0)
450 lpar_offset = qto.tod_epoch_difference;
451 /* Call the TOD clock change notifier. */
452 atomic_notifier_call_chain(&s390_epoch_delta_notifier, 0, &delta);
453}
454
455/*
456 * Apply clock delta to the per-CPU data structures of this CPU.
457 * This is called for each online CPU after the call to clock_sync_global.
458 */
459static void clock_sync_local(unsigned long long delta)
460{
461 /* Add the delta to the clock comparator. */
6e2ef5e4 462 if (S390_lowcore.clock_comparator != clock_comparator_max) {
b1c0854d
MS
463 S390_lowcore.clock_comparator += delta;
464 set_clock_comparator(S390_lowcore.clock_comparator);
465 }
2ace06ec
MS
466 /* Adjust the last_update_clock time-stamp. */
467 S390_lowcore.last_update_clock += delta;
b1c0854d
MS
468}
469
ca64f639 470/* Single threaded workqueue used for stp sync events */
750887de
HC
471static struct workqueue_struct *time_sync_wq;
472
473static void __init time_init_wq(void)
474{
179cb81a
HC
475 if (time_sync_wq)
476 return;
477 time_sync_wq = create_singlethread_workqueue("timesync");
750887de
HC
478}
479
d2fec595 480struct clock_sync_data {
750887de 481 atomic_t cpus;
5a62b192 482 int in_sync;
b1c0854d 483 unsigned long long clock_delta;
d2fec595 484};
5a62b192 485
d2fec595
MS
486/*
487 * Server Time Protocol (STP) code.
488 */
4cc7ecb7 489static bool stp_online;
d2fec595
MS
490static struct stp_sstpi stp_info;
491static void *stp_page;
492
493static void stp_work_fn(struct work_struct *work);
0b3016b7 494static DEFINE_MUTEX(stp_work_mutex);
d2fec595 495static DECLARE_WORK(stp_work, stp_work_fn);
04362301 496static struct timer_list stp_timer;
d2fec595
MS
497
498static int __init early_parse_stp(char *p)
499{
4cc7ecb7 500 return kstrtobool(p, &stp_online);
d2fec595
MS
501}
502early_param("stp", early_parse_stp);
503
504/*
505 * Reset STP attachment.
506 */
8f847003 507static void __init stp_reset(void)
d2fec595
MS
508{
509 int rc;
510
d7d1104f 511 stp_page = (void *) get_zeroed_page(GFP_ATOMIC);
2f82f577 512 rc = chsc_sstpc(stp_page, STP_OP_CTRL, 0x0000, NULL);
4a672cfa 513 if (rc == 0)
d2fec595
MS
514 set_bit(CLOCK_SYNC_HAS_STP, &clock_sync_flags);
515 else if (stp_online) {
baebc70a 516 pr_warn("The real or virtual hardware system does not provide an STP interface\n");
d7d1104f 517 free_page((unsigned long) stp_page);
d2fec595 518 stp_page = NULL;
970ba6ac 519 stp_online = false;
d2fec595
MS
520 }
521}
522
e99e88a9 523static void stp_timeout(struct timer_list *unused)
04362301
MS
524{
525 queue_work(time_sync_wq, &stp_work);
526}
527
d2fec595
MS
528static int __init stp_init(void)
529{
750887de
HC
530 if (!test_bit(CLOCK_SYNC_HAS_STP, &clock_sync_flags))
531 return 0;
e99e88a9 532 timer_setup(&stp_timer, stp_timeout, 0);
750887de
HC
533 time_init_wq();
534 if (!stp_online)
535 return 0;
536 queue_work(time_sync_wq, &stp_work);
d2fec595
MS
537 return 0;
538}
539
540arch_initcall(stp_init);
541
542/*
543 * STP timing alert. There are three causes:
544 * 1) timing status change
545 * 2) link availability change
546 * 3) time control parameter change
547 * In all three cases we are only interested in the clock source state.
548 * If a STP clock source is now available use it.
549 */
550static void stp_timing_alert(struct stp_irq_parm *intparm)
551{
552 if (intparm->tsc || intparm->lac || intparm->tcpc)
750887de 553 queue_work(time_sync_wq, &stp_work);
d2fec595
MS
554}
555
556/*
557 * STP sync check machine check. This is called when the timing state
558 * changes from the synchronized state to the unsynchronized state.
559 * After a STP sync check the clock is not in sync. The machine check
560 * is broadcasted to all cpus at the same time.
561 */
29b0a825 562int stp_sync_check(void)
d2fec595 563{
d2fec595 564 disable_sync_clock(NULL);
29b0a825 565 return 1;
d2fec595
MS
566}
567
568/*
569 * STP island condition machine check. This is called when an attached
570 * server attempts to communicate over an STP link and the servers
571 * have matching CTN ids and have a valid stratum-1 configuration
572 * but the configurations do not match.
573 */
29b0a825 574int stp_island_check(void)
d2fec595 575{
d2fec595 576 disable_sync_clock(NULL);
29b0a825 577 return 1;
d2fec595
MS
578}
579
29b0a825
HC
580void stp_queue_work(void)
581{
582 queue_work(time_sync_wq, &stp_work);
583}
750887de
HC
584
585static int stp_sync_clock(void *data)
d2fec595 586{
b1c0854d 587 struct clock_sync_data *sync = data;
41ad0220 588 unsigned long long clock_delta;
b1c0854d 589 static int first;
d2fec595
MS
590 int rc;
591
d2fec595 592 enable_sync_clock();
b1c0854d
MS
593 if (xchg(&first, 1) == 0) {
594 /* Wait until all other cpus entered the sync function. */
595 while (atomic_read(&sync->cpus) != 0)
596 cpu_relax();
597 rc = 0;
598 if (stp_info.todoff[0] || stp_info.todoff[1] ||
599 stp_info.todoff[2] || stp_info.todoff[3] ||
600 stp_info.tmd != 2) {
601 rc = chsc_sstpc(stp_page, STP_OP_SYNC, 0,
602 &clock_delta);
603 if (rc == 0) {
604 sync->clock_delta = clock_delta;
605 clock_sync_global(clock_delta);
606 rc = chsc_sstpi(stp_page, &stp_info,
607 sizeof(struct stp_sstpi));
608 if (rc == 0 && stp_info.tmd != 2)
609 rc = -EAGAIN;
610 }
d2fec595 611 }
b1c0854d
MS
612 sync->in_sync = rc ? -EAGAIN : 1;
613 xchg(&first, 0);
614 } else {
615 /* Slave */
616 atomic_dec(&sync->cpus);
617 /* Wait for in_sync to be set. */
618 while (READ_ONCE(sync->in_sync) == 0)
619 __udelay(1);
d2fec595 620 }
b1c0854d
MS
621 if (sync->in_sync != 1)
622 /* Didn't work. Clear per-cpu in sync bit again. */
d2fec595 623 disable_sync_clock(NULL);
b1c0854d
MS
624 /* Apply clock delta to per-CPU fields of this CPU. */
625 clock_sync_local(sync->clock_delta);
626
750887de
HC
627 return 0;
628}
d2fec595 629
750887de
HC
630/*
631 * STP work. Check for the STP state and take over the clock
632 * synchronization if the STP clock source is usable.
633 */
634static void stp_work_fn(struct work_struct *work)
635{
636 struct clock_sync_data stp_sync;
637 int rc;
638
0b3016b7
MS
639 /* prevent multiple execution. */
640 mutex_lock(&stp_work_mutex);
641
750887de 642 if (!stp_online) {
2f82f577 643 chsc_sstpc(stp_page, STP_OP_CTRL, 0x0000, NULL);
04362301 644 del_timer_sync(&stp_timer);
0b3016b7 645 goto out_unlock;
750887de
HC
646 }
647
2f82f577 648 rc = chsc_sstpc(stp_page, STP_OP_CTRL, 0xb0e0, NULL);
750887de 649 if (rc)
0b3016b7 650 goto out_unlock;
750887de
HC
651
652 rc = chsc_sstpi(stp_page, &stp_info, sizeof(struct stp_sstpi));
653 if (rc || stp_info.c == 0)
0b3016b7 654 goto out_unlock;
750887de 655
8283cb43
MS
656 /* Skip synchronization if the clock is already in sync. */
657 if (check_sync_clock())
658 goto out_unlock;
659
750887de 660 memset(&stp_sync, 0, sizeof(stp_sync));
2337e879 661 cpus_read_lock();
750887de 662 atomic_set(&stp_sync.cpus, num_online_cpus() - 1);
2337e879
SAS
663 stop_machine_cpuslocked(stp_sync_clock, &stp_sync, cpu_online_mask);
664 cpus_read_unlock();
0b3016b7 665
04362301
MS
666 if (!check_sync_clock())
667 /*
668 * There is a usable clock but the synchonization failed.
669 * Retry after a second.
670 */
671 mod_timer(&stp_timer, jiffies + HZ);
672
0b3016b7
MS
673out_unlock:
674 mutex_unlock(&stp_work_mutex);
d2fec595
MS
675}
676
677/*
3fbacffb 678 * STP subsys sysfs interface functions
d2fec595 679 */
3fbacffb
KS
680static struct bus_type stp_subsys = {
681 .name = "stp",
682 .dev_name = "stp",
d2fec595
MS
683};
684
3fbacffb
KS
685static ssize_t stp_ctn_id_show(struct device *dev,
686 struct device_attribute *attr,
c9be0a36 687 char *buf)
d2fec595
MS
688{
689 if (!stp_online)
690 return -ENODATA;
691 return sprintf(buf, "%016llx\n",
692 *(unsigned long long *) stp_info.ctnid);
693}
694
3fbacffb 695static DEVICE_ATTR(ctn_id, 0400, stp_ctn_id_show, NULL);
d2fec595 696
3fbacffb
KS
697static ssize_t stp_ctn_type_show(struct device *dev,
698 struct device_attribute *attr,
c9be0a36 699 char *buf)
d2fec595
MS
700{
701 if (!stp_online)
702 return -ENODATA;
703 return sprintf(buf, "%i\n", stp_info.ctn);
704}
705
3fbacffb 706static DEVICE_ATTR(ctn_type, 0400, stp_ctn_type_show, NULL);
d2fec595 707
3fbacffb
KS
708static ssize_t stp_dst_offset_show(struct device *dev,
709 struct device_attribute *attr,
c9be0a36 710 char *buf)
d2fec595
MS
711{
712 if (!stp_online || !(stp_info.vbits & 0x2000))
713 return -ENODATA;
714 return sprintf(buf, "%i\n", (int)(s16) stp_info.dsto);
715}
716
3fbacffb 717static DEVICE_ATTR(dst_offset, 0400, stp_dst_offset_show, NULL);
d2fec595 718
3fbacffb
KS
719static ssize_t stp_leap_seconds_show(struct device *dev,
720 struct device_attribute *attr,
c9be0a36 721 char *buf)
d2fec595
MS
722{
723 if (!stp_online || !(stp_info.vbits & 0x8000))
724 return -ENODATA;
725 return sprintf(buf, "%i\n", (int)(s16) stp_info.leaps);
726}
727
3fbacffb 728static DEVICE_ATTR(leap_seconds, 0400, stp_leap_seconds_show, NULL);
d2fec595 729
3fbacffb
KS
730static ssize_t stp_stratum_show(struct device *dev,
731 struct device_attribute *attr,
c9be0a36 732 char *buf)
d2fec595
MS
733{
734 if (!stp_online)
735 return -ENODATA;
736 return sprintf(buf, "%i\n", (int)(s16) stp_info.stratum);
737}
738
3fbacffb 739static DEVICE_ATTR(stratum, 0400, stp_stratum_show, NULL);
d2fec595 740
3fbacffb
KS
741static ssize_t stp_time_offset_show(struct device *dev,
742 struct device_attribute *attr,
c9be0a36 743 char *buf)
d2fec595
MS
744{
745 if (!stp_online || !(stp_info.vbits & 0x0800))
746 return -ENODATA;
747 return sprintf(buf, "%i\n", (int) stp_info.tto);
748}
749
3fbacffb 750static DEVICE_ATTR(time_offset, 0400, stp_time_offset_show, NULL);
d2fec595 751
3fbacffb
KS
752static ssize_t stp_time_zone_offset_show(struct device *dev,
753 struct device_attribute *attr,
c9be0a36 754 char *buf)
d2fec595
MS
755{
756 if (!stp_online || !(stp_info.vbits & 0x4000))
757 return -ENODATA;
758 return sprintf(buf, "%i\n", (int)(s16) stp_info.tzo);
759}
760
3fbacffb 761static DEVICE_ATTR(time_zone_offset, 0400,
d2fec595
MS
762 stp_time_zone_offset_show, NULL);
763
3fbacffb
KS
764static ssize_t stp_timing_mode_show(struct device *dev,
765 struct device_attribute *attr,
c9be0a36 766 char *buf)
d2fec595
MS
767{
768 if (!stp_online)
769 return -ENODATA;
770 return sprintf(buf, "%i\n", stp_info.tmd);
771}
772
3fbacffb 773static DEVICE_ATTR(timing_mode, 0400, stp_timing_mode_show, NULL);
d2fec595 774
3fbacffb
KS
775static ssize_t stp_timing_state_show(struct device *dev,
776 struct device_attribute *attr,
c9be0a36 777 char *buf)
d2fec595
MS
778{
779 if (!stp_online)
780 return -ENODATA;
781 return sprintf(buf, "%i\n", stp_info.tst);
782}
783
3fbacffb 784static DEVICE_ATTR(timing_state, 0400, stp_timing_state_show, NULL);
d2fec595 785
3fbacffb
KS
786static ssize_t stp_online_show(struct device *dev,
787 struct device_attribute *attr,
c9be0a36 788 char *buf)
d2fec595
MS
789{
790 return sprintf(buf, "%i\n", stp_online);
791}
792
3fbacffb
KS
793static ssize_t stp_online_store(struct device *dev,
794 struct device_attribute *attr,
d2fec595
MS
795 const char *buf, size_t count)
796{
797 unsigned int value;
798
799 value = simple_strtoul(buf, NULL, 0);
800 if (value != 0 && value != 1)
801 return -EINVAL;
802 if (!test_bit(CLOCK_SYNC_HAS_STP, &clock_sync_flags))
803 return -EOPNOTSUPP;
8283cb43 804 mutex_lock(&clock_sync_mutex);
d2fec595 805 stp_online = value;
8283cb43
MS
806 if (stp_online)
807 set_bit(CLOCK_SYNC_STP, &clock_sync_flags);
808 else
809 clear_bit(CLOCK_SYNC_STP, &clock_sync_flags);
750887de 810 queue_work(time_sync_wq, &stp_work);
8283cb43 811 mutex_unlock(&clock_sync_mutex);
d2fec595
MS
812 return count;
813}
814
815/*
3fbacffb
KS
816 * Can't use DEVICE_ATTR because the attribute should be named
817 * stp/online but dev_attr_online already exists in this file ..
d2fec595 818 */
3fbacffb 819static struct device_attribute dev_attr_stp_online = {
d2fec595
MS
820 .attr = { .name = "online", .mode = 0600 },
821 .show = stp_online_show,
822 .store = stp_online_store,
823};
824
3fbacffb
KS
825static struct device_attribute *stp_attributes[] = {
826 &dev_attr_ctn_id,
827 &dev_attr_ctn_type,
828 &dev_attr_dst_offset,
829 &dev_attr_leap_seconds,
830 &dev_attr_stp_online,
831 &dev_attr_stratum,
832 &dev_attr_time_offset,
833 &dev_attr_time_zone_offset,
834 &dev_attr_timing_mode,
835 &dev_attr_timing_state,
d2fec595
MS
836 NULL
837};
838
839static int __init stp_init_sysfs(void)
840{
3fbacffb 841 struct device_attribute **attr;
d2fec595
MS
842 int rc;
843
3fbacffb 844 rc = subsys_system_register(&stp_subsys, NULL);
d2fec595
MS
845 if (rc)
846 goto out;
847 for (attr = stp_attributes; *attr; attr++) {
3fbacffb 848 rc = device_create_file(stp_subsys.dev_root, *attr);
d2fec595
MS
849 if (rc)
850 goto out_unreg;
851 }
852 return 0;
853out_unreg:
854 for (; attr >= stp_attributes; attr--)
3fbacffb
KS
855 device_remove_file(stp_subsys.dev_root, *attr);
856 bus_unregister(&stp_subsys);
d2fec595
MS
857out:
858 return rc;
859}
860
861device_initcall(stp_init_sysfs);