Commit | Line | Data |
---|---|---|
1da177e4 LT |
1 | #ifndef __ARCH_S390_PERCPU__ |
2 | #define __ARCH_S390_PERCPU__ | |
3 | ||
4 | #include <linux/compiler.h> | |
5 | #include <asm/lowcore.h> | |
6 | ||
7 | #define __GENERIC_PER_CPU | |
8 | ||
9 | /* | |
10 | * s390 uses its own implementation for per cpu data, the offset of | |
11 | * the cpu local data area is cached in the cpu's lowcore memory. | |
12 | * For 64 bit module code s390 forces the use of a GOT slot for the | |
13 | * address of the per cpu variable. This is needed because the module | |
14 | * may be more than 4G above the per cpu area. | |
15 | */ | |
16 | #if defined(__s390x__) && defined(MODULE) | |
17 | ||
632bbfee JB |
18 | #define __reloc_hide(var,offset) (*({ \ |
19 | extern int simple_indentifier_##var(void); \ | |
20 | unsigned long *__ptr; \ | |
21 | asm ( "larl %0,per_cpu__"#var"@GOTENT" \ | |
22 | : "=a" (__ptr) : "X" (per_cpu__##var) ); \ | |
23 | (typeof(&per_cpu__##var))((*__ptr) + (offset)); })) | |
1da177e4 LT |
24 | |
25 | #else | |
26 | ||
632bbfee JB |
27 | #define __reloc_hide(var, offset) (*({ \ |
28 | extern int simple_indentifier_##var(void); \ | |
29 | unsigned long __ptr; \ | |
30 | asm ( "" : "=a" (__ptr) : "0" (&per_cpu__##var) ); \ | |
31 | (typeof(&per_cpu__##var)) (__ptr + (offset)); })) | |
1da177e4 LT |
32 | |
33 | #endif | |
34 | ||
35 | #ifdef CONFIG_SMP | |
36 | ||
37 | extern unsigned long __per_cpu_offset[NR_CPUS]; | |
38 | ||
39 | /* Separate out the type, so (int[3], foo) works. */ | |
40 | #define DEFINE_PER_CPU(type, name) \ | |
41 | __attribute__((__section__(".data.percpu"))) \ | |
42 | __typeof__(type) per_cpu__##name | |
43 | ||
44 | #define __get_cpu_var(var) __reloc_hide(var,S390_lowcore.percpu_offset) | |
bfe5d834 | 45 | #define __raw_get_cpu_var(var) __reloc_hide(var,S390_lowcore.percpu_offset) |
1da177e4 | 46 | #define per_cpu(var,cpu) __reloc_hide(var,__per_cpu_offset[cpu]) |
a875a69f | 47 | #define per_cpu_offset(x) (__per_cpu_offset[x]) |
1da177e4 LT |
48 | |
49 | /* A macro to avoid #include hell... */ | |
50 | #define percpu_modcopy(pcpudst, src, size) \ | |
51 | do { \ | |
52 | unsigned int __i; \ | |
97db7fbf | 53 | for_each_possible_cpu(__i) \ |
394e3902 AM |
54 | memcpy((pcpudst)+__per_cpu_offset[__i], \ |
55 | (src), (size)); \ | |
1da177e4 LT |
56 | } while (0) |
57 | ||
58 | #else /* ! SMP */ | |
59 | ||
60 | #define DEFINE_PER_CPU(type, name) \ | |
61 | __typeof__(type) per_cpu__##name | |
62 | ||
63 | #define __get_cpu_var(var) __reloc_hide(var,0) | |
bfe5d834 | 64 | #define __raw_get_cpu_var(var) __reloc_hide(var,0) |
1da177e4 LT |
65 | #define per_cpu(var,cpu) __reloc_hide(var,0) |
66 | ||
67 | #endif /* SMP */ | |
68 | ||
69 | #define DECLARE_PER_CPU(type, name) extern __typeof__(type) per_cpu__##name | |
70 | ||
71 | #define EXPORT_PER_CPU_SYMBOL(var) EXPORT_SYMBOL(per_cpu__##var) | |
72 | #define EXPORT_PER_CPU_SYMBOL_GPL(var) EXPORT_SYMBOL_GPL(per_cpu__##var) | |
73 | ||
74 | #endif /* __ARCH_S390_PERCPU__ */ |