Commit | Line | Data |
---|---|---|
c27cfeff GC |
1 | #ifndef _ASM_X86_SMP_H_ |
2 | #define _ASM_X86_SMP_H_ | |
3 | #ifndef __ASSEMBLY__ | |
53ebef49 | 4 | #include <linux/cpumask.h> |
93b016f8 | 5 | #include <linux/init.h> |
7e1efc0c | 6 | #include <asm/percpu.h> |
53ebef49 | 7 | |
b23dab08 GC |
8 | /* |
9 | * We need the APIC definitions automatically as part of 'smp.h' | |
10 | */ | |
11 | #ifdef CONFIG_X86_LOCAL_APIC | |
12 | # include <asm/mpspec.h> | |
13 | # include <asm/apic.h> | |
14 | # ifdef CONFIG_X86_IO_APIC | |
15 | # include <asm/io_apic.h> | |
16 | # endif | |
17 | #endif | |
18 | #include <asm/pda.h> | |
19 | #include <asm/thread_info.h> | |
20 | ||
53ebef49 | 21 | extern cpumask_t cpu_callout_map; |
8be9ac85 GC |
22 | extern cpumask_t cpu_initialized; |
23 | extern cpumask_t cpu_callin_map; | |
24 | ||
25 | extern void (*mtrr_hook)(void); | |
26 | extern void zap_low_mappings(void); | |
53ebef49 GC |
27 | |
28 | extern int smp_num_siblings; | |
29 | extern unsigned int num_processors; | |
cb3c8b90 | 30 | extern cpumask_t cpu_initialized; |
c27cfeff | 31 | |
b447a468 | 32 | #ifdef CONFIG_SMP |
7e1efc0c GOC |
33 | extern u16 x86_cpu_to_apicid_init[]; |
34 | extern u16 x86_bios_cpu_apicid_init[]; | |
35 | extern void *x86_cpu_to_apicid_early_ptr; | |
36 | extern void *x86_bios_cpu_apicid_early_ptr; | |
b447a468 MT |
37 | #else |
38 | #define x86_cpu_to_apicid_early_ptr NULL | |
39 | #define x86_bios_cpu_apicid_early_ptr NULL | |
40 | #endif | |
7e1efc0c GOC |
41 | |
42 | DECLARE_PER_CPU(cpumask_t, cpu_sibling_map); | |
43 | DECLARE_PER_CPU(cpumask_t, cpu_core_map); | |
44 | DECLARE_PER_CPU(u16, cpu_llc_id); | |
45 | DECLARE_PER_CPU(u16, x86_cpu_to_apicid); | |
46 | DECLARE_PER_CPU(u16, x86_bios_cpu_apicid); | |
47 | ||
42068829 GC |
48 | /* |
49 | * Trampoline 80x86 program as an array. | |
50 | */ | |
51 | extern const unsigned char trampoline_data []; | |
52 | extern const unsigned char trampoline_end []; | |
91718e8d | 53 | extern unsigned char *trampoline_base; |
42068829 | 54 | |
9d97d0da GOC |
55 | /* Static state in head.S used to set up a CPU */ |
56 | extern struct { | |
57 | void *sp; | |
58 | unsigned short ss; | |
59 | } stack_start; | |
60 | ||
cb3c8b90 GOC |
61 | extern unsigned long init_rsp; |
62 | extern unsigned long initial_code; | |
9d97d0da | 63 | |
16694024 GC |
64 | struct smp_ops { |
65 | void (*smp_prepare_boot_cpu)(void); | |
66 | void (*smp_prepare_cpus)(unsigned max_cpus); | |
67 | int (*cpu_up)(unsigned cpu); | |
68 | void (*smp_cpus_done)(unsigned max_cpus); | |
69 | ||
70 | void (*smp_send_stop)(void); | |
71 | void (*smp_send_reschedule)(int cpu); | |
72 | int (*smp_call_function_mask)(cpumask_t mask, | |
73 | void (*func)(void *info), void *info, | |
74 | int wait); | |
75 | }; | |
76 | ||
14522076 GC |
77 | /* Globals due to paravirt */ |
78 | extern void set_cpu_sibling_map(int cpu); | |
79 | ||
c76cb368 | 80 | #ifdef CONFIG_SMP |
d0173aea GOC |
81 | #ifndef CONFIG_PARAVIRT |
82 | #define startup_ipi_hook(phys_apicid, start_eip, start_esp) do { } while (0) | |
83 | #endif | |
c76cb368 | 84 | extern struct smp_ops smp_ops; |
8678969e | 85 | |
377d6984 GC |
86 | static inline void smp_send_stop(void) |
87 | { | |
88 | smp_ops.smp_send_stop(); | |
89 | } | |
90 | ||
1e3fac83 GC |
91 | static inline void smp_prepare_boot_cpu(void) |
92 | { | |
93 | smp_ops.smp_prepare_boot_cpu(); | |
94 | } | |
95 | ||
7557da67 GC |
96 | static inline void smp_prepare_cpus(unsigned int max_cpus) |
97 | { | |
98 | smp_ops.smp_prepare_cpus(max_cpus); | |
99 | } | |
100 | ||
c5597649 GC |
101 | static inline void smp_cpus_done(unsigned int max_cpus) |
102 | { | |
103 | smp_ops.smp_cpus_done(max_cpus); | |
104 | } | |
105 | ||
71d19549 GC |
106 | static inline int __cpu_up(unsigned int cpu) |
107 | { | |
108 | return smp_ops.cpu_up(cpu); | |
109 | } | |
110 | ||
8678969e GC |
111 | static inline void smp_send_reschedule(int cpu) |
112 | { | |
113 | smp_ops.smp_send_reschedule(cpu); | |
114 | } | |
64b1a21e GC |
115 | |
116 | static inline int smp_call_function_mask(cpumask_t mask, | |
117 | void (*func) (void *info), void *info, | |
118 | int wait) | |
119 | { | |
120 | return smp_ops.smp_call_function_mask(mask, func, info, wait); | |
121 | } | |
71d19549 | 122 | |
1e3fac83 | 123 | void native_smp_prepare_boot_cpu(void); |
7557da67 | 124 | void native_smp_prepare_cpus(unsigned int max_cpus); |
c5597649 | 125 | void native_smp_cpus_done(unsigned int max_cpus); |
71d19549 | 126 | int native_cpu_up(unsigned int cpunum); |
93b016f8 | 127 | |
69c18c15 GC |
128 | extern int __cpu_disable(void); |
129 | extern void __cpu_die(unsigned int cpu); | |
130 | ||
93b016f8 | 131 | extern unsigned disabled_cpus; |
68a1c3f8 | 132 | extern void prefill_possible_map(void); |
91718e8d GC |
133 | |
134 | #define SMP_TRAMPOLINE_BASE 0x6000 | |
135 | extern unsigned long setup_trampoline(void); | |
1d89a7f0 GOC |
136 | |
137 | void smp_store_cpu_info(int id); | |
c70dcb74 | 138 | #define cpu_physical_id(cpu) per_cpu(x86_cpu_to_apicid, cpu) |
a9c057c1 GC |
139 | |
140 | /* We don't mark CPUs online until __cpu_up(), so we need another measure */ | |
141 | static inline int num_booting_cpus(void) | |
142 | { | |
143 | return cpus_weight(cpu_callout_map); | |
144 | } | |
145 | #endif /* CONFIG_SMP */ | |
146 | ||
147 | #ifdef CONFIG_X86_32_SMP | |
148 | /* | |
149 | * This function is needed by all SMP systems. It must _always_ be valid | |
150 | * from the initial startup. We map APIC_BASE very early in page_setup(), | |
151 | * so this is correct in the x86 case. | |
152 | */ | |
153 | DECLARE_PER_CPU(int, cpu_number); | |
154 | #define raw_smp_processor_id() (x86_read_percpu(cpu_number)) | |
155 | extern int safe_smp_processor_id(void); | |
156 | ||
157 | #elif defined(CONFIG_X86_64_SMP) | |
158 | #define raw_smp_processor_id() read_pda(cpunumber) | |
159 | ||
160 | #define stack_smp_processor_id() \ | |
161 | ({ \ | |
162 | struct thread_info *ti; \ | |
163 | __asm__("andq %%rsp,%0; ":"=r" (ti) : "0" (CURRENT_MASK)); \ | |
164 | ti->cpu; \ | |
165 | }) | |
166 | #define safe_smp_processor_id() smp_processor_id() | |
167 | ||
168 | #else /* !CONFIG_X86_32_SMP && !CONFIG_X86_64_SMP */ | |
c70dcb74 | 169 | #define cpu_physical_id(cpu) boot_cpu_physical_apicid |
a9c057c1 GC |
170 | #define safe_smp_processor_id() 0 |
171 | #define stack_smp_processor_id() 0 | |
c76cb368 | 172 | #endif |
16694024 | 173 | |
1b000843 GC |
174 | #ifdef CONFIG_X86_LOCAL_APIC |
175 | ||
176 | static inline int logical_smp_processor_id(void) | |
177 | { | |
178 | /* we don't want to mark this access volatile - bad code generation */ | |
179 | return GET_APIC_LOGICAL_ID(*(u32 *)(APIC_BASE + APIC_LDR)); | |
180 | } | |
181 | ||
a24eae88 | 182 | #ifndef CONFIG_X86_64 |
05f2d12c JS |
183 | static inline unsigned int read_apic_id(void) |
184 | { | |
185 | return *(u32 *)(APIC_BASE + APIC_ID); | |
186 | } | |
ac23d4ee JS |
187 | #else |
188 | extern unsigned int read_apic_id(void); | |
189 | #endif | |
190 | ||
05f2d12c | 191 | |
1b000843 GC |
192 | # ifdef APIC_DEFINITION |
193 | extern int hard_smp_processor_id(void); | |
194 | # else | |
195 | # include <mach_apicdef.h> | |
196 | static inline int hard_smp_processor_id(void) | |
197 | { | |
198 | /* we don't want to mark this access volatile - bad code generation */ | |
05f2d12c | 199 | return GET_APIC_ID(read_apic_id()); |
1b000843 GC |
200 | } |
201 | # endif /* APIC_DEFINITION */ | |
202 | ||
203 | #else /* CONFIG_X86_LOCAL_APIC */ | |
204 | ||
205 | # ifndef CONFIG_SMP | |
206 | # define hard_smp_processor_id() 0 | |
207 | # endif | |
208 | ||
209 | #endif /* CONFIG_X86_LOCAL_APIC */ | |
210 | ||
1dbb4726 GC |
211 | #ifdef CONFIG_HOTPLUG_CPU |
212 | extern void cpu_exit_clear(void); | |
213 | extern void cpu_uninit(void); | |
214 | extern void remove_siblinginfo(int cpu); | |
215 | #endif | |
216 | ||
639acb16 GC |
217 | extern void smp_alloc_memory(void); |
218 | extern void lock_ipi_call_lock(void); | |
219 | extern void unlock_ipi_call_lock(void); | |
c27cfeff GC |
220 | #endif /* __ASSEMBLY__ */ |
221 | #endif |