Commit | Line | Data |
---|---|---|
cff7d378 TG |
1 | #ifndef __CPUHOTPLUG_H |
2 | #define __CPUHOTPLUG_H | |
3 | ||
6cfeaf51 PB |
4 | #include <linux/types.h> |
5 | ||
cff7d378 TG |
6 | enum cpuhp_state { |
7 | CPUHP_OFFLINE, | |
8 | CPUHP_CREATE_THREADS, | |
00e16c3d | 9 | CPUHP_PERF_PREPARE, |
95ca792c | 10 | CPUHP_PERF_X86_PREPARE, |
96b2bd38 | 11 | CPUHP_PERF_X86_AMD_UNCORE_PREP, |
a409f5ee | 12 | CPUHP_PERF_BFIN, |
57ecde42 | 13 | CPUHP_PERF_POWER, |
e3cfce17 | 14 | CPUHP_PERF_SUPERH, |
48d7f6c7 | 15 | CPUHP_X86_HPET_DEAD, |
148b9e2a | 16 | CPUHP_X86_APB_DEAD, |
0e285d36 | 17 | CPUHP_X86_MCE_DEAD, |
8017c279 | 18 | CPUHP_VIRT_NET_DEAD, |
a96a87bf | 19 | CPUHP_SLUB_DEAD, |
1d7ac6ae | 20 | CPUHP_MM_WRITEBACK_DEAD, |
5438da97 | 21 | CPUHP_MM_VMSTAT_DEAD, |
c4544dbc | 22 | CPUHP_SOFTIRQ_DEAD, |
84a3f4db | 23 | CPUHP_NET_MVNETA_DEAD, |
529351fd | 24 | CPUHP_CPUIDLE_DEAD, |
c23a7266 | 25 | CPUHP_ARM64_FPSIMD_DEAD, |
a4fa9cc2 | 26 | CPUHP_ARM_OMAP_WAKE_DEAD, |
75e12ed6 | 27 | CPUHP_IRQ_POLL_DEAD, |
9a659f43 | 28 | CPUHP_BLOCK_SOFTIRQ_DEAD, |
64f3bf2f | 29 | CPUHP_ACPI_CPUDRV_DEAD, |
84c9ceef | 30 | CPUHP_S390_PFAULT_DEAD, |
e2a738f7 | 31 | CPUHP_BLK_MQ_DEAD, |
fc4d24c9 | 32 | CPUHP_FS_BUFF_DEAD, |
90b14889 | 33 | CPUHP_PRINTK_DEAD, |
308167fc | 34 | CPUHP_MM_MEMCQ_DEAD, |
5588f5af | 35 | CPUHP_PERCPU_CNT_DEAD, |
d544abd5 | 36 | CPUHP_RADIX_DEAD, |
005fd4bb | 37 | CPUHP_PAGE_ALLOC_DEAD, |
f0bf90de | 38 | CPUHP_NET_DEV_DEAD, |
9c248f88 | 39 | CPUHP_PCI_XGENE_DEAD, |
21647615 | 40 | CPUHP_IOMMU_INTEL_DEAD, |
7b737965 | 41 | CPUHP_LUSTRE_CFS_DEAD, |
c53b005d | 42 | CPUHP_SCSI_BNX2FC_DEAD, |
e210faa2 | 43 | CPUHP_SCSI_BNX2I_DEAD, |
7ee681b2 | 44 | CPUHP_WORKQUEUE_PREP, |
bdab88e0 | 45 | CPUHP_POWER_NUMA_PREPARE, |
27590dc1 | 46 | CPUHP_HRTIMERS_PREPARE, |
e722d8da | 47 | CPUHP_PROFILE_PREPARE, |
6b2c2847 | 48 | CPUHP_X2APIC_PREPARE, |
31487f83 | 49 | CPUHP_SMPCFD_PREPARE, |
e6d4989a | 50 | CPUHP_RELAY_PREPARE, |
6731d4f1 | 51 | CPUHP_SLAB_PREPARE, |
29c6d1bb | 52 | CPUHP_MD_RAID5_PREPARE, |
4df83742 | 53 | CPUHP_RCUTREE_PREP, |
dfc616d8 | 54 | CPUHP_CPUIDLE_COUPLED_PREPARE, |
68e694dc | 55 | CPUHP_POWERPC_PMAC_PREPARE, |
da3ed651 | 56 | CPUHP_POWERPC_MMU_CTX_PREPARE, |
4d737042 | 57 | CPUHP_XEN_PREPARE, |
c8761e20 | 58 | CPUHP_XEN_EVTCHN_PREPARE, |
657ebf7a | 59 | CPUHP_ARM_SHMOBILE_SCU_PREPARE, |
51533233 | 60 | CPUHP_SH_SH3X_PREPARE, |
e2a738f7 | 61 | CPUHP_BLK_MQ_PREPARE, |
a4fc1bfc | 62 | CPUHP_NET_FLOW_PREPARE, |
38643a0e | 63 | CPUHP_TOPOLOGY_PREPARE, |
38b48292 | 64 | CPUHP_NET_IUCV_PREPARE, |
a3c9b14f | 65 | CPUHP_ARM_BL_PREPARE, |
b32614c0 | 66 | CPUHP_TRACE_RB_PREPARE, |
215c89d0 | 67 | CPUHP_MM_ZS_PREPARE, |
ad7ed770 | 68 | CPUHP_MM_ZSWP_MEM_PREPARE, |
cab7a7e5 | 69 | CPUHP_MM_ZSWP_POOL_PREPARE, |
3f7cd919 | 70 | CPUHP_KVM_PPC_BOOK3S_PREPARE, |
1dd6c834 | 71 | CPUHP_ZCOMP_PREPARE, |
4fae16df | 72 | CPUHP_TIMERS_DEAD, |
dd6d7c6f | 73 | CPUHP_MIPS_SOC_PREPARE, |
4205e478 TG |
74 | CPUHP_BP_PREPARE_DYN, |
75 | CPUHP_BP_PREPARE_DYN_END = CPUHP_BP_PREPARE_DYN + 20, | |
cff7d378 | 76 | CPUHP_BRINGUP_CPU, |
e69aab13 | 77 | CPUHP_AP_IDLE_DEAD, |
4baa0afc | 78 | CPUHP_AP_OFFLINE, |
9cf7243d | 79 | CPUHP_AP_SCHED_STARTING, |
4df83742 | 80 | CPUHP_AP_RCUTREE_DYING, |
93131f7a | 81 | CPUHP_AP_IRQ_GIC_STARTING, |
6c034d17 | 82 | CPUHP_AP_IRQ_HIP04_STARTING, |
cb5ff2d2 | 83 | CPUHP_AP_IRQ_ARMADA_XP_STARTING, |
7ca04bc2 | 84 | CPUHP_AP_IRQ_BCM2836_STARTING, |
7fbbaebf | 85 | CPUHP_AP_ARM_MVEBU_COHERENCY, |
96b2bd38 | 86 | CPUHP_AP_PERF_X86_AMD_UNCORE_STARTING, |
95ca792c | 87 | CPUHP_AP_PERF_X86_STARTING, |
9744f7b7 | 88 | CPUHP_AP_PERF_X86_AMD_IBS_STARTING, |
f0704827 | 89 | CPUHP_AP_PERF_X86_CQM_STARTING, |
77c34ef1 | 90 | CPUHP_AP_PERF_X86_CSTATE_STARTING, |
25a77b55 | 91 | CPUHP_AP_PERF_XTENSA_STARTING, |
04d045a6 | 92 | CPUHP_AP_PERF_METAG_STARTING, |
65264e3b | 93 | CPUHP_AP_MIPS_OP_LOONGSON3_STARTING, |
e5b61baf | 94 | CPUHP_AP_ARM_VFP_STARTING, |
e937dd57 | 95 | CPUHP_AP_ARM64_DEBUG_MONITORS_STARTING, |
d7a83d12 | 96 | CPUHP_AP_PERF_ARM_HW_BREAKPOINT_STARTING, |
45736a72 | 97 | CPUHP_AP_PERF_ARM_ACPI_STARTING, |
7d88eb69 | 98 | CPUHP_AP_PERF_ARM_STARTING, |
9eeb2264 | 99 | CPUHP_AP_ARM_L2X0_STARTING, |
7e86e8bd | 100 | CPUHP_AP_ARM_ARCH_TIMER_STARTING, |
b8a12296 | 101 | CPUHP_AP_ARM_GLOBAL_TIMER_STARTING, |
9995f4f1 | 102 | CPUHP_AP_JCORE_TIMER_STARTING, |
d11b3a60 | 103 | CPUHP_AP_EXYNOS4_MCT_TIMER_STARTING, |
26b87688 | 104 | CPUHP_AP_ARM_TWD_STARTING, |
31e8e5db | 105 | CPUHP_AP_METAG_TIMER_STARTING, |
b0404165 | 106 | CPUHP_AP_QCOM_TIMER_STARTING, |
2c48fef7 | 107 | CPUHP_AP_ARMADA_TIMER_STARTING, |
eb0a9d8c | 108 | CPUHP_AP_MARCO_TIMER_STARTING, |
2dab9093 | 109 | CPUHP_AP_MIPS_GIC_TIMER_STARTING, |
ecd8081f | 110 | CPUHP_AP_ARC_TIMER_STARTING, |
8c18b2d2 | 111 | CPUHP_AP_KVM_STARTING, |
15d7e3d3 | 112 | CPUHP_AP_KVM_ARM_VGIC_INIT_STARTING, |
42ec50b5 | 113 | CPUHP_AP_KVM_ARM_VGIC_STARTING, |
b3c9950a | 114 | CPUHP_AP_KVM_ARM_TIMER_STARTING, |
9bf11ecc TG |
115 | /* Must be the last timer callback */ |
116 | CPUHP_AP_DUMMY_TIMER_STARTING, | |
4761adb6 | 117 | CPUHP_AP_ARM_XEN_STARTING, |
2b5283d1 | 118 | CPUHP_AP_ARM_CORESIGHT_STARTING, |
27c01a8c | 119 | CPUHP_AP_ARM64_ISNDEP_STARTING, |
31487f83 | 120 | CPUHP_AP_SMPCFD_DYING, |
ae6a8a2e | 121 | CPUHP_AP_X86_TBOOT_DYING, |
4baa0afc TG |
122 | CPUHP_AP_ONLINE, |
123 | CPUHP_TEARDOWN_CPU, | |
fc6d73d6 | 124 | CPUHP_AP_ONLINE_IDLE, |
1cf4f629 | 125 | CPUHP_AP_SMPBOOT_THREADS, |
07d36c9e | 126 | CPUHP_AP_X86_VDSO_VMA_ONLINE, |
00e16c3d | 127 | CPUHP_AP_PERF_ONLINE, |
95ca792c | 128 | CPUHP_AP_PERF_X86_ONLINE, |
1a246b9f | 129 | CPUHP_AP_PERF_X86_UNCORE_ONLINE, |
96b2bd38 | 130 | CPUHP_AP_PERF_X86_AMD_UNCORE_ONLINE, |
c6a84daa | 131 | CPUHP_AP_PERF_X86_AMD_POWER_ONLINE, |
8b5b773d | 132 | CPUHP_AP_PERF_X86_RAPL_ONLINE, |
f0704827 | 133 | CPUHP_AP_PERF_X86_CQM_ONLINE, |
77c34ef1 | 134 | CPUHP_AP_PERF_X86_CSTATE_ONLINE, |
4f0f8217 | 135 | CPUHP_AP_PERF_S390_CF_ONLINE, |
e3d617fe | 136 | CPUHP_AP_PERF_S390_SF_ONLINE, |
28c94843 | 137 | CPUHP_AP_PERF_ARM_CCI_ONLINE, |
fdc15a36 | 138 | CPUHP_AP_PERF_ARM_CCN_ONLINE, |
b828f960 | 139 | CPUHP_AP_PERF_ARM_L2X0_ONLINE, |
21bdbb71 | 140 | CPUHP_AP_PERF_ARM_QCOM_L2_ONLINE, |
3071f13d | 141 | CPUHP_AP_PERF_ARM_QCOM_L3_ONLINE, |
7ee681b2 | 142 | CPUHP_AP_WORKQUEUE_ONLINE, |
4df83742 | 143 | CPUHP_AP_RCUTREE_ONLINE, |
1cf4f629 TG |
144 | CPUHP_AP_ONLINE_DYN, |
145 | CPUHP_AP_ONLINE_DYN_END = CPUHP_AP_ONLINE_DYN + 30, | |
48d7f6c7 | 146 | CPUHP_AP_X86_HPET_ONLINE, |
251a5fd6 | 147 | CPUHP_AP_X86_KVM_CLK_ONLINE, |
aaddd7d1 | 148 | CPUHP_AP_ACTIVE, |
cff7d378 TG |
149 | CPUHP_ONLINE, |
150 | }; | |
151 | ||
5b7aa87e TG |
152 | int __cpuhp_setup_state(enum cpuhp_state state, const char *name, bool invoke, |
153 | int (*startup)(unsigned int cpu), | |
cf392d10 | 154 | int (*teardown)(unsigned int cpu), bool multi_instance); |
5b7aa87e TG |
155 | |
156 | /** | |
157 | * cpuhp_setup_state - Setup hotplug state callbacks with calling the callbacks | |
158 | * @state: The state for which the calls are installed | |
159 | * @name: Name of the callback (will be used in debug output) | |
160 | * @startup: startup callback function | |
161 | * @teardown: teardown callback function | |
162 | * | |
163 | * Installs the callback functions and invokes the startup callback on | |
164 | * the present cpus which have already reached the @state. | |
165 | */ | |
166 | static inline int cpuhp_setup_state(enum cpuhp_state state, | |
167 | const char *name, | |
168 | int (*startup)(unsigned int cpu), | |
169 | int (*teardown)(unsigned int cpu)) | |
170 | { | |
cf392d10 | 171 | return __cpuhp_setup_state(state, name, true, startup, teardown, false); |
5b7aa87e TG |
172 | } |
173 | ||
174 | /** | |
175 | * cpuhp_setup_state_nocalls - Setup hotplug state callbacks without calling the | |
176 | * callbacks | |
177 | * @state: The state for which the calls are installed | |
178 | * @name: Name of the callback. | |
179 | * @startup: startup callback function | |
180 | * @teardown: teardown callback function | |
181 | * | |
182 | * Same as @cpuhp_setup_state except that no calls are executed are invoked | |
183 | * during installation of this callback. NOP if SMP=n or HOTPLUG_CPU=n. | |
184 | */ | |
185 | static inline int cpuhp_setup_state_nocalls(enum cpuhp_state state, | |
186 | const char *name, | |
187 | int (*startup)(unsigned int cpu), | |
188 | int (*teardown)(unsigned int cpu)) | |
189 | { | |
cf392d10 TG |
190 | return __cpuhp_setup_state(state, name, false, startup, teardown, |
191 | false); | |
192 | } | |
193 | ||
194 | /** | |
195 | * cpuhp_setup_state_multi - Add callbacks for multi state | |
196 | * @state: The state for which the calls are installed | |
197 | * @name: Name of the callback. | |
198 | * @startup: startup callback function | |
199 | * @teardown: teardown callback function | |
200 | * | |
201 | * Sets the internal multi_instance flag and prepares a state to work as a multi | |
202 | * instance callback. No callbacks are invoked at this point. The callbacks are | |
203 | * invoked once an instance for this state are registered via | |
204 | * @cpuhp_state_add_instance or @cpuhp_state_add_instance_nocalls. | |
205 | */ | |
206 | static inline int cpuhp_setup_state_multi(enum cpuhp_state state, | |
207 | const char *name, | |
208 | int (*startup)(unsigned int cpu, | |
209 | struct hlist_node *node), | |
210 | int (*teardown)(unsigned int cpu, | |
211 | struct hlist_node *node)) | |
212 | { | |
213 | return __cpuhp_setup_state(state, name, false, | |
214 | (void *) startup, | |
215 | (void *) teardown, true); | |
216 | } | |
217 | ||
218 | int __cpuhp_state_add_instance(enum cpuhp_state state, struct hlist_node *node, | |
219 | bool invoke); | |
220 | ||
221 | /** | |
222 | * cpuhp_state_add_instance - Add an instance for a state and invoke startup | |
223 | * callback. | |
224 | * @state: The state for which the instance is installed | |
225 | * @node: The node for this individual state. | |
226 | * | |
227 | * Installs the instance for the @state and invokes the startup callback on | |
228 | * the present cpus which have already reached the @state. The @state must have | |
229 | * been earlier marked as multi-instance by @cpuhp_setup_state_multi. | |
230 | */ | |
231 | static inline int cpuhp_state_add_instance(enum cpuhp_state state, | |
232 | struct hlist_node *node) | |
233 | { | |
234 | return __cpuhp_state_add_instance(state, node, true); | |
235 | } | |
236 | ||
237 | /** | |
238 | * cpuhp_state_add_instance_nocalls - Add an instance for a state without | |
239 | * invoking the startup callback. | |
240 | * @state: The state for which the instance is installed | |
241 | * @node: The node for this individual state. | |
242 | * | |
243 | * Installs the instance for the @state The @state must have been earlier | |
244 | * marked as multi-instance by @cpuhp_setup_state_multi. | |
245 | */ | |
246 | static inline int cpuhp_state_add_instance_nocalls(enum cpuhp_state state, | |
247 | struct hlist_node *node) | |
248 | { | |
249 | return __cpuhp_state_add_instance(state, node, false); | |
5b7aa87e TG |
250 | } |
251 | ||
252 | void __cpuhp_remove_state(enum cpuhp_state state, bool invoke); | |
253 | ||
254 | /** | |
255 | * cpuhp_remove_state - Remove hotplug state callbacks and invoke the teardown | |
256 | * @state: The state for which the calls are removed | |
257 | * | |
258 | * Removes the callback functions and invokes the teardown callback on | |
259 | * the present cpus which have already reached the @state. | |
260 | */ | |
261 | static inline void cpuhp_remove_state(enum cpuhp_state state) | |
262 | { | |
263 | __cpuhp_remove_state(state, true); | |
264 | } | |
265 | ||
266 | /** | |
267 | * cpuhp_remove_state_nocalls - Remove hotplug state callbacks without invoking | |
268 | * teardown | |
269 | * @state: The state for which the calls are removed | |
270 | */ | |
271 | static inline void cpuhp_remove_state_nocalls(enum cpuhp_state state) | |
272 | { | |
273 | __cpuhp_remove_state(state, false); | |
274 | } | |
275 | ||
cf392d10 TG |
276 | /** |
277 | * cpuhp_remove_multi_state - Remove hotplug multi state callback | |
278 | * @state: The state for which the calls are removed | |
279 | * | |
280 | * Removes the callback functions from a multi state. This is the reverse of | |
281 | * cpuhp_setup_state_multi(). All instances should have been removed before | |
282 | * invoking this function. | |
283 | */ | |
284 | static inline void cpuhp_remove_multi_state(enum cpuhp_state state) | |
285 | { | |
286 | __cpuhp_remove_state(state, false); | |
287 | } | |
288 | ||
289 | int __cpuhp_state_remove_instance(enum cpuhp_state state, | |
290 | struct hlist_node *node, bool invoke); | |
291 | ||
292 | /** | |
293 | * cpuhp_state_remove_instance - Remove hotplug instance from state and invoke | |
294 | * the teardown callback | |
295 | * @state: The state from which the instance is removed | |
296 | * @node: The node for this individual state. | |
297 | * | |
298 | * Removes the instance and invokes the teardown callback on the present cpus | |
299 | * which have already reached the @state. | |
300 | */ | |
301 | static inline int cpuhp_state_remove_instance(enum cpuhp_state state, | |
302 | struct hlist_node *node) | |
303 | { | |
304 | return __cpuhp_state_remove_instance(state, node, true); | |
305 | } | |
306 | ||
307 | /** | |
308 | * cpuhp_state_remove_instance_nocalls - Remove hotplug instance from state | |
309 | * without invoking the reatdown callback | |
310 | * @state: The state from which the instance is removed | |
311 | * @node: The node for this individual state. | |
312 | * | |
313 | * Removes the instance without invoking the teardown callback. | |
314 | */ | |
315 | static inline int cpuhp_state_remove_instance_nocalls(enum cpuhp_state state, | |
316 | struct hlist_node *node) | |
317 | { | |
318 | return __cpuhp_state_remove_instance(state, node, false); | |
319 | } | |
320 | ||
8df3e07e TG |
321 | #ifdef CONFIG_SMP |
322 | void cpuhp_online_idle(enum cpuhp_state state); | |
323 | #else | |
324 | static inline void cpuhp_online_idle(enum cpuhp_state state) { } | |
325 | #endif | |
326 | ||
cff7d378 | 327 | #endif |