Commit | Line | Data |
---|---|---|
b2441318 | 1 | /* SPDX-License-Identifier: GPL-2.0 */ |
cff7d378 TG |
2 | #ifndef __CPUHOTPLUG_H |
3 | #define __CPUHOTPLUG_H | |
4 | ||
6cfeaf51 PB |
5 | #include <linux/types.h> |
6 | ||
fac1c204 PZ |
7 | /* |
8 | * CPU-up CPU-down | |
9 | * | |
10 | * BP AP BP AP | |
11 | * | |
12 | * OFFLINE OFFLINE | |
13 | * | ^ | |
14 | * v | | |
15 | * BRINGUP_CPU->AP_OFFLINE BRINGUP_CPU <- AP_IDLE_DEAD (idle thread/play_dead) | |
16 | * | AP_OFFLINE | |
17 | * v (IRQ-off) ,---------------^ | |
18 | * AP_ONLNE | (stop_machine) | |
19 | * | TEARDOWN_CPU <- AP_ONLINE_IDLE | |
20 | * | ^ | |
21 | * v | | |
22 | * AP_ACTIVE AP_ACTIVE | |
23 | */ | |
24 | ||
c9871c80 TG |
25 | /* |
26 | * CPU hotplug states. The state machine invokes the installed state | |
27 | * startup callbacks sequentially from CPUHP_OFFLINE + 1 to CPUHP_ONLINE | |
28 | * during a CPU online operation. During a CPU offline operation the | |
29 | * installed teardown callbacks are invoked in the reverse order from | |
f45a6051 | 30 | * CPUHP_ONLINE - 1 down to CPUHP_OFFLINE. |
c9871c80 TG |
31 | * |
32 | * The state space has three sections: PREPARE, STARTING and ONLINE. | |
33 | * | |
34 | * PREPARE: The callbacks are invoked on a control CPU before the | |
35 | * hotplugged CPU is started up or after the hotplugged CPU has died. | |
36 | * | |
37 | * STARTING: The callbacks are invoked on the hotplugged CPU from the low level | |
38 | * hotplug startup/teardown code with interrupts disabled. | |
39 | * | |
40 | * ONLINE: The callbacks are invoked on the hotplugged CPU from the per CPU | |
41 | * hotplug thread with interrupts and preemption enabled. | |
42 | * | |
43 | * Adding explicit states to this enum is only necessary when: | |
44 | * | |
45 | * 1) The state is within the STARTING section | |
46 | * | |
47 | * 2) The state has ordering constraints vs. other states in the | |
48 | * same section. | |
49 | * | |
50 | * If neither #1 nor #2 apply, please use the dynamic state space when | |
e0a99a83 | 51 | * setting up a state by using CPUHP_BP_PREPARE_DYN or CPUHP_AP_ONLINE_DYN |
c9871c80 TG |
52 | * for the @state argument of the setup function. |
53 | * | |
54 | * See Documentation/core-api/cpu_hotplug.rst for further information and | |
55 | * examples. | |
56 | */ | |
cff7d378 | 57 | enum cpuhp_state { |
1db49484 | 58 | CPUHP_INVALID = -1, |
c9871c80 TG |
59 | |
60 | /* PREPARE section invoked on a control CPU */ | |
1db49484 | 61 | CPUHP_OFFLINE = 0, |
cff7d378 | 62 | CPUHP_CREATE_THREADS, |
00e16c3d | 63 | CPUHP_PERF_PREPARE, |
95ca792c | 64 | CPUHP_PERF_X86_PREPARE, |
96b2bd38 | 65 | CPUHP_PERF_X86_AMD_UNCORE_PREP, |
57ecde42 | 66 | CPUHP_PERF_POWER, |
e3cfce17 | 67 | CPUHP_PERF_SUPERH, |
48d7f6c7 | 68 | CPUHP_X86_HPET_DEAD, |
0e285d36 | 69 | CPUHP_X86_MCE_DEAD, |
8017c279 | 70 | CPUHP_VIRT_NET_DEAD, |
92125c3a | 71 | CPUHP_IBMVNIC_DEAD, |
a96a87bf | 72 | CPUHP_SLUB_DEAD, |
88451f2c | 73 | CPUHP_DEBUG_OBJ_DEAD, |
1d7ac6ae | 74 | CPUHP_MM_WRITEBACK_DEAD, |
5438da97 | 75 | CPUHP_MM_VMSTAT_DEAD, |
c4544dbc | 76 | CPUHP_SOFTIRQ_DEAD, |
84a3f4db | 77 | CPUHP_NET_MVNETA_DEAD, |
529351fd | 78 | CPUHP_CPUIDLE_DEAD, |
c23a7266 | 79 | CPUHP_ARM64_FPSIMD_DEAD, |
a4fa9cc2 | 80 | CPUHP_ARM_OMAP_WAKE_DEAD, |
75e12ed6 | 81 | CPUHP_IRQ_POLL_DEAD, |
9a659f43 | 82 | CPUHP_BLOCK_SOFTIRQ_DEAD, |
be4d234d | 83 | CPUHP_BIO_DEAD, |
64f3bf2f | 84 | CPUHP_ACPI_CPUDRV_DEAD, |
84c9ceef | 85 | CPUHP_S390_PFAULT_DEAD, |
e2a738f7 | 86 | CPUHP_BLK_MQ_DEAD, |
fc4d24c9 | 87 | CPUHP_FS_BUFF_DEAD, |
90b14889 | 88 | CPUHP_PRINTK_DEAD, |
308167fc | 89 | CPUHP_MM_MEMCQ_DEAD, |
5588f5af | 90 | CPUHP_PERCPU_CNT_DEAD, |
d544abd5 | 91 | CPUHP_RADIX_DEAD, |
04f8cfea | 92 | CPUHP_PAGE_ALLOC, |
f0bf90de | 93 | CPUHP_NET_DEV_DEAD, |
9c248f88 | 94 | CPUHP_PCI_XGENE_DEAD, |
f598a497 | 95 | CPUHP_IOMMU_IOVA_DEAD, |
55de8877 | 96 | CPUHP_AP_ARM_CACHE_B15_RAC_DEAD, |
894c9ef9 | 97 | CPUHP_PADATA_DEAD, |
4570ddda | 98 | CPUHP_AP_DTPM_CPU_DEAD, |
3191dd5a | 99 | CPUHP_RANDOM_PREPARE, |
7ee681b2 | 100 | CPUHP_WORKQUEUE_PREP, |
bdab88e0 | 101 | CPUHP_POWER_NUMA_PREPARE, |
27590dc1 | 102 | CPUHP_HRTIMERS_PREPARE, |
6b2c2847 | 103 | CPUHP_X2APIC_PREPARE, |
31487f83 | 104 | CPUHP_SMPCFD_PREPARE, |
e6d4989a | 105 | CPUHP_RELAY_PREPARE, |
29c6d1bb | 106 | CPUHP_MD_RAID5_PREPARE, |
4df83742 | 107 | CPUHP_RCUTREE_PREP, |
dfc616d8 | 108 | CPUHP_CPUIDLE_COUPLED_PREPARE, |
68e694dc | 109 | CPUHP_POWERPC_PMAC_PREPARE, |
da3ed651 | 110 | CPUHP_POWERPC_MMU_CTX_PREPARE, |
4d737042 | 111 | CPUHP_XEN_PREPARE, |
c8761e20 | 112 | CPUHP_XEN_EVTCHN_PREPARE, |
657ebf7a | 113 | CPUHP_ARM_SHMOBILE_SCU_PREPARE, |
51533233 | 114 | CPUHP_SH_SH3X_PREPARE, |
38643a0e | 115 | CPUHP_TOPOLOGY_PREPARE, |
38b48292 | 116 | CPUHP_NET_IUCV_PREPARE, |
a3c9b14f | 117 | CPUHP_ARM_BL_PREPARE, |
b32614c0 | 118 | CPUHP_TRACE_RB_PREPARE, |
215c89d0 | 119 | CPUHP_MM_ZS_PREPARE, |
cab7a7e5 | 120 | CPUHP_MM_ZSWP_POOL_PREPARE, |
3f7cd919 | 121 | CPUHP_KVM_PPC_BOOK3S_PREPARE, |
1dd6c834 | 122 | CPUHP_ZCOMP_PREPARE, |
26456f87 | 123 | CPUHP_TIMERS_PREPARE, |
10a0e6f3 | 124 | CPUHP_TMIGR_PREPARE, |
dd6d7c6f | 125 | CPUHP_MIPS_SOC_PREPARE, |
4205e478 TG |
126 | CPUHP_BP_PREPARE_DYN, |
127 | CPUHP_BP_PREPARE_DYN_END = CPUHP_BP_PREPARE_DYN + 20, | |
a631be92 | 128 | CPUHP_BP_KICK_AP, |
cff7d378 | 129 | CPUHP_BRINGUP_CPU, |
c9871c80 TG |
130 | |
131 | /* | |
132 | * STARTING section invoked on the hotplugged CPU in low level | |
133 | * bringup and teardown code. | |
134 | */ | |
e69aab13 | 135 | CPUHP_AP_IDLE_DEAD, |
4baa0afc | 136 | CPUHP_AP_OFFLINE, |
30f89e52 | 137 | CPUHP_AP_CACHECTRL_STARTING, |
9cf7243d | 138 | CPUHP_AP_SCHED_STARTING, |
4df83742 | 139 | CPUHP_AP_RCUTREE_DYING, |
9c6ceecb | 140 | CPUHP_AP_CPU_PM_STARTING, |
93131f7a | 141 | CPUHP_AP_IRQ_GIC_STARTING, |
6c034d17 | 142 | CPUHP_AP_IRQ_HIP04_STARTING, |
76cde263 | 143 | CPUHP_AP_IRQ_APPLE_AIC_STARTING, |
cb5ff2d2 | 144 | CPUHP_AP_IRQ_ARMADA_XP_STARTING, |
7ca04bc2 | 145 | CPUHP_AP_IRQ_BCM2836_STARTING, |
da61fcf9 | 146 | CPUHP_AP_IRQ_MIPS_GIC_STARTING, |
9e83dd3e | 147 | CPUHP_AP_IRQ_EIOINTC_STARTING, |
ae16f05c | 148 | CPUHP_AP_IRQ_AVECINTC_STARTING, |
ccbe80ba | 149 | CPUHP_AP_IRQ_SIFIVE_PLIC_STARTING, |
21a8f8a0 | 150 | CPUHP_AP_IRQ_RISCV_IMSIC_STARTING, |
3908ba2e | 151 | CPUHP_AP_IRQ_RISCV_SBI_IPI_STARTING, |
7fbbaebf | 152 | CPUHP_AP_ARM_MVEBU_COHERENCY, |
96b2bd38 | 153 | CPUHP_AP_PERF_X86_AMD_UNCORE_STARTING, |
95ca792c | 154 | CPUHP_AP_PERF_X86_STARTING, |
9744f7b7 | 155 | CPUHP_AP_PERF_X86_AMD_IBS_STARTING, |
25a77b55 | 156 | CPUHP_AP_PERF_XTENSA_STARTING, |
e5b61baf | 157 | CPUHP_AP_ARM_VFP_STARTING, |
e937dd57 | 158 | CPUHP_AP_ARM64_DEBUG_MONITORS_STARTING, |
d7a83d12 | 159 | CPUHP_AP_PERF_ARM_HW_BREAKPOINT_STARTING, |
45736a72 | 160 | CPUHP_AP_PERF_ARM_ACPI_STARTING, |
7d88eb69 | 161 | CPUHP_AP_PERF_ARM_STARTING, |
e9991434 | 162 | CPUHP_AP_PERF_RISCV_STARTING, |
9eeb2264 | 163 | CPUHP_AP_ARM_L2X0_STARTING, |
6282edb7 | 164 | CPUHP_AP_EXYNOS4_MCT_TIMER_STARTING, |
7e86e8bd | 165 | CPUHP_AP_ARM_ARCH_TIMER_STARTING, |
166b76a0 | 166 | CPUHP_AP_ARM_ARCH_TIMER_EVTSTRM_STARTING, |
b8a12296 | 167 | CPUHP_AP_ARM_GLOBAL_TIMER_STARTING, |
9995f4f1 | 168 | CPUHP_AP_JCORE_TIMER_STARTING, |
26b87688 | 169 | CPUHP_AP_ARM_TWD_STARTING, |
b0404165 | 170 | CPUHP_AP_QCOM_TIMER_STARTING, |
b4822dc7 | 171 | CPUHP_AP_TEGRA_TIMER_STARTING, |
2c48fef7 | 172 | CPUHP_AP_ARMADA_TIMER_STARTING, |
2dab9093 | 173 | CPUHP_AP_MIPS_GIC_TIMER_STARTING, |
ecd8081f | 174 | CPUHP_AP_ARC_TIMER_STARTING, |
4bdc3eaa | 175 | CPUHP_AP_REALTEK_TIMER_STARTING, |
62b01943 | 176 | CPUHP_AP_RISCV_TIMER_STARTING, |
2ac6795f | 177 | CPUHP_AP_CLINT_TIMER_STARTING, |
a7ad38b0 | 178 | CPUHP_AP_CSKY_TIMER_STARTING, |
25de4ce5 | 179 | CPUHP_AP_TI_GP_TIMER_STARTING, |
4df4cb9e | 180 | CPUHP_AP_HYPERV_TIMER_STARTING, |
9bf11ecc TG |
181 | /* Must be the last timer callback */ |
182 | CPUHP_AP_DUMMY_TIMER_STARTING, | |
4761adb6 | 183 | CPUHP_AP_ARM_XEN_STARTING, |
20f3b8ea | 184 | CPUHP_AP_ARM_XEN_RUNSTATE_STARTING, |
2b5283d1 | 185 | CPUHP_AP_ARM_CORESIGHT_STARTING, |
e9b88058 | 186 | CPUHP_AP_ARM_CORESIGHT_CTI_STARTING, |
27c01a8c | 187 | CPUHP_AP_ARM64_ISNDEP_STARTING, |
31487f83 | 188 | CPUHP_AP_SMPCFD_DYING, |
5c0930cc | 189 | CPUHP_AP_HRTIMERS_DYING, |
3ad6eb06 | 190 | CPUHP_AP_TICK_DYING, |
ae6a8a2e | 191 | CPUHP_AP_X86_TBOOT_DYING, |
55de8877 | 192 | CPUHP_AP_ARM_CACHE_B15_RAC_DYING, |
4baa0afc TG |
193 | CPUHP_AP_ONLINE, |
194 | CPUHP_TEARDOWN_CPU, | |
c9871c80 TG |
195 | |
196 | /* Online section invoked on the hotplugged CPU from the hotplug thread */ | |
fc6d73d6 | 197 | CPUHP_AP_ONLINE_IDLE, |
9636be85 | 198 | CPUHP_AP_HYPERV_ONLINE, |
aaf12a7b | 199 | CPUHP_AP_KVM_ONLINE, |
1cf12e08 | 200 | CPUHP_AP_SCHED_WAIT_EMPTY, |
1cf4f629 | 201 | CPUHP_AP_SMPBOOT_THREADS, |
c5cb83bb | 202 | CPUHP_AP_IRQ_AFFINITY_ONLINE, |
bf0beec0 | 203 | CPUHP_AP_BLK_MQ_ONLINE, |
77bc8c28 | 204 | CPUHP_AP_ARM_MVEBU_SYNC_CLOCKS, |
5861381d | 205 | CPUHP_AP_X86_INTEL_EPB_ONLINE, |
00e16c3d | 206 | CPUHP_AP_PERF_ONLINE, |
95ca792c | 207 | CPUHP_AP_PERF_X86_ONLINE, |
1a246b9f | 208 | CPUHP_AP_PERF_X86_UNCORE_ONLINE, |
96b2bd38 | 209 | CPUHP_AP_PERF_X86_AMD_UNCORE_ONLINE, |
c6a84daa | 210 | CPUHP_AP_PERF_X86_AMD_POWER_ONLINE, |
8b5b773d | 211 | CPUHP_AP_PERF_X86_RAPL_ONLINE, |
4f0f8217 | 212 | CPUHP_AP_PERF_S390_CF_ONLINE, |
e3d617fe | 213 | CPUHP_AP_PERF_S390_SF_ONLINE, |
28c94843 | 214 | CPUHP_AP_PERF_ARM_CCI_ONLINE, |
fdc15a36 | 215 | CPUHP_AP_PERF_ARM_CCN_ONLINE, |
6b79738b | 216 | CPUHP_AP_PERF_ARM_HISI_CPA_ONLINE, |
904dcf03 | 217 | CPUHP_AP_PERF_ARM_HISI_DDRC_ONLINE, |
2bab3cf9 | 218 | CPUHP_AP_PERF_ARM_HISI_HHA_ONLINE, |
2940bc43 | 219 | CPUHP_AP_PERF_ARM_HISI_L3_ONLINE, |
a0ab25cd | 220 | CPUHP_AP_PERF_ARM_HISI_PA_ONLINE, |
3bf30882 | 221 | CPUHP_AP_PERF_ARM_HISI_SLLC_ONLINE, |
8404b0fb | 222 | CPUHP_AP_PERF_ARM_HISI_PCIE_PMU_ONLINE, |
66637ab1 | 223 | CPUHP_AP_PERF_ARM_HNS3_PMU_ONLINE, |
b828f960 | 224 | CPUHP_AP_PERF_ARM_L2X0_ONLINE, |
21bdbb71 | 225 | CPUHP_AP_PERF_ARM_QCOM_L2_ONLINE, |
3071f13d | 226 | CPUHP_AP_PERF_ARM_QCOM_L3_ONLINE, |
cbb72a3c | 227 | CPUHP_AP_PERF_ARM_APM_XGENE_ONLINE, |
69c32972 | 228 | CPUHP_AP_PERF_ARM_CAVIUM_TX2_UNCORE_ONLINE, |
68fa55f0 | 229 | CPUHP_AP_PERF_ARM_MARVELL_CN10K_DDR_ONLINE, |
885dcd70 | 230 | CPUHP_AP_PERF_POWERPC_NEST_IMC_ONLINE, |
39a846db | 231 | CPUHP_AP_PERF_POWERPC_CORE_IMC_ONLINE, |
f74c89bd | 232 | CPUHP_AP_PERF_POWERPC_THREAD_IMC_ONLINE, |
72c69dcd | 233 | CPUHP_AP_PERF_POWERPC_TRACE_IMC_ONLINE, |
1a8f0886 | 234 | CPUHP_AP_PERF_POWERPC_HV_24x7_ONLINE, |
dcb5cdf6 | 235 | CPUHP_AP_PERF_POWERPC_HV_GPCI_ONLINE, |
398cb924 | 236 | CPUHP_AP_PERF_CSKY_ONLINE, |
7ee98877 | 237 | CPUHP_AP_TMIGR_ONLINE, |
9cf57731 | 238 | CPUHP_AP_WATCHDOG_ONLINE, |
7ee681b2 | 239 | CPUHP_AP_WORKQUEUE_ONLINE, |
3191dd5a | 240 | CPUHP_AP_RANDOM_ONLINE, |
4df83742 | 241 | CPUHP_AP_RCUTREE_ONLINE, |
83b44fe3 | 242 | CPUHP_AP_BASE_CACHEINFO_ONLINE, |
1cf4f629 | 243 | CPUHP_AP_ONLINE_DYN, |
fe22944c | 244 | CPUHP_AP_ONLINE_DYN_END = CPUHP_AP_ONLINE_DYN + 40, |
48d7f6c7 | 245 | CPUHP_AP_X86_HPET_ONLINE, |
251a5fd6 | 246 | CPUHP_AP_X86_KVM_CLK_ONLINE, |
aaddd7d1 | 247 | CPUHP_AP_ACTIVE, |
cff7d378 TG |
248 | CPUHP_ONLINE, |
249 | }; | |
250 | ||
5b7aa87e TG |
251 | int __cpuhp_setup_state(enum cpuhp_state state, const char *name, bool invoke, |
252 | int (*startup)(unsigned int cpu), | |
cf392d10 | 253 | int (*teardown)(unsigned int cpu), bool multi_instance); |
5b7aa87e | 254 | |
71def423 SAS |
255 | int __cpuhp_setup_state_cpuslocked(enum cpuhp_state state, const char *name, |
256 | bool invoke, | |
257 | int (*startup)(unsigned int cpu), | |
258 | int (*teardown)(unsigned int cpu), | |
259 | bool multi_instance); | |
5b7aa87e | 260 | /** |
c9871c80 TG |
261 | * cpuhp_setup_state - Setup hotplug state callbacks with calling the @startup |
262 | * callback | |
5b7aa87e TG |
263 | * @state: The state for which the calls are installed |
264 | * @name: Name of the callback (will be used in debug output) | |
c9871c80 TG |
265 | * @startup: startup callback function or NULL if not required |
266 | * @teardown: teardown callback function or NULL if not required | |
5b7aa87e | 267 | * |
c9871c80 TG |
268 | * Installs the callback functions and invokes the @startup callback on |
269 | * the online cpus which have already reached the @state. | |
5b7aa87e TG |
270 | */ |
271 | static inline int cpuhp_setup_state(enum cpuhp_state state, | |
272 | const char *name, | |
273 | int (*startup)(unsigned int cpu), | |
274 | int (*teardown)(unsigned int cpu)) | |
275 | { | |
cf392d10 | 276 | return __cpuhp_setup_state(state, name, true, startup, teardown, false); |
5b7aa87e TG |
277 | } |
278 | ||
c9871c80 TG |
279 | /** |
280 | * cpuhp_setup_state_cpuslocked - Setup hotplug state callbacks with calling | |
281 | * @startup callback from a cpus_read_lock() | |
282 | * held region | |
283 | * @state: The state for which the calls are installed | |
284 | * @name: Name of the callback (will be used in debug output) | |
285 | * @startup: startup callback function or NULL if not required | |
286 | * @teardown: teardown callback function or NULL if not required | |
287 | * | |
288 | * Same as cpuhp_setup_state() except that it must be invoked from within a | |
289 | * cpus_read_lock() held region. | |
290 | */ | |
71def423 SAS |
291 | static inline int cpuhp_setup_state_cpuslocked(enum cpuhp_state state, |
292 | const char *name, | |
293 | int (*startup)(unsigned int cpu), | |
294 | int (*teardown)(unsigned int cpu)) | |
295 | { | |
296 | return __cpuhp_setup_state_cpuslocked(state, name, true, startup, | |
297 | teardown, false); | |
298 | } | |
299 | ||
5b7aa87e TG |
300 | /** |
301 | * cpuhp_setup_state_nocalls - Setup hotplug state callbacks without calling the | |
c9871c80 | 302 | * @startup callback |
5b7aa87e TG |
303 | * @state: The state for which the calls are installed |
304 | * @name: Name of the callback. | |
c9871c80 TG |
305 | * @startup: startup callback function or NULL if not required |
306 | * @teardown: teardown callback function or NULL if not required | |
5b7aa87e | 307 | * |
c9871c80 TG |
308 | * Same as cpuhp_setup_state() except that the @startup callback is not |
309 | * invoked during installation. NOP if SMP=n or HOTPLUG_CPU=n. | |
5b7aa87e TG |
310 | */ |
311 | static inline int cpuhp_setup_state_nocalls(enum cpuhp_state state, | |
312 | const char *name, | |
313 | int (*startup)(unsigned int cpu), | |
314 | int (*teardown)(unsigned int cpu)) | |
315 | { | |
cf392d10 TG |
316 | return __cpuhp_setup_state(state, name, false, startup, teardown, |
317 | false); | |
318 | } | |
319 | ||
c9871c80 TG |
320 | /** |
321 | * cpuhp_setup_state_nocalls_cpuslocked - Setup hotplug state callbacks without | |
322 | * invoking the @startup callback from | |
323 | * a cpus_read_lock() held region | |
324 | * callbacks | |
325 | * @state: The state for which the calls are installed | |
326 | * @name: Name of the callback. | |
327 | * @startup: startup callback function or NULL if not required | |
328 | * @teardown: teardown callback function or NULL if not required | |
329 | * | |
330 | * Same as cpuhp_setup_state_nocalls() except that it must be invoked from | |
331 | * within a cpus_read_lock() held region. | |
332 | */ | |
71def423 SAS |
333 | static inline int cpuhp_setup_state_nocalls_cpuslocked(enum cpuhp_state state, |
334 | const char *name, | |
335 | int (*startup)(unsigned int cpu), | |
336 | int (*teardown)(unsigned int cpu)) | |
337 | { | |
338 | return __cpuhp_setup_state_cpuslocked(state, name, false, startup, | |
339 | teardown, false); | |
340 | } | |
341 | ||
cf392d10 TG |
342 | /** |
343 | * cpuhp_setup_state_multi - Add callbacks for multi state | |
344 | * @state: The state for which the calls are installed | |
345 | * @name: Name of the callback. | |
c9871c80 TG |
346 | * @startup: startup callback function or NULL if not required |
347 | * @teardown: teardown callback function or NULL if not required | |
cf392d10 TG |
348 | * |
349 | * Sets the internal multi_instance flag and prepares a state to work as a multi | |
350 | * instance callback. No callbacks are invoked at this point. The callbacks are | |
351 | * invoked once an instance for this state are registered via | |
c9871c80 | 352 | * cpuhp_state_add_instance() or cpuhp_state_add_instance_nocalls() |
cf392d10 TG |
353 | */ |
354 | static inline int cpuhp_setup_state_multi(enum cpuhp_state state, | |
355 | const char *name, | |
356 | int (*startup)(unsigned int cpu, | |
357 | struct hlist_node *node), | |
358 | int (*teardown)(unsigned int cpu, | |
359 | struct hlist_node *node)) | |
360 | { | |
361 | return __cpuhp_setup_state(state, name, false, | |
362 | (void *) startup, | |
363 | (void *) teardown, true); | |
364 | } | |
365 | ||
366 | int __cpuhp_state_add_instance(enum cpuhp_state state, struct hlist_node *node, | |
367 | bool invoke); | |
9805c673 TG |
368 | int __cpuhp_state_add_instance_cpuslocked(enum cpuhp_state state, |
369 | struct hlist_node *node, bool invoke); | |
cf392d10 TG |
370 | |
371 | /** | |
372 | * cpuhp_state_add_instance - Add an instance for a state and invoke startup | |
373 | * callback. | |
374 | * @state: The state for which the instance is installed | |
375 | * @node: The node for this individual state. | |
376 | * | |
c9871c80 TG |
377 | * Installs the instance for the @state and invokes the registered startup |
378 | * callback on the online cpus which have already reached the @state. The | |
379 | * @state must have been earlier marked as multi-instance by | |
380 | * cpuhp_setup_state_multi(). | |
cf392d10 TG |
381 | */ |
382 | static inline int cpuhp_state_add_instance(enum cpuhp_state state, | |
383 | struct hlist_node *node) | |
384 | { | |
385 | return __cpuhp_state_add_instance(state, node, true); | |
386 | } | |
387 | ||
388 | /** | |
389 | * cpuhp_state_add_instance_nocalls - Add an instance for a state without | |
390 | * invoking the startup callback. | |
391 | * @state: The state for which the instance is installed | |
392 | * @node: The node for this individual state. | |
393 | * | |
c9871c80 TG |
394 | * Installs the instance for the @state. The @state must have been earlier |
395 | * marked as multi-instance by cpuhp_setup_state_multi. NOP if SMP=n or | |
396 | * HOTPLUG_CPU=n. | |
cf392d10 TG |
397 | */ |
398 | static inline int cpuhp_state_add_instance_nocalls(enum cpuhp_state state, | |
399 | struct hlist_node *node) | |
400 | { | |
401 | return __cpuhp_state_add_instance(state, node, false); | |
5b7aa87e TG |
402 | } |
403 | ||
c9871c80 TG |
404 | /** |
405 | * cpuhp_state_add_instance_nocalls_cpuslocked - Add an instance for a state | |
406 | * without invoking the startup | |
407 | * callback from a cpus_read_lock() | |
408 | * held region. | |
409 | * @state: The state for which the instance is installed | |
410 | * @node: The node for this individual state. | |
411 | * | |
412 | * Same as cpuhp_state_add_instance_nocalls() except that it must be | |
413 | * invoked from within a cpus_read_lock() held region. | |
414 | */ | |
9805c673 TG |
415 | static inline int |
416 | cpuhp_state_add_instance_nocalls_cpuslocked(enum cpuhp_state state, | |
417 | struct hlist_node *node) | |
418 | { | |
419 | return __cpuhp_state_add_instance_cpuslocked(state, node, false); | |
420 | } | |
421 | ||
5b7aa87e | 422 | void __cpuhp_remove_state(enum cpuhp_state state, bool invoke); |
71def423 | 423 | void __cpuhp_remove_state_cpuslocked(enum cpuhp_state state, bool invoke); |
5b7aa87e TG |
424 | |
425 | /** | |
426 | * cpuhp_remove_state - Remove hotplug state callbacks and invoke the teardown | |
427 | * @state: The state for which the calls are removed | |
428 | * | |
429 | * Removes the callback functions and invokes the teardown callback on | |
c9871c80 | 430 | * the online cpus which have already reached the @state. |
5b7aa87e TG |
431 | */ |
432 | static inline void cpuhp_remove_state(enum cpuhp_state state) | |
433 | { | |
434 | __cpuhp_remove_state(state, true); | |
435 | } | |
436 | ||
437 | /** | |
438 | * cpuhp_remove_state_nocalls - Remove hotplug state callbacks without invoking | |
c9871c80 | 439 | * the teardown callback |
5b7aa87e TG |
440 | * @state: The state for which the calls are removed |
441 | */ | |
442 | static inline void cpuhp_remove_state_nocalls(enum cpuhp_state state) | |
443 | { | |
444 | __cpuhp_remove_state(state, false); | |
445 | } | |
446 | ||
c9871c80 TG |
447 | /** |
448 | * cpuhp_remove_state_nocalls_cpuslocked - Remove hotplug state callbacks without invoking | |
449 | * teardown from a cpus_read_lock() held region. | |
450 | * @state: The state for which the calls are removed | |
451 | * | |
452 | * Same as cpuhp_remove_state nocalls() except that it must be invoked | |
453 | * from within a cpus_read_lock() held region. | |
454 | */ | |
71def423 SAS |
455 | static inline void cpuhp_remove_state_nocalls_cpuslocked(enum cpuhp_state state) |
456 | { | |
457 | __cpuhp_remove_state_cpuslocked(state, false); | |
458 | } | |
459 | ||
cf392d10 TG |
460 | /** |
461 | * cpuhp_remove_multi_state - Remove hotplug multi state callback | |
462 | * @state: The state for which the calls are removed | |
463 | * | |
464 | * Removes the callback functions from a multi state. This is the reverse of | |
465 | * cpuhp_setup_state_multi(). All instances should have been removed before | |
466 | * invoking this function. | |
467 | */ | |
468 | static inline void cpuhp_remove_multi_state(enum cpuhp_state state) | |
469 | { | |
470 | __cpuhp_remove_state(state, false); | |
471 | } | |
472 | ||
473 | int __cpuhp_state_remove_instance(enum cpuhp_state state, | |
474 | struct hlist_node *node, bool invoke); | |
475 | ||
476 | /** | |
477 | * cpuhp_state_remove_instance - Remove hotplug instance from state and invoke | |
478 | * the teardown callback | |
479 | * @state: The state from which the instance is removed | |
480 | * @node: The node for this individual state. | |
481 | * | |
c9871c80 TG |
482 | * Removes the instance and invokes the teardown callback on the online cpus |
483 | * which have already reached @state. | |
cf392d10 TG |
484 | */ |
485 | static inline int cpuhp_state_remove_instance(enum cpuhp_state state, | |
486 | struct hlist_node *node) | |
487 | { | |
488 | return __cpuhp_state_remove_instance(state, node, true); | |
489 | } | |
490 | ||
491 | /** | |
492 | * cpuhp_state_remove_instance_nocalls - Remove hotplug instance from state | |
c91eb283 | 493 | * without invoking the teardown callback |
cf392d10 TG |
494 | * @state: The state from which the instance is removed |
495 | * @node: The node for this individual state. | |
496 | * | |
497 | * Removes the instance without invoking the teardown callback. | |
498 | */ | |
499 | static inline int cpuhp_state_remove_instance_nocalls(enum cpuhp_state state, | |
500 | struct hlist_node *node) | |
501 | { | |
502 | return __cpuhp_state_remove_instance(state, node, false); | |
503 | } | |
504 | ||
8df3e07e TG |
505 | #ifdef CONFIG_SMP |
506 | void cpuhp_online_idle(enum cpuhp_state state); | |
507 | #else | |
508 | static inline void cpuhp_online_idle(enum cpuhp_state state) { } | |
509 | #endif | |
510 | ||
a631be92 TG |
511 | struct task_struct; |
512 | ||
6f062123 TG |
513 | void cpuhp_ap_sync_alive(void); |
514 | void arch_cpuhp_sync_state_poll(void); | |
515 | void arch_cpuhp_cleanup_kick_cpu(unsigned int cpu); | |
a631be92 | 516 | int arch_cpuhp_kick_ap_alive(unsigned int cpu, struct task_struct *tidle); |
18415f33 | 517 | bool arch_cpuhp_init_parallel_bringup(void); |
6f062123 TG |
518 | |
519 | #ifdef CONFIG_HOTPLUG_CORE_SYNC_DEAD | |
520 | void cpuhp_ap_report_dead(void); | |
521 | void arch_cpuhp_cleanup_dead_cpu(unsigned int cpu); | |
522 | #else | |
523 | static inline void cpuhp_ap_report_dead(void) { } | |
524 | static inline void arch_cpuhp_cleanup_dead_cpu(unsigned int cpu) { } | |
525 | #endif | |
526 | ||
cff7d378 | 527 | #endif |