arch/arm64/kernel/psci.c

   1 /*
   2  * This program is free software; you can redistribute it and/or modify
   3  * it under the terms of the GNU General Public License version 2 as
   4  * published by the Free Software Foundation.
   5  *
   6  * This program is distributed in the hope that it will be useful,
   7  * but WITHOUT ANY WARRANTY; without even the implied warranty of
   8  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
   9  * GNU General Public License for more details.
  10  *
  11  * Copyright (C) 2013 ARM Limited
  12  *
  13  * Author: Will Deacon <will.deacon@arm.com>
  14  */
  15
  16 #define pr_fmt(fmt) "psci: " fmt
  17
  18 #include <linux/init.h>
  19 #include <linux/of.h>
  20 #include <linux/smp.h>
  21 #include <linux/delay.h>
  22 #include <linux/psci.h>
  23 #include <linux/slab.h>
  24
  25 #include <uapi/linux/psci.h>
  26
  27 #include <asm/compiler.h>
  28 #include <asm/cpu_ops.h>
  29 #include <asm/errno.h>
  30 #include <asm/smp_plat.h>
  31 #include <asm/suspend.h>
  32
  33 static bool psci_power_state_loses_context(u32 state)
  34 {
  35         return state & PSCI_0_2_POWER_STATE_TYPE_MASK;
  36 }
  37
  38 static bool psci_power_state_is_valid(u32 state)
  39 {
  40         const u32 valid_mask = PSCI_0_2_POWER_STATE_ID_MASK |
  41                                PSCI_0_2_POWER_STATE_TYPE_MASK |
  42                                PSCI_0_2_POWER_STATE_AFFL_MASK;
  43
  44         return !(state & ~valid_mask);
  45 }
  46
  47 static DEFINE_PER_CPU_READ_MOSTLY(u32 *, psci_power_state);
  48
  49 static int __maybe_unused cpu_psci_cpu_init_idle(unsigned int cpu)
  50 {
  51         int i, ret, count = 0;
  52         u32 *psci_states;
  53         struct device_node *state_node, *cpu_node;
  54
  55         cpu_node = of_get_cpu_node(cpu, NULL);
  56         if (!cpu_node)
  57                 return -ENODEV;
  58
  59         /*
  60          * If the PSCI cpu_suspend function hook has not been initialized
  61          * idle states must not be enabled, so bail out
  62          */
  63         if (!psci_ops.cpu_suspend)
  64                 return -EOPNOTSUPP;
  65
  66         /* Count idle states */
  67         while ((state_node = of_parse_phandle(cpu_node, "cpu-idle-states",
  68                                               count))) {
  69                 count++;
  70                 of_node_put(state_node);
  71         }
  72
  73         if (!count)
  74                 return -ENODEV;
  75
  76         psci_states = kcalloc(count, sizeof(*psci_states), GFP_KERNEL);
  77         if (!psci_states)
  78                 return -ENOMEM;
  79
  80         for (i = 0; i < count; i++) {
  81                 u32 state;
  82
  83                 state_node = of_parse_phandle(cpu_node, "cpu-idle-states", i);
  84
  85                 ret = of_property_read_u32(state_node,
  86                                            "arm,psci-suspend-param",
  87                                            &state);
  88                 if (ret) {
  89                         pr_warn(" * %s missing arm,psci-suspend-param property\n",
  90                                 state_node->full_name);
  91                         of_node_put(state_node);
  92                         goto free_mem;
  93                 }
  94
  95                 of_node_put(state_node);
  96                 pr_debug("psci-power-state %#x index %d\n", state, i);
  97                 if (!psci_power_state_is_valid(state)) {
  98                         pr_warn("Invalid PSCI power state %#x\n", state);
  99                         ret = -EINVAL;
 100                         goto free_mem;
 101                 }
 102                 psci_states[i] = state;
 103         }
 104         /* Idle states parsed correctly, initialize per-cpu pointer */
 105         per_cpu(psci_power_state, cpu) = psci_states;
 106         return 0;
 107
 108 free_mem:
 109         kfree(psci_states);
 110         return ret;
 111 }
 112
 113 #ifdef CONFIG_SMP
 114
 115 static int __init cpu_psci_cpu_init(unsigned int cpu)
 116 {
 117         return 0;
 118 }
 119
 120 static int __init cpu_psci_cpu_prepare(unsigned int cpu)
 121 {
 122         if (!psci_ops.cpu_on) {
 123                 pr_err("no cpu_on method, not booting CPU%d\n", cpu);
 124                 return -ENODEV;
 125         }
 126
 127         return 0;
 128 }
 129
 130 static int cpu_psci_cpu_boot(unsigned int cpu)
 131 {
 132         int err = psci_ops.cpu_on(cpu_logical_map(cpu), __pa(secondary_entry));
 133         if (err)
 134                 pr_err("failed to boot CPU%d (%d)\n", cpu, err);
 135
 136         return err;
 137 }
 138
 139 #ifdef CONFIG_HOTPLUG_CPU
 140 static int cpu_psci_cpu_disable(unsigned int cpu)
 141 {
 142         /* Fail early if we don't have CPU_OFF support */
 143         if (!psci_ops.cpu_off)
 144                 return -EOPNOTSUPP;
 145
 146         /* Trusted OS will deny CPU_OFF */
 147         if (psci_tos_resident_on(cpu))
 148                 return -EPERM;
 149
 150         return 0;
 151 }
 152
 153 static void cpu_psci_cpu_die(unsigned int cpu)
 154 {
 155         int ret;
 156         /*
 157          * There are no known implementations of PSCI actually using the
 158          * power state field, pass a sensible default for now.
 159          */
 160         u32 state = PSCI_POWER_STATE_TYPE_POWER_DOWN <<
 161                     PSCI_0_2_POWER_STATE_TYPE_SHIFT;
 162
 163         ret = psci_ops.cpu_off(state);
 164
 165         pr_crit("unable to power off CPU%u (%d)\n", cpu, ret);
 166 }
 167
 168 static int cpu_psci_cpu_kill(unsigned int cpu)
 169 {
 170         int err, i;
 171
 172         if (!psci_ops.affinity_info)
 173                 return 0;
 174         /*
 175          * cpu_kill could race with cpu_die and we can
 176          * potentially end up declaring this cpu undead
 177          * while it is dying. So, try again a few times.
 178          */
 179
 180         for (i = 0; i < 10; i++) {
 181                 err = psci_ops.affinity_info(cpu_logical_map(cpu), 0);
 182                 if (err == PSCI_0_2_AFFINITY_LEVEL_OFF) {
 183                         pr_info("CPU%d killed.\n", cpu);
 184                         return 0;
 185                 }
 186
 187                 msleep(10);
 188                 pr_info("Retrying again to check for CPU kill\n");
 189         }
 190
 191         pr_warn("CPU%d may not have shut down cleanly (AFFINITY_INFO reports %d)\n",
 192                         cpu, err);
 193         return -ETIMEDOUT;
 194 }
 195 #endif
 196 #endif
 197
 198 static int psci_suspend_finisher(unsigned long index)
 199 {
 200         u32 *state = __this_cpu_read(psci_power_state);
 201
 202         return psci_ops.cpu_suspend(state[index - 1],
 203                                     virt_to_phys(cpu_resume));
 204 }
 205
 206 static int __maybe_unused cpu_psci_cpu_suspend(unsigned long index)
 207 {
 208         int ret;
 209         u32 *state = __this_cpu_read(psci_power_state);
 210         /*
 211          * idle state index 0 corresponds to wfi, should never be called
 212          * from the cpu_suspend operations
 213          */
 214         if (WARN_ON_ONCE(!index))
 215                 return -EINVAL;
 216
 217         if (!psci_power_state_loses_context(state[index - 1]))
 218                 ret = psci_ops.cpu_suspend(state[index - 1], 0);
 219         else
 220                 ret = cpu_suspend(index, psci_suspend_finisher);
 221
 222         return ret;
 223 }
 224
 225 const struct cpu_operations cpu_psci_ops = {
 226         .name           = "psci",
 227 #ifdef CONFIG_CPU_IDLE
 228         .cpu_init_idle  = cpu_psci_cpu_init_idle,
 229         .cpu_suspend    = cpu_psci_cpu_suspend,
 230 #endif
 231 #ifdef CONFIG_SMP
 232         .cpu_init       = cpu_psci_cpu_init,
 233         .cpu_prepare    = cpu_psci_cpu_prepare,
 234         .cpu_boot       = cpu_psci_cpu_boot,
 235 #ifdef CONFIG_HOTPLUG_CPU
 236         .cpu_disable    = cpu_psci_cpu_disable,
 237         .cpu_die        = cpu_psci_cpu_die,
 238         .cpu_kill       = cpu_psci_cpu_kill,
 239 #endif
 240 #endif
 241 };
 242