Will Deacon | e790f1d | 2012-12-18 17:53:14 +0000 | [diff] [blame] | 1 | /* |
| 2 | * This program is free software; you can redistribute it and/or modify |
| 3 | * it under the terms of the GNU General Public License version 2 as |
| 4 | * published by the Free Software Foundation. |
| 5 | * |
| 6 | * This program is distributed in the hope that it will be useful, |
| 7 | * but WITHOUT ANY WARRANTY; without even the implied warranty of |
| 8 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
| 9 | * GNU General Public License for more details. |
| 10 | * |
| 11 | * Copyright (C) 2013 ARM Limited |
| 12 | * |
| 13 | * Author: Will Deacon <will.deacon@arm.com> |
| 14 | */ |
| 15 | |
| 16 | #define pr_fmt(fmt) "psci: " fmt |
| 17 | |
| 18 | #include <linux/init.h> |
| 19 | #include <linux/of.h> |
Mark Rutland | 00ef54b | 2013-10-24 20:30:14 +0100 | [diff] [blame] | 20 | #include <linux/smp.h> |
Ashwin Chaugule | c814ca0 | 2014-05-07 10:18:36 -0400 | [diff] [blame] | 21 | #include <linux/delay.h> |
Mark Rutland | bff6079 | 2015-07-31 15:46:16 +0100 | [diff] [blame] | 22 | #include <linux/psci.h> |
Laura Abbott | f8fee94e | 2017-01-10 13:35:49 -0800 | [diff] [blame] | 23 | #include <linux/mm.h> |
Mark Rutland | bff6079 | 2015-07-31 15:46:16 +0100 | [diff] [blame] | 24 | |
Ashwin Chaugule | e71246a | 2014-04-17 14:38:41 -0400 | [diff] [blame] | 25 | #include <uapi/linux/psci.h> |
Will Deacon | e790f1d | 2012-12-18 17:53:14 +0000 | [diff] [blame] | 26 | |
| 27 | #include <asm/compiler.h> |
Mark Rutland | cd1aebf | 2013-10-24 20:30:15 +0100 | [diff] [blame] | 28 | #include <asm/cpu_ops.h> |
Will Deacon | e790f1d | 2012-12-18 17:53:14 +0000 | [diff] [blame] | 29 | #include <asm/errno.h> |
Mark Rutland | 00ef54b | 2013-10-24 20:30:14 +0100 | [diff] [blame] | 30 | #include <asm/smp_plat.h> |
Lorenzo Pieralisi | 18910ab | 2013-09-27 10:25:02 +0100 | [diff] [blame] | 31 | |
Lorenzo Pieralisi | 819a882 | 2015-05-13 14:12:46 +0100 | [diff] [blame] | 32 | static int __init cpu_psci_cpu_init(unsigned int cpu) |
Mark Rutland | 00ef54b | 2013-10-24 20:30:14 +0100 | [diff] [blame] | 33 | { |
| 34 | return 0; |
| 35 | } |
| 36 | |
Mark Rutland | cd1aebf | 2013-10-24 20:30:15 +0100 | [diff] [blame] | 37 | static int __init cpu_psci_cpu_prepare(unsigned int cpu) |
Mark Rutland | 00ef54b | 2013-10-24 20:30:14 +0100 | [diff] [blame] | 38 | { |
Mark Rutland | 00ef54b | 2013-10-24 20:30:14 +0100 | [diff] [blame] | 39 | if (!psci_ops.cpu_on) { |
| 40 | pr_err("no cpu_on method, not booting CPU%d\n", cpu); |
| 41 | return -ENODEV; |
| 42 | } |
| 43 | |
Mark Rutland | 00ef54b | 2013-10-24 20:30:14 +0100 | [diff] [blame] | 44 | return 0; |
| 45 | } |
| 46 | |
Mark Rutland | 652af89 | 2013-10-24 20:30:16 +0100 | [diff] [blame] | 47 | static int cpu_psci_cpu_boot(unsigned int cpu) |
| 48 | { |
Laura Abbott | f8fee94e | 2017-01-10 13:35:49 -0800 | [diff] [blame] | 49 | int err = psci_ops.cpu_on(cpu_logical_map(cpu), __pa_symbol(secondary_entry)); |
Mark Rutland | 652af89 | 2013-10-24 20:30:16 +0100 | [diff] [blame] | 50 | if (err) |
Vladimir Murzin | 288ac26 | 2014-02-28 09:57:47 +0000 | [diff] [blame] | 51 | pr_err("failed to boot CPU%d (%d)\n", cpu, err); |
Mark Rutland | 652af89 | 2013-10-24 20:30:16 +0100 | [diff] [blame] | 52 | |
| 53 | return err; |
| 54 | } |
| 55 | |
Mark Rutland | 831ccf7 | 2013-10-24 20:30:19 +0100 | [diff] [blame] | 56 | #ifdef CONFIG_HOTPLUG_CPU |
| 57 | static int cpu_psci_cpu_disable(unsigned int cpu) |
| 58 | { |
| 59 | /* Fail early if we don't have CPU_OFF support */ |
| 60 | if (!psci_ops.cpu_off) |
| 61 | return -EOPNOTSUPP; |
Mark Rutland | ff3010e | 2015-04-22 18:10:26 +0100 | [diff] [blame] | 62 | |
| 63 | /* Trusted OS will deny CPU_OFF */ |
| 64 | if (psci_tos_resident_on(cpu)) |
| 65 | return -EPERM; |
| 66 | |
Mark Rutland | 831ccf7 | 2013-10-24 20:30:19 +0100 | [diff] [blame] | 67 | return 0; |
| 68 | } |
| 69 | |
| 70 | static void cpu_psci_cpu_die(unsigned int cpu) |
| 71 | { |
| 72 | int ret; |
| 73 | /* |
| 74 | * There are no known implementations of PSCI actually using the |
| 75 | * power state field, pass a sensible default for now. |
| 76 | */ |
Mark Rutland | c8cc427 | 2015-04-30 17:59:03 +0100 | [diff] [blame] | 77 | u32 state = PSCI_POWER_STATE_TYPE_POWER_DOWN << |
| 78 | PSCI_0_2_POWER_STATE_TYPE_SHIFT; |
Mark Rutland | 831ccf7 | 2013-10-24 20:30:19 +0100 | [diff] [blame] | 79 | |
| 80 | ret = psci_ops.cpu_off(state); |
| 81 | |
Vladimir Murzin | 288ac26 | 2014-02-28 09:57:47 +0000 | [diff] [blame] | 82 | pr_crit("unable to power off CPU%u (%d)\n", cpu, ret); |
Mark Rutland | 831ccf7 | 2013-10-24 20:30:19 +0100 | [diff] [blame] | 83 | } |
Ashwin Chaugule | c814ca0 | 2014-05-07 10:18:36 -0400 | [diff] [blame] | 84 | |
| 85 | static int cpu_psci_cpu_kill(unsigned int cpu) |
| 86 | { |
| 87 | int err, i; |
| 88 | |
| 89 | if (!psci_ops.affinity_info) |
Mark Rutland | 6b99c68c | 2015-04-20 17:55:30 +0100 | [diff] [blame] | 90 | return 0; |
Ashwin Chaugule | c814ca0 | 2014-05-07 10:18:36 -0400 | [diff] [blame] | 91 | /* |
| 92 | * cpu_kill could race with cpu_die and we can |
| 93 | * potentially end up declaring this cpu undead |
| 94 | * while it is dying. So, try again a few times. |
| 95 | */ |
| 96 | |
| 97 | for (i = 0; i < 10; i++) { |
| 98 | err = psci_ops.affinity_info(cpu_logical_map(cpu), 0); |
| 99 | if (err == PSCI_0_2_AFFINITY_LEVEL_OFF) { |
| 100 | pr_info("CPU%d killed.\n", cpu); |
Mark Rutland | 6b99c68c | 2015-04-20 17:55:30 +0100 | [diff] [blame] | 101 | return 0; |
Ashwin Chaugule | c814ca0 | 2014-05-07 10:18:36 -0400 | [diff] [blame] | 102 | } |
| 103 | |
| 104 | msleep(10); |
| 105 | pr_info("Retrying again to check for CPU kill\n"); |
| 106 | } |
| 107 | |
| 108 | pr_warn("CPU%d may not have shut down cleanly (AFFINITY_INFO reports %d)\n", |
| 109 | cpu, err); |
Mark Rutland | 6b99c68c | 2015-04-20 17:55:30 +0100 | [diff] [blame] | 110 | return -ETIMEDOUT; |
Ashwin Chaugule | c814ca0 | 2014-05-07 10:18:36 -0400 | [diff] [blame] | 111 | } |
Mark Rutland | 831ccf7 | 2013-10-24 20:30:19 +0100 | [diff] [blame] | 112 | #endif |
| 113 | |
Mark Rutland | cd1aebf | 2013-10-24 20:30:15 +0100 | [diff] [blame] | 114 | const struct cpu_operations cpu_psci_ops = { |
Mark Rutland | 00ef54b | 2013-10-24 20:30:14 +0100 | [diff] [blame] | 115 | .name = "psci", |
Lorenzo Pieralisi | 18910ab | 2013-09-27 10:25:02 +0100 | [diff] [blame] | 116 | #ifdef CONFIG_CPU_IDLE |
Lorenzo Pieralisi | 8b6f249 | 2016-02-01 18:01:30 +0100 | [diff] [blame] | 117 | .cpu_init_idle = psci_cpu_init_idle, |
| 118 | .cpu_suspend = psci_cpu_suspend_enter, |
Lorenzo Pieralisi | 18910ab | 2013-09-27 10:25:02 +0100 | [diff] [blame] | 119 | #endif |
Mark Rutland | cd1aebf | 2013-10-24 20:30:15 +0100 | [diff] [blame] | 120 | .cpu_init = cpu_psci_cpu_init, |
| 121 | .cpu_prepare = cpu_psci_cpu_prepare, |
Mark Rutland | 652af89 | 2013-10-24 20:30:16 +0100 | [diff] [blame] | 122 | .cpu_boot = cpu_psci_cpu_boot, |
Mark Rutland | 831ccf7 | 2013-10-24 20:30:19 +0100 | [diff] [blame] | 123 | #ifdef CONFIG_HOTPLUG_CPU |
| 124 | .cpu_disable = cpu_psci_cpu_disable, |
| 125 | .cpu_die = cpu_psci_cpu_die, |
Ashwin Chaugule | c814ca0 | 2014-05-07 10:18:36 -0400 | [diff] [blame] | 126 | .cpu_kill = cpu_psci_cpu_kill, |
Mark Rutland | 831ccf7 | 2013-10-24 20:30:19 +0100 | [diff] [blame] | 127 | #endif |
Mark Rutland | 00ef54b | 2013-10-24 20:30:14 +0100 | [diff] [blame] | 128 | }; |
| 129 | |