Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2001, 2002, 2003 Broadcom Corporation |
| 3 | * |
| 4 | * This program is free software; you can redistribute it and/or |
| 5 | * modify it under the terms of the GNU General Public License |
| 6 | * as published by the Free Software Foundation; either version 2 |
| 7 | * of the License, or (at your option) any later version. |
| 8 | * |
| 9 | * This program is distributed in the hope that it will be useful, |
| 10 | * but WITHOUT ANY WARRANTY; without even the implied warranty of |
| 11 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
| 12 | * GNU General Public License for more details. |
| 13 | * |
| 14 | * You should have received a copy of the GNU General Public License |
| 15 | * along with this program; if not, write to the Free Software |
| 16 | * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. |
| 17 | */ |
| 18 | |
| 19 | #include <linux/init.h> |
| 20 | #include <linux/delay.h> |
| 21 | #include <linux/interrupt.h> |
| 22 | #include <linux/smp.h> |
| 23 | #include <linux/kernel_stat.h> |
Peter Zijlstra | 184748c | 2011-04-05 17:23:39 +0200 | [diff] [blame] | 24 | #include <linux/sched.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 25 | |
| 26 | #include <asm/mmu_context.h> |
| 27 | #include <asm/io.h> |
Ralf Baechle | 87353d8 | 2007-11-19 12:23:51 +0000 | [diff] [blame] | 28 | #include <asm/fw/cfe/cfe_api.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 29 | #include <asm/sibyte/sb1250.h> |
| 30 | #include <asm/sibyte/sb1250_regs.h> |
| 31 | #include <asm/sibyte/sb1250_int.h> |
| 32 | |
| 33 | static void *mailbox_set_regs[] = { |
Maciej W. Rozycki | 65bda1a | 2005-02-22 21:51:30 +0000 | [diff] [blame] | 34 | IOADDR(A_IMR_CPU0_BASE + R_IMR_MAILBOX_SET_CPU), |
| 35 | IOADDR(A_IMR_CPU1_BASE + R_IMR_MAILBOX_SET_CPU) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 36 | }; |
| 37 | |
| 38 | static void *mailbox_clear_regs[] = { |
Maciej W. Rozycki | 65bda1a | 2005-02-22 21:51:30 +0000 | [diff] [blame] | 39 | IOADDR(A_IMR_CPU0_BASE + R_IMR_MAILBOX_CLR_CPU), |
| 40 | IOADDR(A_IMR_CPU1_BASE + R_IMR_MAILBOX_CLR_CPU) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 41 | }; |
| 42 | |
| 43 | static void *mailbox_regs[] = { |
Maciej W. Rozycki | 65bda1a | 2005-02-22 21:51:30 +0000 | [diff] [blame] | 44 | IOADDR(A_IMR_CPU0_BASE + R_IMR_MAILBOX_CPU), |
| 45 | IOADDR(A_IMR_CPU1_BASE + R_IMR_MAILBOX_CPU) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 46 | }; |
| 47 | |
| 48 | /* |
| 49 | * SMP init and finish on secondary CPUs |
| 50 | */ |
Paul Gortmaker | 078a55f | 2013-06-18 13:38:59 +0000 | [diff] [blame] | 51 | void sb1250_smp_init(void) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 52 | { |
| 53 | unsigned int imask = STATUSF_IP4 | STATUSF_IP3 | STATUSF_IP2 | |
| 54 | STATUSF_IP1 | STATUSF_IP0; |
| 55 | |
| 56 | /* Set interrupt mask, but don't enable */ |
| 57 | change_c0_status(ST0_IM, imask); |
| 58 | } |
| 59 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 60 | /* |
| 61 | * These are routines for dealing with the sb1250 smp capabilities |
| 62 | * independent of board/firmware |
| 63 | */ |
| 64 | |
| 65 | /* |
| 66 | * Simple enough; everything is set up, so just poke the appropriate mailbox |
| 67 | * register, and we should be set |
| 68 | */ |
Ralf Baechle | 87353d8 | 2007-11-19 12:23:51 +0000 | [diff] [blame] | 69 | static void sb1250_send_ipi_single(int cpu, unsigned int action) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 70 | { |
Maciej W. Rozycki | 65bda1a | 2005-02-22 21:51:30 +0000 | [diff] [blame] | 71 | __raw_writeq((((u64)action) << 48), mailbox_set_regs[cpu]); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 72 | } |
| 73 | |
Rusty Russell | 48a048f | 2009-09-24 09:34:44 -0600 | [diff] [blame] | 74 | static inline void sb1250_send_ipi_mask(const struct cpumask *mask, |
| 75 | unsigned int action) |
Ralf Baechle | 87353d8 | 2007-11-19 12:23:51 +0000 | [diff] [blame] | 76 | { |
| 77 | unsigned int i; |
| 78 | |
Rusty Russell | 48a048f | 2009-09-24 09:34:44 -0600 | [diff] [blame] | 79 | for_each_cpu(i, mask) |
Ralf Baechle | 87353d8 | 2007-11-19 12:23:51 +0000 | [diff] [blame] | 80 | sb1250_send_ipi_single(i, action); |
| 81 | } |
| 82 | |
| 83 | /* |
| 84 | * Code to run on secondary just after probing the CPU |
| 85 | */ |
Paul Gortmaker | 078a55f | 2013-06-18 13:38:59 +0000 | [diff] [blame] | 86 | static void sb1250_init_secondary(void) |
Ralf Baechle | 87353d8 | 2007-11-19 12:23:51 +0000 | [diff] [blame] | 87 | { |
| 88 | extern void sb1250_smp_init(void); |
| 89 | |
| 90 | sb1250_smp_init(); |
| 91 | } |
| 92 | |
| 93 | /* |
| 94 | * Do any tidying up before marking online and running the idle |
| 95 | * loop |
| 96 | */ |
Paul Gortmaker | 078a55f | 2013-06-18 13:38:59 +0000 | [diff] [blame] | 97 | static void sb1250_smp_finish(void) |
Ralf Baechle | 87353d8 | 2007-11-19 12:23:51 +0000 | [diff] [blame] | 98 | { |
| 99 | extern void sb1250_clockevent_init(void); |
| 100 | |
| 101 | sb1250_clockevent_init(); |
| 102 | local_irq_enable(); |
| 103 | } |
| 104 | |
| 105 | /* |
Ralf Baechle | 87353d8 | 2007-11-19 12:23:51 +0000 | [diff] [blame] | 106 | * Setup the PC, SP, and GP of a secondary processor and start it |
| 107 | * running! |
| 108 | */ |
Paul Gortmaker | 078a55f | 2013-06-18 13:38:59 +0000 | [diff] [blame] | 109 | static void sb1250_boot_secondary(int cpu, struct task_struct *idle) |
Ralf Baechle | 87353d8 | 2007-11-19 12:23:51 +0000 | [diff] [blame] | 110 | { |
| 111 | int retval; |
| 112 | |
| 113 | retval = cfe_cpu_start(cpu_logical_map(cpu), &smp_bootstrap, |
| 114 | __KSTK_TOS(idle), |
| 115 | (unsigned long)task_thread_info(idle), 0); |
| 116 | if (retval != 0) |
| 117 | printk("cfe_start_cpu(%i) returned %i\n" , cpu, retval); |
| 118 | } |
| 119 | |
| 120 | /* |
| 121 | * Use CFE to find out how many CPUs are available, setting up |
Rusty Russell | 0b5f9c0 | 2012-03-29 15:38:30 +1030 | [diff] [blame] | 122 | * cpu_possible_mask and the logical/physical mappings. |
Ralf Baechle | 87353d8 | 2007-11-19 12:23:51 +0000 | [diff] [blame] | 123 | * XXXKW will the boot CPU ever not be physical 0? |
| 124 | * |
| 125 | * Common setup before any secondaries are started |
| 126 | */ |
| 127 | static void __init sb1250_smp_setup(void) |
| 128 | { |
| 129 | int i, num; |
| 130 | |
Rusty Russell | 0b5f9c0 | 2012-03-29 15:38:30 +1030 | [diff] [blame] | 131 | init_cpu_possible(cpumask_of(0)); |
Ralf Baechle | 87353d8 | 2007-11-19 12:23:51 +0000 | [diff] [blame] | 132 | __cpu_number_map[0] = 0; |
| 133 | __cpu_logical_map[0] = 0; |
| 134 | |
| 135 | for (i = 1, num = 0; i < NR_CPUS; i++) { |
| 136 | if (cfe_cpu_stop(i) == 0) { |
Rusty Russell | 0b5f9c0 | 2012-03-29 15:38:30 +1030 | [diff] [blame] | 137 | set_cpu_possible(i, true); |
Ralf Baechle | 87353d8 | 2007-11-19 12:23:51 +0000 | [diff] [blame] | 138 | __cpu_number_map[i] = ++num; |
| 139 | __cpu_logical_map[num] = i; |
| 140 | } |
| 141 | } |
| 142 | printk(KERN_INFO "Detected %i available secondary CPU(s)\n", num); |
| 143 | } |
| 144 | |
| 145 | static void __init sb1250_prepare_cpus(unsigned int max_cpus) |
| 146 | { |
| 147 | } |
| 148 | |
| 149 | struct plat_smp_ops sb_smp_ops = { |
| 150 | .send_ipi_single = sb1250_send_ipi_single, |
| 151 | .send_ipi_mask = sb1250_send_ipi_mask, |
| 152 | .init_secondary = sb1250_init_secondary, |
| 153 | .smp_finish = sb1250_smp_finish, |
Ralf Baechle | 87353d8 | 2007-11-19 12:23:51 +0000 | [diff] [blame] | 154 | .boot_secondary = sb1250_boot_secondary, |
| 155 | .smp_setup = sb1250_smp_setup, |
| 156 | .prepare_cpus = sb1250_prepare_cpus, |
| 157 | }; |
| 158 | |
Ralf Baechle | 937a801 | 2006-10-07 19:44:33 +0100 | [diff] [blame] | 159 | void sb1250_mailbox_interrupt(void) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 160 | { |
| 161 | int cpu = smp_processor_id(); |
Mike Travis | d2287f5 | 2009-01-14 15:43:54 -0800 | [diff] [blame] | 162 | int irq = K_INT_MBOX_0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 163 | unsigned int action; |
| 164 | |
Thomas Gleixner | 310ff2c | 2014-02-23 21:40:14 +0000 | [diff] [blame] | 165 | kstat_incr_irq_this_cpu(irq); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 166 | /* Load the mailbox register to figure out what we're supposed to do */ |
Maciej W. Rozycki | 65bda1a | 2005-02-22 21:51:30 +0000 | [diff] [blame] | 167 | action = (____raw_readq(mailbox_regs[cpu]) >> 48) & 0xffff; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 168 | |
| 169 | /* Clear the mailbox to clear the interrupt */ |
Maciej W. Rozycki | 65bda1a | 2005-02-22 21:51:30 +0000 | [diff] [blame] | 170 | ____raw_writeq(((u64)action) << 48, mailbox_clear_regs[cpu]); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 171 | |
Peter Zijlstra | 184748c | 2011-04-05 17:23:39 +0200 | [diff] [blame] | 172 | if (action & SMP_RESCHEDULE_YOURSELF) |
| 173 | scheduler_ipi(); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 174 | |
Alex Smith | 4ace613 | 2015-07-24 16:57:49 +0100 | [diff] [blame] | 175 | if (action & SMP_CALL_FUNCTION) { |
| 176 | irq_enter(); |
| 177 | generic_smp_call_function_interrupt(); |
| 178 | irq_exit(); |
| 179 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 180 | } |