Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* |
| 2 | * This file is subject to the terms and conditions of the GNU General |
| 3 | * Public License. See the file "COPYING" in the main directory of this |
| 4 | * archive for more details. |
| 5 | * |
| 6 | * Copyright (C) 2000 - 2001 by Kanoj Sarcar (kanoj@sgi.com) |
| 7 | * Copyright (C) 2000 - 2001 by Silicon Graphics, Inc. |
| 8 | */ |
| 9 | #include <linux/init.h> |
| 10 | #include <linux/sched.h> |
| 11 | #include <linux/nodemask.h> |
| 12 | #include <asm/page.h> |
| 13 | #include <asm/processor.h> |
| 14 | #include <asm/sn/arch.h> |
| 15 | #include <asm/sn/gda.h> |
| 16 | #include <asm/sn/intr.h> |
| 17 | #include <asm/sn/klconfig.h> |
| 18 | #include <asm/sn/launch.h> |
| 19 | #include <asm/sn/mapped_kernel.h> |
| 20 | #include <asm/sn/sn_private.h> |
| 21 | #include <asm/sn/types.h> |
| 22 | #include <asm/sn/sn0/hubpi.h> |
| 23 | #include <asm/sn/sn0/hubio.h> |
| 24 | #include <asm/sn/sn0/ip27.h> |
| 25 | |
| 26 | /* |
| 27 | * Takes as first input the PROM assigned cpu id, and the kernel |
| 28 | * assigned cpu id as the second. |
| 29 | */ |
| 30 | static void alloc_cpupda(cpuid_t cpu, int cpunum) |
| 31 | { |
| 32 | cnodeid_t node = get_cpu_cnode(cpu); |
| 33 | nasid_t nasid = COMPACT_TO_NASID_NODEID(node); |
| 34 | |
| 35 | cputonasid(cpunum) = nasid; |
Ralf Baechle | cc6e8e0 | 2007-10-11 23:46:05 +0100 | [diff] [blame] | 36 | sn_cpu_info[cpunum].p_nodeid = node; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 37 | cputoslice(cpunum) = get_cpu_slice(cpu); |
| 38 | } |
| 39 | |
| 40 | static nasid_t get_actual_nasid(lboard_t *brd) |
| 41 | { |
| 42 | klhub_t *hub; |
| 43 | |
| 44 | if (!brd) |
| 45 | return INVALID_NASID; |
| 46 | |
| 47 | /* find out if we are a completely disabled brd. */ |
| 48 | hub = (klhub_t *)find_first_component(brd, KLSTRUCT_HUB); |
| 49 | if (!hub) |
| 50 | return INVALID_NASID; |
| 51 | if (!(hub->hub_info.flags & KLINFO_ENABLE)) /* disabled node brd */ |
| 52 | return hub->hub_info.physid; |
| 53 | else |
| 54 | return brd->brd_nasid; |
| 55 | } |
| 56 | |
| 57 | static int do_cpumask(cnodeid_t cnode, nasid_t nasid, int highest) |
| 58 | { |
| 59 | static int tot_cpus_found = 0; |
| 60 | lboard_t *brd; |
| 61 | klcpu_t *acpu; |
| 62 | int cpus_found = 0; |
| 63 | cpuid_t cpuid; |
| 64 | |
| 65 | brd = find_lboard((lboard_t *)KL_CONFIG_INFO(nasid), KLTYPE_IP27); |
| 66 | |
| 67 | do { |
| 68 | acpu = (klcpu_t *)find_first_component(brd, KLSTRUCT_CPU); |
| 69 | while (acpu) { |
| 70 | cpuid = acpu->cpu_info.virtid; |
| 71 | /* cnode is not valid for completely disabled brds */ |
| 72 | if (get_actual_nasid(brd) == brd->brd_nasid) |
| 73 | cpuid_to_compact_node[cpuid] = cnode; |
| 74 | if (cpuid > highest) |
| 75 | highest = cpuid; |
| 76 | /* Only let it join in if it's marked enabled */ |
| 77 | if ((acpu->cpu_info.flags & KLINFO_ENABLE) && |
| 78 | (tot_cpus_found != NR_CPUS)) { |
Rusty Russell | 98a79d6 | 2008-12-13 21:19:41 +1030 | [diff] [blame] | 79 | cpu_set(cpuid, cpu_possible_map); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 80 | alloc_cpupda(cpuid, tot_cpus_found); |
| 81 | cpus_found++; |
| 82 | tot_cpus_found++; |
| 83 | } |
| 84 | acpu = (klcpu_t *)find_component(brd, (klinfo_t *)acpu, |
| 85 | KLSTRUCT_CPU); |
| 86 | } |
| 87 | brd = KLCF_NEXT(brd); |
| 88 | if (!brd) |
| 89 | break; |
| 90 | |
| 91 | brd = find_lboard(brd, KLTYPE_IP27); |
| 92 | } while (brd); |
| 93 | |
| 94 | return highest; |
| 95 | } |
| 96 | |
| 97 | void cpu_node_probe(void) |
| 98 | { |
| 99 | int i, highest = 0; |
| 100 | gda_t *gdap = GDA; |
| 101 | |
| 102 | /* |
| 103 | * Initialize the arrays to invalid nodeid (-1) |
| 104 | */ |
| 105 | for (i = 0; i < MAX_COMPACT_NODES; i++) |
| 106 | compact_to_nasid_node[i] = INVALID_NASID; |
| 107 | for (i = 0; i < MAX_NASIDS; i++) |
| 108 | nasid_to_compact_node[i] = INVALID_CNODEID; |
| 109 | for (i = 0; i < MAXCPUS; i++) |
| 110 | cpuid_to_compact_node[i] = INVALID_CNODEID; |
| 111 | |
| 112 | /* |
| 113 | * MCD - this whole "compact node" stuff can probably be dropped, |
| 114 | * as we can handle sparse numbering now |
| 115 | */ |
| 116 | nodes_clear(node_online_map); |
| 117 | for (i = 0; i < MAX_COMPACT_NODES; i++) { |
| 118 | nasid_t nasid = gdap->g_nasidtable[i]; |
| 119 | if (nasid == INVALID_NASID) |
| 120 | break; |
| 121 | compact_to_nasid_node[i] = nasid; |
| 122 | nasid_to_compact_node[nasid] = i; |
| 123 | node_set_online(num_online_nodes()); |
| 124 | highest = do_cpumask(i, nasid, highest); |
| 125 | } |
| 126 | |
| 127 | printk("Discovered %d cpus on %d nodes\n", highest + 1, num_online_nodes()); |
| 128 | } |
| 129 | |
Ralf Baechle | 39408c6 | 2005-02-13 23:10:08 +0000 | [diff] [blame] | 130 | static __init void intr_clear_all(nasid_t nasid) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 131 | { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 132 | int i; |
| 133 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 134 | REMOTE_HUB_S(nasid, PI_INT_MASK0_A, 0); |
| 135 | REMOTE_HUB_S(nasid, PI_INT_MASK0_B, 0); |
| 136 | REMOTE_HUB_S(nasid, PI_INT_MASK1_A, 0); |
| 137 | REMOTE_HUB_S(nasid, PI_INT_MASK1_B, 0); |
Ralf Baechle | 39408c6 | 2005-02-13 23:10:08 +0000 | [diff] [blame] | 138 | |
| 139 | for (i = 0; i < 128; i++) |
| 140 | REMOTE_HUB_CLR_INTR(nasid, i); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 141 | } |
| 142 | |
Ralf Baechle | 87353d8 | 2007-11-19 12:23:51 +0000 | [diff] [blame] | 143 | static void ip27_send_ipi_single(int destid, unsigned int action) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 144 | { |
| 145 | int irq; |
| 146 | |
| 147 | switch (action) { |
| 148 | case SMP_RESCHEDULE_YOURSELF: |
| 149 | irq = CPU_RESCHED_A_IRQ; |
| 150 | break; |
| 151 | case SMP_CALL_FUNCTION: |
| 152 | irq = CPU_CALL_A_IRQ; |
| 153 | break; |
| 154 | default: |
| 155 | panic("sendintr"); |
| 156 | } |
| 157 | |
| 158 | irq += cputoslice(destid); |
| 159 | |
| 160 | /* |
| 161 | * Convert the compact hub number to the NASID to get the correct |
| 162 | * part of the address space. Then set the interrupt bit associated |
| 163 | * with the CPU we want to send the interrupt to. |
| 164 | */ |
| 165 | REMOTE_HUB_SEND_INTR(COMPACT_TO_NASID_NODEID(cpu_to_node(destid)), irq); |
| 166 | } |
Ralf Baechle | 87353d8 | 2007-11-19 12:23:51 +0000 | [diff] [blame] | 167 | |
Ralf Baechle | b533e65 | 2009-09-25 15:08:01 +0100 | [diff] [blame] | 168 | static void ip27_send_ipi_mask(const struct cpumask *mask, unsigned int action) |
Ralf Baechle | 87353d8 | 2007-11-19 12:23:51 +0000 | [diff] [blame] | 169 | { |
| 170 | unsigned int i; |
| 171 | |
Rusty Russell | 48a048f | 2009-09-24 09:34:44 -0600 | [diff] [blame] | 172 | for_each_cpu(i, mask) |
Ralf Baechle | 87353d8 | 2007-11-19 12:23:51 +0000 | [diff] [blame] | 173 | ip27_send_ipi_single(i, action); |
| 174 | } |
| 175 | |
| 176 | static void __cpuinit ip27_init_secondary(void) |
| 177 | { |
| 178 | per_cpu_init(); |
Ralf Baechle | 87353d8 | 2007-11-19 12:23:51 +0000 | [diff] [blame] | 179 | } |
| 180 | |
| 181 | static void __cpuinit ip27_smp_finish(void) |
| 182 | { |
Thomas Bogendoerfer | b32bb80 | 2008-04-08 23:43:57 +0200 | [diff] [blame] | 183 | extern void hub_rt_clock_event_init(void); |
| 184 | |
| 185 | hub_rt_clock_event_init(); |
| 186 | local_irq_enable(); |
Ralf Baechle | 87353d8 | 2007-11-19 12:23:51 +0000 | [diff] [blame] | 187 | } |
| 188 | |
| 189 | static void __init ip27_cpus_done(void) |
| 190 | { |
| 191 | } |
| 192 | |
| 193 | /* |
| 194 | * Launch a slave into smp_bootstrap(). It doesn't take an argument, and we |
| 195 | * set sp to the kernel stack of the newly created idle process, gp to the proc |
| 196 | * struct so that current_thread_info() will work. |
| 197 | */ |
| 198 | static void __cpuinit ip27_boot_secondary(int cpu, struct task_struct *idle) |
| 199 | { |
| 200 | unsigned long gp = (unsigned long)task_thread_info(idle); |
| 201 | unsigned long sp = __KSTK_TOS(idle); |
| 202 | |
| 203 | LAUNCH_SLAVE(cputonasid(cpu), cputoslice(cpu), |
| 204 | (launch_proc_t)MAPPED_KERN_RW_TO_K0(smp_bootstrap), |
| 205 | 0, (void *) sp, (void *) gp); |
| 206 | } |
| 207 | |
| 208 | static void __init ip27_smp_setup(void) |
| 209 | { |
| 210 | cnodeid_t cnode; |
| 211 | |
| 212 | for_each_online_node(cnode) { |
| 213 | if (cnode == 0) |
| 214 | continue; |
| 215 | intr_clear_all(COMPACT_TO_NASID_NODEID(cnode)); |
| 216 | } |
| 217 | |
| 218 | replicate_kernel_text(); |
| 219 | |
| 220 | /* |
| 221 | * Assumption to be fixed: we're always booted on logical / physical |
| 222 | * processor 0. While we're always running on logical processor 0 |
| 223 | * this still means this is physical processor zero; it might for |
Nick Andrew | 877d031 | 2009-01-26 11:06:57 +0100 | [diff] [blame] | 224 | * example be disabled in the firmware. |
Ralf Baechle | 87353d8 | 2007-11-19 12:23:51 +0000 | [diff] [blame] | 225 | */ |
| 226 | alloc_cpupda(0, 0); |
| 227 | } |
| 228 | |
| 229 | static void __init ip27_prepare_cpus(unsigned int max_cpus) |
| 230 | { |
| 231 | /* We already did everything necessary earlier */ |
| 232 | } |
| 233 | |
| 234 | struct plat_smp_ops ip27_smp_ops = { |
| 235 | .send_ipi_single = ip27_send_ipi_single, |
| 236 | .send_ipi_mask = ip27_send_ipi_mask, |
| 237 | .init_secondary = ip27_init_secondary, |
| 238 | .smp_finish = ip27_smp_finish, |
| 239 | .cpus_done = ip27_cpus_done, |
| 240 | .boot_secondary = ip27_boot_secondary, |
| 241 | .smp_setup = ip27_smp_setup, |
| 242 | .prepare_cpus = ip27_prepare_cpus, |
| 243 | }; |