Jack Steiner | 952cf6d | 2008-03-28 14:12:13 -0500 | [diff] [blame] | 1 | /* |
| 2 | * This file is subject to the terms and conditions of the GNU General Public |
| 3 | * License. See the file "COPYING" in the main directory of this archive |
| 4 | * for more details. |
| 5 | * |
| 6 | * SGI UV architectural definitions |
| 7 | * |
Jack Steiner | 9f5314f | 2008-05-28 09:51:18 -0500 | [diff] [blame] | 8 | * Copyright (C) 2007-2008 Silicon Graphics, Inc. All rights reserved. |
Jack Steiner | 952cf6d | 2008-03-28 14:12:13 -0500 | [diff] [blame] | 9 | */ |
| 10 | |
H. Peter Anvin | 05e4d31 | 2008-10-23 00:01:39 -0700 | [diff] [blame] | 11 | #ifndef _ASM_X86_UV_UV_HUB_H |
| 12 | #define _ASM_X86_UV_UV_HUB_H |
Jack Steiner | 952cf6d | 2008-03-28 14:12:13 -0500 | [diff] [blame] | 13 | |
Jack Steiner | bc5d994 | 2009-04-02 16:59:00 -0700 | [diff] [blame] | 14 | #ifdef CONFIG_X86_64 |
Jack Steiner | 952cf6d | 2008-03-28 14:12:13 -0500 | [diff] [blame] | 15 | #include <linux/numa.h> |
| 16 | #include <linux/percpu.h> |
Mike Travis | c08b6ac | 2008-10-30 11:33:19 -0700 | [diff] [blame] | 17 | #include <linux/timer.h> |
Jack Steiner | 8dc579e | 2009-09-10 09:31:49 -0500 | [diff] [blame] | 18 | #include <linux/io.h> |
Jack Steiner | 952cf6d | 2008-03-28 14:12:13 -0500 | [diff] [blame] | 19 | #include <asm/types.h> |
| 20 | #include <asm/percpu.h> |
Jack Steiner | 66666e5 | 2009-04-02 16:59:03 -0700 | [diff] [blame] | 21 | #include <asm/uv/uv_mmrs.h> |
Robin Holt | 02dd0a0 | 2009-10-20 14:36:15 -0500 | [diff] [blame] | 22 | #include <asm/irq_vectors.h> |
| 23 | #include <asm/io_apic.h> |
Jack Steiner | 952cf6d | 2008-03-28 14:12:13 -0500 | [diff] [blame] | 24 | |
| 25 | |
| 26 | /* |
| 27 | * Addressing Terminology |
| 28 | * |
Jack Steiner | 9f5314f | 2008-05-28 09:51:18 -0500 | [diff] [blame] | 29 | * M - The low M bits of a physical address represent the offset |
| 30 | * into the blade local memory. RAM memory on a blade is physically |
| 31 | * contiguous (although various IO spaces may punch holes in |
| 32 | * it).. |
Jack Steiner | 952cf6d | 2008-03-28 14:12:13 -0500 | [diff] [blame] | 33 | * |
Jack Steiner | 9f5314f | 2008-05-28 09:51:18 -0500 | [diff] [blame] | 34 | * N - Number of bits in the node portion of a socket physical |
| 35 | * address. |
| 36 | * |
| 37 | * NASID - network ID of a router, Mbrick or Cbrick. Nasid values of |
| 38 | * routers always have low bit of 1, C/MBricks have low bit |
| 39 | * equal to 0. Most addressing macros that target UV hub chips |
| 40 | * right shift the NASID by 1 to exclude the always-zero bit. |
| 41 | * NASIDs contain up to 15 bits. |
| 42 | * |
| 43 | * GNODE - NASID right shifted by 1 bit. Most mmrs contain gnodes instead |
| 44 | * of nasids. |
| 45 | * |
| 46 | * PNODE - the low N bits of the GNODE. The PNODE is the most useful variant |
| 47 | * of the nasid for socket usage. |
| 48 | * |
| 49 | * |
| 50 | * NumaLink Global Physical Address Format: |
| 51 | * +--------------------------------+---------------------+ |
| 52 | * |00..000| GNODE | NodeOffset | |
| 53 | * +--------------------------------+---------------------+ |
| 54 | * |<-------53 - M bits --->|<--------M bits -----> |
| 55 | * |
| 56 | * M - number of node offset bits (35 .. 40) |
Jack Steiner | 952cf6d | 2008-03-28 14:12:13 -0500 | [diff] [blame] | 57 | * |
| 58 | * |
| 59 | * Memory/UV-HUB Processor Socket Address Format: |
Jack Steiner | 9f5314f | 2008-05-28 09:51:18 -0500 | [diff] [blame] | 60 | * +----------------+---------------+---------------------+ |
| 61 | * |00..000000000000| PNODE | NodeOffset | |
| 62 | * +----------------+---------------+---------------------+ |
| 63 | * <--- N bits --->|<--------M bits -----> |
Jack Steiner | 952cf6d | 2008-03-28 14:12:13 -0500 | [diff] [blame] | 64 | * |
Jack Steiner | 9f5314f | 2008-05-28 09:51:18 -0500 | [diff] [blame] | 65 | * M - number of node offset bits (35 .. 40) |
| 66 | * N - number of PNODE bits (0 .. 10) |
Jack Steiner | 952cf6d | 2008-03-28 14:12:13 -0500 | [diff] [blame] | 67 | * |
| 68 | * Note: M + N cannot currently exceed 44 (x86_64) or 46 (IA64). |
| 69 | * The actual values are configuration dependent and are set at |
Jack Steiner | 9f5314f | 2008-05-28 09:51:18 -0500 | [diff] [blame] | 70 | * boot time. M & N values are set by the hardware/BIOS at boot. |
| 71 | * |
Jack Steiner | 952cf6d | 2008-03-28 14:12:13 -0500 | [diff] [blame] | 72 | * |
| 73 | * APICID format |
| 74 | * NOTE!!!!!! This is the current format of the APICID. However, code |
| 75 | * should assume that this will change in the future. Use functions |
| 76 | * in this file for all APICID bit manipulations and conversion. |
| 77 | * |
| 78 | * 1111110000000000 |
| 79 | * 5432109876543210 |
Jack Steiner | 9f5314f | 2008-05-28 09:51:18 -0500 | [diff] [blame] | 80 | * pppppppppplc0cch |
Jack Steiner | 952cf6d | 2008-03-28 14:12:13 -0500 | [diff] [blame] | 81 | * sssssssssss |
| 82 | * |
Jack Steiner | 9f5314f | 2008-05-28 09:51:18 -0500 | [diff] [blame] | 83 | * p = pnode bits |
Jack Steiner | 952cf6d | 2008-03-28 14:12:13 -0500 | [diff] [blame] | 84 | * l = socket number on board |
| 85 | * c = core |
| 86 | * h = hyperthread |
Jack Steiner | 9f5314f | 2008-05-28 09:51:18 -0500 | [diff] [blame] | 87 | * s = bits that are in the SOCKET_ID CSR |
Jack Steiner | 952cf6d | 2008-03-28 14:12:13 -0500 | [diff] [blame] | 88 | * |
| 89 | * Note: Processor only supports 12 bits in the APICID register. The ACPI |
| 90 | * tables hold all 16 bits. Software needs to be aware of this. |
| 91 | * |
| 92 | * Unless otherwise specified, all references to APICID refer to |
| 93 | * the FULL value contained in ACPI tables, not the subset in the |
| 94 | * processor APICID register. |
| 95 | */ |
| 96 | |
| 97 | |
| 98 | /* |
| 99 | * Maximum number of bricks in all partitions and in all coherency domains. |
| 100 | * This is the total number of bricks accessible in the numalink fabric. It |
| 101 | * includes all C & M bricks. Routers are NOT included. |
| 102 | * |
| 103 | * This value is also the value of the maximum number of non-router NASIDs |
| 104 | * in the numalink fabric. |
| 105 | * |
Jack Steiner | 9f5314f | 2008-05-28 09:51:18 -0500 | [diff] [blame] | 106 | * NOTE: a brick may contain 1 or 2 OS nodes. Don't get these confused. |
Jack Steiner | 952cf6d | 2008-03-28 14:12:13 -0500 | [diff] [blame] | 107 | */ |
| 108 | #define UV_MAX_NUMALINK_BLADES 16384 |
| 109 | |
| 110 | /* |
| 111 | * Maximum number of C/Mbricks within a software SSI (hardware may support |
| 112 | * more). |
| 113 | */ |
| 114 | #define UV_MAX_SSI_BLADES 256 |
| 115 | |
| 116 | /* |
| 117 | * The largest possible NASID of a C or M brick (+ 2) |
| 118 | */ |
Robin Holt | 1d21e6e | 2009-10-16 06:29:20 -0500 | [diff] [blame] | 119 | #define UV_MAX_NASID_VALUE (UV_MAX_NUMALINK_BLADES * 2) |
Jack Steiner | 952cf6d | 2008-03-28 14:12:13 -0500 | [diff] [blame] | 120 | |
Mike Travis | 7f1baa0 | 2008-10-24 15:24:29 -0700 | [diff] [blame] | 121 | struct uv_scir_s { |
| 122 | struct timer_list timer; |
| 123 | unsigned long offset; |
| 124 | unsigned long last; |
| 125 | unsigned long idle_on; |
| 126 | unsigned long idle_off; |
| 127 | unsigned char state; |
| 128 | unsigned char enabled; |
| 129 | }; |
| 130 | |
Jack Steiner | 952cf6d | 2008-03-28 14:12:13 -0500 | [diff] [blame] | 131 | /* |
| 132 | * The following defines attributes of the HUB chip. These attributes are |
| 133 | * frequently referenced and are kept in the per-cpu data areas of each cpu. |
| 134 | * They are kept together in a struct to minimize cache misses. |
| 135 | */ |
| 136 | struct uv_hub_info_s { |
Mike Travis | 69a72a0 | 2008-10-27 07:51:20 -0700 | [diff] [blame] | 137 | unsigned long global_mmr_base; |
| 138 | unsigned long gpa_mask; |
Jack Steiner | c4ed3f0 | 2009-06-08 10:44:05 -0500 | [diff] [blame] | 139 | unsigned int gnode_extra; |
Mike Travis | 69a72a0 | 2008-10-27 07:51:20 -0700 | [diff] [blame] | 140 | unsigned long gnode_upper; |
| 141 | unsigned long lowmem_remap_top; |
| 142 | unsigned long lowmem_remap_base; |
| 143 | unsigned short pnode; |
| 144 | unsigned short pnode_mask; |
| 145 | unsigned short coherency_domain_number; |
| 146 | unsigned short numa_blade_id; |
| 147 | unsigned char blade_processor_id; |
| 148 | unsigned char m_val; |
| 149 | unsigned char n_val; |
| 150 | struct uv_scir_s scir; |
Jack Steiner | 952cf6d | 2008-03-28 14:12:13 -0500 | [diff] [blame] | 151 | }; |
Mike Travis | 7f1baa0 | 2008-10-24 15:24:29 -0700 | [diff] [blame] | 152 | |
Jack Steiner | 952cf6d | 2008-03-28 14:12:13 -0500 | [diff] [blame] | 153 | DECLARE_PER_CPU(struct uv_hub_info_s, __uv_hub_info); |
| 154 | #define uv_hub_info (&__get_cpu_var(__uv_hub_info)) |
| 155 | #define uv_cpu_hub_info(cpu) (&per_cpu(__uv_hub_info, cpu)) |
| 156 | |
| 157 | /* |
| 158 | * Local & Global MMR space macros. |
| 159 | * Note: macros are intended to be used ONLY by inline functions |
| 160 | * in this file - not by other kernel code. |
Jack Steiner | 9f5314f | 2008-05-28 09:51:18 -0500 | [diff] [blame] | 161 | * n - NASID (full 15-bit global nasid) |
| 162 | * g - GNODE (full 15-bit global nasid, right shifted 1) |
| 163 | * p - PNODE (local part of nsids, right shifted 1) |
Jack Steiner | 952cf6d | 2008-03-28 14:12:13 -0500 | [diff] [blame] | 164 | */ |
Jack Steiner | 9f5314f | 2008-05-28 09:51:18 -0500 | [diff] [blame] | 165 | #define UV_NASID_TO_PNODE(n) (((n) >> 1) & uv_hub_info->pnode_mask) |
Jack Steiner | c4ed3f0 | 2009-06-08 10:44:05 -0500 | [diff] [blame] | 166 | #define UV_PNODE_TO_GNODE(p) ((p) |uv_hub_info->gnode_extra) |
| 167 | #define UV_PNODE_TO_NASID(p) (UV_PNODE_TO_GNODE(p) << 1) |
Jack Steiner | 952cf6d | 2008-03-28 14:12:13 -0500 | [diff] [blame] | 168 | |
| 169 | #define UV_LOCAL_MMR_BASE 0xf4000000UL |
| 170 | #define UV_GLOBAL_MMR32_BASE 0xf8000000UL |
| 171 | #define UV_GLOBAL_MMR64_BASE (uv_hub_info->global_mmr_base) |
Jack Steiner | 83f5d89 | 2008-07-01 14:45:38 -0500 | [diff] [blame] | 172 | #define UV_LOCAL_MMR_SIZE (64UL * 1024 * 1024) |
| 173 | #define UV_GLOBAL_MMR32_SIZE (64UL * 1024 * 1024) |
Jack Steiner | 952cf6d | 2008-03-28 14:12:13 -0500 | [diff] [blame] | 174 | |
Jack Steiner | 9f5314f | 2008-05-28 09:51:18 -0500 | [diff] [blame] | 175 | #define UV_GLOBAL_MMR32_PNODE_SHIFT 15 |
| 176 | #define UV_GLOBAL_MMR64_PNODE_SHIFT 26 |
Jack Steiner | 952cf6d | 2008-03-28 14:12:13 -0500 | [diff] [blame] | 177 | |
Jack Steiner | 9f5314f | 2008-05-28 09:51:18 -0500 | [diff] [blame] | 178 | #define UV_GLOBAL_MMR32_PNODE_BITS(p) ((p) << (UV_GLOBAL_MMR32_PNODE_SHIFT)) |
Jack Steiner | 952cf6d | 2008-03-28 14:12:13 -0500 | [diff] [blame] | 179 | |
Jack Steiner | 9f5314f | 2008-05-28 09:51:18 -0500 | [diff] [blame] | 180 | #define UV_GLOBAL_MMR64_PNODE_BITS(p) \ |
Jack Steiner | 67e83f3 | 2009-07-27 09:38:08 -0500 | [diff] [blame] | 181 | (((unsigned long)(p)) << UV_GLOBAL_MMR64_PNODE_SHIFT) |
Jack Steiner | 952cf6d | 2008-03-28 14:12:13 -0500 | [diff] [blame] | 182 | |
Jack Steiner | 9f5314f | 2008-05-28 09:51:18 -0500 | [diff] [blame] | 183 | #define UV_APIC_PNODE_SHIFT 6 |
Jack Steiner | 952cf6d | 2008-03-28 14:12:13 -0500 | [diff] [blame] | 184 | |
Mike Travis | 7f1baa0 | 2008-10-24 15:24:29 -0700 | [diff] [blame] | 185 | /* Local Bus from cpu's perspective */ |
| 186 | #define LOCAL_BUS_BASE 0x1c00000 |
| 187 | #define LOCAL_BUS_SIZE (4 * 1024 * 1024) |
| 188 | |
| 189 | /* |
| 190 | * System Controller Interface Reg |
| 191 | * |
| 192 | * Note there are NO leds on a UV system. This register is only |
| 193 | * used by the system controller to monitor system-wide operation. |
| 194 | * There are 64 regs per node. With Nahelem cpus (2 cores per node, |
| 195 | * 8 cpus per core, 2 threads per cpu) there are 32 cpu threads on |
| 196 | * a node. |
| 197 | * |
| 198 | * The window is located at top of ACPI MMR space |
| 199 | */ |
| 200 | #define SCIR_WINDOW_COUNT 64 |
| 201 | #define SCIR_LOCAL_MMR_BASE (LOCAL_BUS_BASE + \ |
| 202 | LOCAL_BUS_SIZE - \ |
| 203 | SCIR_WINDOW_COUNT) |
| 204 | |
| 205 | #define SCIR_CPU_HEARTBEAT 0x01 /* timer interrupt */ |
| 206 | #define SCIR_CPU_ACTIVITY 0x02 /* not idle */ |
| 207 | #define SCIR_CPU_HB_INTERVAL (HZ) /* once per second */ |
| 208 | |
Dimitri Sivanich | 8661984 | 2009-03-04 12:57:19 -0600 | [diff] [blame] | 209 | /* Loop through all installed blades */ |
| 210 | #define for_each_possible_blade(bid) \ |
| 211 | for ((bid) = 0; (bid) < uv_num_possible_blades(); (bid)++) |
| 212 | |
Jack Steiner | 952cf6d | 2008-03-28 14:12:13 -0500 | [diff] [blame] | 213 | /* |
Jack Steiner | 9f5314f | 2008-05-28 09:51:18 -0500 | [diff] [blame] | 214 | * Macros for converting between kernel virtual addresses, socket local physical |
| 215 | * addresses, and UV global physical addresses. |
| 216 | * Note: use the standard __pa() & __va() macros for converting |
| 217 | * between socket virtual and socket physical addresses. |
Jack Steiner | 952cf6d | 2008-03-28 14:12:13 -0500 | [diff] [blame] | 218 | */ |
Jack Steiner | 9f5314f | 2008-05-28 09:51:18 -0500 | [diff] [blame] | 219 | |
| 220 | /* socket phys RAM --> UV global physical address */ |
| 221 | static inline unsigned long uv_soc_phys_ram_to_gpa(unsigned long paddr) |
Jack Steiner | 952cf6d | 2008-03-28 14:12:13 -0500 | [diff] [blame] | 222 | { |
Jack Steiner | 9f5314f | 2008-05-28 09:51:18 -0500 | [diff] [blame] | 223 | if (paddr < uv_hub_info->lowmem_remap_top) |
Jack Steiner | 189f67c | 2008-12-12 14:50:40 -0600 | [diff] [blame] | 224 | paddr |= uv_hub_info->lowmem_remap_base; |
Jack Steiner | 9f5314f | 2008-05-28 09:51:18 -0500 | [diff] [blame] | 225 | return paddr | uv_hub_info->gnode_upper; |
| 226 | } |
| 227 | |
| 228 | |
| 229 | /* socket virtual --> UV global physical address */ |
| 230 | static inline unsigned long uv_gpa(void *v) |
| 231 | { |
Jack Steiner | 189f67c | 2008-12-12 14:50:40 -0600 | [diff] [blame] | 232 | return uv_soc_phys_ram_to_gpa(__pa(v)); |
Jack Steiner | 9f5314f | 2008-05-28 09:51:18 -0500 | [diff] [blame] | 233 | } |
| 234 | |
Robin Holt | fae419f | 2009-12-15 16:47:54 -0800 | [diff] [blame^] | 235 | /* Top two bits indicate the requested address is in MMR space. */ |
| 236 | static inline int |
| 237 | uv_gpa_in_mmr_space(unsigned long gpa) |
| 238 | { |
| 239 | return (gpa >> 62) == 0x3UL; |
| 240 | } |
| 241 | |
Robin Holt | 729d69e | 2009-12-15 16:47:52 -0800 | [diff] [blame] | 242 | /* UV global physical address --> socket phys RAM */ |
| 243 | static inline unsigned long uv_gpa_to_soc_phys_ram(unsigned long gpa) |
| 244 | { |
| 245 | unsigned long paddr = gpa & uv_hub_info->gpa_mask; |
| 246 | unsigned long remap_base = uv_hub_info->lowmem_remap_base; |
| 247 | unsigned long remap_top = uv_hub_info->lowmem_remap_top; |
| 248 | |
| 249 | if (paddr >= remap_base && paddr < remap_base + remap_top) |
| 250 | paddr -= remap_base; |
| 251 | return paddr; |
| 252 | } |
| 253 | |
| 254 | |
Robin Holt | 1d21e6e | 2009-10-16 06:29:20 -0500 | [diff] [blame] | 255 | /* gnode -> pnode */ |
| 256 | static inline unsigned long uv_gpa_to_gnode(unsigned long gpa) |
| 257 | { |
| 258 | return gpa >> uv_hub_info->m_val; |
| 259 | } |
| 260 | |
| 261 | /* gpa -> pnode */ |
| 262 | static inline int uv_gpa_to_pnode(unsigned long gpa) |
| 263 | { |
| 264 | unsigned long n_mask = (1UL << uv_hub_info->n_val) - 1; |
| 265 | |
| 266 | return uv_gpa_to_gnode(gpa) & n_mask; |
| 267 | } |
| 268 | |
Jack Steiner | 9f5314f | 2008-05-28 09:51:18 -0500 | [diff] [blame] | 269 | /* pnode, offset --> socket virtual */ |
| 270 | static inline void *uv_pnode_offset_to_vaddr(int pnode, unsigned long offset) |
| 271 | { |
| 272 | return __va(((unsigned long)pnode << uv_hub_info->m_val) | offset); |
| 273 | } |
| 274 | |
| 275 | |
| 276 | /* |
| 277 | * Extract a PNODE from an APICID (full apicid, not processor subset) |
| 278 | */ |
| 279 | static inline int uv_apicid_to_pnode(int apicid) |
| 280 | { |
| 281 | return (apicid >> UV_APIC_PNODE_SHIFT); |
Jack Steiner | 952cf6d | 2008-03-28 14:12:13 -0500 | [diff] [blame] | 282 | } |
| 283 | |
| 284 | /* |
| 285 | * Access global MMRs using the low memory MMR32 space. This region supports |
| 286 | * faster MMR access but not all MMRs are accessible in this space. |
| 287 | */ |
Jack Steiner | 9f5314f | 2008-05-28 09:51:18 -0500 | [diff] [blame] | 288 | static inline unsigned long *uv_global_mmr32_address(int pnode, |
Jack Steiner | 952cf6d | 2008-03-28 14:12:13 -0500 | [diff] [blame] | 289 | unsigned long offset) |
| 290 | { |
| 291 | return __va(UV_GLOBAL_MMR32_BASE | |
Jack Steiner | 9f5314f | 2008-05-28 09:51:18 -0500 | [diff] [blame] | 292 | UV_GLOBAL_MMR32_PNODE_BITS(pnode) | offset); |
Jack Steiner | 952cf6d | 2008-03-28 14:12:13 -0500 | [diff] [blame] | 293 | } |
| 294 | |
Jack Steiner | 9f5314f | 2008-05-28 09:51:18 -0500 | [diff] [blame] | 295 | static inline void uv_write_global_mmr32(int pnode, unsigned long offset, |
Jack Steiner | 952cf6d | 2008-03-28 14:12:13 -0500 | [diff] [blame] | 296 | unsigned long val) |
| 297 | { |
Jack Steiner | 8dc579e | 2009-09-10 09:31:49 -0500 | [diff] [blame] | 298 | writeq(val, uv_global_mmr32_address(pnode, offset)); |
Jack Steiner | 952cf6d | 2008-03-28 14:12:13 -0500 | [diff] [blame] | 299 | } |
| 300 | |
Jack Steiner | 9f5314f | 2008-05-28 09:51:18 -0500 | [diff] [blame] | 301 | static inline unsigned long uv_read_global_mmr32(int pnode, |
Jack Steiner | 952cf6d | 2008-03-28 14:12:13 -0500 | [diff] [blame] | 302 | unsigned long offset) |
| 303 | { |
Jack Steiner | 8dc579e | 2009-09-10 09:31:49 -0500 | [diff] [blame] | 304 | return readq(uv_global_mmr32_address(pnode, offset)); |
Jack Steiner | 952cf6d | 2008-03-28 14:12:13 -0500 | [diff] [blame] | 305 | } |
| 306 | |
| 307 | /* |
| 308 | * Access Global MMR space using the MMR space located at the top of physical |
| 309 | * memory. |
| 310 | */ |
Jack Steiner | 9f5314f | 2008-05-28 09:51:18 -0500 | [diff] [blame] | 311 | static inline unsigned long *uv_global_mmr64_address(int pnode, |
Jack Steiner | 952cf6d | 2008-03-28 14:12:13 -0500 | [diff] [blame] | 312 | unsigned long offset) |
| 313 | { |
| 314 | return __va(UV_GLOBAL_MMR64_BASE | |
Jack Steiner | 9f5314f | 2008-05-28 09:51:18 -0500 | [diff] [blame] | 315 | UV_GLOBAL_MMR64_PNODE_BITS(pnode) | offset); |
Jack Steiner | 952cf6d | 2008-03-28 14:12:13 -0500 | [diff] [blame] | 316 | } |
| 317 | |
Jack Steiner | 9f5314f | 2008-05-28 09:51:18 -0500 | [diff] [blame] | 318 | static inline void uv_write_global_mmr64(int pnode, unsigned long offset, |
Jack Steiner | 952cf6d | 2008-03-28 14:12:13 -0500 | [diff] [blame] | 319 | unsigned long val) |
| 320 | { |
Jack Steiner | 8dc579e | 2009-09-10 09:31:49 -0500 | [diff] [blame] | 321 | writeq(val, uv_global_mmr64_address(pnode, offset)); |
Jack Steiner | 952cf6d | 2008-03-28 14:12:13 -0500 | [diff] [blame] | 322 | } |
| 323 | |
Jack Steiner | 9f5314f | 2008-05-28 09:51:18 -0500 | [diff] [blame] | 324 | static inline unsigned long uv_read_global_mmr64(int pnode, |
Jack Steiner | 952cf6d | 2008-03-28 14:12:13 -0500 | [diff] [blame] | 325 | unsigned long offset) |
| 326 | { |
Jack Steiner | 8dc579e | 2009-09-10 09:31:49 -0500 | [diff] [blame] | 327 | return readq(uv_global_mmr64_address(pnode, offset)); |
Jack Steiner | 952cf6d | 2008-03-28 14:12:13 -0500 | [diff] [blame] | 328 | } |
| 329 | |
| 330 | /* |
Jack Steiner | 9f5314f | 2008-05-28 09:51:18 -0500 | [diff] [blame] | 331 | * Access hub local MMRs. Faster than using global space but only local MMRs |
Jack Steiner | 952cf6d | 2008-03-28 14:12:13 -0500 | [diff] [blame] | 332 | * are accessible. |
| 333 | */ |
| 334 | static inline unsigned long *uv_local_mmr_address(unsigned long offset) |
| 335 | { |
| 336 | return __va(UV_LOCAL_MMR_BASE | offset); |
| 337 | } |
| 338 | |
| 339 | static inline unsigned long uv_read_local_mmr(unsigned long offset) |
| 340 | { |
Jack Steiner | 8dc579e | 2009-09-10 09:31:49 -0500 | [diff] [blame] | 341 | return readq(uv_local_mmr_address(offset)); |
Jack Steiner | 952cf6d | 2008-03-28 14:12:13 -0500 | [diff] [blame] | 342 | } |
| 343 | |
| 344 | static inline void uv_write_local_mmr(unsigned long offset, unsigned long val) |
| 345 | { |
Jack Steiner | 8dc579e | 2009-09-10 09:31:49 -0500 | [diff] [blame] | 346 | writeq(val, uv_local_mmr_address(offset)); |
Jack Steiner | 952cf6d | 2008-03-28 14:12:13 -0500 | [diff] [blame] | 347 | } |
| 348 | |
Mike Travis | 7f1baa0 | 2008-10-24 15:24:29 -0700 | [diff] [blame] | 349 | static inline unsigned char uv_read_local_mmr8(unsigned long offset) |
| 350 | { |
Jack Steiner | 8dc579e | 2009-09-10 09:31:49 -0500 | [diff] [blame] | 351 | return readb(uv_local_mmr_address(offset)); |
Mike Travis | 7f1baa0 | 2008-10-24 15:24:29 -0700 | [diff] [blame] | 352 | } |
| 353 | |
| 354 | static inline void uv_write_local_mmr8(unsigned long offset, unsigned char val) |
| 355 | { |
Jack Steiner | 8dc579e | 2009-09-10 09:31:49 -0500 | [diff] [blame] | 356 | writeb(val, uv_local_mmr_address(offset)); |
Mike Travis | 7f1baa0 | 2008-10-24 15:24:29 -0700 | [diff] [blame] | 357 | } |
| 358 | |
Jack Steiner | 8400def | 2008-03-28 14:12:14 -0500 | [diff] [blame] | 359 | /* |
Jack Steiner | 9f5314f | 2008-05-28 09:51:18 -0500 | [diff] [blame] | 360 | * Structures and definitions for converting between cpu, node, pnode, and blade |
Jack Steiner | 8400def | 2008-03-28 14:12:14 -0500 | [diff] [blame] | 361 | * numbers. |
| 362 | */ |
| 363 | struct uv_blade_info { |
Jack Steiner | 9f5314f | 2008-05-28 09:51:18 -0500 | [diff] [blame] | 364 | unsigned short nr_possible_cpus; |
Jack Steiner | 8400def | 2008-03-28 14:12:14 -0500 | [diff] [blame] | 365 | unsigned short nr_online_cpus; |
Jack Steiner | 9f5314f | 2008-05-28 09:51:18 -0500 | [diff] [blame] | 366 | unsigned short pnode; |
Jack Steiner | 6c7184b | 2009-07-27 09:35:07 -0500 | [diff] [blame] | 367 | short memory_nid; |
Jack Steiner | 8400def | 2008-03-28 14:12:14 -0500 | [diff] [blame] | 368 | }; |
Jack Steiner | 9f5314f | 2008-05-28 09:51:18 -0500 | [diff] [blame] | 369 | extern struct uv_blade_info *uv_blade_info; |
Jack Steiner | 8400def | 2008-03-28 14:12:14 -0500 | [diff] [blame] | 370 | extern short *uv_node_to_blade; |
| 371 | extern short *uv_cpu_to_blade; |
| 372 | extern short uv_possible_blades; |
| 373 | |
| 374 | /* Blade-local cpu number of current cpu. Numbered 0 .. <# cpus on the blade> */ |
| 375 | static inline int uv_blade_processor_id(void) |
| 376 | { |
| 377 | return uv_hub_info->blade_processor_id; |
| 378 | } |
| 379 | |
| 380 | /* Blade number of current cpu. Numnbered 0 .. <#blades -1> */ |
| 381 | static inline int uv_numa_blade_id(void) |
| 382 | { |
| 383 | return uv_hub_info->numa_blade_id; |
| 384 | } |
| 385 | |
| 386 | /* Convert a cpu number to the the UV blade number */ |
| 387 | static inline int uv_cpu_to_blade_id(int cpu) |
| 388 | { |
| 389 | return uv_cpu_to_blade[cpu]; |
| 390 | } |
| 391 | |
| 392 | /* Convert linux node number to the UV blade number */ |
| 393 | static inline int uv_node_to_blade_id(int nid) |
| 394 | { |
| 395 | return uv_node_to_blade[nid]; |
| 396 | } |
| 397 | |
Jack Steiner | 9f5314f | 2008-05-28 09:51:18 -0500 | [diff] [blame] | 398 | /* Convert a blade id to the PNODE of the blade */ |
| 399 | static inline int uv_blade_to_pnode(int bid) |
Jack Steiner | 8400def | 2008-03-28 14:12:14 -0500 | [diff] [blame] | 400 | { |
Jack Steiner | 9f5314f | 2008-05-28 09:51:18 -0500 | [diff] [blame] | 401 | return uv_blade_info[bid].pnode; |
Jack Steiner | 8400def | 2008-03-28 14:12:14 -0500 | [diff] [blame] | 402 | } |
| 403 | |
Jack Steiner | 6c7184b | 2009-07-27 09:35:07 -0500 | [diff] [blame] | 404 | /* Nid of memory node on blade. -1 if no blade-local memory */ |
| 405 | static inline int uv_blade_to_memory_nid(int bid) |
| 406 | { |
| 407 | return uv_blade_info[bid].memory_nid; |
| 408 | } |
| 409 | |
Jack Steiner | 8400def | 2008-03-28 14:12:14 -0500 | [diff] [blame] | 410 | /* Determine the number of possible cpus on a blade */ |
| 411 | static inline int uv_blade_nr_possible_cpus(int bid) |
| 412 | { |
Jack Steiner | 9f5314f | 2008-05-28 09:51:18 -0500 | [diff] [blame] | 413 | return uv_blade_info[bid].nr_possible_cpus; |
Jack Steiner | 8400def | 2008-03-28 14:12:14 -0500 | [diff] [blame] | 414 | } |
| 415 | |
| 416 | /* Determine the number of online cpus on a blade */ |
| 417 | static inline int uv_blade_nr_online_cpus(int bid) |
| 418 | { |
| 419 | return uv_blade_info[bid].nr_online_cpus; |
| 420 | } |
| 421 | |
Jack Steiner | 9f5314f | 2008-05-28 09:51:18 -0500 | [diff] [blame] | 422 | /* Convert a cpu id to the PNODE of the blade containing the cpu */ |
| 423 | static inline int uv_cpu_to_pnode(int cpu) |
Jack Steiner | 8400def | 2008-03-28 14:12:14 -0500 | [diff] [blame] | 424 | { |
Jack Steiner | 9f5314f | 2008-05-28 09:51:18 -0500 | [diff] [blame] | 425 | return uv_blade_info[uv_cpu_to_blade_id(cpu)].pnode; |
Jack Steiner | 8400def | 2008-03-28 14:12:14 -0500 | [diff] [blame] | 426 | } |
| 427 | |
Jack Steiner | 9f5314f | 2008-05-28 09:51:18 -0500 | [diff] [blame] | 428 | /* Convert a linux node number to the PNODE of the blade */ |
| 429 | static inline int uv_node_to_pnode(int nid) |
Jack Steiner | 8400def | 2008-03-28 14:12:14 -0500 | [diff] [blame] | 430 | { |
Jack Steiner | 9f5314f | 2008-05-28 09:51:18 -0500 | [diff] [blame] | 431 | return uv_blade_info[uv_node_to_blade_id(nid)].pnode; |
Jack Steiner | 8400def | 2008-03-28 14:12:14 -0500 | [diff] [blame] | 432 | } |
| 433 | |
| 434 | /* Maximum possible number of blades */ |
| 435 | static inline int uv_num_possible_blades(void) |
| 436 | { |
| 437 | return uv_possible_blades; |
| 438 | } |
| 439 | |
Mike Travis | 7f1baa0 | 2008-10-24 15:24:29 -0700 | [diff] [blame] | 440 | /* Update SCIR state */ |
| 441 | static inline void uv_set_scir_bits(unsigned char value) |
| 442 | { |
| 443 | if (uv_hub_info->scir.state != value) { |
| 444 | uv_hub_info->scir.state = value; |
| 445 | uv_write_local_mmr8(uv_hub_info->scir.offset, value); |
| 446 | } |
| 447 | } |
Jack Steiner | 66666e5 | 2009-04-02 16:59:03 -0700 | [diff] [blame] | 448 | |
Mike Travis | 7f1baa0 | 2008-10-24 15:24:29 -0700 | [diff] [blame] | 449 | static inline void uv_set_cpu_scir_bits(int cpu, unsigned char value) |
| 450 | { |
| 451 | if (uv_cpu_hub_info(cpu)->scir.state != value) { |
| 452 | uv_cpu_hub_info(cpu)->scir.state = value; |
| 453 | uv_write_local_mmr8(uv_cpu_hub_info(cpu)->scir.offset, value); |
| 454 | } |
| 455 | } |
Jack Steiner | 952cf6d | 2008-03-28 14:12:13 -0500 | [diff] [blame] | 456 | |
Jack Steiner | 66666e5 | 2009-04-02 16:59:03 -0700 | [diff] [blame] | 457 | static inline void uv_hub_send_ipi(int pnode, int apicid, int vector) |
| 458 | { |
| 459 | unsigned long val; |
Robin Holt | 02dd0a0 | 2009-10-20 14:36:15 -0500 | [diff] [blame] | 460 | unsigned long dmode = dest_Fixed; |
| 461 | |
| 462 | if (vector == NMI_VECTOR) |
| 463 | dmode = dest_NMI; |
Jack Steiner | 66666e5 | 2009-04-02 16:59:03 -0700 | [diff] [blame] | 464 | |
| 465 | val = (1UL << UVH_IPI_INT_SEND_SHFT) | |
Jack Steiner | d2374ae | 2009-09-09 10:41:05 -0500 | [diff] [blame] | 466 | ((apicid) << UVH_IPI_INT_APIC_ID_SHFT) | |
Robin Holt | 02dd0a0 | 2009-10-20 14:36:15 -0500 | [diff] [blame] | 467 | (dmode << UVH_IPI_INT_DELIVERY_MODE_SHFT) | |
Jack Steiner | 66666e5 | 2009-04-02 16:59:03 -0700 | [diff] [blame] | 468 | (vector << UVH_IPI_INT_VECTOR_SHFT); |
| 469 | uv_write_global_mmr64(pnode, UVH_IPI_INT, val); |
| 470 | } |
| 471 | |
Jack Steiner | bc5d994 | 2009-04-02 16:59:00 -0700 | [diff] [blame] | 472 | #endif /* CONFIG_X86_64 */ |
Mike Travis | 7f1baa0 | 2008-10-24 15:24:29 -0700 | [diff] [blame] | 473 | #endif /* _ASM_X86_UV_UV_HUB_H */ |