Jeremy Fitzhardinge | 5ead97c | 2007-07-17 18:37:04 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Machine specific setup for xen |
| 3 | * |
| 4 | * Jeremy Fitzhardinge <jeremy@xensource.com>, XenSource Inc, 2007 |
| 5 | */ |
| 6 | |
| 7 | #include <linux/module.h> |
| 8 | #include <linux/sched.h> |
| 9 | #include <linux/mm.h> |
| 10 | #include <linux/pm.h> |
| 11 | |
| 12 | #include <asm/elf.h> |
Roland McGrath | 6c3652e | 2008-01-30 13:30:42 +0100 | [diff] [blame] | 13 | #include <asm/vdso.h> |
Jeremy Fitzhardinge | 5ead97c | 2007-07-17 18:37:04 -0700 | [diff] [blame] | 14 | #include <asm/e820.h> |
| 15 | #include <asm/setup.h> |
Jeremy Fitzhardinge | b792c75 | 2008-06-16 14:54:49 -0700 | [diff] [blame] | 16 | #include <asm/acpi.h> |
Jeremy Fitzhardinge | 5ead97c | 2007-07-17 18:37:04 -0700 | [diff] [blame] | 17 | #include <asm/xen/hypervisor.h> |
| 18 | #include <asm/xen/hypercall.h> |
| 19 | |
Jeremy Fitzhardinge | 8006ec3 | 2008-05-26 23:31:19 +0100 | [diff] [blame] | 20 | #include <xen/page.h> |
Jeremy Fitzhardinge | e2a81ba | 2008-03-17 16:37:17 -0700 | [diff] [blame] | 21 | #include <xen/interface/callback.h> |
Jeremy Fitzhardinge | 5ead97c | 2007-07-17 18:37:04 -0700 | [diff] [blame] | 22 | #include <xen/interface/physdev.h> |
| 23 | #include <xen/features.h> |
| 24 | |
| 25 | #include "xen-ops.h" |
Roland McGrath | d2eea68 | 2007-07-20 00:31:43 -0700 | [diff] [blame] | 26 | #include "vdso.h" |
Jeremy Fitzhardinge | 5ead97c | 2007-07-17 18:37:04 -0700 | [diff] [blame] | 27 | |
| 28 | /* These are code, but not functions. Defined in entry.S */ |
| 29 | extern const char xen_hypervisor_callback[]; |
| 30 | extern const char xen_failsafe_callback[]; |
Tej | f63c2f2 | 2008-12-16 11:56:06 -0800 | [diff] [blame] | 31 | extern void xen_sysenter_target(void); |
| 32 | extern void xen_syscall_target(void); |
| 33 | extern void xen_syscall32_target(void); |
Jeremy Fitzhardinge | 5ead97c | 2007-07-17 18:37:04 -0700 | [diff] [blame] | 34 | |
Jeremy Fitzhardinge | 5ead97c | 2007-07-17 18:37:04 -0700 | [diff] [blame] | 35 | |
| 36 | /** |
| 37 | * machine_specific_memory_setup - Hook for machine specific memory setup. |
| 38 | **/ |
| 39 | |
| 40 | char * __init xen_memory_setup(void) |
| 41 | { |
| 42 | unsigned long max_pfn = xen_start_info->nr_pages; |
| 43 | |
Jeremy Fitzhardinge | 8006ec3 | 2008-05-26 23:31:19 +0100 | [diff] [blame] | 44 | max_pfn = min(MAX_DOMAIN_PAGES, max_pfn); |
| 45 | |
Jeremy Fitzhardinge | 5ead97c | 2007-07-17 18:37:04 -0700 | [diff] [blame] | 46 | e820.nr_map = 0; |
Jeremy Fitzhardinge | be5bf9f | 2008-06-16 14:54:46 -0700 | [diff] [blame] | 47 | |
Jeremy Fitzhardinge | 5670a43 | 2008-09-14 07:42:23 -0700 | [diff] [blame] | 48 | e820_add_region(0, PFN_PHYS((u64)max_pfn), E820_RAM); |
Jeremy Fitzhardinge | b792c75 | 2008-06-16 14:54:49 -0700 | [diff] [blame] | 49 | |
| 50 | /* |
| 51 | * Even though this is normal, usable memory under Xen, reserve |
| 52 | * ISA memory anyway because too many things think they can poke |
| 53 | * about in there. |
| 54 | */ |
| 55 | e820_add_region(ISA_START_ADDRESS, ISA_END_ADDRESS - ISA_START_ADDRESS, |
| 56 | E820_RESERVED); |
Jeremy Fitzhardinge | 5ead97c | 2007-07-17 18:37:04 -0700 | [diff] [blame] | 57 | |
Jeremy Fitzhardinge | be5bf9f | 2008-06-16 14:54:46 -0700 | [diff] [blame] | 58 | /* |
| 59 | * Reserve Xen bits: |
| 60 | * - mfn_list |
| 61 | * - xen_start_info |
| 62 | * See comment above "struct start_info" in <xen/interface/xen.h> |
| 63 | */ |
Jeremy Fitzhardinge | 6b2e852 | 2009-05-07 11:56:49 -0700 | [diff] [blame] | 64 | reserve_early(__pa(xen_start_info->mfn_list), |
| 65 | __pa(xen_start_info->pt_base), |
| 66 | "XEN START INFO"); |
Jeremy Fitzhardinge | be5bf9f | 2008-06-16 14:54:46 -0700 | [diff] [blame] | 67 | |
| 68 | sanitize_e820_map(e820.map, ARRAY_SIZE(e820.map), &e820.nr_map); |
| 69 | |
Jeremy Fitzhardinge | 5ead97c | 2007-07-17 18:37:04 -0700 | [diff] [blame] | 70 | return "Xen"; |
| 71 | } |
| 72 | |
| 73 | static void xen_idle(void) |
| 74 | { |
| 75 | local_irq_disable(); |
| 76 | |
| 77 | if (need_resched()) |
| 78 | local_irq_enable(); |
| 79 | else { |
| 80 | current_thread_info()->status &= ~TS_POLLING; |
| 81 | smp_mb__after_clear_bit(); |
| 82 | safe_halt(); |
| 83 | current_thread_info()->status |= TS_POLLING; |
| 84 | } |
| 85 | } |
| 86 | |
Roland McGrath | d2eea68 | 2007-07-20 00:31:43 -0700 | [diff] [blame] | 87 | /* |
| 88 | * Set the bit indicating "nosegneg" library variants should be used. |
Jeremy Fitzhardinge | 6a52e4b | 2008-07-12 02:22:00 -0700 | [diff] [blame] | 89 | * We only need to bother in pure 32-bit mode; compat 32-bit processes |
| 90 | * can have un-truncated segments, so wrapping around is allowed. |
Roland McGrath | d2eea68 | 2007-07-20 00:31:43 -0700 | [diff] [blame] | 91 | */ |
Sam Ravnborg | 08b6d29 | 2008-01-30 13:33:25 +0100 | [diff] [blame] | 92 | static void __init fiddle_vdso(void) |
Roland McGrath | d2eea68 | 2007-07-20 00:31:43 -0700 | [diff] [blame] | 93 | { |
Jeremy Fitzhardinge | 6a52e4b | 2008-07-12 02:22:00 -0700 | [diff] [blame] | 94 | #ifdef CONFIG_X86_32 |
| 95 | u32 *mask; |
| 96 | mask = VDSO32_SYMBOL(&vdso32_int80_start, NOTE_MASK); |
| 97 | *mask |= 1 << VDSO_NOTE_NONEGSEG_BIT; |
| 98 | mask = VDSO32_SYMBOL(&vdso32_sysenter_start, NOTE_MASK); |
Roland McGrath | d2eea68 | 2007-07-20 00:31:43 -0700 | [diff] [blame] | 99 | *mask |= 1 << VDSO_NOTE_NONEGSEG_BIT; |
Jeremy Fitzhardinge | 6fcac6d | 2008-07-08 15:07:14 -0700 | [diff] [blame] | 100 | #endif |
Roland McGrath | d2eea68 | 2007-07-20 00:31:43 -0700 | [diff] [blame] | 101 | } |
| 102 | |
Jeremy Fitzhardinge | 88459d4 | 2008-07-08 15:07:02 -0700 | [diff] [blame] | 103 | static __cpuinit int register_callback(unsigned type, const void *func) |
Jeremy Fitzhardinge | e2a81ba | 2008-03-17 16:37:17 -0700 | [diff] [blame] | 104 | { |
Jeremy Fitzhardinge | 88459d4 | 2008-07-08 15:07:02 -0700 | [diff] [blame] | 105 | struct callback_register callback = { |
| 106 | .type = type, |
| 107 | .address = XEN_CALLBACK(__KERNEL_CS, func), |
Jeremy Fitzhardinge | e2a81ba | 2008-03-17 16:37:17 -0700 | [diff] [blame] | 108 | .flags = CALLBACKF_mask_events, |
| 109 | }; |
| 110 | |
Jeremy Fitzhardinge | 88459d4 | 2008-07-08 15:07:02 -0700 | [diff] [blame] | 111 | return HYPERVISOR_callback_op(CALLBACKOP_register, &callback); |
| 112 | } |
| 113 | |
| 114 | void __cpuinit xen_enable_sysenter(void) |
| 115 | { |
Jeremy Fitzhardinge | 6fcac6d | 2008-07-08 15:07:14 -0700 | [diff] [blame] | 116 | int ret; |
Jeremy Fitzhardinge | 62541c3 | 2008-07-10 16:24:08 -0700 | [diff] [blame] | 117 | unsigned sysenter_feature; |
Jeremy Fitzhardinge | 88459d4 | 2008-07-08 15:07:02 -0700 | [diff] [blame] | 118 | |
Jeremy Fitzhardinge | 6fcac6d | 2008-07-08 15:07:14 -0700 | [diff] [blame] | 119 | #ifdef CONFIG_X86_32 |
Jeremy Fitzhardinge | 62541c3 | 2008-07-10 16:24:08 -0700 | [diff] [blame] | 120 | sysenter_feature = X86_FEATURE_SEP; |
Jeremy Fitzhardinge | 6fcac6d | 2008-07-08 15:07:14 -0700 | [diff] [blame] | 121 | #else |
Jeremy Fitzhardinge | 62541c3 | 2008-07-10 16:24:08 -0700 | [diff] [blame] | 122 | sysenter_feature = X86_FEATURE_SYSENTER32; |
Jeremy Fitzhardinge | 6fcac6d | 2008-07-08 15:07:14 -0700 | [diff] [blame] | 123 | #endif |
| 124 | |
Jeremy Fitzhardinge | 62541c3 | 2008-07-10 16:24:08 -0700 | [diff] [blame] | 125 | if (!boot_cpu_has(sysenter_feature)) |
| 126 | return; |
| 127 | |
Jeremy Fitzhardinge | 6fcac6d | 2008-07-08 15:07:14 -0700 | [diff] [blame] | 128 | ret = register_callback(CALLBACKTYPE_sysenter, xen_sysenter_target); |
Jeremy Fitzhardinge | 62541c3 | 2008-07-10 16:24:08 -0700 | [diff] [blame] | 129 | if(ret != 0) |
| 130 | setup_clear_cpu_cap(sysenter_feature); |
Jeremy Fitzhardinge | e2a81ba | 2008-03-17 16:37:17 -0700 | [diff] [blame] | 131 | } |
| 132 | |
Jeremy Fitzhardinge | 6fcac6d | 2008-07-08 15:07:14 -0700 | [diff] [blame] | 133 | void __cpuinit xen_enable_syscall(void) |
| 134 | { |
| 135 | #ifdef CONFIG_X86_64 |
Jeremy Fitzhardinge | 6fcac6d | 2008-07-08 15:07:14 -0700 | [diff] [blame] | 136 | int ret; |
Jeremy Fitzhardinge | 6fcac6d | 2008-07-08 15:07:14 -0700 | [diff] [blame] | 137 | |
| 138 | ret = register_callback(CALLBACKTYPE_syscall, xen_syscall_target); |
| 139 | if (ret != 0) { |
Jeremy Fitzhardinge | d5303b8 | 2008-07-12 02:22:06 -0700 | [diff] [blame] | 140 | printk(KERN_ERR "Failed to set syscall callback: %d\n", ret); |
Jeremy Fitzhardinge | 62541c3 | 2008-07-10 16:24:08 -0700 | [diff] [blame] | 141 | /* Pretty fatal; 64-bit userspace has no other |
| 142 | mechanism for syscalls. */ |
| 143 | } |
| 144 | |
| 145 | if (boot_cpu_has(X86_FEATURE_SYSCALL32)) { |
Jeremy Fitzhardinge | 6fcac6d | 2008-07-08 15:07:14 -0700 | [diff] [blame] | 146 | ret = register_callback(CALLBACKTYPE_syscall32, |
| 147 | xen_syscall32_target); |
Jeremy Fitzhardinge | d5303b8 | 2008-07-12 02:22:06 -0700 | [diff] [blame] | 148 | if (ret != 0) |
Jeremy Fitzhardinge | 62541c3 | 2008-07-10 16:24:08 -0700 | [diff] [blame] | 149 | setup_clear_cpu_cap(X86_FEATURE_SYSCALL32); |
Jeremy Fitzhardinge | 6fcac6d | 2008-07-08 15:07:14 -0700 | [diff] [blame] | 150 | } |
| 151 | #endif /* CONFIG_X86_64 */ |
| 152 | } |
| 153 | |
Jeremy Fitzhardinge | 5ead97c | 2007-07-17 18:37:04 -0700 | [diff] [blame] | 154 | void __init xen_arch_setup(void) |
| 155 | { |
| 156 | struct physdev_set_iopl set_iopl; |
| 157 | int rc; |
| 158 | |
| 159 | HYPERVISOR_vm_assist(VMASST_CMD_enable, VMASST_TYPE_4gb_segments); |
| 160 | HYPERVISOR_vm_assist(VMASST_CMD_enable, VMASST_TYPE_writable_pagetables); |
| 161 | |
| 162 | if (!xen_feature(XENFEAT_auto_translated_physmap)) |
Tej | f63c2f2 | 2008-12-16 11:56:06 -0800 | [diff] [blame] | 163 | HYPERVISOR_vm_assist(VMASST_CMD_enable, |
| 164 | VMASST_TYPE_pae_extended_cr3); |
Jeremy Fitzhardinge | 5ead97c | 2007-07-17 18:37:04 -0700 | [diff] [blame] | 165 | |
Jeremy Fitzhardinge | 88459d4 | 2008-07-08 15:07:02 -0700 | [diff] [blame] | 166 | if (register_callback(CALLBACKTYPE_event, xen_hypervisor_callback) || |
| 167 | register_callback(CALLBACKTYPE_failsafe, xen_failsafe_callback)) |
| 168 | BUG(); |
Jeremy Fitzhardinge | 5ead97c | 2007-07-17 18:37:04 -0700 | [diff] [blame] | 169 | |
Jeremy Fitzhardinge | e2a81ba | 2008-03-17 16:37:17 -0700 | [diff] [blame] | 170 | xen_enable_sysenter(); |
Jeremy Fitzhardinge | 6fcac6d | 2008-07-08 15:07:14 -0700 | [diff] [blame] | 171 | xen_enable_syscall(); |
Jeremy Fitzhardinge | e2a81ba | 2008-03-17 16:37:17 -0700 | [diff] [blame] | 172 | |
Jeremy Fitzhardinge | 5ead97c | 2007-07-17 18:37:04 -0700 | [diff] [blame] | 173 | set_iopl.iopl = 1; |
| 174 | rc = HYPERVISOR_physdev_op(PHYSDEVOP_set_iopl, &set_iopl); |
| 175 | if (rc != 0) |
| 176 | printk(KERN_INFO "physdev_op failed %d\n", rc); |
| 177 | |
| 178 | #ifdef CONFIG_ACPI |
| 179 | if (!(xen_start_info->flags & SIF_INITDOMAIN)) { |
| 180 | printk(KERN_INFO "ACPI in unprivileged domain disabled\n"); |
| 181 | disable_acpi(); |
| 182 | } |
| 183 | #endif |
| 184 | |
| 185 | memcpy(boot_command_line, xen_start_info->cmd_line, |
| 186 | MAX_GUEST_CMDLINE > COMMAND_LINE_SIZE ? |
| 187 | COMMAND_LINE_SIZE : MAX_GUEST_CMDLINE); |
| 188 | |
| 189 | pm_idle = xen_idle; |
Jeremy Fitzhardinge | f87e4ca | 2007-07-17 18:37:06 -0700 | [diff] [blame] | 190 | |
Jeremy Fitzhardinge | dfdcdd4 | 2007-07-17 18:37:07 -0700 | [diff] [blame] | 191 | paravirt_disable_iospace(); |
Roland McGrath | d2eea68 | 2007-07-20 00:31:43 -0700 | [diff] [blame] | 192 | |
| 193 | fiddle_vdso(); |
Jeremy Fitzhardinge | 5ead97c | 2007-07-17 18:37:04 -0700 | [diff] [blame] | 194 | } |