blob: eeeab074e1542a3567de5dd4d79c5dab72c083da [file] [log] [blame]
Stefano Stabellini4c071ee2012-09-14 13:53:39 +00001#include <xen/xen.h>
Stefano Stabellini0ec53ec2012-09-14 13:37:32 +00002#include <xen/events.h>
Stefano Stabellinib3b52fd2012-09-13 12:06:52 +00003#include <xen/grant_table.h>
4#include <xen/hvm.h>
Stefano Stabellini9a9ab3c2013-04-25 16:17:04 +00005#include <xen/interface/vcpu.h>
Stefano Stabellini4c071ee2012-09-14 13:53:39 +00006#include <xen/interface/xen.h>
7#include <xen/interface/memory.h>
Stefano Stabellinib3b52fd2012-09-13 12:06:52 +00008#include <xen/interface/hvm/params.h>
Stefano Stabellinief61ee0d2012-08-08 17:20:18 +00009#include <xen/features.h>
Stefano Stabellini4c071ee2012-09-14 13:53:39 +000010#include <xen/platform_pci.h>
Stefano Stabellinib3b52fd2012-09-13 12:06:52 +000011#include <xen/xenbus.h>
Ian Campbellc61ba722012-10-03 12:28:26 +010012#include <xen/page.h>
Stefano Stabellini6abb7492013-04-25 10:23:07 +000013#include <xen/interface/sched.h>
Ian Campbellf832da02012-10-03 16:37:09 +010014#include <xen/xen-ops.h>
Stefano Stabellini4c071ee2012-09-14 13:53:39 +000015#include <asm/xen/hypervisor.h>
16#include <asm/xen/hypercall.h>
Stefano Stabellini6abb7492013-04-25 10:23:07 +000017#include <asm/system_misc.h>
Stefano Stabellini0ec53ec2012-09-14 13:37:32 +000018#include <linux/interrupt.h>
19#include <linux/irqreturn.h>
Stefano Stabellini4c071ee2012-09-14 13:53:39 +000020#include <linux/module.h>
Stefano Stabellini2e01f162012-09-14 10:47:52 +000021#include <linux/of.h>
22#include <linux/of_irq.h>
23#include <linux/of_address.h>
Julien Gralle1a9c162013-09-09 11:35:26 +000024#include <linux/cpuidle.h>
25#include <linux/cpufreq.h>
Julien Grall8b271d52014-01-30 12:52:59 +000026#include <linux/cpu.h>
Ard Biesheuvelf1dddd12015-05-06 14:14:22 +000027#include <linux/console.h>
Stefano Stabellini4c071ee2012-09-14 13:53:39 +000028
Ian Campbellf832da02012-10-03 16:37:09 +010029#include <linux/mm.h>
30
Stefano Stabellini4c071ee2012-09-14 13:53:39 +000031struct start_info _xen_start_info;
32struct start_info *xen_start_info = &_xen_start_info;
Chuck Tuffli35c8ab42014-12-21 12:30:58 -080033EXPORT_SYMBOL(xen_start_info);
Stefano Stabellini4c071ee2012-09-14 13:53:39 +000034
35enum xen_domain_type xen_domain_type = XEN_NATIVE;
Chuck Tuffli35c8ab42014-12-21 12:30:58 -080036EXPORT_SYMBOL(xen_domain_type);
Stefano Stabellini4c071ee2012-09-14 13:53:39 +000037
38struct shared_info xen_dummy_shared_info;
39struct shared_info *HYPERVISOR_shared_info = (void *)&xen_dummy_shared_info;
40
41DEFINE_PER_CPU(struct vcpu_info *, xen_vcpu);
Stefano Stabellini9a9ab3c2013-04-25 16:17:04 +000042static struct vcpu_info __percpu *xen_vcpu_info;
Stefano Stabellini4c071ee2012-09-14 13:53:39 +000043
Ian Campbellc61ba722012-10-03 12:28:26 +010044/* These are unused until we support booting "pre-ballooned" */
45unsigned long xen_released_pages;
46struct xen_memory_region xen_extra_mem[XEN_EXTRA_MEM_MAX_REGIONS] __initdata;
47
Julien Grall81e863c2015-05-06 14:09:06 +000048static __read_mostly unsigned int xen_events_irq;
Stefano Stabellini0ec53ec2012-09-14 13:37:32 +000049
Stefano Stabellini5882bfe2015-05-06 14:13:31 +000050static __initdata struct device_node *xen_node;
51
Julien Gralla13d7202015-08-07 17:34:41 +010052int xen_remap_domain_gfn_array(struct vm_area_struct *vma,
Stefano Stabellini4c071ee2012-09-14 13:53:39 +000053 unsigned long addr,
Julien Gralla13d7202015-08-07 17:34:41 +010054 xen_pfn_t *gfn, int nr,
David Vrabel4e8c0c82015-03-11 14:49:57 +000055 int *err_ptr, pgprot_t prot,
56 unsigned domid,
Ian Campbellf832da02012-10-03 16:37:09 +010057 struct page **pages)
Stefano Stabellini4c071ee2012-09-14 13:53:39 +000058{
Julien Gralla13d7202015-08-07 17:34:41 +010059 return xen_xlate_remap_gfn_array(vma, addr, gfn, nr, err_ptr,
David Vrabel628c28e2015-03-11 14:49:56 +000060 prot, domid, pages);
Stefano Stabellini4c071ee2012-09-14 13:53:39 +000061}
Julien Gralla13d7202015-08-07 17:34:41 +010062EXPORT_SYMBOL_GPL(xen_remap_domain_gfn_array);
David Vrabel4e8c0c82015-03-11 14:49:57 +000063
64/* Not used by XENFEAT_auto_translated guests. */
Julien Gralla13d7202015-08-07 17:34:41 +010065int xen_remap_domain_gfn_range(struct vm_area_struct *vma,
David Vrabel4e8c0c82015-03-11 14:49:57 +000066 unsigned long addr,
Julien Gralla13d7202015-08-07 17:34:41 +010067 xen_pfn_t gfn, int nr,
David Vrabel4e8c0c82015-03-11 14:49:57 +000068 pgprot_t prot, unsigned domid,
69 struct page **pages)
70{
71 return -ENOSYS;
72}
Julien Gralla13d7202015-08-07 17:34:41 +010073EXPORT_SYMBOL_GPL(xen_remap_domain_gfn_range);
Stefano Stabellini2e01f162012-09-14 10:47:52 +000074
Julien Gralla13d7202015-08-07 17:34:41 +010075int xen_unmap_domain_gfn_range(struct vm_area_struct *vma,
Ian Campbellf832da02012-10-03 16:37:09 +010076 int nr, struct page **pages)
77{
David Vrabel628c28e2015-03-11 14:49:56 +000078 return xen_xlate_unmap_gfn_range(vma, nr, pages);
Ian Campbellf832da02012-10-03 16:37:09 +010079}
Julien Gralla13d7202015-08-07 17:34:41 +010080EXPORT_SYMBOL_GPL(xen_unmap_domain_gfn_range);
Ian Campbellf832da02012-10-03 16:37:09 +010081
Julien Grall8b271d52014-01-30 12:52:59 +000082static void xen_percpu_init(void)
Stefano Stabellini9a9ab3c2013-04-25 16:17:04 +000083{
84 struct vcpu_register_vcpu_info info;
85 struct vcpu_info *vcpup;
86 int err;
Stefano Stabellini3cc8e402013-05-08 11:59:01 +000087 int cpu = get_cpu();
Stefano Stabellini9a9ab3c2013-04-25 16:17:04 +000088
89 pr_info("Xen: initializing cpu%d\n", cpu);
90 vcpup = per_cpu_ptr(xen_vcpu_info, cpu);
91
92 info.mfn = __pa(vcpup) >> PAGE_SHIFT;
93 info.offset = offset_in_page(vcpup);
94
95 err = HYPERVISOR_vcpu_op(VCPUOP_register_vcpu_info, cpu, &info);
Stefano Stabellinid7266d72013-05-08 13:02:38 +000096 BUG_ON(err);
97 per_cpu(xen_vcpu, cpu) = vcpup;
98
Stefano Stabellini3cc8e402013-05-08 11:59:01 +000099 enable_percpu_irq(xen_events_irq, 0);
Julien Grall0d7febe2013-07-29 17:06:05 +0100100 put_cpu();
Stefano Stabellini9a9ab3c2013-04-25 16:17:04 +0000101}
102
Stefano Stabellini2451ade2013-07-21 15:17:54 +0000103static void xen_restart(enum reboot_mode reboot_mode, const char *cmd)
Stefano Stabellini6abb7492013-04-25 10:23:07 +0000104{
105 struct sched_shutdown r = { .reason = SHUTDOWN_reboot };
106 int rc;
107 rc = HYPERVISOR_sched_op(SCHEDOP_shutdown, &r);
Himangi Saraogia91c7772014-07-25 12:05:39 -0400108 BUG_ON(rc);
Stefano Stabellini6abb7492013-04-25 10:23:07 +0000109}
110
111static void xen_power_off(void)
112{
113 struct sched_shutdown r = { .reason = SHUTDOWN_poweroff };
114 int rc;
115 rc = HYPERVISOR_sched_op(SCHEDOP_shutdown, &r);
Himangi Saraogia91c7772014-07-25 12:05:39 -0400116 BUG_ON(rc);
Stefano Stabellini6abb7492013-04-25 10:23:07 +0000117}
118
Julien Grall8b271d52014-01-30 12:52:59 +0000119static int xen_cpu_notification(struct notifier_block *self,
120 unsigned long action,
121 void *hcpu)
122{
123 switch (action) {
124 case CPU_STARTING:
125 xen_percpu_init();
126 break;
127 default:
128 break;
129 }
130
131 return NOTIFY_OK;
132}
133
134static struct notifier_block xen_cpu_notifier = {
135 .notifier_call = xen_cpu_notification,
136};
137
138static irqreturn_t xen_arm_callback(int irq, void *arg)
139{
140 xen_hvm_evtchn_do_upcall();
141 return IRQ_HANDLED;
142}
143
Stefano Stabellini2e01f162012-09-14 10:47:52 +0000144/*
145 * see Documentation/devicetree/bindings/arm/xen.txt for the
146 * documentation of the Xen Device Tree format.
147 */
Stefano Stabellinib3b52fd2012-09-13 12:06:52 +0000148#define GRANT_TABLE_PHYSADDR 0
Stefano Stabellini5882bfe2015-05-06 14:13:31 +0000149void __init xen_early_init(void)
Stefano Stabellini2e01f162012-09-14 10:47:52 +0000150{
Stefano Stabellini2e01f162012-09-14 10:47:52 +0000151 int len;
152 const char *s = NULL;
153 const char *version = NULL;
154 const char *xen_prefix = "xen,xen-";
155
Stefano Stabellini5882bfe2015-05-06 14:13:31 +0000156 xen_node = of_find_compatible_node(NULL, NULL, "xen,xen");
157 if (!xen_node) {
Stefano Stabellini2e01f162012-09-14 10:47:52 +0000158 pr_debug("No Xen support\n");
Stefano Stabellini5882bfe2015-05-06 14:13:31 +0000159 return;
Stefano Stabellini2e01f162012-09-14 10:47:52 +0000160 }
Stefano Stabellini5882bfe2015-05-06 14:13:31 +0000161 s = of_get_property(xen_node, "compatible", &len);
Stefano Stabellini2e01f162012-09-14 10:47:52 +0000162 if (strlen(xen_prefix) + 3 < len &&
163 !strncmp(xen_prefix, s, strlen(xen_prefix)))
164 version = s + strlen(xen_prefix);
165 if (version == NULL) {
166 pr_debug("Xen version not found\n");
Stefano Stabellini5882bfe2015-05-06 14:13:31 +0000167 return;
Julien Grall81e863c2015-05-06 14:09:06 +0000168 }
169
Stefano Stabellini5882bfe2015-05-06 14:13:31 +0000170 pr_info("Xen %s support found\n", version);
Julien Grall8b271d52014-01-30 12:52:59 +0000171
Stefano Stabellini2e01f162012-09-14 10:47:52 +0000172 xen_domain_type = XEN_HVM_DOMAIN;
173
Stefano Stabellinief61ee0d2012-08-08 17:20:18 +0000174 xen_setup_features();
Stefano Stabellini5ebc77d2014-09-10 22:49:30 +0000175
Stefano Stabellinief61ee0d2012-08-08 17:20:18 +0000176 if (xen_feature(XENFEAT_dom0))
177 xen_start_info->flags |= SIF_INITDOMAIN|SIF_PRIVILEGED;
178 else
179 xen_start_info->flags &= ~(SIF_INITDOMAIN|SIF_PRIVILEGED);
Ard Biesheuvelf1dddd12015-05-06 14:14:22 +0000180
181 if (!console_set_on_cmdline && !xen_initial_domain())
182 add_preferred_console("hvc", 0, NULL);
Stefano Stabellini5882bfe2015-05-06 14:13:31 +0000183}
Stefano Stabellinief61ee0d2012-08-08 17:20:18 +0000184
Stefano Stabellini5882bfe2015-05-06 14:13:31 +0000185static int __init xen_guest_init(void)
186{
187 struct xen_add_to_physmap xatp;
188 struct shared_info *shared_info_page = NULL;
189 struct resource res;
190 phys_addr_t grant_frames;
191
192 if (!xen_domain())
193 return 0;
194
195 if (of_address_to_resource(xen_node, GRANT_TABLE_PHYSADDR, &res)) {
196 pr_err("Xen grant table base address not found\n");
197 return -ENODEV;
198 }
199 grant_frames = res.start;
200
201 xen_events_irq = irq_of_parse_and_map(xen_node, 0);
202 if (!xen_events_irq) {
203 pr_err("Xen event channel interrupt not found\n");
204 return -ENODEV;
205 }
206
207 shared_info_page = (struct shared_info *)get_zeroed_page(GFP_KERNEL);
208
Stefano Stabellini2e01f162012-09-14 10:47:52 +0000209 if (!shared_info_page) {
210 pr_err("not enough memory\n");
211 return -ENOMEM;
212 }
213 xatp.domid = DOMID_SELF;
214 xatp.idx = 0;
215 xatp.space = XENMAPSPACE_shared_info;
216 xatp.gpfn = __pa(shared_info_page) >> PAGE_SHIFT;
217 if (HYPERVISOR_memory_op(XENMEM_add_to_physmap, &xatp))
218 BUG();
219
220 HYPERVISOR_shared_info = (struct shared_info *)shared_info_page;
221
222 /* xen_vcpu is a pointer to the vcpu_info struct in the shared_info
223 * page, we use it in the event channel upcall and in some pvclock
Stefano Stabellini9a9ab3c2013-04-25 16:17:04 +0000224 * related functions.
Stefano Stabellini2e01f162012-09-14 10:47:52 +0000225 * The shared info contains exactly 1 CPU (the boot CPU). The guest
226 * is required to use VCPUOP_register_vcpu_info to place vcpu info
Stefano Stabellini9a9ab3c2013-04-25 16:17:04 +0000227 * for secondary CPUs as they are brought up.
228 * For uniformity we use VCPUOP_register_vcpu_info even on cpu0.
229 */
230 xen_vcpu_info = __alloc_percpu(sizeof(struct vcpu_info),
231 sizeof(struct vcpu_info));
232 if (xen_vcpu_info == NULL)
233 return -ENOMEM;
Stefano Stabellinib3b52fd2012-09-13 12:06:52 +0000234
Konrad Rzeszutek Wilkefaf30a2014-01-06 10:40:36 -0500235 if (gnttab_setup_auto_xlat_frames(grant_frames)) {
236 free_percpu(xen_vcpu_info);
237 return -ENOMEM;
238 }
Stefano Stabellinib3b52fd2012-09-13 12:06:52 +0000239 gnttab_init();
240 if (!xen_initial_domain())
241 xenbus_probe(NULL);
242
Julien Gralle1a9c162013-09-09 11:35:26 +0000243 /*
244 * Making sure board specific code will not set up ops for
245 * cpu idle and cpu freq.
246 */
247 disable_cpuidle();
248 disable_cpufreq();
249
Julien Grall8b271d52014-01-30 12:52:59 +0000250 xen_init_IRQ();
251
252 if (request_percpu_irq(xen_events_irq, xen_arm_callback,
253 "events", &xen_vcpu)) {
254 pr_err("Error request IRQ %d\n", xen_events_irq);
255 return -EINVAL;
256 }
257
258 xen_percpu_init();
259
260 register_cpu_notifier(&xen_cpu_notifier);
261
Stefano Stabellini1aa3d8d2013-05-08 11:59:01 +0000262 return 0;
263}
Julien Grall8b271d52014-01-30 12:52:59 +0000264early_initcall(xen_guest_init);
Stefano Stabellini1aa3d8d2013-05-08 11:59:01 +0000265
266static int __init xen_pm_init(void)
267{
Rob Herring9dd4b292013-08-29 07:43:52 -0500268 if (!xen_domain())
269 return -ENODEV;
270
Stefano Stabellini6abb7492013-04-25 10:23:07 +0000271 pm_power_off = xen_power_off;
272 arm_pm_restart = xen_restart;
273
Stefano Stabellini2e01f162012-09-14 10:47:52 +0000274 return 0;
275}
Rob Herring9dd4b292013-08-29 07:43:52 -0500276late_initcall(xen_pm_init);
Stefano Stabellini0ec53ec2012-09-14 13:37:32 +0000277
Stefano Stabellini79390282014-05-08 16:54:02 +0100278
279/* empty stubs */
280void xen_arch_pre_suspend(void) { }
281void xen_arch_post_suspend(int suspend_cancelled) { }
282void xen_timer_resume(void) { }
283void xen_arch_resume(void) { }
Boris Ostrovskyffb7dbe2015-05-07 12:55:23 -0400284void xen_arch_suspend(void) { }
Stefano Stabellini79390282014-05-08 16:54:02 +0100285
286
Konrad Rzeszutek Wilk911dec02012-11-06 17:06:52 -0500287/* In the hypervisor.S file. */
288EXPORT_SYMBOL_GPL(HYPERVISOR_event_channel_op);
289EXPORT_SYMBOL_GPL(HYPERVISOR_grant_table_op);
Stefano Stabelliniab277bb2012-11-08 15:58:55 +0000290EXPORT_SYMBOL_GPL(HYPERVISOR_xen_version);
291EXPORT_SYMBOL_GPL(HYPERVISOR_console_io);
292EXPORT_SYMBOL_GPL(HYPERVISOR_sched_op);
293EXPORT_SYMBOL_GPL(HYPERVISOR_hvm_op);
294EXPORT_SYMBOL_GPL(HYPERVISOR_memory_op);
295EXPORT_SYMBOL_GPL(HYPERVISOR_physdev_op);
Stefano Stabelliniea0af612013-04-25 13:53:05 +0000296EXPORT_SYMBOL_GPL(HYPERVISOR_vcpu_op);
Stefano Stabellini176455e2013-07-02 10:42:40 +0000297EXPORT_SYMBOL_GPL(HYPERVISOR_tmem_op);
Ian Campbell9f1d34142014-05-09 16:10:49 +0000298EXPORT_SYMBOL_GPL(HYPERVISOR_multicall);
Konrad Rzeszutek Wilk911dec02012-11-06 17:06:52 -0500299EXPORT_SYMBOL_GPL(privcmd_call);