blob: 5c04389fc9ef774ac2f7f28bf21de5c2ec7163a3 [file] [log] [blame]
Stefano Stabellini4c071ee2012-09-14 13:53:39 +00001#include <xen/xen.h>
Stefano Stabellini0ec53ec2012-09-14 13:37:32 +00002#include <xen/events.h>
Stefano Stabellinib3b52fd2012-09-13 12:06:52 +00003#include <xen/grant_table.h>
4#include <xen/hvm.h>
Stefano Stabellini9a9ab3c2013-04-25 16:17:04 +00005#include <xen/interface/vcpu.h>
Stefano Stabellini4c071ee2012-09-14 13:53:39 +00006#include <xen/interface/xen.h>
7#include <xen/interface/memory.h>
Stefano Stabellinib3b52fd2012-09-13 12:06:52 +00008#include <xen/interface/hvm/params.h>
Stefano Stabellinief61ee0d2012-08-08 17:20:18 +00009#include <xen/features.h>
Stefano Stabellini4c071ee2012-09-14 13:53:39 +000010#include <xen/platform_pci.h>
Stefano Stabellinib3b52fd2012-09-13 12:06:52 +000011#include <xen/xenbus.h>
Ian Campbellc61ba722012-10-03 12:28:26 +010012#include <xen/page.h>
Stefano Stabellini6abb7492013-04-25 10:23:07 +000013#include <xen/interface/sched.h>
Ian Campbellf832da02012-10-03 16:37:09 +010014#include <xen/xen-ops.h>
Stefano Stabellini4c071ee2012-09-14 13:53:39 +000015#include <asm/xen/hypervisor.h>
16#include <asm/xen/hypercall.h>
Stefano Stabellini6abb7492013-04-25 10:23:07 +000017#include <asm/system_misc.h>
Stefano Stabellini0ec53ec2012-09-14 13:37:32 +000018#include <linux/interrupt.h>
19#include <linux/irqreturn.h>
Stefano Stabellini4c071ee2012-09-14 13:53:39 +000020#include <linux/module.h>
Stefano Stabellini2e01f162012-09-14 10:47:52 +000021#include <linux/of.h>
22#include <linux/of_irq.h>
23#include <linux/of_address.h>
Julien Gralle1a9c162013-09-09 11:35:26 +000024#include <linux/cpuidle.h>
25#include <linux/cpufreq.h>
Julien Grall8b271d52014-01-30 12:52:59 +000026#include <linux/cpu.h>
Stefano Stabellini4c071ee2012-09-14 13:53:39 +000027
Ian Campbellf832da02012-10-03 16:37:09 +010028#include <linux/mm.h>
29
Stefano Stabellini4c071ee2012-09-14 13:53:39 +000030struct start_info _xen_start_info;
31struct start_info *xen_start_info = &_xen_start_info;
Chuck Tuffli35c8ab42014-12-21 12:30:58 -080032EXPORT_SYMBOL(xen_start_info);
Stefano Stabellini4c071ee2012-09-14 13:53:39 +000033
34enum xen_domain_type xen_domain_type = XEN_NATIVE;
Chuck Tuffli35c8ab42014-12-21 12:30:58 -080035EXPORT_SYMBOL(xen_domain_type);
Stefano Stabellini4c071ee2012-09-14 13:53:39 +000036
37struct shared_info xen_dummy_shared_info;
38struct shared_info *HYPERVISOR_shared_info = (void *)&xen_dummy_shared_info;
39
40DEFINE_PER_CPU(struct vcpu_info *, xen_vcpu);
Stefano Stabellini9a9ab3c2013-04-25 16:17:04 +000041static struct vcpu_info __percpu *xen_vcpu_info;
Stefano Stabellini4c071ee2012-09-14 13:53:39 +000042
Ian Campbellc61ba722012-10-03 12:28:26 +010043/* These are unused until we support booting "pre-ballooned" */
44unsigned long xen_released_pages;
45struct xen_memory_region xen_extra_mem[XEN_EXTRA_MEM_MAX_REGIONS] __initdata;
46
Stefano Stabellini4c071ee2012-09-14 13:53:39 +000047/* TODO: to be removed */
48__read_mostly int xen_have_vector_callback;
49EXPORT_SYMBOL_GPL(xen_have_vector_callback);
50
51int xen_platform_pci_unplug = XEN_UNPLUG_ALL;
52EXPORT_SYMBOL_GPL(xen_platform_pci_unplug);
53
Stefano Stabellini0ec53ec2012-09-14 13:37:32 +000054static __read_mostly int xen_events_irq = -1;
55
Stefano Stabellini4c071ee2012-09-14 13:53:39 +000056int xen_remap_domain_mfn_range(struct vm_area_struct *vma,
57 unsigned long addr,
Ian Campbellf832da02012-10-03 16:37:09 +010058 xen_pfn_t mfn, int nr,
59 pgprot_t prot, unsigned domid,
60 struct page **pages)
Stefano Stabellini4c071ee2012-09-14 13:53:39 +000061{
David Vrabel628c28e2015-03-11 14:49:56 +000062 return xen_xlate_remap_gfn_range(vma, addr, mfn, nr,
63 prot, domid, pages);
Stefano Stabellini4c071ee2012-09-14 13:53:39 +000064}
65EXPORT_SYMBOL_GPL(xen_remap_domain_mfn_range);
Stefano Stabellini2e01f162012-09-14 10:47:52 +000066
Ian Campbellf832da02012-10-03 16:37:09 +010067int xen_unmap_domain_mfn_range(struct vm_area_struct *vma,
68 int nr, struct page **pages)
69{
David Vrabel628c28e2015-03-11 14:49:56 +000070 return xen_xlate_unmap_gfn_range(vma, nr, pages);
Ian Campbellf832da02012-10-03 16:37:09 +010071}
72EXPORT_SYMBOL_GPL(xen_unmap_domain_mfn_range);
73
Julien Grall8b271d52014-01-30 12:52:59 +000074static void xen_percpu_init(void)
Stefano Stabellini9a9ab3c2013-04-25 16:17:04 +000075{
76 struct vcpu_register_vcpu_info info;
77 struct vcpu_info *vcpup;
78 int err;
Stefano Stabellini3cc8e402013-05-08 11:59:01 +000079 int cpu = get_cpu();
Stefano Stabellini9a9ab3c2013-04-25 16:17:04 +000080
81 pr_info("Xen: initializing cpu%d\n", cpu);
82 vcpup = per_cpu_ptr(xen_vcpu_info, cpu);
83
84 info.mfn = __pa(vcpup) >> PAGE_SHIFT;
85 info.offset = offset_in_page(vcpup);
86
87 err = HYPERVISOR_vcpu_op(VCPUOP_register_vcpu_info, cpu, &info);
Stefano Stabellinid7266d72013-05-08 13:02:38 +000088 BUG_ON(err);
89 per_cpu(xen_vcpu, cpu) = vcpup;
90
Stefano Stabellini3cc8e402013-05-08 11:59:01 +000091 enable_percpu_irq(xen_events_irq, 0);
Julien Grall0d7febe2013-07-29 17:06:05 +010092 put_cpu();
Stefano Stabellini9a9ab3c2013-04-25 16:17:04 +000093}
94
Stefano Stabellini2451ade2013-07-21 15:17:54 +000095static void xen_restart(enum reboot_mode reboot_mode, const char *cmd)
Stefano Stabellini6abb7492013-04-25 10:23:07 +000096{
97 struct sched_shutdown r = { .reason = SHUTDOWN_reboot };
98 int rc;
99 rc = HYPERVISOR_sched_op(SCHEDOP_shutdown, &r);
Himangi Saraogia91c7772014-07-25 12:05:39 -0400100 BUG_ON(rc);
Stefano Stabellini6abb7492013-04-25 10:23:07 +0000101}
102
103static void xen_power_off(void)
104{
105 struct sched_shutdown r = { .reason = SHUTDOWN_poweroff };
106 int rc;
107 rc = HYPERVISOR_sched_op(SCHEDOP_shutdown, &r);
Himangi Saraogia91c7772014-07-25 12:05:39 -0400108 BUG_ON(rc);
Stefano Stabellini6abb7492013-04-25 10:23:07 +0000109}
110
Julien Grall8b271d52014-01-30 12:52:59 +0000111static int xen_cpu_notification(struct notifier_block *self,
112 unsigned long action,
113 void *hcpu)
114{
115 switch (action) {
116 case CPU_STARTING:
117 xen_percpu_init();
118 break;
119 default:
120 break;
121 }
122
123 return NOTIFY_OK;
124}
125
126static struct notifier_block xen_cpu_notifier = {
127 .notifier_call = xen_cpu_notification,
128};
129
130static irqreturn_t xen_arm_callback(int irq, void *arg)
131{
132 xen_hvm_evtchn_do_upcall();
133 return IRQ_HANDLED;
134}
135
Stefano Stabellini2e01f162012-09-14 10:47:52 +0000136/*
137 * see Documentation/devicetree/bindings/arm/xen.txt for the
138 * documentation of the Xen Device Tree format.
139 */
Stefano Stabellinib3b52fd2012-09-13 12:06:52 +0000140#define GRANT_TABLE_PHYSADDR 0
Stefano Stabellini2e01f162012-09-14 10:47:52 +0000141static int __init xen_guest_init(void)
142{
143 struct xen_add_to_physmap xatp;
144 static struct shared_info *shared_info_page = 0;
145 struct device_node *node;
146 int len;
147 const char *s = NULL;
148 const char *version = NULL;
149 const char *xen_prefix = "xen,xen-";
Stefano Stabellinib3b52fd2012-09-13 12:06:52 +0000150 struct resource res;
Julien Grall47c54202014-01-30 12:56:34 +0000151 phys_addr_t grant_frames;
Stefano Stabellini2e01f162012-09-14 10:47:52 +0000152
153 node = of_find_compatible_node(NULL, NULL, "xen,xen");
154 if (!node) {
155 pr_debug("No Xen support\n");
156 return 0;
157 }
158 s = of_get_property(node, "compatible", &len);
159 if (strlen(xen_prefix) + 3 < len &&
160 !strncmp(xen_prefix, s, strlen(xen_prefix)))
161 version = s + strlen(xen_prefix);
162 if (version == NULL) {
163 pr_debug("Xen version not found\n");
164 return 0;
165 }
Stefano Stabellinib3b52fd2012-09-13 12:06:52 +0000166 if (of_address_to_resource(node, GRANT_TABLE_PHYSADDR, &res))
167 return 0;
Konrad Rzeszutek Wilkefaf30a2014-01-06 10:40:36 -0500168 grant_frames = res.start;
Stefano Stabellini0ec53ec2012-09-14 13:37:32 +0000169 xen_events_irq = irq_of_parse_and_map(node, 0);
Julien Grall47c54202014-01-30 12:56:34 +0000170 pr_info("Xen %s support found, events_irq=%d gnttab_frame=%pa\n",
171 version, xen_events_irq, &grant_frames);
Julien Grall8b271d52014-01-30 12:52:59 +0000172
173 if (xen_events_irq < 0)
174 return -ENODEV;
175
Stefano Stabellini2e01f162012-09-14 10:47:52 +0000176 xen_domain_type = XEN_HVM_DOMAIN;
177
Stefano Stabellinief61ee0d2012-08-08 17:20:18 +0000178 xen_setup_features();
Stefano Stabellini5ebc77d2014-09-10 22:49:30 +0000179
Stefano Stabellinief61ee0d2012-08-08 17:20:18 +0000180 if (xen_feature(XENFEAT_dom0))
181 xen_start_info->flags |= SIF_INITDOMAIN|SIF_PRIVILEGED;
182 else
183 xen_start_info->flags &= ~(SIF_INITDOMAIN|SIF_PRIVILEGED);
184
Stefano Stabellini2e01f162012-09-14 10:47:52 +0000185 if (!shared_info_page)
186 shared_info_page = (struct shared_info *)
187 get_zeroed_page(GFP_KERNEL);
188 if (!shared_info_page) {
189 pr_err("not enough memory\n");
190 return -ENOMEM;
191 }
192 xatp.domid = DOMID_SELF;
193 xatp.idx = 0;
194 xatp.space = XENMAPSPACE_shared_info;
195 xatp.gpfn = __pa(shared_info_page) >> PAGE_SHIFT;
196 if (HYPERVISOR_memory_op(XENMEM_add_to_physmap, &xatp))
197 BUG();
198
199 HYPERVISOR_shared_info = (struct shared_info *)shared_info_page;
200
201 /* xen_vcpu is a pointer to the vcpu_info struct in the shared_info
202 * page, we use it in the event channel upcall and in some pvclock
Stefano Stabellini9a9ab3c2013-04-25 16:17:04 +0000203 * related functions.
Stefano Stabellini2e01f162012-09-14 10:47:52 +0000204 * The shared info contains exactly 1 CPU (the boot CPU). The guest
205 * is required to use VCPUOP_register_vcpu_info to place vcpu info
Stefano Stabellini9a9ab3c2013-04-25 16:17:04 +0000206 * for secondary CPUs as they are brought up.
207 * For uniformity we use VCPUOP_register_vcpu_info even on cpu0.
208 */
209 xen_vcpu_info = __alloc_percpu(sizeof(struct vcpu_info),
210 sizeof(struct vcpu_info));
211 if (xen_vcpu_info == NULL)
212 return -ENOMEM;
Stefano Stabellinib3b52fd2012-09-13 12:06:52 +0000213
Konrad Rzeszutek Wilkefaf30a2014-01-06 10:40:36 -0500214 if (gnttab_setup_auto_xlat_frames(grant_frames)) {
215 free_percpu(xen_vcpu_info);
216 return -ENOMEM;
217 }
Stefano Stabellinib3b52fd2012-09-13 12:06:52 +0000218 gnttab_init();
219 if (!xen_initial_domain())
220 xenbus_probe(NULL);
221
Julien Gralle1a9c162013-09-09 11:35:26 +0000222 /*
223 * Making sure board specific code will not set up ops for
224 * cpu idle and cpu freq.
225 */
226 disable_cpuidle();
227 disable_cpufreq();
228
Julien Grall8b271d52014-01-30 12:52:59 +0000229 xen_init_IRQ();
230
231 if (request_percpu_irq(xen_events_irq, xen_arm_callback,
232 "events", &xen_vcpu)) {
233 pr_err("Error request IRQ %d\n", xen_events_irq);
234 return -EINVAL;
235 }
236
237 xen_percpu_init();
238
239 register_cpu_notifier(&xen_cpu_notifier);
240
Stefano Stabellini1aa3d8d2013-05-08 11:59:01 +0000241 return 0;
242}
Julien Grall8b271d52014-01-30 12:52:59 +0000243early_initcall(xen_guest_init);
Stefano Stabellini1aa3d8d2013-05-08 11:59:01 +0000244
245static int __init xen_pm_init(void)
246{
Rob Herring9dd4b292013-08-29 07:43:52 -0500247 if (!xen_domain())
248 return -ENODEV;
249
Stefano Stabellini6abb7492013-04-25 10:23:07 +0000250 pm_power_off = xen_power_off;
251 arm_pm_restart = xen_restart;
252
Stefano Stabellini2e01f162012-09-14 10:47:52 +0000253 return 0;
254}
Rob Herring9dd4b292013-08-29 07:43:52 -0500255late_initcall(xen_pm_init);
Stefano Stabellini0ec53ec2012-09-14 13:37:32 +0000256
Stefano Stabellini79390282014-05-08 16:54:02 +0100257
258/* empty stubs */
259void xen_arch_pre_suspend(void) { }
260void xen_arch_post_suspend(int suspend_cancelled) { }
261void xen_timer_resume(void) { }
262void xen_arch_resume(void) { }
263
264
Konrad Rzeszutek Wilk911dec02012-11-06 17:06:52 -0500265/* In the hypervisor.S file. */
266EXPORT_SYMBOL_GPL(HYPERVISOR_event_channel_op);
267EXPORT_SYMBOL_GPL(HYPERVISOR_grant_table_op);
Stefano Stabelliniab277bb2012-11-08 15:58:55 +0000268EXPORT_SYMBOL_GPL(HYPERVISOR_xen_version);
269EXPORT_SYMBOL_GPL(HYPERVISOR_console_io);
270EXPORT_SYMBOL_GPL(HYPERVISOR_sched_op);
271EXPORT_SYMBOL_GPL(HYPERVISOR_hvm_op);
272EXPORT_SYMBOL_GPL(HYPERVISOR_memory_op);
273EXPORT_SYMBOL_GPL(HYPERVISOR_physdev_op);
Stefano Stabelliniea0af612013-04-25 13:53:05 +0000274EXPORT_SYMBOL_GPL(HYPERVISOR_vcpu_op);
Stefano Stabellini176455e2013-07-02 10:42:40 +0000275EXPORT_SYMBOL_GPL(HYPERVISOR_tmem_op);
Ian Campbell9f1d34142014-05-09 16:10:49 +0000276EXPORT_SYMBOL_GPL(HYPERVISOR_multicall);
Konrad Rzeszutek Wilk911dec02012-11-06 17:06:52 -0500277EXPORT_SYMBOL_GPL(privcmd_call);