2 #include <xen/events.h>
3 #include <xen/grant_table.h>
5 #include <xen/interface/vcpu.h>
6 #include <xen/interface/xen.h>
7 #include <xen/interface/memory.h>
8 #include <xen/interface/hvm/params.h>
9 #include <xen/features.h>
10 #include <xen/platform_pci.h>
11 #include <xen/xenbus.h>
13 #include <xen/interface/sched.h>
14 #include <xen/xen-ops.h>
15 #include <asm/xen/hypervisor.h>
16 #include <asm/xen/hypercall.h>
17 #include <asm/system_misc.h>
18 #include <linux/interrupt.h>
19 #include <linux/irqreturn.h>
20 #include <linux/module.h>
22 #include <linux/of_irq.h>
23 #include <linux/of_address.h>
24 #include <linux/cpuidle.h>
25 #include <linux/cpufreq.h>
26 #include <linux/cpu.h>
30 struct start_info _xen_start_info
;
31 struct start_info
*xen_start_info
= &_xen_start_info
;
32 EXPORT_SYMBOL(xen_start_info
);
34 enum xen_domain_type xen_domain_type
= XEN_NATIVE
;
35 EXPORT_SYMBOL(xen_domain_type
);
37 struct shared_info xen_dummy_shared_info
;
38 struct shared_info
*HYPERVISOR_shared_info
= (void *)&xen_dummy_shared_info
;
40 DEFINE_PER_CPU(struct vcpu_info
*, xen_vcpu
);
41 static struct vcpu_info __percpu
*xen_vcpu_info
;
43 /* These are unused until we support booting "pre-ballooned" */
44 unsigned long xen_released_pages
;
45 struct xen_memory_region xen_extra_mem
[XEN_EXTRA_MEM_MAX_REGIONS
] __initdata
;
47 /* TODO: to be removed */
48 __read_mostly
int xen_have_vector_callback
;
49 EXPORT_SYMBOL_GPL(xen_have_vector_callback
);
51 int xen_platform_pci_unplug
= XEN_UNPLUG_ALL
;
52 EXPORT_SYMBOL_GPL(xen_platform_pci_unplug
);
54 static __read_mostly
int xen_events_irq
= -1;
56 int xen_remap_domain_mfn_array(struct vm_area_struct
*vma
,
58 xen_pfn_t
*mfn
, int nr
,
59 int *err_ptr
, pgprot_t prot
,
63 return xen_xlate_remap_gfn_array(vma
, addr
, mfn
, nr
, err_ptr
,
66 EXPORT_SYMBOL_GPL(xen_remap_domain_mfn_array
);
68 /* Not used by XENFEAT_auto_translated guests. */
69 int xen_remap_domain_mfn_range(struct vm_area_struct
*vma
,
71 xen_pfn_t mfn
, int nr
,
72 pgprot_t prot
, unsigned domid
,
77 EXPORT_SYMBOL_GPL(xen_remap_domain_mfn_range
);
79 int xen_unmap_domain_mfn_range(struct vm_area_struct
*vma
,
80 int nr
, struct page
**pages
)
82 return xen_xlate_unmap_gfn_range(vma
, nr
, pages
);
84 EXPORT_SYMBOL_GPL(xen_unmap_domain_mfn_range
);
86 static void xen_percpu_init(void)
88 struct vcpu_register_vcpu_info info
;
89 struct vcpu_info
*vcpup
;
93 pr_info("Xen: initializing cpu%d\n", cpu
);
94 vcpup
= per_cpu_ptr(xen_vcpu_info
, cpu
);
96 info
.mfn
= __pa(vcpup
) >> PAGE_SHIFT
;
97 info
.offset
= offset_in_page(vcpup
);
99 err
= HYPERVISOR_vcpu_op(VCPUOP_register_vcpu_info
, cpu
, &info
);
101 per_cpu(xen_vcpu
, cpu
) = vcpup
;
103 enable_percpu_irq(xen_events_irq
, 0);
107 static void xen_restart(enum reboot_mode reboot_mode
, const char *cmd
)
109 struct sched_shutdown r
= { .reason
= SHUTDOWN_reboot
};
111 rc
= HYPERVISOR_sched_op(SCHEDOP_shutdown
, &r
);
115 static void xen_power_off(void)
117 struct sched_shutdown r
= { .reason
= SHUTDOWN_poweroff
};
119 rc
= HYPERVISOR_sched_op(SCHEDOP_shutdown
, &r
);
123 static int xen_cpu_notification(struct notifier_block
*self
,
124 unsigned long action
,
138 static struct notifier_block xen_cpu_notifier
= {
139 .notifier_call
= xen_cpu_notification
,
142 static irqreturn_t
xen_arm_callback(int irq
, void *arg
)
144 xen_hvm_evtchn_do_upcall();
149 * see Documentation/devicetree/bindings/arm/xen.txt for the
150 * documentation of the Xen Device Tree format.
152 #define GRANT_TABLE_PHYSADDR 0
153 static int __init
xen_guest_init(void)
155 struct xen_add_to_physmap xatp
;
156 static struct shared_info
*shared_info_page
= 0;
157 struct device_node
*node
;
159 const char *s
= NULL
;
160 const char *version
= NULL
;
161 const char *xen_prefix
= "xen,xen-";
163 phys_addr_t grant_frames
;
165 node
= of_find_compatible_node(NULL
, NULL
, "xen,xen");
167 pr_debug("No Xen support\n");
170 s
= of_get_property(node
, "compatible", &len
);
171 if (strlen(xen_prefix
) + 3 < len
&&
172 !strncmp(xen_prefix
, s
, strlen(xen_prefix
)))
173 version
= s
+ strlen(xen_prefix
);
174 if (version
== NULL
) {
175 pr_debug("Xen version not found\n");
178 if (of_address_to_resource(node
, GRANT_TABLE_PHYSADDR
, &res
))
180 grant_frames
= res
.start
;
181 xen_events_irq
= irq_of_parse_and_map(node
, 0);
182 pr_info("Xen %s support found, events_irq=%d gnttab_frame=%pa\n",
183 version
, xen_events_irq
, &grant_frames
);
185 if (xen_events_irq
< 0)
188 xen_domain_type
= XEN_HVM_DOMAIN
;
190 xen_setup_features();
192 if (xen_feature(XENFEAT_dom0
))
193 xen_start_info
->flags
|= SIF_INITDOMAIN
|SIF_PRIVILEGED
;
195 xen_start_info
->flags
&= ~(SIF_INITDOMAIN
|SIF_PRIVILEGED
);
197 if (!shared_info_page
)
198 shared_info_page
= (struct shared_info
*)
199 get_zeroed_page(GFP_KERNEL
);
200 if (!shared_info_page
) {
201 pr_err("not enough memory\n");
204 xatp
.domid
= DOMID_SELF
;
206 xatp
.space
= XENMAPSPACE_shared_info
;
207 xatp
.gpfn
= __pa(shared_info_page
) >> PAGE_SHIFT
;
208 if (HYPERVISOR_memory_op(XENMEM_add_to_physmap
, &xatp
))
211 HYPERVISOR_shared_info
= (struct shared_info
*)shared_info_page
;
213 /* xen_vcpu is a pointer to the vcpu_info struct in the shared_info
214 * page, we use it in the event channel upcall and in some pvclock
216 * The shared info contains exactly 1 CPU (the boot CPU). The guest
217 * is required to use VCPUOP_register_vcpu_info to place vcpu info
218 * for secondary CPUs as they are brought up.
219 * For uniformity we use VCPUOP_register_vcpu_info even on cpu0.
221 xen_vcpu_info
= __alloc_percpu(sizeof(struct vcpu_info
),
222 sizeof(struct vcpu_info
));
223 if (xen_vcpu_info
== NULL
)
226 if (gnttab_setup_auto_xlat_frames(grant_frames
)) {
227 free_percpu(xen_vcpu_info
);
231 if (!xen_initial_domain())
235 * Making sure board specific code will not set up ops for
236 * cpu idle and cpu freq.
243 if (request_percpu_irq(xen_events_irq
, xen_arm_callback
,
244 "events", &xen_vcpu
)) {
245 pr_err("Error request IRQ %d\n", xen_events_irq
);
251 register_cpu_notifier(&xen_cpu_notifier
);
255 early_initcall(xen_guest_init
);
257 static int __init
xen_pm_init(void)
262 pm_power_off
= xen_power_off
;
263 arm_pm_restart
= xen_restart
;
267 late_initcall(xen_pm_init
);
271 void xen_arch_pre_suspend(void) { }
272 void xen_arch_post_suspend(int suspend_cancelled
) { }
273 void xen_timer_resume(void) { }
274 void xen_arch_resume(void) { }
277 /* In the hypervisor.S file. */
278 EXPORT_SYMBOL_GPL(HYPERVISOR_event_channel_op
);
279 EXPORT_SYMBOL_GPL(HYPERVISOR_grant_table_op
);
280 EXPORT_SYMBOL_GPL(HYPERVISOR_xen_version
);
281 EXPORT_SYMBOL_GPL(HYPERVISOR_console_io
);
282 EXPORT_SYMBOL_GPL(HYPERVISOR_sched_op
);
283 EXPORT_SYMBOL_GPL(HYPERVISOR_hvm_op
);
284 EXPORT_SYMBOL_GPL(HYPERVISOR_memory_op
);
285 EXPORT_SYMBOL_GPL(HYPERVISOR_physdev_op
);
286 EXPORT_SYMBOL_GPL(HYPERVISOR_vcpu_op
);
287 EXPORT_SYMBOL_GPL(HYPERVISOR_tmem_op
);
288 EXPORT_SYMBOL_GPL(HYPERVISOR_multicall
);
289 EXPORT_SYMBOL_GPL(privcmd_call
);