enlighten.c 7.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311
  1. #include <xen/xen.h>
  2. #include <xen/events.h>
  3. #include <xen/grant_table.h>
  4. #include <xen/hvm.h>
  5. #include <xen/interface/vcpu.h>
  6. #include <xen/interface/xen.h>
  7. #include <xen/interface/memory.h>
  8. #include <xen/interface/hvm/params.h>
  9. #include <xen/features.h>
  10. #include <xen/platform_pci.h>
  11. #include <xen/xenbus.h>
  12. #include <xen/page.h>
  13. #include <xen/interface/sched.h>
  14. #include <xen/xen-ops.h>
  15. #include <asm/xen/hypervisor.h>
  16. #include <asm/xen/hypercall.h>
  17. #include <asm/system_misc.h>
  18. #include <linux/interrupt.h>
  19. #include <linux/irqreturn.h>
  20. #include <linux/module.h>
  21. #include <linux/of.h>
  22. #include <linux/of_irq.h>
  23. #include <linux/of_address.h>
  24. #include <linux/cpuidle.h>
  25. #include <linux/cpufreq.h>
  26. #include <linux/cpu.h>
  27. #include <linux/console.h>
  28. #include <linux/mm.h>
  29. struct start_info _xen_start_info;
  30. struct start_info *xen_start_info = &_xen_start_info;
  31. EXPORT_SYMBOL(xen_start_info);
  32. enum xen_domain_type xen_domain_type = XEN_NATIVE;
  33. EXPORT_SYMBOL(xen_domain_type);
  34. struct shared_info xen_dummy_shared_info;
  35. struct shared_info *HYPERVISOR_shared_info = (void *)&xen_dummy_shared_info;
  36. DEFINE_PER_CPU(struct vcpu_info *, xen_vcpu);
  37. static struct vcpu_info __percpu *xen_vcpu_info;
  38. /* These are unused until we support booting "pre-ballooned" */
  39. unsigned long xen_released_pages;
  40. struct xen_memory_region xen_extra_mem[XEN_EXTRA_MEM_MAX_REGIONS] __initdata;
  41. static __read_mostly unsigned int xen_events_irq;
  42. static __initdata struct device_node *xen_node;
  43. int xen_remap_domain_gfn_array(struct vm_area_struct *vma,
  44. unsigned long addr,
  45. xen_pfn_t *gfn, int nr,
  46. int *err_ptr, pgprot_t prot,
  47. unsigned domid,
  48. struct page **pages)
  49. {
  50. return xen_xlate_remap_gfn_array(vma, addr, gfn, nr, err_ptr,
  51. prot, domid, pages);
  52. }
  53. EXPORT_SYMBOL_GPL(xen_remap_domain_gfn_array);
  54. /* Not used by XENFEAT_auto_translated guests. */
  55. int xen_remap_domain_gfn_range(struct vm_area_struct *vma,
  56. unsigned long addr,
  57. xen_pfn_t gfn, int nr,
  58. pgprot_t prot, unsigned domid,
  59. struct page **pages)
  60. {
  61. return -ENOSYS;
  62. }
  63. EXPORT_SYMBOL_GPL(xen_remap_domain_gfn_range);
  64. int xen_unmap_domain_gfn_range(struct vm_area_struct *vma,
  65. int nr, struct page **pages)
  66. {
  67. return xen_xlate_unmap_gfn_range(vma, nr, pages);
  68. }
  69. EXPORT_SYMBOL_GPL(xen_unmap_domain_gfn_range);
  70. static void xen_percpu_init(void)
  71. {
  72. struct vcpu_register_vcpu_info info;
  73. struct vcpu_info *vcpup;
  74. int err;
  75. int cpu = get_cpu();
  76. /*
  77. * VCPUOP_register_vcpu_info cannot be called twice for the same
  78. * vcpu, so if vcpu_info is already registered, just get out. This
  79. * can happen with cpu-hotplug.
  80. */
  81. if (per_cpu(xen_vcpu, cpu) != NULL)
  82. goto after_register_vcpu_info;
  83. pr_info("Xen: initializing cpu%d\n", cpu);
  84. vcpup = per_cpu_ptr(xen_vcpu_info, cpu);
  85. info.mfn = virt_to_gfn(vcpup);
  86. info.offset = xen_offset_in_page(vcpup);
  87. err = HYPERVISOR_vcpu_op(VCPUOP_register_vcpu_info, cpu, &info);
  88. BUG_ON(err);
  89. per_cpu(xen_vcpu, cpu) = vcpup;
  90. after_register_vcpu_info:
  91. enable_percpu_irq(xen_events_irq, 0);
  92. put_cpu();
  93. }
  94. static void xen_restart(enum reboot_mode reboot_mode, const char *cmd)
  95. {
  96. struct sched_shutdown r = { .reason = SHUTDOWN_reboot };
  97. int rc;
  98. rc = HYPERVISOR_sched_op(SCHEDOP_shutdown, &r);
  99. BUG_ON(rc);
  100. }
  101. static void xen_power_off(void)
  102. {
  103. struct sched_shutdown r = { .reason = SHUTDOWN_poweroff };
  104. int rc;
  105. rc = HYPERVISOR_sched_op(SCHEDOP_shutdown, &r);
  106. BUG_ON(rc);
  107. }
  108. static int xen_cpu_notification(struct notifier_block *self,
  109. unsigned long action,
  110. void *hcpu)
  111. {
  112. switch (action) {
  113. case CPU_STARTING:
  114. xen_percpu_init();
  115. break;
  116. case CPU_DYING:
  117. disable_percpu_irq(xen_events_irq);
  118. break;
  119. default:
  120. break;
  121. }
  122. return NOTIFY_OK;
  123. }
  124. static struct notifier_block xen_cpu_notifier = {
  125. .notifier_call = xen_cpu_notification,
  126. };
  127. static irqreturn_t xen_arm_callback(int irq, void *arg)
  128. {
  129. xen_hvm_evtchn_do_upcall();
  130. return IRQ_HANDLED;
  131. }
  132. /*
  133. * see Documentation/devicetree/bindings/arm/xen.txt for the
  134. * documentation of the Xen Device Tree format.
  135. */
  136. #define GRANT_TABLE_PHYSADDR 0
  137. void __init xen_early_init(void)
  138. {
  139. int len;
  140. const char *s = NULL;
  141. const char *version = NULL;
  142. const char *xen_prefix = "xen,xen-";
  143. xen_node = of_find_compatible_node(NULL, NULL, "xen,xen");
  144. if (!xen_node) {
  145. pr_debug("No Xen support\n");
  146. return;
  147. }
  148. s = of_get_property(xen_node, "compatible", &len);
  149. if (strlen(xen_prefix) + 3 < len &&
  150. !strncmp(xen_prefix, s, strlen(xen_prefix)))
  151. version = s + strlen(xen_prefix);
  152. if (version == NULL) {
  153. pr_debug("Xen version not found\n");
  154. return;
  155. }
  156. pr_info("Xen %s support found\n", version);
  157. xen_domain_type = XEN_HVM_DOMAIN;
  158. xen_setup_features();
  159. if (xen_feature(XENFEAT_dom0))
  160. xen_start_info->flags |= SIF_INITDOMAIN|SIF_PRIVILEGED;
  161. else
  162. xen_start_info->flags &= ~(SIF_INITDOMAIN|SIF_PRIVILEGED);
  163. if (!console_set_on_cmdline && !xen_initial_domain())
  164. add_preferred_console("hvc", 0, NULL);
  165. }
  166. static int __init xen_guest_init(void)
  167. {
  168. struct xen_add_to_physmap xatp;
  169. struct shared_info *shared_info_page = NULL;
  170. struct resource res;
  171. phys_addr_t grant_frames;
  172. if (!xen_domain())
  173. return 0;
  174. if (of_address_to_resource(xen_node, GRANT_TABLE_PHYSADDR, &res)) {
  175. pr_err("Xen grant table base address not found\n");
  176. return -ENODEV;
  177. }
  178. grant_frames = res.start;
  179. xen_events_irq = irq_of_parse_and_map(xen_node, 0);
  180. if (!xen_events_irq) {
  181. pr_err("Xen event channel interrupt not found\n");
  182. return -ENODEV;
  183. }
  184. shared_info_page = (struct shared_info *)get_zeroed_page(GFP_KERNEL);
  185. if (!shared_info_page) {
  186. pr_err("not enough memory\n");
  187. return -ENOMEM;
  188. }
  189. xatp.domid = DOMID_SELF;
  190. xatp.idx = 0;
  191. xatp.space = XENMAPSPACE_shared_info;
  192. xatp.gpfn = virt_to_gfn(shared_info_page);
  193. if (HYPERVISOR_memory_op(XENMEM_add_to_physmap, &xatp))
  194. BUG();
  195. HYPERVISOR_shared_info = (struct shared_info *)shared_info_page;
  196. /* xen_vcpu is a pointer to the vcpu_info struct in the shared_info
  197. * page, we use it in the event channel upcall and in some pvclock
  198. * related functions.
  199. * The shared info contains exactly 1 CPU (the boot CPU). The guest
  200. * is required to use VCPUOP_register_vcpu_info to place vcpu info
  201. * for secondary CPUs as they are brought up.
  202. * For uniformity we use VCPUOP_register_vcpu_info even on cpu0.
  203. */
  204. xen_vcpu_info = __alloc_percpu(sizeof(struct vcpu_info),
  205. sizeof(struct vcpu_info));
  206. if (xen_vcpu_info == NULL)
  207. return -ENOMEM;
  208. if (gnttab_setup_auto_xlat_frames(grant_frames)) {
  209. free_percpu(xen_vcpu_info);
  210. return -ENOMEM;
  211. }
  212. gnttab_init();
  213. if (!xen_initial_domain())
  214. xenbus_probe(NULL);
  215. /*
  216. * Making sure board specific code will not set up ops for
  217. * cpu idle and cpu freq.
  218. */
  219. disable_cpuidle();
  220. disable_cpufreq();
  221. xen_init_IRQ();
  222. if (request_percpu_irq(xen_events_irq, xen_arm_callback,
  223. "events", &xen_vcpu)) {
  224. pr_err("Error request IRQ %d\n", xen_events_irq);
  225. return -EINVAL;
  226. }
  227. xen_percpu_init();
  228. register_cpu_notifier(&xen_cpu_notifier);
  229. return 0;
  230. }
  231. early_initcall(xen_guest_init);
  232. static int __init xen_pm_init(void)
  233. {
  234. if (!xen_domain())
  235. return -ENODEV;
  236. pm_power_off = xen_power_off;
  237. arm_pm_restart = xen_restart;
  238. return 0;
  239. }
  240. late_initcall(xen_pm_init);
  241. /* empty stubs */
  242. void xen_arch_pre_suspend(void) { }
  243. void xen_arch_post_suspend(int suspend_cancelled) { }
  244. void xen_timer_resume(void) { }
  245. void xen_arch_resume(void) { }
  246. void xen_arch_suspend(void) { }
  247. /* In the hypercall.S file. */
  248. EXPORT_SYMBOL_GPL(HYPERVISOR_event_channel_op);
  249. EXPORT_SYMBOL_GPL(HYPERVISOR_grant_table_op);
  250. EXPORT_SYMBOL_GPL(HYPERVISOR_xen_version);
  251. EXPORT_SYMBOL_GPL(HYPERVISOR_console_io);
  252. EXPORT_SYMBOL_GPL(HYPERVISOR_sched_op);
  253. EXPORT_SYMBOL_GPL(HYPERVISOR_hvm_op);
  254. EXPORT_SYMBOL_GPL(HYPERVISOR_memory_op);
  255. EXPORT_SYMBOL_GPL(HYPERVISOR_physdev_op);
  256. EXPORT_SYMBOL_GPL(HYPERVISOR_vcpu_op);
  257. EXPORT_SYMBOL_GPL(HYPERVISOR_tmem_op);
  258. EXPORT_SYMBOL_GPL(HYPERVISOR_multicall);
  259. EXPORT_SYMBOL_GPL(privcmd_call);