privcmd.c 20 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886
  1. /******************************************************************************
  2. * privcmd.c
  3. *
  4. * Interface to privileged domain-0 commands.
  5. *
  6. * Copyright (c) 2002-2004, K A Fraser, B Dragovic
  7. */
  8. #define pr_fmt(fmt) "xen:" KBUILD_MODNAME ": " fmt
  9. #include <linux/kernel.h>
  10. #include <linux/module.h>
  11. #include <linux/sched.h>
  12. #include <linux/slab.h>
  13. #include <linux/string.h>
  14. #include <linux/errno.h>
  15. #include <linux/mm.h>
  16. #include <linux/mman.h>
  17. #include <linux/uaccess.h>
  18. #include <linux/swap.h>
  19. #include <linux/highmem.h>
  20. #include <linux/pagemap.h>
  21. #include <linux/seq_file.h>
  22. #include <linux/miscdevice.h>
  23. #include <linux/moduleparam.h>
  24. #include <asm/pgalloc.h>
  25. #include <asm/pgtable.h>
  26. #include <asm/tlb.h>
  27. #include <asm/xen/hypervisor.h>
  28. #include <asm/xen/hypercall.h>
  29. #include <xen/xen.h>
  30. #include <xen/privcmd.h>
  31. #include <xen/interface/xen.h>
  32. #include <xen/interface/hvm/dm_op.h>
  33. #include <xen/features.h>
  34. #include <xen/page.h>
  35. #include <xen/xen-ops.h>
  36. #include <xen/balloon.h>
  37. #include "privcmd.h"
  38. MODULE_LICENSE("GPL");
  39. #define PRIV_VMA_LOCKED ((void *)1)
  40. static unsigned int privcmd_dm_op_max_num = 16;
  41. module_param_named(dm_op_max_nr_bufs, privcmd_dm_op_max_num, uint, 0644);
  42. MODULE_PARM_DESC(dm_op_max_nr_bufs,
  43. "Maximum number of buffers per dm_op hypercall");
  44. static unsigned int privcmd_dm_op_buf_max_size = 4096;
  45. module_param_named(dm_op_buf_max_size, privcmd_dm_op_buf_max_size, uint,
  46. 0644);
  47. MODULE_PARM_DESC(dm_op_buf_max_size,
  48. "Maximum size of a dm_op hypercall buffer");
  49. struct privcmd_data {
  50. domid_t domid;
  51. };
  52. static int privcmd_vma_range_is_mapped(
  53. struct vm_area_struct *vma,
  54. unsigned long addr,
  55. unsigned long nr_pages);
  56. static long privcmd_ioctl_hypercall(struct file *file, void __user *udata)
  57. {
  58. struct privcmd_data *data = file->private_data;
  59. struct privcmd_hypercall hypercall;
  60. long ret;
  61. /* Disallow arbitrary hypercalls if restricted */
  62. if (data->domid != DOMID_INVALID)
  63. return -EPERM;
  64. if (copy_from_user(&hypercall, udata, sizeof(hypercall)))
  65. return -EFAULT;
  66. xen_preemptible_hcall_begin();
  67. ret = privcmd_call(hypercall.op,
  68. hypercall.arg[0], hypercall.arg[1],
  69. hypercall.arg[2], hypercall.arg[3],
  70. hypercall.arg[4]);
  71. xen_preemptible_hcall_end();
  72. return ret;
  73. }
  74. static void free_page_list(struct list_head *pages)
  75. {
  76. struct page *p, *n;
  77. list_for_each_entry_safe(p, n, pages, lru)
  78. __free_page(p);
  79. INIT_LIST_HEAD(pages);
  80. }
  81. /*
  82. * Given an array of items in userspace, return a list of pages
  83. * containing the data. If copying fails, either because of memory
  84. * allocation failure or a problem reading user memory, return an
  85. * error code; its up to the caller to dispose of any partial list.
  86. */
  87. static int gather_array(struct list_head *pagelist,
  88. unsigned nelem, size_t size,
  89. const void __user *data)
  90. {
  91. unsigned pageidx;
  92. void *pagedata;
  93. int ret;
  94. if (size > PAGE_SIZE)
  95. return 0;
  96. pageidx = PAGE_SIZE;
  97. pagedata = NULL; /* quiet, gcc */
  98. while (nelem--) {
  99. if (pageidx > PAGE_SIZE-size) {
  100. struct page *page = alloc_page(GFP_KERNEL);
  101. ret = -ENOMEM;
  102. if (page == NULL)
  103. goto fail;
  104. pagedata = page_address(page);
  105. list_add_tail(&page->lru, pagelist);
  106. pageidx = 0;
  107. }
  108. ret = -EFAULT;
  109. if (copy_from_user(pagedata + pageidx, data, size))
  110. goto fail;
  111. data += size;
  112. pageidx += size;
  113. }
  114. ret = 0;
  115. fail:
  116. return ret;
  117. }
  118. /*
  119. * Call function "fn" on each element of the array fragmented
  120. * over a list of pages.
  121. */
  122. static int traverse_pages(unsigned nelem, size_t size,
  123. struct list_head *pos,
  124. int (*fn)(void *data, void *state),
  125. void *state)
  126. {
  127. void *pagedata;
  128. unsigned pageidx;
  129. int ret = 0;
  130. BUG_ON(size > PAGE_SIZE);
  131. pageidx = PAGE_SIZE;
  132. pagedata = NULL; /* hush, gcc */
  133. while (nelem--) {
  134. if (pageidx > PAGE_SIZE-size) {
  135. struct page *page;
  136. pos = pos->next;
  137. page = list_entry(pos, struct page, lru);
  138. pagedata = page_address(page);
  139. pageidx = 0;
  140. }
  141. ret = (*fn)(pagedata + pageidx, state);
  142. if (ret)
  143. break;
  144. pageidx += size;
  145. }
  146. return ret;
  147. }
  148. /*
  149. * Similar to traverse_pages, but use each page as a "block" of
  150. * data to be processed as one unit.
  151. */
  152. static int traverse_pages_block(unsigned nelem, size_t size,
  153. struct list_head *pos,
  154. int (*fn)(void *data, int nr, void *state),
  155. void *state)
  156. {
  157. void *pagedata;
  158. int ret = 0;
  159. BUG_ON(size > PAGE_SIZE);
  160. while (nelem) {
  161. int nr = (PAGE_SIZE/size);
  162. struct page *page;
  163. if (nr > nelem)
  164. nr = nelem;
  165. pos = pos->next;
  166. page = list_entry(pos, struct page, lru);
  167. pagedata = page_address(page);
  168. ret = (*fn)(pagedata, nr, state);
  169. if (ret)
  170. break;
  171. nelem -= nr;
  172. }
  173. return ret;
  174. }
  175. struct mmap_gfn_state {
  176. unsigned long va;
  177. struct vm_area_struct *vma;
  178. domid_t domain;
  179. };
  180. static int mmap_gfn_range(void *data, void *state)
  181. {
  182. struct privcmd_mmap_entry *msg = data;
  183. struct mmap_gfn_state *st = state;
  184. struct vm_area_struct *vma = st->vma;
  185. int rc;
  186. /* Do not allow range to wrap the address space. */
  187. if ((msg->npages > (LONG_MAX >> PAGE_SHIFT)) ||
  188. ((unsigned long)(msg->npages << PAGE_SHIFT) >= -st->va))
  189. return -EINVAL;
  190. /* Range chunks must be contiguous in va space. */
  191. if ((msg->va != st->va) ||
  192. ((msg->va+(msg->npages<<PAGE_SHIFT)) > vma->vm_end))
  193. return -EINVAL;
  194. rc = xen_remap_domain_gfn_range(vma,
  195. msg->va & PAGE_MASK,
  196. msg->mfn, msg->npages,
  197. vma->vm_page_prot,
  198. st->domain, NULL);
  199. if (rc < 0)
  200. return rc;
  201. st->va += msg->npages << PAGE_SHIFT;
  202. return 0;
  203. }
  204. static long privcmd_ioctl_mmap(struct file *file, void __user *udata)
  205. {
  206. struct privcmd_data *data = file->private_data;
  207. struct privcmd_mmap mmapcmd;
  208. struct mm_struct *mm = current->mm;
  209. struct vm_area_struct *vma;
  210. int rc;
  211. LIST_HEAD(pagelist);
  212. struct mmap_gfn_state state;
  213. /* We only support privcmd_ioctl_mmap_batch for auto translated. */
  214. if (xen_feature(XENFEAT_auto_translated_physmap))
  215. return -ENOSYS;
  216. if (copy_from_user(&mmapcmd, udata, sizeof(mmapcmd)))
  217. return -EFAULT;
  218. /* If restriction is in place, check the domid matches */
  219. if (data->domid != DOMID_INVALID && data->domid != mmapcmd.dom)
  220. return -EPERM;
  221. rc = gather_array(&pagelist,
  222. mmapcmd.num, sizeof(struct privcmd_mmap_entry),
  223. mmapcmd.entry);
  224. if (rc || list_empty(&pagelist))
  225. goto out;
  226. down_write(&mm->mmap_sem);
  227. {
  228. struct page *page = list_first_entry(&pagelist,
  229. struct page, lru);
  230. struct privcmd_mmap_entry *msg = page_address(page);
  231. vma = find_vma(mm, msg->va);
  232. rc = -EINVAL;
  233. if (!vma || (msg->va != vma->vm_start) || vma->vm_private_data)
  234. goto out_up;
  235. vma->vm_private_data = PRIV_VMA_LOCKED;
  236. }
  237. state.va = vma->vm_start;
  238. state.vma = vma;
  239. state.domain = mmapcmd.dom;
  240. rc = traverse_pages(mmapcmd.num, sizeof(struct privcmd_mmap_entry),
  241. &pagelist,
  242. mmap_gfn_range, &state);
  243. out_up:
  244. up_write(&mm->mmap_sem);
  245. out:
  246. free_page_list(&pagelist);
  247. return rc;
  248. }
  249. struct mmap_batch_state {
  250. domid_t domain;
  251. unsigned long va;
  252. struct vm_area_struct *vma;
  253. int index;
  254. /* A tristate:
  255. * 0 for no errors
  256. * 1 if at least one error has happened (and no
  257. * -ENOENT errors have happened)
  258. * -ENOENT if at least 1 -ENOENT has happened.
  259. */
  260. int global_error;
  261. int version;
  262. /* User-space gfn array to store errors in the second pass for V1. */
  263. xen_pfn_t __user *user_gfn;
  264. /* User-space int array to store errors in the second pass for V2. */
  265. int __user *user_err;
  266. };
  267. /* auto translated dom0 note: if domU being created is PV, then gfn is
  268. * mfn(addr on bus). If it's auto xlated, then gfn is pfn (input to HAP).
  269. */
  270. static int mmap_batch_fn(void *data, int nr, void *state)
  271. {
  272. xen_pfn_t *gfnp = data;
  273. struct mmap_batch_state *st = state;
  274. struct vm_area_struct *vma = st->vma;
  275. struct page **pages = vma->vm_private_data;
  276. struct page **cur_pages = NULL;
  277. int ret;
  278. if (xen_feature(XENFEAT_auto_translated_physmap))
  279. cur_pages = &pages[st->index];
  280. BUG_ON(nr < 0);
  281. ret = xen_remap_domain_gfn_array(st->vma, st->va & PAGE_MASK, gfnp, nr,
  282. (int *)gfnp, st->vma->vm_page_prot,
  283. st->domain, cur_pages);
  284. /* Adjust the global_error? */
  285. if (ret != nr) {
  286. if (ret == -ENOENT)
  287. st->global_error = -ENOENT;
  288. else {
  289. /* Record that at least one error has happened. */
  290. if (st->global_error == 0)
  291. st->global_error = 1;
  292. }
  293. }
  294. st->va += XEN_PAGE_SIZE * nr;
  295. st->index += nr / XEN_PFN_PER_PAGE;
  296. return 0;
  297. }
  298. static int mmap_return_error(int err, struct mmap_batch_state *st)
  299. {
  300. int ret;
  301. if (st->version == 1) {
  302. if (err) {
  303. xen_pfn_t gfn;
  304. ret = get_user(gfn, st->user_gfn);
  305. if (ret < 0)
  306. return ret;
  307. /*
  308. * V1 encodes the error codes in the 32bit top
  309. * nibble of the gfn (with its known
  310. * limitations vis-a-vis 64 bit callers).
  311. */
  312. gfn |= (err == -ENOENT) ?
  313. PRIVCMD_MMAPBATCH_PAGED_ERROR :
  314. PRIVCMD_MMAPBATCH_MFN_ERROR;
  315. return __put_user(gfn, st->user_gfn++);
  316. } else
  317. st->user_gfn++;
  318. } else { /* st->version == 2 */
  319. if (err)
  320. return __put_user(err, st->user_err++);
  321. else
  322. st->user_err++;
  323. }
  324. return 0;
  325. }
  326. static int mmap_return_errors(void *data, int nr, void *state)
  327. {
  328. struct mmap_batch_state *st = state;
  329. int *errs = data;
  330. int i;
  331. int ret;
  332. for (i = 0; i < nr; i++) {
  333. ret = mmap_return_error(errs[i], st);
  334. if (ret < 0)
  335. return ret;
  336. }
  337. return 0;
  338. }
  339. /* Allocate pfns that are then mapped with gfns from foreign domid. Update
  340. * the vma with the page info to use later.
  341. * Returns: 0 if success, otherwise -errno
  342. */
  343. static int alloc_empty_pages(struct vm_area_struct *vma, int numpgs)
  344. {
  345. int rc;
  346. struct page **pages;
  347. pages = kcalloc(numpgs, sizeof(pages[0]), GFP_KERNEL);
  348. if (pages == NULL)
  349. return -ENOMEM;
  350. rc = alloc_xenballooned_pages(numpgs, pages);
  351. if (rc != 0) {
  352. pr_warn("%s Could not alloc %d pfns rc:%d\n", __func__,
  353. numpgs, rc);
  354. kfree(pages);
  355. return -ENOMEM;
  356. }
  357. BUG_ON(vma->vm_private_data != NULL);
  358. vma->vm_private_data = pages;
  359. return 0;
  360. }
  361. static const struct vm_operations_struct privcmd_vm_ops;
  362. static long privcmd_ioctl_mmap_batch(
  363. struct file *file, void __user *udata, int version)
  364. {
  365. struct privcmd_data *data = file->private_data;
  366. int ret;
  367. struct privcmd_mmapbatch_v2 m;
  368. struct mm_struct *mm = current->mm;
  369. struct vm_area_struct *vma;
  370. unsigned long nr_pages;
  371. LIST_HEAD(pagelist);
  372. struct mmap_batch_state state;
  373. switch (version) {
  374. case 1:
  375. if (copy_from_user(&m, udata, sizeof(struct privcmd_mmapbatch)))
  376. return -EFAULT;
  377. /* Returns per-frame error in m.arr. */
  378. m.err = NULL;
  379. if (!access_ok(VERIFY_WRITE, m.arr, m.num * sizeof(*m.arr)))
  380. return -EFAULT;
  381. break;
  382. case 2:
  383. if (copy_from_user(&m, udata, sizeof(struct privcmd_mmapbatch_v2)))
  384. return -EFAULT;
  385. /* Returns per-frame error code in m.err. */
  386. if (!access_ok(VERIFY_WRITE, m.err, m.num * (sizeof(*m.err))))
  387. return -EFAULT;
  388. break;
  389. default:
  390. return -EINVAL;
  391. }
  392. /* If restriction is in place, check the domid matches */
  393. if (data->domid != DOMID_INVALID && data->domid != m.dom)
  394. return -EPERM;
  395. nr_pages = DIV_ROUND_UP(m.num, XEN_PFN_PER_PAGE);
  396. if ((m.num <= 0) || (nr_pages > (LONG_MAX >> PAGE_SHIFT)))
  397. return -EINVAL;
  398. ret = gather_array(&pagelist, m.num, sizeof(xen_pfn_t), m.arr);
  399. if (ret)
  400. goto out;
  401. if (list_empty(&pagelist)) {
  402. ret = -EINVAL;
  403. goto out;
  404. }
  405. if (version == 2) {
  406. /* Zero error array now to only copy back actual errors. */
  407. if (clear_user(m.err, sizeof(int) * m.num)) {
  408. ret = -EFAULT;
  409. goto out;
  410. }
  411. }
  412. down_write(&mm->mmap_sem);
  413. vma = find_vma(mm, m.addr);
  414. if (!vma ||
  415. vma->vm_ops != &privcmd_vm_ops) {
  416. ret = -EINVAL;
  417. goto out_unlock;
  418. }
  419. /*
  420. * Caller must either:
  421. *
  422. * Map the whole VMA range, which will also allocate all the
  423. * pages required for the auto_translated_physmap case.
  424. *
  425. * Or
  426. *
  427. * Map unmapped holes left from a previous map attempt (e.g.,
  428. * because those foreign frames were previously paged out).
  429. */
  430. if (vma->vm_private_data == NULL) {
  431. if (m.addr != vma->vm_start ||
  432. m.addr + (nr_pages << PAGE_SHIFT) != vma->vm_end) {
  433. ret = -EINVAL;
  434. goto out_unlock;
  435. }
  436. if (xen_feature(XENFEAT_auto_translated_physmap)) {
  437. ret = alloc_empty_pages(vma, nr_pages);
  438. if (ret < 0)
  439. goto out_unlock;
  440. } else
  441. vma->vm_private_data = PRIV_VMA_LOCKED;
  442. } else {
  443. if (m.addr < vma->vm_start ||
  444. m.addr + (nr_pages << PAGE_SHIFT) > vma->vm_end) {
  445. ret = -EINVAL;
  446. goto out_unlock;
  447. }
  448. if (privcmd_vma_range_is_mapped(vma, m.addr, nr_pages)) {
  449. ret = -EINVAL;
  450. goto out_unlock;
  451. }
  452. }
  453. state.domain = m.dom;
  454. state.vma = vma;
  455. state.va = m.addr;
  456. state.index = 0;
  457. state.global_error = 0;
  458. state.version = version;
  459. BUILD_BUG_ON(((PAGE_SIZE / sizeof(xen_pfn_t)) % XEN_PFN_PER_PAGE) != 0);
  460. /* mmap_batch_fn guarantees ret == 0 */
  461. BUG_ON(traverse_pages_block(m.num, sizeof(xen_pfn_t),
  462. &pagelist, mmap_batch_fn, &state));
  463. up_write(&mm->mmap_sem);
  464. if (state.global_error) {
  465. /* Write back errors in second pass. */
  466. state.user_gfn = (xen_pfn_t *)m.arr;
  467. state.user_err = m.err;
  468. ret = traverse_pages_block(m.num, sizeof(xen_pfn_t),
  469. &pagelist, mmap_return_errors, &state);
  470. } else
  471. ret = 0;
  472. /* If we have not had any EFAULT-like global errors then set the global
  473. * error to -ENOENT if necessary. */
  474. if ((ret == 0) && (state.global_error == -ENOENT))
  475. ret = -ENOENT;
  476. out:
  477. free_page_list(&pagelist);
  478. return ret;
  479. out_unlock:
  480. up_write(&mm->mmap_sem);
  481. goto out;
  482. }
  483. static int lock_pages(
  484. struct privcmd_dm_op_buf kbufs[], unsigned int num,
  485. struct page *pages[], unsigned int nr_pages)
  486. {
  487. unsigned int i;
  488. for (i = 0; i < num; i++) {
  489. unsigned int requested;
  490. int pinned;
  491. requested = DIV_ROUND_UP(
  492. offset_in_page(kbufs[i].uptr) + kbufs[i].size,
  493. PAGE_SIZE);
  494. if (requested > nr_pages)
  495. return -ENOSPC;
  496. pinned = get_user_pages_fast(
  497. (unsigned long) kbufs[i].uptr,
  498. requested, FOLL_WRITE, pages);
  499. if (pinned < 0)
  500. return pinned;
  501. nr_pages -= pinned;
  502. pages += pinned;
  503. }
  504. return 0;
  505. }
  506. static void unlock_pages(struct page *pages[], unsigned int nr_pages)
  507. {
  508. unsigned int i;
  509. if (!pages)
  510. return;
  511. for (i = 0; i < nr_pages; i++) {
  512. if (pages[i])
  513. put_page(pages[i]);
  514. }
  515. }
  516. static long privcmd_ioctl_dm_op(struct file *file, void __user *udata)
  517. {
  518. struct privcmd_data *data = file->private_data;
  519. struct privcmd_dm_op kdata;
  520. struct privcmd_dm_op_buf *kbufs;
  521. unsigned int nr_pages = 0;
  522. struct page **pages = NULL;
  523. struct xen_dm_op_buf *xbufs = NULL;
  524. unsigned int i;
  525. long rc;
  526. if (copy_from_user(&kdata, udata, sizeof(kdata)))
  527. return -EFAULT;
  528. /* If restriction is in place, check the domid matches */
  529. if (data->domid != DOMID_INVALID && data->domid != kdata.dom)
  530. return -EPERM;
  531. if (kdata.num == 0)
  532. return 0;
  533. if (kdata.num > privcmd_dm_op_max_num)
  534. return -E2BIG;
  535. kbufs = kcalloc(kdata.num, sizeof(*kbufs), GFP_KERNEL);
  536. if (!kbufs)
  537. return -ENOMEM;
  538. if (copy_from_user(kbufs, kdata.ubufs,
  539. sizeof(*kbufs) * kdata.num)) {
  540. rc = -EFAULT;
  541. goto out;
  542. }
  543. for (i = 0; i < kdata.num; i++) {
  544. if (kbufs[i].size > privcmd_dm_op_buf_max_size) {
  545. rc = -E2BIG;
  546. goto out;
  547. }
  548. if (!access_ok(VERIFY_WRITE, kbufs[i].uptr,
  549. kbufs[i].size)) {
  550. rc = -EFAULT;
  551. goto out;
  552. }
  553. nr_pages += DIV_ROUND_UP(
  554. offset_in_page(kbufs[i].uptr) + kbufs[i].size,
  555. PAGE_SIZE);
  556. }
  557. pages = kcalloc(nr_pages, sizeof(*pages), GFP_KERNEL);
  558. if (!pages) {
  559. rc = -ENOMEM;
  560. goto out;
  561. }
  562. xbufs = kcalloc(kdata.num, sizeof(*xbufs), GFP_KERNEL);
  563. if (!xbufs) {
  564. rc = -ENOMEM;
  565. goto out;
  566. }
  567. rc = lock_pages(kbufs, kdata.num, pages, nr_pages);
  568. if (rc)
  569. goto out;
  570. for (i = 0; i < kdata.num; i++) {
  571. set_xen_guest_handle(xbufs[i].h, kbufs[i].uptr);
  572. xbufs[i].size = kbufs[i].size;
  573. }
  574. xen_preemptible_hcall_begin();
  575. rc = HYPERVISOR_dm_op(kdata.dom, kdata.num, xbufs);
  576. xen_preemptible_hcall_end();
  577. out:
  578. unlock_pages(pages, nr_pages);
  579. kfree(xbufs);
  580. kfree(pages);
  581. kfree(kbufs);
  582. return rc;
  583. }
  584. static long privcmd_ioctl_restrict(struct file *file, void __user *udata)
  585. {
  586. struct privcmd_data *data = file->private_data;
  587. domid_t dom;
  588. if (copy_from_user(&dom, udata, sizeof(dom)))
  589. return -EFAULT;
  590. /* Set restriction to the specified domain, or check it matches */
  591. if (data->domid == DOMID_INVALID)
  592. data->domid = dom;
  593. else if (data->domid != dom)
  594. return -EINVAL;
  595. return 0;
  596. }
  597. static long privcmd_ioctl(struct file *file,
  598. unsigned int cmd, unsigned long data)
  599. {
  600. int ret = -ENOTTY;
  601. void __user *udata = (void __user *) data;
  602. switch (cmd) {
  603. case IOCTL_PRIVCMD_HYPERCALL:
  604. ret = privcmd_ioctl_hypercall(file, udata);
  605. break;
  606. case IOCTL_PRIVCMD_MMAP:
  607. ret = privcmd_ioctl_mmap(file, udata);
  608. break;
  609. case IOCTL_PRIVCMD_MMAPBATCH:
  610. ret = privcmd_ioctl_mmap_batch(file, udata, 1);
  611. break;
  612. case IOCTL_PRIVCMD_MMAPBATCH_V2:
  613. ret = privcmd_ioctl_mmap_batch(file, udata, 2);
  614. break;
  615. case IOCTL_PRIVCMD_DM_OP:
  616. ret = privcmd_ioctl_dm_op(file, udata);
  617. break;
  618. case IOCTL_PRIVCMD_RESTRICT:
  619. ret = privcmd_ioctl_restrict(file, udata);
  620. break;
  621. default:
  622. break;
  623. }
  624. return ret;
  625. }
  626. static int privcmd_open(struct inode *ino, struct file *file)
  627. {
  628. struct privcmd_data *data = kzalloc(sizeof(*data), GFP_KERNEL);
  629. if (!data)
  630. return -ENOMEM;
  631. /* DOMID_INVALID implies no restriction */
  632. data->domid = DOMID_INVALID;
  633. file->private_data = data;
  634. return 0;
  635. }
  636. static int privcmd_release(struct inode *ino, struct file *file)
  637. {
  638. struct privcmd_data *data = file->private_data;
  639. kfree(data);
  640. return 0;
  641. }
  642. static void privcmd_close(struct vm_area_struct *vma)
  643. {
  644. struct page **pages = vma->vm_private_data;
  645. int numpgs = vma_pages(vma);
  646. int numgfns = (vma->vm_end - vma->vm_start) >> XEN_PAGE_SHIFT;
  647. int rc;
  648. if (!xen_feature(XENFEAT_auto_translated_physmap) || !numpgs || !pages)
  649. return;
  650. rc = xen_unmap_domain_gfn_range(vma, numgfns, pages);
  651. if (rc == 0)
  652. free_xenballooned_pages(numpgs, pages);
  653. else
  654. pr_crit("unable to unmap MFN range: leaking %d pages. rc=%d\n",
  655. numpgs, rc);
  656. kfree(pages);
  657. }
  658. static int privcmd_fault(struct vm_fault *vmf)
  659. {
  660. printk(KERN_DEBUG "privcmd_fault: vma=%p %lx-%lx, pgoff=%lx, uv=%p\n",
  661. vmf->vma, vmf->vma->vm_start, vmf->vma->vm_end,
  662. vmf->pgoff, (void *)vmf->address);
  663. return VM_FAULT_SIGBUS;
  664. }
  665. static const struct vm_operations_struct privcmd_vm_ops = {
  666. .close = privcmd_close,
  667. .fault = privcmd_fault
  668. };
  669. static int privcmd_mmap(struct file *file, struct vm_area_struct *vma)
  670. {
  671. /* DONTCOPY is essential for Xen because copy_page_range doesn't know
  672. * how to recreate these mappings */
  673. vma->vm_flags |= VM_IO | VM_PFNMAP | VM_DONTCOPY |
  674. VM_DONTEXPAND | VM_DONTDUMP;
  675. vma->vm_ops = &privcmd_vm_ops;
  676. vma->vm_private_data = NULL;
  677. return 0;
  678. }
  679. /*
  680. * For MMAPBATCH*. This allows asserting the singleshot mapping
  681. * on a per pfn/pte basis. Mapping calls that fail with ENOENT
  682. * can be then retried until success.
  683. */
  684. static int is_mapped_fn(pte_t *pte, struct page *pmd_page,
  685. unsigned long addr, void *data)
  686. {
  687. return pte_none(*pte) ? 0 : -EBUSY;
  688. }
  689. static int privcmd_vma_range_is_mapped(
  690. struct vm_area_struct *vma,
  691. unsigned long addr,
  692. unsigned long nr_pages)
  693. {
  694. return apply_to_page_range(vma->vm_mm, addr, nr_pages << PAGE_SHIFT,
  695. is_mapped_fn, NULL) != 0;
  696. }
  697. const struct file_operations xen_privcmd_fops = {
  698. .owner = THIS_MODULE,
  699. .unlocked_ioctl = privcmd_ioctl,
  700. .open = privcmd_open,
  701. .release = privcmd_release,
  702. .mmap = privcmd_mmap,
  703. };
  704. EXPORT_SYMBOL_GPL(xen_privcmd_fops);
  705. static struct miscdevice privcmd_dev = {
  706. .minor = MISC_DYNAMIC_MINOR,
  707. .name = "xen/privcmd",
  708. .fops = &xen_privcmd_fops,
  709. };
  710. static int __init privcmd_init(void)
  711. {
  712. int err;
  713. if (!xen_domain())
  714. return -ENODEV;
  715. err = misc_register(&privcmd_dev);
  716. if (err != 0) {
  717. pr_err("Could not register Xen privcmd device\n");
  718. return err;
  719. }
  720. return 0;
  721. }
  722. static void __exit privcmd_exit(void)
  723. {
  724. misc_deregister(&privcmd_dev);
  725. }
  726. module_init(privcmd_init);
  727. module_exit(privcmd_exit);