hypercall.h 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504
  1. /******************************************************************************
  2. * hypercall.h
  3. *
  4. * Linux-specific hypervisor handling.
  5. *
  6. * Copyright (c) 2002-2004, K A Fraser
  7. *
  8. * This program is free software; you can redistribute it and/or
  9. * modify it under the terms of the GNU General Public License version 2
  10. * as published by the Free Software Foundation; or, when distributed
  11. * separately from the Linux kernel or incorporated into other
  12. * software packages, subject to the following license:
  13. *
  14. * Permission is hereby granted, free of charge, to any person obtaining a copy
  15. * of this source file (the "Software"), to deal in the Software without
  16. * restriction, including without limitation the rights to use, copy, modify,
  17. * merge, publish, distribute, sublicense, and/or sell copies of the Software,
  18. * and to permit persons to whom the Software is furnished to do so, subject to
  19. * the following conditions:
  20. *
  21. * The above copyright notice and this permission notice shall be included in
  22. * all copies or substantial portions of the Software.
  23. *
  24. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  25. * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  26. * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
  27. * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  28. * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
  29. * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
  30. * IN THE SOFTWARE.
  31. */
  32. #ifndef _ASM_X86_XEN_HYPERCALL_H
  33. #define _ASM_X86_XEN_HYPERCALL_H
  34. #include <linux/kernel.h>
  35. #include <linux/spinlock.h>
  36. #include <linux/errno.h>
  37. #include <linux/string.h>
  38. #include <linux/types.h>
  39. #include <linux/pgtable.h>
  40. #include <trace/events/xen.h>
  41. #include <asm/page.h>
  42. #include <asm/smap.h>
  43. #include <asm/nospec-branch.h>
  44. #include <xen/interface/xen.h>
  45. #include <xen/interface/sched.h>
  46. #include <xen/interface/physdev.h>
  47. #include <xen/interface/platform.h>
  48. #include <xen/interface/xen-mca.h>
  49. struct xen_dm_op_buf;
  50. /*
  51. * The hypercall asms have to meet several constraints:
  52. * - Work on 32- and 64-bit.
  53. * The two architectures put their arguments in different sets of
  54. * registers.
  55. *
  56. * - Work around asm syntax quirks
  57. * It isn't possible to specify one of the rNN registers in a
  58. * constraint, so we use explicit register variables to get the
  59. * args into the right place.
  60. *
  61. * - Mark all registers as potentially clobbered
  62. * Even unused parameters can be clobbered by the hypervisor, so we
  63. * need to make sure gcc knows it.
  64. *
  65. * - Avoid compiler bugs.
  66. * This is the tricky part. Because x86_32 has such a constrained
  67. * register set, gcc versions below 4.3 have trouble generating
  68. * code when all the arg registers and memory are trashed by the
  69. * asm. There are syntactically simpler ways of achieving the
  70. * semantics below, but they cause the compiler to crash.
  71. *
  72. * The only combination I found which works is:
  73. * - assign the __argX variables first
  74. * - list all actually used parameters as "+r" (__argX)
  75. * - clobber the rest
  76. *
  77. * The result certainly isn't pretty, and it really shows up cpp's
  78. * weakness as a macro language. Sorry. (But let's just give thanks
  79. * there aren't more than 5 arguments...)
  80. */
  81. extern struct { char _entry[32]; } hypercall_page[];
  82. #define __HYPERCALL "call hypercall_page+%c[offset]"
  83. #define __HYPERCALL_ENTRY(x) \
  84. [offset] "i" (__HYPERVISOR_##x * sizeof(hypercall_page[0]))
  85. #ifdef CONFIG_X86_32
  86. #define __HYPERCALL_RETREG "eax"
  87. #define __HYPERCALL_ARG1REG "ebx"
  88. #define __HYPERCALL_ARG2REG "ecx"
  89. #define __HYPERCALL_ARG3REG "edx"
  90. #define __HYPERCALL_ARG4REG "esi"
  91. #define __HYPERCALL_ARG5REG "edi"
  92. #else
  93. #define __HYPERCALL_RETREG "rax"
  94. #define __HYPERCALL_ARG1REG "rdi"
  95. #define __HYPERCALL_ARG2REG "rsi"
  96. #define __HYPERCALL_ARG3REG "rdx"
  97. #define __HYPERCALL_ARG4REG "r10"
  98. #define __HYPERCALL_ARG5REG "r8"
  99. #endif
  100. #define __HYPERCALL_DECLS \
  101. register unsigned long __res asm(__HYPERCALL_RETREG); \
  102. register unsigned long __arg1 asm(__HYPERCALL_ARG1REG) = __arg1; \
  103. register unsigned long __arg2 asm(__HYPERCALL_ARG2REG) = __arg2; \
  104. register unsigned long __arg3 asm(__HYPERCALL_ARG3REG) = __arg3; \
  105. register unsigned long __arg4 asm(__HYPERCALL_ARG4REG) = __arg4; \
  106. register unsigned long __arg5 asm(__HYPERCALL_ARG5REG) = __arg5;
  107. #define __HYPERCALL_0PARAM "=r" (__res), ASM_CALL_CONSTRAINT
  108. #define __HYPERCALL_1PARAM __HYPERCALL_0PARAM, "+r" (__arg1)
  109. #define __HYPERCALL_2PARAM __HYPERCALL_1PARAM, "+r" (__arg2)
  110. #define __HYPERCALL_3PARAM __HYPERCALL_2PARAM, "+r" (__arg3)
  111. #define __HYPERCALL_4PARAM __HYPERCALL_3PARAM, "+r" (__arg4)
  112. #define __HYPERCALL_5PARAM __HYPERCALL_4PARAM, "+r" (__arg5)
  113. #define __HYPERCALL_0ARG()
  114. #define __HYPERCALL_1ARG(a1) \
  115. __HYPERCALL_0ARG() __arg1 = (unsigned long)(a1);
  116. #define __HYPERCALL_2ARG(a1,a2) \
  117. __HYPERCALL_1ARG(a1) __arg2 = (unsigned long)(a2);
  118. #define __HYPERCALL_3ARG(a1,a2,a3) \
  119. __HYPERCALL_2ARG(a1,a2) __arg3 = (unsigned long)(a3);
  120. #define __HYPERCALL_4ARG(a1,a2,a3,a4) \
  121. __HYPERCALL_3ARG(a1,a2,a3) __arg4 = (unsigned long)(a4);
  122. #define __HYPERCALL_5ARG(a1,a2,a3,a4,a5) \
  123. __HYPERCALL_4ARG(a1,a2,a3,a4) __arg5 = (unsigned long)(a5);
  124. #define __HYPERCALL_CLOBBER5 "memory"
  125. #define __HYPERCALL_CLOBBER4 __HYPERCALL_CLOBBER5, __HYPERCALL_ARG5REG
  126. #define __HYPERCALL_CLOBBER3 __HYPERCALL_CLOBBER4, __HYPERCALL_ARG4REG
  127. #define __HYPERCALL_CLOBBER2 __HYPERCALL_CLOBBER3, __HYPERCALL_ARG3REG
  128. #define __HYPERCALL_CLOBBER1 __HYPERCALL_CLOBBER2, __HYPERCALL_ARG2REG
  129. #define __HYPERCALL_CLOBBER0 __HYPERCALL_CLOBBER1, __HYPERCALL_ARG1REG
  130. #define _hypercall0(type, name) \
  131. ({ \
  132. __HYPERCALL_DECLS; \
  133. __HYPERCALL_0ARG(); \
  134. asm volatile (__HYPERCALL \
  135. : __HYPERCALL_0PARAM \
  136. : __HYPERCALL_ENTRY(name) \
  137. : __HYPERCALL_CLOBBER0); \
  138. (type)__res; \
  139. })
  140. #define _hypercall1(type, name, a1) \
  141. ({ \
  142. __HYPERCALL_DECLS; \
  143. __HYPERCALL_1ARG(a1); \
  144. asm volatile (__HYPERCALL \
  145. : __HYPERCALL_1PARAM \
  146. : __HYPERCALL_ENTRY(name) \
  147. : __HYPERCALL_CLOBBER1); \
  148. (type)__res; \
  149. })
  150. #define _hypercall2(type, name, a1, a2) \
  151. ({ \
  152. __HYPERCALL_DECLS; \
  153. __HYPERCALL_2ARG(a1, a2); \
  154. asm volatile (__HYPERCALL \
  155. : __HYPERCALL_2PARAM \
  156. : __HYPERCALL_ENTRY(name) \
  157. : __HYPERCALL_CLOBBER2); \
  158. (type)__res; \
  159. })
  160. #define _hypercall3(type, name, a1, a2, a3) \
  161. ({ \
  162. __HYPERCALL_DECLS; \
  163. __HYPERCALL_3ARG(a1, a2, a3); \
  164. asm volatile (__HYPERCALL \
  165. : __HYPERCALL_3PARAM \
  166. : __HYPERCALL_ENTRY(name) \
  167. : __HYPERCALL_CLOBBER3); \
  168. (type)__res; \
  169. })
  170. #define _hypercall4(type, name, a1, a2, a3, a4) \
  171. ({ \
  172. __HYPERCALL_DECLS; \
  173. __HYPERCALL_4ARG(a1, a2, a3, a4); \
  174. asm volatile (__HYPERCALL \
  175. : __HYPERCALL_4PARAM \
  176. : __HYPERCALL_ENTRY(name) \
  177. : __HYPERCALL_CLOBBER4); \
  178. (type)__res; \
  179. })
  180. static inline long
  181. xen_single_call(unsigned int call,
  182. unsigned long a1, unsigned long a2,
  183. unsigned long a3, unsigned long a4,
  184. unsigned long a5)
  185. {
  186. __HYPERCALL_DECLS;
  187. __HYPERCALL_5ARG(a1, a2, a3, a4, a5);
  188. if (call >= PAGE_SIZE / sizeof(hypercall_page[0]))
  189. return -EINVAL;
  190. asm volatile(CALL_NOSPEC
  191. : __HYPERCALL_5PARAM
  192. : [thunk_target] "a" (&hypercall_page[call])
  193. : __HYPERCALL_CLOBBER5);
  194. return (long)__res;
  195. }
  196. static __always_inline void __xen_stac(void)
  197. {
  198. /*
  199. * Suppress objtool seeing the STAC/CLAC and getting confused about it
  200. * calling random code with AC=1.
  201. */
  202. asm volatile(ANNOTATE_IGNORE_ALTERNATIVE
  203. ASM_STAC ::: "memory", "flags");
  204. }
  205. static __always_inline void __xen_clac(void)
  206. {
  207. asm volatile(ANNOTATE_IGNORE_ALTERNATIVE
  208. ASM_CLAC ::: "memory", "flags");
  209. }
  210. static inline long
  211. privcmd_call(unsigned int call,
  212. unsigned long a1, unsigned long a2,
  213. unsigned long a3, unsigned long a4,
  214. unsigned long a5)
  215. {
  216. long res;
  217. __xen_stac();
  218. res = xen_single_call(call, a1, a2, a3, a4, a5);
  219. __xen_clac();
  220. return res;
  221. }
  222. #ifdef CONFIG_XEN_PV
  223. static inline int
  224. HYPERVISOR_set_trap_table(struct trap_info *table)
  225. {
  226. return _hypercall1(int, set_trap_table, table);
  227. }
  228. static inline int
  229. HYPERVISOR_mmu_update(struct mmu_update *req, int count,
  230. int *success_count, domid_t domid)
  231. {
  232. return _hypercall4(int, mmu_update, req, count, success_count, domid);
  233. }
  234. static inline int
  235. HYPERVISOR_mmuext_op(struct mmuext_op *op, int count,
  236. int *success_count, domid_t domid)
  237. {
  238. return _hypercall4(int, mmuext_op, op, count, success_count, domid);
  239. }
  240. static inline int
  241. HYPERVISOR_set_gdt(unsigned long *frame_list, int entries)
  242. {
  243. return _hypercall2(int, set_gdt, frame_list, entries);
  244. }
  245. static inline int
  246. HYPERVISOR_callback_op(int cmd, void *arg)
  247. {
  248. return _hypercall2(int, callback_op, cmd, arg);
  249. }
  250. static __always_inline int
  251. HYPERVISOR_set_debugreg(int reg, unsigned long value)
  252. {
  253. return _hypercall2(int, set_debugreg, reg, value);
  254. }
  255. static __always_inline unsigned long
  256. HYPERVISOR_get_debugreg(int reg)
  257. {
  258. return _hypercall1(unsigned long, get_debugreg, reg);
  259. }
  260. static inline int
  261. HYPERVISOR_update_descriptor(u64 ma, u64 desc)
  262. {
  263. return _hypercall2(int, update_descriptor, ma, desc);
  264. }
  265. static inline int
  266. HYPERVISOR_update_va_mapping(unsigned long va, pte_t new_val,
  267. unsigned long flags)
  268. {
  269. return _hypercall3(int, update_va_mapping, va, new_val.pte, flags);
  270. }
  271. static inline int
  272. HYPERVISOR_set_segment_base(int reg, unsigned long value)
  273. {
  274. return _hypercall2(int, set_segment_base, reg, value);
  275. }
  276. static inline void
  277. MULTI_fpu_taskswitch(struct multicall_entry *mcl, int set)
  278. {
  279. mcl->op = __HYPERVISOR_fpu_taskswitch;
  280. mcl->args[0] = set;
  281. trace_xen_mc_entry(mcl, 1);
  282. }
  283. static inline void
  284. MULTI_update_va_mapping(struct multicall_entry *mcl, unsigned long va,
  285. pte_t new_val, unsigned long flags)
  286. {
  287. mcl->op = __HYPERVISOR_update_va_mapping;
  288. mcl->args[0] = va;
  289. mcl->args[1] = new_val.pte;
  290. mcl->args[2] = flags;
  291. trace_xen_mc_entry(mcl, 3);
  292. }
  293. static inline void
  294. MULTI_update_descriptor(struct multicall_entry *mcl, u64 maddr,
  295. struct desc_struct desc)
  296. {
  297. mcl->op = __HYPERVISOR_update_descriptor;
  298. mcl->args[0] = maddr;
  299. mcl->args[1] = *(unsigned long *)&desc;
  300. trace_xen_mc_entry(mcl, 2);
  301. }
  302. static inline void
  303. MULTI_mmu_update(struct multicall_entry *mcl, struct mmu_update *req,
  304. int count, int *success_count, domid_t domid)
  305. {
  306. mcl->op = __HYPERVISOR_mmu_update;
  307. mcl->args[0] = (unsigned long)req;
  308. mcl->args[1] = count;
  309. mcl->args[2] = (unsigned long)success_count;
  310. mcl->args[3] = domid;
  311. trace_xen_mc_entry(mcl, 4);
  312. }
  313. static inline void
  314. MULTI_mmuext_op(struct multicall_entry *mcl, struct mmuext_op *op, int count,
  315. int *success_count, domid_t domid)
  316. {
  317. mcl->op = __HYPERVISOR_mmuext_op;
  318. mcl->args[0] = (unsigned long)op;
  319. mcl->args[1] = count;
  320. mcl->args[2] = (unsigned long)success_count;
  321. mcl->args[3] = domid;
  322. trace_xen_mc_entry(mcl, 4);
  323. }
  324. static inline void
  325. MULTI_stack_switch(struct multicall_entry *mcl,
  326. unsigned long ss, unsigned long esp)
  327. {
  328. mcl->op = __HYPERVISOR_stack_switch;
  329. mcl->args[0] = ss;
  330. mcl->args[1] = esp;
  331. trace_xen_mc_entry(mcl, 2);
  332. }
  333. #endif
  334. static inline int
  335. HYPERVISOR_sched_op(int cmd, void *arg)
  336. {
  337. return _hypercall2(int, sched_op, cmd, arg);
  338. }
  339. static inline long
  340. HYPERVISOR_set_timer_op(u64 timeout)
  341. {
  342. unsigned long timeout_hi = (unsigned long)(timeout>>32);
  343. unsigned long timeout_lo = (unsigned long)timeout;
  344. return _hypercall2(long, set_timer_op, timeout_lo, timeout_hi);
  345. }
  346. static inline int
  347. HYPERVISOR_mca(struct xen_mc *mc_op)
  348. {
  349. mc_op->interface_version = XEN_MCA_INTERFACE_VERSION;
  350. return _hypercall1(int, mca, mc_op);
  351. }
  352. static inline int
  353. HYPERVISOR_platform_op(struct xen_platform_op *op)
  354. {
  355. op->interface_version = XENPF_INTERFACE_VERSION;
  356. return _hypercall1(int, platform_op, op);
  357. }
  358. static inline long
  359. HYPERVISOR_memory_op(unsigned int cmd, void *arg)
  360. {
  361. return _hypercall2(long, memory_op, cmd, arg);
  362. }
  363. static inline int
  364. HYPERVISOR_multicall(void *call_list, uint32_t nr_calls)
  365. {
  366. return _hypercall2(int, multicall, call_list, nr_calls);
  367. }
  368. static inline int
  369. HYPERVISOR_event_channel_op(int cmd, void *arg)
  370. {
  371. return _hypercall2(int, event_channel_op, cmd, arg);
  372. }
  373. static __always_inline int
  374. HYPERVISOR_xen_version(int cmd, void *arg)
  375. {
  376. return _hypercall2(int, xen_version, cmd, arg);
  377. }
  378. static inline int
  379. HYPERVISOR_console_io(int cmd, int count, char *str)
  380. {
  381. return _hypercall3(int, console_io, cmd, count, str);
  382. }
  383. static inline int
  384. HYPERVISOR_physdev_op(int cmd, void *arg)
  385. {
  386. return _hypercall2(int, physdev_op, cmd, arg);
  387. }
  388. static inline int
  389. HYPERVISOR_grant_table_op(unsigned int cmd, void *uop, unsigned int count)
  390. {
  391. return _hypercall3(int, grant_table_op, cmd, uop, count);
  392. }
  393. static inline int
  394. HYPERVISOR_vm_assist(unsigned int cmd, unsigned int type)
  395. {
  396. return _hypercall2(int, vm_assist, cmd, type);
  397. }
  398. static inline int
  399. HYPERVISOR_vcpu_op(int cmd, int vcpuid, void *extra_args)
  400. {
  401. return _hypercall3(int, vcpu_op, cmd, vcpuid, extra_args);
  402. }
  403. static inline int
  404. HYPERVISOR_suspend(unsigned long start_info_mfn)
  405. {
  406. struct sched_shutdown r = { .reason = SHUTDOWN_suspend };
  407. /*
  408. * For a PV guest the tools require that the start_info mfn be
  409. * present in rdx/edx when the hypercall is made. Per the
  410. * hypercall calling convention this is the third hypercall
  411. * argument, which is start_info_mfn here.
  412. */
  413. return _hypercall3(int, sched_op, SCHEDOP_shutdown, &r, start_info_mfn);
  414. }
  415. static inline unsigned long __must_check
  416. HYPERVISOR_hvm_op(int op, void *arg)
  417. {
  418. return _hypercall2(unsigned long, hvm_op, op, arg);
  419. }
  420. static inline int
  421. HYPERVISOR_xenpmu_op(unsigned int op, void *arg)
  422. {
  423. return _hypercall2(int, xenpmu_op, op, arg);
  424. }
  425. static inline int
  426. HYPERVISOR_dm_op(
  427. domid_t dom, unsigned int nr_bufs, struct xen_dm_op_buf *bufs)
  428. {
  429. int ret;
  430. __xen_stac();
  431. ret = _hypercall3(int, dm_op, dom, nr_bufs, bufs);
  432. __xen_clac();
  433. return ret;
  434. }
  435. #endif /* _ASM_X86_XEN_HYPERCALL_H */