|
@@ -827,7 +827,7 @@ extern void default_banner(void);
|
|
|
|
|
|
#else /* __ASSEMBLY__ */
|
|
|
|
|
|
-#define _PVSITE(ptype, clobbers, ops, word, algn) \
|
|
|
+#define _PVSITE(ptype, ops, word, algn) \
|
|
|
771:; \
|
|
|
ops; \
|
|
|
772:; \
|
|
@@ -836,7 +836,6 @@ extern void default_banner(void);
|
|
|
word 771b; \
|
|
|
.byte ptype; \
|
|
|
.byte 772b-771b; \
|
|
|
- .short clobbers; \
|
|
|
.popsection
|
|
|
|
|
|
|
|
@@ -869,7 +868,7 @@ extern void default_banner(void);
|
|
|
COND_POP(set, CLBR_RAX, rax)
|
|
|
|
|
|
#define PARA_PATCH(struct, off) ((PARAVIRT_PATCH_##struct + (off)) / 8)
|
|
|
-#define PARA_SITE(ptype, clobbers, ops) _PVSITE(ptype, clobbers, ops, .quad, 8)
|
|
|
+#define PARA_SITE(ptype, ops) _PVSITE(ptype, ops, .quad, 8)
|
|
|
#define PARA_INDIRECT(addr) *addr(%rip)
|
|
|
#else
|
|
|
#define PV_SAVE_REGS(set) \
|
|
@@ -884,26 +883,26 @@ extern void default_banner(void);
|
|
|
COND_POP(set, CLBR_EAX, eax)
|
|
|
|
|
|
#define PARA_PATCH(struct, off) ((PARAVIRT_PATCH_##struct + (off)) / 4)
|
|
|
-#define PARA_SITE(ptype, clobbers, ops) _PVSITE(ptype, clobbers, ops, .long, 4)
|
|
|
+#define PARA_SITE(ptype, ops) _PVSITE(ptype, ops, .long, 4)
|
|
|
#define PARA_INDIRECT(addr) *%cs:addr
|
|
|
#endif
|
|
|
|
|
|
#define INTERRUPT_RETURN \
|
|
|
- PARA_SITE(PARA_PATCH(pv_cpu_ops, PV_CPU_iret), CLBR_NONE, \
|
|
|
- ANNOTATE_RETPOLINE_SAFE; \
|
|
|
+ PARA_SITE(PARA_PATCH(pv_cpu_ops, PV_CPU_iret), \
|
|
|
+ ANNOTATE_RETPOLINE_SAFE; \
|
|
|
jmp PARA_INDIRECT(pv_cpu_ops+PV_CPU_iret);)
|
|
|
|
|
|
#define DISABLE_INTERRUPTS(clobbers) \
|
|
|
- PARA_SITE(PARA_PATCH(pv_irq_ops, PV_IRQ_irq_disable), clobbers, \
|
|
|
+ PARA_SITE(PARA_PATCH(pv_irq_ops, PV_IRQ_irq_disable), \
|
|
|
PV_SAVE_REGS(clobbers | CLBR_CALLEE_SAVE); \
|
|
|
- ANNOTATE_RETPOLINE_SAFE; \
|
|
|
+ ANNOTATE_RETPOLINE_SAFE; \
|
|
|
call PARA_INDIRECT(pv_irq_ops+PV_IRQ_irq_disable); \
|
|
|
PV_RESTORE_REGS(clobbers | CLBR_CALLEE_SAVE);)
|
|
|
|
|
|
#define ENABLE_INTERRUPTS(clobbers) \
|
|
|
- PARA_SITE(PARA_PATCH(pv_irq_ops, PV_IRQ_irq_enable), clobbers, \
|
|
|
+ PARA_SITE(PARA_PATCH(pv_irq_ops, PV_IRQ_irq_enable), \
|
|
|
PV_SAVE_REGS(clobbers | CLBR_CALLEE_SAVE); \
|
|
|
- ANNOTATE_RETPOLINE_SAFE; \
|
|
|
+ ANNOTATE_RETPOLINE_SAFE; \
|
|
|
call PARA_INDIRECT(pv_irq_ops+PV_IRQ_irq_enable); \
|
|
|
PV_RESTORE_REGS(clobbers | CLBR_CALLEE_SAVE);)
|
|
|
|
|
@@ -921,8 +920,7 @@ extern void default_banner(void);
|
|
|
* inlined, or the swapgs instruction must be trapped and emulated.
|
|
|
*/
|
|
|
#define SWAPGS_UNSAFE_STACK \
|
|
|
- PARA_SITE(PARA_PATCH(pv_cpu_ops, PV_CPU_swapgs), CLBR_NONE, \
|
|
|
- swapgs)
|
|
|
+ PARA_SITE(PARA_PATCH(pv_cpu_ops, PV_CPU_swapgs), swapgs)
|
|
|
|
|
|
/*
|
|
|
* Note: swapgs is very special, and in practise is either going to be
|
|
@@ -931,8 +929,8 @@ extern void default_banner(void);
|
|
|
* it.
|
|
|
*/
|
|
|
#define SWAPGS \
|
|
|
- PARA_SITE(PARA_PATCH(pv_cpu_ops, PV_CPU_swapgs), CLBR_NONE, \
|
|
|
- ANNOTATE_RETPOLINE_SAFE; \
|
|
|
+ PARA_SITE(PARA_PATCH(pv_cpu_ops, PV_CPU_swapgs), \
|
|
|
+ ANNOTATE_RETPOLINE_SAFE; \
|
|
|
call PARA_INDIRECT(pv_cpu_ops+PV_CPU_swapgs); \
|
|
|
)
|
|
|
|
|
@@ -942,15 +940,14 @@ extern void default_banner(void);
|
|
|
|
|
|
#define USERGS_SYSRET64 \
|
|
|
PARA_SITE(PARA_PATCH(pv_cpu_ops, PV_CPU_usergs_sysret64), \
|
|
|
- CLBR_NONE, \
|
|
|
- ANNOTATE_RETPOLINE_SAFE; \
|
|
|
+ ANNOTATE_RETPOLINE_SAFE; \
|
|
|
jmp PARA_INDIRECT(pv_cpu_ops+PV_CPU_usergs_sysret64);)
|
|
|
|
|
|
#ifdef CONFIG_DEBUG_ENTRY
|
|
|
#define SAVE_FLAGS(clobbers) \
|
|
|
- PARA_SITE(PARA_PATCH(pv_irq_ops, PV_IRQ_save_fl), clobbers, \
|
|
|
+ PARA_SITE(PARA_PATCH(pv_irq_ops, PV_IRQ_save_fl), \
|
|
|
PV_SAVE_REGS(clobbers | CLBR_CALLEE_SAVE); \
|
|
|
- ANNOTATE_RETPOLINE_SAFE; \
|
|
|
+ ANNOTATE_RETPOLINE_SAFE; \
|
|
|
call PARA_INDIRECT(pv_irq_ops+PV_IRQ_save_fl); \
|
|
|
PV_RESTORE_REGS(clobbers | CLBR_CALLEE_SAVE);)
|
|
|
#endif
|