1 /* SPDX-License-Identifier: GPL-2.0 */
3 * Asm versions of Xen pv-ops, suitable for direct use.
5 * We only bother with direct forms (ie, vcpu in pda) of the
6 * operations here; the indirect forms are better handled in C.
10 #include <asm/percpu.h>
11 #include <asm/processor-flags.h>
12 #include <asm/segment.h>
13 #include <asm/asm-offsets.h>
14 #include <asm/thread_info.h>
17 #include <xen/interface/xen.h>
19 #include <linux/init.h>
20 #include <linux/linkage.h>
22 .macro xen_pv_trap name
23 SYM_CODE_START(xen_\name)
27 SYM_CODE_END(xen_\name)
28 _ASM_NOKPROBE(xen_\name)
31 xen_pv_trap asm_exc_divide_error
32 xen_pv_trap asm_xenpv_exc_debug
33 xen_pv_trap asm_exc_int3
34 xen_pv_trap asm_xenpv_exc_nmi
35 xen_pv_trap asm_exc_overflow
36 xen_pv_trap asm_exc_bounds
37 xen_pv_trap asm_exc_invalid_op
38 xen_pv_trap asm_exc_device_not_available
39 xen_pv_trap asm_exc_double_fault
40 xen_pv_trap asm_exc_coproc_segment_overrun
41 xen_pv_trap asm_exc_invalid_tss
42 xen_pv_trap asm_exc_segment_not_present
43 xen_pv_trap asm_exc_stack_segment
44 xen_pv_trap asm_exc_general_protection
45 xen_pv_trap asm_exc_page_fault
46 xen_pv_trap asm_exc_spurious_interrupt_bug
47 xen_pv_trap asm_exc_coprocessor_error
48 xen_pv_trap asm_exc_alignment_check
50 xen_pv_trap asm_exc_machine_check
51 #endif /* CONFIG_X86_MCE */
52 xen_pv_trap asm_exc_simd_coprocessor_error
53 #ifdef CONFIG_IA32_EMULATION
54 xen_pv_trap entry_INT80_compat
56 xen_pv_trap asm_exc_xen_hypervisor_callback
59 SYM_CODE_START(xen_early_idt_handler_array)
61 .rept NUM_EXCEPTION_VECTORS
64 jmp early_idt_handler_array + i*EARLY_IDT_HANDLER_SIZE
66 .fill xen_early_idt_handler_array + i*XEN_EARLY_IDT_HANDLER_SIZE - ., 1, 0xcc
68 SYM_CODE_END(xen_early_idt_handler_array)
71 hypercall_iret = hypercall_page + __HYPERVISOR_iret * 32
79 * rip <-- standard iret frame
84 * r11 }<-- pushed by hypercall page
87 SYM_CODE_START(xen_iret)
90 SYM_CODE_END(xen_iret)
92 SYM_CODE_START(xen_sysret64)
94 * We're already on the usermode stack at this point, but
95 * still with the kernel gs, so we can easily switch back.
97 * tss.sp2 is scratch space.
99 movq %rsp, PER_CPU_VAR(cpu_tss_rw + TSS_sp2)
100 movq PER_CPU_VAR(cpu_current_top_of_stack), %rsp
103 pushq PER_CPU_VAR(cpu_tss_rw + TSS_sp2)
108 pushq $VGCF_in_syscall
110 SYM_CODE_END(xen_sysret64)
113 * Xen handles syscall callbacks much like ordinary exceptions, which
117 * - an iret-like stack frame on the stack (including rcx and r11):
127 /* Normal 64-bit system call target */
128 SYM_FUNC_START(xen_syscall_target)
133 * Neither Xen nor the kernel really knows what the old SS and
134 * CS were. The kernel expects __USER_DS and __USER_CS, so
135 * report those values even though Xen will guess its own values.
137 movq $__USER_DS, 4*8(%rsp)
138 movq $__USER_CS, 1*8(%rsp)
140 jmp entry_SYSCALL_64_after_hwframe
141 SYM_FUNC_END(xen_syscall_target)
143 #ifdef CONFIG_IA32_EMULATION
145 /* 32-bit compat syscall target */
146 SYM_FUNC_START(xen_syscall32_target)
151 * Neither Xen nor the kernel really knows what the old SS and
152 * CS were. The kernel expects __USER32_DS and __USER32_CS, so
153 * report those values even though Xen will guess its own values.
155 movq $__USER32_DS, 4*8(%rsp)
156 movq $__USER32_CS, 1*8(%rsp)
158 jmp entry_SYSCALL_compat_after_hwframe
159 SYM_FUNC_END(xen_syscall32_target)
161 /* 32-bit compat sysenter target */
162 SYM_FUNC_START(xen_sysenter_target)
164 * NB: Xen is polite and clears TF from EFLAGS for us. This means
165 * that we don't need to guard against single step exceptions here.
171 * Neither Xen nor the kernel really knows what the old SS and
172 * CS were. The kernel expects __USER32_DS and __USER32_CS, so
173 * report those values even though Xen will guess its own values.
175 movq $__USER32_DS, 4*8(%rsp)
176 movq $__USER32_CS, 1*8(%rsp)
178 jmp entry_SYSENTER_compat_after_hwframe
179 SYM_FUNC_END(xen_sysenter_target)
181 #else /* !CONFIG_IA32_EMULATION */
183 SYM_FUNC_START_ALIAS(xen_syscall32_target)
184 SYM_FUNC_START(xen_sysenter_target)
185 lea 16(%rsp), %rsp /* strip %rcx, %r11 */
189 SYM_FUNC_END(xen_sysenter_target)
190 SYM_FUNC_END_ALIAS(xen_syscall32_target)
192 #endif /* CONFIG_IA32_EMULATION */