1 /* SPDX-License-Identifier: GPL-2.0 */
2 #ifndef __ASM_ASM_POINTER_AUTH_H
3 #define __ASM_ASM_POINTER_AUTH_H
5 #include <asm/alternative.h>
6 #include <asm/asm-offsets.h>
7 #include <asm/cpufeature.h>
8 #include <asm/sysreg.h>
10 #ifdef CONFIG_ARM64_PTR_AUTH
12 * thread.keys_user.ap* as offset exceeds the #imm offset range
13 * so use the base value of ldp as thread.keys_user and offset as
14 * thread.keys_user.ap*.
16 .macro ptrauth_keys_install_user tsk, tmp1, tmp2, tmp3
17 mov \tmp1, #THREAD_KEYS_USER
18 add \tmp1, \tsk, \tmp1
19 alternative_if_not ARM64_HAS_ADDRESS_AUTH
21 alternative_else_nop_endif
22 ldp \tmp2, \tmp3, [\tmp1, #PTRAUTH_USER_KEY_APIA]
23 msr_s SYS_APIAKEYLO_EL1, \tmp2
24 msr_s SYS_APIAKEYHI_EL1, \tmp3
25 ldp \tmp2, \tmp3, [\tmp1, #PTRAUTH_USER_KEY_APIB]
26 msr_s SYS_APIBKEYLO_EL1, \tmp2
27 msr_s SYS_APIBKEYHI_EL1, \tmp3
28 ldp \tmp2, \tmp3, [\tmp1, #PTRAUTH_USER_KEY_APDA]
29 msr_s SYS_APDAKEYLO_EL1, \tmp2
30 msr_s SYS_APDAKEYHI_EL1, \tmp3
31 ldp \tmp2, \tmp3, [\tmp1, #PTRAUTH_USER_KEY_APDB]
32 msr_s SYS_APDBKEYLO_EL1, \tmp2
33 msr_s SYS_APDBKEYHI_EL1, \tmp3
35 alternative_if ARM64_HAS_GENERIC_AUTH
36 ldp \tmp2, \tmp3, [\tmp1, #PTRAUTH_USER_KEY_APGA]
37 msr_s SYS_APGAKEYLO_EL1, \tmp2
38 msr_s SYS_APGAKEYHI_EL1, \tmp3
39 alternative_else_nop_endif
42 .macro __ptrauth_keys_install_kernel_nosync tsk, tmp1, tmp2, tmp3
43 mov \tmp1, #THREAD_KEYS_KERNEL
44 add \tmp1, \tsk, \tmp1
45 ldp \tmp2, \tmp3, [\tmp1, #PTRAUTH_KERNEL_KEY_APIA]
46 msr_s SYS_APIAKEYLO_EL1, \tmp2
47 msr_s SYS_APIAKEYHI_EL1, \tmp3
50 .macro ptrauth_keys_install_kernel_nosync tsk, tmp1, tmp2, tmp3
51 alternative_if ARM64_HAS_ADDRESS_AUTH
52 __ptrauth_keys_install_kernel_nosync \tsk, \tmp1, \tmp2, \tmp3
53 alternative_else_nop_endif
56 .macro ptrauth_keys_install_kernel tsk, tmp1, tmp2, tmp3
57 alternative_if ARM64_HAS_ADDRESS_AUTH
58 __ptrauth_keys_install_kernel_nosync \tsk, \tmp1, \tmp2, \tmp3
60 alternative_else_nop_endif
63 .macro __ptrauth_keys_init_cpu tsk, tmp1, tmp2, tmp3
64 mrs \tmp1, id_aa64isar1_el1
65 ubfx \tmp1, \tmp1, #ID_AA64ISAR1_APA_SHIFT, #8
66 cbz \tmp1, .Lno_addr_auth\@
67 mov_q \tmp1, (SCTLR_ELx_ENIA | SCTLR_ELx_ENIB | \
68 SCTLR_ELx_ENDA | SCTLR_ELx_ENDB)
70 orr \tmp2, \tmp2, \tmp1
72 __ptrauth_keys_install_kernel_nosync \tsk, \tmp1, \tmp2, \tmp3
77 .macro ptrauth_keys_init_cpu tsk, tmp1, tmp2, tmp3
78 alternative_if_not ARM64_HAS_ADDRESS_AUTH
80 alternative_else_nop_endif
81 __ptrauth_keys_init_cpu \tsk, \tmp1, \tmp2, \tmp3
85 #else /* CONFIG_ARM64_PTR_AUTH */
87 .macro ptrauth_keys_install_user tsk, tmp1, tmp2, tmp3
90 .macro ptrauth_keys_install_kernel_nosync tsk, tmp1, tmp2, tmp3
93 .macro ptrauth_keys_install_kernel tsk, tmp1, tmp2, tmp3
96 #endif /* CONFIG_ARM64_PTR_AUTH */
98 #endif /* __ASM_ASM_POINTER_AUTH_H */