arch/arm64/kernel/image-vars.h

   1 /* SPDX-License-Identifier: GPL-2.0-only */
   2 /*
   3  * Linker script variables to be set after section resolution, as
   4  * ld.lld does not like variables assigned before SECTIONS is processed.
   5  */
   6 #ifndef __ARM64_KERNEL_IMAGE_VARS_H
   7 #define __ARM64_KERNEL_IMAGE_VARS_H
   8
   9 #ifndef LINKER_SCRIPT
  10 #error This file should only be included in vmlinux.lds.S
  11 #endif
  12
  13 #ifdef CONFIG_EFI
  14
  15 __efistub_kernel_size           = _edata - _text;
  16 __efistub_primary_entry_offset  = primary_entry - _text;
  17
  18
  19 /*
  20  * The EFI stub has its own symbol namespace prefixed by __efistub_, to
  21  * isolate it from the kernel proper. The following symbols are legally
  22  * accessed by the stub, so provide some aliases to make them accessible.
  23  * Only include data symbols here, or text symbols of functions that are
  24  * guaranteed to be safe when executed at another offset than they were
  25  * linked at. The routines below are all implemented in assembler in a
  26  * position independent manner
  27  */
  28 __efistub_memcmp                = __pi_memcmp;
  29 __efistub_memchr                = __pi_memchr;
  30 __efistub_memcpy                = __pi_memcpy;
  31 __efistub_memmove               = __pi_memmove;
  32 __efistub_memset                = __pi_memset;
  33 __efistub_strlen                = __pi_strlen;
  34 __efistub_strnlen               = __pi_strnlen;
  35 __efistub_strcmp                = __pi_strcmp;
  36 __efistub_strncmp               = __pi_strncmp;
  37 __efistub_strrchr               = __pi_strrchr;
  38 __efistub_dcache_clean_poc = __pi_dcache_clean_poc;
  39
  40 #if defined(CONFIG_KASAN_GENERIC) || defined(CONFIG_KASAN_SW_TAGS)
  41 __efistub___memcpy              = __pi_memcpy;
  42 __efistub___memmove             = __pi_memmove;
  43 __efistub___memset              = __pi_memset;
  44 #endif
  45
  46 __efistub__text                 = _text;
  47 __efistub__end                  = _end;
  48 __efistub__edata                = _edata;
  49 __efistub_screen_info           = screen_info;
  50 __efistub__ctype                = _ctype;
  51
  52 #endif
  53
  54 #ifdef CONFIG_KVM
  55
  56 /*
  57  * KVM nVHE code has its own symbol namespace prefixed with __kvm_nvhe_, to
  58  * separate it from the kernel proper. The following symbols are legally
  59  * accessed by it, therefore provide aliases to make them linkable.
  60  * Do not include symbols which may not be safely accessed under hypervisor
  61  * memory mappings.
  62  */
  63
  64 /* Alternative callbacks for init-time patching of nVHE hyp code. */
  65 KVM_NVHE_ALIAS(kvm_patch_vector_branch);
  66 KVM_NVHE_ALIAS(kvm_update_va_mask);
  67 KVM_NVHE_ALIAS(kvm_get_kimage_voffset);
  68 KVM_NVHE_ALIAS(kvm_compute_final_ctr_el0);
  69
  70 /* Global kernel state accessed by nVHE hyp code. */
  71 KVM_NVHE_ALIAS(kvm_vgic_global_state);
  72
  73 /* Kernel symbols used to call panic() from nVHE hyp code (via ERET). */
  74 KVM_NVHE_ALIAS(nvhe_hyp_panic_handler);
  75
  76 /* Vectors installed by hyp-init on reset HVC. */
  77 KVM_NVHE_ALIAS(__hyp_stub_vectors);
  78
  79 /* Kernel symbol used by icache_is_vpipt(). */
  80 KVM_NVHE_ALIAS(__icache_flags);
  81
  82 /* Kernel symbols needed for cpus_have_final/const_caps checks. */
  83 KVM_NVHE_ALIAS(arm64_const_caps_ready);
  84 KVM_NVHE_ALIAS(cpu_hwcap_keys);
  85
  86 /* Static keys which are set if a vGIC trap should be handled in hyp. */
  87 KVM_NVHE_ALIAS(vgic_v2_cpuif_trap);
  88 KVM_NVHE_ALIAS(vgic_v3_cpuif_trap);
  89
  90 /* Static key checked in pmr_sync(). */
  91 #ifdef CONFIG_ARM64_PSEUDO_NMI
  92 KVM_NVHE_ALIAS(gic_pmr_sync);
  93 /* Static key checked in GIC_PRIO_IRQOFF. */
  94 KVM_NVHE_ALIAS(gic_nonsecure_priorities);
  95 #endif
  96
  97 /* EL2 exception handling */
  98 KVM_NVHE_ALIAS(__start___kvm_ex_table);
  99 KVM_NVHE_ALIAS(__stop___kvm_ex_table);
 100
 101 /* Array containing bases of nVHE per-CPU memory regions. */
 102 KVM_NVHE_ALIAS(kvm_arm_hyp_percpu_base);
 103
 104 /* PMU available static key */
 105 KVM_NVHE_ALIAS(kvm_arm_pmu_available);
 106
 107 /* Position-independent library routines */
 108 KVM_NVHE_ALIAS_HYP(clear_page, __pi_clear_page);
 109 KVM_NVHE_ALIAS_HYP(copy_page, __pi_copy_page);
 110 KVM_NVHE_ALIAS_HYP(memcpy, __pi_memcpy);
 111 KVM_NVHE_ALIAS_HYP(memset, __pi_memset);
 112
 113 #ifdef CONFIG_KASAN
 114 KVM_NVHE_ALIAS_HYP(__memcpy, __pi_memcpy);
 115 KVM_NVHE_ALIAS_HYP(__memset, __pi_memset);
 116 #endif
 117
 118 /* Kernel memory sections */
 119 KVM_NVHE_ALIAS(__start_rodata);
 120 KVM_NVHE_ALIAS(__end_rodata);
 121 KVM_NVHE_ALIAS(__bss_start);
 122 KVM_NVHE_ALIAS(__bss_stop);
 123
 124 /* Hyp memory sections */
 125 KVM_NVHE_ALIAS(__hyp_idmap_text_start);
 126 KVM_NVHE_ALIAS(__hyp_idmap_text_end);
 127 KVM_NVHE_ALIAS(__hyp_text_start);
 128 KVM_NVHE_ALIAS(__hyp_text_end);
 129 KVM_NVHE_ALIAS(__hyp_bss_start);
 130 KVM_NVHE_ALIAS(__hyp_bss_end);
 131 KVM_NVHE_ALIAS(__hyp_rodata_start);
 132 KVM_NVHE_ALIAS(__hyp_rodata_end);
 133
 134 /* pKVM static key */
 135 KVM_NVHE_ALIAS(kvm_protected_mode_initialized);
 136
 137 #endif /* CONFIG_KVM */
 138
 139 #endif /* __ARM64_KERNEL_IMAGE_VARS_H */