1/* SPDX-License-Identifier: GPL-2.0-only */
  2/*
  3 * Linker script variables to be set after section resolution, as
  4 * ld.lld does not like variables assigned before SECTIONS is processed.
  5 */
  6#ifndef __ARM64_KERNEL_IMAGE_VARS_H
  7#define __ARM64_KERNEL_IMAGE_VARS_H
  8
  9#ifndef LINKER_SCRIPT
 10#error This file should only be included in vmlinux.lds.S
 11#endif
 12
 13PROVIDE(__efistub_primary_entry		= primary_entry);
 14
 15/*
 16 * The EFI stub has its own symbol namespace prefixed by __efistub_, to
 17 * isolate it from the kernel proper. The following symbols are legally
 18 * accessed by the stub, so provide some aliases to make them accessible.
 19 * Only include data symbols here, or text symbols of functions that are
 20 * guaranteed to be safe when executed at another offset than they were
 21 * linked at. The routines below are all implemented in assembler in a
 22 * position independent manner
 23 */
 24PROVIDE(__efistub_caches_clean_inval_pou = __pi_caches_clean_inval_pou);
 25
 26PROVIDE(__efistub__text			= _text);
 27PROVIDE(__efistub__end			= _end);
 28PROVIDE(__efistub___inittext_end       	= __inittext_end);
 29PROVIDE(__efistub__edata		= _edata);
 30#if defined(CONFIG_EFI_EARLYCON) || defined(CONFIG_SYSFB)
 31PROVIDE(__efistub_screen_info		= screen_info);
 32#endif
 33PROVIDE(__efistub__ctype		= _ctype);
 34
 35PROVIDE(__pi___memcpy			= __pi_memcpy);
 36PROVIDE(__pi___memmove			= __pi_memmove);
 37PROVIDE(__pi___memset			= __pi_memset);
 38
 39PROVIDE(__pi_id_aa64isar1_override	= id_aa64isar1_override);
 40PROVIDE(__pi_id_aa64isar2_override	= id_aa64isar2_override);
 41PROVIDE(__pi_id_aa64mmfr0_override	= id_aa64mmfr0_override);
 42PROVIDE(__pi_id_aa64mmfr1_override	= id_aa64mmfr1_override);
 43PROVIDE(__pi_id_aa64mmfr2_override	= id_aa64mmfr2_override);
 44PROVIDE(__pi_id_aa64pfr0_override	= id_aa64pfr0_override);
 45PROVIDE(__pi_id_aa64pfr1_override	= id_aa64pfr1_override);
 46PROVIDE(__pi_id_aa64smfr0_override	= id_aa64smfr0_override);
 47PROVIDE(__pi_id_aa64zfr0_override	= id_aa64zfr0_override);
 48PROVIDE(__pi_arm64_sw_feature_override	= arm64_sw_feature_override);
 49PROVIDE(__pi_arm64_use_ng_mappings	= arm64_use_ng_mappings);
 50#ifdef CONFIG_CAVIUM_ERRATUM_27456
 51PROVIDE(__pi_cavium_erratum_27456_cpus	= cavium_erratum_27456_cpus);
 52#endif
 53PROVIDE(__pi__ctype			= _ctype);
 54PROVIDE(__pi_memstart_offset_seed	= memstart_offset_seed);
 55
 56PROVIDE(__pi_init_idmap_pg_dir		= init_idmap_pg_dir);
 57PROVIDE(__pi_init_idmap_pg_end		= init_idmap_pg_end);
 58PROVIDE(__pi_init_pg_dir		= init_pg_dir);
 59PROVIDE(__pi_init_pg_end		= init_pg_end);
 60PROVIDE(__pi_swapper_pg_dir		= swapper_pg_dir);
 61
 62PROVIDE(__pi__text			= _text);
 63PROVIDE(__pi__stext               	= _stext);
 64PROVIDE(__pi__etext               	= _etext);
 65PROVIDE(__pi___start_rodata       	= __start_rodata);
 66PROVIDE(__pi___inittext_begin     	= __inittext_begin);
 67PROVIDE(__pi___inittext_end       	= __inittext_end);
 68PROVIDE(__pi___initdata_begin     	= __initdata_begin);
 69PROVIDE(__pi___initdata_end       	= __initdata_end);
 70PROVIDE(__pi__data                	= _data);
 71PROVIDE(__pi___bss_start		= __bss_start);
 72PROVIDE(__pi__end			= _end);
 73
 74#ifdef CONFIG_KVM
 75
 76/*
 77 * KVM nVHE code has its own symbol namespace prefixed with __kvm_nvhe_, to
 78 * separate it from the kernel proper. The following symbols are legally
 79 * accessed by it, therefore provide aliases to make them linkable.
 80 * Do not include symbols which may not be safely accessed under hypervisor
 81 * memory mappings.
 82 */
 83
 84/* Alternative callbacks for init-time patching of nVHE hyp code. */
 85KVM_NVHE_ALIAS(kvm_patch_vector_branch);
 86KVM_NVHE_ALIAS(kvm_update_va_mask);
 87KVM_NVHE_ALIAS(kvm_get_kimage_voffset);
 88KVM_NVHE_ALIAS(kvm_compute_final_ctr_el0);
 89KVM_NVHE_ALIAS(spectre_bhb_patch_loop_iter);
 90KVM_NVHE_ALIAS(spectre_bhb_patch_loop_mitigation_enable);
 91KVM_NVHE_ALIAS(spectre_bhb_patch_wa3);
 92KVM_NVHE_ALIAS(spectre_bhb_patch_clearbhb);
 93KVM_NVHE_ALIAS(alt_cb_patch_nops);
 94
 95/* Global kernel state accessed by nVHE hyp code. */
 96KVM_NVHE_ALIAS(kvm_vgic_global_state);
 97
 98/* Kernel symbols used to call panic() from nVHE hyp code (via ERET). */
 99KVM_NVHE_ALIAS(nvhe_hyp_panic_handler);
100
101/* Vectors installed by hyp-init on reset HVC. */
102KVM_NVHE_ALIAS(__hyp_stub_vectors);
103
104/* Static keys which are set if a vGIC trap should be handled in hyp. */
105KVM_NVHE_ALIAS(vgic_v2_cpuif_trap);
106KVM_NVHE_ALIAS(vgic_v3_cpuif_trap);
107
108#ifdef CONFIG_ARM64_PSEUDO_NMI
109/* Static key checked in GIC_PRIO_IRQOFF. */
110KVM_NVHE_ALIAS(gic_nonsecure_priorities);
111#endif
112
113/* EL2 exception handling */
114KVM_NVHE_ALIAS(__start___kvm_ex_table);
115KVM_NVHE_ALIAS(__stop___kvm_ex_table);
116
117/* PMU available static key */
118#ifdef CONFIG_HW_PERF_EVENTS
119KVM_NVHE_ALIAS(kvm_arm_pmu_available);
120#endif
121
122/* Position-independent library routines */
123KVM_NVHE_ALIAS_HYP(clear_page, __pi_clear_page);
124KVM_NVHE_ALIAS_HYP(copy_page, __pi_copy_page);
125KVM_NVHE_ALIAS_HYP(memcpy, __pi_memcpy);
126KVM_NVHE_ALIAS_HYP(memset, __pi_memset);
127
128#ifdef CONFIG_KASAN
129KVM_NVHE_ALIAS_HYP(__memcpy, __pi_memcpy);
130KVM_NVHE_ALIAS_HYP(__memset, __pi_memset);
131#endif
132
133/* Hyp memory sections */
134KVM_NVHE_ALIAS(__hyp_idmap_text_start);
135KVM_NVHE_ALIAS(__hyp_idmap_text_end);
136KVM_NVHE_ALIAS(__hyp_text_start);
137KVM_NVHE_ALIAS(__hyp_text_end);
138KVM_NVHE_ALIAS(__hyp_bss_start);
139KVM_NVHE_ALIAS(__hyp_bss_end);
140KVM_NVHE_ALIAS(__hyp_rodata_start);
141KVM_NVHE_ALIAS(__hyp_rodata_end);
142
143/* pKVM static key */
144KVM_NVHE_ALIAS(kvm_protected_mode_initialized);
145
146#endif /* CONFIG_KVM */
147
148#ifdef CONFIG_EFI_ZBOOT
149_kernel_codesize = ABSOLUTE(__inittext_end - _text);
150#endif
151
152#endif /* __ARM64_KERNEL_IMAGE_VARS_H */