mirror of
https://github.com/torvalds/linux.git
synced 2026-04-18 06:44:00 -04:00
54ac9ff8f1
Implement arm64 support for the 'unoptimized' static call variety, which routes all calls through a trampoline that performs a tail call to the chosen function, and wire it up for use when kCFI is enabled. This works around an issue with kCFI and generic static calls, where the prototypes of default handlers such as __static_call_nop() and __static_call_ret0() don't match the expected prototype of the call site, resulting in kCFI false positives [0]. Since static call targets may be located in modules loaded out of direct branching range, this needs an ADRP/LDR pair to load the branch target into R16 and a branch-to-register (BR) instruction to perform an indirect call. Unlike on x86, there is no pressing need on arm64 to avoid indirect calls at all cost, but hiding it from the compiler as is done here does have some benefits: - the literal is located in .rodata, which gives us the same robustness advantage that code patching does; - no D-cache pollution from fetching hash values from .text sections. From an execution speed PoV, this is unlikely to make any difference at all. Cc: Sami Tolvanen <samitolvanen@google.com> Cc: Sean Christopherson <seanjc@google.com> Cc: Kees Cook <kees@kernel.org> Cc: Peter Zijlstra <peterz@infradead.org> Cc: Will McVicker <willmcvicker@google.com> Reported-by: Carlos Llamas <cmllamas@google.com> Closes: https://lore.kernel.org/all/20260311225822.1565895-1-cmllamas@google.com/ [0] Signed-off-by: Ard Biesheuvel <ardb@kernel.org> Signed-off-by: Will Deacon <will@kernel.org> Signed-off-by: Catalin Marinas <catalin.marinas@arm.com>
32 lines
1.0 KiB
C
32 lines
1.0 KiB
C
/* SPDX-License-Identifier: GPL-2.0 */
|
|
#ifndef _ASM_STATIC_CALL_H
|
|
#define _ASM_STATIC_CALL_H
|
|
|
|
#define __ARCH_DEFINE_STATIC_CALL_TRAMP(name, target) \
|
|
asm(" .pushsection .static_call.text, \"ax\" \n" \
|
|
" .align 4 \n" \
|
|
" .globl " name " \n" \
|
|
name ": \n" \
|
|
" hint 34 /* BTI C */ \n" \
|
|
" adrp x16, 1f \n" \
|
|
" ldr x16, [x16, :lo12:1f] \n" \
|
|
" br x16 \n" \
|
|
" .type " name ", %function \n" \
|
|
" .size " name ", . - " name " \n" \
|
|
" .popsection \n" \
|
|
" .pushsection .rodata, \"a\" \n" \
|
|
" .align 3 \n" \
|
|
"1: .quad " target " \n" \
|
|
" .popsection \n")
|
|
|
|
#define ARCH_DEFINE_STATIC_CALL_TRAMP(name, func) \
|
|
__ARCH_DEFINE_STATIC_CALL_TRAMP(STATIC_CALL_TRAMP_STR(name), #func)
|
|
|
|
#define ARCH_DEFINE_STATIC_CALL_NULL_TRAMP(name) \
|
|
ARCH_DEFINE_STATIC_CALL_TRAMP(name, __static_call_return0)
|
|
|
|
#define ARCH_DEFINE_STATIC_CALL_RET0_TRAMP(name) \
|
|
ARCH_DEFINE_STATIC_CALL_TRAMP(name, __static_call_return0)
|
|
|
|
#endif /* _ASM_STATIC_CALL_H */
|