aarch64: Add PAC sign/validation of the link register

Whenever the link register is stored on the stack, sign it
before storing it and validate at a symmetrical point (with the
stack at the same level as when it was signed).

These macros only have an effect if built with PAC enabled (e.g.
through -mbranch-protection=standard), otherwise they don't
generate any extra instructions.

None of these cases were present when PAC support was added
in 248986a0db in 2022.

Without these changes, PAC still had an effect in the compiler
generated code and in the existing cases where we these macros were
used - but make it apply to the remaining cases of link register
on the stack.
This commit is contained in:
Martin Storsjö
2026-03-16 12:58:10 +02:00
parent dbf7354d98
commit f72f692afa
6 changed files with 203 additions and 20 deletions

View File

@@ -131,26 +131,6 @@ DISABLE_SME
DISABLE_SME_I16I64
DISABLE_SME2
#if HAVE_SME
.macro sme_entry
stp x29, x30, [sp, #-80]!
mov x29, sp
stp d8, d9, [sp, #16]
stp d10, d11, [sp, #32]
stp d12, d13, [sp, #48]
stp d14, d15, [sp, #64]
smstart
.endm
.macro sme_exit
smstop
ldp d8, d9, [sp, #16]
ldp d10, d11, [sp, #32]
ldp d12, d13, [sp, #48]
ldp d14, d15, [sp, #64]
ldp x29, x30, [sp], #80
.endm
#endif
/* Support macros for
* - Armv8.3-A Pointer Authentication and
@@ -356,3 +336,26 @@ ELF .size \name, . - \name
#define x18 do_not_use_x18
#define w18 do_not_use_w18
#if HAVE_SME
.macro sme_entry
AARCH64_SIGN_LINK_REGISTER
stp x29, x30, [sp, #-80]!
mov x29, sp
stp d8, d9, [sp, #16]
stp d10, d11, [sp, #32]
stp d12, d13, [sp, #48]
stp d14, d15, [sp, #64]
smstart
.endm
.macro sme_exit
smstop
ldp d8, d9, [sp, #16]
ldp d10, d11, [sp, #32]
ldp d12, d13, [sp, #48]
ldp d14, d15, [sp, #64]
ldp x29, x30, [sp], #80
AARCH64_VALIDATE_LINK_REGISTER
.endm
#endif

View File

@@ -917,6 +917,7 @@ FFT32_FN ns_float, 1
.macro SR_TRANSFORM_DEF len, next=0
\len:
AARCH64_SIGN_LINK_REGISTER
stp x20, x30, [sp, #-16]!
mov w20, #(\len/4)
mov x5, #((\len*4) - (\len/1))
@@ -926,6 +927,7 @@ FFT32_FN ns_float, 1
add x1, x1, x5
bl 32b
ldp x20, x30, [sp], #16
AARCH64_VALIDATE_LINK_REGISTER
ldr w5, =(\len*6 + \len/2)
sub x1, x1, x5
@@ -1061,6 +1063,7 @@ function ff_tx_fft_sr_\name\()_neon, export=1
b.gt 128f
ret
128:
AARCH64_SIGN_LINK_REGISTER
stp x20, x30, [sp, #-16]!
mov w20, #32
add x1, x1, #16*32
@@ -1068,6 +1071,7 @@ function ff_tx_fft_sr_\name\()_neon, export=1
add x1, x1, #8*32
bl 32b
ldp x20, x30, [sp], #16
AARCH64_VALIDATE_LINK_REGISTER
sub x1, x1, #24*32
SETUP_SR_RECOMB 128, x7, x8, x9
@@ -1081,6 +1085,7 @@ function ff_tx_fft_sr_\name\()_neon, export=1
b.gt 256f
ret
256:
AARCH64_SIGN_LINK_REGISTER
stp x20, x30, [sp, #-16]!
mov w20, #64
add x1, x1, #32*32
@@ -1088,6 +1093,7 @@ function ff_tx_fft_sr_\name\()_neon, export=1
add x1, x1, #16*32
bl 32b
ldp x20, x30, [sp], #16
AARCH64_VALIDATE_LINK_REGISTER
sub x1, x1, #48*32
SETUP_SR_RECOMB 256, x7, x8, x9
@@ -1102,6 +1108,7 @@ function ff_tx_fft_sr_\name\()_neon, export=1
b.gt 512f
ret
512:
AARCH64_SIGN_LINK_REGISTER
stp x20, x30, [sp, #-16]!
mov w20, #128
add x1, x1, #64*32
@@ -1109,6 +1116,7 @@ function ff_tx_fft_sr_\name\()_neon, export=1
add x1, x1, #32*32
bl 32b
ldp x20, x30, [sp], #16
AARCH64_VALIDATE_LINK_REGISTER
sub x1, x1, #96*32
SETUP_SR_RECOMB 512, x7, x8, x9
@@ -1128,6 +1136,7 @@ function ff_tx_fft_sr_\name\()_neon, export=1
ret
1024:
AARCH64_SIGN_LINK_REGISTER
stp x20, x30, [sp, #-16]!
mov w20, #256
add x1, x1, #96*32
@@ -1135,6 +1144,7 @@ function ff_tx_fft_sr_\name\()_neon, export=1
add x1, x1, #64*32
bl 32b
ldp x20, x30, [sp], #16
AARCH64_VALIDATE_LINK_REGISTER
mov x5, #192*32
sub x1, x1, x5