Convert powerpc to relative jump labels.
Before the patch, pseries_defconfig vmlinux.o has:
9074 __jump_table 0003f2a0 0000000000000000 0000000000000000 01321fa8 2**0
With the patch, the same config gets:
9074 __jump_table 0002a0e0 0000000000000000 0000000000000000 01321fb4 2**0
Size is 258720 without the patch, 172256 with the patch.
That's a 33% size reduction.
Largely copied from commit c296146c05
("arm64/kernel: jump_label:
Switch to relative references")
Signed-off-by: Christophe Leroy <christophe.leroy@csgroup.eu>
Signed-off-by: Michael Ellerman <mpe@ellerman.id.au>
Link: https://lore.kernel.org/r/828348da7868eda953ce023994404dfc49603b64.1616514473.git.christophe.leroy@csgroup.eu
58 lines
1.3 KiB
C
58 lines
1.3 KiB
C
/* SPDX-License-Identifier: GPL-2.0-or-later */
|
|
#ifndef _ASM_POWERPC_JUMP_LABEL_H
|
|
#define _ASM_POWERPC_JUMP_LABEL_H
|
|
|
|
/*
|
|
* Copyright 2010 Michael Ellerman, IBM Corp.
|
|
*/
|
|
|
|
#ifndef __ASSEMBLY__
|
|
#include <linux/types.h>
|
|
|
|
#include <asm/feature-fixups.h>
|
|
#include <asm/asm-const.h>
|
|
|
|
#define JUMP_ENTRY_TYPE stringify_in_c(FTR_ENTRY_LONG)
|
|
#define JUMP_LABEL_NOP_SIZE 4
|
|
|
|
static __always_inline bool arch_static_branch(struct static_key *key, bool branch)
|
|
{
|
|
asm_volatile_goto("1:\n\t"
|
|
"nop # arch_static_branch\n\t"
|
|
".pushsection __jump_table, \"aw\"\n\t"
|
|
".long 1b - ., %l[l_yes] - .\n\t"
|
|
JUMP_ENTRY_TYPE "%c0 - .\n\t"
|
|
".popsection \n\t"
|
|
: : "i" (&((char *)key)[branch]) : : l_yes);
|
|
|
|
return false;
|
|
l_yes:
|
|
return true;
|
|
}
|
|
|
|
static __always_inline bool arch_static_branch_jump(struct static_key *key, bool branch)
|
|
{
|
|
asm_volatile_goto("1:\n\t"
|
|
"b %l[l_yes] # arch_static_branch_jump\n\t"
|
|
".pushsection __jump_table, \"aw\"\n\t"
|
|
".long 1b - ., %l[l_yes] - .\n\t"
|
|
JUMP_ENTRY_TYPE "%c0 - .\n\t"
|
|
".popsection \n\t"
|
|
: : "i" (&((char *)key)[branch]) : : l_yes);
|
|
|
|
return false;
|
|
l_yes:
|
|
return true;
|
|
}
|
|
|
|
#else
|
|
#define ARCH_STATIC_BRANCH(LABEL, KEY) \
|
|
1098: nop; \
|
|
.pushsection __jump_table, "aw"; \
|
|
.long 1098b - ., LABEL - .; \
|
|
FTR_ENTRY_LONG KEY; \
|
|
.popsection
|
|
#endif
|
|
|
|
#endif /* _ASM_POWERPC_JUMP_LABEL_H */
|