| #ifndef _ASM_X86_JUMP_LABEL_H | |
| #define _ASM_X86_JUMP_LABEL_H | |
| #ifndef __ASSEMBLY__ | |
| #include <linux/stringify.h> | |
| #include <linux/types.h> | |
| #include <asm/nops.h> | |
| #include <asm/asm.h> | |
| #define JUMP_LABEL_NOP_SIZE 5 | |
| #ifdef CONFIG_X86_64 | |
| # define STATIC_KEY_INIT_NOP P6_NOP5_ATOMIC | |
| #else | |
| # define STATIC_KEY_INIT_NOP GENERIC_NOP5_ATOMIC | |
| #endif | |
| static __always_inline bool arch_static_branch(struct static_key *key, bool branch) | |
| { | |
| asm_volatile_goto("1:" | |
| ".byte " __stringify(STATIC_KEY_INIT_NOP) "\n\t" | |
| ".pushsection __jump_table, \"aw\" \n\t" | |
| _ASM_ALIGN "\n\t" | |
| _ASM_PTR "1b, %l[l_yes], %c0 + %c1 \n\t" | |
| ".popsection \n\t" | |
| : : "i" (key), "i" (branch) : : l_yes); | |
| return false; | |
| l_yes: | |
| return true; | |
| } | |
| static __always_inline bool arch_static_branch_jump(struct static_key *key, bool branch) | |
| { | |
| asm_volatile_goto("1:" | |
| ".byte 0xe9\n\t .long %l[l_yes] - 2f\n\t" | |
| "2:\n\t" | |
| ".pushsection __jump_table, \"aw\" \n\t" | |
| _ASM_ALIGN "\n\t" | |
| _ASM_PTR "1b, %l[l_yes], %c0 + %c1 \n\t" | |
| ".popsection \n\t" | |
| : : "i" (key), "i" (branch) : : l_yes); | |
| return false; | |
| l_yes: | |
| return true; | |
| } | |
| #ifdef CONFIG_X86_64 | |
| typedef u64 jump_label_t; | |
| #else | |
| typedef u32 jump_label_t; | |
| #endif | |
| struct jump_entry { | |
| jump_label_t code; | |
| jump_label_t target; | |
| jump_label_t key; | |
| }; | |
| #endif /* __ASSEMBLY__ */ | |
| #endif |