| Jason Baron | d9f5ab7 | 2010-09-17 11:09:22 -0400 | [diff] [blame] | 1 | #ifndef _ASM_X86_JUMP_LABEL_H |
| 2 | #define _ASM_X86_JUMP_LABEL_H | ||||
| 3 | |||||
| Anton Blanchard | 55dd0df | 2015-04-09 13:51:30 +1000 | [diff] [blame] | 4 | #ifndef __ASSEMBLY__ |
| Jason Baron | d9f5ab7 | 2010-09-17 11:09:22 -0400 | [diff] [blame] | 5 | |
| Steven Rostedt | c3c7f14 | 2012-01-26 18:06:45 -0500 | [diff] [blame] | 6 | #include <linux/stringify.h> |
| Jason Baron | d9f5ab7 | 2010-09-17 11:09:22 -0400 | [diff] [blame] | 7 | #include <linux/types.h> |
| 8 | #include <asm/nops.h> | ||||
| Jason Baron | d430d3d | 2011-03-16 17:29:47 -0400 | [diff] [blame] | 9 | #include <asm/asm.h> |
| Jason Baron | d9f5ab7 | 2010-09-17 11:09:22 -0400 | [diff] [blame] | 10 | |
| 11 | #define JUMP_LABEL_NOP_SIZE 5 | ||||
| 12 | |||||
| Steven Rostedt | c3c7f14 | 2012-01-26 18:06:45 -0500 | [diff] [blame] | 13 | #ifdef CONFIG_X86_64 |
| 14 | # define STATIC_KEY_INIT_NOP P6_NOP5_ATOMIC | ||||
| 15 | #else | ||||
| 16 | # define STATIC_KEY_INIT_NOP GENERIC_NOP5_ATOMIC | ||||
| 17 | #endif | ||||
| Jason Baron | d9f5ab7 | 2010-09-17 11:09:22 -0400 | [diff] [blame] | 18 | |
| Ingo Molnar | c5905af | 2012-02-24 08:31:31 +0100 | [diff] [blame] | 19 | static __always_inline bool arch_static_branch(struct static_key *key) |
| Jason Baron | d430d3d | 2011-03-16 17:29:47 -0400 | [diff] [blame] | 20 | { |
| Ingo Molnar | 3f0116c | 2013-10-10 10:16:30 +0200 | [diff] [blame] | 21 | asm_volatile_goto("1:" |
| Steven Rostedt | c3c7f14 | 2012-01-26 18:06:45 -0500 | [diff] [blame] | 22 | ".byte " __stringify(STATIC_KEY_INIT_NOP) "\n\t" |
| Jason Baron | d430d3d | 2011-03-16 17:29:47 -0400 | [diff] [blame] | 23 | ".pushsection __jump_table, \"aw\" \n\t" |
| Jason Baron | ef64789 | 2011-03-16 15:58:27 -0400 | [diff] [blame] | 24 | _ASM_ALIGN "\n\t" |
| Jason Baron | d430d3d | 2011-03-16 17:29:47 -0400 | [diff] [blame] | 25 | _ASM_PTR "1b, %l[l_yes], %c0 \n\t" |
| 26 | ".popsection \n\t" | ||||
| 27 | : : "i" (key) : : l_yes); | ||||
| 28 | return false; | ||||
| 29 | l_yes: | ||||
| 30 | return true; | ||||
| 31 | } | ||||
| Jason Baron | d9f5ab7 | 2010-09-17 11:09:22 -0400 | [diff] [blame] | 32 | |
| Jason Baron | d9f5ab7 | 2010-09-17 11:09:22 -0400 | [diff] [blame] | 33 | #ifdef CONFIG_X86_64 |
| Jason Baron | d9f5ab7 | 2010-09-17 11:09:22 -0400 | [diff] [blame] | 34 | typedef u64 jump_label_t; |
| Jason Baron | d9f5ab7 | 2010-09-17 11:09:22 -0400 | [diff] [blame] | 35 | #else |
| Jason Baron | d9f5ab7 | 2010-09-17 11:09:22 -0400 | [diff] [blame] | 36 | typedef u32 jump_label_t; |
| Steven Rostedt | 95fccd4 | 2010-09-22 17:37:43 -0400 | [diff] [blame] | 37 | #endif |
| Jason Baron | d9f5ab7 | 2010-09-17 11:09:22 -0400 | [diff] [blame] | 38 | |
| 39 | struct jump_entry { | ||||
| 40 | jump_label_t code; | ||||
| 41 | jump_label_t target; | ||||
| 42 | jump_label_t key; | ||||
| 43 | }; | ||||
| 44 | |||||
| Anton Blanchard | 55dd0df | 2015-04-09 13:51:30 +1000 | [diff] [blame] | 45 | #endif /* __ASSEMBLY__ */ |
| Jason Baron | d9f5ab7 | 2010-09-17 11:09:22 -0400 | [diff] [blame] | 46 | #endif |