Jan Glauber | 5373db8 | 2011-03-16 15:58:30 -0400 | [diff] [blame] | 1 | #ifndef _ASM_S390_JUMP_LABEL_H |
| 2 | #define _ASM_S390_JUMP_LABEL_H |
| 3 | |
Anton Blanchard | 55dd0df | 2015-04-09 13:51:30 +1000 | [diff] [blame] | 4 | #ifndef __ASSEMBLY__ |
| 5 | |
Jan Glauber | 5373db8 | 2011-03-16 15:58:30 -0400 | [diff] [blame] | 6 | #include <linux/types.h> |
Jason Baron | ac31418 | 2016-05-20 17:16:35 -0400 | [diff] [blame] | 7 | #include <linux/stringify.h> |
Jan Glauber | 5373db8 | 2011-03-16 15:58:30 -0400 | [diff] [blame] | 8 | |
| 9 | #define JUMP_LABEL_NOP_SIZE 6 |
Heiko Carstens | d5caa4d | 2015-01-29 14:10:22 +0100 | [diff] [blame] | 10 | #define JUMP_LABEL_NOP_OFFSET 2 |
Jan Glauber | 5373db8 | 2011-03-16 15:58:30 -0400 | [diff] [blame] | 11 | |
Heiko Carstens | d5caa4d | 2015-01-29 14:10:22 +0100 | [diff] [blame] | 12 | /* |
| 13 | * We use a brcl 0,2 instruction for jump labels at compile time so it |
| 14 | * can be easily distinguished from a hotpatch generated instruction. |
| 15 | */ |
Peter Zijlstra | 11276d5 | 2015-07-24 15:09:55 +0200 | [diff] [blame] | 16 | static __always_inline bool arch_static_branch(struct static_key *key, bool branch) |
Jan Glauber | 5373db8 | 2011-03-16 15:58:30 -0400 | [diff] [blame] | 17 | { |
Heiko Carstens | d5caa4d | 2015-01-29 14:10:22 +0100 | [diff] [blame] | 18 | asm_volatile_goto("0: brcl 0,"__stringify(JUMP_LABEL_NOP_OFFSET)"\n" |
Jan Glauber | 5373db8 | 2011-03-16 15:58:30 -0400 | [diff] [blame] | 19 | ".pushsection __jump_table, \"aw\"\n" |
Heiko Carstens | 5a79859 | 2015-02-12 13:08:27 +0100 | [diff] [blame] | 20 | ".balign 8\n" |
| 21 | ".quad 0b, %l[label], %0\n" |
Jan Glauber | 5373db8 | 2011-03-16 15:58:30 -0400 | [diff] [blame] | 22 | ".popsection\n" |
Peter Zijlstra | 11276d5 | 2015-07-24 15:09:55 +0200 | [diff] [blame] | 23 | : : "X" (&((char *)key)[branch]) : : label); |
| 24 | |
| 25 | return false; |
| 26 | label: |
| 27 | return true; |
| 28 | } |
| 29 | |
| 30 | static __always_inline bool arch_static_branch_jump(struct static_key *key, bool branch) |
| 31 | { |
| 32 | asm_volatile_goto("0: brcl 15, %l[label]\n" |
| 33 | ".pushsection __jump_table, \"aw\"\n" |
| 34 | ".balign 8\n" |
| 35 | ".quad 0b, %l[label], %0\n" |
| 36 | ".popsection\n" |
| 37 | : : "X" (&((char *)key)[branch]) : : label); |
| 38 | |
Jan Glauber | 5373db8 | 2011-03-16 15:58:30 -0400 | [diff] [blame] | 39 | return false; |
| 40 | label: |
| 41 | return true; |
| 42 | } |
| 43 | |
| 44 | typedef unsigned long jump_label_t; |
| 45 | |
| 46 | struct jump_entry { |
| 47 | jump_label_t code; |
| 48 | jump_label_t target; |
| 49 | jump_label_t key; |
| 50 | }; |
| 51 | |
Anton Blanchard | 55dd0df | 2015-04-09 13:51:30 +1000 | [diff] [blame] | 52 | #endif /* __ASSEMBLY__ */ |
Jan Glauber | 5373db8 | 2011-03-16 15:58:30 -0400 | [diff] [blame] | 53 | #endif |