Commit | Line | Data |
---|---|---|
bf5438fc JB |
1 | #ifndef _LINUX_JUMP_LABEL_H |
2 | #define _LINUX_JUMP_LABEL_H | |
3 | ||
d430d3d7 JB |
4 | #include <linux/types.h> |
5 | #include <linux/compiler.h> | |
6 | ||
45f81b1c | 7 | #if defined(CC_HAVE_ASM_GOTO) && defined(CONFIG_JUMP_LABEL) |
d430d3d7 JB |
8 | |
9 | struct jump_label_key { | |
10 | atomic_t enabled; | |
11 | struct jump_entry *entries; | |
12 | #ifdef CONFIG_MODULES | |
13 | struct jump_label_mod *next; | |
14 | #endif | |
15 | }; | |
16 | ||
bf5438fc JB |
17 | # include <asm/jump_label.h> |
18 | # define HAVE_JUMP_LABEL | |
97ce2c88 | 19 | #endif /* CC_HAVE_ASM_GOTO && CONFIG_JUMP_LABEL */ |
bf5438fc JB |
20 | |
21 | enum jump_label_type { | |
d430d3d7 | 22 | JUMP_LABEL_DISABLE = 0, |
bf5438fc | 23 | JUMP_LABEL_ENABLE, |
bf5438fc JB |
24 | }; |
25 | ||
26 | struct module; | |
27 | ||
28 | #ifdef HAVE_JUMP_LABEL | |
29 | ||
d430d3d7 | 30 | #ifdef CONFIG_MODULES |
d5d9a3b1 | 31 | #define JUMP_LABEL_INIT {ATOMIC_INIT(0), NULL, NULL} |
d430d3d7 | 32 | #else |
d5d9a3b1 | 33 | #define JUMP_LABEL_INIT {ATOMIC_INIT(0), NULL} |
d430d3d7 JB |
34 | #endif |
35 | ||
36 | static __always_inline bool static_branch(struct jump_label_key *key) | |
37 | { | |
38 | return arch_static_branch(key); | |
39 | } | |
40 | ||
bf5438fc JB |
41 | extern struct jump_entry __start___jump_table[]; |
42 | extern struct jump_entry __stop___jump_table[]; | |
43 | ||
97ce2c88 | 44 | extern void jump_label_init(void); |
91bad2f8 JB |
45 | extern void jump_label_lock(void); |
46 | extern void jump_label_unlock(void); | |
bf5438fc | 47 | extern void arch_jump_label_transform(struct jump_entry *entry, |
37348804 | 48 | enum jump_label_type type); |
20284aa7 JF |
49 | extern void arch_jump_label_transform_static(struct jump_entry *entry, |
50 | enum jump_label_type type); | |
4c3ef6d7 | 51 | extern int jump_label_text_reserved(void *start, void *end); |
d430d3d7 JB |
52 | extern void jump_label_inc(struct jump_label_key *key); |
53 | extern void jump_label_dec(struct jump_label_key *key); | |
54 | extern bool jump_label_enabled(struct jump_label_key *key); | |
55 | extern void jump_label_apply_nops(struct module *mod); | |
bf5438fc | 56 | |
97ce2c88 | 57 | #else /* !HAVE_JUMP_LABEL */ |
bf5438fc | 58 | |
60063497 | 59 | #include <linux/atomic.h> |
bf5438fc | 60 | |
d430d3d7 | 61 | #define JUMP_LABEL_INIT {ATOMIC_INIT(0)} |
bf5438fc | 62 | |
d430d3d7 JB |
63 | struct jump_label_key { |
64 | atomic_t enabled; | |
65 | }; | |
bf5438fc | 66 | |
97ce2c88 JF |
67 | static __always_inline void jump_label_init(void) |
68 | { | |
69 | } | |
70 | ||
d430d3d7 JB |
71 | static __always_inline bool static_branch(struct jump_label_key *key) |
72 | { | |
73 | if (unlikely(atomic_read(&key->enabled))) | |
74 | return true; | |
75 | return false; | |
76 | } | |
bf5438fc | 77 | |
d430d3d7 JB |
78 | static inline void jump_label_inc(struct jump_label_key *key) |
79 | { | |
80 | atomic_inc(&key->enabled); | |
81 | } | |
bf5438fc | 82 | |
d430d3d7 | 83 | static inline void jump_label_dec(struct jump_label_key *key) |
bf5438fc | 84 | { |
d430d3d7 | 85 | atomic_dec(&key->enabled); |
bf5438fc JB |
86 | } |
87 | ||
4c3ef6d7 JB |
88 | static inline int jump_label_text_reserved(void *start, void *end) |
89 | { | |
90 | return 0; | |
91 | } | |
92 | ||
91bad2f8 JB |
93 | static inline void jump_label_lock(void) {} |
94 | static inline void jump_label_unlock(void) {} | |
95 | ||
d430d3d7 JB |
96 | static inline bool jump_label_enabled(struct jump_label_key *key) |
97 | { | |
98 | return !!atomic_read(&key->enabled); | |
99 | } | |
bf5438fc | 100 | |
d430d3d7 JB |
101 | static inline int jump_label_apply_nops(struct module *mod) |
102 | { | |
103 | return 0; | |
104 | } | |
97ce2c88 | 105 | #endif /* HAVE_JUMP_LABEL */ |
d430d3d7 | 106 | |
97ce2c88 | 107 | #endif /* _LINUX_JUMP_LABEL_H */ |