[deliverable/linux.git] / include / linux / jump_label.h

#ifndef _LINUX_JUMP_LABEL_H
#define _LINUX_JUMP_LABEL_H

#include <linux/types.h>
#include <linux/compiler.h>

#if defined(CC_HAVE_ASM_GOTO) && defined(CONFIG_JUMP_LABEL)

struct jump_label_key {
	atomic_t enabled;
	struct jump_entry *entries;
#ifdef CONFIG_MODULES
	struct jump_label_mod *next;
#endif
};

# include <asm/jump_label.h>
# define HAVE_JUMP_LABEL
#endif	/* CC_HAVE_ASM_GOTO && CONFIG_JUMP_LABEL */

enum jump_label_type {
	JUMP_LABEL_DISABLE = 0,
	JUMP_LABEL_ENABLE,
};

struct module;

#ifdef HAVE_JUMP_LABEL

#ifdef CONFIG_MODULES
#define JUMP_LABEL_INIT {ATOMIC_INIT(0), NULL, NULL}
#else
#define JUMP_LABEL_INIT {ATOMIC_INIT(0), NULL}
#endif

static __always_inline bool static_branch(struct jump_label_key *key)
{
	return arch_static_branch(key);
}

extern struct jump_entry __start___jump_table[];
extern struct jump_entry __stop___jump_table[];

extern void jump_label_init(void);
extern void jump_label_lock(void);
extern void jump_label_unlock(void);
extern void arch_jump_label_transform(struct jump_entry *entry,
				      enum jump_label_type type);
extern void arch_jump_label_transform_static(struct jump_entry *entry,
					     enum jump_label_type type);
extern int jump_label_text_reserved(void *start, void *end);
extern void jump_label_inc(struct jump_label_key *key);
extern void jump_label_dec(struct jump_label_key *key);
extern bool jump_label_enabled(struct jump_label_key *key);
extern void jump_label_apply_nops(struct module *mod);

#else  /* !HAVE_JUMP_LABEL */

#include <linux/atomic.h>

#define JUMP_LABEL_INIT {ATOMIC_INIT(0)}

struct jump_label_key {
	atomic_t enabled;
};

static __always_inline void jump_label_init(void)
{
}

static __always_inline bool static_branch(struct jump_label_key *key)
{
	if (unlikely(atomic_read(&key->enabled)))
		return true;
	return false;
}

static inline void jump_label_inc(struct jump_label_key *key)
{
	atomic_inc(&key->enabled);
}

static inline void jump_label_dec(struct jump_label_key *key)
{
	atomic_dec(&key->enabled);
}

static inline int jump_label_text_reserved(void *start, void *end)
{
	return 0;
}

static inline void jump_label_lock(void) {}
static inline void jump_label_unlock(void) {}

static inline bool jump_label_enabled(struct jump_label_key *key)
{
	return !!atomic_read(&key->enabled);
}

static inline int jump_label_apply_nops(struct module *mod)
{
	return 0;
}
#endif	/* HAVE_JUMP_LABEL */

#endif	/* _LINUX_JUMP_LABEL_H */
Commit	Line	Data
bf5438fc JB	1	#ifndef _LINUX_JUMP_LABEL_H
	2	#define _LINUX_JUMP_LABEL_H
	3
d430d3d7 JB	4	#include <linux/types.h>
	5	#include <linux/compiler.h>
	6
45f81b1c	7	#if defined(CC_HAVE_ASM_GOTO) && defined(CONFIG_JUMP_LABEL)
d430d3d7 JB	8
	9	struct jump_label_key {
	10	atomic_t enabled;
	11	struct jump_entry *entries;
	12	#ifdef CONFIG_MODULES
	13	struct jump_label_mod *next;
	14	#endif
	15	};
	16
bf5438fc JB	17	# include <asm/jump_label.h>
bf5438fc JB	18	# define HAVE_JUMP_LABEL
97ce2c88	19	#endif /* CC_HAVE_ASM_GOTO && CONFIG_JUMP_LABEL */
bf5438fc JB	20
bf5438fc JB	21	enum jump_label_type {
d430d3d7	22	JUMP_LABEL_DISABLE = 0,
bf5438fc	23	JUMP_LABEL_ENABLE,
bf5438fc JB	24	};
	25
	26	struct module;
	27
	28	#ifdef HAVE_JUMP_LABEL
	29
d430d3d7	30	#ifdef CONFIG_MODULES
d5d9a3b1	31	#define JUMP_LABEL_INIT {ATOMIC_INIT(0), NULL, NULL}
d430d3d7	32	#else
d5d9a3b1	33	#define JUMP_LABEL_INIT {ATOMIC_INIT(0), NULL}
d430d3d7 JB	34	#endif
	35
	36	static __always_inline bool static_branch(struct jump_label_key *key)
	37	{
	38	return arch_static_branch(key);
	39	}
	40
bf5438fc JB	41	extern struct jump_entry __start___jump_table[];
	42	extern struct jump_entry __stop___jump_table[];
	43
97ce2c88	44	extern void jump_label_init(void);
91bad2f8 JB	45	extern void jump_label_lock(void);
91bad2f8 JB	46	extern void jump_label_unlock(void);
bf5438fc	47	extern void arch_jump_label_transform(struct jump_entry *entry,
37348804	48	enum jump_label_type type);
20284aa7 JF	49	extern void arch_jump_label_transform_static(struct jump_entry *entry,
20284aa7 JF	50	enum jump_label_type type);
4c3ef6d7	51	extern int jump_label_text_reserved(void start, void end);
d430d3d7 JB	52	extern void jump_label_inc(struct jump_label_key *key);
	53	extern void jump_label_dec(struct jump_label_key *key);
	54	extern bool jump_label_enabled(struct jump_label_key *key);
	55	extern void jump_label_apply_nops(struct module *mod);
bf5438fc	56
97ce2c88	57	#else /* !HAVE_JUMP_LABEL */
bf5438fc	58
60063497	59	#include <linux/atomic.h>
bf5438fc	60
d430d3d7	61	#define JUMP_LABEL_INIT {ATOMIC_INIT(0)}
bf5438fc	62
d430d3d7 JB	63	struct jump_label_key {
	64	atomic_t enabled;
	65	};
bf5438fc	66
97ce2c88 JF	67	static __always_inline void jump_label_init(void)
	68	{
	69	}
	70
d430d3d7 JB	71	static __always_inline bool static_branch(struct jump_label_key *key)
	72	{
	73	if (unlikely(atomic_read(&key->enabled)))
	74	return true;
	75	return false;
	76	}
bf5438fc	77
d430d3d7 JB	78	static inline void jump_label_inc(struct jump_label_key *key)
	79	{
	80	atomic_inc(&key->enabled);
	81	}
bf5438fc	82
d430d3d7	83	static inline void jump_label_dec(struct jump_label_key *key)
bf5438fc	84	{
d430d3d7	85	atomic_dec(&key->enabled);
bf5438fc JB	86	}
bf5438fc JB	87
4c3ef6d7 JB	88	static inline int jump_label_text_reserved(void start, void end)
	89	{
	90	return 0;
	91	}
	92
91bad2f8 JB	93	static inline void jump_label_lock(void) {}
	94	static inline void jump_label_unlock(void) {}
	95
d430d3d7 JB	96	static inline bool jump_label_enabled(struct jump_label_key *key)
	97	{
	98	return !!atomic_read(&key->enabled);
	99	}
bf5438fc	100
d430d3d7 JB	101	static inline int jump_label_apply_nops(struct module *mod)
	102	{
	103	return 0;
	104	}
97ce2c88	105	#endif /* HAVE_JUMP_LABEL */
d430d3d7	106
97ce2c88	107	#endif /* _LINUX_JUMP_LABEL_H */