[deliverable/linux.git] / include / asm-powerpc / percpu.h

#ifndef _ASM_POWERPC_PERCPU_H_
#define _ASM_POWERPC_PERCPU_H_
#ifdef __powerpc64__
#include <linux/compiler.h>

/*
 * Same as asm-generic/percpu.h, except that we store the per cpu offset
 * in the paca. Based on the x86-64 implementation.
 */

#ifdef CONFIG_SMP

#include <asm/paca.h>

#define __per_cpu_offset(cpu) (paca[cpu].data_offset)
#define __my_cpu_offset() get_paca()->data_offset

/* Separate out the type, so (int[3], foo) works. */
#define DEFINE_PER_CPU(type, name) \
    __attribute__((__section__(".data.percpu"))) __typeof__(type) per_cpu__##name

/* var is in discarded region: offset to particular copy we want */
#define per_cpu(var, cpu) (*RELOC_HIDE(&per_cpu__##var, __per_cpu_offset(cpu)))
#define __get_cpu_var(var) (*RELOC_HIDE(&per_cpu__##var, __my_cpu_offset()))
#define __raw_get_cpu_var(var) (*RELOC_HIDE(&per_cpu__##var, __my_cpu_offset()))

/* A macro to avoid #include hell... */
#define percpu_modcopy(pcpudst, src, size)			\
do {								\
	unsigned int __i;					\
	for_each_possible_cpu(__i)				\
		memcpy((pcpudst)+__per_cpu_offset(__i),		\
		       (src), (size));				\
} while (0)

extern void setup_per_cpu_areas(void);

#else /* ! SMP */

#define DEFINE_PER_CPU(type, name) \
    __typeof__(type) per_cpu__##name

#define per_cpu(var, cpu)			(*((void)(cpu), &per_cpu__##var))
#define __get_cpu_var(var)			per_cpu__##var
#define __raw_get_cpu_var(var)			per_cpu__##var

#endif	/* SMP */

#define DECLARE_PER_CPU(type, name) extern __typeof__(type) per_cpu__##name

#define EXPORT_PER_CPU_SYMBOL(var) EXPORT_SYMBOL(per_cpu__##var)
#define EXPORT_PER_CPU_SYMBOL_GPL(var) EXPORT_SYMBOL_GPL(per_cpu__##var)

#else
#include <asm-generic/percpu.h>
#endif

#endif /* _ASM_POWERPC_PERCPU_H_ */
Commit	Line	Data
7a0268fa AB	1	#ifndef _ASM_POWERPC_PERCPU_H_
	2	#define _ASM_POWERPC_PERCPU_H_
	3	#ifdef __powerpc64__
	4	#include <linux/compiler.h>
	5
	6	/*
	7	* Same as asm-generic/percpu.h, except that we store the per cpu offset
	8	* in the paca. Based on the x86-64 implementation.
	9	*/
	10
	11	#ifdef CONFIG_SMP
	12
	13	#include <asm/paca.h>
	14
	15	#define __per_cpu_offset(cpu) (paca[cpu].data_offset)
	16	#define __my_cpu_offset() get_paca()->data_offset
	17
	18	/* Separate out the type, so (int[3], foo) works. */
	19	#define DEFINE_PER_CPU(type, name) \
	20	__attribute__((__section__(".data.percpu"))) __typeof__(type) per_cpu__##name
	21
	22	/* var is in discarded region: offset to particular copy we want */
	23	#define per_cpu(var, cpu) (*RELOC_HIDE(&per_cpu__##var, __per_cpu_offset(cpu)))
	24	#define __get_cpu_var(var) (*RELOC_HIDE(&per_cpu__##var, __my_cpu_offset()))
bfe5d834	25	#define __raw_get_cpu_var(var) (*RELOC_HIDE(&per_cpu__##var, __my_cpu_offset()))
7a0268fa AB	26
	27	/* A macro to avoid #include hell... */
	28	#define percpu_modcopy(pcpudst, src, size) \
	29	do { \
	30	unsigned int __i; \
0e551954	31	for_each_possible_cpu(__i) \
394e3902 AM	32	memcpy((pcpudst)+__per_cpu_offset(__i), \
394e3902 AM	33	(src), (size)); \
7a0268fa AB	34	} while (0)
	35
	36	extern void setup_per_cpu_areas(void);
	37
	38	#else /* ! SMP */
	39
	40	#define DEFINE_PER_CPU(type, name) \
	41	__typeof__(type) per_cpu__##name
	42
	43	#define per_cpu(var, cpu) (*((void)(cpu), &per_cpu__##var))
	44	#define __get_cpu_var(var) per_cpu__##var
bfe5d834	45	#define __raw_get_cpu_var(var) per_cpu__##var
7a0268fa AB	46
	47	#endif /* SMP */
	48
	49	#define DECLARE_PER_CPU(type, name) extern __typeof__(type) per_cpu__##name
	50
	51	#define EXPORT_PER_CPU_SYMBOL(var) EXPORT_SYMBOL(per_cpu__##var)
	52	#define EXPORT_PER_CPU_SYMBOL_GPL(var) EXPORT_SYMBOL_GPL(per_cpu__##var)
	53
	54	#else
6f9aa727	55	#include <asm-generic/percpu.h>
7a0268fa AB	56	#endif
	57
	58	#endif /* _ASM_POWERPC_PERCPU_H_ */