[PATCH] Define __raw_get_cpu_var and use it
[deliverable/linux.git] / include / asm-ia64 / percpu.h
CommitLineData
1da177e4
LT
1#ifndef _ASM_IA64_PERCPU_H
2#define _ASM_IA64_PERCPU_H
3
4/*
5 * Copyright (C) 2002-2003 Hewlett-Packard Co
6 * David Mosberger-Tang <davidm@hpl.hp.com>
7 */
8
9#define PERCPU_ENOUGH_ROOM PERCPU_PAGE_SIZE
10
11#ifdef __ASSEMBLY__
12# define THIS_CPU(var) (per_cpu__##var) /* use this to mark accesses to per-CPU variables... */
13#else /* !__ASSEMBLY__ */
14
1da177e4
LT
15
16#include <linux/threads.h>
17
18#ifdef HAVE_MODEL_SMALL_ATTRIBUTE
19# define __SMALL_ADDR_AREA __attribute__((__model__ (__small__)))
20#else
21# define __SMALL_ADDR_AREA
22#endif
23
24#define DECLARE_PER_CPU(type, name) \
25 extern __SMALL_ADDR_AREA __typeof__(type) per_cpu__##name
26
27/* Separate out the type, so (int[3], foo) works. */
28#define DEFINE_PER_CPU(type, name) \
29 __attribute__((__section__(".data.percpu"))) \
30 __SMALL_ADDR_AREA __typeof__(type) per_cpu__##name
31
32/*
33 * Pretty much a literal copy of asm-generic/percpu.h, except that percpu_modcopy() is an
34 * external routine, to avoid include-hell.
35 */
36#ifdef CONFIG_SMP
37
38extern unsigned long __per_cpu_offset[NR_CPUS];
39
40/* Equal to __per_cpu_offset[smp_processor_id()], but faster to access: */
41DECLARE_PER_CPU(unsigned long, local_per_cpu_offset);
42
43#define per_cpu(var, cpu) (*RELOC_HIDE(&per_cpu__##var, __per_cpu_offset[cpu]))
44#define __get_cpu_var(var) (*RELOC_HIDE(&per_cpu__##var, __ia64_per_cpu_var(local_per_cpu_offset)))
bfe5d834 45#define __raw_get_cpu_var(var) (*RELOC_HIDE(&per_cpu__##var, __ia64_per_cpu_var(local_per_cpu_offset)))
1da177e4
LT
46
47extern void percpu_modcopy(void *pcpudst, const void *src, unsigned long size);
48extern void setup_per_cpu_areas (void);
49extern void *per_cpu_init(void);
50
51#else /* ! SMP */
52
11c80c83 53#define per_cpu(var, cpu) (*((void)(cpu), &per_cpu__##var))
1da177e4 54#define __get_cpu_var(var) per_cpu__##var
bfe5d834 55#define __raw_get_cpu_var(var) per_cpu__##var
1da177e4
LT
56#define per_cpu_init() (__phys_per_cpu_start)
57
58#endif /* SMP */
59
60#define EXPORT_PER_CPU_SYMBOL(var) EXPORT_SYMBOL(per_cpu__##var)
61#define EXPORT_PER_CPU_SYMBOL_GPL(var) EXPORT_SYMBOL_GPL(per_cpu__##var)
62
63/*
64 * Be extremely careful when taking the address of this variable! Due to virtual
65 * remapping, it is different from the canonical address returned by __get_cpu_var(var)!
66 * On the positive side, using __ia64_per_cpu_var() instead of __get_cpu_var() is slightly
67 * more efficient.
68 */
69#define __ia64_per_cpu_var(var) (per_cpu__##var)
70
71#endif /* !__ASSEMBLY__ */
72
73#endif /* _ASM_IA64_PERCPU_H */
This page took 0.138516 seconds and 5 git commands to generate.