1 #ifndef _LINUX_SLAB_DEF_H
2 #define _LINUX_SLAB_DEF_H
5 * Definitions unique to the original Linux SLAB allocator.
7 * What we provide here is a way to optimize the frequent kmalloc
8 * calls in the kernel by selecting the appropriate general cache
9 * if kmalloc was called with a size that can be established at
13 #include <linux/init.h>
14 #include <asm/page.h> /* kmalloc_sizes.h needs PAGE_SIZE */
15 #include <asm/cache.h> /* kmalloc_sizes.h needs L1_CACHE_BYTES */
16 #include <linux/compiler.h>
25 /* 1) Cache tunables. Protected by cache_chain_mutex */
26 unsigned int batchcount
;
31 u32 reciprocal_buffer_size
;
32 /* 2) touched by every alloc & free from the backend */
34 unsigned int flags
; /* constant flags */
35 unsigned int num
; /* # of objs per slab */
37 /* 3) cache_grow/shrink */
38 /* order of pgs per slab (2^n) */
39 unsigned int gfporder
;
41 /* force GFP flags, e.g. GFP_DMA */
44 size_t colour
; /* cache colouring range */
45 unsigned int colour_off
; /* colour offset */
46 struct kmem_cache
*slabp_cache
;
47 unsigned int slab_size
;
49 /* constructor func */
50 void (*ctor
)(void *obj
);
52 /* 4) cache creation/removal */
54 struct list_head list
;
60 #ifdef CONFIG_DEBUG_SLAB
61 unsigned long num_active
;
62 unsigned long num_allocations
;
63 unsigned long high_mark
;
67 unsigned long max_freeable
;
68 unsigned long node_allocs
;
69 unsigned long node_frees
;
70 unsigned long node_overflow
;
77 * If debugging is enabled, then the allocator can add additional
78 * fields and/or padding to every object. size contains the total
79 * object size including these internal fields, the following two
80 * variables contain the offset to the user object and its size.
83 #endif /* CONFIG_DEBUG_SLAB */
85 /* 6) per-cpu/per-node data, touched during every alloc/free */
87 * We put array[] at the end of kmem_cache, because we want to size
88 * this array to nr_cpu_ids slots instead of NR_CPUS
89 * (see kmem_cache_init())
90 * We still use [NR_CPUS] and not [1] or [0] because cache_cache
91 * is statically defined, so we reserve the max number of cpus.
93 * We also need to guarantee that the list is able to accomodate a
94 * pointer for each node since "nodelists" uses the remainder of
97 struct kmem_list3
**nodelists
;
98 struct array_cache
*array
[NR_CPUS
+ MAX_NUMNODES
];
100 * Do not add fields after array[]
104 /* Size description struct for general caches. */
107 struct kmem_cache
*cs_cachep
;
108 #ifdef CONFIG_ZONE_DMA
109 struct kmem_cache
*cs_dmacachep
;
112 extern struct cache_sizes malloc_sizes
[];
114 void *kmem_cache_alloc(struct kmem_cache
*, gfp_t
);
115 void *__kmalloc(size_t size
, gfp_t flags
);
117 #ifdef CONFIG_TRACING
118 extern void *kmem_cache_alloc_trace(struct kmem_cache
*, gfp_t
, size_t);
120 static __always_inline
void *
121 kmem_cache_alloc_trace(struct kmem_cache
*cachep
, gfp_t flags
, size_t size
)
123 return kmem_cache_alloc(cachep
, flags
);
127 static __always_inline
void *kmalloc(size_t size
, gfp_t flags
)
129 struct kmem_cache
*cachep
;
132 if (__builtin_constant_p(size
)) {
136 return ZERO_SIZE_PTR
;
143 #include <linux/kmalloc_sizes.h>
147 #ifdef CONFIG_ZONE_DMA
149 cachep
= malloc_sizes
[i
].cs_dmacachep
;
152 cachep
= malloc_sizes
[i
].cs_cachep
;
154 ret
= kmem_cache_alloc_trace(cachep
, flags
, size
);
158 return __kmalloc(size
, flags
);
162 extern void *__kmalloc_node(size_t size
, gfp_t flags
, int node
);
163 extern void *kmem_cache_alloc_node(struct kmem_cache
*, gfp_t flags
, int node
);
165 #ifdef CONFIG_TRACING
166 extern void *kmem_cache_alloc_node_trace(struct kmem_cache
*cachep
,
171 static __always_inline
void *
172 kmem_cache_alloc_node_trace(struct kmem_cache
*cachep
,
177 return kmem_cache_alloc_node(cachep
, flags
, nodeid
);
181 static __always_inline
void *kmalloc_node(size_t size
, gfp_t flags
, int node
)
183 struct kmem_cache
*cachep
;
185 if (__builtin_constant_p(size
)) {
189 return ZERO_SIZE_PTR
;
196 #include <linux/kmalloc_sizes.h>
200 #ifdef CONFIG_ZONE_DMA
202 cachep
= malloc_sizes
[i
].cs_dmacachep
;
205 cachep
= malloc_sizes
[i
].cs_cachep
;
207 return kmem_cache_alloc_node_trace(cachep
, flags
, node
, size
);
209 return __kmalloc_node(size
, flags
, node
);
212 #endif /* CONFIG_NUMA */
214 #endif /* _LINUX_SLAB_DEF_H */