Commit | Line | Data |
---|---|---|
e7f5ed8d YL |
1 | #include <linux/types.h> |
2 | #include <linux/kernel.h> | |
3 | #include <linux/kallsyms.h> | |
4 | #include <linux/init.h> | |
5 | #include <linux/bootmem.h> | |
6 | #include <linux/irq.h> | |
7 | ||
8 | void __init pre_alloc_dyn_array(void) | |
9 | { | |
10 | #ifdef CONFIG_HAVE_DYN_ARRAY | |
11 | unsigned long total_size = 0, size, phys; | |
12 | unsigned long max_align = 1; | |
13 | struct dyn_array **daa; | |
14 | char *ptr; | |
15 | ||
16 | /* get the total size at first */ | |
17 | for (daa = __dyn_array_start ; daa < __dyn_array_end; daa++) { | |
18 | struct dyn_array *da = *daa; | |
19 | ||
20 | size = da->size * (*da->nr); | |
21 | print_fn_descriptor_symbol("dyn_array %s ", da->name); | |
22 | printk(KERN_CONT "size:%#lx nr:%d align:%#lx\n", | |
23 | da->size, *da->nr, da->align); | |
24 | total_size += roundup(size, da->align); | |
25 | if (da->align > max_align) | |
26 | max_align = da->align; | |
27 | } | |
28 | if (total_size) | |
29 | printk(KERN_DEBUG "dyn_array total_size: %#lx\n", | |
30 | total_size); | |
31 | else | |
32 | return; | |
33 | ||
34 | /* allocate them all together */ | |
35 | max_align = max_t(unsigned long, max_align, PAGE_SIZE); | |
36 | ptr = __alloc_bootmem_nopanic(total_size, max_align, 0); | |
37 | if (!ptr) | |
38 | panic("Can not alloc dyn_alloc\n"); | |
39 | ||
40 | phys = virt_to_phys(ptr); | |
41 | for (daa = __dyn_array_start ; daa < __dyn_array_end; daa++) { | |
42 | struct dyn_array *da = *daa; | |
43 | ||
44 | size = da->size * (*da->nr); | |
45 | print_fn_descriptor_symbol("dyn_array %s ", da->name); | |
46 | ||
47 | phys = roundup(phys, da->align); | |
48 | *da->name = phys_to_virt(phys); | |
49 | printk(KERN_CONT " ==> [%#lx - %#lx]\n", phys, phys + size); | |
50 | ||
51 | phys += size; | |
52 | ||
53 | if (da->init_work) | |
54 | da->init_work(da); | |
55 | } | |
56 | #else | |
57 | #ifdef CONFIF_GENERIC_HARDIRQS | |
58 | unsigned int i; | |
59 | ||
60 | for (i = 0; i < NR_IRQS; i++) | |
61 | irq_desc[i].irq = i; | |
62 | #endif | |
63 | #endif | |
64 | } | |
65 | ||
66 | unsigned long __init per_cpu_dyn_array_size(unsigned long *align) | |
67 | { | |
68 | unsigned long total_size = 0; | |
69 | #ifdef CONFIG_HAVE_DYN_ARRAY | |
70 | unsigned long size; | |
71 | struct dyn_array **daa; | |
72 | unsigned max_align = 1; | |
73 | ||
74 | for (daa = __per_cpu_dyn_array_start ; daa < __per_cpu_dyn_array_end; daa++) { | |
75 | struct dyn_array *da = *daa; | |
76 | ||
77 | size = da->size * (*da->nr); | |
78 | print_fn_descriptor_symbol("per_cpu_dyn_array %s ", da->name); | |
79 | printk(KERN_CONT "size:%#lx nr:%d align:%#lx\n", | |
80 | da->size, *da->nr, da->align); | |
81 | total_size += roundup(size, da->align); | |
82 | if (da->align > max_align) | |
83 | max_align = da->align; | |
84 | } | |
85 | if (total_size) { | |
86 | printk(KERN_DEBUG "per_cpu_dyn_array total_size: %#lx\n", | |
87 | total_size); | |
88 | *align = max_align; | |
89 | } | |
90 | #endif | |
91 | return total_size; | |
92 | } | |
93 | ||
94 | void __init per_cpu_alloc_dyn_array(int cpu, char *ptr) | |
95 | { | |
96 | #ifdef CONFIG_HAVE_DYN_ARRAY | |
97 | unsigned long size, phys; | |
98 | struct dyn_array **daa; | |
99 | unsigned long addr; | |
100 | void **array; | |
101 | ||
102 | phys = virt_to_phys(ptr); | |
103 | for (daa = __per_cpu_dyn_array_start ; daa < __per_cpu_dyn_array_end; daa++) { | |
104 | struct dyn_array *da = *daa; | |
105 | ||
106 | size = da->size * (*da->nr); | |
107 | print_fn_descriptor_symbol("per_cpu_dyn_array %s ", da->name); | |
108 | ||
109 | phys = roundup(phys, da->align); | |
110 | addr = (unsigned long)da->name; | |
111 | addr += per_cpu_offset(cpu); | |
112 | array = (void **)addr; | |
113 | *array = phys_to_virt(phys); | |
114 | *da->name = *array; /* so init_work could use it directly */ | |
115 | printk(KERN_CONT " ==> [%#lx - %#lx]\n", phys, phys + size); | |
116 | ||
117 | phys += size; | |
118 | ||
119 | if (da->init_work) { | |
120 | da->init_work(da); | |
121 | } | |
122 | } | |
123 | #endif | |
124 | } |