Commit | Line | Data |
---|---|---|
5cbc3073 DM |
1 | /* mdesc.c: Sun4V machine description handling. |
2 | * | |
4a283339 | 3 | * Copyright (C) 2007, 2008 David S. Miller <davem@davemloft.net> |
5cbc3073 DM |
4 | */ |
5 | #include <linux/kernel.h> | |
6 | #include <linux/types.h> | |
95f72d1e | 7 | #include <linux/memblock.h> |
5cbc3073 | 8 | #include <linux/log2.h> |
43fdf274 DM |
9 | #include <linux/list.h> |
10 | #include <linux/slab.h> | |
8f3fff20 | 11 | #include <linux/mm.h> |
0fdb7f96 | 12 | #include <linux/miscdevice.h> |
adfe67dd | 13 | #include <linux/bootmem.h> |
7b64db60 | 14 | #include <linux/export.h> |
5cbc3073 | 15 | |
6e6ab2e2 | 16 | #include <asm/cpudata.h> |
5cbc3073 DM |
17 | #include <asm/hypervisor.h> |
18 | #include <asm/mdesc.h> | |
19 | #include <asm/prom.h> | |
cd66bc45 | 20 | #include <asm/uaccess.h> |
5cbc3073 DM |
21 | #include <asm/oplib.h> |
22 | #include <asm/smp.h> | |
23 | ||
24 | /* Unlike the OBP device tree, the machine description is a full-on | |
25 | * DAG. An arbitrary number of ARCs are possible from one | |
26 | * node to other nodes and thus we can't use the OBP device_node | |
27 | * data structure to represent these nodes inside of the kernel. | |
28 | * | |
29 | * Actually, it isn't even a DAG, because there are back pointers | |
30 | * which create cycles in the graph. | |
31 | * | |
32 | * mdesc_hdr and mdesc_elem describe the layout of the data structure | |
33 | * we get from the Hypervisor. | |
34 | */ | |
35 | struct mdesc_hdr { | |
36 | u32 version; /* Transport version */ | |
37 | u32 node_sz; /* node block size */ | |
38 | u32 name_sz; /* name block size */ | |
39 | u32 data_sz; /* data block size */ | |
43fdf274 | 40 | } __attribute__((aligned(16))); |
5cbc3073 DM |
41 | |
42 | struct mdesc_elem { | |
43 | u8 tag; | |
44 | #define MD_LIST_END 0x00 | |
45 | #define MD_NODE 0x4e | |
46 | #define MD_NODE_END 0x45 | |
47 | #define MD_NOOP 0x20 | |
48 | #define MD_PROP_ARC 0x61 | |
49 | #define MD_PROP_VAL 0x76 | |
50 | #define MD_PROP_STR 0x73 | |
51 | #define MD_PROP_DATA 0x64 | |
52 | u8 name_len; | |
53 | u16 resv; | |
54 | u32 name_offset; | |
55 | union { | |
56 | struct { | |
57 | u32 data_len; | |
58 | u32 data_offset; | |
59 | } data; | |
60 | u64 val; | |
61 | } d; | |
62 | }; | |
63 | ||
43fdf274 DM |
64 | struct mdesc_mem_ops { |
65 | struct mdesc_handle *(*alloc)(unsigned int mdesc_size); | |
66 | void (*free)(struct mdesc_handle *handle); | |
67 | }; | |
5cbc3073 | 68 | |
43fdf274 DM |
69 | struct mdesc_handle { |
70 | struct list_head list; | |
71 | struct mdesc_mem_ops *mops; | |
72 | void *self_base; | |
73 | atomic_t refcnt; | |
74 | unsigned int handle_size; | |
75 | struct mdesc_hdr mdesc; | |
76 | }; | |
5cbc3073 | 77 | |
43fdf274 DM |
78 | static void mdesc_handle_init(struct mdesc_handle *hp, |
79 | unsigned int handle_size, | |
80 | void *base) | |
5cbc3073 | 81 | { |
43fdf274 DM |
82 | BUG_ON(((unsigned long)&hp->mdesc) & (16UL - 1)); |
83 | ||
84 | memset(hp, 0, handle_size); | |
85 | INIT_LIST_HEAD(&hp->list); | |
86 | hp->self_base = base; | |
87 | atomic_set(&hp->refcnt, 1); | |
88 | hp->handle_size = handle_size; | |
5cbc3073 DM |
89 | } |
90 | ||
95f72d1e | 91 | static struct mdesc_handle * __init mdesc_memblock_alloc(unsigned int mdesc_size) |
5cbc3073 | 92 | { |
43fdf274 | 93 | unsigned int handle_size, alloc_size; |
4a283339 DM |
94 | struct mdesc_handle *hp; |
95 | unsigned long paddr; | |
5cbc3073 | 96 | |
43fdf274 DM |
97 | handle_size = (sizeof(struct mdesc_handle) - |
98 | sizeof(struct mdesc_hdr) + | |
99 | mdesc_size); | |
100 | alloc_size = PAGE_ALIGN(handle_size); | |
5cbc3073 | 101 | |
95f72d1e | 102 | paddr = memblock_alloc(alloc_size, PAGE_SIZE); |
43fdf274 | 103 | |
4a283339 DM |
104 | hp = NULL; |
105 | if (paddr) { | |
106 | hp = __va(paddr); | |
107 | mdesc_handle_init(hp, handle_size, hp); | |
108 | } | |
43fdf274 | 109 | return hp; |
5cbc3073 DM |
110 | } |
111 | ||
3628aa06 | 112 | static void __init mdesc_memblock_free(struct mdesc_handle *hp) |
5cbc3073 | 113 | { |
adfe67dd DM |
114 | unsigned int alloc_size; |
115 | unsigned long start; | |
5cbc3073 | 116 | |
43fdf274 DM |
117 | BUG_ON(atomic_read(&hp->refcnt) != 0); |
118 | BUG_ON(!list_empty(&hp->list)); | |
5cbc3073 | 119 | |
adfe67dd DM |
120 | alloc_size = PAGE_ALIGN(hp->handle_size); |
121 | start = __pa(hp); | |
122 | free_bootmem_late(start, alloc_size); | |
5cbc3073 DM |
123 | } |
124 | ||
95f72d1e YL |
125 | static struct mdesc_mem_ops memblock_mdesc_ops = { |
126 | .alloc = mdesc_memblock_alloc, | |
127 | .free = mdesc_memblock_free, | |
43fdf274 DM |
128 | }; |
129 | ||
130 | static struct mdesc_handle *mdesc_kmalloc(unsigned int mdesc_size) | |
5cbc3073 | 131 | { |
43fdf274 DM |
132 | unsigned int handle_size; |
133 | void *base; | |
5cbc3073 | 134 | |
43fdf274 DM |
135 | handle_size = (sizeof(struct mdesc_handle) - |
136 | sizeof(struct mdesc_hdr) + | |
137 | mdesc_size); | |
138 | ||
920c3ed7 | 139 | base = kmalloc(handle_size + 15, GFP_KERNEL | __GFP_NOFAIL); |
43fdf274 DM |
140 | if (base) { |
141 | struct mdesc_handle *hp; | |
142 | unsigned long addr; | |
143 | ||
144 | addr = (unsigned long)base; | |
145 | addr = (addr + 15UL) & ~15UL; | |
146 | hp = (struct mdesc_handle *) addr; | |
147 | ||
148 | mdesc_handle_init(hp, handle_size, base); | |
149 | return hp; | |
5cbc3073 | 150 | } |
43fdf274 DM |
151 | |
152 | return NULL; | |
5cbc3073 | 153 | } |
5cbc3073 | 154 | |
43fdf274 | 155 | static void mdesc_kfree(struct mdesc_handle *hp) |
5cbc3073 | 156 | { |
43fdf274 DM |
157 | BUG_ON(atomic_read(&hp->refcnt) != 0); |
158 | BUG_ON(!list_empty(&hp->list)); | |
159 | ||
160 | kfree(hp->self_base); | |
5cbc3073 | 161 | } |
5cbc3073 | 162 | |
43fdf274 DM |
163 | static struct mdesc_mem_ops kmalloc_mdesc_memops = { |
164 | .alloc = mdesc_kmalloc, | |
165 | .free = mdesc_kfree, | |
166 | }; | |
167 | ||
168 | static struct mdesc_handle *mdesc_alloc(unsigned int mdesc_size, | |
169 | struct mdesc_mem_ops *mops) | |
5cbc3073 | 170 | { |
43fdf274 | 171 | struct mdesc_handle *hp = mops->alloc(mdesc_size); |
5cbc3073 | 172 | |
43fdf274 DM |
173 | if (hp) |
174 | hp->mops = mops; | |
5cbc3073 | 175 | |
43fdf274 DM |
176 | return hp; |
177 | } | |
5cbc3073 | 178 | |
43fdf274 | 179 | static void mdesc_free(struct mdesc_handle *hp) |
5cbc3073 | 180 | { |
43fdf274 DM |
181 | hp->mops->free(hp); |
182 | } | |
5cbc3073 | 183 | |
43fdf274 DM |
184 | static struct mdesc_handle *cur_mdesc; |
185 | static LIST_HEAD(mdesc_zombie_list); | |
186 | static DEFINE_SPINLOCK(mdesc_lock); | |
5cbc3073 | 187 | |
43fdf274 DM |
188 | struct mdesc_handle *mdesc_grab(void) |
189 | { | |
190 | struct mdesc_handle *hp; | |
191 | unsigned long flags; | |
5cbc3073 | 192 | |
43fdf274 DM |
193 | spin_lock_irqsave(&mdesc_lock, flags); |
194 | hp = cur_mdesc; | |
195 | if (hp) | |
196 | atomic_inc(&hp->refcnt); | |
197 | spin_unlock_irqrestore(&mdesc_lock, flags); | |
5cbc3073 | 198 | |
43fdf274 | 199 | return hp; |
5cbc3073 | 200 | } |
43fdf274 | 201 | EXPORT_SYMBOL(mdesc_grab); |
5cbc3073 | 202 | |
43fdf274 | 203 | void mdesc_release(struct mdesc_handle *hp) |
5cbc3073 | 204 | { |
43fdf274 | 205 | unsigned long flags; |
5cbc3073 | 206 | |
43fdf274 DM |
207 | spin_lock_irqsave(&mdesc_lock, flags); |
208 | if (atomic_dec_and_test(&hp->refcnt)) { | |
209 | list_del_init(&hp->list); | |
210 | hp->mops->free(hp); | |
5cbc3073 | 211 | } |
43fdf274 | 212 | spin_unlock_irqrestore(&mdesc_lock, flags); |
5cbc3073 | 213 | } |
43fdf274 | 214 | EXPORT_SYMBOL(mdesc_release); |
5cbc3073 | 215 | |
920c3ed7 DM |
216 | static DEFINE_MUTEX(mdesc_mutex); |
217 | static struct mdesc_notifier_client *client_list; | |
218 | ||
219 | void mdesc_register_notifier(struct mdesc_notifier_client *client) | |
220 | { | |
221 | u64 node; | |
222 | ||
223 | mutex_lock(&mdesc_mutex); | |
224 | client->next = client_list; | |
225 | client_list = client; | |
226 | ||
227 | mdesc_for_each_node_by_name(cur_mdesc, node, client->node_name) | |
228 | client->add(cur_mdesc, node); | |
229 | ||
230 | mutex_unlock(&mdesc_mutex); | |
231 | } | |
232 | ||
91ba3c21 DM |
233 | static const u64 *parent_cfg_handle(struct mdesc_handle *hp, u64 node) |
234 | { | |
235 | const u64 *id; | |
236 | u64 a; | |
237 | ||
238 | id = NULL; | |
239 | mdesc_for_each_arc(a, hp, node, MDESC_ARC_TYPE_BACK) { | |
240 | u64 target; | |
241 | ||
242 | target = mdesc_arc_target(hp, a); | |
243 | id = mdesc_get_property(hp, target, | |
244 | "cfg-handle", NULL); | |
245 | if (id) | |
246 | break; | |
247 | } | |
248 | ||
249 | return id; | |
250 | } | |
251 | ||
920c3ed7 DM |
252 | /* Run 'func' on nodes which are in A but not in B. */ |
253 | static void invoke_on_missing(const char *name, | |
254 | struct mdesc_handle *a, | |
255 | struct mdesc_handle *b, | |
256 | void (*func)(struct mdesc_handle *, u64)) | |
257 | { | |
258 | u64 node; | |
259 | ||
260 | mdesc_for_each_node_by_name(a, node, name) { | |
91ba3c21 DM |
261 | int found = 0, is_vdc_port = 0; |
262 | const char *name_prop; | |
263 | const u64 *id; | |
920c3ed7 DM |
264 | u64 fnode; |
265 | ||
91ba3c21 DM |
266 | name_prop = mdesc_get_property(a, node, "name", NULL); |
267 | if (name_prop && !strcmp(name_prop, "vdc-port")) { | |
268 | is_vdc_port = 1; | |
269 | id = parent_cfg_handle(a, node); | |
270 | } else | |
271 | id = mdesc_get_property(a, node, "id", NULL); | |
272 | ||
273 | if (!id) { | |
274 | printk(KERN_ERR "MD: Cannot find ID for %s node.\n", | |
275 | (name_prop ? name_prop : name)); | |
276 | continue; | |
277 | } | |
278 | ||
920c3ed7 | 279 | mdesc_for_each_node_by_name(b, fnode, name) { |
91ba3c21 DM |
280 | const u64 *fid; |
281 | ||
282 | if (is_vdc_port) { | |
283 | name_prop = mdesc_get_property(b, fnode, | |
284 | "name", NULL); | |
285 | if (!name_prop || | |
286 | strcmp(name_prop, "vdc-port")) | |
287 | continue; | |
288 | fid = parent_cfg_handle(b, fnode); | |
289 | if (!fid) { | |
290 | printk(KERN_ERR "MD: Cannot find ID " | |
291 | "for vdc-port node.\n"); | |
292 | continue; | |
293 | } | |
294 | } else | |
295 | fid = mdesc_get_property(b, fnode, | |
296 | "id", NULL); | |
920c3ed7 DM |
297 | |
298 | if (*id == *fid) { | |
299 | found = 1; | |
300 | break; | |
301 | } | |
302 | } | |
303 | if (!found) | |
304 | func(a, node); | |
305 | } | |
306 | } | |
307 | ||
308 | static void notify_one(struct mdesc_notifier_client *p, | |
309 | struct mdesc_handle *old_hp, | |
310 | struct mdesc_handle *new_hp) | |
311 | { | |
312 | invoke_on_missing(p->node_name, old_hp, new_hp, p->remove); | |
313 | invoke_on_missing(p->node_name, new_hp, old_hp, p->add); | |
314 | } | |
315 | ||
316 | static void mdesc_notify_clients(struct mdesc_handle *old_hp, | |
317 | struct mdesc_handle *new_hp) | |
318 | { | |
319 | struct mdesc_notifier_client *p = client_list; | |
320 | ||
321 | while (p) { | |
322 | notify_one(p, old_hp, new_hp); | |
323 | p = p->next; | |
324 | } | |
325 | } | |
326 | ||
778feeb4 | 327 | void mdesc_update(void) |
5cbc3073 | 328 | { |
43fdf274 DM |
329 | unsigned long len, real_len, status; |
330 | struct mdesc_handle *hp, *orig_hp; | |
331 | unsigned long flags; | |
332 | ||
920c3ed7 DM |
333 | mutex_lock(&mdesc_mutex); |
334 | ||
43fdf274 DM |
335 | (void) sun4v_mach_desc(0UL, 0UL, &len); |
336 | ||
337 | hp = mdesc_alloc(len, &kmalloc_mdesc_memops); | |
338 | if (!hp) { | |
339 | printk(KERN_ERR "MD: mdesc alloc fails\n"); | |
920c3ed7 | 340 | goto out; |
43fdf274 DM |
341 | } |
342 | ||
343 | status = sun4v_mach_desc(__pa(&hp->mdesc), len, &real_len); | |
344 | if (status != HV_EOK || real_len > len) { | |
345 | printk(KERN_ERR "MD: mdesc reread fails with %lu\n", | |
346 | status); | |
347 | atomic_dec(&hp->refcnt); | |
348 | mdesc_free(hp); | |
920c3ed7 | 349 | goto out; |
43fdf274 | 350 | } |
5cbc3073 | 351 | |
43fdf274 DM |
352 | spin_lock_irqsave(&mdesc_lock, flags); |
353 | orig_hp = cur_mdesc; | |
354 | cur_mdesc = hp; | |
920c3ed7 | 355 | spin_unlock_irqrestore(&mdesc_lock, flags); |
5cbc3073 | 356 | |
920c3ed7 DM |
357 | mdesc_notify_clients(orig_hp, hp); |
358 | ||
359 | spin_lock_irqsave(&mdesc_lock, flags); | |
43fdf274 DM |
360 | if (atomic_dec_and_test(&orig_hp->refcnt)) |
361 | mdesc_free(orig_hp); | |
362 | else | |
363 | list_add(&orig_hp->list, &mdesc_zombie_list); | |
364 | spin_unlock_irqrestore(&mdesc_lock, flags); | |
920c3ed7 DM |
365 | |
366 | out: | |
367 | mutex_unlock(&mdesc_mutex); | |
5cbc3073 DM |
368 | } |
369 | ||
43fdf274 | 370 | static struct mdesc_elem *node_block(struct mdesc_hdr *mdesc) |
5cbc3073 DM |
371 | { |
372 | return (struct mdesc_elem *) (mdesc + 1); | |
373 | } | |
374 | ||
43fdf274 | 375 | static void *name_block(struct mdesc_hdr *mdesc) |
5cbc3073 DM |
376 | { |
377 | return ((void *) node_block(mdesc)) + mdesc->node_sz; | |
378 | } | |
379 | ||
43fdf274 | 380 | static void *data_block(struct mdesc_hdr *mdesc) |
5cbc3073 DM |
381 | { |
382 | return ((void *) name_block(mdesc)) + mdesc->name_sz; | |
383 | } | |
384 | ||
43fdf274 DM |
385 | u64 mdesc_node_by_name(struct mdesc_handle *hp, |
386 | u64 from_node, const char *name) | |
5cbc3073 | 387 | { |
43fdf274 DM |
388 | struct mdesc_elem *ep = node_block(&hp->mdesc); |
389 | const char *names = name_block(&hp->mdesc); | |
390 | u64 last_node = hp->mdesc.node_sz / 16; | |
391 | u64 ret; | |
392 | ||
778feeb4 DM |
393 | if (from_node == MDESC_NODE_NULL) { |
394 | ret = from_node = 0; | |
395 | } else if (from_node >= last_node) { | |
43fdf274 | 396 | return MDESC_NODE_NULL; |
778feeb4 DM |
397 | } else { |
398 | ret = ep[from_node].d.val; | |
399 | } | |
43fdf274 | 400 | |
43fdf274 DM |
401 | while (ret < last_node) { |
402 | if (ep[ret].tag != MD_NODE) | |
403 | return MDESC_NODE_NULL; | |
404 | if (!strcmp(names + ep[ret].name_offset, name)) | |
405 | break; | |
406 | ret = ep[ret].d.val; | |
407 | } | |
408 | if (ret >= last_node) | |
409 | ret = MDESC_NODE_NULL; | |
410 | return ret; | |
411 | } | |
412 | EXPORT_SYMBOL(mdesc_node_by_name); | |
5cbc3073 | 413 | |
43fdf274 DM |
414 | const void *mdesc_get_property(struct mdesc_handle *hp, u64 node, |
415 | const char *name, int *lenp) | |
416 | { | |
417 | const char *names = name_block(&hp->mdesc); | |
418 | u64 last_node = hp->mdesc.node_sz / 16; | |
419 | void *data = data_block(&hp->mdesc); | |
420 | struct mdesc_elem *ep; | |
5cbc3073 | 421 | |
43fdf274 DM |
422 | if (node == MDESC_NODE_NULL || node >= last_node) |
423 | return NULL; | |
5cbc3073 | 424 | |
43fdf274 DM |
425 | ep = node_block(&hp->mdesc) + node; |
426 | ep++; | |
427 | for (; ep->tag != MD_NODE_END; ep++) { | |
428 | void *val = NULL; | |
429 | int len = 0; | |
430 | ||
431 | switch (ep->tag) { | |
432 | case MD_PROP_VAL: | |
433 | val = &ep->d.val; | |
434 | len = 8; | |
5cbc3073 DM |
435 | break; |
436 | ||
43fdf274 DM |
437 | case MD_PROP_STR: |
438 | case MD_PROP_DATA: | |
439 | val = data + ep->d.data.data_offset; | |
440 | len = ep->d.data.data_len; | |
441 | break; | |
5cbc3073 | 442 | |
43fdf274 | 443 | default: |
5cbc3073 DM |
444 | break; |
445 | } | |
43fdf274 DM |
446 | if (!val) |
447 | continue; | |
5cbc3073 | 448 | |
43fdf274 DM |
449 | if (!strcmp(names + ep->name_offset, name)) { |
450 | if (lenp) | |
451 | *lenp = len; | |
452 | return val; | |
453 | } | |
5cbc3073 DM |
454 | } |
455 | ||
43fdf274 DM |
456 | return NULL; |
457 | } | |
458 | EXPORT_SYMBOL(mdesc_get_property); | |
5cbc3073 | 459 | |
43fdf274 DM |
460 | u64 mdesc_next_arc(struct mdesc_handle *hp, u64 from, const char *arc_type) |
461 | { | |
462 | struct mdesc_elem *ep, *base = node_block(&hp->mdesc); | |
463 | const char *names = name_block(&hp->mdesc); | |
464 | u64 last_node = hp->mdesc.node_sz / 16; | |
5cbc3073 | 465 | |
43fdf274 DM |
466 | if (from == MDESC_NODE_NULL || from >= last_node) |
467 | return MDESC_NODE_NULL; | |
5cbc3073 | 468 | |
43fdf274 DM |
469 | ep = base + from; |
470 | ||
471 | ep++; | |
472 | for (; ep->tag != MD_NODE_END; ep++) { | |
473 | if (ep->tag != MD_PROP_ARC) | |
474 | continue; | |
475 | ||
476 | if (strcmp(names + ep->name_offset, arc_type)) | |
477 | continue; | |
478 | ||
479 | return ep - base; | |
5cbc3073 | 480 | } |
43fdf274 DM |
481 | |
482 | return MDESC_NODE_NULL; | |
5cbc3073 | 483 | } |
43fdf274 | 484 | EXPORT_SYMBOL(mdesc_next_arc); |
5cbc3073 | 485 | |
43fdf274 | 486 | u64 mdesc_arc_target(struct mdesc_handle *hp, u64 arc) |
5cbc3073 | 487 | { |
43fdf274 DM |
488 | struct mdesc_elem *ep, *base = node_block(&hp->mdesc); |
489 | ||
490 | ep = base + arc; | |
491 | ||
492 | return ep->d.val; | |
5cbc3073 | 493 | } |
43fdf274 DM |
494 | EXPORT_SYMBOL(mdesc_arc_target); |
495 | ||
496 | const char *mdesc_node_name(struct mdesc_handle *hp, u64 node) | |
497 | { | |
498 | struct mdesc_elem *ep, *base = node_block(&hp->mdesc); | |
499 | const char *names = name_block(&hp->mdesc); | |
500 | u64 last_node = hp->mdesc.node_sz / 16; | |
501 | ||
502 | if (node == MDESC_NODE_NULL || node >= last_node) | |
503 | return NULL; | |
504 | ||
505 | ep = base + node; | |
506 | if (ep->tag != MD_NODE) | |
507 | return NULL; | |
508 | ||
509 | return names + ep->name_offset; | |
510 | } | |
511 | EXPORT_SYMBOL(mdesc_node_name); | |
5cbc3073 | 512 | |
961f65fc DM |
513 | static u64 max_cpus = 64; |
514 | ||
5cbc3073 DM |
515 | static void __init report_platform_properties(void) |
516 | { | |
43fdf274 DM |
517 | struct mdesc_handle *hp = mdesc_grab(); |
518 | u64 pn = mdesc_node_by_name(hp, MDESC_NODE_NULL, "platform"); | |
5cbc3073 DM |
519 | const char *s; |
520 | const u64 *v; | |
521 | ||
43fdf274 | 522 | if (pn == MDESC_NODE_NULL) { |
5cbc3073 DM |
523 | prom_printf("No platform node in machine-description.\n"); |
524 | prom_halt(); | |
525 | } | |
526 | ||
43fdf274 | 527 | s = mdesc_get_property(hp, pn, "banner-name", NULL); |
5cbc3073 | 528 | printk("PLATFORM: banner-name [%s]\n", s); |
43fdf274 | 529 | s = mdesc_get_property(hp, pn, "name", NULL); |
5cbc3073 DM |
530 | printk("PLATFORM: name [%s]\n", s); |
531 | ||
43fdf274 | 532 | v = mdesc_get_property(hp, pn, "hostid", NULL); |
5cbc3073 | 533 | if (v) |
90181136 | 534 | printk("PLATFORM: hostid [%08llx]\n", *v); |
43fdf274 | 535 | v = mdesc_get_property(hp, pn, "serial#", NULL); |
5cbc3073 | 536 | if (v) |
90181136 | 537 | printk("PLATFORM: serial# [%08llx]\n", *v); |
43fdf274 | 538 | v = mdesc_get_property(hp, pn, "stick-frequency", NULL); |
90181136 | 539 | printk("PLATFORM: stick-frequency [%08llx]\n", *v); |
43fdf274 | 540 | v = mdesc_get_property(hp, pn, "mac-address", NULL); |
5cbc3073 | 541 | if (v) |
90181136 | 542 | printk("PLATFORM: mac-address [%llx]\n", *v); |
43fdf274 | 543 | v = mdesc_get_property(hp, pn, "watchdog-resolution", NULL); |
5cbc3073 | 544 | if (v) |
90181136 | 545 | printk("PLATFORM: watchdog-resolution [%llu ms]\n", *v); |
43fdf274 | 546 | v = mdesc_get_property(hp, pn, "watchdog-max-timeout", NULL); |
5cbc3073 | 547 | if (v) |
90181136 | 548 | printk("PLATFORM: watchdog-max-timeout [%llu ms]\n", *v); |
43fdf274 | 549 | v = mdesc_get_property(hp, pn, "max-cpus", NULL); |
961f65fc DM |
550 | if (v) { |
551 | max_cpus = *v; | |
552 | printk("PLATFORM: max-cpus [%llu]\n", max_cpus); | |
553 | } | |
43fdf274 | 554 | |
4f0234f4 DM |
555 | #ifdef CONFIG_SMP |
556 | { | |
557 | int max_cpu, i; | |
558 | ||
559 | if (v) { | |
560 | max_cpu = *v; | |
561 | if (max_cpu > NR_CPUS) | |
562 | max_cpu = NR_CPUS; | |
563 | } else { | |
564 | max_cpu = NR_CPUS; | |
565 | } | |
566 | for (i = 0; i < max_cpu; i++) | |
89229071 | 567 | set_cpu_possible(i, true); |
4f0234f4 DM |
568 | } |
569 | #endif | |
570 | ||
43fdf274 | 571 | mdesc_release(hp); |
5cbc3073 DM |
572 | } |
573 | ||
2066aadd | 574 | static void fill_in_one_cache(cpuinfo_sparc *c, struct mdesc_handle *hp, u64 mp) |
5cbc3073 | 575 | { |
43fdf274 DM |
576 | const u64 *level = mdesc_get_property(hp, mp, "level", NULL); |
577 | const u64 *size = mdesc_get_property(hp, mp, "size", NULL); | |
578 | const u64 *line_size = mdesc_get_property(hp, mp, "line-size", NULL); | |
5cbc3073 DM |
579 | const char *type; |
580 | int type_len; | |
581 | ||
43fdf274 | 582 | type = mdesc_get_property(hp, mp, "type", &type_len); |
5cbc3073 DM |
583 | |
584 | switch (*level) { | |
585 | case 1: | |
46bcea77 | 586 | if (of_find_in_proplist(type, "instn", type_len)) { |
5cbc3073 DM |
587 | c->icache_size = *size; |
588 | c->icache_line_size = *line_size; | |
46bcea77 | 589 | } else if (of_find_in_proplist(type, "data", type_len)) { |
5cbc3073 DM |
590 | c->dcache_size = *size; |
591 | c->dcache_line_size = *line_size; | |
592 | } | |
593 | break; | |
594 | ||
595 | case 2: | |
596 | c->ecache_size = *size; | |
597 | c->ecache_line_size = *line_size; | |
598 | break; | |
599 | ||
600 | default: | |
601 | break; | |
602 | } | |
603 | ||
604 | if (*level == 1) { | |
43fdf274 | 605 | u64 a; |
5cbc3073 | 606 | |
43fdf274 DM |
607 | mdesc_for_each_arc(a, hp, mp, MDESC_ARC_TYPE_FWD) { |
608 | u64 target = mdesc_arc_target(hp, a); | |
609 | const char *name = mdesc_node_name(hp, target); | |
5cbc3073 | 610 | |
43fdf274 DM |
611 | if (!strcmp(name, "cache")) |
612 | fill_in_one_cache(c, hp, target); | |
5cbc3073 DM |
613 | } |
614 | } | |
615 | } | |
616 | ||
2066aadd | 617 | static void mark_core_ids(struct mdesc_handle *hp, u64 mp, int core_id) |
5cbc3073 | 618 | { |
43fdf274 | 619 | u64 a; |
5cbc3073 | 620 | |
43fdf274 DM |
621 | mdesc_for_each_arc(a, hp, mp, MDESC_ARC_TYPE_BACK) { |
622 | u64 t = mdesc_arc_target(hp, a); | |
623 | const char *name; | |
5cbc3073 DM |
624 | const u64 *id; |
625 | ||
43fdf274 DM |
626 | name = mdesc_node_name(hp, t); |
627 | if (!strcmp(name, "cpu")) { | |
628 | id = mdesc_get_property(hp, t, "id", NULL); | |
5cbc3073 DM |
629 | if (*id < NR_CPUS) |
630 | cpu_data(*id).core_id = core_id; | |
631 | } else { | |
43fdf274 | 632 | u64 j; |
5cbc3073 | 633 | |
43fdf274 DM |
634 | mdesc_for_each_arc(j, hp, t, MDESC_ARC_TYPE_BACK) { |
635 | u64 n = mdesc_arc_target(hp, j); | |
636 | const char *n_name; | |
5cbc3073 | 637 | |
43fdf274 DM |
638 | n_name = mdesc_node_name(hp, n); |
639 | if (strcmp(n_name, "cpu")) | |
5cbc3073 DM |
640 | continue; |
641 | ||
43fdf274 | 642 | id = mdesc_get_property(hp, n, "id", NULL); |
5cbc3073 DM |
643 | if (*id < NR_CPUS) |
644 | cpu_data(*id).core_id = core_id; | |
645 | } | |
646 | } | |
647 | } | |
648 | } | |
649 | ||
2066aadd | 650 | static void set_core_ids(struct mdesc_handle *hp) |
5cbc3073 | 651 | { |
5cbc3073 | 652 | int idx; |
43fdf274 | 653 | u64 mp; |
5cbc3073 DM |
654 | |
655 | idx = 1; | |
43fdf274 DM |
656 | mdesc_for_each_node_by_name(hp, mp, "cache") { |
657 | const u64 *level; | |
5cbc3073 DM |
658 | const char *type; |
659 | int len; | |
660 | ||
43fdf274 | 661 | level = mdesc_get_property(hp, mp, "level", NULL); |
5cbc3073 DM |
662 | if (*level != 1) |
663 | continue; | |
664 | ||
43fdf274 | 665 | type = mdesc_get_property(hp, mp, "type", &len); |
46bcea77 | 666 | if (!of_find_in_proplist(type, "instn", len)) |
5cbc3073 DM |
667 | continue; |
668 | ||
43fdf274 | 669 | mark_core_ids(hp, mp, idx); |
5cbc3073 DM |
670 | |
671 | idx++; | |
672 | } | |
673 | } | |
674 | ||
2066aadd | 675 | static void mark_proc_ids(struct mdesc_handle *hp, u64 mp, int proc_id) |
f78eae2e | 676 | { |
43fdf274 | 677 | u64 a; |
f78eae2e | 678 | |
43fdf274 DM |
679 | mdesc_for_each_arc(a, hp, mp, MDESC_ARC_TYPE_BACK) { |
680 | u64 t = mdesc_arc_target(hp, a); | |
681 | const char *name; | |
f78eae2e DM |
682 | const u64 *id; |
683 | ||
43fdf274 DM |
684 | name = mdesc_node_name(hp, t); |
685 | if (strcmp(name, "cpu")) | |
f78eae2e DM |
686 | continue; |
687 | ||
43fdf274 | 688 | id = mdesc_get_property(hp, t, "id", NULL); |
f78eae2e DM |
689 | if (*id < NR_CPUS) |
690 | cpu_data(*id).proc_id = proc_id; | |
691 | } | |
692 | } | |
693 | ||
2066aadd | 694 | static void __set_proc_ids(struct mdesc_handle *hp, const char *exec_unit_name) |
f78eae2e | 695 | { |
f78eae2e | 696 | int idx; |
43fdf274 | 697 | u64 mp; |
f78eae2e DM |
698 | |
699 | idx = 0; | |
43fdf274 | 700 | mdesc_for_each_node_by_name(hp, mp, exec_unit_name) { |
f78eae2e DM |
701 | const char *type; |
702 | int len; | |
703 | ||
43fdf274 | 704 | type = mdesc_get_property(hp, mp, "type", &len); |
46bcea77 DM |
705 | if (!of_find_in_proplist(type, "int", len) && |
706 | !of_find_in_proplist(type, "integer", len)) | |
f78eae2e DM |
707 | continue; |
708 | ||
43fdf274 | 709 | mark_proc_ids(hp, mp, idx); |
f78eae2e DM |
710 | |
711 | idx++; | |
712 | } | |
713 | } | |
714 | ||
2066aadd | 715 | static void set_proc_ids(struct mdesc_handle *hp) |
f78eae2e | 716 | { |
43fdf274 DM |
717 | __set_proc_ids(hp, "exec_unit"); |
718 | __set_proc_ids(hp, "exec-unit"); | |
f78eae2e DM |
719 | } |
720 | ||
2066aadd PG |
721 | static void get_one_mondo_bits(const u64 *p, unsigned int *mask, |
722 | unsigned long def, unsigned long max) | |
5cbc3073 DM |
723 | { |
724 | u64 val; | |
725 | ||
726 | if (!p) | |
727 | goto use_default; | |
728 | val = *p; | |
729 | ||
730 | if (!val || val >= 64) | |
731 | goto use_default; | |
732 | ||
961f65fc DM |
733 | if (val > max) |
734 | val = max; | |
735 | ||
5cbc3073 DM |
736 | *mask = ((1U << val) * 64U) - 1U; |
737 | return; | |
738 | ||
739 | use_default: | |
740 | *mask = ((1U << def) * 64U) - 1U; | |
741 | } | |
742 | ||
2066aadd PG |
743 | static void get_mondo_data(struct mdesc_handle *hp, u64 mp, |
744 | struct trap_per_cpu *tb) | |
5cbc3073 | 745 | { |
961f65fc | 746 | static int printed; |
5cbc3073 DM |
747 | const u64 *val; |
748 | ||
43fdf274 | 749 | val = mdesc_get_property(hp, mp, "q-cpu-mondo-#bits", NULL); |
961f65fc | 750 | get_one_mondo_bits(val, &tb->cpu_mondo_qmask, 7, ilog2(max_cpus * 2)); |
5cbc3073 | 751 | |
43fdf274 | 752 | val = mdesc_get_property(hp, mp, "q-dev-mondo-#bits", NULL); |
961f65fc | 753 | get_one_mondo_bits(val, &tb->dev_mondo_qmask, 7, 8); |
5cbc3073 | 754 | |
43fdf274 | 755 | val = mdesc_get_property(hp, mp, "q-resumable-#bits", NULL); |
961f65fc | 756 | get_one_mondo_bits(val, &tb->resum_qmask, 6, 7); |
5cbc3073 | 757 | |
43fdf274 | 758 | val = mdesc_get_property(hp, mp, "q-nonresumable-#bits", NULL); |
961f65fc DM |
759 | get_one_mondo_bits(val, &tb->nonresum_qmask, 2, 2); |
760 | if (!printed++) { | |
761 | pr_info("SUN4V: Mondo queue sizes " | |
762 | "[cpu(%u) dev(%u) r(%u) nr(%u)]\n", | |
763 | tb->cpu_mondo_qmask + 1, | |
764 | tb->dev_mondo_qmask + 1, | |
765 | tb->resum_qmask + 1, | |
766 | tb->nonresum_qmask + 1); | |
767 | } | |
5cbc3073 DM |
768 | } |
769 | ||
2066aadd | 770 | static void *mdesc_iterate_over_cpus(void *(*func)(struct mdesc_handle *, u64, int, void *), void *arg, cpumask_t *mask) |
5cbc3073 | 771 | { |
43fdf274 | 772 | struct mdesc_handle *hp = mdesc_grab(); |
5052f525 | 773 | void *ret = NULL; |
43fdf274 | 774 | u64 mp; |
5cbc3073 | 775 | |
43fdf274 DM |
776 | mdesc_for_each_node_by_name(hp, mp, "cpu") { |
777 | const u64 *id = mdesc_get_property(hp, mp, "id", NULL); | |
5052f525 | 778 | int cpuid = *id; |
5cbc3073 DM |
779 | |
780 | #ifdef CONFIG_SMP | |
8a177c4f DM |
781 | if (cpuid >= NR_CPUS) { |
782 | printk(KERN_WARNING "Ignoring CPU %d which is " | |
783 | ">= NR_CPUS (%d)\n", | |
784 | cpuid, NR_CPUS); | |
5cbc3073 | 785 | continue; |
8a177c4f | 786 | } |
fb1fece5 | 787 | if (!cpumask_test_cpu(cpuid, mask)) |
5cbc3073 | 788 | continue; |
5cbc3073 DM |
789 | #endif |
790 | ||
5052f525 DM |
791 | ret = func(hp, mp, cpuid, arg); |
792 | if (ret) | |
793 | goto out; | |
794 | } | |
795 | out: | |
796 | mdesc_release(hp); | |
797 | return ret; | |
798 | } | |
5cbc3073 | 799 | |
2066aadd PG |
800 | static void *record_one_cpu(struct mdesc_handle *hp, u64 mp, int cpuid, |
801 | void *arg) | |
5052f525 DM |
802 | { |
803 | ncpus_probed++; | |
804 | #ifdef CONFIG_SMP | |
805 | set_cpu_present(cpuid, true); | |
806 | #endif | |
807 | return NULL; | |
808 | } | |
5cbc3073 | 809 | |
2066aadd | 810 | void mdesc_populate_present_mask(cpumask_t *mask) |
5052f525 DM |
811 | { |
812 | if (tlb_type != hypervisor) | |
813 | return; | |
5cbc3073 | 814 | |
5052f525 DM |
815 | ncpus_probed = 0; |
816 | mdesc_iterate_over_cpus(record_one_cpu, NULL, mask); | |
817 | } | |
5cbc3073 | 818 | |
ce33fdc5 DM |
819 | static void * __init check_one_pgsz(struct mdesc_handle *hp, u64 mp, int cpuid, void *arg) |
820 | { | |
821 | const u64 *pgsz_prop = mdesc_get_property(hp, mp, "mmu-page-size-list", NULL); | |
822 | unsigned long *pgsz_mask = arg; | |
823 | u64 val; | |
824 | ||
825 | val = (HV_PGSZ_MASK_8K | HV_PGSZ_MASK_64K | | |
826 | HV_PGSZ_MASK_512K | HV_PGSZ_MASK_4MB); | |
827 | if (pgsz_prop) | |
828 | val = *pgsz_prop; | |
829 | ||
830 | if (!*pgsz_mask) | |
831 | *pgsz_mask = val; | |
832 | else | |
833 | *pgsz_mask &= val; | |
834 | return NULL; | |
835 | } | |
836 | ||
837 | void __init mdesc_get_page_sizes(cpumask_t *mask, unsigned long *pgsz_mask) | |
838 | { | |
839 | *pgsz_mask = 0; | |
840 | mdesc_iterate_over_cpus(check_one_pgsz, pgsz_mask, mask); | |
841 | } | |
842 | ||
2066aadd PG |
843 | static void *fill_in_one_cpu(struct mdesc_handle *hp, u64 mp, int cpuid, |
844 | void *arg) | |
5052f525 DM |
845 | { |
846 | const u64 *cfreq = mdesc_get_property(hp, mp, "clock-frequency", NULL); | |
847 | struct trap_per_cpu *tb; | |
848 | cpuinfo_sparc *c; | |
849 | u64 a; | |
5cbc3073 | 850 | |
5052f525 DM |
851 | #ifndef CONFIG_SMP |
852 | /* On uniprocessor we only want the values for the | |
853 | * real physical cpu the kernel booted onto, however | |
854 | * cpu_data() only has one entry at index 0. | |
855 | */ | |
856 | if (cpuid != real_hard_smp_processor_id()) | |
857 | return NULL; | |
858 | cpuid = 0; | |
859 | #endif | |
860 | ||
861 | c = &cpu_data(cpuid); | |
862 | c->clock_tick = *cfreq; | |
863 | ||
864 | tb = &trap_block[cpuid]; | |
865 | get_mondo_data(hp, mp, tb); | |
866 | ||
867 | mdesc_for_each_arc(a, hp, mp, MDESC_ARC_TYPE_FWD) { | |
868 | u64 j, t = mdesc_arc_target(hp, a); | |
869 | const char *t_name; | |
870 | ||
871 | t_name = mdesc_node_name(hp, t); | |
872 | if (!strcmp(t_name, "cache")) { | |
873 | fill_in_one_cache(c, hp, t); | |
874 | continue; | |
5cbc3073 DM |
875 | } |
876 | ||
5052f525 DM |
877 | mdesc_for_each_arc(j, hp, t, MDESC_ARC_TYPE_FWD) { |
878 | u64 n = mdesc_arc_target(hp, j); | |
879 | const char *n_name; | |
5cbc3073 | 880 | |
5052f525 DM |
881 | n_name = mdesc_node_name(hp, n); |
882 | if (!strcmp(n_name, "cache")) | |
883 | fill_in_one_cache(c, hp, n); | |
884 | } | |
5cbc3073 DM |
885 | } |
886 | ||
5052f525 DM |
887 | c->core_id = 0; |
888 | c->proc_id = -1; | |
889 | ||
890 | return NULL; | |
891 | } | |
892 | ||
2066aadd | 893 | void mdesc_fill_in_cpu_data(cpumask_t *mask) |
5052f525 DM |
894 | { |
895 | struct mdesc_handle *hp; | |
896 | ||
a2094502 | 897 | mdesc_iterate_over_cpus(fill_in_one_cpu, NULL, mask); |
5052f525 | 898 | |
5052f525 DM |
899 | hp = mdesc_grab(); |
900 | ||
43fdf274 DM |
901 | set_core_ids(hp); |
902 | set_proc_ids(hp); | |
5cbc3073 | 903 | |
43fdf274 | 904 | mdesc_release(hp); |
5052f525 DM |
905 | |
906 | smp_fill_in_sib_core_maps(); | |
5cbc3073 DM |
907 | } |
908 | ||
0fdb7f96 DM |
909 | static ssize_t mdesc_read(struct file *file, char __user *buf, |
910 | size_t len, loff_t *offp) | |
911 | { | |
912 | struct mdesc_handle *hp = mdesc_grab(); | |
913 | int err; | |
914 | ||
915 | if (!hp) | |
916 | return -ENODEV; | |
917 | ||
918 | err = hp->handle_size; | |
919 | if (len < hp->handle_size) | |
920 | err = -EMSGSIZE; | |
921 | else if (copy_to_user(buf, &hp->mdesc, hp->handle_size)) | |
922 | err = -EFAULT; | |
923 | mdesc_release(hp); | |
924 | ||
925 | return err; | |
926 | } | |
927 | ||
928 | static const struct file_operations mdesc_fops = { | |
929 | .read = mdesc_read, | |
930 | .owner = THIS_MODULE, | |
6038f373 | 931 | .llseek = noop_llseek, |
0fdb7f96 DM |
932 | }; |
933 | ||
934 | static struct miscdevice mdesc_misc = { | |
935 | .minor = MISC_DYNAMIC_MINOR, | |
936 | .name = "mdesc", | |
937 | .fops = &mdesc_fops, | |
938 | }; | |
939 | ||
940 | static int __init mdesc_misc_init(void) | |
941 | { | |
942 | return misc_register(&mdesc_misc); | |
943 | } | |
944 | ||
945 | __initcall(mdesc_misc_init); | |
946 | ||
5cbc3073 DM |
947 | void __init sun4v_mdesc_init(void) |
948 | { | |
43fdf274 | 949 | struct mdesc_handle *hp; |
5cbc3073 DM |
950 | unsigned long len, real_len, status; |
951 | ||
952 | (void) sun4v_mach_desc(0UL, 0UL, &len); | |
953 | ||
954 | printk("MDESC: Size is %lu bytes.\n", len); | |
955 | ||
95f72d1e | 956 | hp = mdesc_alloc(len, &memblock_mdesc_ops); |
43fdf274 DM |
957 | if (hp == NULL) { |
958 | prom_printf("MDESC: alloc of %lu bytes failed.\n", len); | |
959 | prom_halt(); | |
960 | } | |
5cbc3073 | 961 | |
43fdf274 | 962 | status = sun4v_mach_desc(__pa(&hp->mdesc), len, &real_len); |
5cbc3073 DM |
963 | if (status != HV_EOK || real_len > len) { |
964 | prom_printf("sun4v_mach_desc fails, err(%lu), " | |
965 | "len(%lu), real_len(%lu)\n", | |
966 | status, len, real_len); | |
43fdf274 | 967 | mdesc_free(hp); |
5cbc3073 DM |
968 | prom_halt(); |
969 | } | |
970 | ||
43fdf274 | 971 | cur_mdesc = hp; |
5cbc3073 DM |
972 | |
973 | report_platform_properties(); | |
5cbc3073 | 974 | } |