Merge branch 'x86/unify-cpu-detect' into x86-v28-for-linus-phase4-D
[deliverable/linux.git] / arch / x86 / kernel / microcode.c
CommitLineData
1da177e4
LT
1/*
2 * Intel CPU Microcode Update Driver for Linux
3 *
69688262 4 * Copyright (C) 2000-2006 Tigran Aivazian <tigran@aivazian.fsnet.co.uk>
9a3110bf 5 * 2006 Shaohua Li <shaohua.li@intel.com>
1da177e4
LT
6 *
7 * This driver allows to upgrade microcode on Intel processors
bc4e0f9a 8 * belonging to IA-32 family - PentiumPro, Pentium II,
1da177e4
LT
9 * Pentium III, Xeon, Pentium 4, etc.
10 *
bc4e0f9a
BC
11 * Reference: Section 8.11 of Volume 3a, IA-32 Intel? Architecture
12 * Software Developer's Manual
13 * Order Number 253668 or free download from:
14 *
15 * http://developer.intel.com/design/pentium4/manuals/253668.htm
1da177e4
LT
16 *
17 * For more information, go to http://www.urbanmyth.org/microcode
18 *
19 * This program is free software; you can redistribute it and/or
20 * modify it under the terms of the GNU General Public License
21 * as published by the Free Software Foundation; either version
22 * 2 of the License, or (at your option) any later version.
23 *
24 * 1.0 16 Feb 2000, Tigran Aivazian <tigran@sco.com>
25 * Initial release.
26 * 1.01 18 Feb 2000, Tigran Aivazian <tigran@sco.com>
27 * Added read() support + cleanups.
28 * 1.02 21 Feb 2000, Tigran Aivazian <tigran@sco.com>
29 * Added 'device trimming' support. open(O_WRONLY) zeroes
30 * and frees the saved copy of applied microcode.
31 * 1.03 29 Feb 2000, Tigran Aivazian <tigran@sco.com>
32 * Made to use devfs (/dev/cpu/microcode) + cleanups.
33 * 1.04 06 Jun 2000, Simon Trimmer <simon@veritas.com>
34 * Added misc device support (now uses both devfs and misc).
35 * Added MICROCODE_IOCFREE ioctl to clear memory.
36 * 1.05 09 Jun 2000, Simon Trimmer <simon@veritas.com>
37 * Messages for error cases (non Intel & no suitable microcode).
38 * 1.06 03 Aug 2000, Tigran Aivazian <tigran@veritas.com>
39 * Removed ->release(). Removed exclusive open and status bitmap.
40 * Added microcode_rwsem to serialize read()/write()/ioctl().
41 * Removed global kernel lock usage.
42 * 1.07 07 Sep 2000, Tigran Aivazian <tigran@veritas.com>
43 * Write 0 to 0x8B msr and then cpuid before reading revision,
44 * so that it works even if there were no update done by the
45 * BIOS. Otherwise, reading from 0x8B gives junk (which happened
46 * to be 0 on my machine which is why it worked even when I
47 * disabled update by the BIOS)
48 * Thanks to Eric W. Biederman <ebiederman@lnxi.com> for the fix.
49 * 1.08 11 Dec 2000, Richard Schaal <richard.schaal@intel.com> and
50 * Tigran Aivazian <tigran@veritas.com>
51 * Intel Pentium 4 processor support and bugfixes.
52 * 1.09 30 Oct 2001, Tigran Aivazian <tigran@veritas.com>
53 * Bugfix for HT (Hyper-Threading) enabled processors
54 * whereby processor resources are shared by all logical processors
55 * in a single CPU package.
56 * 1.10 28 Feb 2002 Asit K Mallick <asit.k.mallick@intel.com> and
57 * Tigran Aivazian <tigran@veritas.com>,
58 * Serialize updates as required on HT processors due to speculative
59 * nature of implementation.
60 * 1.11 22 Mar 2002 Tigran Aivazian <tigran@veritas.com>
61 * Fix the panic when writing zero-length microcode chunk.
bc4e0f9a 62 * 1.12 29 Sep 2003 Nitin Kamble <nitin.a.kamble@intel.com>,
1da177e4
LT
63 * Jun Nakajima <jun.nakajima@intel.com>
64 * Support for the microcode updates in the new format.
65 * 1.13 10 Oct 2003 Tigran Aivazian <tigran@veritas.com>
66 * Removed ->read() method and obsoleted MICROCODE_IOCFREE ioctl
bc4e0f9a 67 * because we no longer hold a copy of applied microcode
1da177e4
LT
68 * in kernel memory.
69 * 1.14 25 Jun 2004 Tigran Aivazian <tigran@veritas.com>
70 * Fix sigmatch() macro to handle old CPUs with pf == 0.
71 * Thanks to Stuart Swales for pointing out this bug.
72 */
73
74//#define DEBUG /* pr_debug */
a9415644 75#include <linux/capability.h>
1da177e4
LT
76#include <linux/kernel.h>
77#include <linux/init.h>
78#include <linux/sched.h>
77149367 79#include <linux/smp_lock.h>
5cf6c541 80#include <linux/cpumask.h>
1da177e4
LT
81#include <linux/module.h>
82#include <linux/slab.h>
83#include <linux/vmalloc.h>
84#include <linux/miscdevice.h>
85#include <linux/spinlock.h>
86#include <linux/mm.h>
4e950f6f 87#include <linux/fs.h>
14cc3e2b 88#include <linux/mutex.h>
a30a6a2c
SL
89#include <linux/cpu.h>
90#include <linux/firmware.h>
91#include <linux/platform_device.h>
1da177e4
LT
92
93#include <asm/msr.h>
94#include <asm/uaccess.h>
95#include <asm/processor.h>
96
97MODULE_DESCRIPTION("Intel CPU (IA-32) Microcode Update Driver");
69688262 98MODULE_AUTHOR("Tigran Aivazian <tigran@aivazian.fsnet.co.uk>");
1da177e4
LT
99MODULE_LICENSE("GPL");
100
ba528f28 101#define MICROCODE_VERSION "1.14a"
1da177e4
LT
102
103#define DEFAULT_UCODE_DATASIZE (2000) /* 2000 bytes */
104#define MC_HEADER_SIZE (sizeof (microcode_header_t)) /* 48 bytes */
105#define DEFAULT_UCODE_TOTALSIZE (DEFAULT_UCODE_DATASIZE + MC_HEADER_SIZE) /* 2048 bytes */
106#define EXT_HEADER_SIZE (sizeof (struct extended_sigtable)) /* 20 bytes */
107#define EXT_SIGNATURE_SIZE (sizeof (struct extended_signature)) /* 12 bytes */
108#define DWSIZE (sizeof (u32))
109#define get_totalsize(mc) \
110 (((microcode_t *)mc)->hdr.totalsize ? \
111 ((microcode_t *)mc)->hdr.totalsize : DEFAULT_UCODE_TOTALSIZE)
112#define get_datasize(mc) \
113 (((microcode_t *)mc)->hdr.datasize ? \
114 ((microcode_t *)mc)->hdr.datasize : DEFAULT_UCODE_DATASIZE)
115
116#define sigmatch(s1, s2, p1, p2) \
117 (((s1) == (s2)) && (((p1) & (p2)) || (((p1) == 0) && ((p2) == 0))))
118
119#define exttable_size(et) ((et)->count * EXT_SIGNATURE_SIZE + EXT_HEADER_SIZE)
120
121/* serialize access to the physical write to MSR 0x79 */
122static DEFINE_SPINLOCK(microcode_update_lock);
123
124/* no concurrent ->write()s are allowed on /dev/cpu/microcode */
14cc3e2b 125static DEFINE_MUTEX(microcode_mutex);
1da177e4 126
1da177e4 127static struct ucode_cpu_info {
9a3110bf 128 int valid;
1da177e4 129 unsigned int sig;
9a3110bf 130 unsigned int pf;
1da177e4 131 unsigned int rev;
1da177e4
LT
132 microcode_t *mc;
133} ucode_cpu_info[NR_CPUS];
1da177e4 134
9a3110bf 135static void collect_cpu_info(int cpu_num)
1da177e4 136{
92cb7612 137 struct cpuinfo_x86 *c = &cpu_data(cpu_num);
1da177e4
LT
138 struct ucode_cpu_info *uci = ucode_cpu_info + cpu_num;
139 unsigned int val[2];
140
9a3110bf
SL
141 /* We should bind the task to the CPU */
142 BUG_ON(raw_smp_processor_id() != cpu_num);
143 uci->pf = uci->rev = 0;
1da177e4 144 uci->mc = NULL;
9a3110bf 145 uci->valid = 1;
1da177e4
LT
146
147 if (c->x86_vendor != X86_VENDOR_INTEL || c->x86 < 6 ||
148 cpu_has(c, X86_FEATURE_IA64)) {
9a3110bf
SL
149 printk(KERN_ERR "microcode: CPU%d not a capable Intel "
150 "processor\n", cpu_num);
151 uci->valid = 0;
1da177e4 152 return;
9a3110bf 153 }
1da177e4 154
9a3110bf
SL
155 uci->sig = cpuid_eax(0x00000001);
156
157 if ((c->x86_model >= 5) || (c->x86 > 6)) {
158 /* get processor flags from MSR 0x17 */
159 rdmsr(MSR_IA32_PLATFORM_ID, val[0], val[1]);
160 uci->pf = 1 << ((val[1] >> 18) & 7);
1da177e4
LT
161 }
162
163 wrmsr(MSR_IA32_UCODE_REV, 0, 0);
245067d1 164 /* see notes above for revision 1.07. Apparent chip bug */
487472bc 165 sync_core();
1da177e4
LT
166 /* get the current revision from MSR 0x8B */
167 rdmsr(MSR_IA32_UCODE_REV, val[0], uci->rev);
168 pr_debug("microcode: collect_cpu_info : sig=0x%x, pf=0x%x, rev=0x%x\n",
169 uci->sig, uci->pf, uci->rev);
170}
171
9a3110bf
SL
172static inline int microcode_update_match(int cpu_num,
173 microcode_header_t *mc_header, int sig, int pf)
1da177e4
LT
174{
175 struct ucode_cpu_info *uci = ucode_cpu_info + cpu_num;
176
9a3110bf
SL
177 if (!sigmatch(sig, uci->sig, pf, uci->pf)
178 || mc_header->rev <= uci->rev)
179 return 0;
180 return 1;
1da177e4
LT
181}
182
9a3110bf 183static int microcode_sanity_check(void *mc)
1da177e4 184{
9a3110bf
SL
185 microcode_header_t *mc_header = mc;
186 struct extended_sigtable *ext_header = NULL;
187 struct extended_signature *ext_sig;
188 unsigned long total_size, data_size, ext_table_size;
189 int sum, orig_sum, ext_sigcount = 0, i;
190
191 total_size = get_totalsize(mc_header);
192 data_size = get_datasize(mc_header);
bd8e39f9 193 if (data_size + MC_HEADER_SIZE > total_size) {
9a3110bf
SL
194 printk(KERN_ERR "microcode: error! "
195 "Bad data size in microcode data file\n");
196 return -EINVAL;
197 }
1da177e4 198
9a3110bf
SL
199 if (mc_header->ldrver != 1 || mc_header->hdrver != 1) {
200 printk(KERN_ERR "microcode: error! "
201 "Unknown microcode update format\n");
202 return -EINVAL;
203 }
204 ext_table_size = total_size - (MC_HEADER_SIZE + data_size);
205 if (ext_table_size) {
206 if ((ext_table_size < EXT_HEADER_SIZE)
207 || ((ext_table_size - EXT_HEADER_SIZE) % EXT_SIGNATURE_SIZE)) {
208 printk(KERN_ERR "microcode: error! "
209 "Small exttable size in microcode data file\n");
210 return -EINVAL;
1da177e4 211 }
9a3110bf
SL
212 ext_header = mc + MC_HEADER_SIZE + data_size;
213 if (ext_table_size != exttable_size(ext_header)) {
214 printk(KERN_ERR "microcode: error! "
215 "Bad exttable size in microcode data file\n");
216 return -EFAULT;
1da177e4 217 }
9a3110bf
SL
218 ext_sigcount = ext_header->count;
219 }
1da177e4 220
9a3110bf
SL
221 /* check extended table checksum */
222 if (ext_table_size) {
223 int ext_table_sum = 0;
9a4b9efa 224 int *ext_tablep = (int *)ext_header;
9a3110bf
SL
225
226 i = ext_table_size / DWSIZE;
227 while (i--)
228 ext_table_sum += ext_tablep[i];
229 if (ext_table_sum) {
230 printk(KERN_WARNING "microcode: aborting, "
231 "bad extended signature table checksum\n");
232 return -EINVAL;
1da177e4 233 }
9a3110bf 234 }
1da177e4 235
9a3110bf
SL
236 /* calculate the checksum */
237 orig_sum = 0;
238 i = (MC_HEADER_SIZE + data_size) / DWSIZE;
239 while (i--)
240 orig_sum += ((int *)mc)[i];
241 if (orig_sum) {
242 printk(KERN_ERR "microcode: aborting, bad checksum\n");
243 return -EINVAL;
244 }
245 if (!ext_table_size)
246 return 0;
247 /* check extended signature checksum */
248 for (i = 0; i < ext_sigcount; i++) {
ade1af77
JE
249 ext_sig = (void *)ext_header + EXT_HEADER_SIZE +
250 EXT_SIGNATURE_SIZE * i;
9a3110bf
SL
251 sum = orig_sum
252 - (mc_header->sig + mc_header->pf + mc_header->cksum)
253 + (ext_sig->sig + ext_sig->pf + ext_sig->cksum);
254 if (sum) {
255 printk(KERN_ERR "microcode: aborting, bad checksum\n");
256 return -EINVAL;
1da177e4 257 }
9a3110bf
SL
258 }
259 return 0;
260}
5cf6c541 261
9a3110bf
SL
262/*
263 * return 0 - no update found
264 * return 1 - found update
265 * return < 0 - error
266 */
267static int get_maching_microcode(void *mc, int cpu)
268{
269 struct ucode_cpu_info *uci = ucode_cpu_info + cpu;
270 microcode_header_t *mc_header = mc;
271 struct extended_sigtable *ext_header;
272 unsigned long total_size = get_totalsize(mc_header);
273 int ext_sigcount, i;
274 struct extended_signature *ext_sig;
275 void *new_mc;
276
277 if (microcode_update_match(cpu, mc_header,
278 mc_header->sig, mc_header->pf))
279 goto find;
280
281 if (total_size <= get_datasize(mc_header) + MC_HEADER_SIZE)
282 return 0;
283
ade1af77 284 ext_header = mc + get_datasize(mc_header) + MC_HEADER_SIZE;
9a3110bf 285 ext_sigcount = ext_header->count;
ade1af77 286 ext_sig = (void *)ext_header + EXT_HEADER_SIZE;
9a3110bf
SL
287 for (i = 0; i < ext_sigcount; i++) {
288 if (microcode_update_match(cpu, mc_header,
289 ext_sig->sig, ext_sig->pf))
290 goto find;
291 ext_sig++;
292 }
293 return 0;
294find:
fe176de0 295 pr_debug("microcode: CPU%d found a matching microcode update with"
9a3110bf
SL
296 " version 0x%x (current=0x%x)\n", cpu, mc_header->rev,uci->rev);
297 new_mc = vmalloc(total_size);
298 if (!new_mc) {
299 printk(KERN_ERR "microcode: error! Can not allocate memory\n");
300 return -ENOMEM;
301 }
1da177e4 302
9a3110bf
SL
303 /* free previous update file */
304 vfree(uci->mc);
1da177e4 305
9a3110bf
SL
306 memcpy(new_mc, mc, total_size);
307 uci->mc = new_mc;
308 return 1;
1da177e4
LT
309}
310
9a3110bf 311static void apply_microcode(int cpu)
1da177e4
LT
312{
313 unsigned long flags;
314 unsigned int val[2];
9a3110bf 315 int cpu_num = raw_smp_processor_id();
1da177e4
LT
316 struct ucode_cpu_info *uci = ucode_cpu_info + cpu_num;
317
9a3110bf
SL
318 /* We should bind the task to the CPU */
319 BUG_ON(cpu_num != cpu);
320
321 if (uci->mc == NULL)
1da177e4 322 return;
1da177e4
LT
323
324 /* serialize access to the physical write to MSR 0x79 */
bc4e0f9a 325 spin_lock_irqsave(&microcode_update_lock, flags);
1da177e4
LT
326
327 /* write microcode via MSR 0x79 */
328 wrmsr(MSR_IA32_UCODE_WRITE,
bc4e0f9a 329 (unsigned long) uci->mc->bits,
1da177e4
LT
330 (unsigned long) uci->mc->bits >> 16 >> 16);
331 wrmsr(MSR_IA32_UCODE_REV, 0, 0);
332
245067d1 333 /* see notes above for revision 1.07. Apparent chip bug */
487472bc 334 sync_core();
245067d1 335
1da177e4
LT
336 /* get the current revision from MSR 0x8B */
337 rdmsr(MSR_IA32_UCODE_REV, val[0], val[1]);
338
1da177e4 339 spin_unlock_irqrestore(&microcode_update_lock, flags);
9a3110bf 340 if (val[1] != uci->mc->hdr.rev) {
fe176de0 341 printk(KERN_ERR "microcode: CPU%d update from revision "
9a3110bf
SL
342 "0x%x to 0x%x failed\n", cpu_num, uci->rev, val[1]);
343 return;
344 }
fe176de0 345 printk(KERN_INFO "microcode: CPU%d updated from revision "
bc4e0f9a 346 "0x%x to 0x%x, date = %08x \n",
1da177e4 347 cpu_num, uci->rev, val[1], uci->mc->hdr.date);
9a3110bf 348 uci->rev = val[1];
1da177e4
LT
349}
350
9a3110bf
SL
351#ifdef CONFIG_MICROCODE_OLD_INTERFACE
352static void __user *user_buffer; /* user area microcode data buffer */
353static unsigned int user_buffer_size; /* it's size */
1da177e4 354
9a3110bf
SL
355static long get_next_ucode(void **mc, long offset)
356{
357 microcode_header_t mc_header;
358 unsigned long total_size;
359
360 /* No more data */
361 if (offset >= user_buffer_size)
362 return 0;
363 if (copy_from_user(&mc_header, user_buffer + offset, MC_HEADER_SIZE)) {
364 printk(KERN_ERR "microcode: error! Can not read user data\n");
365 return -EFAULT;
1da177e4 366 }
9a3110bf 367 total_size = get_totalsize(&mc_header);
bd8e39f9 368 if (offset + total_size > user_buffer_size) {
9a3110bf
SL
369 printk(KERN_ERR "microcode: error! Bad total size in microcode "
370 "data file\n");
371 return -EINVAL;
1da177e4 372 }
9a3110bf
SL
373 *mc = vmalloc(total_size);
374 if (!*mc)
375 return -ENOMEM;
376 if (copy_from_user(*mc, user_buffer + offset, total_size)) {
377 printk(KERN_ERR "microcode: error! Can not read user data\n");
378 vfree(*mc);
379 return -EFAULT;
1da177e4 380 }
9a3110bf
SL
381 return offset + total_size;
382}
1da177e4 383
9a3110bf
SL
384static int do_microcode_update (void)
385{
386 long cursor = 0;
387 int error = 0;
2ba1ff2b 388 void *new_mc = NULL;
9a3110bf
SL
389 int cpu;
390 cpumask_t old;
391
392 old = current->cpus_allowed;
393
394 while ((cursor = get_next_ucode(&new_mc, cursor)) > 0) {
395 error = microcode_sanity_check(new_mc);
396 if (error)
397 goto out;
398 /*
399 * It's possible the data file has multiple matching ucode,
400 * lets keep searching till the latest version
401 */
402 for_each_online_cpu(cpu) {
403 struct ucode_cpu_info *uci = ucode_cpu_info + cpu;
404
405 if (!uci->valid)
406 continue;
0bc3cc03 407 set_cpus_allowed_ptr(current, &cpumask_of_cpu(cpu));
9a3110bf
SL
408 error = get_maching_microcode(new_mc, cpu);
409 if (error < 0)
410 goto out;
411 if (error == 1)
412 apply_microcode(cpu);
1da177e4 413 }
9a3110bf 414 vfree(new_mc);
1da177e4
LT
415 }
416out:
9a3110bf
SL
417 if (cursor > 0)
418 vfree(new_mc);
419 if (cursor < 0)
420 error = cursor;
fc0e4748 421 set_cpus_allowed_ptr(current, &old);
1da177e4
LT
422 return error;
423}
424
9a3110bf
SL
425static int microcode_open (struct inode *unused1, struct file *unused2)
426{
77149367 427 cycle_kernel_lock();
9a3110bf
SL
428 return capable(CAP_SYS_RAWIO) ? 0 : -EPERM;
429}
430
1da177e4
LT
431static ssize_t microcode_write (struct file *file, const char __user *buf, size_t len, loff_t *ppos)
432{
433 ssize_t ret;
434
1da177e4
LT
435 if ((len >> PAGE_SHIFT) > num_physpages) {
436 printk(KERN_ERR "microcode: too much data (max %ld pages)\n", num_physpages);
437 return -EINVAL;
438 }
439
86ef5c9a 440 get_online_cpus();
14cc3e2b 441 mutex_lock(&microcode_mutex);
1da177e4
LT
442
443 user_buffer = (void __user *) buf;
444 user_buffer_size = (int) len;
445
446 ret = do_microcode_update();
447 if (!ret)
448 ret = (ssize_t)len;
449
14cc3e2b 450 mutex_unlock(&microcode_mutex);
86ef5c9a 451 put_online_cpus();
1da177e4
LT
452
453 return ret;
454}
455
5dfe4c96 456static const struct file_operations microcode_fops = {
1da177e4
LT
457 .owner = THIS_MODULE,
458 .write = microcode_write,
1da177e4
LT
459 .open = microcode_open,
460};
461
462static struct miscdevice microcode_dev = {
463 .minor = MICROCODE_MINOR,
464 .name = "microcode",
1da177e4
LT
465 .fops = &microcode_fops,
466};
467
9a3110bf 468static int __init microcode_dev_init (void)
1da177e4
LT
469{
470 int error;
471
472 error = misc_register(&microcode_dev);
473 if (error) {
474 printk(KERN_ERR
475 "microcode: can't misc_register on minor=%d\n",
476 MICROCODE_MINOR);
477 return error;
478 }
479
9a3110bf
SL
480 return 0;
481}
482
f8281a2b 483static void microcode_dev_exit (void)
9a3110bf
SL
484{
485 misc_deregister(&microcode_dev);
486}
487
488MODULE_ALIAS_MISCDEV(MICROCODE_MINOR);
489#else
490#define microcode_dev_init() 0
491#define microcode_dev_exit() do { } while(0)
492#endif
493
a13b04af 494static long get_next_ucode_from_buffer(void **mc, const u8 *buf,
a30a6a2c
SL
495 unsigned long size, long offset)
496{
497 microcode_header_t *mc_header;
498 unsigned long total_size;
499
500 /* No more data */
501 if (offset >= size)
502 return 0;
503 mc_header = (microcode_header_t *)(buf + offset);
504 total_size = get_totalsize(mc_header);
505
bd8e39f9 506 if (offset + total_size > size) {
a30a6a2c
SL
507 printk(KERN_ERR "microcode: error! Bad data in microcode data file\n");
508 return -EINVAL;
509 }
510
511 *mc = vmalloc(total_size);
512 if (!*mc) {
513 printk(KERN_ERR "microcode: error! Can not allocate memory\n");
514 return -ENOMEM;
515 }
516 memcpy(*mc, buf + offset, total_size);
517 return offset + total_size;
518}
519
520/* fake device for request_firmware */
521static struct platform_device *microcode_pdev;
522
523static int cpu_request_microcode(int cpu)
524{
525 char name[30];
92cb7612 526 struct cpuinfo_x86 *c = &cpu_data(cpu);
a30a6a2c 527 const struct firmware *firmware;
a13b04af 528 const u8 *buf;
a30a6a2c
SL
529 unsigned long size;
530 long offset = 0;
531 int error;
532 void *mc;
533
534 /* We should bind the task to the CPU */
535 BUG_ON(cpu != raw_smp_processor_id());
536 sprintf(name,"intel-ucode/%02x-%02x-%02x",
537 c->x86, c->x86_model, c->x86_mask);
538 error = request_firmware(&firmware, name, &microcode_pdev->dev);
539 if (error) {
bc4e0f9a 540 pr_debug("microcode: data file %s load failed\n", name);
a30a6a2c
SL
541 return error;
542 }
ade1af77 543 buf = firmware->data;
a30a6a2c
SL
544 size = firmware->size;
545 while ((offset = get_next_ucode_from_buffer(&mc, buf, size, offset))
546 > 0) {
547 error = microcode_sanity_check(mc);
548 if (error)
549 break;
550 error = get_maching_microcode(mc, cpu);
551 if (error < 0)
552 break;
553 /*
554 * It's possible the data file has multiple matching ucode,
555 * lets keep searching till the latest version
556 */
557 if (error == 1) {
558 apply_microcode(cpu);
559 error = 0;
560 }
561 vfree(mc);
562 }
563 if (offset > 0)
564 vfree(mc);
565 if (offset < 0)
566 error = offset;
567 release_firmware(firmware);
568
569 return error;
570}
571
455c017a 572static int apply_microcode_check_cpu(int cpu)
1d64b9cb 573{
92cb7612 574 struct cpuinfo_x86 *c = &cpu_data(cpu);
1d64b9cb
RW
575 struct ucode_cpu_info *uci = ucode_cpu_info + cpu;
576 cpumask_t old;
577 unsigned int val[2];
578 int err = 0;
579
455c017a 580 /* Check if the microcode is available */
1d64b9cb 581 if (!uci->mc)
455c017a 582 return 0;
1d64b9cb
RW
583
584 old = current->cpus_allowed;
0bc3cc03 585 set_cpus_allowed_ptr(current, &cpumask_of_cpu(cpu));
1d64b9cb
RW
586
587 /* Check if the microcode we have in memory matches the CPU */
588 if (c->x86_vendor != X86_VENDOR_INTEL || c->x86 < 6 ||
589 cpu_has(c, X86_FEATURE_IA64) || uci->sig != cpuid_eax(0x00000001))
590 err = -EINVAL;
591
592 if (!err && ((c->x86_model >= 5) || (c->x86 > 6))) {
593 /* get processor flags from MSR 0x17 */
594 rdmsr(MSR_IA32_PLATFORM_ID, val[0], val[1]);
595 if (uci->pf != (1 << ((val[1] >> 18) & 7)))
596 err = -EINVAL;
597 }
598
599 if (!err) {
600 wrmsr(MSR_IA32_UCODE_REV, 0, 0);
601 /* see notes above for revision 1.07. Apparent chip bug */
602 sync_core();
603 /* get the current revision from MSR 0x8B */
604 rdmsr(MSR_IA32_UCODE_REV, val[0], val[1]);
605 if (uci->rev != val[1])
606 err = -EINVAL;
607 }
608
609 if (!err)
610 apply_microcode(cpu);
611 else
612 printk(KERN_ERR "microcode: Could not apply microcode to CPU%d:"
613 " sig=0x%x, pf=0x%x, rev=0x%x\n",
614 cpu, uci->sig, uci->pf, uci->rev);
615
fc0e4748 616 set_cpus_allowed_ptr(current, &old);
1d64b9cb
RW
617 return err;
618}
619
455c017a 620static void microcode_init_cpu(int cpu, int resume)
a30a6a2c
SL
621{
622 cpumask_t old;
623 struct ucode_cpu_info *uci = ucode_cpu_info + cpu;
624
625 old = current->cpus_allowed;
626
0bc3cc03 627 set_cpus_allowed_ptr(current, &cpumask_of_cpu(cpu));
a30a6a2c
SL
628 mutex_lock(&microcode_mutex);
629 collect_cpu_info(cpu);
455c017a 630 if (uci->valid && system_state == SYSTEM_RUNNING && !resume)
a30a6a2c
SL
631 cpu_request_microcode(cpu);
632 mutex_unlock(&microcode_mutex);
fc0e4748 633 set_cpus_allowed_ptr(current, &old);
a30a6a2c
SL
634}
635
636static void microcode_fini_cpu(int cpu)
637{
638 struct ucode_cpu_info *uci = ucode_cpu_info + cpu;
639
640 mutex_lock(&microcode_mutex);
641 uci->valid = 0;
642 vfree(uci->mc);
643 uci->mc = NULL;
644 mutex_unlock(&microcode_mutex);
645}
646
4a0b2b4d
AK
647static ssize_t reload_store(struct sys_device *dev,
648 struct sysdev_attribute *attr,
649 const char *buf, size_t sz)
9a4b9efa
SL
650{
651 struct ucode_cpu_info *uci = ucode_cpu_info + dev->id;
652 char *end;
653 unsigned long val = simple_strtoul(buf, &end, 0);
654 int err = 0;
655 int cpu = dev->id;
656
657 if (end == buf)
658 return -EINVAL;
659 if (val == 1) {
0bc3cc03 660 cpumask_t old = current->cpus_allowed;
9a4b9efa 661
86ef5c9a 662 get_online_cpus();
0bc3cc03 663 set_cpus_allowed_ptr(current, &cpumask_of_cpu(cpu));
9a4b9efa
SL
664
665 mutex_lock(&microcode_mutex);
666 if (uci->valid)
667 err = cpu_request_microcode(cpu);
668 mutex_unlock(&microcode_mutex);
86ef5c9a 669 put_online_cpus();
fc0e4748 670 set_cpus_allowed_ptr(current, &old);
9a4b9efa
SL
671 }
672 if (err)
673 return err;
674 return sz;
675}
676
4a0b2b4d
AK
677static ssize_t version_show(struct sys_device *dev,
678 struct sysdev_attribute *attr, char *buf)
9a4b9efa
SL
679{
680 struct ucode_cpu_info *uci = ucode_cpu_info + dev->id;
681
682 return sprintf(buf, "0x%x\n", uci->rev);
683}
684
4a0b2b4d
AK
685static ssize_t pf_show(struct sys_device *dev,
686 struct sysdev_attribute *attr, char *buf)
9a4b9efa
SL
687{
688 struct ucode_cpu_info *uci = ucode_cpu_info + dev->id;
689
690 return sprintf(buf, "0x%x\n", uci->pf);
691}
692
693static SYSDEV_ATTR(reload, 0200, NULL, reload_store);
694static SYSDEV_ATTR(version, 0400, version_show, NULL);
695static SYSDEV_ATTR(processor_flags, 0400, pf_show, NULL);
696
697static struct attribute *mc_default_attrs[] = {
698 &attr_reload.attr,
699 &attr_version.attr,
700 &attr_processor_flags.attr,
701 NULL
702};
703
704static struct attribute_group mc_attr_group = {
705 .attrs = mc_default_attrs,
706 .name = "microcode",
707};
708
455c017a 709static int __mc_sysdev_add(struct sys_device *sys_dev, int resume)
9a4b9efa 710{
2e3ad8af 711 int err, cpu = sys_dev->id;
9a4b9efa
SL
712 struct ucode_cpu_info *uci = ucode_cpu_info + cpu;
713
714 if (!cpu_online(cpu))
715 return 0;
2e3ad8af 716
fe176de0 717 pr_debug("microcode: CPU%d added\n", cpu);
455c017a 718 memset(uci, 0, sizeof(*uci));
2e3ad8af
JG
719
720 err = sysfs_create_group(&sys_dev->kobj, &mc_attr_group);
721 if (err)
722 return err;
9a4b9efa 723
455c017a 724 microcode_init_cpu(cpu, resume);
1d64b9cb 725
9a4b9efa
SL
726 return 0;
727}
728
455c017a
RW
729static int mc_sysdev_add(struct sys_device *sys_dev)
730{
731 return __mc_sysdev_add(sys_dev, 0);
732}
733
9a4b9efa
SL
734static int mc_sysdev_remove(struct sys_device *sys_dev)
735{
736 int cpu = sys_dev->id;
737
738 if (!cpu_online(cpu))
739 return 0;
455c017a 740
fe176de0 741 pr_debug("microcode: CPU%d removed\n", cpu);
455c017a 742 microcode_fini_cpu(cpu);
9a4b9efa
SL
743 sysfs_remove_group(&sys_dev->kobj, &mc_attr_group);
744 return 0;
745}
746
747static int mc_sysdev_resume(struct sys_device *dev)
748{
749 int cpu = dev->id;
750
751 if (!cpu_online(cpu))
752 return 0;
fe176de0 753 pr_debug("microcode: CPU%d resumed\n", cpu);
9a4b9efa
SL
754 /* only CPU 0 will apply ucode here */
755 apply_microcode(0);
756 return 0;
757}
758
759static struct sysdev_driver mc_sysdev_driver = {
760 .add = mc_sysdev_add,
761 .remove = mc_sysdev_remove,
762 .resume = mc_sysdev_resume,
763};
764
9a4b9efa
SL
765static __cpuinit int
766mc_cpu_callback(struct notifier_block *nb, unsigned long action, void *hcpu)
767{
768 unsigned int cpu = (unsigned long)hcpu;
769 struct sys_device *sys_dev;
770
771 sys_dev = get_cpu_sysdev(cpu);
772 switch (action) {
455c017a
RW
773 case CPU_UP_CANCELED_FROZEN:
774 /* The CPU refused to come up during a system resume */
775 microcode_fini_cpu(cpu);
776 break;
9a4b9efa
SL
777 case CPU_ONLINE:
778 case CPU_DOWN_FAILED:
779 mc_sysdev_add(sys_dev);
780 break;
455c017a
RW
781 case CPU_ONLINE_FROZEN:
782 /* System-wide resume is in progress, try to apply microcode */
783 if (apply_microcode_check_cpu(cpu)) {
784 /* The application of microcode failed */
785 microcode_fini_cpu(cpu);
786 __mc_sysdev_add(sys_dev, 1);
787 break;
788 }
789 case CPU_DOWN_FAILED_FROZEN:
790 if (sysfs_create_group(&sys_dev->kobj, &mc_attr_group))
fe176de0 791 printk(KERN_ERR "microcode: Failed to create the sysfs "
455c017a
RW
792 "group for CPU%d\n", cpu);
793 break;
9a4b9efa
SL
794 case CPU_DOWN_PREPARE:
795 mc_sysdev_remove(sys_dev);
796 break;
455c017a
RW
797 case CPU_DOWN_PREPARE_FROZEN:
798 /* Suspend is in progress, only remove the interface */
799 sysfs_remove_group(&sys_dev->kobj, &mc_attr_group);
800 break;
9a4b9efa
SL
801 }
802 return NOTIFY_OK;
803}
804
c72258c7 805static struct notifier_block __refdata mc_cpu_notifier = {
9a4b9efa
SL
806 .notifier_call = mc_cpu_callback,
807};
9a4b9efa 808
9a3110bf
SL
809static int __init microcode_init (void)
810{
811 int error;
812
bc4e0f9a
BC
813 printk(KERN_INFO
814 "IA-32 Microcode Update Driver: v" MICROCODE_VERSION " <tigran@aivazian.fsnet.co.uk>\n");
815
9a3110bf
SL
816 error = microcode_dev_init();
817 if (error)
818 return error;
a30a6a2c
SL
819 microcode_pdev = platform_device_register_simple("microcode", -1,
820 NULL, 0);
821 if (IS_ERR(microcode_pdev)) {
822 microcode_dev_exit();
823 return PTR_ERR(microcode_pdev);
824 }
9a3110bf 825
86ef5c9a 826 get_online_cpus();
9a4b9efa 827 error = sysdev_driver_register(&cpu_sysdev_class, &mc_sysdev_driver);
86ef5c9a 828 put_online_cpus();
9a4b9efa
SL
829 if (error) {
830 microcode_dev_exit();
831 platform_device_unregister(microcode_pdev);
832 return error;
833 }
834
835 register_hotcpu_notifier(&mc_cpu_notifier);
1da177e4
LT
836 return 0;
837}
838
839static void __exit microcode_exit (void)
840{
9a3110bf 841 microcode_dev_exit();
9a4b9efa
SL
842
843 unregister_hotcpu_notifier(&mc_cpu_notifier);
844
86ef5c9a 845 get_online_cpus();
9a4b9efa 846 sysdev_driver_unregister(&cpu_sysdev_class, &mc_sysdev_driver);
86ef5c9a 847 put_online_cpus();
9a4b9efa 848
a30a6a2c 849 platform_device_unregister(microcode_pdev);
1da177e4
LT
850}
851
852module_init(microcode_init)
853module_exit(microcode_exit)
This page took 0.462536 seconds and 5 git commands to generate.