Commit | Line | Data |
---|---|---|
1da177e4 LT |
1 | /* |
2 | * P4 specific Machine Check Exception Reporting | |
3 | */ | |
4 | ||
5 | #include <linux/init.h> | |
6 | #include <linux/types.h> | |
7 | #include <linux/kernel.h> | |
1da177e4 LT |
8 | #include <linux/interrupt.h> |
9 | #include <linux/smp.h> | |
10 | ||
11 | #include <asm/processor.h> | |
12 | #include <asm/system.h> | |
13 | #include <asm/msr.h> | |
14 | #include <asm/apic.h> | |
15 | ||
15d5f839 DZ |
16 | #include <asm/therm_throt.h> |
17 | ||
1da177e4 LT |
18 | #include "mce.h" |
19 | ||
20 | /* as supported by the P4/Xeon family */ | |
21 | struct intel_mce_extended_msrs { | |
22 | u32 eax; | |
23 | u32 ebx; | |
24 | u32 ecx; | |
25 | u32 edx; | |
26 | u32 esi; | |
27 | u32 edi; | |
28 | u32 ebp; | |
29 | u32 esp; | |
30 | u32 eflags; | |
31 | u32 eip; | |
32 | /* u32 *reserved[]; */ | |
33 | }; | |
34 | ||
35 | static int mce_num_extended_msrs = 0; | |
36 | ||
37 | ||
38 | #ifdef CONFIG_X86_MCE_P4THERMAL | |
39 | static void unexpected_thermal_interrupt(struct pt_regs *regs) | |
40 | { | |
41 | printk(KERN_ERR "CPU%d: Unexpected LVT TMR interrupt!\n", | |
42 | smp_processor_id()); | |
43 | add_taint(TAINT_MACHINE_CHECK); | |
44 | } | |
45 | ||
46 | /* P4/Xeon Thermal transition interrupt handler */ | |
47 | static void intel_thermal_interrupt(struct pt_regs *regs) | |
48 | { | |
15d5f839 | 49 | __u64 msr_val; |
1da177e4 LT |
50 | |
51 | ack_APIC_irq(); | |
52 | ||
15d5f839 DZ |
53 | rdmsrl(MSR_IA32_THERM_STATUS, msr_val); |
54 | therm_throt_process(msr_val & 0x1); | |
1da177e4 LT |
55 | } |
56 | ||
57 | /* Thermal interrupt handler for this CPU setup */ | |
58 | static void (*vendor_thermal_interrupt)(struct pt_regs *regs) = unexpected_thermal_interrupt; | |
59 | ||
75604d7f | 60 | void smp_thermal_interrupt(struct pt_regs *regs) |
1da177e4 LT |
61 | { |
62 | irq_enter(); | |
63 | vendor_thermal_interrupt(regs); | |
38e760a1 | 64 | __get_cpu_var(irq_stat).irq_thermal_count++; |
1da177e4 LT |
65 | irq_exit(); |
66 | } | |
67 | ||
68 | /* P4/Xeon Thermal regulation detect and init */ | |
31ab269a | 69 | static void intel_init_thermal(struct cpuinfo_x86 *c) |
1da177e4 LT |
70 | { |
71 | u32 l, h; | |
72 | unsigned int cpu = smp_processor_id(); | |
73 | ||
74 | /* Thermal monitoring */ | |
75 | if (!cpu_has(c, X86_FEATURE_ACPI)) | |
76 | return; /* -ENODEV */ | |
77 | ||
78 | /* Clock modulation */ | |
79 | if (!cpu_has(c, X86_FEATURE_ACC)) | |
80 | return; /* -ENODEV */ | |
81 | ||
82 | /* first check if its enabled already, in which case there might | |
83 | * be some SMM goo which handles it, so we can't even put a handler | |
84 | * since it might be delivered via SMI already -zwanem. | |
85 | */ | |
86 | rdmsr (MSR_IA32_MISC_ENABLE, l, h); | |
87 | h = apic_read(APIC_LVTTHMR); | |
88 | if ((l & (1<<3)) && (h & APIC_DM_SMI)) { | |
89 | printk(KERN_DEBUG "CPU%d: Thermal monitoring handled by SMI\n", | |
90 | cpu); | |
91 | return; /* -EBUSY */ | |
92 | } | |
93 | ||
94 | /* check whether a vector already exists, temporarily masked? */ | |
95 | if (h & APIC_VECTOR_MASK) { | |
96 | printk(KERN_DEBUG "CPU%d: Thermal LVT vector (%#x) already " | |
97 | "installed\n", | |
98 | cpu, (h & APIC_VECTOR_MASK)); | |
99 | return; /* -EBUSY */ | |
100 | } | |
101 | ||
102 | /* The temperature transition interrupt handler setup */ | |
103 | h = THERMAL_APIC_VECTOR; /* our delivery vector */ | |
104 | h |= (APIC_DM_FIXED | APIC_LVT_MASKED); /* we'll mask till we're ready */ | |
105 | apic_write_around(APIC_LVTTHMR, h); | |
106 | ||
107 | rdmsr (MSR_IA32_THERM_INTERRUPT, l, h); | |
108 | wrmsr (MSR_IA32_THERM_INTERRUPT, l | 0x03 , h); | |
109 | ||
110 | /* ok we're good to go... */ | |
111 | vendor_thermal_interrupt = intel_thermal_interrupt; | |
112 | ||
113 | rdmsr (MSR_IA32_MISC_ENABLE, l, h); | |
114 | wrmsr (MSR_IA32_MISC_ENABLE, l | (1<<3), h); | |
15d5f839 | 115 | |
1da177e4 LT |
116 | l = apic_read (APIC_LVTTHMR); |
117 | apic_write_around (APIC_LVTTHMR, l & ~APIC_LVT_MASKED); | |
118 | printk (KERN_INFO "CPU%d: Thermal monitoring enabled\n", cpu); | |
3222b36f DZ |
119 | |
120 | /* enable thermal throttle processing */ | |
121 | atomic_set(&therm_throt_en, 1); | |
1da177e4 LT |
122 | return; |
123 | } | |
124 | #endif /* CONFIG_X86_MCE_P4THERMAL */ | |
125 | ||
126 | ||
127 | /* P4/Xeon Extended MCE MSR retrieval, return 0 if unsupported */ | |
18420001 | 128 | static inline void intel_get_extended_msrs(struct intel_mce_extended_msrs *r) |
1da177e4 LT |
129 | { |
130 | u32 h; | |
131 | ||
1da177e4 LT |
132 | rdmsr (MSR_IA32_MCG_EAX, r->eax, h); |
133 | rdmsr (MSR_IA32_MCG_EBX, r->ebx, h); | |
134 | rdmsr (MSR_IA32_MCG_ECX, r->ecx, h); | |
135 | rdmsr (MSR_IA32_MCG_EDX, r->edx, h); | |
136 | rdmsr (MSR_IA32_MCG_ESI, r->esi, h); | |
137 | rdmsr (MSR_IA32_MCG_EDI, r->edi, h); | |
138 | rdmsr (MSR_IA32_MCG_EBP, r->ebp, h); | |
139 | rdmsr (MSR_IA32_MCG_ESP, r->esp, h); | |
140 | rdmsr (MSR_IA32_MCG_EFLAGS, r->eflags, h); | |
141 | rdmsr (MSR_IA32_MCG_EIP, r->eip, h); | |
1da177e4 LT |
142 | } |
143 | ||
75604d7f | 144 | static void intel_machine_check(struct pt_regs * regs, long error_code) |
1da177e4 LT |
145 | { |
146 | int recover=1; | |
147 | u32 alow, ahigh, high, low; | |
148 | u32 mcgstl, mcgsth; | |
149 | int i; | |
1da177e4 LT |
150 | |
151 | rdmsr (MSR_IA32_MCG_STATUS, mcgstl, mcgsth); | |
152 | if (mcgstl & (1<<0)) /* Recoverable ? */ | |
153 | recover=0; | |
154 | ||
155 | printk (KERN_EMERG "CPU %d: Machine Check Exception: %08x%08x\n", | |
156 | smp_processor_id(), mcgsth, mcgstl); | |
157 | ||
18420001 ZA |
158 | if (mce_num_extended_msrs > 0) { |
159 | struct intel_mce_extended_msrs dbg; | |
160 | intel_get_extended_msrs(&dbg); | |
1da177e4 LT |
161 | printk (KERN_DEBUG "CPU %d: EIP: %08x EFLAGS: %08x\n", |
162 | smp_processor_id(), dbg.eip, dbg.eflags); | |
163 | printk (KERN_DEBUG "\teax: %08x ebx: %08x ecx: %08x edx: %08x\n", | |
164 | dbg.eax, dbg.ebx, dbg.ecx, dbg.edx); | |
165 | printk (KERN_DEBUG "\tesi: %08x edi: %08x ebp: %08x esp: %08x\n", | |
166 | dbg.esi, dbg.edi, dbg.ebp, dbg.esp); | |
167 | } | |
168 | ||
169 | for (i=0; i<nr_mce_banks; i++) { | |
170 | rdmsr (MSR_IA32_MC0_STATUS+i*4,low, high); | |
171 | if (high & (1<<31)) { | |
172 | if (high & (1<<29)) | |
173 | recover |= 1; | |
174 | if (high & (1<<25)) | |
175 | recover |= 2; | |
176 | printk (KERN_EMERG "Bank %d: %08x%08x", i, high, low); | |
177 | high &= ~(1<<31); | |
178 | if (high & (1<<27)) { | |
179 | rdmsr (MSR_IA32_MC0_MISC+i*4, alow, ahigh); | |
180 | printk ("[%08x%08x]", ahigh, alow); | |
181 | } | |
182 | if (high & (1<<26)) { | |
183 | rdmsr (MSR_IA32_MC0_ADDR+i*4, alow, ahigh); | |
184 | printk (" at %08x%08x", ahigh, alow); | |
185 | } | |
186 | printk ("\n"); | |
187 | } | |
188 | } | |
189 | ||
190 | if (recover & 2) | |
191 | panic ("CPU context corrupt"); | |
192 | if (recover & 1) | |
193 | panic ("Unable to continue"); | |
194 | ||
195 | printk(KERN_EMERG "Attempting to continue.\n"); | |
196 | /* | |
197 | * Do not clear the MSR_IA32_MCi_STATUS if the error is not | |
198 | * recoverable/continuable.This will allow BIOS to look at the MSRs | |
199 | * for errors if the OS could not log the error. | |
200 | */ | |
201 | for (i=0; i<nr_mce_banks; i++) { | |
202 | u32 msr; | |
203 | msr = MSR_IA32_MC0_STATUS+i*4; | |
204 | rdmsr (msr, low, high); | |
205 | if (high&(1<<31)) { | |
206 | /* Clear it */ | |
207 | wrmsr(msr, 0UL, 0UL); | |
208 | /* Serialize */ | |
209 | wmb(); | |
210 | add_taint(TAINT_MACHINE_CHECK); | |
211 | } | |
212 | } | |
213 | mcgstl &= ~(1<<2); | |
214 | wrmsr (MSR_IA32_MCG_STATUS,mcgstl, mcgsth); | |
215 | } | |
216 | ||
217 | ||
31ab269a | 218 | void intel_p4_mcheck_init(struct cpuinfo_x86 *c) |
1da177e4 LT |
219 | { |
220 | u32 l, h; | |
221 | int i; | |
222 | ||
223 | machine_check_vector = intel_machine_check; | |
224 | wmb(); | |
225 | ||
226 | printk (KERN_INFO "Intel machine check architecture supported.\n"); | |
227 | rdmsr (MSR_IA32_MCG_CAP, l, h); | |
228 | if (l & (1<<8)) /* Control register present ? */ | |
229 | wrmsr (MSR_IA32_MCG_CTL, 0xffffffff, 0xffffffff); | |
230 | nr_mce_banks = l & 0xff; | |
231 | ||
232 | for (i=0; i<nr_mce_banks; i++) { | |
233 | wrmsr (MSR_IA32_MC0_CTL+4*i, 0xffffffff, 0xffffffff); | |
234 | wrmsr (MSR_IA32_MC0_STATUS+4*i, 0x0, 0x0); | |
235 | } | |
236 | ||
237 | set_in_cr4 (X86_CR4_MCE); | |
238 | printk (KERN_INFO "Intel machine check reporting enabled on CPU#%d.\n", | |
239 | smp_processor_id()); | |
240 | ||
241 | /* Check for P4/Xeon extended MCE MSRs */ | |
242 | rdmsr (MSR_IA32_MCG_CAP, l, h); | |
243 | if (l & (1<<9)) {/* MCG_EXT_P */ | |
244 | mce_num_extended_msrs = (l >> 16) & 0xff; | |
245 | printk (KERN_INFO "CPU%d: Intel P4/Xeon Extended MCE MSRs (%d)" | |
246 | " available\n", | |
247 | smp_processor_id(), mce_num_extended_msrs); | |
248 | ||
249 | #ifdef CONFIG_X86_MCE_P4THERMAL | |
250 | /* Check for P4/Xeon Thermal monitor */ | |
251 | intel_init_thermal(c); | |
252 | #endif | |
253 | } | |
254 | } |