blob: 0b7a8985cf59c5be7db5754e7098c9aff431a45d [file] [log] [blame]
Aaron Durbin76c37002012-10-30 09:03:43 -05001/*
2 * This file is part of the coreboot project.
3 *
4 * Copyright (C) 2007-2009 coresystems GmbH
5 * Copyright (C) 2011 The ChromiumOS Authors. All rights reserved.
6 *
7 * This program is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU General Public License as
9 * published by the Free Software Foundation; version 2 of
10 * the License.
11 *
12 * This program is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 * GNU General Public License for more details.
16 *
17 * You should have received a copy of the GNU General Public License
18 * along with this program; if not, write to the Free Software
19 * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston,
20 * MA 02110-1301 USA
21 */
22
23#include <console/console.h>
24#include <device/device.h>
25#include <device/pci.h>
26#include <string.h>
27#include <arch/acpi.h>
28#include <cpu/cpu.h>
29#include <cpu/x86/mtrr.h>
30#include <cpu/x86/msr.h>
31#include <cpu/x86/lapic.h>
32#include <cpu/intel/microcode.h>
33#include <cpu/intel/speedstep.h>
34#include <cpu/intel/turbo.h>
35#include <cpu/x86/cache.h>
36#include <cpu/x86/name.h>
Aaron Durbinf24262d2013-04-10 14:59:21 -050037#include <delay.h>
Aaron Durbin76c37002012-10-30 09:03:43 -050038#include <pc80/mc146818rtc.h>
Aaron Durbin7c351312013-04-10 14:46:25 -050039#include <northbridge/intel/haswell/haswell.h>
40#include <southbridge/intel/lynxpoint/pch.h>
Aaron Durbin76c37002012-10-30 09:03:43 -050041#include "haswell.h"
42#include "chip.h"
43
Aaron Durbin7c351312013-04-10 14:46:25 -050044/* Intel suggested latency times in units of 1024ns. */
45#define C_STATE_LATENCY_CONTROL_0_LIMIT 0x42
46#define C_STATE_LATENCY_CONTROL_1_LIMIT 0x73
47#define C_STATE_LATENCY_CONTROL_2_LIMIT 0x91
48#define C_STATE_LATENCY_CONTROL_3_LIMIT 0xe4
49#define C_STATE_LATENCY_CONTROL_4_LIMIT 0x145
50#define C_STATE_LATENCY_CONTROL_5_LIMIT 0x1ef
51
52#define C_STATE_LATENCY_MICRO_SECONDS(limit, base) \
53 (((1 << ((base)*5)) * (limit)) / 1000)
54#define C_STATE_LATENCY_FROM_LAT_REG(reg) \
55 C_STATE_LATENCY_MICRO_SECONDS(C_STATE_LATENCY_CONTROL_ ##reg## _LIMIT, \
56 (IRTL_1024_NS >> 10))
57
Aaron Durbin76c37002012-10-30 09:03:43 -050058/*
Aaron Durbin7c351312013-04-10 14:46:25 -050059 * List of supported C-states in this processor. Only the ULT parts support C8,
60 * C9, and C10.
Aaron Durbin76c37002012-10-30 09:03:43 -050061 */
Aaron Durbin7c351312013-04-10 14:46:25 -050062enum {
63 C_STATE_C0, /* 0 */
64 C_STATE_C1, /* 1 */
65 C_STATE_C1E, /* 2 */
66 C_STATE_C3, /* 3 */
67 C_STATE_C6_SHORT_LAT, /* 4 */
68 C_STATE_C6_LONG_LAT, /* 5 */
69 C_STATE_C7_SHORT_LAT, /* 6 */
70 C_STATE_C7_LONG_LAT, /* 7 */
71 C_STATE_C7S_SHORT_LAT, /* 8 */
72 C_STATE_C7S_LONG_LAT, /* 9 */
73 C_STATE_C8, /* 10 */
74 C_STATE_C9, /* 11 */
75 C_STATE_C10, /* 12 */
76 NUM_C_STATES
Aaron Durbin76c37002012-10-30 09:03:43 -050077};
Aaron Durbin7c351312013-04-10 14:46:25 -050078
79#define MWAIT_RES(state, sub_state) \
80 { \
81 .addrl = (((state) << 4) | (sub_state)), \
82 .space_id = ACPI_ADDRESS_SPACE_FIXED, \
83 .bit_width = ACPI_FFIXEDHW_VENDOR_INTEL, \
84 .bit_offset = ACPI_FFIXEDHW_CLASS_MWAIT, \
85 .access_size = ACPI_FFIXEDHW_FLAG_HW_COORD, \
86 }
87
88static acpi_cstate_t cstate_map[NUM_C_STATES] = {
89 [C_STATE_C0] = { },
90 [C_STATE_C1] = {
91 .latency = 0,
92 .power = 1000,
93 .resource = MWAIT_RES(0,0),
94 },
95 [C_STATE_C1E] = {
96 .latency = 0,
97 .power = 1000,
98 .resource = MWAIT_RES(0,1),
99 },
100 [C_STATE_C3] = {
101 .latency = C_STATE_LATENCY_FROM_LAT_REG(0),
102 .power = 900,
103 .resource = MWAIT_RES(1, 0),
104 },
105 [C_STATE_C6_SHORT_LAT] = {
106 .latency = C_STATE_LATENCY_FROM_LAT_REG(1),
107 .power = 800,
108 .resource = MWAIT_RES(2, 0),
109 },
110 [C_STATE_C6_LONG_LAT] = {
111 .latency = C_STATE_LATENCY_FROM_LAT_REG(2),
112 .power = 800,
113 .resource = MWAIT_RES(2, 1),
114 },
115 [C_STATE_C7_SHORT_LAT] = {
116 .latency = C_STATE_LATENCY_FROM_LAT_REG(1),
117 .power = 700,
118 .resource = MWAIT_RES(3, 0),
119 },
120 [C_STATE_C7_LONG_LAT] = {
121 .latency = C_STATE_LATENCY_FROM_LAT_REG(2),
122 .power = 700,
123 .resource = MWAIT_RES(3, 1),
124 },
125 [C_STATE_C7S_SHORT_LAT] = {
126 .latency = C_STATE_LATENCY_FROM_LAT_REG(1),
127 .power = 700,
128 .resource = MWAIT_RES(3, 2),
129 },
130 [C_STATE_C7S_LONG_LAT] = {
131 .latency = C_STATE_LATENCY_FROM_LAT_REG(2),
132 .power = 700,
133 .resource = MWAIT_RES(3, 3),
134 },
135 [C_STATE_C8] = {
136 .latency = C_STATE_LATENCY_FROM_LAT_REG(3),
137 .power = 600,
138 .resource = MWAIT_RES(4, 0),
139 },
140 [C_STATE_C9] = {
141 .latency = C_STATE_LATENCY_FROM_LAT_REG(4),
142 .power = 500,
143 .resource = MWAIT_RES(5, 0),
144 },
145 [C_STATE_C10] = {
146 .latency = C_STATE_LATENCY_FROM_LAT_REG(5),
147 .power = 400,
148 .resource = MWAIT_RES(6, 0),
149 },
150};
Aaron Durbin76c37002012-10-30 09:03:43 -0500151
152/* Convert time in seconds to POWER_LIMIT_1_TIME MSR value */
153static const u8 power_limit_time_sec_to_msr[] = {
154 [0] = 0x00,
155 [1] = 0x0a,
156 [2] = 0x0b,
157 [3] = 0x4b,
158 [4] = 0x0c,
159 [5] = 0x2c,
160 [6] = 0x4c,
161 [7] = 0x6c,
162 [8] = 0x0d,
163 [10] = 0x2d,
164 [12] = 0x4d,
165 [14] = 0x6d,
166 [16] = 0x0e,
167 [20] = 0x2e,
168 [24] = 0x4e,
169 [28] = 0x6e,
170 [32] = 0x0f,
171 [40] = 0x2f,
172 [48] = 0x4f,
173 [56] = 0x6f,
174 [64] = 0x10,
175 [80] = 0x30,
176 [96] = 0x50,
177 [112] = 0x70,
178 [128] = 0x11,
179};
180
181/* Convert POWER_LIMIT_1_TIME MSR value to seconds */
182static const u8 power_limit_time_msr_to_sec[] = {
183 [0x00] = 0,
184 [0x0a] = 1,
185 [0x0b] = 2,
186 [0x4b] = 3,
187 [0x0c] = 4,
188 [0x2c] = 5,
189 [0x4c] = 6,
190 [0x6c] = 7,
191 [0x0d] = 8,
192 [0x2d] = 10,
193 [0x4d] = 12,
194 [0x6d] = 14,
195 [0x0e] = 16,
196 [0x2e] = 20,
197 [0x4e] = 24,
198 [0x6e] = 28,
199 [0x0f] = 32,
200 [0x2f] = 40,
201 [0x4f] = 48,
202 [0x6f] = 56,
203 [0x10] = 64,
204 [0x30] = 80,
205 [0x50] = 96,
206 [0x70] = 112,
207 [0x11] = 128,
208};
209
Aaron Durbin7c351312013-04-10 14:46:25 -0500210/* Dynamically determine if the part is ULT. */
211static int is_ult(void)
212{
213 static int ult = -1;
214
215 if (ult < 0)
216 ult = (cpuid_eax(1) > 0x40650);
217
218 return ult;
219}
220
Aaron Durbinf24262d2013-04-10 14:59:21 -0500221/* The core 100MHz BLCK is disabled in deeper c-states. One needs to calibrate
222 * the 100MHz BCLCK against the 24MHz BLCK to restore the clocks properly
223 * when a core is woken up. */
224static int pcode_ready(void)
225{
226 int wait_count;
227 const int delay_step = 10;
228
229 wait_count = 0;
230 do {
231 if (!(MCHBAR32(BIOS_MAILBOX_INTERFACE) & MAILBOX_RUN_BUSY))
232 return 0;
233 wait_count += delay_step;
234 udelay(delay_step);
235 } while (wait_count < 1000);
236
237 return -1;
238}
239
240static void calibrate_24mhz_bclk(void)
241{
242 int err_code;
243
244 if (pcode_ready() < 0) {
245 printk(BIOS_ERR, "PCODE: mailbox timeout on wait ready.\n");
246 return;
247 }
248
249 /* A non-zero value initiates the PCODE calibration. */
250 MCHBAR32(BIOS_MAILBOX_DATA) = ~0;
251 MCHBAR32(BIOS_MAILBOX_INTERFACE) =
252 MAILBOX_RUN_BUSY | MAILBOX_BIOS_CMD_FSM_MEASURE_INTVL;
253
254 if (pcode_ready() < 0) {
255 printk(BIOS_ERR, "PCODE: mailbox timeout on completion.\n");
256 return;
257 }
258
259 err_code = MCHBAR32(BIOS_MAILBOX_INTERFACE) & 0xff;
260
261 printk(BIOS_DEBUG, "PCODE: 24MHz BLCK calibration response: %d\n",
262 err_code);
263
264 /* Read the calibrated value. */
265 MCHBAR32(BIOS_MAILBOX_INTERFACE) =
266 MAILBOX_RUN_BUSY | MAILBOX_BIOS_CMD_READ_CALIBRATION;
267
268 if (pcode_ready() < 0) {
269 printk(BIOS_ERR, "PCODE: mailbox timeout on read.\n");
270 return;
271 }
272
273 printk(BIOS_DEBUG, "PCODE: 24MHz BLCK calibration value: 0x%08x\n",
274 MCHBAR32(BIOS_MAILBOX_DATA));
275}
276
Aaron Durbin76c37002012-10-30 09:03:43 -0500277int cpu_config_tdp_levels(void)
278{
279 msr_t platform_info;
280
281 /* Bits 34:33 indicate how many levels supported */
282 platform_info = rdmsr(MSR_PLATFORM_INFO);
283 return (platform_info.hi >> 1) & 3;
284}
285
286/*
287 * Configure processor power limits if possible
288 * This must be done AFTER set of BIOS_RESET_CPL
289 */
290void set_power_limits(u8 power_limit_1_time)
291{
292 msr_t msr = rdmsr(MSR_PLATFORM_INFO);
293 msr_t limit;
294 unsigned power_unit;
295 unsigned tdp, min_power, max_power, max_time;
296 u8 power_limit_1_val;
297
298 if (power_limit_1_time > ARRAY_SIZE(power_limit_time_sec_to_msr))
299 return;
300
301 if (!(msr.lo & PLATFORM_INFO_SET_TDP))
302 return;
303
304 /* Get units */
305 msr = rdmsr(MSR_PKG_POWER_SKU_UNIT);
306 power_unit = 2 << ((msr.lo & 0xf) - 1);
307
308 /* Get power defaults for this SKU */
309 msr = rdmsr(MSR_PKG_POWER_SKU);
310 tdp = msr.lo & 0x7fff;
311 min_power = (msr.lo >> 16) & 0x7fff;
312 max_power = msr.hi & 0x7fff;
313 max_time = (msr.hi >> 16) & 0x7f;
314
315 printk(BIOS_DEBUG, "CPU TDP: %u Watts\n", tdp / power_unit);
316
317 if (power_limit_time_msr_to_sec[max_time] > power_limit_1_time)
318 power_limit_1_time = power_limit_time_msr_to_sec[max_time];
319
320 if (min_power > 0 && tdp < min_power)
321 tdp = min_power;
322
323 if (max_power > 0 && tdp > max_power)
324 tdp = max_power;
325
326 power_limit_1_val = power_limit_time_sec_to_msr[power_limit_1_time];
327
328 /* Set long term power limit to TDP */
329 limit.lo = 0;
330 limit.lo |= tdp & PKG_POWER_LIMIT_MASK;
331 limit.lo |= PKG_POWER_LIMIT_EN;
332 limit.lo |= (power_limit_1_val & PKG_POWER_LIMIT_TIME_MASK) <<
333 PKG_POWER_LIMIT_TIME_SHIFT;
334
335 /* Set short term power limit to 1.25 * TDP */
336 limit.hi = 0;
337 limit.hi |= ((tdp * 125) / 100) & PKG_POWER_LIMIT_MASK;
338 limit.hi |= PKG_POWER_LIMIT_EN;
339 /* Power limit 2 time is only programmable on SNB EP/EX */
340
341 wrmsr(MSR_PKG_POWER_LIMIT, limit);
342
343 /* Use nominal TDP values for CPUs with configurable TDP */
344 if (cpu_config_tdp_levels()) {
345 msr = rdmsr(MSR_CONFIG_TDP_NOMINAL);
346 limit.hi = 0;
347 limit.lo = msr.lo & 0xff;
348 wrmsr(MSR_TURBO_ACTIVATION_RATIO, limit);
349 }
350}
351
Aaron Durbin76c37002012-10-30 09:03:43 -0500352static void configure_c_states(void)
353{
354 msr_t msr;
355
356 msr = rdmsr(MSR_PMG_CST_CONFIG_CONTROL);
Aaron Durbin7c351312013-04-10 14:46:25 -0500357 msr.lo |= (1 << 30); // Package c-state Undemotion Enable
358 msr.lo |= (1 << 29); // Package c-state Demotion Enable
Aaron Durbin76c37002012-10-30 09:03:43 -0500359 msr.lo |= (1 << 28); // C1 Auto Undemotion Enable
360 msr.lo |= (1 << 27); // C3 Auto Undemotion Enable
361 msr.lo |= (1 << 26); // C1 Auto Demotion Enable
362 msr.lo |= (1 << 25); // C3 Auto Demotion Enable
363 msr.lo &= ~(1 << 10); // Disable IO MWAIT redirection
Aaron Durbin7c351312013-04-10 14:46:25 -0500364 msr.lo &= ~(0xf); // Clear deepest package c-state
365 /* FIXME: The deepest package c-state is set to C0/C1 to work around
366 * platform instability when package C3 or deeper c-states are used. */
367 msr.lo |= 0; // Deepeset package c-state is C0/C1.
Aaron Durbin76c37002012-10-30 09:03:43 -0500368 wrmsr(MSR_PMG_CST_CONFIG_CONTROL, msr);
369
370 msr = rdmsr(MSR_PMG_IO_CAPTURE_BASE);
Aaron Durbin7c351312013-04-10 14:46:25 -0500371 msr.lo &= ~0xffff;
372 msr.lo |= (get_pmbase() + 0x14); // LVL_2 base address
373 /* The deepest package c-state defaults to factory-configured value. */
Aaron Durbin76c37002012-10-30 09:03:43 -0500374 wrmsr(MSR_PMG_IO_CAPTURE_BASE, msr);
375
376 msr = rdmsr(MSR_MISC_PWR_MGMT);
377 msr.lo &= ~(1 << 0); // Enable P-state HW_ALL coordination
378 wrmsr(MSR_MISC_PWR_MGMT, msr);
379
380 msr = rdmsr(MSR_POWER_CTL);
381 msr.lo |= (1 << 18); // Enable Energy Perf Bias MSR 0x1b0
382 msr.lo |= (1 << 1); // C1E Enable
383 msr.lo |= (1 << 0); // Bi-directional PROCHOT#
384 wrmsr(MSR_POWER_CTL, msr);
385
Aaron Durbin7c351312013-04-10 14:46:25 -0500386 /* C-state Interrupt Response Latency Control 0 - package C3 latency */
Aaron Durbin76c37002012-10-30 09:03:43 -0500387 msr.hi = 0;
Aaron Durbin7c351312013-04-10 14:46:25 -0500388 msr.lo = IRTL_VALID | IRTL_1024_NS | C_STATE_LATENCY_CONTROL_0_LIMIT;
389 wrmsr(MSR_C_STATE_LATENCY_CONTROL_0, msr);
Aaron Durbin76c37002012-10-30 09:03:43 -0500390
Aaron Durbin7c351312013-04-10 14:46:25 -0500391 /* C-state Interrupt Response Latency Control 1 */
Aaron Durbin76c37002012-10-30 09:03:43 -0500392 msr.hi = 0;
Aaron Durbin7c351312013-04-10 14:46:25 -0500393 msr.lo = IRTL_VALID | IRTL_1024_NS | C_STATE_LATENCY_CONTROL_1_LIMIT;
394 wrmsr(MSR_C_STATE_LATENCY_CONTROL_1, msr);
Aaron Durbin76c37002012-10-30 09:03:43 -0500395
Aaron Durbin7c351312013-04-10 14:46:25 -0500396 /* C-state Interrupt Response Latency Control 2 - package C6/C7 short */
Aaron Durbin76c37002012-10-30 09:03:43 -0500397 msr.hi = 0;
Aaron Durbin7c351312013-04-10 14:46:25 -0500398 msr.lo = IRTL_VALID | IRTL_1024_NS | C_STATE_LATENCY_CONTROL_2_LIMIT;
399 wrmsr(MSR_C_STATE_LATENCY_CONTROL_2, msr);
Aaron Durbin76c37002012-10-30 09:03:43 -0500400
Aaron Durbin7c351312013-04-10 14:46:25 -0500401 /* Haswell ULT only supoprts the 3-5 latency response registers.*/
402 if (is_ult()) {
403 /* C-state Interrupt Response Latency Control 3 - package C8 */
404 msr.hi = 0;
405 msr.lo = IRTL_VALID | IRTL_1024_NS |
406 C_STATE_LATENCY_CONTROL_3_LIMIT;
407 wrmsr(MSR_C_STATE_LATENCY_CONTROL_3, msr);
Aaron Durbin76c37002012-10-30 09:03:43 -0500408
Aaron Durbin7c351312013-04-10 14:46:25 -0500409 /* C-state Interrupt Response Latency Control 4 - package C9 */
410 msr.hi = 0;
411 msr.lo = IRTL_VALID | IRTL_1024_NS |
412 C_STATE_LATENCY_CONTROL_4_LIMIT;
413 wrmsr(MSR_C_STATE_LATENCY_CONTROL_4, msr);
414
415 /* C-state Interrupt Response Latency Control 5 - package C10 */
416 msr.hi = 0;
417 msr.lo = IRTL_VALID | IRTL_1024_NS |
418 C_STATE_LATENCY_CONTROL_5_LIMIT;
419 wrmsr(MSR_C_STATE_LATENCY_CONTROL_5, msr);
420 }
Aaron Durbin76c37002012-10-30 09:03:43 -0500421}
Aaron Durbin76c37002012-10-30 09:03:43 -0500422
423static void configure_thermal_target(void)
424{
425 struct cpu_intel_haswell_config *conf;
426 device_t lapic;
427 msr_t msr;
428
429 /* Find pointer to CPU configuration */
430 lapic = dev_find_lapic(SPEEDSTEP_APIC_MAGIC);
431 if (!lapic || !lapic->chip_info)
432 return;
433 conf = lapic->chip_info;
434
Martin Roth4c3ab732013-07-08 16:23:54 -0600435 /* Set TCC activation offset if supported */
Aaron Durbin76c37002012-10-30 09:03:43 -0500436 msr = rdmsr(MSR_PLATFORM_INFO);
437 if ((msr.lo & (1 << 30)) && conf->tcc_offset) {
438 msr = rdmsr(MSR_TEMPERATURE_TARGET);
439 msr.lo &= ~(0xf << 24); /* Bits 27:24 */
440 msr.lo |= (conf->tcc_offset & 0xf) << 24;
441 wrmsr(MSR_TEMPERATURE_TARGET, msr);
442 }
443}
444
445static void configure_misc(void)
446{
447 msr_t msr;
448
449 msr = rdmsr(IA32_MISC_ENABLE);
450 msr.lo |= (1 << 0); /* Fast String enable */
451 msr.lo |= (1 << 3); /* TM1/TM2/EMTTM enable */
452 msr.lo |= (1 << 16); /* Enhanced SpeedStep Enable */
453 wrmsr(IA32_MISC_ENABLE, msr);
454
455 /* Disable Thermal interrupts */
456 msr.lo = 0;
457 msr.hi = 0;
458 wrmsr(IA32_THERM_INTERRUPT, msr);
459
460 /* Enable package critical interrupt only */
461 msr.lo = 1 << 4;
462 msr.hi = 0;
463 wrmsr(IA32_PACKAGE_THERM_INTERRUPT, msr);
464}
465
466static void enable_lapic_tpr(void)
467{
468 msr_t msr;
469
470 msr = rdmsr(MSR_PIC_MSG_CONTROL);
471 msr.lo &= ~(1 << 10); /* Enable APIC TPR updates */
472 wrmsr(MSR_PIC_MSG_CONTROL, msr);
473}
474
475static void configure_dca_cap(void)
476{
477 struct cpuid_result cpuid_regs;
478 msr_t msr;
479
480 /* Check feature flag in CPUID.(EAX=1):ECX[18]==1 */
481 cpuid_regs = cpuid(1);
482 if (cpuid_regs.ecx & (1 << 18)) {
483 msr = rdmsr(IA32_PLATFORM_DCA_CAP);
484 msr.lo |= 1;
485 wrmsr(IA32_PLATFORM_DCA_CAP, msr);
486 }
487}
488
489static void set_max_ratio(void)
490{
491 msr_t msr, perf_ctl;
492
493 perf_ctl.hi = 0;
494
495 /* Check for configurable TDP option */
496 if (cpu_config_tdp_levels()) {
497 /* Set to nominal TDP ratio */
498 msr = rdmsr(MSR_CONFIG_TDP_NOMINAL);
499 perf_ctl.lo = (msr.lo & 0xff) << 8;
500 } else {
501 /* Platform Info bits 15:8 give max ratio */
502 msr = rdmsr(MSR_PLATFORM_INFO);
503 perf_ctl.lo = msr.lo & 0xff00;
504 }
505 wrmsr(IA32_PERF_CTL, perf_ctl);
506
507 printk(BIOS_DEBUG, "haswell: frequency set to %d\n",
508 ((perf_ctl.lo >> 8) & 0xff) * HASWELL_BCLK);
509}
510
511static void set_energy_perf_bias(u8 policy)
512{
513 msr_t msr;
Aaron Durbindc278f82012-12-11 17:15:13 -0600514 int ecx;
515
516 /* Determine if energy efficient policy is supported. */
517 ecx = cpuid_ecx(0x6);
518 if (!(ecx & (1 << 3)))
519 return;
Aaron Durbin76c37002012-10-30 09:03:43 -0500520
521 /* Energy Policy is bits 3:0 */
522 msr = rdmsr(IA32_ENERGY_PERFORMANCE_BIAS);
523 msr.lo &= ~0xf;
524 msr.lo |= policy & 0xf;
525 wrmsr(IA32_ENERGY_PERFORMANCE_BIAS, msr);
526
527 printk(BIOS_DEBUG, "haswell: energy policy set to %u\n",
528 policy);
529}
530
531static void configure_mca(void)
532{
533 msr_t msr;
Aaron Durbin24614af2013-01-12 01:07:28 -0600534 const unsigned int mcg_cap_msr = 0x179;
Aaron Durbin76c37002012-10-30 09:03:43 -0500535 int i;
Aaron Durbin24614af2013-01-12 01:07:28 -0600536 int num_banks;
Aaron Durbin76c37002012-10-30 09:03:43 -0500537
Aaron Durbin24614af2013-01-12 01:07:28 -0600538 msr = rdmsr(mcg_cap_msr);
539 num_banks = msr.lo & 0xff;
Aaron Durbin76c37002012-10-30 09:03:43 -0500540 msr.lo = msr.hi = 0;
Aaron Durbin24614af2013-01-12 01:07:28 -0600541 /* TODO(adurbin): This should only be done on a cold boot. Also, some
542 * of these banks are core vs package scope. For now every CPU clears
543 * every bank. */
544 for (i = 0; i < num_banks; i++)
Aaron Durbin76c37002012-10-30 09:03:43 -0500545 wrmsr(IA32_MC0_STATUS + (i * 4), msr);
546}
547
Aaron Durbin305b1f02013-01-15 08:27:05 -0600548static void bsp_init_before_ap_bringup(struct bus *cpu_bus)
Aaron Durbin76c37002012-10-30 09:03:43 -0500549{
Aaron Durbin305b1f02013-01-15 08:27:05 -0600550 struct device_path cpu_path;
551 struct cpu_info *info;
Aaron Durbin76c37002012-10-30 09:03:43 -0500552 char processor_name[49];
Aaron Durbin76c37002012-10-30 09:03:43 -0500553
554 /* Print processor name */
555 fill_processor_name(processor_name);
556 printk(BIOS_INFO, "CPU: %s.\n", processor_name);
557
Aaron Durbin305b1f02013-01-15 08:27:05 -0600558 /* Ensure the local apic is enabled */
559 enable_lapic();
560
561 /* Set the device path of the boot cpu. */
562 cpu_path.type = DEVICE_PATH_APIC;
563 cpu_path.apic.apic_id = lapicid();
564
565 /* Find the device structure for the boot cpu. */
566 info = cpu_info();
567 info->cpu = alloc_find_dev(cpu_bus, &cpu_path);
568
569 if (info->index != 0)
570 printk(BIOS_CRIT, "BSP index(%d) != 0!\n", info->index);
571
Aaron Durbin7af20692013-01-14 14:54:41 -0600572 /* Setup MTRRs based on physical address size. */
Aaron Durbin76c37002012-10-30 09:03:43 -0500573 x86_setup_fixed_mtrrs();
Aaron Durbin7af20692013-01-14 14:54:41 -0600574 x86_setup_var_mtrrs(cpuid_eax(0x80000008) & 0xff, 2);
Aaron Durbin76c37002012-10-30 09:03:43 -0500575 x86_mtrr_check();
576
Aaron Durbinf24262d2013-04-10 14:59:21 -0500577 if (is_ult())
578 calibrate_24mhz_bclk();
579
Aaron Durbin305b1f02013-01-15 08:27:05 -0600580 /* Call through the cpu driver's initialization. */
581 cpu_initialize(0);
Aaron Durbin7af20692013-01-14 14:54:41 -0600582}
583
Aaron Durbin305b1f02013-01-15 08:27:05 -0600584/* All CPUs including BSP will run the following function. */
585static void haswell_init(device_t cpu)
Aaron Durbin7af20692013-01-14 14:54:41 -0600586{
587 /* Clear out pending MCEs */
588 configure_mca();
589
Aaron Durbin76c37002012-10-30 09:03:43 -0500590 /* Enable the local cpu apics */
591 enable_lapic_tpr();
592 setup_lapic();
593
594 /* Configure C States */
Aaron Durbin7c351312013-04-10 14:46:25 -0500595 configure_c_states();
Aaron Durbin76c37002012-10-30 09:03:43 -0500596
597 /* Configure Enhanced SpeedStep and Thermal Sensors */
598 configure_misc();
599
600 /* Thermal throttle activation offset */
601 configure_thermal_target();
602
603 /* Enable Direct Cache Access */
604 configure_dca_cap();
605
606 /* Set energy policy */
607 set_energy_perf_bias(ENERGY_POLICY_NORMAL);
608
609 /* Set Max Ratio */
610 set_max_ratio();
611
612 /* Enable Turbo */
613 enable_turbo();
Aaron Durbin7af20692013-01-14 14:54:41 -0600614}
Aaron Durbin76c37002012-10-30 09:03:43 -0500615
Aaron Durbin7af20692013-01-14 14:54:41 -0600616void bsp_init_and_start_aps(struct bus *cpu_bus)
617{
Aaron Durbin305b1f02013-01-15 08:27:05 -0600618 int max_cpus;
619 int num_aps;
620 const void *microcode_patch;
621
Martin Roth4c3ab732013-07-08 16:23:54 -0600622 /* Perform any necessary BSP initialization before APs are brought up.
623 * This call also allows the BSP to prepare for any secondary effects
Aaron Durbin7af20692013-01-14 14:54:41 -0600624 * from calling cpu_initialize() such as smm_init(). */
Aaron Durbin305b1f02013-01-15 08:27:05 -0600625 bsp_init_before_ap_bringup(cpu_bus);
Aaron Durbin7af20692013-01-14 14:54:41 -0600626
Aaron Durbin305b1f02013-01-15 08:27:05 -0600627 microcode_patch = intel_microcode_find();
Aaron Durbin7af20692013-01-14 14:54:41 -0600628
Aaron Durbin305b1f02013-01-15 08:27:05 -0600629 /* This needs to be called after the mtrr setup so the BSP mtrrs
630 * can be mirrored by the APs. */
631 if (setup_ap_init(cpu_bus, &max_cpus, microcode_patch)) {
632 printk(BIOS_CRIT, "AP setup initialization failed. "
633 "No APs will be brought up.\n");
634 return;
Aaron Durbin7af20692013-01-14 14:54:41 -0600635 }
Aaron Durbin305b1f02013-01-15 08:27:05 -0600636
637 num_aps = max_cpus - 1;
638 if (start_aps(cpu_bus, num_aps)) {
639 printk(BIOS_CRIT, "AP startup failed. Trying to continue.\n");
640 }
641
642 if (smm_initialize()) {
Martin Roth4c3ab732013-07-08 16:23:54 -0600643 printk(BIOS_CRIT, "SMM Initialization failed...\n");
Aaron Durbin305b1f02013-01-15 08:27:05 -0600644 return;
645 }
646
Aaron Durbin305b1f02013-01-15 08:27:05 -0600647 /* After SMM relocation a 2nd microcode load is required. */
648 intel_microcode_load_unlocked(microcode_patch);
Aaron Durbin23f50162013-04-03 09:55:22 -0500649
650 /* Enable ROM caching if option was selected. */
651 x86_mtrr_enable_rom_caching();
Aaron Durbin76c37002012-10-30 09:03:43 -0500652}
653
654static struct device_operations cpu_dev_ops = {
655 .init = haswell_init,
656};
657
658static struct cpu_device_id cpu_table[] = {
659 { X86_VENDOR_INTEL, 0x306c1 }, /* Intel Haswell 4+2 A0 */
660 { X86_VENDOR_INTEL, 0x306c2 }, /* Intel Haswell 4+2 B0 */
Duncan Laurie512540492012-12-17 11:24:45 -0800661 { X86_VENDOR_INTEL, 0x40650 }, /* Intel Haswell ULT B0 */
662 { X86_VENDOR_INTEL, 0x40651 }, /* Intel Haswell ULT B1 */
Aaron Durbin76c37002012-10-30 09:03:43 -0500663 { 0, 0 },
664};
665
666static const struct cpu_driver driver __cpu_driver = {
667 .ops = &cpu_dev_ops,
668 .id_table = cpu_table,
Aaron Durbin7c351312013-04-10 14:46:25 -0500669 .cstates = cstate_map,
Aaron Durbin76c37002012-10-30 09:03:43 -0500670};
671