Angel Pons | f23ae0b | 2020-04-02 23:48:12 +0200 | [diff] [blame] | 1 | /* SPDX-License-Identifier: GPL-2.0-only */ |
Stefan Reinauer | 5c55463 | 2012-04-04 00:09:50 +0200 | [diff] [blame] | 2 | |
| 3 | #include <console/console.h> |
| 4 | #include <device/device.h> |
Furquan Shaikh | 76cedd2 | 2020-05-02 10:24:23 -0700 | [diff] [blame] | 5 | #include <acpi/acpi.h> |
Subrata Banik | 53b08c3 | 2018-12-10 14:11:35 +0530 | [diff] [blame] | 6 | #include <arch/cpu.h> |
Stefan Reinauer | 5c55463 | 2012-04-04 00:09:50 +0200 | [diff] [blame] | 7 | #include <cpu/cpu.h> |
| 8 | #include <cpu/x86/mtrr.h> |
| 9 | #include <cpu/x86/msr.h> |
| 10 | #include <cpu/x86/lapic.h> |
Arthur Heymans | edbf5d9 | 2018-01-25 20:03:42 +0100 | [diff] [blame] | 11 | #include <cpu/x86/mp.h> |
Stefan Reinauer | 5c55463 | 2012-04-04 00:09:50 +0200 | [diff] [blame] | 12 | #include <cpu/intel/microcode.h> |
| 13 | #include <cpu/intel/speedstep.h> |
| 14 | #include <cpu/intel/turbo.h> |
| 15 | #include <cpu/x86/cache.h> |
| 16 | #include <cpu/x86/name.h> |
Stefan Reinauer | 5c55463 | 2012-04-04 00:09:50 +0200 | [diff] [blame] | 17 | #include "model_206ax.h" |
Duncan Laurie | 5563211 | 2012-07-16 12:19:00 -0700 | [diff] [blame] | 18 | #include "chip.h" |
Kyösti Mälkki | f091f4d | 2019-08-14 03:49:21 +0300 | [diff] [blame] | 19 | #include <cpu/intel/smm_reloc.h> |
Matt DeVillier | ed6fe2f | 2016-12-14 16:12:43 -0600 | [diff] [blame] | 20 | #include <cpu/intel/common/common.h> |
Vladimir Serbinenko | c16e9dfa | 2015-05-29 16:18:01 +0200 | [diff] [blame] | 21 | |
Stefan Reinauer | 5c55463 | 2012-04-04 00:09:50 +0200 | [diff] [blame] | 22 | /* |
Martin Roth | 4c3ab73 | 2013-07-08 16:23:54 -0600 | [diff] [blame] | 23 | * List of supported C-states in this processor |
Stefan Reinauer | 5c55463 | 2012-04-04 00:09:50 +0200 | [diff] [blame] | 24 | * |
| 25 | * Latencies are typical worst-case package exit time in uS |
| 26 | * taken from the SandyBridge BIOS specification. |
| 27 | */ |
| 28 | static acpi_cstate_t cstate_map[] = { |
| 29 | { /* 0: C0 */ |
Lee Leahy | 9d62e7e | 2017-03-15 17:40:50 -0700 | [diff] [blame] | 30 | }, { /* 1: C1 */ |
Stefan Reinauer | 5c55463 | 2012-04-04 00:09:50 +0200 | [diff] [blame] | 31 | .latency = 1, |
| 32 | .power = 1000, |
| 33 | .resource = { |
| 34 | .addrl = 0x00, /* MWAIT State 0 */ |
| 35 | .space_id = ACPI_ADDRESS_SPACE_FIXED, |
| 36 | .bit_width = ACPI_FFIXEDHW_VENDOR_INTEL, |
| 37 | .bit_offset = ACPI_FFIXEDHW_CLASS_MWAIT, |
Elyes HAOUAS | 8ee161d | 2019-03-03 12:49:56 +0100 | [diff] [blame] | 38 | .access_size = ACPI_FFIXEDHW_FLAG_HW_COORD, |
Stefan Reinauer | 5c55463 | 2012-04-04 00:09:50 +0200 | [diff] [blame] | 39 | } |
| 40 | }, |
| 41 | { /* 2: C1E */ |
| 42 | .latency = 1, |
| 43 | .power = 1000, |
| 44 | .resource = { |
| 45 | .addrl = 0x01, /* MWAIT State 0 Sub-state 1 */ |
| 46 | .space_id = ACPI_ADDRESS_SPACE_FIXED, |
| 47 | .bit_width = ACPI_FFIXEDHW_VENDOR_INTEL, |
| 48 | .bit_offset = ACPI_FFIXEDHW_CLASS_MWAIT, |
Elyes HAOUAS | 8ee161d | 2019-03-03 12:49:56 +0100 | [diff] [blame] | 49 | .access_size = ACPI_FFIXEDHW_FLAG_HW_COORD, |
Stefan Reinauer | 5c55463 | 2012-04-04 00:09:50 +0200 | [diff] [blame] | 50 | } |
| 51 | }, |
| 52 | { /* 3: C3 */ |
| 53 | .latency = 63, |
| 54 | .power = 500, |
| 55 | .resource = { |
| 56 | .addrl = 0x10, /* MWAIT State 1 */ |
| 57 | .space_id = ACPI_ADDRESS_SPACE_FIXED, |
| 58 | .bit_width = ACPI_FFIXEDHW_VENDOR_INTEL, |
| 59 | .bit_offset = ACPI_FFIXEDHW_CLASS_MWAIT, |
Elyes HAOUAS | 8ee161d | 2019-03-03 12:49:56 +0100 | [diff] [blame] | 60 | .access_size = ACPI_FFIXEDHW_FLAG_HW_COORD, |
Stefan Reinauer | 5c55463 | 2012-04-04 00:09:50 +0200 | [diff] [blame] | 61 | } |
| 62 | }, |
| 63 | { /* 4: C6 */ |
| 64 | .latency = 87, |
| 65 | .power = 350, |
| 66 | .resource = { |
| 67 | .addrl = 0x20, /* MWAIT State 2 */ |
| 68 | .space_id = ACPI_ADDRESS_SPACE_FIXED, |
| 69 | .bit_width = ACPI_FFIXEDHW_VENDOR_INTEL, |
| 70 | .bit_offset = ACPI_FFIXEDHW_CLASS_MWAIT, |
Elyes HAOUAS | 8ee161d | 2019-03-03 12:49:56 +0100 | [diff] [blame] | 71 | .access_size = ACPI_FFIXEDHW_FLAG_HW_COORD, |
Stefan Reinauer | 5c55463 | 2012-04-04 00:09:50 +0200 | [diff] [blame] | 72 | } |
| 73 | }, |
| 74 | { /* 5: C7 */ |
| 75 | .latency = 90, |
| 76 | .power = 200, |
| 77 | .resource = { |
| 78 | .addrl = 0x30, /* MWAIT State 3 */ |
| 79 | .space_id = ACPI_ADDRESS_SPACE_FIXED, |
| 80 | .bit_width = ACPI_FFIXEDHW_VENDOR_INTEL, |
| 81 | .bit_offset = ACPI_FFIXEDHW_CLASS_MWAIT, |
Elyes HAOUAS | 8ee161d | 2019-03-03 12:49:56 +0100 | [diff] [blame] | 82 | .access_size = ACPI_FFIXEDHW_FLAG_HW_COORD, |
Stefan Reinauer | 5c55463 | 2012-04-04 00:09:50 +0200 | [diff] [blame] | 83 | } |
| 84 | }, |
| 85 | { /* 6: C7S */ |
| 86 | .latency = 90, |
| 87 | .power = 200, |
| 88 | .resource = { |
| 89 | .addrl = 0x31, /* MWAIT State 3 Sub-state 1 */ |
| 90 | .space_id = ACPI_ADDRESS_SPACE_FIXED, |
| 91 | .bit_width = ACPI_FFIXEDHW_VENDOR_INTEL, |
| 92 | .bit_offset = ACPI_FFIXEDHW_CLASS_MWAIT, |
Elyes HAOUAS | 8ee161d | 2019-03-03 12:49:56 +0100 | [diff] [blame] | 93 | .access_size = ACPI_FFIXEDHW_FLAG_HW_COORD, |
Stefan Reinauer | 5c55463 | 2012-04-04 00:09:50 +0200 | [diff] [blame] | 94 | } |
| 95 | }, |
| 96 | { 0 } |
| 97 | }; |
| 98 | |
Stefan Reinauer | 5c55463 | 2012-04-04 00:09:50 +0200 | [diff] [blame] | 99 | /* Convert time in seconds to POWER_LIMIT_1_TIME MSR value */ |
| 100 | static const u8 power_limit_time_sec_to_msr[] = { |
| 101 | [0] = 0x00, |
| 102 | [1] = 0x0a, |
| 103 | [2] = 0x0b, |
| 104 | [3] = 0x4b, |
| 105 | [4] = 0x0c, |
| 106 | [5] = 0x2c, |
| 107 | [6] = 0x4c, |
| 108 | [7] = 0x6c, |
| 109 | [8] = 0x0d, |
| 110 | [10] = 0x2d, |
| 111 | [12] = 0x4d, |
| 112 | [14] = 0x6d, |
| 113 | [16] = 0x0e, |
| 114 | [20] = 0x2e, |
| 115 | [24] = 0x4e, |
| 116 | [28] = 0x6e, |
| 117 | [32] = 0x0f, |
| 118 | [40] = 0x2f, |
| 119 | [48] = 0x4f, |
| 120 | [56] = 0x6f, |
| 121 | [64] = 0x10, |
| 122 | [80] = 0x30, |
| 123 | [96] = 0x50, |
| 124 | [112] = 0x70, |
| 125 | [128] = 0x11, |
| 126 | }; |
| 127 | |
| 128 | /* Convert POWER_LIMIT_1_TIME MSR value to seconds */ |
| 129 | static const u8 power_limit_time_msr_to_sec[] = { |
| 130 | [0x00] = 0, |
| 131 | [0x0a] = 1, |
| 132 | [0x0b] = 2, |
| 133 | [0x4b] = 3, |
| 134 | [0x0c] = 4, |
| 135 | [0x2c] = 5, |
| 136 | [0x4c] = 6, |
| 137 | [0x6c] = 7, |
| 138 | [0x0d] = 8, |
| 139 | [0x2d] = 10, |
| 140 | [0x4d] = 12, |
| 141 | [0x6d] = 14, |
| 142 | [0x0e] = 16, |
| 143 | [0x2e] = 20, |
| 144 | [0x4e] = 24, |
| 145 | [0x6e] = 28, |
| 146 | [0x0f] = 32, |
| 147 | [0x2f] = 40, |
| 148 | [0x4f] = 48, |
| 149 | [0x6f] = 56, |
| 150 | [0x10] = 64, |
| 151 | [0x30] = 80, |
| 152 | [0x50] = 96, |
| 153 | [0x70] = 112, |
| 154 | [0x11] = 128, |
| 155 | }; |
| 156 | |
Duncan Laurie | 77dbbac | 2012-06-25 09:51:59 -0700 | [diff] [blame] | 157 | int cpu_config_tdp_levels(void) |
| 158 | { |
| 159 | msr_t platform_info; |
| 160 | |
| 161 | /* Minimum CPU revision */ |
| 162 | if (cpuid_eax(1) < IVB_CONFIG_TDP_MIN_CPUID) |
| 163 | return 0; |
| 164 | |
| 165 | /* Bits 34:33 indicate how many levels supported */ |
| 166 | platform_info = rdmsr(MSR_PLATFORM_INFO); |
| 167 | return (platform_info.hi >> 1) & 3; |
| 168 | } |
| 169 | |
Stefan Reinauer | 5c55463 | 2012-04-04 00:09:50 +0200 | [diff] [blame] | 170 | /* |
| 171 | * Configure processor power limits if possible |
| 172 | * This must be done AFTER set of BIOS_RESET_CPL |
| 173 | */ |
| 174 | void set_power_limits(u8 power_limit_1_time) |
| 175 | { |
| 176 | msr_t msr = rdmsr(MSR_PLATFORM_INFO); |
| 177 | msr_t limit; |
Lee Leahy | 73a2894 | 2017-03-15 17:52:06 -0700 | [diff] [blame] | 178 | unsigned int power_unit; |
| 179 | unsigned int tdp, min_power, max_power, max_time; |
Stefan Reinauer | 5c55463 | 2012-04-04 00:09:50 +0200 | [diff] [blame] | 180 | u8 power_limit_1_val; |
| 181 | |
Edward O'Callaghan | 5cfef13 | 2014-08-03 20:00:47 +1000 | [diff] [blame] | 182 | if (power_limit_1_time >= ARRAY_SIZE(power_limit_time_sec_to_msr)) |
Stefan Reinauer | 5c55463 | 2012-04-04 00:09:50 +0200 | [diff] [blame] | 183 | return; |
| 184 | |
| 185 | if (!(msr.lo & PLATFORM_INFO_SET_TDP)) |
| 186 | return; |
| 187 | |
| 188 | /* Get units */ |
| 189 | msr = rdmsr(MSR_PKG_POWER_SKU_UNIT); |
| 190 | power_unit = 2 << ((msr.lo & 0xf) - 1); |
| 191 | |
| 192 | /* Get power defaults for this SKU */ |
| 193 | msr = rdmsr(MSR_PKG_POWER_SKU); |
| 194 | tdp = msr.lo & 0x7fff; |
| 195 | min_power = (msr.lo >> 16) & 0x7fff; |
| 196 | max_power = msr.hi & 0x7fff; |
| 197 | max_time = (msr.hi >> 16) & 0x7f; |
| 198 | |
| 199 | printk(BIOS_DEBUG, "CPU TDP: %u Watts\n", tdp / power_unit); |
| 200 | |
| 201 | if (power_limit_time_msr_to_sec[max_time] > power_limit_1_time) |
| 202 | power_limit_1_time = power_limit_time_msr_to_sec[max_time]; |
| 203 | |
| 204 | if (min_power > 0 && tdp < min_power) |
| 205 | tdp = min_power; |
| 206 | |
| 207 | if (max_power > 0 && tdp > max_power) |
| 208 | tdp = max_power; |
| 209 | |
| 210 | power_limit_1_val = power_limit_time_sec_to_msr[power_limit_1_time]; |
| 211 | |
| 212 | /* Set long term power limit to TDP */ |
| 213 | limit.lo = 0; |
| 214 | limit.lo |= tdp & PKG_POWER_LIMIT_MASK; |
| 215 | limit.lo |= PKG_POWER_LIMIT_EN; |
| 216 | limit.lo |= (power_limit_1_val & PKG_POWER_LIMIT_TIME_MASK) << |
| 217 | PKG_POWER_LIMIT_TIME_SHIFT; |
| 218 | |
| 219 | /* Set short term power limit to 1.25 * TDP */ |
| 220 | limit.hi = 0; |
| 221 | limit.hi |= ((tdp * 125) / 100) & PKG_POWER_LIMIT_MASK; |
| 222 | limit.hi |= PKG_POWER_LIMIT_EN; |
| 223 | /* Power limit 2 time is only programmable on SNB EP/EX */ |
| 224 | |
| 225 | wrmsr(MSR_PKG_POWER_LIMIT, limit); |
Duncan Laurie | 77dbbac | 2012-06-25 09:51:59 -0700 | [diff] [blame] | 226 | |
| 227 | /* Use nominal TDP values for CPUs with configurable TDP */ |
| 228 | if (cpu_config_tdp_levels()) { |
| 229 | msr = rdmsr(MSR_CONFIG_TDP_NOMINAL); |
| 230 | limit.hi = 0; |
| 231 | limit.lo = msr.lo & 0xff; |
| 232 | wrmsr(MSR_TURBO_ACTIVATION_RATIO, limit); |
| 233 | } |
Stefan Reinauer | 5c55463 | 2012-04-04 00:09:50 +0200 | [diff] [blame] | 234 | } |
| 235 | |
| 236 | static void configure_c_states(void) |
| 237 | { |
| 238 | msr_t msr; |
| 239 | |
Elyes HAOUAS | 4e6b790 | 2018-10-02 08:44:47 +0200 | [diff] [blame] | 240 | msr = rdmsr(MSR_PKG_CST_CONFIG_CONTROL); |
Stefan Reinauer | 5c55463 | 2012-04-04 00:09:50 +0200 | [diff] [blame] | 241 | msr.lo |= (1 << 28); // C1 Auto Undemotion Enable |
| 242 | msr.lo |= (1 << 27); // C3 Auto Undemotion Enable |
| 243 | msr.lo |= (1 << 26); // C1 Auto Demotion Enable |
| 244 | msr.lo |= (1 << 25); // C3 Auto Demotion Enable |
| 245 | msr.lo &= ~(1 << 10); // Disable IO MWAIT redirection |
| 246 | msr.lo |= 7; // No package C-state limit |
Patrick Rudolph | 573481b | 2020-03-02 14:21:32 +0100 | [diff] [blame] | 247 | |
| 248 | msr.lo |= (1 << 15); // Lock C-State MSR |
Elyes HAOUAS | 4e6b790 | 2018-10-02 08:44:47 +0200 | [diff] [blame] | 249 | wrmsr(MSR_PKG_CST_CONFIG_CONTROL, msr); |
Stefan Reinauer | 5c55463 | 2012-04-04 00:09:50 +0200 | [diff] [blame] | 250 | |
Patrick Georgi | 644e83b | 2013-02-09 15:35:30 +0100 | [diff] [blame] | 251 | msr = rdmsr(MSR_PMG_IO_CAPTURE_ADDR); |
Stefan Reinauer | 5c55463 | 2012-04-04 00:09:50 +0200 | [diff] [blame] | 252 | msr.lo &= ~0x7ffff; |
| 253 | msr.lo |= (PMB0_BASE + 4); // LVL_2 base address |
| 254 | msr.lo |= (2 << 16); // CST Range: C7 is max C-state |
Patrick Georgi | 644e83b | 2013-02-09 15:35:30 +0100 | [diff] [blame] | 255 | wrmsr(MSR_PMG_IO_CAPTURE_ADDR, msr); |
Stefan Reinauer | 5c55463 | 2012-04-04 00:09:50 +0200 | [diff] [blame] | 256 | |
| 257 | msr = rdmsr(MSR_MISC_PWR_MGMT); |
| 258 | msr.lo &= ~(1 << 0); // Enable P-state HW_ALL coordination |
| 259 | wrmsr(MSR_MISC_PWR_MGMT, msr); |
| 260 | |
| 261 | msr = rdmsr(MSR_POWER_CTL); |
| 262 | msr.lo |= (1 << 18); // Enable Energy Perf Bias MSR 0x1b0 |
| 263 | msr.lo |= (1 << 1); // C1E Enable |
| 264 | msr.lo |= (1 << 0); // Bi-directional PROCHOT# |
| 265 | wrmsr(MSR_POWER_CTL, msr); |
| 266 | |
| 267 | /* C3 Interrupt Response Time Limit */ |
| 268 | msr.hi = 0; |
| 269 | msr.lo = IRTL_VALID | IRTL_1024_NS | 0x50; |
| 270 | wrmsr(MSR_PKGC3_IRTL, msr); |
| 271 | |
| 272 | /* C6 Interrupt Response Time Limit */ |
| 273 | msr.hi = 0; |
| 274 | msr.lo = IRTL_VALID | IRTL_1024_NS | 0x68; |
| 275 | wrmsr(MSR_PKGC6_IRTL, msr); |
| 276 | |
| 277 | /* C7 Interrupt Response Time Limit */ |
| 278 | msr.hi = 0; |
| 279 | msr.lo = IRTL_VALID | IRTL_1024_NS | 0x6D; |
| 280 | wrmsr(MSR_PKGC7_IRTL, msr); |
| 281 | |
| 282 | /* Primary Plane Current Limit */ |
| 283 | msr = rdmsr(MSR_PP0_CURRENT_CONFIG); |
| 284 | msr.lo &= ~0x1fff; |
| 285 | msr.lo |= PP0_CURRENT_LIMIT; |
| 286 | wrmsr(MSR_PP0_CURRENT_CONFIG, msr); |
| 287 | |
| 288 | /* Secondary Plane Current Limit */ |
| 289 | msr = rdmsr(MSR_PP1_CURRENT_CONFIG); |
| 290 | msr.lo &= ~0x1fff; |
Duncan Laurie | 4e4320f | 2012-06-25 09:53:58 -0700 | [diff] [blame] | 291 | if (cpuid_eax(1) >= 0x30600) |
| 292 | msr.lo |= PP1_CURRENT_LIMIT_IVB; |
| 293 | else |
| 294 | msr.lo |= PP1_CURRENT_LIMIT_SNB; |
Stefan Reinauer | 5c55463 | 2012-04-04 00:09:50 +0200 | [diff] [blame] | 295 | wrmsr(MSR_PP1_CURRENT_CONFIG, msr); |
| 296 | } |
| 297 | |
Duncan Laurie | 5563211 | 2012-07-16 12:19:00 -0700 | [diff] [blame] | 298 | static void configure_thermal_target(void) |
| 299 | { |
| 300 | struct cpu_intel_model_206ax_config *conf; |
Edward O'Callaghan | 2c9d2cf | 2014-10-27 23:29:29 +1100 | [diff] [blame] | 301 | struct device *lapic; |
Duncan Laurie | 5563211 | 2012-07-16 12:19:00 -0700 | [diff] [blame] | 302 | msr_t msr; |
| 303 | |
| 304 | /* Find pointer to CPU configuration */ |
| 305 | lapic = dev_find_lapic(SPEEDSTEP_APIC_MAGIC); |
| 306 | if (!lapic || !lapic->chip_info) |
| 307 | return; |
| 308 | conf = lapic->chip_info; |
| 309 | |
Martin Roth | 4c3ab73 | 2013-07-08 16:23:54 -0600 | [diff] [blame] | 310 | /* Set TCC activation offset if supported */ |
Duncan Laurie | 5563211 | 2012-07-16 12:19:00 -0700 | [diff] [blame] | 311 | msr = rdmsr(MSR_PLATFORM_INFO); |
| 312 | if ((msr.lo & (1 << 30)) && conf->tcc_offset) { |
| 313 | msr = rdmsr(MSR_TEMPERATURE_TARGET); |
| 314 | msr.lo &= ~(0xf << 24); /* Bits 27:24 */ |
| 315 | msr.lo |= (conf->tcc_offset & 0xf) << 24; |
| 316 | wrmsr(MSR_TEMPERATURE_TARGET, msr); |
| 317 | } |
| 318 | } |
| 319 | |
Stefan Reinauer | 5c55463 | 2012-04-04 00:09:50 +0200 | [diff] [blame] | 320 | static void configure_misc(void) |
| 321 | { |
| 322 | msr_t msr; |
| 323 | |
| 324 | msr = rdmsr(IA32_MISC_ENABLE); |
| 325 | msr.lo |= (1 << 0); /* Fast String enable */ |
Lee Leahy | 7b5f12b9 | 2017-03-15 17:16:59 -0700 | [diff] [blame] | 326 | msr.lo |= (1 << 3); /* TM1/TM2/EMTTM enable */ |
Stefan Reinauer | 5c55463 | 2012-04-04 00:09:50 +0200 | [diff] [blame] | 327 | msr.lo |= (1 << 16); /* Enhanced SpeedStep Enable */ |
| 328 | wrmsr(IA32_MISC_ENABLE, msr); |
| 329 | |
| 330 | /* Disable Thermal interrupts */ |
| 331 | msr.lo = 0; |
| 332 | msr.hi = 0; |
| 333 | wrmsr(IA32_THERM_INTERRUPT, msr); |
| 334 | |
| 335 | /* Enable package critical interrupt only */ |
| 336 | msr.lo = 1 << 4; |
| 337 | msr.hi = 0; |
| 338 | wrmsr(IA32_PACKAGE_THERM_INTERRUPT, msr); |
| 339 | } |
| 340 | |
| 341 | static void enable_lapic_tpr(void) |
| 342 | { |
| 343 | msr_t msr; |
| 344 | |
| 345 | msr = rdmsr(MSR_PIC_MSG_CONTROL); |
| 346 | msr.lo &= ~(1 << 10); /* Enable APIC TPR updates */ |
| 347 | wrmsr(MSR_PIC_MSG_CONTROL, msr); |
| 348 | } |
| 349 | |
| 350 | static void configure_dca_cap(void) |
| 351 | { |
Subrata Banik | 53b08c3 | 2018-12-10 14:11:35 +0530 | [diff] [blame] | 352 | uint32_t feature_flag; |
Stefan Reinauer | 5c55463 | 2012-04-04 00:09:50 +0200 | [diff] [blame] | 353 | msr_t msr; |
| 354 | |
| 355 | /* Check feature flag in CPUID.(EAX=1):ECX[18]==1 */ |
Subrata Banik | 53b08c3 | 2018-12-10 14:11:35 +0530 | [diff] [blame] | 356 | feature_flag = cpu_get_feature_flags_ecx(); |
| 357 | if (feature_flag & CPUID_DCA) { |
Stefan Reinauer | 5c55463 | 2012-04-04 00:09:50 +0200 | [diff] [blame] | 358 | msr = rdmsr(IA32_PLATFORM_DCA_CAP); |
| 359 | msr.lo |= 1; |
| 360 | wrmsr(IA32_PLATFORM_DCA_CAP, msr); |
| 361 | } |
| 362 | } |
| 363 | |
| 364 | static void set_max_ratio(void) |
| 365 | { |
Duncan Laurie | 77dbbac | 2012-06-25 09:51:59 -0700 | [diff] [blame] | 366 | msr_t msr, perf_ctl; |
Stefan Reinauer | 5c55463 | 2012-04-04 00:09:50 +0200 | [diff] [blame] | 367 | |
Duncan Laurie | 77dbbac | 2012-06-25 09:51:59 -0700 | [diff] [blame] | 368 | perf_ctl.hi = 0; |
| 369 | |
| 370 | /* Check for configurable TDP option */ |
| 371 | if (cpu_config_tdp_levels()) { |
| 372 | /* Set to nominal TDP ratio */ |
| 373 | msr = rdmsr(MSR_CONFIG_TDP_NOMINAL); |
| 374 | perf_ctl.lo = (msr.lo & 0xff) << 8; |
| 375 | } else { |
| 376 | /* Platform Info bits 15:8 give max ratio */ |
| 377 | msr = rdmsr(MSR_PLATFORM_INFO); |
| 378 | perf_ctl.lo = msr.lo & 0xff00; |
| 379 | } |
| 380 | wrmsr(IA32_PERF_CTL, perf_ctl); |
Stefan Reinauer | 5c55463 | 2012-04-04 00:09:50 +0200 | [diff] [blame] | 381 | |
| 382 | printk(BIOS_DEBUG, "model_x06ax: frequency set to %d\n", |
Duncan Laurie | 77dbbac | 2012-06-25 09:51:59 -0700 | [diff] [blame] | 383 | ((perf_ctl.lo >> 8) & 0xff) * SANDYBRIDGE_BCLK); |
Stefan Reinauer | 5c55463 | 2012-04-04 00:09:50 +0200 | [diff] [blame] | 384 | } |
| 385 | |
| 386 | static void set_energy_perf_bias(u8 policy) |
| 387 | { |
| 388 | msr_t msr; |
| 389 | |
| 390 | /* Energy Policy is bits 3:0 */ |
Elyes HAOUAS | 419bfbc | 2018-10-01 08:47:51 +0200 | [diff] [blame] | 391 | msr = rdmsr(IA32_ENERGY_PERF_BIAS); |
Stefan Reinauer | 5c55463 | 2012-04-04 00:09:50 +0200 | [diff] [blame] | 392 | msr.lo &= ~0xf; |
| 393 | msr.lo |= policy & 0xf; |
Elyes HAOUAS | 419bfbc | 2018-10-01 08:47:51 +0200 | [diff] [blame] | 394 | wrmsr(IA32_ENERGY_PERF_BIAS, msr); |
Stefan Reinauer | 5c55463 | 2012-04-04 00:09:50 +0200 | [diff] [blame] | 395 | |
| 396 | printk(BIOS_DEBUG, "model_x06ax: energy policy set to %u\n", |
| 397 | policy); |
| 398 | } |
| 399 | |
| 400 | static void configure_mca(void) |
| 401 | { |
| 402 | msr_t msr; |
| 403 | int i; |
Dan Elkouby | dfaff4d | 2018-09-03 18:34:07 +0300 | [diff] [blame] | 404 | int num_banks; |
| 405 | |
| 406 | msr = rdmsr(IA32_MCG_CAP); |
| 407 | num_banks = msr.lo & 0xff; |
Stefan Reinauer | 5c55463 | 2012-04-04 00:09:50 +0200 | [diff] [blame] | 408 | |
| 409 | msr.lo = msr.hi = 0; |
| 410 | /* This should only be done on a cold boot */ |
Dan Elkouby | dfaff4d | 2018-09-03 18:34:07 +0300 | [diff] [blame] | 411 | for (i = 0; i < num_banks; i++) |
Stefan Reinauer | 5c55463 | 2012-04-04 00:09:50 +0200 | [diff] [blame] | 412 | wrmsr(IA32_MC0_STATUS + (i * 4), msr); |
| 413 | } |
| 414 | |
Patrick Rudolph | 9e1b9b5 | 2018-07-27 17:25:05 +0200 | [diff] [blame] | 415 | static void model_206ax_report(void) |
| 416 | { |
| 417 | static const char *const mode[] = {"NOT ", ""}; |
Patrick Rudolph | 9e1b9b5 | 2018-07-27 17:25:05 +0200 | [diff] [blame] | 418 | char processor_name[49]; |
| 419 | int vt, txt, aes; |
Subrata Banik | 53b08c3 | 2018-12-10 14:11:35 +0530 | [diff] [blame] | 420 | uint32_t cpu_id, cpu_feature_flag; |
Patrick Rudolph | 9e1b9b5 | 2018-07-27 17:25:05 +0200 | [diff] [blame] | 421 | |
| 422 | /* Print processor name */ |
| 423 | fill_processor_name(processor_name); |
| 424 | printk(BIOS_INFO, "CPU: %s.\n", processor_name); |
| 425 | |
| 426 | /* Print platform ID */ |
| 427 | printk(BIOS_INFO, "CPU: platform id %x\n", get_platform_id()); |
| 428 | |
| 429 | /* CPUID and features */ |
Subrata Banik | 53b08c3 | 2018-12-10 14:11:35 +0530 | [diff] [blame] | 430 | cpu_id = cpu_get_cpuid(); |
| 431 | printk(BIOS_INFO, "CPU: cpuid(1) 0x%x\n", cpu_id); |
| 432 | |
| 433 | cpu_feature_flag = cpu_get_feature_flags_ecx(); |
| 434 | aes = (cpu_feature_flag & CPUID_AES) ? 1 : 0; |
| 435 | txt = (cpu_feature_flag & CPUID_SMX) ? 1 : 0; |
| 436 | vt = (cpu_feature_flag & CPUID_VMX) ? 1 : 0; |
Patrick Rudolph | 9e1b9b5 | 2018-07-27 17:25:05 +0200 | [diff] [blame] | 437 | printk(BIOS_INFO, "CPU: AES %ssupported\n", mode[aes]); |
| 438 | printk(BIOS_INFO, "CPU: TXT %ssupported\n", mode[txt]); |
| 439 | printk(BIOS_INFO, "CPU: VT %ssupported\n", mode[vt]); |
| 440 | } |
| 441 | |
Edward O'Callaghan | 2c9d2cf | 2014-10-27 23:29:29 +1100 | [diff] [blame] | 442 | static void model_206ax_init(struct device *cpu) |
Stefan Reinauer | 5c55463 | 2012-04-04 00:09:50 +0200 | [diff] [blame] | 443 | { |
Stefan Reinauer | 5c55463 | 2012-04-04 00:09:50 +0200 | [diff] [blame] | 444 | |
| 445 | /* Turn on caching if we haven't already */ |
| 446 | x86_enable_cache(); |
| 447 | |
Stefan Reinauer | 5c55463 | 2012-04-04 00:09:50 +0200 | [diff] [blame] | 448 | /* Clear out pending MCEs */ |
| 449 | configure_mca(); |
| 450 | |
Patrick Rudolph | 9e1b9b5 | 2018-07-27 17:25:05 +0200 | [diff] [blame] | 451 | /* Print infos */ |
| 452 | model_206ax_report(); |
Patrick Rudolph | 74203de | 2017-11-20 11:57:01 +0100 | [diff] [blame] | 453 | |
Stefan Reinauer | 5c55463 | 2012-04-04 00:09:50 +0200 | [diff] [blame] | 454 | /* Setup Page Attribute Tables (PAT) */ |
| 455 | // TODO set up PAT |
| 456 | |
Elyes HAOUAS | d6e9686 | 2016-08-21 10:12:15 +0200 | [diff] [blame] | 457 | /* Enable the local CPU APICs */ |
Stefan Reinauer | 5c55463 | 2012-04-04 00:09:50 +0200 | [diff] [blame] | 458 | enable_lapic_tpr(); |
| 459 | setup_lapic(); |
| 460 | |
Matt DeVillier | ed6fe2f | 2016-12-14 16:12:43 -0600 | [diff] [blame] | 461 | /* Set virtualization based on Kconfig option */ |
Matt DeVillier | f9aed65 | 2018-12-15 15:57:33 -0600 | [diff] [blame] | 462 | set_vmx_and_lock(); |
Marc Jones | 5986eda | 2012-10-25 09:37:19 -0600 | [diff] [blame] | 463 | |
Stefan Reinauer | 5c55463 | 2012-04-04 00:09:50 +0200 | [diff] [blame] | 464 | /* Configure C States */ |
| 465 | configure_c_states(); |
| 466 | |
| 467 | /* Configure Enhanced SpeedStep and Thermal Sensors */ |
| 468 | configure_misc(); |
| 469 | |
Duncan Laurie | 5563211 | 2012-07-16 12:19:00 -0700 | [diff] [blame] | 470 | /* Thermal throttle activation offset */ |
| 471 | configure_thermal_target(); |
| 472 | |
Michael Niewöhner | 6303243 | 2020-10-11 17:34:54 +0200 | [diff] [blame^] | 473 | set_aesni_lock(); |
Michael Niewöhner | 7f8767d | 2020-10-18 00:45:38 +0200 | [diff] [blame] | 474 | |
Stefan Reinauer | 5c55463 | 2012-04-04 00:09:50 +0200 | [diff] [blame] | 475 | /* Enable Direct Cache Access */ |
| 476 | configure_dca_cap(); |
| 477 | |
| 478 | /* Set energy policy */ |
| 479 | set_energy_perf_bias(ENERGY_POLICY_NORMAL); |
| 480 | |
| 481 | /* Set Max Ratio */ |
| 482 | set_max_ratio(); |
| 483 | |
| 484 | /* Enable Turbo */ |
| 485 | enable_turbo(); |
Arthur Heymans | edbf5d9 | 2018-01-25 20:03:42 +0100 | [diff] [blame] | 486 | } |
Sven Schnelle | 51676b1 | 2012-07-29 19:18:03 +0200 | [diff] [blame] | 487 | |
Arthur Heymans | edbf5d9 | 2018-01-25 20:03:42 +0100 | [diff] [blame] | 488 | /* MP initialization support. */ |
| 489 | static const void *microcode_patch; |
| 490 | |
| 491 | static void pre_mp_init(void) |
| 492 | { |
| 493 | /* Setup MTRRs based on physical address size. */ |
| 494 | x86_setup_mtrrs_with_detect(); |
| 495 | x86_mtrr_check(); |
| 496 | } |
| 497 | |
| 498 | static int get_cpu_count(void) |
| 499 | { |
| 500 | msr_t msr; |
| 501 | int num_threads; |
| 502 | int num_cores; |
| 503 | |
Elyes HAOUAS | a6a396d | 2019-05-26 13:25:30 +0200 | [diff] [blame] | 504 | msr = rdmsr(MSR_CORE_THREAD_COUNT); |
Arthur Heymans | edbf5d9 | 2018-01-25 20:03:42 +0100 | [diff] [blame] | 505 | num_threads = (msr.lo >> 0) & 0xffff; |
| 506 | num_cores = (msr.lo >> 16) & 0xffff; |
| 507 | printk(BIOS_DEBUG, "CPU has %u cores, %u threads enabled.\n", |
| 508 | num_cores, num_threads); |
| 509 | |
| 510 | return num_threads; |
| 511 | } |
| 512 | |
| 513 | static void get_microcode_info(const void **microcode, int *parallel) |
| 514 | { |
| 515 | microcode_patch = intel_microcode_find(); |
| 516 | *microcode = microcode_patch; |
| 517 | *parallel = 1; |
| 518 | } |
| 519 | |
| 520 | static void per_cpu_smm_trigger(void) |
| 521 | { |
| 522 | /* Relocate the SMM handler. */ |
| 523 | smm_relocate(); |
| 524 | |
| 525 | /* After SMM relocation a 2nd microcode load is required. */ |
| 526 | intel_microcode_load_unlocked(microcode_patch); |
| 527 | } |
| 528 | |
| 529 | static void post_mp_init(void) |
| 530 | { |
| 531 | /* Now that all APs have been relocated as well as the BSP let SMIs |
| 532 | * start flowing. */ |
Kyösti Mälkki | 0778c86 | 2020-06-10 12:44:03 +0300 | [diff] [blame] | 533 | global_smi_enable(); |
Arthur Heymans | edbf5d9 | 2018-01-25 20:03:42 +0100 | [diff] [blame] | 534 | |
| 535 | /* Lock down the SMRAM space. */ |
| 536 | smm_lock(); |
| 537 | } |
| 538 | |
Arthur Heymans | edbf5d9 | 2018-01-25 20:03:42 +0100 | [diff] [blame] | 539 | static const struct mp_ops mp_ops = { |
| 540 | .pre_mp_init = pre_mp_init, |
| 541 | .get_cpu_count = get_cpu_count, |
| 542 | .get_smm_info = smm_info, |
| 543 | .get_microcode_info = get_microcode_info, |
| 544 | .pre_mp_smm_init = smm_initialize, |
| 545 | .per_cpu_smm_trigger = per_cpu_smm_trigger, |
| 546 | .relocation_handler = smm_relocation_handler, |
| 547 | .post_mp_init = post_mp_init, |
| 548 | }; |
| 549 | |
Kyösti Mälkki | b3267e0 | 2019-08-13 16:44:04 +0300 | [diff] [blame] | 550 | void mp_init_cpus(struct bus *cpu_bus) |
Arthur Heymans | edbf5d9 | 2018-01-25 20:03:42 +0100 | [diff] [blame] | 551 | { |
| 552 | if (mp_init_with_smm(cpu_bus, &mp_ops)) |
| 553 | printk(BIOS_ERR, "MP initialization failure.\n"); |
Stefan Reinauer | 5c55463 | 2012-04-04 00:09:50 +0200 | [diff] [blame] | 554 | } |
| 555 | |
| 556 | static struct device_operations cpu_dev_ops = { |
| 557 | .init = model_206ax_init, |
| 558 | }; |
| 559 | |
Jonathan Neuschäfer | 8f06ce3 | 2017-11-20 01:56:44 +0100 | [diff] [blame] | 560 | static const struct cpu_device_id cpu_table[] = { |
Stefan Reinauer | 5c55463 | 2012-04-04 00:09:50 +0200 | [diff] [blame] | 561 | { X86_VENDOR_INTEL, 0x206a0 }, /* Intel Sandybridge */ |
| 562 | { X86_VENDOR_INTEL, 0x206a6 }, /* Intel Sandybridge D1 */ |
| 563 | { X86_VENDOR_INTEL, 0x206a7 }, /* Intel Sandybridge D2/J1 */ |
Stefan Reinauer | 08067ba | 2012-10-15 13:47:04 -0700 | [diff] [blame] | 564 | { X86_VENDOR_INTEL, 0x306a0 }, /* Intel IvyBridge */ |
Stefan Reinauer | 5c55463 | 2012-04-04 00:09:50 +0200 | [diff] [blame] | 565 | { X86_VENDOR_INTEL, 0x306a2 }, /* Intel IvyBridge */ |
| 566 | { X86_VENDOR_INTEL, 0x306a4 }, /* Intel IvyBridge */ |
| 567 | { X86_VENDOR_INTEL, 0x306a5 }, /* Intel IvyBridge */ |
| 568 | { X86_VENDOR_INTEL, 0x306a6 }, /* Intel IvyBridge */ |
| 569 | { X86_VENDOR_INTEL, 0x306a8 }, /* Intel IvyBridge */ |
| 570 | { X86_VENDOR_INTEL, 0x306a9 }, /* Intel IvyBridge */ |
| 571 | { 0, 0 }, |
| 572 | }; |
| 573 | |
| 574 | static const struct cpu_driver driver __cpu_driver = { |
| 575 | .ops = &cpu_dev_ops, |
| 576 | .id_table = cpu_table, |
| 577 | .cstates = cstate_map, |
| 578 | }; |