blob: cfab21956b1c0d534d96cb5a3262dec1463d1547 [file] [log] [blame]
Martin Roth9df9e9392016-01-12 15:55:28 -07001/*
2 * This file is part of the coreboot project.
3 *
4 * This program is free software; you can redistribute it and/or modify
5 * it under the terms of the GNU General Public License as published by
6 * the Free Software Foundation; version 2 of the License.
7 *
8 * This program is distributed in the hope that it will be useful,
9 * but WITHOUT ANY WARRANTY; without even the implied warranty of
10 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
11 * GNU General Public License for more details.
12 */
13
Aaron Durbinb21e3622016-12-07 00:32:19 -060014#include <bootstate.h>
Aaron Durbinf6ada1c2016-02-10 10:52:47 -060015#include <boot/coreboot_tables.h>
Eric Biederman8ca8d762003-04-22 19:02:15 +000016#include <console/console.h>
17#include <cpu/cpu.h>
Eric Biederman8ca8d762003-04-22 19:02:15 +000018#include <string.h>
Aaron Durbinb21e3622016-12-07 00:32:19 -060019#include <cpu/x86/mp.h>
Eric Biedermanb78c1972004-10-14 20:54:17 +000020#include <cpu/x86/lapic.h>
Aaron Durbine0969ae2016-02-10 10:56:06 -060021#include <cpu/x86/tsc.h>
Eric Biedermanb78c1972004-10-14 20:54:17 +000022#include <arch/cpu.h>
23#include <device/path.h>
24#include <device/device.h>
25#include <smp/spinlock.h>
Eric Biederman8ca8d762003-04-22 19:02:15 +000026
Stefan Reinauer96938852015-06-18 01:23:48 -070027#ifndef __x86_64__
Eric Biedermanb78c1972004-10-14 20:54:17 +000028/* Standard macro to see if a specific flag is changeable */
29static inline int flag_is_changeable_p(uint32_t flag)
Eric Biederman8ca8d762003-04-22 19:02:15 +000030{
Eric Biedermanb78c1972004-10-14 20:54:17 +000031 uint32_t f1, f2;
Eric Biederman8ca8d762003-04-22 19:02:15 +000032
Eric Biedermanb78c1972004-10-14 20:54:17 +000033 asm(
34 "pushfl\n\t"
35 "pushfl\n\t"
36 "popl %0\n\t"
37 "movl %0,%1\n\t"
38 "xorl %2,%0\n\t"
39 "pushl %0\n\t"
40 "popfl\n\t"
41 "pushfl\n\t"
42 "popl %0\n\t"
43 "popfl\n\t"
44 : "=&r" (f1), "=&r" (f2)
45 : "ir" (flag));
46 return ((f1^f2) & flag) != 0;
Eric Biederman8ca8d762003-04-22 19:02:15 +000047}
48
Eric Biedermanb78c1972004-10-14 20:54:17 +000049/*
50 * Cyrix CPUs without cpuid or with cpuid not yet enabled can be detected
51 * by the fact that they preserve the flags across the division of 5/2.
52 * PII and PPro exhibit this behavior too, but they have cpuid available.
53 */
Stefan Reinauer14e22772010-04-27 06:56:47 +000054
Eric Biedermanb78c1972004-10-14 20:54:17 +000055/*
56 * Perform the Cyrix 5/2 test. A Cyrix won't change
57 * the flags, while other 486 chips will.
58 */
59static inline int test_cyrix_52div(void)
60{
61 unsigned int test;
62
63 __asm__ __volatile__(
64 "sahf\n\t" /* clear flags (%eax = 0x0005) */
65 "div %b2\n\t" /* divide 5 by 2 */
66 "lahf" /* store flags into %ah */
67 : "=a" (test)
68 : "0" (5), "q" (2)
69 : "cc");
70
71 /* AH is 0x02 on Cyrix after the divide.. */
72 return (unsigned char) (test >> 8) == 0x02;
73}
74
75/*
76 * Detect a NexGen CPU running without BIOS hypercode new enough
77 * to have CPUID. (Thanks to Herbert Oppmann)
78 */
Stefan Reinauer14e22772010-04-27 06:56:47 +000079
Eric Biedermanb78c1972004-10-14 20:54:17 +000080static int deep_magic_nexgen_probe(void)
81{
82 int ret;
Stefan Reinauer14e22772010-04-27 06:56:47 +000083
Eric Biedermanb78c1972004-10-14 20:54:17 +000084 __asm__ __volatile__ (
85 " movw $0x5555, %%ax\n"
86 " xorw %%dx,%%dx\n"
87 " movw $2, %%cx\n"
88 " divw %%cx\n"
89 " movl $0, %%eax\n"
90 " jnz 1f\n"
91 " movl $1, %%eax\n"
Stefan Reinauer14e22772010-04-27 06:56:47 +000092 "1:\n"
Lee Leahy024b13d2017-03-16 13:41:11 -070093 : "=a" (ret) : : "cx", "dx");
Eric Biedermanb78c1972004-10-14 20:54:17 +000094 return ret;
95}
Stefan Reinauer96938852015-06-18 01:23:48 -070096#endif
Eric Biedermanb78c1972004-10-14 20:54:17 +000097
Elyes HAOUAS777ea892016-07-29 07:40:41 +020098/* List of CPU vendor strings along with their normalized
Eric Biedermanb78c1972004-10-14 20:54:17 +000099 * id values.
100 */
101static struct {
102 int vendor;
103 const char *name;
104} x86_vendors[] = {
105 { X86_VENDOR_INTEL, "GenuineIntel", },
106 { X86_VENDOR_CYRIX, "CyrixInstead", },
Stefan Reinauer14e22772010-04-27 06:56:47 +0000107 { X86_VENDOR_AMD, "AuthenticAMD", },
Eric Biedermanb78c1972004-10-14 20:54:17 +0000108 { X86_VENDOR_UMC, "UMC UMC UMC ", },
109 { X86_VENDOR_NEXGEN, "NexGenDriven", },
110 { X86_VENDOR_CENTAUR, "CentaurHauls", },
Martin Rothe3690102016-01-06 15:21:02 -0700111 { X86_VENDOR_RISE, "RiseRiseRise", },
112 { X86_VENDOR_TRANSMETA, "GenuineTMx86", },
Eric Biedermanb78c1972004-10-14 20:54:17 +0000113 { X86_VENDOR_TRANSMETA, "TransmetaCPU", },
114 { X86_VENDOR_NSC, "Geode by NSC", },
115 { X86_VENDOR_SIS, "SiS SiS SiS ", },
Jinke Fan8de6cb92019-05-18 18:07:56 +0800116 { X86_VENDOR_HYGON, "HygonGenuine", },
Eric Biedermanb78c1972004-10-14 20:54:17 +0000117};
118
Elyes HAOUAS6c9737b2018-07-08 12:30:02 +0200119static const char *const x86_vendor_name[] = {
Eric Biedermanb78c1972004-10-14 20:54:17 +0000120 [X86_VENDOR_INTEL] = "Intel",
121 [X86_VENDOR_CYRIX] = "Cyrix",
122 [X86_VENDOR_AMD] = "AMD",
123 [X86_VENDOR_UMC] = "UMC",
124 [X86_VENDOR_NEXGEN] = "NexGen",
125 [X86_VENDOR_CENTAUR] = "Centaur",
126 [X86_VENDOR_RISE] = "Rise",
127 [X86_VENDOR_TRANSMETA] = "Transmeta",
128 [X86_VENDOR_NSC] = "NSC",
129 [X86_VENDOR_SIS] = "SiS",
Jinke Fan8de6cb92019-05-18 18:07:56 +0800130 [X86_VENDOR_HYGON] = "Hygon",
Eric Biedermanb78c1972004-10-14 20:54:17 +0000131};
132
133static const char *cpu_vendor_name(int vendor)
134{
135 const char *name;
Elyes HAOUAS777ea892016-07-29 07:40:41 +0200136 name = "<invalid CPU vendor>";
Carl-Daniel Hailfinger2ee67792008-10-01 12:52:52 +0000137 if ((vendor < (ARRAY_SIZE(x86_vendor_name))) &&
Stefan Reinauer14e22772010-04-27 06:56:47 +0000138 (x86_vendor_name[vendor] != 0))
Eric Biedermanb78c1972004-10-14 20:54:17 +0000139 name = x86_vendor_name[vendor];
Eric Biedermanb78c1972004-10-14 20:54:17 +0000140 return name;
141}
142
143static void identify_cpu(struct device *cpu)
144{
145 char vendor_name[16];
Eric Biedermanb78c1972004-10-14 20:54:17 +0000146 int i;
147
148 vendor_name[0] = '\0'; /* Unset */
Eric Biedermanb78c1972004-10-14 20:54:17 +0000149
Stefan Reinauer96938852015-06-18 01:23:48 -0700150#ifndef __x86_64__
Eric Biedermanb78c1972004-10-14 20:54:17 +0000151 /* Find the id and vendor_name */
Rudolf Marek06253cd2012-02-25 23:51:12 +0100152 if (!cpu_have_cpuid()) {
Eric Biedermanb78c1972004-10-14 20:54:17 +0000153 /* Its a 486 if we can modify the AC flag */
Lee Leahy9c7c6f72017-03-16 11:24:09 -0700154 if (flag_is_changeable_p(X86_EFLAGS_AC))
Eric Biedermanb78c1972004-10-14 20:54:17 +0000155 cpu->device = 0x00000400; /* 486 */
Lee Leahy9c7c6f72017-03-16 11:24:09 -0700156 else
Eric Biedermanb78c1972004-10-14 20:54:17 +0000157 cpu->device = 0x00000300; /* 386 */
Lee Leahy9c7c6f72017-03-16 11:24:09 -0700158 if ((cpu->device == 0x00000400) && test_cyrix_52div())
Eric Biedermanb78c1972004-10-14 20:54:17 +0000159 memcpy(vendor_name, "CyrixInstead", 13);
160 /* If we ever care we can enable cpuid here */
Eric Biedermanb78c1972004-10-14 20:54:17 +0000161 /* Detect NexGen with old hypercode */
Lee Leahy9c7c6f72017-03-16 11:24:09 -0700162 else if (deep_magic_nexgen_probe())
Eric Biedermanb78c1972004-10-14 20:54:17 +0000163 memcpy(vendor_name, "NexGenDriven", 13);
Eric Biedermanb78c1972004-10-14 20:54:17 +0000164 }
Stefan Reinauer96938852015-06-18 01:23:48 -0700165#endif
Rudolf Marek06253cd2012-02-25 23:51:12 +0100166 if (cpu_have_cpuid()) {
Stefan Reinauer4b556a12009-05-26 12:33:06 +0000167 int cpuid_level;
Eric Biedermanb78c1972004-10-14 20:54:17 +0000168 struct cpuid_result result;
169 result = cpuid(0x00000000);
Lee Leahy024b13d2017-03-16 13:41:11 -0700170 cpuid_level = result.eax;
171 vendor_name[0] = (result.ebx >> 0) & 0xff;
172 vendor_name[1] = (result.ebx >> 8) & 0xff;
173 vendor_name[2] = (result.ebx >> 16) & 0xff;
174 vendor_name[3] = (result.ebx >> 24) & 0xff;
175 vendor_name[4] = (result.edx >> 0) & 0xff;
176 vendor_name[5] = (result.edx >> 8) & 0xff;
177 vendor_name[6] = (result.edx >> 16) & 0xff;
178 vendor_name[7] = (result.edx >> 24) & 0xff;
179 vendor_name[8] = (result.ecx >> 0) & 0xff;
180 vendor_name[9] = (result.ecx >> 8) & 0xff;
Eric Biedermanb78c1972004-10-14 20:54:17 +0000181 vendor_name[10] = (result.ecx >> 16) & 0xff;
182 vendor_name[11] = (result.ecx >> 24) & 0xff;
183 vendor_name[12] = '\0';
Stefan Reinauer14e22772010-04-27 06:56:47 +0000184
Eric Biedermanb78c1972004-10-14 20:54:17 +0000185 /* Intel-defined flags: level 0x00000001 */
Lee Leahy9c7c6f72017-03-16 11:24:09 -0700186 if (cpuid_level >= 0x00000001)
Subrata Banik53b08c32018-12-10 14:11:35 +0530187 cpu->device = cpu_get_cpuid();
Lee Leahy9c7c6f72017-03-16 11:24:09 -0700188 else
Eric Biedermanb78c1972004-10-14 20:54:17 +0000189 /* Have CPUID level 0 only unheard of */
190 cpu->device = 0x00000400;
Eric Biedermanb78c1972004-10-14 20:54:17 +0000191 }
192 cpu->vendor = X86_VENDOR_UNKNOWN;
Elyes HAOUASdbf30672016-08-21 17:37:15 +0200193 for (i = 0; i < ARRAY_SIZE(x86_vendors); i++) {
Eric Biedermanb78c1972004-10-14 20:54:17 +0000194 if (memcmp(vendor_name, x86_vendors[i].name, 12) == 0) {
195 cpu->vendor = x86_vendors[i].vendor;
196 break;
197 }
198 }
199}
200
Stefan Reinauer6293d302012-04-03 16:07:56 -0700201struct cpu_driver *find_cpu_driver(struct device *cpu)
Eric Biedermanb78c1972004-10-14 20:54:17 +0000202{
203 struct cpu_driver *driver;
Aaron Durbin03758152015-09-03 17:23:08 -0500204 for (driver = _cpu_drivers; driver < _ecpu_drivers; driver++) {
Jonathan Neuschäfer8f06ce32017-11-20 01:56:44 +0100205 const struct cpu_device_id *id;
Stefan Reinauer6293d302012-04-03 16:07:56 -0700206 for (id = driver->id_table;
207 id->vendor != X86_VENDOR_INVALID; id++) {
Eric Biedermanb78c1972004-10-14 20:54:17 +0000208 if ((cpu->vendor == id->vendor) &&
Stefan Reinauer14e22772010-04-27 06:56:47 +0000209 (cpu->device == id->device))
Stefan Reinauer6293d302012-04-03 16:07:56 -0700210 return driver;
Lee Leahy0b5678f2017-03-16 16:01:40 -0700211 if (id->vendor == X86_VENDOR_ANY)
Gerd Hoffmanncbf30732013-05-31 09:23:26 +0200212 return driver;
Eric Biedermanb78c1972004-10-14 20:54:17 +0000213 }
214 }
Stefan Reinauer6293d302012-04-03 16:07:56 -0700215 return NULL;
216}
217
218static void set_cpu_ops(struct device *cpu)
219{
220 struct cpu_driver *driver = find_cpu_driver(cpu);
221 cpu->ops = driver ? driver->ops : NULL;
Eric Biedermanb78c1972004-10-14 20:54:17 +0000222}
223
Subrata Banik7bc90362019-05-10 11:58:37 +0530224/* Keep track of default apic ids for SMM. */
225static int cpus_default_apic_id[CONFIG_MAX_CPUS];
226
227/*
228 * When CPUID executes with EAX set to 1, additional processor identification
229 * information is returned to EBX register:
230 * Default APIC ID: EBX[31-24] - this number is the 8 bit ID that is assigned
231 * to the local APIC on the processor during power on.
232 */
233static int initial_lapicid(void)
234{
235 return cpuid_ebx(1) >> 24;
236}
237
238/* Function to keep track of cpu default apic_id */
239void cpu_add_map_entry(unsigned int index)
240{
241 cpus_default_apic_id[index] = initial_lapicid();
242}
243
244/* Returns default APIC id based on logical_cpu number or < 0 on failure. */
245int cpu_get_apic_id(int logical_cpu)
246{
247 if (logical_cpu >= CONFIG_MAX_CPUS || logical_cpu < 0)
248 return -1;
249
250 return cpus_default_apic_id[logical_cpu];
251}
252
Ronald G. Minnich8b930592012-06-05 14:41:27 -0700253void cpu_initialize(unsigned int index)
Eric Biederman8ca8d762003-04-22 19:02:15 +0000254{
255 /* Because we busy wait at the printk spinlock.
256 * It is important to keep the number of printed messages
257 * from secondary cpus to a minimum, when debugging is
258 * disabled.
259 */
Eric Biedermanb78c1972004-10-14 20:54:17 +0000260 struct device *cpu;
Sven Schnelle51676b12012-07-29 19:18:03 +0200261 struct cpu_info *info;
Yinghai Lud4b278c2006-10-04 20:46:15 +0000262 struct cpuinfo_x86 c;
Stefan Reinauer14e22772010-04-27 06:56:47 +0000263
Sven Schnelle51676b12012-07-29 19:18:03 +0200264 info = cpu_info();
Eric Biederman83b991a2003-10-11 06:20:25 +0000265
Ronald G. Minnich8b930592012-06-05 14:41:27 -0700266 printk(BIOS_INFO, "Initializing CPU #%d\n", index);
Kyösti Mälkkibc8c9962012-07-10 10:19:40 +0300267
Sven Schnelle51676b12012-07-29 19:18:03 +0200268 cpu = info->cpu;
Lee Leahy9c7c6f72017-03-16 11:24:09 -0700269 if (!cpu)
Elyes HAOUAS777ea892016-07-29 07:40:41 +0200270 die("CPU: missing CPU device structure");
Li-Ta Lo8cb91dc2004-03-26 18:34:48 +0000271
Damien Zammit149c4c52015-11-28 21:27:05 +1100272 if (cpu->initialized)
273 return;
274
Duncan Laurie8adf7a22013-06-10 10:34:20 -0700275 post_log_path(cpu);
276
Elyes HAOUAS777ea892016-07-29 07:40:41 +0200277 /* Find what type of CPU we are dealing with */
Yinghai Lu30b4abe2007-04-06 19:57:42 +0000278 identify_cpu(cpu);
Stefan Reinauerc02b4fc2010-03-22 11:42:32 +0000279 printk(BIOS_DEBUG, "CPU: vendor %s device %x\n",
Yinghai Lu30b4abe2007-04-06 19:57:42 +0000280 cpu_vendor_name(cpu->vendor), cpu->device);
Li-Ta Lofd3f2d72004-05-12 16:34:46 +0000281
Yinghai Lu30b4abe2007-04-06 19:57:42 +0000282 get_fms(&c, cpu->device);
Yinghai Lud4b278c2006-10-04 20:46:15 +0000283
Stefan Reinauer5f5436f2010-04-25 20:42:02 +0000284 printk(BIOS_DEBUG, "CPU: family %02x, model %02x, stepping %02x\n",
285 c.x86, c.x86_model, c.x86_mask);
Stefan Reinauer14e22772010-04-27 06:56:47 +0000286
Yinghai Lu30b4abe2007-04-06 19:57:42 +0000287 /* Lookup the cpu's operations */
288 set_cpu_ops(cpu);
Yinghai Lud4b278c2006-10-04 20:46:15 +0000289
Elyes HAOUASdbf30672016-08-21 17:37:15 +0200290 if (!cpu->ops) {
Yinghai Lu30b4abe2007-04-06 19:57:42 +0000291 /* mask out the stepping and try again */
292 cpu->device -= c.x86_mask;
Steven J. Magnanieccc3572005-09-14 13:53:45 +0000293 set_cpu_ops(cpu);
Yinghai Lu30b4abe2007-04-06 19:57:42 +0000294 cpu->device += c.x86_mask;
Lee Leahy0b5678f2017-03-16 16:01:40 -0700295 if (!cpu->ops)
296 die("Unknown cpu");
Elyes HAOUAS777ea892016-07-29 07:40:41 +0200297 printk(BIOS_DEBUG, "Using generic CPU ops (good)\n");
Ronald G. Minnich43225bc2005-11-22 00:07:02 +0000298 }
Stefan Reinauer14e22772010-04-27 06:56:47 +0000299
Sven Schnelle51676b12012-07-29 19:18:03 +0200300
Elyes HAOUAS777ea892016-07-29 07:40:41 +0200301 /* Initialize the CPU */
Yinghai Lu30b4abe2007-04-06 19:57:42 +0000302 if (cpu->ops && cpu->ops->init) {
303 cpu->enabled = 1;
304 cpu->initialized = 1;
305 cpu->ops->init(cpu);
306 }
Duncan Laurie8adf7a22013-06-10 10:34:20 -0700307 post_log_clear();
Yinghai Lu30b4abe2007-04-06 19:57:42 +0000308
Ronald G. Minnich8b930592012-06-05 14:41:27 -0700309 printk(BIOS_INFO, "CPU #%d initialized\n", index);
Eric Biederman8ca8d762003-04-22 19:02:15 +0000310}
Aaron Durbinf6ada1c2016-02-10 10:52:47 -0600311
312void lb_arch_add_records(struct lb_header *header)
313{
Aaron Durbine0969ae2016-02-10 10:56:06 -0600314 uint32_t freq_khz;
315 struct lb_tsc_info *tsc_info;
316
317 /* Don't advertise a TSC rate unless it's constant. */
Julius Wernercd49cce2019-03-05 16:53:33 -0800318 if (!CONFIG(TSC_CONSTANT_RATE))
Aaron Durbine0969ae2016-02-10 10:56:06 -0600319 return;
320
321 freq_khz = tsc_freq_mhz() * 1000;
322
323 /* No use exposing a TSC frequency that is zero. */
324 if (freq_khz == 0)
325 return;
326
327 tsc_info = (void *)lb_new_record(header);
328 tsc_info->tag = LB_TAG_TSC_INFO;
329 tsc_info->size = sizeof(*tsc_info);
330 tsc_info->freq_khz = freq_khz;
Aaron Durbinf6ada1c2016-02-10 10:52:47 -0600331}
Aaron Durbinb21e3622016-12-07 00:32:19 -0600332
333void arch_bootstate_coreboot_exit(void)
334{
335 /* APs are already parked by existing infrastructure. */
Julius Wernercd49cce2019-03-05 16:53:33 -0800336 if (!CONFIG(PARALLEL_MP_AP_WORK))
Aaron Durbinb21e3622016-12-07 00:32:19 -0600337 return;
338
339 /* APs are waiting for work. Last thing to do is park them. */
Furquan Shaikhd6630d12018-03-29 00:10:02 -0700340 mp_park_aps();
Aaron Durbinb21e3622016-12-07 00:32:19 -0600341}
Subrata Banik095c9312019-05-06 19:51:34 +0530342
343/*
344 * Previously cpu_index() implementation assumes that cpu_index()
345 * function will always getting called from coreboot context
346 * (ESP stack pointer will always refer to coreboot).
347 *
348 * But with FSP_USES_MP_SERVICES_PPI implementation in coreboot this
349 * assumption might not be true, where FSP context (stack pointer refers
350 * to FSP) will request to get cpu_index().
351 *
352 * Hence new logic to use cpuid to fetch lapic id and matches with
353 * cpus_default_apic_id[] variable to return correct cpu_index().
354 */
Jacob Garberbc674762019-05-14 11:21:41 -0600355int cpu_index(void)
Subrata Banik095c9312019-05-06 19:51:34 +0530356{
357 int i;
358 int lapic_id = initial_lapicid();
359
360 for (i = 0; i < CONFIG_MAX_CPUS; i++) {
361 if (cpu_get_apic_id(i) == lapic_id)
362 return i;
363 }
364 return -1;
365}