blob: ba0c4f70ee9b7266676becc43d3537301fea73f1 [file] [log] [blame]
Patrick Georgi11f00792020-03-04 15:10:45 +01001/* SPDX-License-Identifier: GPL-2.0-only */
Mike Loptien91597342014-06-12 10:22:27 -06002
Eric Biederman8ca8d762003-04-22 19:02:15 +00003#include <console/console.h>
Eric Biederman7003ba42004-10-16 06:20:29 +00004#include <device/path.h>
Yinghai Luf327d9f2008-02-20 17:41:38 +00005#include <device/pci_ids.h>
Kyösti Mälkki06b20492021-06-07 23:00:00 +03006#include <arch/ioapic.h>
Eric Biederman8ca8d762003-04-22 19:02:15 +00007#include <arch/smp/mpspec.h>
8#include <string.h>
Eric Biedermanb78c1972004-10-14 20:54:17 +00009#include <arch/cpu.h>
Kyösti Mälkkidea42e02021-05-31 20:26:16 +030010#include <cpu/cpu.h>
Eric Biedermanb78c1972004-10-14 20:54:17 +000011#include <cpu/x86/lapic.h>
Sven Schnelle0fa50a12012-06-21 22:19:48 +020012#include <drivers/generic/ioapic/chip.h>
Eric Biederman8ca8d762003-04-22 19:02:15 +000013
Uwe Hermann55dc2232010-10-25 15:32:07 +000014/* Initialize the specified "mc" struct with initial values. */
Kyösti Mälkkidea42e02021-05-31 20:26:16 +030015void mptable_init(struct mp_config_table *mc)
Uwe Hermann55dc2232010-10-25 15:32:07 +000016{
Uwe Hermannc36d5062010-12-16 19:51:38 +000017 int i;
Kyösti Mälkkidea42e02021-05-31 20:26:16 +030018 u32 lapic_addr = cpu_get_lapic_addr();
Uwe Hermann55dc2232010-10-25 15:32:07 +000019
20 memset(mc, 0, sizeof(*mc));
Uwe Hermannc36d5062010-12-16 19:51:38 +000021
Uwe Hermann55dc2232010-10-25 15:32:07 +000022 memcpy(mc->mpc_signature, MPC_SIGNATURE, 4);
Uwe Hermannc36d5062010-12-16 19:51:38 +000023
Uwe Hermann55dc2232010-10-25 15:32:07 +000024 mc->mpc_length = sizeof(*mc); /* Initially just the header size. */
25 mc->mpc_spec = 0x04; /* MultiProcessor specification 1.4 */
26 mc->mpc_checksum = 0; /* Not yet computed. */
Uwe Hermann55dc2232010-10-25 15:32:07 +000027 mc->mpc_oemptr = 0;
28 mc->mpc_oemsize = 0;
29 mc->mpc_entry_count = 0; /* No entries yet... */
30 mc->mpc_lapic = lapic_addr;
31 mc->mpe_length = 0;
32 mc->mpe_checksum = 0;
33 mc->reserved = 0;
Uwe Hermannc36d5062010-12-16 19:51:38 +000034
35 strncpy(mc->mpc_oem, CONFIG_MAINBOARD_VENDOR, 8);
36 strncpy(mc->mpc_productid, CONFIG_MAINBOARD_PART_NUMBER, 12);
37
38 /*
39 * The oem/productid fields are exactly 8/12 bytes long. If the resp.
40 * entry is shorter, the remaining bytes are filled with spaces.
41 */
42 for (i = MIN(strlen(CONFIG_MAINBOARD_VENDOR), 8); i < 8; i++)
43 mc->mpc_oem[i] = ' ';
44 for (i = MIN(strlen(CONFIG_MAINBOARD_PART_NUMBER), 12); i < 12; i++)
45 mc->mpc_productid[i] = ' ';
Uwe Hermann55dc2232010-10-25 15:32:07 +000046}
47
Patrick Georgib0a9c5c2011-10-07 23:01:55 +020048static unsigned char smp_compute_checksum(void *v, int len)
Eric Biederman8ca8d762003-04-22 19:02:15 +000049{
50 unsigned char *bytes;
51 unsigned char checksum;
52 int i;
53 bytes = v;
54 checksum = 0;
Lee Leahy9c7c6f72017-03-16 11:24:09 -070055 for (i = 0; i < len; i++)
Eric Biederman8ca8d762003-04-22 19:02:15 +000056 checksum -= bytes[i];
Eric Biederman8ca8d762003-04-22 19:02:15 +000057 return checksum;
58}
59
Lee Leahy6f80ccc2017-03-16 15:18:22 -070060static void *smp_write_floating_table_physaddr(uintptr_t addr,
61 uintptr_t mpf_physptr, unsigned int virtualwire)
Stefan Reinauer4f1cb232006-07-19 15:32:49 +000062{
Edward O'Callaghan0bb0aff2014-05-02 03:58:32 +100063 struct intel_mp_floating *mf;
64 void *v;
Stefan Reinauer14e22772010-04-27 06:56:47 +000065
Yinghai Luf327d9f2008-02-20 17:41:38 +000066 v = (void *)addr;
Edward O'Callaghan0bb0aff2014-05-02 03:58:32 +100067 mf = v;
68 mf->mpf_signature[0] = '_';
69 mf->mpf_signature[1] = 'M';
70 mf->mpf_signature[2] = 'P';
71 mf->mpf_signature[3] = '_';
72 mf->mpf_physptr = mpf_physptr;
73 mf->mpf_length = 1;
74 mf->mpf_specification = 4;
75 mf->mpf_checksum = 0;
76 mf->mpf_feature1 = 0;
Mike Loptiend0167d32014-06-11 14:20:48 -060077 mf->mpf_feature2 = virtualwire?MP_FEATURE_PIC:MP_FEATURE_VIRTUALWIRE;
Edward O'Callaghan0bb0aff2014-05-02 03:58:32 +100078 mf->mpf_feature3 = 0;
79 mf->mpf_feature4 = 0;
80 mf->mpf_feature5 = 0;
81 mf->mpf_checksum = smp_compute_checksum(mf, mf->mpf_length*16);
82 return v;
Stefan Reinauer4f1cb232006-07-19 15:32:49 +000083}
84
Patrick Georgic75c79b2011-10-07 22:41:07 +020085void *smp_write_floating_table(unsigned long addr, unsigned int virtualwire)
86{
87 /* 16 byte align the table address */
88 addr = (addr + 0xf) & (~0xf);
Lee Leahy6f80ccc2017-03-16 15:18:22 -070089 return smp_write_floating_table_physaddr(addr, addr
90 + SMP_FLOATING_TABLE_LEN, virtualwire);
Patrick Georgic75c79b2011-10-07 22:41:07 +020091}
92
Eric Biederman8ca8d762003-04-22 19:02:15 +000093void *smp_next_mpc_entry(struct mp_config_table *mc)
94{
95 void *v;
96 v = (void *)(((char *)mc) + mc->mpc_length);
Mike Loptienbd4553b2014-06-16 10:46:56 -060097
Eric Biederman8ca8d762003-04-22 19:02:15 +000098 return v;
99}
Mike Loptienbd4553b2014-06-16 10:46:56 -0600100static void smp_add_mpc_entry(struct mp_config_table *mc, u16 length)
Eric Biederman8ca8d762003-04-22 19:02:15 +0000101{
102 mc->mpc_length += length;
103 mc->mpc_entry_count++;
104}
105
106void *smp_next_mpe_entry(struct mp_config_table *mc)
107{
108 void *v;
109 v = (void *)(((char *)mc) + mc->mpc_length + mc->mpe_length);
Mike Loptienbd4553b2014-06-16 10:46:56 -0600110
Eric Biederman8ca8d762003-04-22 19:02:15 +0000111 return v;
112}
113static void smp_add_mpe_entry(struct mp_config_table *mc, mpe_t mpe)
114{
115 mc->mpe_length += mpe->mpe_length;
116}
117
Mike Loptienbd4553b2014-06-16 10:46:56 -0600118/*
119 * Type 0: Processor Entries:
120 * Entry Type, LAPIC ID, LAPIC Version, CPU Flags EN/BP,
121 * CPU Signature (Stepping, Model, Family), Feature Flags
122 */
Eric Biederman8ca8d762003-04-22 19:02:15 +0000123void smp_write_processor(struct mp_config_table *mc,
Mike Loptienbd4553b2014-06-16 10:46:56 -0600124 u8 apicid, u8 apicver, u8 cpuflag,
125 u32 cpufeature, u32 featureflag)
Eric Biederman8ca8d762003-04-22 19:02:15 +0000126{
127 struct mpc_config_processor *mpc;
128 mpc = smp_next_mpc_entry(mc);
129 memset(mpc, '\0', sizeof(*mpc));
130 mpc->mpc_type = MP_PROCESSOR;
131 mpc->mpc_apicid = apicid;
132 mpc->mpc_apicver = apicver;
133 mpc->mpc_cpuflag = cpuflag;
134 mpc->mpc_cpufeature = cpufeature;
135 mpc->mpc_featureflag = featureflag;
136 smp_add_mpc_entry(mc, sizeof(*mpc));
137}
138
Mike Loptienbd4553b2014-06-16 10:46:56 -0600139/*
140 * If we assume a symmetric processor configuration we can
Eric Biederman8ca8d762003-04-22 19:02:15 +0000141 * get all of the information we need to write the processor
142 * entry from the bootstrap processor.
143 * Plus I don't think linux really even cares.
144 * Having the proper apicid's in the table so the non-bootstrap
145 * processors can be woken up should be enough.
146 */
Eric Biedermanb78c1972004-10-14 20:54:17 +0000147void smp_write_processors(struct mp_config_table *mc)
Eric Biederman8ca8d762003-04-22 19:02:15 +0000148{
Eric Biedermanb78c1972004-10-14 20:54:17 +0000149 int boot_apic_id;
Patrick Georgi07b42152011-10-14 23:02:57 +0200150 int order_id;
Lee Leahye5f29e82017-03-16 14:16:56 -0700151 unsigned int apic_version;
152 unsigned int cpu_features;
153 unsigned int cpu_feature_flags;
Edward O'Callaghan2c9d2cf2014-10-27 23:29:29 +1100154 struct device *cpu;
Stefan Reinauer14e22772010-04-27 06:56:47 +0000155
Eric Biedermanb78c1972004-10-14 20:54:17 +0000156 boot_apic_id = lapicid();
157 apic_version = lapic_read(LAPIC_LVR) & 0xff;
Subrata Banik53b08c32018-12-10 14:11:35 +0530158 cpu_features = cpu_get_cpuid();
159 cpu_feature_flags = cpu_get_feature_flags_edx();
Patrick Georgi07b42152011-10-14 23:02:57 +0200160 /* order the output of the cpus to fix a bug in kernel 2.6.11 */
Lee Leahy024b13d2017-03-16 13:41:11 -0700161 for (order_id = 0; order_id < 256; order_id++) {
Elyes HAOUASdbf30672016-08-21 17:37:15 +0200162 for (cpu = all_devices; cpu; cpu = cpu->next) {
Edward O'Callaghan0bb0aff2014-05-02 03:58:32 +1000163 unsigned long cpu_flag;
164 if ((cpu->path.type != DEVICE_PATH_APIC) ||
Lee Leahy6f80ccc2017-03-16 15:18:22 -0700165 (cpu->bus->dev->path.type !=
166 DEVICE_PATH_CPU_CLUSTER))
Edward O'Callaghan0bb0aff2014-05-02 03:58:32 +1000167 continue;
168
169 if (!cpu->enabled)
170 continue;
171
172 cpu_flag = MPC_CPU_ENABLED;
173
174 if (boot_apic_id == cpu->path.apic.apic_id)
Lee Leahy6f80ccc2017-03-16 15:18:22 -0700175 cpu_flag = MPC_CPU_ENABLED
176 | MPC_CPU_BOOTPROCESSOR;
Edward O'Callaghan0bb0aff2014-05-02 03:58:32 +1000177
Elyes HAOUASdbf30672016-08-21 17:37:15 +0200178 if (cpu->path.apic.apic_id == order_id) {
Mike Loptienbd4553b2014-06-16 10:46:56 -0600179 smp_write_processor(mc,
180 cpu->path.apic.apic_id, apic_version,
Lee Leahy6f80ccc2017-03-16 15:18:22 -0700181 cpu_flag, cpu_features,
182 cpu_feature_flags
Edward O'Callaghan0bb0aff2014-05-02 03:58:32 +1000183 );
184 break;
185 }
Eric Biederman8ca8d762003-04-22 19:02:15 +0000186 }
Eric Biederman8ca8d762003-04-22 19:02:15 +0000187 }
188}
189
Mike Loptienbd4553b2014-06-16 10:46:56 -0600190/*
191 * Type 1: Bus Entries:
192 * Entry Type, Bus ID, Bus Type
193 */
Patrick Georgi patrick612fcc32010-11-23 07:19:54 +0000194static void smp_write_bus(struct mp_config_table *mc,
Mike Loptienbd4553b2014-06-16 10:46:56 -0600195 u8 id, const char *bustype)
Eric Biederman8ca8d762003-04-22 19:02:15 +0000196{
197 struct mpc_config_bus *mpc;
198 mpc = smp_next_mpc_entry(mc);
199 memset(mpc, '\0', sizeof(*mpc));
200 mpc->mpc_type = MP_BUS;
201 mpc->mpc_busid = id;
202 memcpy(mpc->mpc_bustype, bustype, sizeof(mpc->mpc_bustype));
203 smp_add_mpc_entry(mc, sizeof(*mpc));
204}
205
Mike Loptienbd4553b2014-06-16 10:46:56 -0600206/*
207 * Type 2: I/O APIC Entries:
208 * Entry Type, APIC ID, Version,
209 * APIC Flags:EN, Address
210 */
Eric Biederman8ca8d762003-04-22 19:02:15 +0000211void smp_write_ioapic(struct mp_config_table *mc,
Kevin Paul Herbertbde6d302014-12-24 18:43:20 -0800212 u8 id, u8 ver, void *apicaddr)
Eric Biederman8ca8d762003-04-22 19:02:15 +0000213{
214 struct mpc_config_ioapic *mpc;
215 mpc = smp_next_mpc_entry(mc);
216 memset(mpc, '\0', sizeof(*mpc));
217 mpc->mpc_type = MP_IOAPIC;
218 mpc->mpc_apicid = id;
219 mpc->mpc_apicver = ver;
220 mpc->mpc_flags = MPC_APIC_USABLE;
221 mpc->mpc_apicaddr = apicaddr;
222 smp_add_mpc_entry(mc, sizeof(*mpc));
223}
224
Kyösti Mälkki06b20492021-06-07 23:00:00 +0300225u8 smp_write_ioapic_from_hw(struct mp_config_table *mc, void *apicaddr)
226{
227 u8 id = get_ioapic_id(apicaddr);
228 u8 ver = get_ioapic_version(apicaddr);
229 smp_write_ioapic(mc, id, ver, apicaddr);
230 return id;
231}
232
Mike Loptienbd4553b2014-06-16 10:46:56 -0600233/*
234 * Type 3: I/O Interrupt Table Entries:
235 * Entry Type, Int Type, Int Polarity, Int Level,
236 * Source Bus ID, Source Bus IRQ, Dest APIC ID, Dest PIN#
237 */
Eric Biederman8ca8d762003-04-22 19:02:15 +0000238void smp_write_intsrc(struct mp_config_table *mc,
Mike Loptienbd4553b2014-06-16 10:46:56 -0600239 u8 irqtype, u16 irqflag,
240 u8 srcbus, u8 srcbusirq,
241 u8 dstapic, u8 dstirq)
Eric Biederman8ca8d762003-04-22 19:02:15 +0000242{
243 struct mpc_config_intsrc *mpc;
244 mpc = smp_next_mpc_entry(mc);
245 memset(mpc, '\0', sizeof(*mpc));
246 mpc->mpc_type = MP_INTSRC;
247 mpc->mpc_irqtype = irqtype;
248 mpc->mpc_irqflag = irqflag;
249 mpc->mpc_srcbus = srcbus;
250 mpc->mpc_srcbusirq = srcbusirq;
251 mpc->mpc_dstapic = dstapic;
252 mpc->mpc_dstirq = dstirq;
253 smp_add_mpc_entry(mc, sizeof(*mpc));
Eric Biederman8ca8d762003-04-22 19:02:15 +0000254}
255
Mike Loptienbd4553b2014-06-16 10:46:56 -0600256/*
257 * Type 3: I/O Interrupt Table Entries for PCI Devices:
258 * This has the same fields as 'Type 3: I/O Interrupt Table Entries'
259 * but the Source Bus IRQ field has a slightly different
260 * definition:
261 * Bits 1-0: PIRQ pin: INT_A# = 0, INT_B# = 1, INT_C# = 2, INT_D# = 3
262 * Bits 2-6: Originating PCI Device Number (Not its parent bridge device number)
263 * Bit 7: Reserved
264 */
265void smp_write_pci_intsrc(struct mp_config_table *mc,
266 u8 irqtype, u8 srcbus, u8 dev, u8 pirq,
267 u8 dstapic, u8 dstirq)
268{
269 u8 srcbusirq = (dev << 2) | pirq;
Lee Leahy6f80ccc2017-03-16 15:18:22 -0700270 printk(BIOS_SPEW,
271 "\tPCI srcbusirq = 0x%x from dev = 0x%x and pirq = %x\n",
272 srcbusirq, dev, pirq);
273 smp_write_intsrc(mc, irqtype, MP_IRQ_TRIGGER_LEVEL
274 | MP_IRQ_POLARITY_LOW, srcbus, srcbusirq, dstapic, dstirq);
Mike Loptienbd4553b2014-06-16 10:46:56 -0600275}
276
Yinghai Luf327d9f2008-02-20 17:41:38 +0000277void smp_write_intsrc_pci_bridge(struct mp_config_table *mc,
Mike Loptienbd4553b2014-06-16 10:46:56 -0600278 u8 irqtype, u16 irqflag, struct device *dev,
Yinghai Luf327d9f2008-02-20 17:41:38 +0000279 unsigned char dstapic, unsigned char *dstirq)
280{
281 struct device *child;
282
Yinghai Luf327d9f2008-02-20 17:41:38 +0000283 int i;
284 int srcbus;
285 int slot;
286
287 struct bus *link;
288 unsigned char dstirq_x[4];
289
Myles Watson894a3472010-06-09 22:41:35 +0000290 for (link = dev->link_list; link; link = link->next) {
Yinghai Luf327d9f2008-02-20 17:41:38 +0000291
Yinghai Luf327d9f2008-02-20 17:41:38 +0000292 child = link->children;
293 srcbus = link->secondary;
294
295 while (child) {
296 if (child->path.type != DEVICE_PATH_PCI)
297 goto next;
298
Stefan Reinauer2b34db82009-02-28 20:10:20 +0000299 slot = (child->path.pci.devfn >> 3);
Yinghai Luf327d9f2008-02-20 17:41:38 +0000300 /* round pins */
301 for (i = 0; i < 4; i++)
302 dstirq_x[i] = dstirq[(i + slot) % 4];
303
304 if ((child->class >> 16) != PCI_BASE_CLASS_BRIDGE) {
305 /* pci device */
Lee Leahy6f80ccc2017-03-16 15:18:22 -0700306 printk(BIOS_DEBUG, "route irq: %s\n",
307 dev_path(child));
Yinghai Luf327d9f2008-02-20 17:41:38 +0000308 for (i = 0; i < 4; i++)
Lee Leahy6f80ccc2017-03-16 15:18:22 -0700309 smp_write_intsrc(mc, irqtype, irqflag,
310 srcbus, (slot<<2)|i, dstapic,
311 dstirq_x[i]);
Yinghai Luf327d9f2008-02-20 17:41:38 +0000312 goto next;
313 }
314
315 switch (child->class>>8) {
316 case PCI_CLASS_BRIDGE_PCI:
317 case PCI_CLASS_BRIDGE_PCMCIA:
318 case PCI_CLASS_BRIDGE_CARDBUS:
Lee Leahy6f80ccc2017-03-16 15:18:22 -0700319 printk(BIOS_DEBUG, "route irq bridge: %s\n",
320 dev_path(child));
321 smp_write_intsrc_pci_bridge(mc, irqtype,
322 irqflag, child, dstapic, dstirq_x);
Yinghai Luf327d9f2008-02-20 17:41:38 +0000323 }
324
Patrick Georgic5fc7db2012-03-07 15:55:47 +0100325next:
Yinghai Luf327d9f2008-02-20 17:41:38 +0000326 child = child->sibling;
327 }
328
329 }
330}
Eric Biederman8ca8d762003-04-22 19:02:15 +0000331
Mike Loptienbd4553b2014-06-16 10:46:56 -0600332/*
333 * Type 4: Local Interrupt Assignment Entries:
334 * Entry Type, Int Type, Int Polarity, Int Level,
335 * Source Bus ID, Source Bus IRQ, Dest LAPIC ID,
336 * Dest LAPIC LINTIN#
337 */
Eric Biederman8ca8d762003-04-22 19:02:15 +0000338void smp_write_lintsrc(struct mp_config_table *mc,
Mike Loptienbd4553b2014-06-16 10:46:56 -0600339 u8 irqtype, u16 irqflag,
340 u8 srcbusid, u8 srcbusirq,
341 u8 destapic, u8 destapiclint)
Eric Biederman8ca8d762003-04-22 19:02:15 +0000342{
343 struct mpc_config_lintsrc *mpc;
344 mpc = smp_next_mpc_entry(mc);
345 memset(mpc, '\0', sizeof(*mpc));
346 mpc->mpc_type = MP_LINTSRC;
347 mpc->mpc_irqtype = irqtype;
348 mpc->mpc_irqflag = irqflag;
349 mpc->mpc_srcbusid = srcbusid;
350 mpc->mpc_srcbusirq = srcbusirq;
351 mpc->mpc_destapic = destapic;
352 mpc->mpc_destapiclint = destapiclint;
353 smp_add_mpc_entry(mc, sizeof(*mpc));
354}
355
Mike Loptienbd4553b2014-06-16 10:46:56 -0600356/*
357 * Type 128: System Address Space Mapping Entries
358 * Entry Type, Entry Length, Bus ID, Address Type,
359 * Address Base Lo/Hi, Address Length Lo/Hi
360 */
Eric Biederman8ca8d762003-04-22 19:02:15 +0000361void smp_write_address_space(struct mp_config_table *mc,
Mike Loptienbd4553b2014-06-16 10:46:56 -0600362 u8 busid, u8 address_type,
363 u32 address_base_low, u32 address_base_high,
364 u32 address_length_low, u32 address_length_high)
Eric Biederman8ca8d762003-04-22 19:02:15 +0000365{
366 struct mp_exten_system_address_space *mpe;
367 mpe = smp_next_mpe_entry(mc);
368 memset(mpe, '\0', sizeof(*mpe));
369 mpe->mpe_type = MPE_SYSTEM_ADDRESS_SPACE;
370 mpe->mpe_length = sizeof(*mpe);
371 mpe->mpe_busid = busid;
372 mpe->mpe_address_type = address_type;
373 mpe->mpe_address_base_low = address_base_low;
374 mpe->mpe_address_base_high = address_base_high;
375 mpe->mpe_address_length_low = address_length_low;
376 mpe->mpe_address_length_high = address_length_high;
377 smp_add_mpe_entry(mc, (mpe_t)mpe);
378}
379
Mike Loptienbd4553b2014-06-16 10:46:56 -0600380/*
381 * Type 129: Bus Hierarchy Descriptor Entry
382 * Entry Type, Entry Length, Bus ID, Bus Info,
383 * Parent Bus ID
384 */
Eric Biederman8ca8d762003-04-22 19:02:15 +0000385void smp_write_bus_hierarchy(struct mp_config_table *mc,
Mike Loptienbd4553b2014-06-16 10:46:56 -0600386 u8 busid, u8 bus_info, u8 parent_busid)
Eric Biederman8ca8d762003-04-22 19:02:15 +0000387{
388 struct mp_exten_bus_hierarchy *mpe;
389 mpe = smp_next_mpe_entry(mc);
390 memset(mpe, '\0', sizeof(*mpe));
391 mpe->mpe_type = MPE_BUS_HIERARCHY;
392 mpe->mpe_length = sizeof(*mpe);
393 mpe->mpe_busid = busid;
394 mpe->mpe_bus_info = bus_info;
395 mpe->mpe_parent_busid = parent_busid;
396 smp_add_mpe_entry(mc, (mpe_t)mpe);
397}
398
Mike Loptienbd4553b2014-06-16 10:46:56 -0600399/*
400 * Type 130: Compatibility Bus Address Space Modifier Entry
401 * Entry Type, Entry Length, Bus ID, Address Modifier
402 * Predefined Range List
403 */
Eric Biederman8ca8d762003-04-22 19:02:15 +0000404void smp_write_compatibility_address_space(struct mp_config_table *mc,
Mike Loptienbd4553b2014-06-16 10:46:56 -0600405 u8 busid, u8 address_modifier,
406 u32 range_list)
Eric Biederman8ca8d762003-04-22 19:02:15 +0000407{
408 struct mp_exten_compatibility_address_space *mpe;
409 mpe = smp_next_mpe_entry(mc);
410 memset(mpe, '\0', sizeof(*mpe));
411 mpe->mpe_type = MPE_COMPATIBILITY_ADDRESS_SPACE;
412 mpe->mpe_length = sizeof(*mpe);
413 mpe->mpe_busid = busid;
414 mpe->mpe_address_modifier = address_modifier;
415 mpe->mpe_range_list = range_list;
416 smp_add_mpe_entry(mc, (mpe_t)mpe);
417}
418
Patrick Georgi6eb7a532011-10-07 21:42:52 +0200419void mptable_lintsrc(struct mp_config_table *mc, unsigned long bus_isa)
420{
Lee Leahy6f80ccc2017-03-16 15:18:22 -0700421 smp_write_lintsrc(mc, mp_ExtINT, MP_IRQ_TRIGGER_EDGE
422 | MP_IRQ_POLARITY_HIGH, bus_isa, 0x0, MP_APIC_ALL, 0x0);
423 smp_write_lintsrc(mc, mp_NMI, MP_IRQ_TRIGGER_EDGE
424 | MP_IRQ_POLARITY_HIGH, bus_isa, 0x0, MP_APIC_ALL, 0x1);
Patrick Georgi6eb7a532011-10-07 21:42:52 +0200425}
426
Lee Leahy6f80ccc2017-03-16 15:18:22 -0700427void mptable_add_isa_interrupts(struct mp_config_table *mc,
428 unsigned long bus_isa, unsigned long apicid, int external_int2)
Patrick Georgic5b87c82010-05-20 15:28:19 +0000429{
Lee Leahy6f80ccc2017-03-16 15:18:22 -0700430/*I/O Ints: Type Trigger Polarity
431 * Bus ID IRQ APIC ID PIN# */
Patrick Georgic5b87c82010-05-20 15:28:19 +0000432 smp_write_intsrc(mc, external_int2?mp_INT:mp_ExtINT,
Lee Leahy6f80ccc2017-03-16 15:18:22 -0700433 MP_IRQ_TRIGGER_EDGE | MP_IRQ_POLARITY_HIGH,
434 bus_isa, 0x0, apicid, 0x0);
435 smp_write_intsrc(mc, mp_INT, MP_IRQ_TRIGGER_EDGE | MP_IRQ_POLARITY_HIGH,
436 bus_isa, 0x1, apicid, 0x1);
Patrick Georgic5b87c82010-05-20 15:28:19 +0000437 smp_write_intsrc(mc, external_int2?mp_ExtINT:mp_INT,
Lee Leahy6f80ccc2017-03-16 15:18:22 -0700438 MP_IRQ_TRIGGER_EDGE | MP_IRQ_POLARITY_HIGH,
439 bus_isa, 0x0, apicid, 0x2);
440 smp_write_intsrc(mc, mp_INT, MP_IRQ_TRIGGER_EDGE | MP_IRQ_POLARITY_HIGH,
441 bus_isa, 0x3, apicid, 0x3);
442 smp_write_intsrc(mc, mp_INT, MP_IRQ_TRIGGER_EDGE | MP_IRQ_POLARITY_HIGH,
443 bus_isa, 0x4, apicid, 0x4);
444 smp_write_intsrc(mc, mp_INT, MP_IRQ_TRIGGER_EDGE | MP_IRQ_POLARITY_HIGH,
445 bus_isa, 0x6, apicid, 0x6);
446 smp_write_intsrc(mc, mp_INT, MP_IRQ_TRIGGER_EDGE | MP_IRQ_POLARITY_HIGH,
447 bus_isa, 0x7, apicid, 0x7);
448 smp_write_intsrc(mc, mp_INT, MP_IRQ_TRIGGER_EDGE | MP_IRQ_POLARITY_HIGH,
449 bus_isa, 0x8, apicid, 0x8);
450 smp_write_intsrc(mc, mp_INT, MP_IRQ_TRIGGER_EDGE | MP_IRQ_POLARITY_HIGH,
451 bus_isa, 0x9, apicid, 0x9);
452 smp_write_intsrc(mc, mp_INT, MP_IRQ_TRIGGER_EDGE | MP_IRQ_POLARITY_HIGH,
453 bus_isa, 0xa, apicid, 0xa);
454 smp_write_intsrc(mc, mp_INT, MP_IRQ_TRIGGER_EDGE | MP_IRQ_POLARITY_HIGH,
455 bus_isa, 0xb, apicid, 0xb);
456 smp_write_intsrc(mc, mp_INT, MP_IRQ_TRIGGER_EDGE | MP_IRQ_POLARITY_HIGH,
457 bus_isa, 0xc, apicid, 0xc);
458 smp_write_intsrc(mc, mp_INT, MP_IRQ_TRIGGER_EDGE | MP_IRQ_POLARITY_HIGH,
459 bus_isa, 0xd, apicid, 0xd);
460 smp_write_intsrc(mc, mp_INT, MP_IRQ_TRIGGER_EDGE | MP_IRQ_POLARITY_HIGH,
461 bus_isa, 0xe, apicid, 0xe);
462 smp_write_intsrc(mc, mp_INT, MP_IRQ_TRIGGER_EDGE | MP_IRQ_POLARITY_HIGH,
463 bus_isa, 0xf, apicid, 0xf);
Patrick Georgic5b87c82010-05-20 15:28:19 +0000464}
Patrick Georgiab272662010-06-25 13:43:22 +0000465
Lee Leahy9c7c6f72017-03-16 11:24:09 -0700466void mptable_write_buses(struct mp_config_table *mc, int *max_pci_bus,
467 int *isa_bus)
468{
Patrick Georgiab272662010-06-25 13:43:22 +0000469 int dummy, i, highest;
470 char buses[256];
471 struct device *dev;
472
Lee Leahy0b5678f2017-03-16 16:01:40 -0700473 if (!max_pci_bus)
474 max_pci_bus = &dummy;
475 if (!isa_bus)
476 isa_bus = &dummy;
Patrick Georgiab272662010-06-25 13:43:22 +0000477
478 *max_pci_bus = 0;
479 highest = 0;
480 memset(buses, 0, sizeof(buses));
481
482 for (dev = all_devices; dev; dev = dev->next) {
483 struct bus *bus;
484 for (bus = dev->link_list; bus; bus = bus->next) {
485 if (bus->secondary > 255) {
Lee Leahy6f80ccc2017-03-16 15:18:22 -0700486 printk(BIOS_ERR,
487 "A bus claims to have a bus ID > 255?!? Aborting");
Patrick Georgiab272662010-06-25 13:43:22 +0000488 return;
489 }
490 buses[bus->secondary] = 1;
Lee Leahy0b5678f2017-03-16 16:01:40 -0700491 if (highest < bus->secondary)
492 highest = bus->secondary;
Patrick Georgiab272662010-06-25 13:43:22 +0000493 }
494 }
Lee Leahy024b13d2017-03-16 13:41:11 -0700495 for (i = 0; i <= highest; i++) {
Patrick Georgiab272662010-06-25 13:43:22 +0000496 if (buses[i]) {
497 smp_write_bus(mc, i, "PCI ");
498 *max_pci_bus = i;
499 }
500 }
501 *isa_bus = *max_pci_bus + 1;
502 smp_write_bus(mc, *isa_bus, "ISA ");
503}
504
Patrick Georgib0a9c5c2011-10-07 23:01:55 +0200505void *mptable_finalize(struct mp_config_table *mc)
506{
Lee Leahy6f80ccc2017-03-16 15:18:22 -0700507 mc->mpe_checksum = smp_compute_checksum(smp_next_mpc_entry(mc),
508 mc->mpe_length);
Patrick Georgib0a9c5c2011-10-07 23:01:55 +0200509 mc->mpc_checksum = smp_compute_checksum(mc, mc->mpc_length);
Lee Leahy6f80ccc2017-03-16 15:18:22 -0700510 printk(BIOS_DEBUG, "Wrote the mp table end at: %p - %p\n",
511 mc, smp_next_mpe_entry(mc));
Patrick Georgib0a9c5c2011-10-07 23:01:55 +0200512 return smp_next_mpe_entry(mc);
513}
Sven Schnelle0fa50a12012-06-21 22:19:48 +0200514
Lubomir Rintel294446a2018-04-14 11:48:27 +0200515static const struct device *find_next_ioapic(unsigned int last_ioapic_id)
516{
517 const struct device *dev;
518 const struct device *result = NULL;
519 unsigned int ioapic_id = MAX_APICS;
520
521 for (dev = all_devices; dev; dev = dev->next) {
522 if (dev->path.type == DEVICE_PATH_IOAPIC &&
523 dev->path.ioapic.ioapic_id > last_ioapic_id &&
524 dev->path.ioapic.ioapic_id <= ioapic_id) {
525 result = dev;
526 }
527 }
528 return result;
529}
530
Aaron Durbin64031672018-04-21 14:45:32 -0600531unsigned long __weak write_smp_table(unsigned long addr)
Sven Schnelle0fa50a12012-06-21 22:19:48 +0200532{
533 struct drivers_generic_ioapic_config *ioapic_config;
Edward O'Callaghan0bb0aff2014-05-02 03:58:32 +1000534 struct mp_config_table *mc;
Sven Schnelle0fa50a12012-06-21 22:19:48 +0200535 int isa_bus, pin, parentpin;
Lubomir Rintel9ba8f7c2018-04-26 00:00:22 +0200536 const struct device *dev;
537 const struct device *parent;
538 const struct device *oldparent;
Sven Schnelle0fa50a12012-06-21 22:19:48 +0200539 void *tmp, *v;
Sven Schnelle8c027902012-08-20 11:19:00 +0200540 int isaioapic = -1, have_fixed_entries;
Lubomir Rintel9ba8f7c2018-04-26 00:00:22 +0200541 const struct pci_irq_info *pci_irq_info;
Lubomir Rintel294446a2018-04-14 11:48:27 +0200542 unsigned int ioapic_id = 0;
Sven Schnelle0fa50a12012-06-21 22:19:48 +0200543
544 v = smp_write_floating_table(addr, 0);
Edward O'Callaghan0bb0aff2014-05-02 03:58:32 +1000545 mc = (void *)(((char *)v) + SMP_FLOATING_TABLE_LEN);
Sven Schnelle0fa50a12012-06-21 22:19:48 +0200546
Kyösti Mälkkidea42e02021-05-31 20:26:16 +0300547 mptable_init(mc);
Sven Schnelle0fa50a12012-06-21 22:19:48 +0200548
Alexandru Gagniuc0d5d70b2012-08-21 17:08:03 -0500549 smp_write_processors(mc);
Sven Schnelle0fa50a12012-06-21 22:19:48 +0200550
551 mptable_write_buses(mc, NULL, &isa_bus);
552
Lubomir Rintel294446a2018-04-14 11:48:27 +0200553 while ((dev = find_next_ioapic(ioapic_id))) {
Lee Leahy0b5678f2017-03-16 16:01:40 -0700554 ioapic_config = dev->chip_info;
555 if (!ioapic_config) {
Lee Leahy6f80ccc2017-03-16 15:18:22 -0700556 printk(BIOS_ERR, "%s has no config, ignoring\n",
557 dev_path(dev));
Lubomir Rintel294446a2018-04-14 11:48:27 +0200558 ioapic_id++;
Sven Schnelle0fa50a12012-06-21 22:19:48 +0200559 continue;
560 }
Lubomir Rintel294446a2018-04-14 11:48:27 +0200561
562 ioapic_id = dev->path.ioapic.ioapic_id;
563 smp_write_ioapic(mc, ioapic_id,
Sven Schnelle0fa50a12012-06-21 22:19:48 +0200564 ioapic_config->version,
565 ioapic_config->base);
566
567 if (ioapic_config->have_isa_interrupts) {
Alexandru Gagniuc0d5d70b2012-08-21 17:08:03 -0500568 if (isaioapic >= 0)
Lee Leahy6f80ccc2017-03-16 15:18:22 -0700569 printk(BIOS_ERR,
570 "More than one IOAPIC with ISA interrupts?\n");
Sven Schnelle0fa50a12012-06-21 22:19:48 +0200571 else
Alexandru Gagniuc0d5d70b2012-08-21 17:08:03 -0500572 isaioapic = dev->path.ioapic.ioapic_id;
Sven Schnelle0fa50a12012-06-21 22:19:48 +0200573 }
574 }
575
576 if (isaioapic >= 0) {
577 /* Legacy Interrupts */
Alexandru Gagniuc0d5d70b2012-08-21 17:08:03 -0500578 printk(BIOS_DEBUG, "Writing ISA IRQs\n");
Sven Schnelle0fa50a12012-06-21 22:19:48 +0200579 mptable_add_isa_interrupts(mc, isa_bus, isaioapic, 0);
580 }
581
Elyes HAOUASdbf30672016-08-21 17:37:15 +0200582 for (dev = all_devices; dev; dev = dev->next) {
Sven Schnelle0fa50a12012-06-21 22:19:48 +0200583
Sven Schnelle64c40dd2012-08-20 11:17:52 +0200584 if (dev->path.type != DEVICE_PATH_PCI || !dev->enabled)
Sven Schnelle0fa50a12012-06-21 22:19:48 +0200585 continue;
586
Sven Schnelle8c027902012-08-20 11:19:00 +0200587 have_fixed_entries = 0;
588 for (pin = 0; pin < 4; pin++) {
589 if (dev->pci_irq_info[pin].ioapic_dst_id) {
Lee Leahy6f80ccc2017-03-16 15:18:22 -0700590 printk(BIOS_DEBUG,
591 "fixed IRQ entry for: %s: INT%c# -> IOAPIC %d PIN %d\n",
592 dev_path(dev),
Sven Schnelle8c027902012-08-20 11:19:00 +0200593 pin + 'A',
594 dev->pci_irq_info[pin].ioapic_dst_id,
595 dev->pci_irq_info[pin].ioapic_irq_pin);
596 smp_write_intsrc(mc, mp_INT,
Lee Leahy6f80ccc2017-03-16 15:18:22 -0700597 dev->pci_irq_info[pin].ioapic_flags,
598 dev->bus->secondary,
599 ((dev->path.pci.devfn & 0xf8) >> 1)
600 | pin,
601 dev->pci_irq_info[pin].ioapic_dst_id,
602 dev->pci_irq_info[pin].ioapic_irq_pin);
Sven Schnelle8c027902012-08-20 11:19:00 +0200603 have_fixed_entries = 1;
604 }
605 }
Sven Schnelle0fa50a12012-06-21 22:19:48 +0200606
Sven Schnelle8c027902012-08-20 11:19:00 +0200607 if (!have_fixed_entries) {
608 pin = (dev->path.pci.devfn & 7) % 4;
609 oldparent = parent = dev;
Lee Leahy024b13d2017-03-16 13:41:11 -0700610 while ((parent = parent->bus->dev)) {
Lee Leahy6f80ccc2017-03-16 15:18:22 -0700611 parentpin = (oldparent->path.pci.devfn >> 3)
612 + (oldparent->path.pci.devfn & 7);
Sven Schnelle8c027902012-08-20 11:19:00 +0200613 parentpin += dev->path.pci.devfn & 7;
614 parentpin += dev->path.pci.devfn >> 3;
615 parentpin %= 4;
Sven Schnelle0fa50a12012-06-21 22:19:48 +0200616
Lee Leahy6f80ccc2017-03-16 15:18:22 -0700617 pci_irq_info = &parent->pci_irq_info[parentpin];
618 if (pci_irq_info->ioapic_dst_id) {
619 printk(BIOS_DEBUG,
620 "automatic IRQ entry for %s: INT%c# -> IOAPIC %d PIN %d\n",
Sven Schnelle8c027902012-08-20 11:19:00 +0200621 dev_path(dev), pin + 'A',
Lee Leahy6f80ccc2017-03-16 15:18:22 -0700622 pci_irq_info->ioapic_dst_id,
623 pci_irq_info->ioapic_irq_pin);
Sven Schnelle8c027902012-08-20 11:19:00 +0200624 smp_write_intsrc(mc, mp_INT,
Lee Leahy6f80ccc2017-03-16 15:18:22 -0700625 pci_irq_info->ioapic_flags,
626 dev->bus->secondary,
627 ((dev->path.pci.devfn & 0xf8)
628 >> 1) | pin,
629 pci_irq_info->ioapic_dst_id,
630 pci_irq_info->ioapic_irq_pin);
Sven Schnelle0fa50a12012-06-21 22:19:48 +0200631
Sven Schnelle8c027902012-08-20 11:19:00 +0200632 break;
Sven Schnelle0fa50a12012-06-21 22:19:48 +0200633 }
Sven Schnelle8c027902012-08-20 11:19:00 +0200634
Stefan Reinauer4aff4452013-02-12 14:17:15 -0800635 if (parent->path.type == DEVICE_PATH_DOMAIN) {
Lee Leahy6f80ccc2017-03-16 15:18:22 -0700636 printk(BIOS_WARNING,
637 "no IRQ found for %s\n",
638 dev_path(dev));
Sven Schnelle8c027902012-08-20 11:19:00 +0200639 break;
640 }
641 oldparent = parent;
642 }
Sven Schnelle0fa50a12012-06-21 22:19:48 +0200643 }
644 }
645
646 mptable_lintsrc(mc, isa_bus);
647 tmp = mptable_finalize(mc);
Stefan Reinauer96938852015-06-18 01:23:48 -0700648 printk(BIOS_INFO, "MPTABLE len: %d\n", (unsigned int)((uintptr_t)tmp -
649 (uintptr_t)v));
Sven Schnelle0fa50a12012-06-21 22:19:48 +0200650 return (unsigned long)tmp;
651}