blob: d94308ee188e583fc1f96353dcda905301979a0c [file] [log] [blame]
Patrick Georgi11f00792020-03-04 15:10:45 +01001/* SPDX-License-Identifier: GPL-2.0-only */
Mike Loptien91597342014-06-12 10:22:27 -06002
Elyes Haouasae1ca822022-10-07 10:02:38 +02003#include <acpi/acpi.h>
Kyösti Mälkki06b20492021-06-07 23:00:00 +03004#include <arch/ioapic.h>
Eric Biederman8ca8d762003-04-22 19:02:15 +00005#include <arch/smp/mpspec.h>
Elyes Haouasae1ca822022-10-07 10:02:38 +02006#include <console/console.h>
Kyösti Mälkkidea42e02021-05-31 20:26:16 +03007#include <cpu/cpu.h>
Eric Biedermanb78c1972004-10-14 20:54:17 +00008#include <cpu/x86/lapic.h>
Elyes Haouasae1ca822022-10-07 10:02:38 +02009#include <device/device.h>
10#include <device/path.h>
11#include <device/pci_ids.h>
Sven Schnelle0fa50a12012-06-21 22:19:48 +020012#include <drivers/generic/ioapic/chip.h>
Elyes Haouasae1ca822022-10-07 10:02:38 +020013#include <stdint.h>
14#include <string.h>
Eric Biederman8ca8d762003-04-22 19:02:15 +000015
Uwe Hermann55dc2232010-10-25 15:32:07 +000016/* Initialize the specified "mc" struct with initial values. */
Kyösti Mälkkidea42e02021-05-31 20:26:16 +030017void mptable_init(struct mp_config_table *mc)
Uwe Hermann55dc2232010-10-25 15:32:07 +000018{
Uwe Hermannc36d5062010-12-16 19:51:38 +000019 int i;
Kyösti Mälkkidea42e02021-05-31 20:26:16 +030020 u32 lapic_addr = cpu_get_lapic_addr();
Uwe Hermann55dc2232010-10-25 15:32:07 +000021
22 memset(mc, 0, sizeof(*mc));
Uwe Hermannc36d5062010-12-16 19:51:38 +000023
Uwe Hermann55dc2232010-10-25 15:32:07 +000024 memcpy(mc->mpc_signature, MPC_SIGNATURE, 4);
Uwe Hermannc36d5062010-12-16 19:51:38 +000025
Uwe Hermann55dc2232010-10-25 15:32:07 +000026 mc->mpc_length = sizeof(*mc); /* Initially just the header size. */
27 mc->mpc_spec = 0x04; /* MultiProcessor specification 1.4 */
28 mc->mpc_checksum = 0; /* Not yet computed. */
Uwe Hermann55dc2232010-10-25 15:32:07 +000029 mc->mpc_oemptr = 0;
30 mc->mpc_oemsize = 0;
31 mc->mpc_entry_count = 0; /* No entries yet... */
32 mc->mpc_lapic = lapic_addr;
33 mc->mpe_length = 0;
34 mc->mpe_checksum = 0;
35 mc->reserved = 0;
Uwe Hermannc36d5062010-12-16 19:51:38 +000036
37 strncpy(mc->mpc_oem, CONFIG_MAINBOARD_VENDOR, 8);
38 strncpy(mc->mpc_productid, CONFIG_MAINBOARD_PART_NUMBER, 12);
39
40 /*
41 * The oem/productid fields are exactly 8/12 bytes long. If the resp.
42 * entry is shorter, the remaining bytes are filled with spaces.
43 */
44 for (i = MIN(strlen(CONFIG_MAINBOARD_VENDOR), 8); i < 8; i++)
45 mc->mpc_oem[i] = ' ';
46 for (i = MIN(strlen(CONFIG_MAINBOARD_PART_NUMBER), 12); i < 12; i++)
47 mc->mpc_productid[i] = ' ';
Uwe Hermann55dc2232010-10-25 15:32:07 +000048}
49
Patrick Georgib0a9c5c2011-10-07 23:01:55 +020050static unsigned char smp_compute_checksum(void *v, int len)
Eric Biederman8ca8d762003-04-22 19:02:15 +000051{
52 unsigned char *bytes;
53 unsigned char checksum;
54 int i;
55 bytes = v;
56 checksum = 0;
Lee Leahy9c7c6f72017-03-16 11:24:09 -070057 for (i = 0; i < len; i++)
Eric Biederman8ca8d762003-04-22 19:02:15 +000058 checksum -= bytes[i];
Eric Biederman8ca8d762003-04-22 19:02:15 +000059 return checksum;
60}
61
Lee Leahy6f80ccc2017-03-16 15:18:22 -070062static void *smp_write_floating_table_physaddr(uintptr_t addr,
63 uintptr_t mpf_physptr, unsigned int virtualwire)
Stefan Reinauer4f1cb232006-07-19 15:32:49 +000064{
Edward O'Callaghan0bb0aff2014-05-02 03:58:32 +100065 struct intel_mp_floating *mf;
66 void *v;
Stefan Reinauer14e22772010-04-27 06:56:47 +000067
Yinghai Luf327d9f2008-02-20 17:41:38 +000068 v = (void *)addr;
Edward O'Callaghan0bb0aff2014-05-02 03:58:32 +100069 mf = v;
70 mf->mpf_signature[0] = '_';
71 mf->mpf_signature[1] = 'M';
72 mf->mpf_signature[2] = 'P';
73 mf->mpf_signature[3] = '_';
74 mf->mpf_physptr = mpf_physptr;
75 mf->mpf_length = 1;
76 mf->mpf_specification = 4;
77 mf->mpf_checksum = 0;
78 mf->mpf_feature1 = 0;
Mike Loptiend0167d32014-06-11 14:20:48 -060079 mf->mpf_feature2 = virtualwire?MP_FEATURE_PIC:MP_FEATURE_VIRTUALWIRE;
Edward O'Callaghan0bb0aff2014-05-02 03:58:32 +100080 mf->mpf_feature3 = 0;
81 mf->mpf_feature4 = 0;
82 mf->mpf_feature5 = 0;
83 mf->mpf_checksum = smp_compute_checksum(mf, mf->mpf_length*16);
84 return v;
Stefan Reinauer4f1cb232006-07-19 15:32:49 +000085}
86
Patrick Georgic75c79b2011-10-07 22:41:07 +020087void *smp_write_floating_table(unsigned long addr, unsigned int virtualwire)
88{
89 /* 16 byte align the table address */
90 addr = (addr + 0xf) & (~0xf);
Lee Leahy6f80ccc2017-03-16 15:18:22 -070091 return smp_write_floating_table_physaddr(addr, addr
92 + SMP_FLOATING_TABLE_LEN, virtualwire);
Patrick Georgic75c79b2011-10-07 22:41:07 +020093}
94
Eric Biederman8ca8d762003-04-22 19:02:15 +000095void *smp_next_mpc_entry(struct mp_config_table *mc)
96{
97 void *v;
98 v = (void *)(((char *)mc) + mc->mpc_length);
Mike Loptienbd4553b2014-06-16 10:46:56 -060099
Eric Biederman8ca8d762003-04-22 19:02:15 +0000100 return v;
101}
Mike Loptienbd4553b2014-06-16 10:46:56 -0600102static void smp_add_mpc_entry(struct mp_config_table *mc, u16 length)
Eric Biederman8ca8d762003-04-22 19:02:15 +0000103{
104 mc->mpc_length += length;
105 mc->mpc_entry_count++;
106}
107
108void *smp_next_mpe_entry(struct mp_config_table *mc)
109{
110 void *v;
111 v = (void *)(((char *)mc) + mc->mpc_length + mc->mpe_length);
Mike Loptienbd4553b2014-06-16 10:46:56 -0600112
Eric Biederman8ca8d762003-04-22 19:02:15 +0000113 return v;
114}
115static void smp_add_mpe_entry(struct mp_config_table *mc, mpe_t mpe)
116{
117 mc->mpe_length += mpe->mpe_length;
118}
119
Mike Loptienbd4553b2014-06-16 10:46:56 -0600120/*
121 * Type 0: Processor Entries:
122 * Entry Type, LAPIC ID, LAPIC Version, CPU Flags EN/BP,
123 * CPU Signature (Stepping, Model, Family), Feature Flags
124 */
Eric Biederman8ca8d762003-04-22 19:02:15 +0000125void smp_write_processor(struct mp_config_table *mc,
Mike Loptienbd4553b2014-06-16 10:46:56 -0600126 u8 apicid, u8 apicver, u8 cpuflag,
127 u32 cpufeature, u32 featureflag)
Eric Biederman8ca8d762003-04-22 19:02:15 +0000128{
129 struct mpc_config_processor *mpc;
130 mpc = smp_next_mpc_entry(mc);
131 memset(mpc, '\0', sizeof(*mpc));
132 mpc->mpc_type = MP_PROCESSOR;
133 mpc->mpc_apicid = apicid;
134 mpc->mpc_apicver = apicver;
135 mpc->mpc_cpuflag = cpuflag;
136 mpc->mpc_cpufeature = cpufeature;
137 mpc->mpc_featureflag = featureflag;
138 smp_add_mpc_entry(mc, sizeof(*mpc));
139}
140
Mike Loptienbd4553b2014-06-16 10:46:56 -0600141/*
142 * If we assume a symmetric processor configuration we can
Eric Biederman8ca8d762003-04-22 19:02:15 +0000143 * get all of the information we need to write the processor
144 * entry from the bootstrap processor.
145 * Plus I don't think linux really even cares.
146 * Having the proper apicid's in the table so the non-bootstrap
147 * processors can be woken up should be enough.
148 */
Eric Biedermanb78c1972004-10-14 20:54:17 +0000149void smp_write_processors(struct mp_config_table *mc)
Eric Biederman8ca8d762003-04-22 19:02:15 +0000150{
Eric Biedermanb78c1972004-10-14 20:54:17 +0000151 int boot_apic_id;
Patrick Georgi07b42152011-10-14 23:02:57 +0200152 int order_id;
Lee Leahye5f29e82017-03-16 14:16:56 -0700153 unsigned int apic_version;
154 unsigned int cpu_features;
155 unsigned int cpu_feature_flags;
Edward O'Callaghan2c9d2cf2014-10-27 23:29:29 +1100156 struct device *cpu;
Stefan Reinauer14e22772010-04-27 06:56:47 +0000157
Eric Biedermanb78c1972004-10-14 20:54:17 +0000158 boot_apic_id = lapicid();
159 apic_version = lapic_read(LAPIC_LVR) & 0xff;
Subrata Banik53b08c32018-12-10 14:11:35 +0530160 cpu_features = cpu_get_cpuid();
161 cpu_feature_flags = cpu_get_feature_flags_edx();
Patrick Georgi07b42152011-10-14 23:02:57 +0200162 /* order the output of the cpus to fix a bug in kernel 2.6.11 */
Lee Leahy024b13d2017-03-16 13:41:11 -0700163 for (order_id = 0; order_id < 256; order_id++) {
Elyes HAOUASdbf30672016-08-21 17:37:15 +0200164 for (cpu = all_devices; cpu; cpu = cpu->next) {
Edward O'Callaghan0bb0aff2014-05-02 03:58:32 +1000165 unsigned long cpu_flag;
Fabio Aiuto45aae7f2022-09-23 16:51:34 +0200166 if (!is_enabled_cpu(cpu))
Edward O'Callaghan0bb0aff2014-05-02 03:58:32 +1000167 continue;
168
169 cpu_flag = MPC_CPU_ENABLED;
170
171 if (boot_apic_id == cpu->path.apic.apic_id)
Lee Leahy6f80ccc2017-03-16 15:18:22 -0700172 cpu_flag = MPC_CPU_ENABLED
173 | MPC_CPU_BOOTPROCESSOR;
Edward O'Callaghan0bb0aff2014-05-02 03:58:32 +1000174
Elyes HAOUASdbf30672016-08-21 17:37:15 +0200175 if (cpu->path.apic.apic_id == order_id) {
Mike Loptienbd4553b2014-06-16 10:46:56 -0600176 smp_write_processor(mc,
177 cpu->path.apic.apic_id, apic_version,
Lee Leahy6f80ccc2017-03-16 15:18:22 -0700178 cpu_flag, cpu_features,
179 cpu_feature_flags
Edward O'Callaghan0bb0aff2014-05-02 03:58:32 +1000180 );
181 break;
182 }
Eric Biederman8ca8d762003-04-22 19:02:15 +0000183 }
Eric Biederman8ca8d762003-04-22 19:02:15 +0000184 }
185}
186
Mike Loptienbd4553b2014-06-16 10:46:56 -0600187/*
188 * Type 1: Bus Entries:
189 * Entry Type, Bus ID, Bus Type
190 */
Patrick Georgi patrick612fcc32010-11-23 07:19:54 +0000191static void smp_write_bus(struct mp_config_table *mc,
Mike Loptienbd4553b2014-06-16 10:46:56 -0600192 u8 id, const char *bustype)
Eric Biederman8ca8d762003-04-22 19:02:15 +0000193{
194 struct mpc_config_bus *mpc;
195 mpc = smp_next_mpc_entry(mc);
196 memset(mpc, '\0', sizeof(*mpc));
197 mpc->mpc_type = MP_BUS;
198 mpc->mpc_busid = id;
199 memcpy(mpc->mpc_bustype, bustype, sizeof(mpc->mpc_bustype));
200 smp_add_mpc_entry(mc, sizeof(*mpc));
201}
202
Mike Loptienbd4553b2014-06-16 10:46:56 -0600203/*
204 * Type 2: I/O APIC Entries:
205 * Entry Type, APIC ID, Version,
206 * APIC Flags:EN, Address
207 */
Eric Biederman8ca8d762003-04-22 19:02:15 +0000208void smp_write_ioapic(struct mp_config_table *mc,
Kevin Paul Herbertbde6d302014-12-24 18:43:20 -0800209 u8 id, u8 ver, void *apicaddr)
Eric Biederman8ca8d762003-04-22 19:02:15 +0000210{
211 struct mpc_config_ioapic *mpc;
212 mpc = smp_next_mpc_entry(mc);
213 memset(mpc, '\0', sizeof(*mpc));
214 mpc->mpc_type = MP_IOAPIC;
215 mpc->mpc_apicid = id;
216 mpc->mpc_apicver = ver;
217 mpc->mpc_flags = MPC_APIC_USABLE;
218 mpc->mpc_apicaddr = apicaddr;
219 smp_add_mpc_entry(mc, sizeof(*mpc));
220}
221
Kyösti Mälkki06b20492021-06-07 23:00:00 +0300222u8 smp_write_ioapic_from_hw(struct mp_config_table *mc, void *apicaddr)
223{
224 u8 id = get_ioapic_id(apicaddr);
225 u8 ver = get_ioapic_version(apicaddr);
226 smp_write_ioapic(mc, id, ver, apicaddr);
227 return id;
228}
229
Mike Loptienbd4553b2014-06-16 10:46:56 -0600230/*
231 * Type 3: I/O Interrupt Table Entries:
232 * Entry Type, Int Type, Int Polarity, Int Level,
233 * Source Bus ID, Source Bus IRQ, Dest APIC ID, Dest PIN#
234 */
Eric Biederman8ca8d762003-04-22 19:02:15 +0000235void smp_write_intsrc(struct mp_config_table *mc,
Mike Loptienbd4553b2014-06-16 10:46:56 -0600236 u8 irqtype, u16 irqflag,
237 u8 srcbus, u8 srcbusirq,
238 u8 dstapic, u8 dstirq)
Eric Biederman8ca8d762003-04-22 19:02:15 +0000239{
240 struct mpc_config_intsrc *mpc;
241 mpc = smp_next_mpc_entry(mc);
242 memset(mpc, '\0', sizeof(*mpc));
243 mpc->mpc_type = MP_INTSRC;
244 mpc->mpc_irqtype = irqtype;
245 mpc->mpc_irqflag = irqflag;
246 mpc->mpc_srcbus = srcbus;
247 mpc->mpc_srcbusirq = srcbusirq;
248 mpc->mpc_dstapic = dstapic;
249 mpc->mpc_dstirq = dstirq;
250 smp_add_mpc_entry(mc, sizeof(*mpc));
Eric Biederman8ca8d762003-04-22 19:02:15 +0000251}
252
Mike Loptienbd4553b2014-06-16 10:46:56 -0600253/*
254 * Type 3: I/O Interrupt Table Entries for PCI Devices:
255 * This has the same fields as 'Type 3: I/O Interrupt Table Entries'
256 * but the Source Bus IRQ field has a slightly different
257 * definition:
258 * Bits 1-0: PIRQ pin: INT_A# = 0, INT_B# = 1, INT_C# = 2, INT_D# = 3
259 * Bits 2-6: Originating PCI Device Number (Not its parent bridge device number)
260 * Bit 7: Reserved
261 */
262void smp_write_pci_intsrc(struct mp_config_table *mc,
263 u8 irqtype, u8 srcbus, u8 dev, u8 pirq,
264 u8 dstapic, u8 dstirq)
265{
266 u8 srcbusirq = (dev << 2) | pirq;
Lee Leahy6f80ccc2017-03-16 15:18:22 -0700267 printk(BIOS_SPEW,
268 "\tPCI srcbusirq = 0x%x from dev = 0x%x and pirq = %x\n",
269 srcbusirq, dev, pirq);
270 smp_write_intsrc(mc, irqtype, MP_IRQ_TRIGGER_LEVEL
271 | MP_IRQ_POLARITY_LOW, srcbus, srcbusirq, dstapic, dstirq);
Mike Loptienbd4553b2014-06-16 10:46:56 -0600272}
273
Yinghai Luf327d9f2008-02-20 17:41:38 +0000274void smp_write_intsrc_pci_bridge(struct mp_config_table *mc,
Mike Loptienbd4553b2014-06-16 10:46:56 -0600275 u8 irqtype, u16 irqflag, struct device *dev,
Yinghai Luf327d9f2008-02-20 17:41:38 +0000276 unsigned char dstapic, unsigned char *dstirq)
277{
278 struct device *child;
279
Yinghai Luf327d9f2008-02-20 17:41:38 +0000280 int i;
281 int srcbus;
282 int slot;
283
284 struct bus *link;
285 unsigned char dstirq_x[4];
286
Myles Watson894a3472010-06-09 22:41:35 +0000287 for (link = dev->link_list; link; link = link->next) {
Yinghai Luf327d9f2008-02-20 17:41:38 +0000288
Yinghai Luf327d9f2008-02-20 17:41:38 +0000289 child = link->children;
290 srcbus = link->secondary;
291
292 while (child) {
293 if (child->path.type != DEVICE_PATH_PCI)
294 goto next;
295
Stefan Reinauer2b34db82009-02-28 20:10:20 +0000296 slot = (child->path.pci.devfn >> 3);
Yinghai Luf327d9f2008-02-20 17:41:38 +0000297 /* round pins */
298 for (i = 0; i < 4; i++)
299 dstirq_x[i] = dstirq[(i + slot) % 4];
300
301 if ((child->class >> 16) != PCI_BASE_CLASS_BRIDGE) {
302 /* pci device */
Lee Leahy6f80ccc2017-03-16 15:18:22 -0700303 printk(BIOS_DEBUG, "route irq: %s\n",
304 dev_path(child));
Yinghai Luf327d9f2008-02-20 17:41:38 +0000305 for (i = 0; i < 4; i++)
Lee Leahy6f80ccc2017-03-16 15:18:22 -0700306 smp_write_intsrc(mc, irqtype, irqflag,
307 srcbus, (slot<<2)|i, dstapic,
308 dstirq_x[i]);
Yinghai Luf327d9f2008-02-20 17:41:38 +0000309 goto next;
310 }
311
312 switch (child->class>>8) {
313 case PCI_CLASS_BRIDGE_PCI:
314 case PCI_CLASS_BRIDGE_PCMCIA:
315 case PCI_CLASS_BRIDGE_CARDBUS:
Lee Leahy6f80ccc2017-03-16 15:18:22 -0700316 printk(BIOS_DEBUG, "route irq bridge: %s\n",
317 dev_path(child));
318 smp_write_intsrc_pci_bridge(mc, irqtype,
319 irqflag, child, dstapic, dstirq_x);
Yinghai Luf327d9f2008-02-20 17:41:38 +0000320 }
321
Patrick Georgic5fc7db2012-03-07 15:55:47 +0100322next:
Yinghai Luf327d9f2008-02-20 17:41:38 +0000323 child = child->sibling;
324 }
325
326 }
327}
Eric Biederman8ca8d762003-04-22 19:02:15 +0000328
Mike Loptienbd4553b2014-06-16 10:46:56 -0600329/*
330 * Type 4: Local Interrupt Assignment Entries:
331 * Entry Type, Int Type, Int Polarity, Int Level,
332 * Source Bus ID, Source Bus IRQ, Dest LAPIC ID,
333 * Dest LAPIC LINTIN#
334 */
Eric Biederman8ca8d762003-04-22 19:02:15 +0000335void smp_write_lintsrc(struct mp_config_table *mc,
Mike Loptienbd4553b2014-06-16 10:46:56 -0600336 u8 irqtype, u16 irqflag,
337 u8 srcbusid, u8 srcbusirq,
338 u8 destapic, u8 destapiclint)
Eric Biederman8ca8d762003-04-22 19:02:15 +0000339{
340 struct mpc_config_lintsrc *mpc;
341 mpc = smp_next_mpc_entry(mc);
342 memset(mpc, '\0', sizeof(*mpc));
343 mpc->mpc_type = MP_LINTSRC;
344 mpc->mpc_irqtype = irqtype;
345 mpc->mpc_irqflag = irqflag;
346 mpc->mpc_srcbusid = srcbusid;
347 mpc->mpc_srcbusirq = srcbusirq;
348 mpc->mpc_destapic = destapic;
349 mpc->mpc_destapiclint = destapiclint;
350 smp_add_mpc_entry(mc, sizeof(*mpc));
351}
352
Mike Loptienbd4553b2014-06-16 10:46:56 -0600353/*
354 * Type 128: System Address Space Mapping Entries
355 * Entry Type, Entry Length, Bus ID, Address Type,
356 * Address Base Lo/Hi, Address Length Lo/Hi
357 */
Eric Biederman8ca8d762003-04-22 19:02:15 +0000358void smp_write_address_space(struct mp_config_table *mc,
Mike Loptienbd4553b2014-06-16 10:46:56 -0600359 u8 busid, u8 address_type,
360 u32 address_base_low, u32 address_base_high,
361 u32 address_length_low, u32 address_length_high)
Eric Biederman8ca8d762003-04-22 19:02:15 +0000362{
363 struct mp_exten_system_address_space *mpe;
364 mpe = smp_next_mpe_entry(mc);
365 memset(mpe, '\0', sizeof(*mpe));
366 mpe->mpe_type = MPE_SYSTEM_ADDRESS_SPACE;
367 mpe->mpe_length = sizeof(*mpe);
368 mpe->mpe_busid = busid;
369 mpe->mpe_address_type = address_type;
370 mpe->mpe_address_base_low = address_base_low;
371 mpe->mpe_address_base_high = address_base_high;
372 mpe->mpe_address_length_low = address_length_low;
373 mpe->mpe_address_length_high = address_length_high;
374 smp_add_mpe_entry(mc, (mpe_t)mpe);
375}
376
Mike Loptienbd4553b2014-06-16 10:46:56 -0600377/*
378 * Type 129: Bus Hierarchy Descriptor Entry
379 * Entry Type, Entry Length, Bus ID, Bus Info,
380 * Parent Bus ID
381 */
Eric Biederman8ca8d762003-04-22 19:02:15 +0000382void smp_write_bus_hierarchy(struct mp_config_table *mc,
Mike Loptienbd4553b2014-06-16 10:46:56 -0600383 u8 busid, u8 bus_info, u8 parent_busid)
Eric Biederman8ca8d762003-04-22 19:02:15 +0000384{
385 struct mp_exten_bus_hierarchy *mpe;
386 mpe = smp_next_mpe_entry(mc);
387 memset(mpe, '\0', sizeof(*mpe));
388 mpe->mpe_type = MPE_BUS_HIERARCHY;
389 mpe->mpe_length = sizeof(*mpe);
390 mpe->mpe_busid = busid;
391 mpe->mpe_bus_info = bus_info;
392 mpe->mpe_parent_busid = parent_busid;
393 smp_add_mpe_entry(mc, (mpe_t)mpe);
394}
395
Mike Loptienbd4553b2014-06-16 10:46:56 -0600396/*
397 * Type 130: Compatibility Bus Address Space Modifier Entry
398 * Entry Type, Entry Length, Bus ID, Address Modifier
399 * Predefined Range List
400 */
Eric Biederman8ca8d762003-04-22 19:02:15 +0000401void smp_write_compatibility_address_space(struct mp_config_table *mc,
Mike Loptienbd4553b2014-06-16 10:46:56 -0600402 u8 busid, u8 address_modifier,
403 u32 range_list)
Eric Biederman8ca8d762003-04-22 19:02:15 +0000404{
405 struct mp_exten_compatibility_address_space *mpe;
406 mpe = smp_next_mpe_entry(mc);
407 memset(mpe, '\0', sizeof(*mpe));
408 mpe->mpe_type = MPE_COMPATIBILITY_ADDRESS_SPACE;
409 mpe->mpe_length = sizeof(*mpe);
410 mpe->mpe_busid = busid;
411 mpe->mpe_address_modifier = address_modifier;
412 mpe->mpe_range_list = range_list;
413 smp_add_mpe_entry(mc, (mpe_t)mpe);
414}
415
Patrick Georgi6eb7a532011-10-07 21:42:52 +0200416void mptable_lintsrc(struct mp_config_table *mc, unsigned long bus_isa)
417{
Lee Leahy6f80ccc2017-03-16 15:18:22 -0700418 smp_write_lintsrc(mc, mp_ExtINT, MP_IRQ_TRIGGER_EDGE
419 | MP_IRQ_POLARITY_HIGH, bus_isa, 0x0, MP_APIC_ALL, 0x0);
420 smp_write_lintsrc(mc, mp_NMI, MP_IRQ_TRIGGER_EDGE
421 | MP_IRQ_POLARITY_HIGH, bus_isa, 0x0, MP_APIC_ALL, 0x1);
Patrick Georgi6eb7a532011-10-07 21:42:52 +0200422}
423
Lee Leahy6f80ccc2017-03-16 15:18:22 -0700424void mptable_add_isa_interrupts(struct mp_config_table *mc,
425 unsigned long bus_isa, unsigned long apicid, int external_int2)
Patrick Georgic5b87c82010-05-20 15:28:19 +0000426{
Lee Leahy6f80ccc2017-03-16 15:18:22 -0700427/*I/O Ints: Type Trigger Polarity
428 * Bus ID IRQ APIC ID PIN# */
Patrick Georgic5b87c82010-05-20 15:28:19 +0000429 smp_write_intsrc(mc, external_int2?mp_INT:mp_ExtINT,
Lee Leahy6f80ccc2017-03-16 15:18:22 -0700430 MP_IRQ_TRIGGER_EDGE | MP_IRQ_POLARITY_HIGH,
431 bus_isa, 0x0, apicid, 0x0);
432 smp_write_intsrc(mc, mp_INT, MP_IRQ_TRIGGER_EDGE | MP_IRQ_POLARITY_HIGH,
433 bus_isa, 0x1, apicid, 0x1);
Patrick Georgic5b87c82010-05-20 15:28:19 +0000434 smp_write_intsrc(mc, external_int2?mp_ExtINT:mp_INT,
Lee Leahy6f80ccc2017-03-16 15:18:22 -0700435 MP_IRQ_TRIGGER_EDGE | MP_IRQ_POLARITY_HIGH,
436 bus_isa, 0x0, apicid, 0x2);
437 smp_write_intsrc(mc, mp_INT, MP_IRQ_TRIGGER_EDGE | MP_IRQ_POLARITY_HIGH,
438 bus_isa, 0x3, apicid, 0x3);
439 smp_write_intsrc(mc, mp_INT, MP_IRQ_TRIGGER_EDGE | MP_IRQ_POLARITY_HIGH,
440 bus_isa, 0x4, apicid, 0x4);
441 smp_write_intsrc(mc, mp_INT, MP_IRQ_TRIGGER_EDGE | MP_IRQ_POLARITY_HIGH,
442 bus_isa, 0x6, apicid, 0x6);
443 smp_write_intsrc(mc, mp_INT, MP_IRQ_TRIGGER_EDGE | MP_IRQ_POLARITY_HIGH,
444 bus_isa, 0x7, apicid, 0x7);
445 smp_write_intsrc(mc, mp_INT, MP_IRQ_TRIGGER_EDGE | MP_IRQ_POLARITY_HIGH,
446 bus_isa, 0x8, apicid, 0x8);
447 smp_write_intsrc(mc, mp_INT, MP_IRQ_TRIGGER_EDGE | MP_IRQ_POLARITY_HIGH,
448 bus_isa, 0x9, apicid, 0x9);
449 smp_write_intsrc(mc, mp_INT, MP_IRQ_TRIGGER_EDGE | MP_IRQ_POLARITY_HIGH,
450 bus_isa, 0xa, apicid, 0xa);
451 smp_write_intsrc(mc, mp_INT, MP_IRQ_TRIGGER_EDGE | MP_IRQ_POLARITY_HIGH,
452 bus_isa, 0xb, apicid, 0xb);
453 smp_write_intsrc(mc, mp_INT, MP_IRQ_TRIGGER_EDGE | MP_IRQ_POLARITY_HIGH,
454 bus_isa, 0xc, apicid, 0xc);
455 smp_write_intsrc(mc, mp_INT, MP_IRQ_TRIGGER_EDGE | MP_IRQ_POLARITY_HIGH,
456 bus_isa, 0xd, apicid, 0xd);
457 smp_write_intsrc(mc, mp_INT, MP_IRQ_TRIGGER_EDGE | MP_IRQ_POLARITY_HIGH,
458 bus_isa, 0xe, apicid, 0xe);
459 smp_write_intsrc(mc, mp_INT, MP_IRQ_TRIGGER_EDGE | MP_IRQ_POLARITY_HIGH,
460 bus_isa, 0xf, apicid, 0xf);
Patrick Georgic5b87c82010-05-20 15:28:19 +0000461}
Patrick Georgiab272662010-06-25 13:43:22 +0000462
Lee Leahy9c7c6f72017-03-16 11:24:09 -0700463void mptable_write_buses(struct mp_config_table *mc, int *max_pci_bus,
464 int *isa_bus)
465{
Patrick Georgiab272662010-06-25 13:43:22 +0000466 int dummy, i, highest;
467 char buses[256];
468 struct device *dev;
469
Lee Leahy0b5678f2017-03-16 16:01:40 -0700470 if (!max_pci_bus)
471 max_pci_bus = &dummy;
472 if (!isa_bus)
473 isa_bus = &dummy;
Patrick Georgiab272662010-06-25 13:43:22 +0000474
475 *max_pci_bus = 0;
476 highest = 0;
477 memset(buses, 0, sizeof(buses));
478
479 for (dev = all_devices; dev; dev = dev->next) {
480 struct bus *bus;
481 for (bus = dev->link_list; bus; bus = bus->next) {
482 if (bus->secondary > 255) {
Lee Leahy6f80ccc2017-03-16 15:18:22 -0700483 printk(BIOS_ERR,
484 "A bus claims to have a bus ID > 255?!? Aborting");
Patrick Georgiab272662010-06-25 13:43:22 +0000485 return;
486 }
487 buses[bus->secondary] = 1;
Lee Leahy0b5678f2017-03-16 16:01:40 -0700488 if (highest < bus->secondary)
489 highest = bus->secondary;
Patrick Georgiab272662010-06-25 13:43:22 +0000490 }
491 }
Lee Leahy024b13d2017-03-16 13:41:11 -0700492 for (i = 0; i <= highest; i++) {
Patrick Georgiab272662010-06-25 13:43:22 +0000493 if (buses[i]) {
494 smp_write_bus(mc, i, "PCI ");
495 *max_pci_bus = i;
496 }
497 }
498 *isa_bus = *max_pci_bus + 1;
499 smp_write_bus(mc, *isa_bus, "ISA ");
500}
501
Patrick Georgib0a9c5c2011-10-07 23:01:55 +0200502void *mptable_finalize(struct mp_config_table *mc)
503{
Lee Leahy6f80ccc2017-03-16 15:18:22 -0700504 mc->mpe_checksum = smp_compute_checksum(smp_next_mpc_entry(mc),
505 mc->mpe_length);
Patrick Georgib0a9c5c2011-10-07 23:01:55 +0200506 mc->mpc_checksum = smp_compute_checksum(mc, mc->mpc_length);
Lee Leahy6f80ccc2017-03-16 15:18:22 -0700507 printk(BIOS_DEBUG, "Wrote the mp table end at: %p - %p\n",
508 mc, smp_next_mpe_entry(mc));
Patrick Georgib0a9c5c2011-10-07 23:01:55 +0200509 return smp_next_mpe_entry(mc);
510}
Sven Schnelle0fa50a12012-06-21 22:19:48 +0200511
Lubomir Rintel294446a2018-04-14 11:48:27 +0200512static const struct device *find_next_ioapic(unsigned int last_ioapic_id)
513{
514 const struct device *dev;
515 const struct device *result = NULL;
516 unsigned int ioapic_id = MAX_APICS;
517
518 for (dev = all_devices; dev; dev = dev->next) {
519 if (dev->path.type == DEVICE_PATH_IOAPIC &&
520 dev->path.ioapic.ioapic_id > last_ioapic_id &&
521 dev->path.ioapic.ioapic_id <= ioapic_id) {
522 result = dev;
523 }
524 }
525 return result;
526}
527
Aaron Durbin64031672018-04-21 14:45:32 -0600528unsigned long __weak write_smp_table(unsigned long addr)
Sven Schnelle0fa50a12012-06-21 22:19:48 +0200529{
530 struct drivers_generic_ioapic_config *ioapic_config;
Edward O'Callaghan0bb0aff2014-05-02 03:58:32 +1000531 struct mp_config_table *mc;
Sven Schnelle0fa50a12012-06-21 22:19:48 +0200532 int isa_bus, pin, parentpin;
Lubomir Rintel9ba8f7c2018-04-26 00:00:22 +0200533 const struct device *dev;
534 const struct device *parent;
535 const struct device *oldparent;
Sven Schnelle0fa50a12012-06-21 22:19:48 +0200536 void *tmp, *v;
Sven Schnelle8c027902012-08-20 11:19:00 +0200537 int isaioapic = -1, have_fixed_entries;
Lubomir Rintel9ba8f7c2018-04-26 00:00:22 +0200538 const struct pci_irq_info *pci_irq_info;
Lubomir Rintel294446a2018-04-14 11:48:27 +0200539 unsigned int ioapic_id = 0;
Sven Schnelle0fa50a12012-06-21 22:19:48 +0200540
541 v = smp_write_floating_table(addr, 0);
Edward O'Callaghan0bb0aff2014-05-02 03:58:32 +1000542 mc = (void *)(((char *)v) + SMP_FLOATING_TABLE_LEN);
Sven Schnelle0fa50a12012-06-21 22:19:48 +0200543
Kyösti Mälkkidea42e02021-05-31 20:26:16 +0300544 mptable_init(mc);
Sven Schnelle0fa50a12012-06-21 22:19:48 +0200545
Alexandru Gagniuc0d5d70b2012-08-21 17:08:03 -0500546 smp_write_processors(mc);
Sven Schnelle0fa50a12012-06-21 22:19:48 +0200547
548 mptable_write_buses(mc, NULL, &isa_bus);
549
Lubomir Rintel294446a2018-04-14 11:48:27 +0200550 while ((dev = find_next_ioapic(ioapic_id))) {
Lee Leahy0b5678f2017-03-16 16:01:40 -0700551 ioapic_config = dev->chip_info;
552 if (!ioapic_config) {
Lee Leahy6f80ccc2017-03-16 15:18:22 -0700553 printk(BIOS_ERR, "%s has no config, ignoring\n",
554 dev_path(dev));
Lubomir Rintel294446a2018-04-14 11:48:27 +0200555 ioapic_id++;
Sven Schnelle0fa50a12012-06-21 22:19:48 +0200556 continue;
557 }
Lubomir Rintel294446a2018-04-14 11:48:27 +0200558
559 ioapic_id = dev->path.ioapic.ioapic_id;
560 smp_write_ioapic(mc, ioapic_id,
Sven Schnelle0fa50a12012-06-21 22:19:48 +0200561 ioapic_config->version,
562 ioapic_config->base);
563
564 if (ioapic_config->have_isa_interrupts) {
Alexandru Gagniuc0d5d70b2012-08-21 17:08:03 -0500565 if (isaioapic >= 0)
Lee Leahy6f80ccc2017-03-16 15:18:22 -0700566 printk(BIOS_ERR,
567 "More than one IOAPIC with ISA interrupts?\n");
Sven Schnelle0fa50a12012-06-21 22:19:48 +0200568 else
Alexandru Gagniuc0d5d70b2012-08-21 17:08:03 -0500569 isaioapic = dev->path.ioapic.ioapic_id;
Sven Schnelle0fa50a12012-06-21 22:19:48 +0200570 }
571 }
572
573 if (isaioapic >= 0) {
574 /* Legacy Interrupts */
Alexandru Gagniuc0d5d70b2012-08-21 17:08:03 -0500575 printk(BIOS_DEBUG, "Writing ISA IRQs\n");
Sven Schnelle0fa50a12012-06-21 22:19:48 +0200576 mptable_add_isa_interrupts(mc, isa_bus, isaioapic, 0);
577 }
578
Elyes HAOUASdbf30672016-08-21 17:37:15 +0200579 for (dev = all_devices; dev; dev = dev->next) {
Sven Schnelle0fa50a12012-06-21 22:19:48 +0200580
Fabio Aiutod835da92022-09-30 11:25:28 +0200581 if (!is_enabled_pci(dev))
Sven Schnelle0fa50a12012-06-21 22:19:48 +0200582 continue;
583
Sven Schnelle8c027902012-08-20 11:19:00 +0200584 have_fixed_entries = 0;
585 for (pin = 0; pin < 4; pin++) {
586 if (dev->pci_irq_info[pin].ioapic_dst_id) {
Lee Leahy6f80ccc2017-03-16 15:18:22 -0700587 printk(BIOS_DEBUG,
588 "fixed IRQ entry for: %s: INT%c# -> IOAPIC %d PIN %d\n",
589 dev_path(dev),
Sven Schnelle8c027902012-08-20 11:19:00 +0200590 pin + 'A',
591 dev->pci_irq_info[pin].ioapic_dst_id,
592 dev->pci_irq_info[pin].ioapic_irq_pin);
593 smp_write_intsrc(mc, mp_INT,
Lee Leahy6f80ccc2017-03-16 15:18:22 -0700594 dev->pci_irq_info[pin].ioapic_flags,
595 dev->bus->secondary,
596 ((dev->path.pci.devfn & 0xf8) >> 1)
597 | pin,
598 dev->pci_irq_info[pin].ioapic_dst_id,
599 dev->pci_irq_info[pin].ioapic_irq_pin);
Sven Schnelle8c027902012-08-20 11:19:00 +0200600 have_fixed_entries = 1;
601 }
602 }
Sven Schnelle0fa50a12012-06-21 22:19:48 +0200603
Sven Schnelle8c027902012-08-20 11:19:00 +0200604 if (!have_fixed_entries) {
605 pin = (dev->path.pci.devfn & 7) % 4;
606 oldparent = parent = dev;
Lee Leahy024b13d2017-03-16 13:41:11 -0700607 while ((parent = parent->bus->dev)) {
Lee Leahy6f80ccc2017-03-16 15:18:22 -0700608 parentpin = (oldparent->path.pci.devfn >> 3)
609 + (oldparent->path.pci.devfn & 7);
Sven Schnelle8c027902012-08-20 11:19:00 +0200610 parentpin += dev->path.pci.devfn & 7;
611 parentpin += dev->path.pci.devfn >> 3;
612 parentpin %= 4;
Sven Schnelle0fa50a12012-06-21 22:19:48 +0200613
Lee Leahy6f80ccc2017-03-16 15:18:22 -0700614 pci_irq_info = &parent->pci_irq_info[parentpin];
615 if (pci_irq_info->ioapic_dst_id) {
616 printk(BIOS_DEBUG,
617 "automatic IRQ entry for %s: INT%c# -> IOAPIC %d PIN %d\n",
Sven Schnelle8c027902012-08-20 11:19:00 +0200618 dev_path(dev), pin + 'A',
Lee Leahy6f80ccc2017-03-16 15:18:22 -0700619 pci_irq_info->ioapic_dst_id,
620 pci_irq_info->ioapic_irq_pin);
Sven Schnelle8c027902012-08-20 11:19:00 +0200621 smp_write_intsrc(mc, mp_INT,
Lee Leahy6f80ccc2017-03-16 15:18:22 -0700622 pci_irq_info->ioapic_flags,
623 dev->bus->secondary,
624 ((dev->path.pci.devfn & 0xf8)
625 >> 1) | pin,
626 pci_irq_info->ioapic_dst_id,
627 pci_irq_info->ioapic_irq_pin);
Sven Schnelle0fa50a12012-06-21 22:19:48 +0200628
Sven Schnelle8c027902012-08-20 11:19:00 +0200629 break;
Sven Schnelle0fa50a12012-06-21 22:19:48 +0200630 }
Sven Schnelle8c027902012-08-20 11:19:00 +0200631
Stefan Reinauer4aff4452013-02-12 14:17:15 -0800632 if (parent->path.type == DEVICE_PATH_DOMAIN) {
Lee Leahy6f80ccc2017-03-16 15:18:22 -0700633 printk(BIOS_WARNING,
634 "no IRQ found for %s\n",
635 dev_path(dev));
Sven Schnelle8c027902012-08-20 11:19:00 +0200636 break;
637 }
638 oldparent = parent;
639 }
Sven Schnelle0fa50a12012-06-21 22:19:48 +0200640 }
641 }
642
643 mptable_lintsrc(mc, isa_bus);
644 tmp = mptable_finalize(mc);
Stefan Reinauer96938852015-06-18 01:23:48 -0700645 printk(BIOS_INFO, "MPTABLE len: %d\n", (unsigned int)((uintptr_t)tmp -
646 (uintptr_t)v));
Sven Schnelle0fa50a12012-06-21 22:19:48 +0200647 return (unsigned long)tmp;
648}