Patrick Georgi | 11f0079 | 2020-03-04 15:10:45 +0100 | [diff] [blame] | 1 | /* SPDX-License-Identifier: GPL-2.0-only */ |
Eric Biederman | 5899fd8 | 2003-04-24 06:25:08 +0000 | [diff] [blame] | 2 | |
Kyösti Mälkki | ea2fb8d | 2021-06-03 23:12:09 +0300 | [diff] [blame] | 3 | #include <assert.h> |
Kyösti Mälkki | 13f6650 | 2019-03-03 08:01:05 +0200 | [diff] [blame] | 4 | #include <device/mmio.h> |
Stefan Reinauer | 0401bd8 | 2010-01-16 18:31:34 +0000 | [diff] [blame] | 5 | #include <arch/ioapic.h> |
| 6 | #include <console/console.h> |
| 7 | #include <cpu/x86/lapic.h> |
Felix Held | 0d19289 | 2024-02-06 16:55:29 +0100 | [diff] [blame] | 8 | #include <inttypes.h> |
| 9 | #include <types.h> |
Stefan Reinauer | 0401bd8 | 2010-01-16 18:31:34 +0000 | [diff] [blame] | 10 | |
Arthur Heymans | f1e78a1 | 2022-12-06 18:23:30 +0100 | [diff] [blame] | 11 | #define ALL (0xff << 24) |
| 12 | #define NONE (0) |
| 13 | #define INT_DISABLED (1 << 16) |
| 14 | #define INT_ENABLED (0 << 16) |
| 15 | #define TRIGGER_EDGE (0 << 15) |
| 16 | #define TRIGGER_LEVEL (1 << 15) |
| 17 | #define POLARITY_HIGH (0 << 13) |
| 18 | #define POLARITY_LOW (1 << 13) |
| 19 | #define PHYSICAL_DEST (0 << 11) |
| 20 | #define LOGICAL_DEST (1 << 11) |
| 21 | #define ExtINT (7 << 8) |
| 22 | #define NMI (4 << 8) |
| 23 | #define SMI (2 << 8) |
| 24 | #define INT (1 << 8) |
| 25 | |
Felix Held | 0d19289 | 2024-02-06 16:55:29 +0100 | [diff] [blame] | 26 | static u32 io_apic_read(uintptr_t ioapic_base, u32 reg) |
Eric Biederman | 5899fd8 | 2003-04-24 06:25:08 +0000 | [diff] [blame] | 27 | { |
Felix Held | 0d19289 | 2024-02-06 16:55:29 +0100 | [diff] [blame] | 28 | write32p(ioapic_base, reg); |
| 29 | return read32p(ioapic_base + 0x10); |
Stefan Reinauer | 0401bd8 | 2010-01-16 18:31:34 +0000 | [diff] [blame] | 30 | } |
Eric Biederman | 5899fd8 | 2003-04-24 06:25:08 +0000 | [diff] [blame] | 31 | |
Felix Held | 0d19289 | 2024-02-06 16:55:29 +0100 | [diff] [blame] | 32 | static void io_apic_write(uintptr_t ioapic_base, u32 reg, u32 value) |
Stefan Reinauer | 0401bd8 | 2010-01-16 18:31:34 +0000 | [diff] [blame] | 33 | { |
Felix Held | 0d19289 | 2024-02-06 16:55:29 +0100 | [diff] [blame] | 34 | write32p(ioapic_base, reg); |
| 35 | write32p(ioapic_base + 0x10, value); |
Stefan Reinauer | 0401bd8 | 2010-01-16 18:31:34 +0000 | [diff] [blame] | 36 | } |
| 37 | |
Felix Held | 0d19289 | 2024-02-06 16:55:29 +0100 | [diff] [blame] | 38 | static void write_vector(uintptr_t ioapic_base, u8 vector, u32 high, u32 low) |
Kyösti Mälkki | 93c1eef | 2021-06-03 23:14:05 +0300 | [diff] [blame] | 39 | { |
| 40 | io_apic_write(ioapic_base, vector * 2 + 0x10, low); |
| 41 | io_apic_write(ioapic_base, vector * 2 + 0x11, high); |
| 42 | |
| 43 | printk(BIOS_SPEW, "IOAPIC: vector 0x%02x value 0x%08x 0x%08x\n", |
| 44 | vector, high, low); |
| 45 | } |
| 46 | |
Kyösti Mälkki | 04a4037 | 2021-06-06 08:04:28 +0300 | [diff] [blame] | 47 | /* Bits 23-16 of register 0x01 specify the maximum redirection entry, which |
| 48 | * is the number of interrupts minus 1. */ |
Felix Held | 0d19289 | 2024-02-06 16:55:29 +0100 | [diff] [blame] | 49 | unsigned int ioapic_get_max_vectors(uintptr_t ioapic_base) |
Patrick Georgi | d1de45e | 2013-01-23 13:45:23 +0100 | [diff] [blame] | 50 | { |
Kyösti Mälkki | 04a4037 | 2021-06-06 08:04:28 +0300 | [diff] [blame] | 51 | u32 reg; |
| 52 | u8 count; |
Patrick Georgi | d1de45e | 2013-01-23 13:45:23 +0100 | [diff] [blame] | 53 | |
Kyösti Mälkki | 04a4037 | 2021-06-06 08:04:28 +0300 | [diff] [blame] | 54 | reg = io_apic_read(ioapic_base, 0x01); |
Kyösti Mälkki | 6139ff9 | 2021-10-18 19:43:49 +0300 | [diff] [blame] | 55 | count = (reg >> 16) & 0xff; |
Kyösti Mälkki | 04a4037 | 2021-06-06 08:04:28 +0300 | [diff] [blame] | 56 | |
Kyösti Mälkki | 6139ff9 | 2021-10-18 19:43:49 +0300 | [diff] [blame] | 57 | if (count == 0xff) |
Kyösti Mälkki | 04a4037 | 2021-06-06 08:04:28 +0300 | [diff] [blame] | 58 | count = 23; |
| 59 | count++; |
| 60 | |
| 61 | printk(BIOS_DEBUG, "IOAPIC: %d interrupts\n", count); |
| 62 | return count; |
| 63 | } |
| 64 | |
| 65 | /* Set maximum number of redirection entries (MRE). It is write-once register |
| 66 | * for some chipsets, and a negative mre_count will lock it to the number |
| 67 | * of vectors read from the register. */ |
Felix Held | 0d19289 | 2024-02-06 16:55:29 +0100 | [diff] [blame] | 68 | void ioapic_set_max_vectors(uintptr_t ioapic_base, int mre_count) |
Kyösti Mälkki | 04a4037 | 2021-06-06 08:04:28 +0300 | [diff] [blame] | 69 | { |
| 70 | u32 reg; |
| 71 | u8 count; |
| 72 | |
| 73 | reg = io_apic_read(ioapic_base, 0x01); |
Kyösti Mälkki | 6139ff9 | 2021-10-18 19:43:49 +0300 | [diff] [blame] | 74 | count = (reg >> 16) & 0xff; |
Kyösti Mälkki | 04a4037 | 2021-06-06 08:04:28 +0300 | [diff] [blame] | 75 | if (mre_count > 0) |
| 76 | count = mre_count - 1; |
| 77 | reg &= ~(0xff << 16); |
| 78 | reg |= count << 16; |
Iru Cai | 308a5b9 | 2021-10-23 21:44:02 +0800 | [diff] [blame] | 79 | io_apic_write(ioapic_base, 0x01, reg); |
Kyösti Mälkki | 04a4037 | 2021-06-06 08:04:28 +0300 | [diff] [blame] | 80 | } |
| 81 | |
Felix Held | 0d19289 | 2024-02-06 16:55:29 +0100 | [diff] [blame] | 82 | void ioapic_lock_max_vectors(uintptr_t ioapic_base) |
Kyösti Mälkki | 04a4037 | 2021-06-06 08:04:28 +0300 | [diff] [blame] | 83 | { |
| 84 | ioapic_set_max_vectors(ioapic_base, -1); |
Patrick Georgi | d1de45e | 2013-01-23 13:45:23 +0100 | [diff] [blame] | 85 | } |
| 86 | |
Felix Held | 0d19289 | 2024-02-06 16:55:29 +0100 | [diff] [blame] | 87 | static void clear_vectors(uintptr_t ioapic_base, u8 first, u8 last) |
Stefan Reinauer | 0401bd8 | 2010-01-16 18:31:34 +0000 | [diff] [blame] | 88 | { |
| 89 | u32 low, high; |
Kyösti Mälkki | ea2fb8d | 2021-06-03 23:12:09 +0300 | [diff] [blame] | 90 | u8 i; |
Stefan Reinauer | 0401bd8 | 2010-01-16 18:31:34 +0000 | [diff] [blame] | 91 | |
Felix Held | 0d19289 | 2024-02-06 16:55:29 +0100 | [diff] [blame] | 92 | printk(BIOS_DEBUG, "IOAPIC: Clearing IOAPIC at %" PRIxPTR "\n", ioapic_base); |
Stefan Reinauer | 0401bd8 | 2010-01-16 18:31:34 +0000 | [diff] [blame] | 93 | |
Marc Jones | f7dc972 | 2018-03-31 22:45:35 -0600 | [diff] [blame] | 94 | low = INT_DISABLED; |
Stefan Reinauer | 0401bd8 | 2010-01-16 18:31:34 +0000 | [diff] [blame] | 95 | high = NONE; |
| 96 | |
Kyösti Mälkki | 93c1eef | 2021-06-03 23:14:05 +0300 | [diff] [blame] | 97 | for (i = first; i <= last; i++) |
| 98 | write_vector(ioapic_base, i, high, low); |
Stefan Reinauer | 0401bd8 | 2010-01-16 18:31:34 +0000 | [diff] [blame] | 99 | |
| 100 | if (io_apic_read(ioapic_base, 0x10) == 0xffffffff) { |
Uwe Hermann | e4990365 | 2010-10-14 23:40:10 +0000 | [diff] [blame] | 101 | printk(BIOS_WARNING, "IOAPIC not responding.\n"); |
Stefan Reinauer | 0401bd8 | 2010-01-16 18:31:34 +0000 | [diff] [blame] | 102 | return; |
| 103 | } |
| 104 | } |
| 105 | |
Felix Held | 0d19289 | 2024-02-06 16:55:29 +0100 | [diff] [blame] | 106 | static void route_i8259_irq0(uintptr_t ioapic_base) |
Stefan Reinauer | 0401bd8 | 2010-01-16 18:31:34 +0000 | [diff] [blame] | 107 | { |
| 108 | u32 bsp_lapicid = lapicid(); |
Kyösti Mälkki | ea2fb8d | 2021-06-03 23:12:09 +0300 | [diff] [blame] | 109 | u32 low, high; |
| 110 | |
| 111 | ASSERT(bsp_lapicid < 255); |
| 112 | |
| 113 | printk(BIOS_DEBUG, "IOAPIC: Bootstrap Processor Local APIC = 0x%02x\n", |
| 114 | bsp_lapicid); |
| 115 | |
| 116 | /* Enable Virtual Wire Mode. Should this be LOGICAL_DEST instead? */ |
| 117 | low = INT_ENABLED | TRIGGER_EDGE | POLARITY_HIGH | PHYSICAL_DEST | ExtINT; |
| 118 | high = bsp_lapicid << (56 - 32); |
| 119 | |
Kyösti Mälkki | 93c1eef | 2021-06-03 23:14:05 +0300 | [diff] [blame] | 120 | write_vector(ioapic_base, 0, high, low); |
Kyösti Mälkki | ea2fb8d | 2021-06-03 23:12:09 +0300 | [diff] [blame] | 121 | |
| 122 | if (io_apic_read(ioapic_base, 0x10) == 0xffffffff) { |
| 123 | printk(BIOS_WARNING, "IOAPIC not responding.\n"); |
| 124 | return; |
| 125 | } |
Kyösti Mälkki | ea2fb8d | 2021-06-03 23:12:09 +0300 | [diff] [blame] | 126 | } |
| 127 | |
Felix Held | 0d19289 | 2024-02-06 16:55:29 +0100 | [diff] [blame] | 128 | static void set_ioapic_id(uintptr_t ioapic_base, u8 ioapic_id) |
Kyösti Mälkki | ea2fb8d | 2021-06-03 23:12:09 +0300 | [diff] [blame] | 129 | { |
Paul Menzel | 1b3e176 | 2013-04-23 14:49:41 +0200 | [diff] [blame] | 130 | int i; |
Stefan Reinauer | 0401bd8 | 2010-01-16 18:31:34 +0000 | [diff] [blame] | 131 | |
Felix Held | 0d19289 | 2024-02-06 16:55:29 +0100 | [diff] [blame] | 132 | printk(BIOS_DEBUG, "IOAPIC: Initializing IOAPIC at %" PRIxPTR "\n", |
Uwe Hermann | e4990365 | 2010-10-14 23:40:10 +0000 | [diff] [blame] | 133 | ioapic_base); |
Jay Patel | c772852 | 2023-03-13 08:36:28 -0700 | [diff] [blame] | 134 | printk(BIOS_DEBUG, "IOAPIC: ID = 0x%02x\n", ioapic_id); |
Stefan Reinauer | 0401bd8 | 2010-01-16 18:31:34 +0000 | [diff] [blame] | 135 | |
Felix Held | b5d244c | 2024-02-02 11:02:40 +0100 | [diff] [blame] | 136 | io_apic_write(ioapic_base, 0x00, |
| 137 | (io_apic_read(ioapic_base, 0x00) & 0xf0ffffff) | (ioapic_id << 24)); |
Paul Menzel | 1b3e176 | 2013-04-23 14:49:41 +0200 | [diff] [blame] | 138 | |
| 139 | printk(BIOS_SPEW, "IOAPIC: Dumping registers\n"); |
| 140 | for (i = 0; i < 3; i++) |
| 141 | printk(BIOS_SPEW, " reg 0x%04x: 0x%08x\n", i, |
| 142 | io_apic_read(ioapic_base, i)); |
Kyösti Mälkki | db4f875 | 2012-01-31 17:24:12 +0200 | [diff] [blame] | 143 | } |
| 144 | |
Felix Held | 0d19289 | 2024-02-06 16:55:29 +0100 | [diff] [blame] | 145 | u8 get_ioapic_id(uintptr_t ioapic_base) |
Kyösti Mälkki | 401ec98 | 2021-06-06 08:27:15 +0300 | [diff] [blame] | 146 | { |
Arthur Heymans | d1c61a8 | 2022-12-08 14:25:11 +0100 | [diff] [blame] | 147 | /* |
| 148 | * According to 82093AA I/O ADVANCED PROGRAMMABLE INTERRUPT CONTROLLER (IOAPIC) |
| 149 | * only 4 bits (24:27) are used for the ID. In practice the upper bits are either |
| 150 | * always 0 or used for larger IDs. |
| 151 | */ |
| 152 | return (io_apic_read(ioapic_base, 0x00) >> 24) & 0xff; |
Kyösti Mälkki | 401ec98 | 2021-06-06 08:27:15 +0300 | [diff] [blame] | 153 | } |
| 154 | |
Felix Held | 0d19289 | 2024-02-06 16:55:29 +0100 | [diff] [blame] | 155 | u8 get_ioapic_version(uintptr_t ioapic_base) |
Kyösti Mälkki | 401ec98 | 2021-06-06 08:27:15 +0300 | [diff] [blame] | 156 | { |
| 157 | return io_apic_read(ioapic_base, 0x01) & 0xff; |
| 158 | } |
| 159 | |
Felix Held | 0d19289 | 2024-02-06 16:55:29 +0100 | [diff] [blame] | 160 | void ioapic_set_boot_config(uintptr_t ioapic_base, bool irq_on_fsb) |
Kyösti Mälkki | db4f875 | 2012-01-31 17:24:12 +0200 | [diff] [blame] | 161 | { |
Kyösti Mälkki | 8cc25d2 | 2021-06-03 18:36:05 +0300 | [diff] [blame] | 162 | if (irq_on_fsb) { |
Martin Roth | 898a775 | 2017-06-01 11:39:59 -0600 | [diff] [blame] | 163 | /* |
| 164 | * For the Pentium 4 and above APICs deliver their interrupts |
| 165 | * on the front side bus, enable that. |
| 166 | */ |
| 167 | printk(BIOS_DEBUG, "IOAPIC: Enabling interrupts on FSB\n"); |
| 168 | io_apic_write(ioapic_base, 0x03, |
| 169 | io_apic_read(ioapic_base, 0x03) | (1 << 0)); |
Kyösti Mälkki | 8cc25d2 | 2021-06-03 18:36:05 +0300 | [diff] [blame] | 170 | } else { |
Martin Roth | 898a775 | 2017-06-01 11:39:59 -0600 | [diff] [blame] | 171 | printk(BIOS_DEBUG, |
| 172 | "IOAPIC: Enabling interrupts on APIC serial bus\n"); |
| 173 | io_apic_write(ioapic_base, 0x03, 0); |
| 174 | } |
Kyösti Mälkki | 8c9a89d | 2021-06-06 08:14:57 +0300 | [diff] [blame] | 175 | } |
| 176 | |
Felix Held | 0d19289 | 2024-02-06 16:55:29 +0100 | [diff] [blame] | 177 | void setup_ioapic(uintptr_t ioapic_base, u8 ioapic_id) |
Kyösti Mälkki | 8c9a89d | 2021-06-06 08:14:57 +0300 | [diff] [blame] | 178 | { |
Kyösti Mälkki | 8c9a89d | 2021-06-06 08:14:57 +0300 | [diff] [blame] | 179 | set_ioapic_id(ioapic_base, ioapic_id); |
Kyösti Mälkki | 04a4037 | 2021-06-06 08:04:28 +0300 | [diff] [blame] | 180 | clear_vectors(ioapic_base, 0, ioapic_get_max_vectors(ioapic_base) - 1); |
Kyösti Mälkki | 6644d7c | 2021-06-06 08:10:05 +0300 | [diff] [blame] | 181 | route_i8259_irq0(ioapic_base); |
Kyösti Mälkki | db4f875 | 2012-01-31 17:24:12 +0200 | [diff] [blame] | 182 | } |
Kyösti Mälkki | 0ea8f89 | 2021-06-08 11:28:25 +0300 | [diff] [blame] | 183 | |
Felix Held | 0d19289 | 2024-02-06 16:55:29 +0100 | [diff] [blame] | 184 | void register_new_ioapic_gsi0(uintptr_t ioapic_base) |
Kyösti Mälkki | 0ea8f89 | 2021-06-08 11:28:25 +0300 | [diff] [blame] | 185 | { |
| 186 | setup_ioapic(ioapic_base, 0); |
| 187 | } |
| 188 | |
Felix Held | 0d19289 | 2024-02-06 16:55:29 +0100 | [diff] [blame] | 189 | void register_new_ioapic(uintptr_t ioapic_base) |
Kyösti Mälkki | 0ea8f89 | 2021-06-08 11:28:25 +0300 | [diff] [blame] | 190 | { |
| 191 | static u8 ioapic_id; |
| 192 | ioapic_id++; |
| 193 | set_ioapic_id(ioapic_base, ioapic_id); |
| 194 | clear_vectors(ioapic_base, 0, ioapic_get_max_vectors(ioapic_base) - 1); |
| 195 | } |