Angel Pons | f23ae0b | 2020-04-02 23:48:12 +0200 | [diff] [blame] | 1 | /* SPDX-License-Identifier: GPL-2.0-only */ |
Stefan Reinauer | debb11f | 2008-10-29 04:46:52 +0000 | [diff] [blame] | 2 | |
| 3 | /* NOTE: This handler assumes the SMM window goes from 0xa0000 |
| 4 | * to 0xaffff. In fact, at least on Intel Core CPUs (i945 chipset) |
| 5 | * the SMM window is 128K big, covering 0xa0000 to 0xbffff. |
| 6 | * So there is a lot of potential for growth in here. Let's stick |
| 7 | * to 64k if we can though. |
| 8 | */ |
| 9 | |
Elyes HAOUAS | a9473ec | 2018-10-24 15:55:53 +0200 | [diff] [blame] | 10 | #include <cpu/x86/lapic_def.h> |
Patrick Rudolph | 03a7952 | 2019-09-29 11:08:33 +0200 | [diff] [blame] | 11 | #include <cpu/x86/msr.h> |
Patrick Georgi | ce2564a | 2015-09-05 20:21:24 +0200 | [diff] [blame] | 12 | |
Stefan Reinauer | debb11f | 2008-10-29 04:46:52 +0000 | [diff] [blame] | 13 | /* |
| 14 | * +--------------------------------+ 0xaffff |
| 15 | * | Save State Map Node 0 | |
| 16 | * | Save State Map Node 1 | |
| 17 | * | Save State Map Node 2 | |
| 18 | * | Save State Map Node 3 | |
| 19 | * | ... | |
| 20 | * +--------------------------------+ 0xaf000 |
| 21 | * | | |
| 22 | * | | |
| 23 | * | | |
| 24 | * +--------------------------------+ 0xa8400 |
Stefan Reinauer | 14e2277 | 2010-04-27 06:56:47 +0000 | [diff] [blame] | 25 | * | SMM Entry Node 0 (+ stack) | |
Stefan Reinauer | debb11f | 2008-10-29 04:46:52 +0000 | [diff] [blame] | 26 | * +--------------------------------+ 0xa8000 |
Stefan Reinauer | 14e2277 | 2010-04-27 06:56:47 +0000 | [diff] [blame] | 27 | * | SMM Entry Node 1 (+ stack) | |
| 28 | * | SMM Entry Node 2 (+ stack) | |
| 29 | * | SMM Entry Node 3 (+ stack) | |
Stefan Reinauer | debb11f | 2008-10-29 04:46:52 +0000 | [diff] [blame] | 30 | * | ... | |
| 31 | * +--------------------------------+ 0xa7400 |
| 32 | * | | |
| 33 | * | SMM Handler | |
| 34 | * | | |
| 35 | * +--------------------------------+ 0xa0000 |
| 36 | * |
| 37 | */ |
| 38 | |
Stefan Reinauer | debb11f | 2008-10-29 04:46:52 +0000 | [diff] [blame] | 39 | /* SMM_HANDLER_OFFSET is the 16bit offset within the ASEG |
| 40 | * at which smm_handler_start lives. At the moment the handler |
Stefan Reinauer | 14e2277 | 2010-04-27 06:56:47 +0000 | [diff] [blame] | 41 | * lives right at 0xa0000, so the offset is 0. |
Stefan Reinauer | debb11f | 2008-10-29 04:46:52 +0000 | [diff] [blame] | 42 | */ |
| 43 | |
| 44 | #define SMM_HANDLER_OFFSET 0x0000 |
| 45 | |
Patrick Rudolph | adcf782 | 2020-08-27 20:50:18 +0200 | [diff] [blame] | 46 | #if ENV_X86_64 |
Patrick Rudolph | 03a7952 | 2019-09-29 11:08:33 +0200 | [diff] [blame] | 47 | .bss |
| 48 | ia32efer_backup_eax: |
Patrick Rudolph | 9256e51 | 2020-08-25 20:41:11 +0200 | [diff] [blame] | 49 | .long 0 |
Patrick Rudolph | 03a7952 | 2019-09-29 11:08:33 +0200 | [diff] [blame] | 50 | ia32efer_backup_edx: |
Patrick Rudolph | 9256e51 | 2020-08-25 20:41:11 +0200 | [diff] [blame] | 51 | .long 0 |
Patrick Rudolph | 03a7952 | 2019-09-29 11:08:33 +0200 | [diff] [blame] | 52 | #endif |
| 53 | |
Stefan Reinauer | debb11f | 2008-10-29 04:46:52 +0000 | [diff] [blame] | 54 | /* initially SMM is some sort of real mode. Let gcc know |
| 55 | * how to treat the SMM handler stub |
| 56 | */ |
| 57 | |
| 58 | .section ".handler", "a", @progbits |
| 59 | |
| 60 | .code16 |
| 61 | |
| 62 | /** |
| 63 | * SMM code to enable protected mode and jump to the |
| 64 | * C-written function void smi_handler(u32 smm_revision) |
| 65 | * |
| 66 | * All the bad magic is not all that bad after all. |
| 67 | */ |
Patrick Georgi | ce2564a | 2015-09-05 20:21:24 +0200 | [diff] [blame] | 68 | #define SMM_START 0xa0000 |
| 69 | #define SMM_END 0xb0000 |
| 70 | #if SMM_END <= SMM_START |
| 71 | #error invalid SMM configuration |
| 72 | #endif |
Aaron Durbin | e73dae4 | 2015-03-29 22:16:55 -0500 | [diff] [blame] | 73 | .global smm_handler_start |
Stefan Reinauer | debb11f | 2008-10-29 04:46:52 +0000 | [diff] [blame] | 74 | smm_handler_start: |
Julius Werner | cd49cce | 2019-03-05 16:53:33 -0800 | [diff] [blame] | 75 | #if CONFIG(SMM_LAPIC_REMAP_MITIGATION) |
Patrick Georgi | ce2564a | 2015-09-05 20:21:24 +0200 | [diff] [blame] | 76 | /* Check if the LAPIC register block overlaps with SMM. |
| 77 | * This block needs to work without data accesses because they |
| 78 | * may be routed into the LAPIC register block. |
| 79 | * Code accesses, on the other hand, are never routed to LAPIC, |
| 80 | * which is what makes this work in the first place. |
| 81 | */ |
| 82 | mov $LAPIC_BASE_MSR, %ecx |
| 83 | rdmsr |
| 84 | and $(~0xfff), %eax |
| 85 | sub $(SMM_START), %eax |
| 86 | cmp $(SMM_END - SMM_START), %eax |
| 87 | ja untampered_lapic |
| 88 | 1: |
| 89 | /* emit "Crash" on serial */ |
| 90 | mov $(CONFIG_TTYS0_BASE), %dx |
| 91 | mov $'C', %al |
| 92 | out %al, (%dx) |
| 93 | mov $'r', %al |
| 94 | out %al, (%dx) |
| 95 | mov $'a', %al |
| 96 | out %al, (%dx) |
| 97 | mov $'s', %al |
| 98 | out %al, (%dx) |
| 99 | mov $'h', %al |
| 100 | out %al, (%dx) |
| 101 | /* now crash for real */ |
| 102 | ud2 |
| 103 | untampered_lapic: |
| 104 | #endif |
Elyes HAOUAS | 9981df3 | 2018-12-22 09:26:28 +0100 | [diff] [blame] | 105 | movw $(smm_gdtptr16 - smm_handler_start + SMM_HANDLER_OFFSET), %bx |
Edward O'Callaghan | 4e2294b | 2017-01-08 19:14:42 +1100 | [diff] [blame] | 106 | lgdtl %cs:(%bx) |
Stefan Reinauer | debb11f | 2008-10-29 04:46:52 +0000 | [diff] [blame] | 107 | |
Elyes HAOUAS | 9981df3 | 2018-12-22 09:26:28 +0100 | [diff] [blame] | 108 | movl %cr0, %eax |
| 109 | andl $0x7FFAFFD1, %eax /* PG,AM,WP,NE,TS,EM,MP = 0 */ |
| 110 | orl $0x60000001, %eax /* CD, NW, PE = 1 */ |
| 111 | movl %eax, %cr0 |
Stefan Reinauer | debb11f | 2008-10-29 04:46:52 +0000 | [diff] [blame] | 112 | |
| 113 | /* Enable protected mode */ |
Edward O'Callaghan | 4e2294b | 2017-01-08 19:14:42 +1100 | [diff] [blame] | 114 | ljmpl $0x08, $1f |
Stefan Reinauer | debb11f | 2008-10-29 04:46:52 +0000 | [diff] [blame] | 115 | |
| 116 | .code32 |
| 117 | 1: |
Stefan Reinauer | 3128685 | 2011-10-15 11:23:04 -0700 | [diff] [blame] | 118 | /* flush the cache after disabling it */ |
| 119 | wbinvd |
| 120 | |
Stefan Reinauer | debb11f | 2008-10-29 04:46:52 +0000 | [diff] [blame] | 121 | /* Use flat data segment */ |
Elyes HAOUAS | 9981df3 | 2018-12-22 09:26:28 +0100 | [diff] [blame] | 122 | movw $0x10, %ax |
| 123 | movw %ax, %ds |
| 124 | movw %ax, %es |
| 125 | movw %ax, %ss |
Raul E Rangel | ea5c311 | 2021-09-21 10:17:24 -0600 | [diff] [blame] | 126 | xor %ax, %ax /* zero out the gs and fs segment index */ |
Elyes HAOUAS | 9981df3 | 2018-12-22 09:26:28 +0100 | [diff] [blame] | 127 | movw %ax, %fs |
Raul E Rangel | ea5c311 | 2021-09-21 10:17:24 -0600 | [diff] [blame] | 128 | movw %ax, %gs /* Will be used for cpu_info */ |
Stefan Reinauer | debb11f | 2008-10-29 04:46:52 +0000 | [diff] [blame] | 129 | |
Kyösti Mälkki | dea42e0 | 2021-05-31 20:26:16 +0300 | [diff] [blame] | 130 | /* FIXME: Incompatible with X2APIC_SUPPORT. */ |
Stefan Reinauer | debb11f | 2008-10-29 04:46:52 +0000 | [diff] [blame] | 131 | /* Get this CPU's LAPIC ID */ |
Kyösti Mälkki | dea42e0 | 2021-05-31 20:26:16 +0300 | [diff] [blame] | 132 | movl $(LAPIC_DEFAULT_BASE | LAPIC_ID), %esi |
Elyes HAOUAS | 9981df3 | 2018-12-22 09:26:28 +0100 | [diff] [blame] | 133 | movl (%esi), %ecx |
| 134 | shr $24, %ecx |
Stefan Reinauer | 14e2277 | 2010-04-27 06:56:47 +0000 | [diff] [blame] | 135 | |
Alexandru Gagniuc | 53072d8 | 2014-04-12 21:57:18 -0500 | [diff] [blame] | 136 | /* This is an ugly hack, and we should find a way to read the CPU index |
| 137 | * without relying on the LAPIC ID. |
| 138 | */ |
Julius Werner | cd49cce | 2019-03-05 16:53:33 -0800 | [diff] [blame] | 139 | #if CONFIG(CPU_AMD_AGESA_FAMILY15_TN) |
Alexandru Gagniuc | 53072d8 | 2014-04-12 21:57:18 -0500 | [diff] [blame] | 140 | /* LAPIC IDs start from 0x10; map that to the proper core index */ |
Elyes HAOUAS | 9981df3 | 2018-12-22 09:26:28 +0100 | [diff] [blame] | 141 | subl $0x10, %ecx |
Alexandru Gagniuc | 53072d8 | 2014-04-12 21:57:18 -0500 | [diff] [blame] | 142 | #endif |
| 143 | |
Stefan Reinauer | debb11f | 2008-10-29 04:46:52 +0000 | [diff] [blame] | 144 | /* calculate stack offset by multiplying the APIC ID |
| 145 | * by 1024 (0x400), and save that offset in ebp. |
| 146 | */ |
Elyes HAOUAS | 9981df3 | 2018-12-22 09:26:28 +0100 | [diff] [blame] | 147 | shl $10, %ecx |
| 148 | movl %ecx, %ebp |
Stefan Reinauer | debb11f | 2008-10-29 04:46:52 +0000 | [diff] [blame] | 149 | |
Stefan Reinauer | 14e2277 | 2010-04-27 06:56:47 +0000 | [diff] [blame] | 150 | /* We put the stack for each core right above |
| 151 | * its SMM entry point. Core 0 starts at 0xa8000, |
Stefan Reinauer | debb11f | 2008-10-29 04:46:52 +0000 | [diff] [blame] | 152 | * we spare 0x10 bytes for the jump to be sure. |
| 153 | */ |
Elyes HAOUAS | 9981df3 | 2018-12-22 09:26:28 +0100 | [diff] [blame] | 154 | movl $0xa8010, %eax |
| 155 | subl %ecx, %eax /* subtract offset, see above */ |
| 156 | movl %eax, %ebx /* Save bottom of stack in ebx */ |
Stefan Reinauer | debb11f | 2008-10-29 04:46:52 +0000 | [diff] [blame] | 157 | |
| 158 | #define SMM_STACK_SIZE (0x400 - 0x10) |
| 159 | /* clear stack */ |
| 160 | cld |
| 161 | movl %eax, %edi |
| 162 | movl $(SMM_STACK_SIZE >> 2), %ecx |
| 163 | xorl %eax, %eax |
| 164 | rep stosl |
| 165 | |
| 166 | /* set new stack */ |
| 167 | addl $SMM_STACK_SIZE, %ebx |
| 168 | movl %ebx, %esp |
| 169 | |
Patrick Rudolph | adcf782 | 2020-08-27 20:50:18 +0200 | [diff] [blame] | 170 | #if ENV_X86_64 |
Patrick Rudolph | 03a7952 | 2019-09-29 11:08:33 +0200 | [diff] [blame] | 171 | /* Backup IA32_EFER. Preserves ebx. */ |
| 172 | movl $(IA32_EFER), %ecx |
| 173 | rdmsr |
| 174 | movl %eax, ia32efer_backup_eax |
| 175 | movl %edx, ia32efer_backup_edx |
| 176 | |
| 177 | /* Enable long mode. Preserves ebx. */ |
| 178 | #include <cpu/x86/64bit/entry64.inc> |
| 179 | |
Patrick Rudolph | 03a7952 | 2019-09-29 11:08:33 +0200 | [diff] [blame] | 180 | #endif |
Patrick Rudolph | 03a7952 | 2019-09-29 11:08:33 +0200 | [diff] [blame] | 181 | /* Call C handler */ |
Elyes HAOUAS | 9981df3 | 2018-12-22 09:26:28 +0100 | [diff] [blame] | 182 | call smi_handler |
Stefan Reinauer | debb11f | 2008-10-29 04:46:52 +0000 | [diff] [blame] | 183 | |
Patrick Rudolph | adcf782 | 2020-08-27 20:50:18 +0200 | [diff] [blame] | 184 | #if ENV_X86_64 |
Patrick Rudolph | 03a7952 | 2019-09-29 11:08:33 +0200 | [diff] [blame] | 185 | /* |
| 186 | * The only reason to go back to protected mode is that RSM doesn't restore |
| 187 | * MSR registers and MSR IA32_EFER was modified by entering long mode. |
| 188 | * Drop to protected mode to safely operate on the IA32_EFER MSR. |
| 189 | */ |
| 190 | |
| 191 | /* Disable long mode. */ |
| 192 | #include <cpu/x86/64bit/exit32.inc> |
| 193 | |
| 194 | /* Restore IA32_EFER as RSM doesn't restore MSRs. */ |
| 195 | movl $(IA32_EFER), %ecx |
| 196 | movl ia32efer_backup_eax, %eax |
| 197 | movl ia32efer_backup_edx, %edx |
| 198 | wrmsr |
| 199 | #endif |
| 200 | |
Stefan Reinauer | debb11f | 2008-10-29 04:46:52 +0000 | [diff] [blame] | 201 | /* To return, just do rsm. It will "clean up" protected mode */ |
| 202 | rsm |
| 203 | |
| 204 | .code16 |
| 205 | |
| 206 | .align 4, 0xff |
| 207 | |
| 208 | smm_gdtptr16: |
| 209 | .word smm_gdt_end - smm_gdt - 1 |
| 210 | .long smm_gdt - smm_handler_start + 0xa0000 + SMM_HANDLER_OFFSET |
| 211 | |
| 212 | .code32 |
| 213 | |
| 214 | smm_gdt: |
| 215 | /* The first GDT entry can not be used. Keep it zero */ |
| 216 | .long 0x00000000, 0x00000000 |
| 217 | |
| 218 | /* gdt selector 0x08, flat code segment */ |
Stefan Reinauer | 14e2277 | 2010-04-27 06:56:47 +0000 | [diff] [blame] | 219 | .word 0xffff, 0x0000 |
| 220 | .byte 0x00, 0x9b, 0xcf, 0x00 /* G=1 and 0x0f, 4GB limit */ |
Stefan Reinauer | debb11f | 2008-10-29 04:46:52 +0000 | [diff] [blame] | 221 | |
| 222 | /* gdt selector 0x10, flat data segment */ |
Stefan Reinauer | 14e2277 | 2010-04-27 06:56:47 +0000 | [diff] [blame] | 223 | .word 0xffff, 0x0000 |
Stefan Reinauer | debb11f | 2008-10-29 04:46:52 +0000 | [diff] [blame] | 224 | .byte 0x00, 0x93, 0xcf, 0x00 |
| 225 | |
Patrick Rudolph | 03a7952 | 2019-09-29 11:08:33 +0200 | [diff] [blame] | 226 | /* gdt selector 0x18, flat code segment (64-bit) */ |
| 227 | .word 0xffff, 0x0000 |
| 228 | .byte 0x00, 0x9b, 0xaf, 0x00 |
Stefan Reinauer | debb11f | 2008-10-29 04:46:52 +0000 | [diff] [blame] | 229 | smm_gdt_end: |
| 230 | |
| 231 | |
| 232 | .section ".jumptable", "a", @progbits |
| 233 | |
| 234 | /* This is the SMM jump table. All cores use the same SMM handler |
Stefan Reinauer | 14e2277 | 2010-04-27 06:56:47 +0000 | [diff] [blame] | 235 | * for simplicity. But SMM Entry needs to be different due to the |
Stefan Reinauer | debb11f | 2008-10-29 04:46:52 +0000 | [diff] [blame] | 236 | * save state area. The jump table makes sure all CPUs jump into the |
| 237 | * real handler on SMM entry. |
| 238 | */ |
| 239 | |
| 240 | /* This code currently supports up to 4 CPU cores. If more than 4 CPU cores |
| 241 | * shall be used, below table has to be updated, as well as smm.ld |
| 242 | */ |
| 243 | |
| 244 | /* GNU AS/LD will always generate code that assumes CS is 0xa000. In reality |
| 245 | * CS will be set to SMM_BASE[19:4] though. Knowing that the smm handler is the |
| 246 | * first thing in the ASEG, we do a far jump here, to set CS to 0xa000. |
| 247 | */ |
| 248 | |
| 249 | .code16 |
| 250 | jumptable: |
| 251 | /* core 3 */ |
Elyes HAOUAS | 9981df3 | 2018-12-22 09:26:28 +0100 | [diff] [blame] | 252 | ljmp $0xa000, $SMM_HANDLER_OFFSET |
Stefan Reinauer | debb11f | 2008-10-29 04:46:52 +0000 | [diff] [blame] | 253 | .align 1024, 0x00 |
| 254 | /* core 2 */ |
Elyes HAOUAS | 9981df3 | 2018-12-22 09:26:28 +0100 | [diff] [blame] | 255 | ljmp $0xa000, $SMM_HANDLER_OFFSET |
Stefan Reinauer | debb11f | 2008-10-29 04:46:52 +0000 | [diff] [blame] | 256 | .align 1024, 0x00 |
| 257 | /* core 1 */ |
Elyes HAOUAS | 9981df3 | 2018-12-22 09:26:28 +0100 | [diff] [blame] | 258 | ljmp $0xa000, $SMM_HANDLER_OFFSET |
Stefan Reinauer | debb11f | 2008-10-29 04:46:52 +0000 | [diff] [blame] | 259 | .align 1024, 0x00 |
| 260 | /* core 0 */ |
Elyes HAOUAS | 9981df3 | 2018-12-22 09:26:28 +0100 | [diff] [blame] | 261 | ljmp $0xa000, $SMM_HANDLER_OFFSET |
Stefan Reinauer | debb11f | 2008-10-29 04:46:52 +0000 | [diff] [blame] | 262 | .align 1024, 0x00 |