blob: 19532d82dc586d9a0ebb9ea744aad2cbba8aead6 [file] [log] [blame]
Patrick Georgi11f00792020-03-04 15:10:45 +01001/* SPDX-License-Identifier: GPL-2.0-only */
Martin Roth9df9e9392016-01-12 15:55:28 -07002
Stefan Reinauer5f5436f2010-04-25 20:42:02 +00003#include <cpu/x86/post_code.h>
Patrick Rudolph776da082019-10-25 08:09:33 +02004#include <arch/ram_segs.h>
Eric Biedermanf8a2ddd2004-10-30 08:05:41 +00005
Aaron Durbin633f1122013-02-06 15:28:40 -06006/* Place the stack in the bss section. It's not necessary to define it in the
7 * the linker script. */
8 .section .bss, "aw", @nobits
9.global _stack
10.global _estack
Julius Werner82d16b12020-12-30 15:51:10 -080011.global _stack_size
Aaron Durbin633f1122013-02-06 15:28:40 -060012
Kyösti Mälkki2fbb6772018-05-15 19:50:20 +030013/* Stack alignment is not enforced with rmodule loader, reserve one
14 * extra CPU such that alignment can be enforced on entry. */
Aaron Durbin633f1122013-02-06 15:28:40 -060015.align CONFIG_STACK_SIZE
16_stack:
Kyösti Mälkki2fbb6772018-05-15 19:50:20 +030017.space (CONFIG_MAX_CPUS+1)*CONFIG_STACK_SIZE
Aaron Durbin633f1122013-02-06 15:28:40 -060018_estack:
Julius Werner82d16b12020-12-30 15:51:10 -080019.set _stack_size, _estack - _stack
Julius Wernercd49cce2019-03-05 16:53:33 -080020#if CONFIG(COOP_MULTITASKING)
Aaron Durbin38c326d2013-05-06 12:22:23 -050021.global thread_stacks
22thread_stacks:
23.space CONFIG_STACK_SIZE*CONFIG_NUM_THREADS
24#endif
Aaron Durbin633f1122013-02-06 15:28:40 -060025
Julius Wernerec5e5e02014-08-20 15:29:56 -070026 .section ".text._start", "ax", @progbits
Stefan Reinauer96938852015-06-18 01:23:48 -070027#ifdef __x86_64__
28 .code64
29#else
Eric Biederman8ca8d762003-04-22 19:02:15 +000030 .code32
Stefan Reinauer96938852015-06-18 01:23:48 -070031#endif
Eric Biederman8ca8d762003-04-22 19:02:15 +000032 .globl _start
33_start:
34 cli
35 lgdt %cs:gdtaddr
Stefan Reinauer96938852015-06-18 01:23:48 -070036#ifndef __x86_64__
Patrick Rudolph776da082019-10-25 08:09:33 +020037 ljmp $RAM_CODE_SEG, $1f
Stefan Reinauer96938852015-06-18 01:23:48 -070038#endif
Patrick Rudolph776da082019-10-25 08:09:33 +0200391: movl $RAM_DATA_SEG, %eax
Eric Biederman8ca8d762003-04-22 19:02:15 +000040 movl %eax, %ds
41 movl %eax, %es
42 movl %eax, %ss
43 movl %eax, %fs
44 movl %eax, %gs
Stefan Reinauer96938852015-06-18 01:23:48 -070045#ifdef __x86_64__
Patrick Rudolph776da082019-10-25 08:09:33 +020046 mov $RAM_CODE_SEG64, %ecx
Elyes HAOUAS2ea751a2018-12-27 09:21:02 +010047 call SetCodeSelector
Stefan Reinauer96938852015-06-18 01:23:48 -070048#endif
Eric Biederman8ca8d762003-04-22 19:02:15 +000049
Alexandru Gagniuc5005bb062011-04-11 20:17:22 +000050 post_code(POST_ENTRY_C_START) /* post 13 */
Eric Biederman8ca8d762003-04-22 19:02:15 +000051
arch import user (historical)6ca76362005-07-06 17:17:25 +000052 cld
Eric Biederman8ca8d762003-04-22 19:02:15 +000053
Arthur Heymans7c9a0e82019-10-23 17:02:50 +020054#ifdef __x86_64__
55 mov %rdi, _cbmem_top_ptr
56#else
57 /* The return argument is at 0(%esp), the calling argument at 4(%esp) */
58 movl 4(%esp), %eax
59 movl %eax, _cbmem_top_ptr
60#endif
61
Aaron Durbin633f1122013-02-06 15:28:40 -060062 /** poison the stack. Code should not count on the
63 * stack being full of zeros. This stack poisoning
64 * recently uncovered a bug in the broadcast SIPI
65 * code.
66 */
67 leal _stack, %edi
68 movl $_estack, %ecx
69 subl %edi, %ecx
70 shrl $2, %ecx /* it is 32 bit aligned, right? */
71 movl $0xDEADBEEF, %eax
72 rep
73 stosl
74
Kyösti Mälkki2fbb6772018-05-15 19:50:20 +030075 /* Set new stack with enforced alignment. */
Eric Biederman8ca8d762003-04-22 19:02:15 +000076 movl $_estack, %esp
Kyösti Mälkki2fbb6772018-05-15 19:50:20 +030077 andl $(~(CONFIG_STACK_SIZE-1)), %esp
Eric Biederman8ca8d762003-04-22 19:02:15 +000078
Julius Wernercd49cce2019-03-05 16:53:33 -080079#if CONFIG(COOP_MULTITASKING)
Aaron Durbin38c326d2013-05-06 12:22:23 -050080 /* Push the thread pointer. */
Stefan Reinauer96938852015-06-18 01:23:48 -070081 push $0
Aaron Durbin38c326d2013-05-06 12:22:23 -050082#endif
Elyes HAOUAS777ea892016-07-29 07:40:41 +020083 /* Push the CPU index and struct CPU */
Stefan Reinauer96938852015-06-18 01:23:48 -070084 push $0
85 push $0
Eric Biederman8ca8d762003-04-22 19:02:15 +000086
Eric Biederman8ca8d762003-04-22 19:02:15 +000087 /*
88 * Now we are finished. Memory is up, data is copied and
89 * bss is cleared. Now we call the main routine and
90 * let it do the rest.
Stefan Reinauer607cdf62010-04-26 12:08:51 +000091 */
Alexandru Gagniuc5005bb062011-04-11 20:17:22 +000092 post_code(POST_PRE_HARDWAREMAIN) /* post fe */
Eric Biederman8ca8d762003-04-22 19:02:15 +000093
Kyösti Mälkki4796c322017-03-15 08:07:22 +020094 andl $0xFFFFFFF0, %esp
95
Harshit Sharma9c88fb82020-06-17 20:19:00 -070096#if CONFIG(ASAN_IN_RAMSTAGE)
97 call asan_init
98#endif
99
Julius Wernercd49cce2019-03-05 16:53:33 -0800100#if CONFIG(GDB_WAIT)
Kyösti Mälkkif2f7f032014-04-04 15:05:28 +0300101 call gdb_hw_init
Denis 'GNUtoo' Cariklie4cece02012-06-22 15:56:37 +0200102 call gdb_stub_breakpoint
103#endif
Stefan Reinauer6adef082013-05-09 16:30:06 -0700104 call main
Stefan Reinauer607cdf62010-04-26 12:08:51 +0000105 /* NOTREACHED */
Eric Biederman8ca8d762003-04-22 19:02:15 +0000106.Lhlt:
Alexandru Gagniuc5005bb062011-04-11 20:17:22 +0000107 post_code(POST_DEAD_CODE) /* post ee */
Eric Biederman8ca8d762003-04-22 19:02:15 +0000108 hlt
109 jmp .Lhlt
Stefan Reinauer607cdf62010-04-26 12:08:51 +0000110
Julius Wernercd49cce2019-03-05 16:53:33 -0800111#if CONFIG(GDB_WAIT)
Eric Biedermanf8a2ddd2004-10-30 08:05:41 +0000112
113 .globl gdb_stub_breakpoint
114gdb_stub_breakpoint:
Stefan Reinauer96938852015-06-18 01:23:48 -0700115#ifdef __x86_64__
116 pop %rax /* Return address */
117 pushfl
118 push %cs
119 push %rax /* Return address */
120 push $0 /* No error code */
121 push $32 /* vector 32 is user defined */
122#else
Eric Biedermanf8a2ddd2004-10-30 08:05:41 +0000123 popl %eax /* Return address */
Stefan Reinauer607cdf62010-04-26 12:08:51 +0000124 pushfl
Eric Biedermanf8a2ddd2004-10-30 08:05:41 +0000125 pushl %cs
126 pushl %eax /* Return address */
127 pushl $0 /* No error code */
128 pushl $32 /* vector 32 is user defined */
Stefan Reinauer96938852015-06-18 01:23:48 -0700129#endif
Eric Biedermanf8a2ddd2004-10-30 08:05:41 +0000130 jmp int_hand
Eric Biedermanf8a2ddd2004-10-30 08:05:41 +0000131#endif
132
Aaron Durbin4b032e42018-04-20 01:39:30 -0600133 .globl gdt, gdt_end
Eric Biederman8ca8d762003-04-22 19:02:15 +0000134
Eric Biederman8ca8d762003-04-22 19:02:15 +0000135gdtaddr:
Aaron Durbina146d582013-02-08 16:56:51 -0600136 .word gdt_end - gdt - 1
Stefan Reinauer96938852015-06-18 01:23:48 -0700137#ifdef __x86_64__
138 .quad gdt
139#else
Li-Ta Lof84926e2004-11-04 18:36:06 +0000140 .long gdt /* we know the offset */
Stefan Reinauer96938852015-06-18 01:23:48 -0700141#endif
Eric Biederman8ca8d762003-04-22 19:02:15 +0000142
Eric Biedermanf8a2ddd2004-10-30 08:05:41 +0000143 .data
Li-Ta Lof84926e2004-11-04 18:36:06 +0000144
Stefan Reinauerf8ee1802008-01-18 15:08:58 +0000145 /* This is the gdt for GCC part of coreboot.
Arthur Heymans1cb9cd52019-11-28 16:05:08 +0100146 * It is different from the gdt in ASM part of coreboot
Kyösti Mälkki97b76f72020-11-19 16:41:28 +0200147 * which is defined in gdt_init.S
Stefan Reinauerc0ac7e92009-11-10 22:17:15 +0000148 *
149 * When the machine is initially started, we use a very simple
Kyösti Mälkki97b76f72020-11-19 16:41:28 +0200150 * gdt from ROM (that in gdt_init.S) which only contains those
Stefan Reinauerc0ac7e92009-11-10 22:17:15 +0000151 * entries we need for protected mode.
152 *
153 * When we're executing code from RAM, we want to do more complex
Elyes HAOUAS777ea892016-07-29 07:40:41 +0200154 * stuff, like initializing PCI option ROMs in real mode, or doing
155 * a resume from a suspend to RAM.
Stefan Reinauerc0ac7e92009-11-10 22:17:15 +0000156 */
Eric Biederman8ca8d762003-04-22 19:02:15 +0000157gdt:
Li-Ta Lof84926e2004-11-04 18:36:06 +0000158 /* selgdt 0, unused */
Eric Biederman8ca8d762003-04-22 19:02:15 +0000159 .word 0x0000, 0x0000 /* dummy */
160 .byte 0x00, 0x00, 0x00, 0x00
161
Li-Ta Lof84926e2004-11-04 18:36:06 +0000162 /* selgdt 8, unused */
Eric Biederman8ca8d762003-04-22 19:02:15 +0000163 .word 0x0000, 0x0000 /* dummy */
164 .byte 0x00, 0x00, 0x00, 0x00
165
Stefan Reinauer607cdf62010-04-26 12:08:51 +0000166 /* selgdt 0x10, flat code segment */
167 .word 0xffff, 0x0000
Lee Leahy6f80ccc2017-03-16 15:18:22 -0700168 .byte 0x00, 0x9b, 0xcf, 0x00 /* G=1 and 0x0f, So we get 4Gbytes for
169 * limit
170 */
Li-Ta Lof84926e2004-11-04 18:36:06 +0000171
172 /* selgdt 0x18, flat data segment */
Stefan Reinauer607cdf62010-04-26 12:08:51 +0000173 .word 0xffff, 0x0000
Stefan Reinauer96938852015-06-18 01:23:48 -0700174#ifdef __x86_64__
175 .byte 0x00, 0x92, 0xcf, 0x00
176#else
Stefan Reinauer607cdf62010-04-26 12:08:51 +0000177 .byte 0x00, 0x93, 0xcf, 0x00
Stefan Reinauer96938852015-06-18 01:23:48 -0700178#endif
Eric Biederman8ca8d762003-04-22 19:02:15 +0000179
Li-Ta Lof84926e2004-11-04 18:36:06 +0000180 /* selgdt 0x20, unused */
Eric Biederman8ca8d762003-04-22 19:02:15 +0000181 .word 0x0000, 0x0000 /* dummy */
182 .byte 0x00, 0x00, 0x00, 0x00
183
Stefan Reinauerc0ac7e92009-11-10 22:17:15 +0000184 /* The next two entries are used for executing VGA option ROMs */
185
Stefan Reinauer607cdf62010-04-26 12:08:51 +0000186 /* selgdt 0x28 16 bit 64k code at 0x00000000 */
Elyes HAOUAS2ea751a2018-12-27 09:21:02 +0100187 .word 0xffff, 0x0000
188 .byte 0, 0x9a, 0, 0
Stefan Reinauerf8a5c6e2009-05-29 13:08:27 +0000189
Stefan Reinauer607cdf62010-04-26 12:08:51 +0000190 /* selgdt 0x30 16 bit 64k data at 0x00000000 */
Elyes HAOUAS2ea751a2018-12-27 09:21:02 +0100191 .word 0xffff, 0x0000
192 .byte 0, 0x92, 0, 0
Stefan Reinauerc0ac7e92009-11-10 22:17:15 +0000193
194 /* The next two entries are used for ACPI S3 RESUME */
195
Stefan Reinauer607cdf62010-04-26 12:08:51 +0000196 /* selgdt 0x38, flat data segment 16 bit */
Stefan Reinauerc0ac7e92009-11-10 22:17:15 +0000197 .word 0x0000, 0x0000 /* dummy */
Lee Leahy6f80ccc2017-03-16 15:18:22 -0700198 .byte 0x00, 0x93, 0x8f, 0x00 /* G=1 and 0x0f, So we get 4Gbytes for
199 * limit
200 */
Stefan Reinauerc0ac7e92009-11-10 22:17:15 +0000201
Stefan Reinauer607cdf62010-04-26 12:08:51 +0000202 /* selgdt 0x40, flat code segment 16 bit */
203 .word 0xffff, 0x0000
Lee Leahy6f80ccc2017-03-16 15:18:22 -0700204 .byte 0x00, 0x9b, 0x8f, 0x00 /* G=1 and 0x0f, So we get 4Gbytes for
205 * limit
206 */
Stefan Reinauer96938852015-06-18 01:23:48 -0700207
208#ifdef __x86_64__
209 /* selgdt 0x48, flat x64 code segment */
210 .word 0xffff, 0x0000
211 .byte 0x00, 0x9b, 0xaf, 0x00
212#endif
Eric Biederman8ca8d762003-04-22 19:02:15 +0000213gdt_end:
214
Patrick Georgi546f29d2016-01-22 12:43:43 +0100215 .section ".text._start", "ax", @progbits
Stefan Reinauer96938852015-06-18 01:23:48 -0700216#ifdef __x86_64__
217SetCodeSelector:
Martin Rothe3690102016-01-06 15:21:02 -0700218 # save rsp because iret will align it to a 16 byte boundary
Patrick Georgi0302b062016-01-22 12:26:52 +0100219 mov %rsp, %rdx
Stefan Reinauer96938852015-06-18 01:23:48 -0700220
Martin Rothe3690102016-01-06 15:21:02 -0700221 # use iret to jump to a 64-bit offset in a new code segment
222 # iret will pop cs:rip, flags, then ss:rsp
Patrick Georgi0302b062016-01-22 12:26:52 +0100223 mov %ss, %ax # need to push ss..
Lee Leahy6f80ccc2017-03-16 15:18:22 -0700224 push %rax # push ss instuction not valid in x64 mode,
225 # so use ax
Patrick Georgi0302b062016-01-22 12:26:52 +0100226 push %rsp
Martin Rothe3690102016-01-06 15:21:02 -0700227 pushfq
Patrick Georgi0302b062016-01-22 12:26:52 +0100228 push %rcx # cx is code segment selector from caller
229 mov $setCodeSelectorLongJump, %rax
230 push %rax
Stefan Reinauer96938852015-06-18 01:23:48 -0700231
Lee Leahy6f80ccc2017-03-16 15:18:22 -0700232 # the iret will continue at next instruction, with the new cs value
233 # loaded
Martin Rothe3690102016-01-06 15:21:02 -0700234 iretq
Stefan Reinauer96938852015-06-18 01:23:48 -0700235
236setCodeSelectorLongJump:
Martin Rothe3690102016-01-06 15:21:02 -0700237 # restore rsp, it might not have been 16-byte aligned on entry
Patrick Georgi0302b062016-01-22 12:26:52 +0100238 mov %rdx, %rsp
Martin Rothe3690102016-01-06 15:21:02 -0700239 ret
Stefan Reinauer96938852015-06-18 01:23:48 -0700240#endif