Angel Pons | f94ac9a | 2020-04-05 15:46:48 +0200 | [diff] [blame] | 1 | /* SPDX-License-Identifier: GPL-2.0-only */ |
Duncan Laurie | c88c54c | 2014-04-30 16:36:13 -0700 | [diff] [blame] | 2 | |
Aaron Durbin | 31be2c9 | 2016-12-03 22:08:20 -0600 | [diff] [blame] | 3 | #include <assert.h> |
Duncan Laurie | c88c54c | 2014-04-30 16:36:13 -0700 | [diff] [blame] | 4 | #include <cbfs.h> |
| 5 | #include <cbmem.h> |
Patrick Rudolph | 45022ae | 2018-10-01 19:17:11 +0200 | [diff] [blame] | 6 | #include <cf9_reset.h> |
Duncan Laurie | c88c54c | 2014-04-30 16:36:13 -0700 | [diff] [blame] | 7 | #include <console/console.h> |
| 8 | #include <device/pci_def.h> |
Matt DeVillier | 9aaf59a | 2018-05-27 21:51:49 -0500 | [diff] [blame] | 9 | #include <memory_info.h> |
Aaron Durbin | decd062 | 2017-12-15 12:26:40 -0700 | [diff] [blame] | 10 | #include <mrc_cache.h> |
Duncan Laurie | c88c54c | 2014-04-30 16:36:13 -0700 | [diff] [blame] | 11 | #include <string.h> |
Julius Werner | 4ee4bd5 | 2014-10-20 13:46:39 -0700 | [diff] [blame] | 12 | #include <soc/iomap.h> |
| 13 | #include <soc/pei_data.h> |
| 14 | #include <soc/pei_wrapper.h> |
| 15 | #include <soc/pm.h> |
Julius Werner | 4ee4bd5 | 2014-10-20 13:46:39 -0700 | [diff] [blame] | 16 | #include <soc/romstage.h> |
Julius Werner | 4ee4bd5 | 2014-10-20 13:46:39 -0700 | [diff] [blame] | 17 | #include <soc/systemagent.h> |
Angel Pons | dc60073 | 2021-06-23 13:11:30 +0200 | [diff] [blame] | 18 | #include <timestamp.h> |
Duncan Laurie | c88c54c | 2014-04-30 16:36:13 -0700 | [diff] [blame] | 19 | |
Angel Pons | dc60073 | 2021-06-23 13:11:30 +0200 | [diff] [blame] | 20 | static void save_mrc_data(struct pei_data *pei_data) |
Angel Pons | d0d528a | 2021-01-20 23:09:16 +0100 | [diff] [blame] | 21 | { |
| 22 | printk(BIOS_DEBUG, "MRC data at %p %d bytes\n", pei_data->data_to_save, |
| 23 | pei_data->data_to_save_size); |
| 24 | |
| 25 | if (pei_data->data_to_save != NULL && pei_data->data_to_save_size > 0) |
| 26 | mrc_cache_stash_data(MRC_TRAINING_DATA, 0, |
| 27 | pei_data->data_to_save, |
| 28 | pei_data->data_to_save_size); |
| 29 | } |
| 30 | |
Angel Pons | 29a52c8 | 2020-10-13 23:32:55 +0200 | [diff] [blame] | 31 | static const char *const ecc_decoder[] = { |
| 32 | "inactive", |
| 33 | "active on IO", |
| 34 | "disabled on IO", |
| 35 | "active", |
| 36 | }; |
| 37 | |
Duncan Laurie | c88c54c | 2014-04-30 16:36:13 -0700 | [diff] [blame] | 38 | /* |
Angel Pons | 239c966 | 2020-10-13 21:34:53 +0200 | [diff] [blame] | 39 | * Dump in the log memory controller configuration as read from the memory |
| 40 | * controller registers. |
| 41 | */ |
| 42 | static void report_memory_config(void) |
| 43 | { |
Angel Pons | 239c966 | 2020-10-13 21:34:53 +0200 | [diff] [blame] | 44 | int i; |
| 45 | |
Angel Pons | a8753e9 | 2021-04-17 14:34:37 +0200 | [diff] [blame] | 46 | const u32 addr_decoder_common = mchbar_read32(MAD_CHNL); |
Angel Pons | 239c966 | 2020-10-13 21:34:53 +0200 | [diff] [blame] | 47 | |
| 48 | printk(BIOS_DEBUG, "memcfg DDR3 clock %d MHz\n", |
Angel Pons | a8753e9 | 2021-04-17 14:34:37 +0200 | [diff] [blame] | 49 | (mchbar_read32(MC_BIOS_DATA) * 13333 * 2 + 50) / 100); |
Angel Pons | 430f1c5 | 2020-10-13 23:01:48 +0200 | [diff] [blame] | 50 | |
Angel Pons | 239c966 | 2020-10-13 21:34:53 +0200 | [diff] [blame] | 51 | printk(BIOS_DEBUG, "memcfg channel assignment: A: %d, B % d, C % d\n", |
Angel Pons | 430f1c5 | 2020-10-13 23:01:48 +0200 | [diff] [blame] | 52 | (addr_decoder_common >> 0) & 3, |
Angel Pons | 239c966 | 2020-10-13 21:34:53 +0200 | [diff] [blame] | 53 | (addr_decoder_common >> 2) & 3, |
| 54 | (addr_decoder_common >> 4) & 3); |
| 55 | |
Angel Pons | 162a737 | 2020-10-13 23:37:07 +0200 | [diff] [blame] | 56 | for (i = 0; i < NUM_CHANNELS; i++) { |
Angel Pons | a8753e9 | 2021-04-17 14:34:37 +0200 | [diff] [blame] | 57 | const u32 ch_conf = mchbar_read32(MAD_DIMM(i)); |
Angel Pons | 430f1c5 | 2020-10-13 23:01:48 +0200 | [diff] [blame] | 58 | |
| 59 | printk(BIOS_DEBUG, "memcfg channel[%d] config (%8.8x):\n", i, ch_conf); |
Angel Pons | 29a52c8 | 2020-10-13 23:32:55 +0200 | [diff] [blame] | 60 | printk(BIOS_DEBUG, " ECC %s\n", ecc_decoder[(ch_conf >> 24) & 3]); |
Angel Pons | 239c966 | 2020-10-13 21:34:53 +0200 | [diff] [blame] | 61 | printk(BIOS_DEBUG, " enhanced interleave mode %s\n", |
| 62 | ((ch_conf >> 22) & 1) ? "on" : "off"); |
Angel Pons | 430f1c5 | 2020-10-13 23:01:48 +0200 | [diff] [blame] | 63 | |
Angel Pons | 239c966 | 2020-10-13 21:34:53 +0200 | [diff] [blame] | 64 | printk(BIOS_DEBUG, " rank interleave %s\n", |
| 65 | ((ch_conf >> 21) & 1) ? "on" : "off"); |
Angel Pons | 430f1c5 | 2020-10-13 23:01:48 +0200 | [diff] [blame] | 66 | |
Angel Pons | 239c966 | 2020-10-13 21:34:53 +0200 | [diff] [blame] | 67 | printk(BIOS_DEBUG, " DIMMA %d MB width %s %s rank%s\n", |
| 68 | ((ch_conf >> 0) & 0xff) * 256, |
| 69 | ((ch_conf >> 19) & 1) ? "x16" : "x8 or x32", |
| 70 | ((ch_conf >> 17) & 1) ? "dual" : "single", |
| 71 | ((ch_conf >> 16) & 1) ? "" : ", selected"); |
Angel Pons | 430f1c5 | 2020-10-13 23:01:48 +0200 | [diff] [blame] | 72 | |
Angel Pons | 239c966 | 2020-10-13 21:34:53 +0200 | [diff] [blame] | 73 | printk(BIOS_DEBUG, " DIMMB %d MB width %s %s rank%s\n", |
| 74 | ((ch_conf >> 8) & 0xff) * 256, |
Angel Pons | 973c9d4 | 2020-10-13 23:28:23 +0200 | [diff] [blame] | 75 | ((ch_conf >> 20) & 1) ? "x16" : "x8 or x32", |
Angel Pons | 239c966 | 2020-10-13 21:34:53 +0200 | [diff] [blame] | 76 | ((ch_conf >> 18) & 1) ? "dual" : "single", |
| 77 | ((ch_conf >> 16) & 1) ? ", selected" : ""); |
| 78 | } |
| 79 | } |
| 80 | |
| 81 | /* |
Duncan Laurie | c88c54c | 2014-04-30 16:36:13 -0700 | [diff] [blame] | 82 | * Find PEI executable in coreboot filesystem and execute it. |
| 83 | */ |
Angel Pons | dc60073 | 2021-06-23 13:11:30 +0200 | [diff] [blame] | 84 | static void sdram_initialize(struct pei_data *pei_data) |
Duncan Laurie | c88c54c | 2014-04-30 16:36:13 -0700 | [diff] [blame] | 85 | { |
Shelley Chen | ad9cd68 | 2020-07-23 16:10:52 -0700 | [diff] [blame] | 86 | size_t mrc_size; |
Duncan Laurie | c88c54c | 2014-04-30 16:36:13 -0700 | [diff] [blame] | 87 | pei_wrapper_entry_t entry; |
| 88 | int ret; |
| 89 | |
| 90 | broadwell_fill_pei_data(pei_data); |
| 91 | |
Shelley Chen | 6615c6e | 2020-10-27 15:58:31 -0700 | [diff] [blame] | 92 | /* Assume boot device is memory mapped. */ |
| 93 | assert(CONFIG(BOOT_DEVICE_MEMORY_MAPPED)); |
Shelley Chen | ad9cd68 | 2020-07-23 16:10:52 -0700 | [diff] [blame] | 94 | |
Shelley Chen | 6615c6e | 2020-10-27 15:58:31 -0700 | [diff] [blame] | 95 | pei_data->saved_data = |
| 96 | mrc_cache_current_mmap_leak(MRC_TRAINING_DATA, 0, |
| 97 | &mrc_size); |
| 98 | if (pei_data->saved_data) { |
| 99 | /* MRC cache found */ |
| 100 | pei_data->saved_data_size = mrc_size; |
| 101 | } else if (pei_data->boot_mode == ACPI_S3) { |
| 102 | /* Waking from S3 and no cache. */ |
| 103 | printk(BIOS_DEBUG, |
| 104 | "No MRC cache found in S3 resume path.\n"); |
lilacious | 40cb3fe | 2023-06-21 23:24:14 +0200 | [diff] [blame] | 105 | post_code(POSTCODE_RESUME_FAILURE); |
Shelley Chen | 6615c6e | 2020-10-27 15:58:31 -0700 | [diff] [blame] | 106 | system_reset(); |
| 107 | } else { |
| 108 | printk(BIOS_DEBUG, "No MRC cache found.\n"); |
Duncan Laurie | c88c54c | 2014-04-30 16:36:13 -0700 | [diff] [blame] | 109 | } |
| 110 | |
Duncan Laurie | 6168027 | 2014-05-05 12:42:35 -0500 | [diff] [blame] | 111 | /* |
| 112 | * Do not use saved pei data. Can be set by mainboard romstage |
| 113 | * to force a full train of memory on every boot. |
| 114 | */ |
| 115 | if (pei_data->disable_saved_data) { |
| 116 | printk(BIOS_DEBUG, "Disabling PEI saved data by request\n"); |
| 117 | pei_data->saved_data = NULL; |
| 118 | pei_data->saved_data_size = 0; |
| 119 | } |
| 120 | |
Arthur Heymans | 4d56a06 | 2018-12-22 16:11:52 +0100 | [diff] [blame] | 121 | /* We don't care about leaking the mapping */ |
Julius Werner | 9d0cc2a | 2020-01-22 18:00:18 -0800 | [diff] [blame] | 122 | entry = cbfs_ro_map("mrc.bin", NULL); |
| 123 | if (entry == NULL) |
| 124 | die("mrc.bin not found!"); |
Duncan Laurie | c88c54c | 2014-04-30 16:36:13 -0700 | [diff] [blame] | 125 | |
| 126 | printk(BIOS_DEBUG, "Starting Memory Reference Code\n"); |
| 127 | |
| 128 | ret = entry(pei_data); |
| 129 | if (ret < 0) |
| 130 | die("pei_data version mismatch\n"); |
| 131 | |
| 132 | /* Print the MRC version after executing the UEFI PEI stage. */ |
Angel Pons | a8753e9 | 2021-04-17 14:34:37 +0200 | [diff] [blame] | 133 | u32 version = mchbar_read32(MRC_REVISION); |
Angel Pons | c1328a6 | 2021-06-14 12:43:11 +0200 | [diff] [blame] | 134 | printk(BIOS_DEBUG, "MRC Version %u.%u.%u Build %u\n", |
Angel Pons | 430f1c5 | 2020-10-13 23:01:48 +0200 | [diff] [blame] | 135 | (version >> 24) & 0xff, (version >> 16) & 0xff, |
| 136 | (version >> 8) & 0xff, (version >> 0) & 0xff); |
Duncan Laurie | c88c54c | 2014-04-30 16:36:13 -0700 | [diff] [blame] | 137 | |
| 138 | report_memory_config(); |
Angel Pons | d0d528a | 2021-01-20 23:09:16 +0100 | [diff] [blame] | 139 | } |
Duncan Laurie | c88c54c | 2014-04-30 16:36:13 -0700 | [diff] [blame] | 140 | |
Angel Pons | dc60073 | 2021-06-23 13:11:30 +0200 | [diff] [blame] | 141 | static void setup_sdram_meminfo(struct pei_data *pei_data) |
Angel Pons | d0d528a | 2021-01-20 23:09:16 +0100 | [diff] [blame] | 142 | { |
| 143 | struct memory_info *mem_info; |
Kane Chen | ebbb0d4 | 2014-07-28 10:54:40 -0700 | [diff] [blame] | 144 | |
| 145 | printk(BIOS_DEBUG, "create cbmem for dimm information\n"); |
| 146 | mem_info = cbmem_add(CBMEM_ID_MEMINFO, sizeof(struct memory_info)); |
John Zhao | 317cbd6 | 2019-05-31 10:44:46 -0700 | [diff] [blame] | 147 | |
| 148 | if (!mem_info) { |
| 149 | printk(BIOS_ERR, "Error! Failed to add mem_info to cbmem\n"); |
| 150 | return; |
| 151 | } |
| 152 | |
Matt DeVillier | 9aaf59a | 2018-05-27 21:51:49 -0500 | [diff] [blame] | 153 | memset(mem_info, 0, sizeof(*mem_info)); |
| 154 | /* Translate pei_memory_info struct data into memory_info struct */ |
| 155 | mem_info->dimm_cnt = pei_data->meminfo.dimm_cnt; |
| 156 | for (int i = 0; i < MIN(DIMM_INFO_TOTAL, PEI_DIMM_INFO_TOTAL); i++) { |
| 157 | struct dimm_info *dimm = &mem_info->dimm[i]; |
| 158 | const struct pei_dimm_info *pei_dimm = |
| 159 | &pei_data->meminfo.dimm[i]; |
| 160 | dimm->dimm_size = pei_dimm->dimm_size; |
| 161 | dimm->ddr_type = pei_dimm->ddr_type; |
| 162 | dimm->ddr_frequency = pei_dimm->ddr_frequency; |
| 163 | dimm->rank_per_dimm = pei_dimm->rank_per_dimm; |
| 164 | dimm->channel_num = pei_dimm->channel_num; |
| 165 | dimm->dimm_num = pei_dimm->dimm_num; |
| 166 | dimm->bank_locator = pei_dimm->bank_locator; |
| 167 | memcpy(&dimm->serial, &pei_dimm->serial, |
| 168 | MIN(sizeof(dimm->serial), sizeof(pei_dimm->serial))); |
| 169 | memcpy(&dimm->module_part_number, |
| 170 | &pei_dimm->module_part_number, |
| 171 | MIN(sizeof(dimm->module_part_number), |
| 172 | sizeof(pei_dimm->module_part_number))); |
| 173 | dimm->module_part_number[DIMM_INFO_PART_NUMBER_SIZE - 1] = '\0'; |
| 174 | dimm->mod_id = pei_dimm->mod_id; |
| 175 | dimm->mod_type = pei_dimm->mod_type; |
| 176 | dimm->bus_width = pei_dimm->bus_width; |
| 177 | } |
Duncan Laurie | c88c54c | 2014-04-30 16:36:13 -0700 | [diff] [blame] | 178 | } |
Angel Pons | dc60073 | 2021-06-23 13:11:30 +0200 | [diff] [blame] | 179 | |
Angel Pons | 333751b | 2021-06-23 14:39:32 +0200 | [diff] [blame] | 180 | /* |
| 181 | * 0 = leave channel enabled |
| 182 | * 1 = disable dimm 0 on channel |
| 183 | * 2 = disable dimm 1 on channel |
| 184 | * 3 = disable dimm 0+1 on channel |
| 185 | */ |
Angel Pons | 4a8cb30 | 2021-06-23 16:14:56 +0200 | [diff] [blame] | 186 | static int make_channel_disabled_mask(const struct spd_info *spdi, int ch) |
Angel Pons | 333751b | 2021-06-23 14:39:32 +0200 | [diff] [blame] | 187 | { |
Angel Pons | 4a8cb30 | 2021-06-23 16:14:56 +0200 | [diff] [blame] | 188 | return (!spdi->addresses[ch + ch] << 0) | (!spdi->addresses[ch + ch + 1] << 1); |
Angel Pons | 333751b | 2021-06-23 14:39:32 +0200 | [diff] [blame] | 189 | } |
| 190 | |
Angel Pons | dc60073 | 2021-06-23 13:11:30 +0200 | [diff] [blame] | 191 | void perform_raminit(const struct chipset_power_state *const power_state) |
| 192 | { |
| 193 | const int s3resume = power_state->prev_sleep_state == ACPI_S3; |
| 194 | |
| 195 | struct pei_data pei_data = { 0 }; |
| 196 | |
| 197 | mainboard_fill_pei_data(&pei_data); |
Angel Pons | 4a8cb30 | 2021-06-23 16:14:56 +0200 | [diff] [blame] | 198 | |
Angel Pons | 865c97c | 2021-06-23 16:51:16 +0200 | [diff] [blame] | 199 | if (CONFIG(BROADWELL_LPDDR3)) { |
| 200 | const struct lpddr3_dq_dqs_map *lpddr3_map = mb_get_lpddr3_dq_dqs_map(); |
| 201 | assert(lpddr3_map); |
| 202 | memcpy(pei_data.dq_map, lpddr3_map->dq, sizeof(pei_data.dq_map)); |
| 203 | memcpy(pei_data.dqs_map, lpddr3_map->dqs, sizeof(pei_data.dqs_map)); |
| 204 | } |
| 205 | |
Angel Pons | 4a8cb30 | 2021-06-23 16:14:56 +0200 | [diff] [blame] | 206 | /* Obtain the SPD addresses from mainboard code */ |
| 207 | struct spd_info spdi = { 0 }; |
| 208 | mb_get_spd_map(&spdi); |
| 209 | |
| 210 | if (CONFIG(HAVE_SPD_IN_CBFS)) |
| 211 | copy_spd(&pei_data, &spdi); |
Angel Pons | dc60073 | 2021-06-23 13:11:30 +0200 | [diff] [blame] | 212 | |
Angel Pons | 333751b | 2021-06-23 14:39:32 +0200 | [diff] [blame] | 213 | /* Calculate unimplemented DIMM slots for each channel */ |
Angel Pons | 4a8cb30 | 2021-06-23 16:14:56 +0200 | [diff] [blame] | 214 | pei_data.dimm_channel0_disabled = make_channel_disabled_mask(&spdi, 0); |
| 215 | pei_data.dimm_channel1_disabled = make_channel_disabled_mask(&spdi, 1); |
Angel Pons | 333751b | 2021-06-23 14:39:32 +0200 | [diff] [blame] | 216 | |
Angel Pons | 4a8cb30 | 2021-06-23 16:14:56 +0200 | [diff] [blame] | 217 | /* MRC expects left-aligned SMBus addresses, and 0 for memory-down */ |
| 218 | for (size_t i = 0; i < ARRAY_SIZE(spdi.addresses); i++) { |
| 219 | const uint8_t addr = spdi.addresses[i]; |
| 220 | pei_data.spd_addresses[i] = addr == SPD_MEMORY_DOWN ? 0 : addr << 1; |
Angel Pons | 333751b | 2021-06-23 14:39:32 +0200 | [diff] [blame] | 221 | } |
| 222 | |
Angel Pons | dc60073 | 2021-06-23 13:11:30 +0200 | [diff] [blame] | 223 | post_code(0x32); |
| 224 | |
Jakub Czapiga | ad6157e | 2022-02-15 11:50:31 +0100 | [diff] [blame] | 225 | timestamp_add_now(TS_INITRAM_START); |
Angel Pons | dc60073 | 2021-06-23 13:11:30 +0200 | [diff] [blame] | 226 | |
| 227 | pei_data.boot_mode = power_state->prev_sleep_state; |
| 228 | |
| 229 | /* Initialize RAM */ |
| 230 | sdram_initialize(&pei_data); |
| 231 | |
Jakub Czapiga | ad6157e | 2022-02-15 11:50:31 +0100 | [diff] [blame] | 232 | timestamp_add_now(TS_INITRAM_END); |
Angel Pons | dc60073 | 2021-06-23 13:11:30 +0200 | [diff] [blame] | 233 | |
| 234 | int cbmem_was_initted = !cbmem_recovery(s3resume); |
| 235 | if (s3resume && !cbmem_was_initted) { |
| 236 | /* Failed S3 resume, reset to come up cleanly */ |
| 237 | printk(BIOS_CRIT, "Failed to recover CBMEM in S3 resume.\n"); |
| 238 | system_reset(); |
| 239 | } |
| 240 | |
| 241 | save_mrc_data(&pei_data); |
| 242 | |
| 243 | setup_sdram_meminfo(&pei_data); |
| 244 | } |