Angel Pons | f94ac9a | 2020-04-05 15:46:48 +0200 | [diff] [blame] | 1 | /* SPDX-License-Identifier: GPL-2.0-only */ |
Duncan Laurie | c88c54c | 2014-04-30 16:36:13 -0700 | [diff] [blame] | 2 | |
Aaron Durbin | 31be2c9 | 2016-12-03 22:08:20 -0600 | [diff] [blame] | 3 | #include <assert.h> |
Duncan Laurie | c88c54c | 2014-04-30 16:36:13 -0700 | [diff] [blame] | 4 | #include <cbfs.h> |
| 5 | #include <cbmem.h> |
Patrick Rudolph | 45022ae | 2018-10-01 19:17:11 +0200 | [diff] [blame] | 6 | #include <cf9_reset.h> |
Duncan Laurie | c88c54c | 2014-04-30 16:36:13 -0700 | [diff] [blame] | 7 | #include <console/console.h> |
| 8 | #include <device/pci_def.h> |
Matt DeVillier | 9aaf59a | 2018-05-27 21:51:49 -0500 | [diff] [blame] | 9 | #include <memory_info.h> |
Aaron Durbin | decd062 | 2017-12-15 12:26:40 -0700 | [diff] [blame] | 10 | #include <mrc_cache.h> |
Duncan Laurie | c88c54c | 2014-04-30 16:36:13 -0700 | [diff] [blame] | 11 | #include <string.h> |
Julius Werner | cd49cce | 2019-03-05 16:53:33 -0800 | [diff] [blame] | 12 | #if CONFIG(EC_GOOGLE_CHROMEEC) |
Duncan Laurie | c88c54c | 2014-04-30 16:36:13 -0700 | [diff] [blame] | 13 | #include <ec/google/chromeec/ec.h> |
| 14 | #include <ec/google/chromeec/ec_commands.h> |
| 15 | #endif |
| 16 | #include <vendorcode/google/chromeos/chromeos.h> |
Julius Werner | 4ee4bd5 | 2014-10-20 13:46:39 -0700 | [diff] [blame] | 17 | #include <soc/iomap.h> |
| 18 | #include <soc/pei_data.h> |
| 19 | #include <soc/pei_wrapper.h> |
| 20 | #include <soc/pm.h> |
Julius Werner | 4ee4bd5 | 2014-10-20 13:46:39 -0700 | [diff] [blame] | 21 | #include <soc/romstage.h> |
Julius Werner | 4ee4bd5 | 2014-10-20 13:46:39 -0700 | [diff] [blame] | 22 | #include <soc/systemagent.h> |
Duncan Laurie | c88c54c | 2014-04-30 16:36:13 -0700 | [diff] [blame] | 23 | |
Angel Pons | 29a52c8 | 2020-10-13 23:32:55 +0200 | [diff] [blame] | 24 | static const char *const ecc_decoder[] = { |
| 25 | "inactive", |
| 26 | "active on IO", |
| 27 | "disabled on IO", |
| 28 | "active", |
| 29 | }; |
| 30 | |
Duncan Laurie | c88c54c | 2014-04-30 16:36:13 -0700 | [diff] [blame] | 31 | /* |
Angel Pons | 239c966 | 2020-10-13 21:34:53 +0200 | [diff] [blame] | 32 | * Dump in the log memory controller configuration as read from the memory |
| 33 | * controller registers. |
| 34 | */ |
| 35 | static void report_memory_config(void) |
| 36 | { |
Angel Pons | 239c966 | 2020-10-13 21:34:53 +0200 | [diff] [blame] | 37 | int i; |
| 38 | |
Angel Pons | 430f1c5 | 2020-10-13 23:01:48 +0200 | [diff] [blame] | 39 | const u32 addr_decoder_common = MCHBAR32(MAD_CHNL); |
Angel Pons | 239c966 | 2020-10-13 21:34:53 +0200 | [diff] [blame] | 40 | |
| 41 | printk(BIOS_DEBUG, "memcfg DDR3 clock %d MHz\n", |
Angel Pons | 430f1c5 | 2020-10-13 23:01:48 +0200 | [diff] [blame] | 42 | (MCHBAR32(MC_BIOS_DATA) * 13333 * 2 + 50) / 100); |
| 43 | |
Angel Pons | 239c966 | 2020-10-13 21:34:53 +0200 | [diff] [blame] | 44 | printk(BIOS_DEBUG, "memcfg channel assignment: A: %d, B % d, C % d\n", |
Angel Pons | 430f1c5 | 2020-10-13 23:01:48 +0200 | [diff] [blame] | 45 | (addr_decoder_common >> 0) & 3, |
Angel Pons | 239c966 | 2020-10-13 21:34:53 +0200 | [diff] [blame] | 46 | (addr_decoder_common >> 2) & 3, |
| 47 | (addr_decoder_common >> 4) & 3); |
| 48 | |
Angel Pons | 162a737 | 2020-10-13 23:37:07 +0200 | [diff] [blame] | 49 | for (i = 0; i < NUM_CHANNELS; i++) { |
| 50 | const u32 ch_conf = MCHBAR32(MAD_DIMM(i)); |
Angel Pons | 430f1c5 | 2020-10-13 23:01:48 +0200 | [diff] [blame] | 51 | |
| 52 | printk(BIOS_DEBUG, "memcfg channel[%d] config (%8.8x):\n", i, ch_conf); |
Angel Pons | 29a52c8 | 2020-10-13 23:32:55 +0200 | [diff] [blame] | 53 | printk(BIOS_DEBUG, " ECC %s\n", ecc_decoder[(ch_conf >> 24) & 3]); |
Angel Pons | 239c966 | 2020-10-13 21:34:53 +0200 | [diff] [blame] | 54 | printk(BIOS_DEBUG, " enhanced interleave mode %s\n", |
| 55 | ((ch_conf >> 22) & 1) ? "on" : "off"); |
Angel Pons | 430f1c5 | 2020-10-13 23:01:48 +0200 | [diff] [blame] | 56 | |
Angel Pons | 239c966 | 2020-10-13 21:34:53 +0200 | [diff] [blame] | 57 | printk(BIOS_DEBUG, " rank interleave %s\n", |
| 58 | ((ch_conf >> 21) & 1) ? "on" : "off"); |
Angel Pons | 430f1c5 | 2020-10-13 23:01:48 +0200 | [diff] [blame] | 59 | |
Angel Pons | 239c966 | 2020-10-13 21:34:53 +0200 | [diff] [blame] | 60 | printk(BIOS_DEBUG, " DIMMA %d MB width %s %s rank%s\n", |
| 61 | ((ch_conf >> 0) & 0xff) * 256, |
| 62 | ((ch_conf >> 19) & 1) ? "x16" : "x8 or x32", |
| 63 | ((ch_conf >> 17) & 1) ? "dual" : "single", |
| 64 | ((ch_conf >> 16) & 1) ? "" : ", selected"); |
Angel Pons | 430f1c5 | 2020-10-13 23:01:48 +0200 | [diff] [blame] | 65 | |
Angel Pons | 239c966 | 2020-10-13 21:34:53 +0200 | [diff] [blame] | 66 | printk(BIOS_DEBUG, " DIMMB %d MB width %s %s rank%s\n", |
| 67 | ((ch_conf >> 8) & 0xff) * 256, |
Angel Pons | 973c9d4 | 2020-10-13 23:28:23 +0200 | [diff] [blame] | 68 | ((ch_conf >> 20) & 1) ? "x16" : "x8 or x32", |
Angel Pons | 239c966 | 2020-10-13 21:34:53 +0200 | [diff] [blame] | 69 | ((ch_conf >> 18) & 1) ? "dual" : "single", |
| 70 | ((ch_conf >> 16) & 1) ? ", selected" : ""); |
| 71 | } |
| 72 | } |
| 73 | |
| 74 | /* |
Duncan Laurie | c88c54c | 2014-04-30 16:36:13 -0700 | [diff] [blame] | 75 | * Find PEI executable in coreboot filesystem and execute it. |
| 76 | */ |
| 77 | void raminit(struct pei_data *pei_data) |
| 78 | { |
Shelley Chen | ad9cd68 | 2020-07-23 16:10:52 -0700 | [diff] [blame] | 79 | size_t mrc_size; |
Lee Leahy | 26b7cd0 | 2017-03-16 18:47:55 -0700 | [diff] [blame] | 80 | struct memory_info *mem_info; |
Duncan Laurie | c88c54c | 2014-04-30 16:36:13 -0700 | [diff] [blame] | 81 | pei_wrapper_entry_t entry; |
| 82 | int ret; |
| 83 | |
| 84 | broadwell_fill_pei_data(pei_data); |
| 85 | |
Shelley Chen | 6615c6e | 2020-10-27 15:58:31 -0700 | [diff] [blame] | 86 | /* Assume boot device is memory mapped. */ |
| 87 | assert(CONFIG(BOOT_DEVICE_MEMORY_MAPPED)); |
Shelley Chen | ad9cd68 | 2020-07-23 16:10:52 -0700 | [diff] [blame] | 88 | |
Shelley Chen | 6615c6e | 2020-10-27 15:58:31 -0700 | [diff] [blame] | 89 | pei_data->saved_data = |
| 90 | mrc_cache_current_mmap_leak(MRC_TRAINING_DATA, 0, |
| 91 | &mrc_size); |
| 92 | if (pei_data->saved_data) { |
| 93 | /* MRC cache found */ |
| 94 | pei_data->saved_data_size = mrc_size; |
| 95 | } else if (pei_data->boot_mode == ACPI_S3) { |
| 96 | /* Waking from S3 and no cache. */ |
| 97 | printk(BIOS_DEBUG, |
| 98 | "No MRC cache found in S3 resume path.\n"); |
| 99 | post_code(POST_RESUME_FAILURE); |
| 100 | system_reset(); |
| 101 | } else { |
| 102 | printk(BIOS_DEBUG, "No MRC cache found.\n"); |
Duncan Laurie | c88c54c | 2014-04-30 16:36:13 -0700 | [diff] [blame] | 103 | } |
| 104 | |
Duncan Laurie | 6168027 | 2014-05-05 12:42:35 -0500 | [diff] [blame] | 105 | /* |
| 106 | * Do not use saved pei data. Can be set by mainboard romstage |
| 107 | * to force a full train of memory on every boot. |
| 108 | */ |
| 109 | if (pei_data->disable_saved_data) { |
| 110 | printk(BIOS_DEBUG, "Disabling PEI saved data by request\n"); |
| 111 | pei_data->saved_data = NULL; |
| 112 | pei_data->saved_data_size = 0; |
| 113 | } |
| 114 | |
Arthur Heymans | 4d56a06 | 2018-12-22 16:11:52 +0100 | [diff] [blame] | 115 | /* We don't care about leaking the mapping */ |
Julius Werner | 9d0cc2a | 2020-01-22 18:00:18 -0800 | [diff] [blame^] | 116 | entry = cbfs_ro_map("mrc.bin", NULL); |
| 117 | if (entry == NULL) |
| 118 | die("mrc.bin not found!"); |
Duncan Laurie | c88c54c | 2014-04-30 16:36:13 -0700 | [diff] [blame] | 119 | |
| 120 | printk(BIOS_DEBUG, "Starting Memory Reference Code\n"); |
| 121 | |
| 122 | ret = entry(pei_data); |
| 123 | if (ret < 0) |
| 124 | die("pei_data version mismatch\n"); |
| 125 | |
| 126 | /* Print the MRC version after executing the UEFI PEI stage. */ |
Angel Pons | 430f1c5 | 2020-10-13 23:01:48 +0200 | [diff] [blame] | 127 | u32 version = MCHBAR32(MRC_REVISION); |
Duncan Laurie | c88c54c | 2014-04-30 16:36:13 -0700 | [diff] [blame] | 128 | printk(BIOS_DEBUG, "MRC Version %d.%d.%d Build %d\n", |
Angel Pons | 430f1c5 | 2020-10-13 23:01:48 +0200 | [diff] [blame] | 129 | (version >> 24) & 0xff, (version >> 16) & 0xff, |
| 130 | (version >> 8) & 0xff, (version >> 0) & 0xff); |
Duncan Laurie | c88c54c | 2014-04-30 16:36:13 -0700 | [diff] [blame] | 131 | |
| 132 | report_memory_config(); |
| 133 | |
Aaron Durbin | 9e6d143 | 2016-07-13 23:21:41 -0500 | [diff] [blame] | 134 | if (pei_data->boot_mode != ACPI_S3) { |
Duncan Laurie | c88c54c | 2014-04-30 16:36:13 -0700 | [diff] [blame] | 135 | cbmem_initialize_empty(); |
Aaron Durbin | 42e6856 | 2015-06-09 13:55:51 -0500 | [diff] [blame] | 136 | } else if (cbmem_initialize()) { |
Aaron Durbin | 42e6856 | 2015-06-09 13:55:51 -0500 | [diff] [blame] | 137 | printk(BIOS_DEBUG, "Failed to recover CBMEM in S3 resume.\n"); |
| 138 | /* Failed S3 resume, reset to come up cleanly */ |
Patrick Rudolph | 45022ae | 2018-10-01 19:17:11 +0200 | [diff] [blame] | 139 | system_reset(); |
Duncan Laurie | c88c54c | 2014-04-30 16:36:13 -0700 | [diff] [blame] | 140 | } |
| 141 | |
| 142 | printk(BIOS_DEBUG, "MRC data at %p %d bytes\n", pei_data->data_to_save, |
| 143 | pei_data->data_to_save_size); |
| 144 | |
| 145 | if (pei_data->data_to_save != NULL && pei_data->data_to_save_size > 0) |
Aaron Durbin | 31be2c9 | 2016-12-03 22:08:20 -0600 | [diff] [blame] | 146 | mrc_cache_stash_data(MRC_TRAINING_DATA, 0, |
| 147 | pei_data->data_to_save, |
| 148 | pei_data->data_to_save_size); |
Kane Chen | ebbb0d4 | 2014-07-28 10:54:40 -0700 | [diff] [blame] | 149 | |
| 150 | printk(BIOS_DEBUG, "create cbmem for dimm information\n"); |
| 151 | mem_info = cbmem_add(CBMEM_ID_MEMINFO, sizeof(struct memory_info)); |
John Zhao | 317cbd6 | 2019-05-31 10:44:46 -0700 | [diff] [blame] | 152 | |
| 153 | if (!mem_info) { |
| 154 | printk(BIOS_ERR, "Error! Failed to add mem_info to cbmem\n"); |
| 155 | return; |
| 156 | } |
| 157 | |
Matt DeVillier | 9aaf59a | 2018-05-27 21:51:49 -0500 | [diff] [blame] | 158 | memset(mem_info, 0, sizeof(*mem_info)); |
| 159 | /* Translate pei_memory_info struct data into memory_info struct */ |
| 160 | mem_info->dimm_cnt = pei_data->meminfo.dimm_cnt; |
| 161 | for (int i = 0; i < MIN(DIMM_INFO_TOTAL, PEI_DIMM_INFO_TOTAL); i++) { |
| 162 | struct dimm_info *dimm = &mem_info->dimm[i]; |
| 163 | const struct pei_dimm_info *pei_dimm = |
| 164 | &pei_data->meminfo.dimm[i]; |
| 165 | dimm->dimm_size = pei_dimm->dimm_size; |
| 166 | dimm->ddr_type = pei_dimm->ddr_type; |
| 167 | dimm->ddr_frequency = pei_dimm->ddr_frequency; |
| 168 | dimm->rank_per_dimm = pei_dimm->rank_per_dimm; |
| 169 | dimm->channel_num = pei_dimm->channel_num; |
| 170 | dimm->dimm_num = pei_dimm->dimm_num; |
| 171 | dimm->bank_locator = pei_dimm->bank_locator; |
| 172 | memcpy(&dimm->serial, &pei_dimm->serial, |
| 173 | MIN(sizeof(dimm->serial), sizeof(pei_dimm->serial))); |
| 174 | memcpy(&dimm->module_part_number, |
| 175 | &pei_dimm->module_part_number, |
| 176 | MIN(sizeof(dimm->module_part_number), |
| 177 | sizeof(pei_dimm->module_part_number))); |
| 178 | dimm->module_part_number[DIMM_INFO_PART_NUMBER_SIZE - 1] = '\0'; |
| 179 | dimm->mod_id = pei_dimm->mod_id; |
| 180 | dimm->mod_type = pei_dimm->mod_type; |
| 181 | dimm->bus_width = pei_dimm->bus_width; |
| 182 | } |
Duncan Laurie | c88c54c | 2014-04-30 16:36:13 -0700 | [diff] [blame] | 183 | } |