| /* |
| * This file is part of the coreboot project. |
| * |
| * Copyright (C) 2005 Eric W. Biederman and Tom Zimmerman |
| * Copyright (C) 2008 Arastra, Inc. |
| * |
| * This program is free software; you can redistribute it and/or modify |
| * it under the terms of the GNU General Public License version 2 as |
| * published by the Free Software Foundation. |
| * |
| * This program is distributed in the hope that it will be useful, |
| * but WITHOUT ANY WARRANTY; without even the implied warranty of |
| * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
| * GNU General Public License for more details. |
| * |
| * You should have received a copy of the GNU General Public License |
| * along with this program; if not, write to the Free Software |
| * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA |
| * |
| */ |
| |
| #include <cpu/x86/mtrr.h> |
| #include <cpu/x86/cache.h> |
| #include "raminit_ep80579.h" |
| #include "ep80579.h" |
| |
| #define BAR 0x90000000 |
| |
| static void sdram_set_registers(const struct mem_controller *ctrl) |
| { |
| static const u32 register_values[] = { |
| PCI_ADDR(0, 0x00, 0, CKDIS), 0xffff0000, 0x0000ffff, |
| PCI_ADDR(0, 0x00, 0, DEVPRES), 0x00000000, 0x07420001 | DEVPRES_CONFIG, |
| PCI_ADDR(0, 0x00, 0, PAM-1), 0xcccccc7f, 0x33333000, |
| PCI_ADDR(0, 0x00, 0, PAM+3), 0xcccccccc, 0x33333333, |
| PCI_ADDR(0, 0x00, 0, DEVPRES1), 0xffffffff, 0x0040003a, |
| PCI_ADDR(0, 0x00, 0, SMRBASE), 0x00000fff, BAR | 0, |
| }; |
| int i; |
| int max; |
| |
| for (i = 0; i < ARRAY_SIZE(register_values); i += 3) { |
| device_t dev; |
| u32 where; |
| u32 reg; |
| dev = (register_values[i] & ~0xff) - PCI_DEV(0, 0x00, 0) + ctrl->f0; |
| where = register_values[i] & 0xff; |
| reg = pci_read_config32(dev, where); |
| reg &= register_values[i+1]; |
| reg |= register_values[i+2]; |
| pci_write_config32(dev, where, reg); |
| } |
| } |
| |
| struct dimm_size { |
| u32 side1; |
| u32 side2; |
| }; |
| |
| static struct dimm_size spd_get_dimm_size(u16 device) |
| { |
| /* Calculate the log base 2 size of a DIMM in bits */ |
| struct dimm_size sz; |
| int value, low, ddr2; |
| sz.side1 = 0; |
| sz.side2 = 0; |
| |
| /* Note it might be easier to use byte 31 here, it has the DIMM size as |
| * a multiple of 4MB. The way we do it now we can size both |
| * sides of an assymetric dimm. |
| */ |
| value = spd_read_byte(device, SPD_NUM_ROWS); |
| if (value < 0) goto hw_err; |
| if ((value & 0xf) == 0) goto val_err; |
| sz.side1 += value & 0xf; |
| |
| value = spd_read_byte(device, SPD_NUM_COLUMNS); |
| if (value < 0) goto hw_err; |
| if ((value & 0xf) == 0) goto val_err; |
| sz.side1 += value & 0xf; |
| |
| value = spd_read_byte(device, SPD_NUM_BANKS_PER_SDRAM); |
| if (value < 0) goto hw_err; |
| if ((value & 0xff) == 0) goto val_err; |
| sz.side1 += log2(value & 0xff); |
| |
| /* Get the module data width and convert it to a power of two */ |
| value = spd_read_byte(device, SPD_MODULE_DATA_WIDTH_MSB); |
| if (value < 0) goto hw_err; |
| value &= 0xff; |
| value <<= 8; |
| |
| low = spd_read_byte(device, SPD_MODULE_DATA_WIDTH_LSB); |
| if (low < 0) goto hw_err; |
| value = value | (low & 0xff); |
| if ((value != 72) && (value != 64)) goto val_err; |
| sz.side1 += log2(value); |
| |
| /* side 2 */ |
| value = spd_read_byte(device, SPD_NUM_DIMM_BANKS); |
| |
| if (value < 0) goto hw_err; |
| value &= 7; |
| value++; |
| if (value == 1) goto out; |
| if (value != 2) goto val_err; |
| |
| /* Start with the symmetrical case */ |
| sz.side2 = sz.side1; |
| |
| value = spd_read_byte(device, SPD_NUM_ROWS); |
| if (value < 0) goto hw_err; |
| if ((value & 0xf0) == 0) goto out; /* If symmetrical we are done */ |
| sz.side2 -= (value & 0x0f); /* Subtract out rows on side 1 */ |
| sz.side2 += ((value >> 4) & 0x0f); /* Add in rows on side 2 */ |
| |
| value = spd_read_byte(device, SPD_NUM_COLUMNS); |
| if (value < 0) goto hw_err; |
| if ((value & 0xff) == 0) goto val_err; |
| sz.side2 -= (value & 0x0f); /* Subtract out columns on side 1 */ |
| sz.side2 += ((value >> 4) & 0x0f); /* Add in columns on side 2 */ |
| goto out; |
| |
| val_err: |
| die("Bad SPD value\r\n"); |
| /* If an hw_error occurs report that I have no memory */ |
| hw_err: |
| sz.side1 = 0; |
| sz.side2 = 0; |
| out: |
| print_debug("dimm "); |
| print_debug_hex8(device); |
| print_debug(" size = "); |
| print_debug_hex8(sz.side1); |
| print_debug("."); |
| print_debug_hex8(sz.side2); |
| print_debug("\r\n"); |
| return sz; |
| |
| } |
| |
| static long spd_set_ram_size(const struct mem_controller *ctrl, u8 dimm_mask) |
| { |
| int i; |
| int cum; |
| |
| for (i = cum = 0; i < DIMM_SOCKETS; i++) { |
| struct dimm_size sz; |
| if (dimm_mask & (1 << i)) { |
| sz = spd_get_dimm_size(ctrl->channel0[i]); |
| if (sz.side1 < 29) { |
| return -1; /* Report SPD error */ |
| } |
| /* convert bits to multiples of 64MB */ |
| sz.side1 -= 29; |
| cum += (1 << sz.side1); |
| pci_write_config8(ctrl->f0, DRB + (i*2), cum); |
| pci_write_config8(ctrl->f0, DRB+1 + (i*2), cum); |
| if (spd_read_byte(ctrl->channel0[i], SPD_NUM_DIMM_BANKS) & 0x1) { |
| cum <<= 1; |
| } |
| } |
| else { |
| pci_write_config8(ctrl->f0, DRB + (i*2), cum); |
| pci_write_config8(ctrl->f0, DRB+1 + (i*2), cum); |
| } |
| } |
| print_debug("DRB = "); |
| print_debug_hex32(pci_read_config32(ctrl->f0, DRB)); |
| print_debug("\r\n"); |
| |
| cum >>= 1; |
| /* set TOM top of memory */ |
| pci_write_config16(ctrl->f0, TOM, cum); |
| print_debug("TOM = "); |
| print_debug_hex16(cum); |
| print_debug("\r\n"); |
| /* set TOLM top of low memory */ |
| if (cum > 0x18) { |
| cum = 0x18; |
| } |
| cum <<= 11; |
| pci_write_config16(ctrl->f0, TOLM, cum); |
| print_debug("TOLM = "); |
| print_debug_hex16(cum); |
| print_debug("\r\n"); |
| return 0; |
| } |
| |
| |
| static u8 spd_detect_dimms(const struct mem_controller *ctrl) |
| { |
| u8 dimm_mask = 0; |
| int i; |
| for (i = 0; i < DIMM_SOCKETS; i++) { |
| int byte; |
| u16 device; |
| device = ctrl->channel0[i]; |
| if (device) { |
| byte = spd_read_byte(device, SPD_MEMORY_TYPE); |
| print_debug("spd "); |
| print_debug_hex8(device); |
| print_debug(" = "); |
| print_debug_hex8(byte); |
| print_debug("\r\n"); |
| if (byte == 8) { |
| dimm_mask |= (1 << i); |
| } |
| } |
| } |
| return dimm_mask; |
| } |
| |
| |
| static int spd_set_row_attributes(const struct mem_controller *ctrl, |
| u8 dimm_mask) |
| { |
| int value; |
| int i; |
| |
| for (i = 0; i < DIMM_SOCKETS; i++) { |
| u32 dra = 0; |
| int reg = 0; |
| |
| if (!(dimm_mask & (1 << i))) { |
| continue; |
| } |
| |
| value = spd_read_byte(ctrl->channel0[i], SPD_NUM_ROWS); |
| if (value < 0) die("Bad SPD data\r\n"); |
| if ((value & 0xf) == 0) die("Invalid # of rows\r\n"); |
| dra |= (((value-13) & 0x7) << 23); |
| dra |= (((value-13) & 0x7) << 29); |
| reg += value & 0xf; |
| |
| value = spd_read_byte(ctrl->channel0[i], SPD_NUM_COLUMNS); |
| if (value < 0) die("Bad SPD data\r\n"); |
| if ((value & 0xf) == 0) die("Invalid # of columns\r\n"); |
| dra |= (((value-10) & 0x7) << 20); |
| dra |= (((value-10) & 0x7) << 26); |
| reg += value & 0xf; |
| |
| value = spd_read_byte(ctrl->channel0[i], SPD_NUM_BANKS_PER_SDRAM); |
| if (value < 0) die("Bad SPD data\r\n"); |
| if ((value & 0xff) == 0) die("Invalid # of banks\r\n"); |
| reg += log2(value & 0xff); |
| |
| print_debug("dimm "); |
| print_debug_hex8(i); |
| print_debug(" reg = "); |
| print_debug_hex8(reg); |
| print_debug("\r\n"); |
| |
| /* set device density */ |
| dra |= ((31-reg)); |
| dra |= ((31-reg) << 6); |
| |
| /* set device width (x8) */ |
| dra |= (1 << 4); |
| dra |= (1 << 10); |
| |
| /* set device type (registered) */ |
| dra |= (1 << 14); |
| |
| /* set number of ranks (0=single, 1=dual) */ |
| value = spd_read_byte(ctrl->channel0[i], SPD_NUM_DIMM_BANKS); |
| dra |= ((value & 0x1) << 17); |
| |
| print_debug("DRA"); |
| print_debug_hex8(i); |
| print_debug(" = "); |
| print_debug_hex32(dra); |
| print_debug("\r\n"); |
| |
| pci_write_config32(ctrl->f0, DRA + (i*4), dra); |
| } |
| return 0; |
| } |
| |
| |
| static u32 spd_set_drt_attributes(const struct mem_controller *ctrl, |
| u8 dimm_mask, u32 drc) |
| { |
| int i; |
| u32 val, val1; |
| u32 cl; |
| u32 trc = 0; |
| u32 trfc = 0; |
| u32 tras = 0; |
| u32 trtp = 0; |
| u32 twtr = 0; |
| int index = drc & 0x00000003; |
| int ci; |
| static const u8 latencies[] = { /* 533, 800, 400, 667 */ |
| 0x10, 0x60, 0x10, 0x20 }; |
| static const u32 drt0[] = { /* 533, 800, 400, 667 */ |
| 0x24240002, 0x24360002, 0x24220002, 0x24360002 }; |
| static const u32 drt1[] = { /* 533, 800, 400, 667 */ |
| 0x00400000, 0x00900000, 0x00200000, 0x00700000 }; |
| static const u32 magic[] = { /* 533, 800, 400, 667 */ |
| 0x007b8221, 0x00b94331, 0x005ca1a1, 0x009a62b1 }; |
| static const u32 mrs[] = { /* 533, 800, 400, 667 */ |
| 0x07020000, 0x0b020000, 0x05020000, 0x09020000 }; |
| static const int cycle[] = { /* 533, 800, 400, 667 */ |
| 15, 10, 20, 12 }; /* cycle time in 1/4 ns units */ |
| static const int byte40rem[] = { |
| 0, 1, 2, 2, 3, 3, 0, 0 }; /* byte 40 remainder in 1/4 ns units */ |
| |
| /* CAS latency in cycles */ |
| val = latencies[index]; |
| for (i = 0; i < DIMM_SOCKETS; i++) { |
| if (!(dimm_mask & (1 << i))) |
| continue; |
| val &= spd_read_byte(ctrl->channel0[i], SPD_ACCEPTABLE_CAS_LATENCIES); |
| } |
| if (val & 0x10) |
| cl = 4; |
| else if (val & 0x20) |
| cl = 5; |
| else if (val & 0x40) |
| cl = 6; |
| else |
| die("CAS latency mismatch\r\n"); |
| print_debug("cl = "); |
| print_debug_hex8(cl); |
| print_debug("\r\n"); |
| |
| ci = cycle[index]; |
| |
| /* Trc, Trfc in cycles */ |
| for (i = 0; i < DIMM_SOCKETS; i++) { |
| if (!(dimm_mask & (1 << i))) |
| continue; |
| val1 = spd_read_byte(ctrl->channel0[i], SPD_BYTE_41_42_EXTENSION); |
| val = spd_read_byte(ctrl->channel0[i], SPD_MIN_ACT_TO_ACT_AUTO_REFRESH); |
| val <<= 2; /* convert to 1/4 ns */ |
| val += byte40rem[(val1 >> 4) & 0x7]; |
| val = (val + ci - 1) / ci + 1; /* convert to cycles */ |
| if (trc < val) |
| trc = val; |
| val = spd_read_byte(ctrl->channel0[i], SPD_MIN_AUTO_REFRESH_TO_ACT); |
| val <<= 2; /* convert to 1/4 ns */ |
| if (val1 & 0x01) |
| val += 1024; |
| val += byte40rem[(val1 >> 1) & 0x7]; |
| val = (val + ci - 1) / ci; /* convert to cycles */ |
| if (trfc < val) |
| trfc = val; |
| } |
| print_debug("trc = "); |
| print_debug_hex8(trc); |
| print_debug("\r\n"); |
| print_debug("trfc = "); |
| print_debug_hex8(trfc); |
| print_debug("\r\n"); |
| |
| /* Tras, Trtp, Twtr in cycles */ |
| for (i = 0; i < DIMM_SOCKETS; i++) { |
| if (!(dimm_mask & (1 << i))) |
| continue; |
| val = spd_read_byte(ctrl->channel0[i], SPD_MIN_ACTIVE_TO_PRECHARGE_DELAY); |
| val <<= 2; /* convert to 1/4 ns */ |
| val = (val + ci - 1) / ci; /* convert to cycles */ |
| if (tras < val) |
| tras = val; |
| val = spd_read_byte(ctrl->channel0[i], SPD_INT_READ_TO_PRECHARGE_DELAY); |
| val = (val + ci - 1) / ci; /* convert to cycles */ |
| if (trtp < val) |
| trtp = val; |
| val = spd_read_byte(ctrl->channel0[i], SPD_INT_WRITE_TO_READ_DELAY); |
| val = (val + ci - 1) / ci; /* convert to cycles */ |
| if (twtr < val) |
| twtr = val; |
| } |
| print_debug("tras = "); |
| print_debug_hex8(tras); |
| print_debug("\r\n"); |
| print_debug("trtp = "); |
| print_debug_hex8(trtp); |
| print_debug("\r\n"); |
| print_debug("twtr = "); |
| print_debug_hex8(twtr); |
| print_debug("\r\n"); |
| |
| val = (drt0[index] | ((trc - 11) << 12) | ((cl - 3) << 9) |
| | ((cl - 3) << 6) | ((cl - 3) << 3)); |
| print_debug("drt0 = "); |
| print_debug_hex32(val); |
| print_debug("\r\n"); |
| pci_write_config32(ctrl->f0, DRT0, val); |
| |
| val = (drt1[index] | ((tras - 8) << 28) | ((trtp - 2) << 25) |
| | (twtr << 15)); |
| print_debug("drt1 = "); |
| print_debug_hex32(val); |
| print_debug("\r\n"); |
| pci_write_config32(ctrl->f0, DRT1, val); |
| |
| val = (magic[index]); |
| print_debug("magic = "); |
| print_debug_hex32(val); |
| print_debug("\r\n"); |
| pci_write_config32(PCI_DEV(0, 0x08, 0), 0xcc, val); |
| |
| val = (mrs[index] | (cl << 20)); |
| print_debug("mrs = "); |
| print_debug_hex32(val); |
| print_debug("\r\n"); |
| return val; |
| } |
| |
| static int spd_set_dram_controller_mode(const struct mem_controller *ctrl, |
| u8 dimm_mask) |
| { |
| int value; |
| int drc = 0; |
| int i; |
| msr_t msr; |
| u8 cycle = 0x25; |
| |
| for (i = 0; i < DIMM_SOCKETS; i++) { |
| if (!(dimm_mask & (1 << i))) |
| continue; |
| if ((spd_read_byte(ctrl->channel0[i], SPD_MODULE_DATA_WIDTH_LSB) & 0xf0) != 0x40) |
| die("ERROR: Only 64-bit DIMMs supported\r\n"); |
| if (!(spd_read_byte(ctrl->channel0[i], SPD_DIMM_CONFIG_TYPE) & 0x02)) |
| die("ERROR: Only ECC DIMMs supported\r\n"); |
| if (spd_read_byte(ctrl->channel0[i], SPD_PRIMARY_SDRAM_WIDTH) != 0x08) |
| die("ERROR: Only x8 DIMMs supported\r\n"); |
| |
| value = spd_read_byte(ctrl->channel0[i], SPD_MIN_CYCLE_TIME_AT_CAS_MAX); |
| if (value > cycle) |
| cycle = value; |
| } |
| print_debug("cycle = "); |
| print_debug_hex8(cycle); |
| print_debug("\r\n"); |
| |
| drc |= (1 << 20); /* enable ECC */ |
| drc |= (3 << 30); /* enable CKE on each DIMM */ |
| drc |= (1 << 4); /* enable CKE globally */ |
| |
| /* TODO check: */ |
| /* set front side bus speed */ |
| msr = rdmsr(0xcd); /* returns 0 on Pentium M 90nm */ |
| print_debug("msr 0xcd = "); |
| print_debug_hex32(msr.hi); |
| print_debug_hex32(msr.lo); |
| print_debug("\r\n"); |
| |
| /* TODO check that this msr really indicates fsb speed! */ |
| if (msr.lo & 0x07) { |
| print_info("533 MHz FSB\r\n"); |
| if (cycle <= 0x25) { |
| drc |= 0x5; |
| print_info("400 MHz DDR\r\n"); |
| } else if (cycle <= 0x30) { |
| drc |= 0x7; |
| print_info("333 MHz DDR\r\n"); |
| } else if (cycle <= 0x3d) { |
| drc |= 0x4; |
| print_info("266 MHz DDR\r\n"); |
| } else { |
| drc |= 0x2; |
| print_info("200 MHz DDR\r\n"); |
| } |
| } |
| else { |
| print_info("400 MHz FSB\r\n"); |
| if (cycle <= 0x30) { |
| drc |= 0x7; |
| print_info("333 MHz DDR\r\n"); |
| } else if (cycle <= 0x3d) { |
| drc |= 0x0; |
| print_info("266 MHz DDR\r\n"); |
| } else { |
| drc |= 0x2; |
| print_info("200 MHz DDR\r\n"); |
| } |
| } |
| |
| print_debug("DRC = "); |
| print_debug_hex32(drc); |
| print_debug("\r\n"); |
| |
| return drc; |
| } |
| |
| static void sdram_set_spd_registers(const struct mem_controller *ctrl) |
| { |
| u8 dimm_mask; |
| int i; |
| |
| /* Test if we can read the SPD */ |
| dimm_mask = spd_detect_dimms(ctrl); |
| if (!(dimm_mask & ((1 << DIMM_SOCKETS) - 1))) { |
| print_err("No memory for this cpu\r\n"); |
| return; |
| } |
| return; |
| } |
| |
| static void set_on_dimm_termination_enable(const struct mem_controller *ctrl) |
| { |
| u8 c1,c2; |
| u32 dimm,i; |
| u32 data32; |
| u32 t4; |
| |
| /* Set up northbridge values */ |
| /* ODT enable */ |
| pci_write_config32(ctrl->f0, SDRC, 0xa0002c30); |
| |
| c1 = pci_read_config8(ctrl->f0, DRB); |
| c2 = pci_read_config8(ctrl->f0, DRB+2); |
| if (c1 == c2) { |
| /* 1 single-rank DIMM */ |
| data32 = 0x00000010; |
| } |
| else { |
| /* 2 single-rank DIMMs or 1 double-rank DIMM */ |
| data32 = 0x00002010; |
| } |
| |
| print_debug("ODT Value = "); |
| print_debug_hex32(data32); |
| print_debug("\r\n"); |
| |
| pci_write_config32(ctrl->f0, DDR2ODTC, data32); |
| |
| for (i = 0; i < 2; i++) { |
| print_debug("ODT CS"); |
| print_debug_hex8(i); |
| print_debug("\r\n"); |
| |
| write32(BAR+DCALADDR, 0x0b840001); |
| write32(BAR+DCALCSR, 0x80000003 | ((i+1)<<21)); |
| data32 = read32(BAR+DCALCSR); |
| while (data32 & 0x80000000) |
| data32 = read32(BAR+DCALCSR); |
| } |
| } |
| |
| |
| static void dump_dcal_regs(void) |
| { |
| int i; |
| for (i = 0x0; i < 0x2a0; i += 4) { |
| if ((i % 16) == 0) { |
| print_debug("\r\n"); |
| print_debug_hex16(i); |
| print_debug(": "); |
| } |
| print_debug_hex32(read32(BAR+i)); |
| print_debug(" "); |
| } |
| print_debug("\r\n"); |
| } |
| |
| |
| static void sdram_enable(int controllers, const struct mem_controller *ctrl) |
| { |
| int i; |
| int cs; |
| long mask; |
| u32 drc; |
| u32 data32; |
| u32 mode_reg; |
| msr_t msr; |
| u16 data16; |
| |
| mask = spd_detect_dimms(ctrl); |
| print_debug("Starting SDRAM Enable\r\n"); |
| |
| /* Set DRAM type and Front Side Bus frequency */ |
| drc = spd_set_dram_controller_mode(ctrl, mask); |
| if (drc == 0) { |
| die("Error calculating DRC\r\n"); |
| } |
| data32 = drc & ~(3 << 20); /* clear ECC mode */ |
| data32 = data32 | (3 << 5); /* temp turn off ODT */ |
| /* Set DRAM controller mode */ |
| pci_write_config32(ctrl->f0, DRC, data32); |
| |
| /* Turn the clocks on */ |
| pci_write_config16(ctrl->f0, CKDIS, 0x0000); |
| |
| /* Program row size */ |
| spd_set_ram_size(ctrl, mask); |
| |
| /* Program row attributes */ |
| spd_set_row_attributes(ctrl, mask); |
| |
| /* Program timing values */ |
| mode_reg = spd_set_drt_attributes(ctrl, mask, drc); |
| |
| dump_dcal_regs(); |
| |
| /* Apply NOP */ |
| for (cs = 0; cs < 2; cs++) { |
| print_debug("NOP CS"); |
| print_debug_hex8(cs); |
| print_debug("\r\n"); |
| udelay(16); |
| write32(BAR+DCALCSR, (0x00000000 | ((cs+1)<<21))); |
| write32(BAR+DCALCSR, (0x80000000 | ((cs+1)<<21))); |
| data32 = read32(BAR+DCALCSR); |
| while (data32 & 0x80000000) |
| data32 = read32(BAR+DCALCSR); |
| } |
| |
| /* Apply NOP */ |
| udelay(16); |
| for (cs = 0; cs < 2; cs++) { |
| print_debug("NOP CS"); |
| print_debug_hex8(cs); |
| print_debug("\r\n"); |
| write32(BAR + DCALCSR, (0x80000000 | ((cs+1)<<21))); |
| data32 = read32(BAR+DCALCSR); |
| while (data32 & 0x80000000) |
| data32 = read32(BAR+DCALCSR); |
| } |
| |
| /* Precharge all banks */ |
| udelay(16); |
| for (cs = 0; cs < 2; cs++) { |
| print_debug("Precharge CS"); |
| print_debug_hex8(cs); |
| print_debug("\r\n"); |
| write32(BAR+DCALADDR, 0x04000000); |
| write32(BAR+DCALCSR, (0x80000002 | ((cs+1)<<21))); |
| data32 = read32(BAR+DCALCSR); |
| while (data32 & 0x80000000) |
| data32 = read32(BAR+DCALCSR); |
| } |
| |
| /* EMRS: Enable DLLs, set OCD calibration mode to default */ |
| udelay(16); |
| for (cs = 0; cs < 2; cs++) { |
| print_debug("EMRS CS"); |
| print_debug_hex8(cs); |
| print_debug("\r\n"); |
| write32(BAR+DCALADDR, 0x0b840001); |
| write32(BAR+DCALCSR, (0x80000003 | ((cs+1)<<21))); |
| data32 = read32(BAR+DCALCSR); |
| while (data32 & 0x80000000) |
| data32 = read32(BAR+DCALCSR); |
| } |
| /* MRS: Reset DLLs */ |
| udelay(16); |
| for (cs = 0; cs < 2; cs++) { |
| print_debug("MRS CS"); |
| print_debug_hex8(cs); |
| print_debug("\r\n"); |
| write32(BAR+DCALADDR, mode_reg); |
| write32(BAR+DCALCSR, (0x80000003 | ((cs+1)<<21))); |
| data32 = read32(BAR+DCALCSR); |
| while (data32 & 0x80000000) |
| data32 = read32(BAR+DCALCSR); |
| } |
| |
| /* Precharge all banks */ |
| udelay(48); |
| for (cs = 0; cs < 2; cs++) { |
| print_debug("Precharge CS"); |
| print_debug_hex8(cs); |
| print_debug("\r\n"); |
| write32(BAR+DCALADDR, 0x04000000); |
| write32(BAR+DCALCSR, (0x80000002 | ((cs+1)<<21))); |
| data32 = read32(BAR+DCALCSR); |
| while (data32 & 0x80000000) |
| data32 = read32(BAR+DCALCSR); |
| } |
| |
| /* Do 2 refreshes */ |
| for (i = 0; i < 2; i++) { |
| udelay(16); |
| for (cs = 0; cs < 2; cs++) { |
| print_debug("Refresh CS"); |
| print_debug_hex8(cs); |
| print_debug("\r\n"); |
| write32(BAR+DCALCSR, (0x80000001 | ((cs+1)<<21))); |
| data32 = read32(BAR+DCALCSR); |
| while (data32 & 0x80000000) |
| data32 = read32(BAR+DCALCSR); |
| } |
| } |
| |
| /* MRS: Set DLLs to normal */ |
| udelay(16); |
| for (cs = 0; cs < 2; cs++) { |
| print_debug("MRS CS"); |
| print_debug_hex8(cs); |
| print_debug("\r\n"); |
| write32(BAR+DCALADDR, (mode_reg & ~(1<<24))); |
| write32(BAR+DCALCSR, (0x80000003 | ((cs+1)<<21))); |
| data32 = read32(BAR+DCALCSR); |
| while (data32 & 0x80000000) |
| data32 = read32(BAR+DCALCSR); |
| } |
| |
| /* EMRS: Enable DLLs */ |
| udelay(16); |
| for (cs = 0; cs < 2; cs++) { |
| print_debug("EMRS CS"); |
| print_debug_hex8(cs); |
| print_debug("\r\n"); |
| write32(BAR+DCALADDR, 0x0b840001); |
| write32(BAR+DCALCSR, (0x80000003 | ((cs+1)<<21))); |
| data32 = read32(BAR+DCALCSR); |
| while (data32 & 0x80000000) |
| data32 = read32(BAR+DCALCSR); |
| } |
| |
| udelay(16); |
| /* No command */ |
| write32(BAR+DCALCSR, 0x0000000f); |
| |
| write32(BAR, 0x00100000); |
| |
| /* Enable on-DIMM termination */ |
| set_on_dimm_termination_enable(ctrl); |
| |
| dump_dcal_regs(); |
| |
| /* Receive enable calibration */ |
| udelay(16); |
| for (cs = 0; cs < 1; cs++) { |
| print_debug("receive enable calibration CS"); |
| print_debug_hex8(cs); |
| print_debug("\r\n"); |
| write32(BAR+DCALCSR, (0x8000000c | ((cs+1)<<21))); |
| data32 = read32(BAR+DCALCSR); |
| while (data32 & 0x80000000) |
| data32 = read32(BAR+DCALCSR); |
| } |
| |
| dump_dcal_regs(); |
| |
| /* Adjust RCOMP */ |
| data32 = read32(BAR+DDRIOMC2); |
| data32 &= ~(0xf << 16); |
| data32 |= (0xb << 16); |
| write32(BAR+DDRIOMC2, data32); |
| |
| dump_dcal_regs(); |
| |
| data32 = drc & ~(3 << 20); /* clear ECC mode */ |
| pci_write_config32(ctrl->f0, DRC, data32); |
| write32(BAR+DCALCSR, 0x0008000f); |
| |
| /* Clear memory and init ECC */ |
| for (cs = 0; cs < 2; cs++) { |
| if (!(mask & (1<<cs))) |
| continue; |
| print_debug("clear memory CS"); |
| print_debug_hex8(cs); |
| print_debug("\r\n"); |
| write32(BAR+MBCSR, 0xa00000f0 | ((cs+1)<<20) | (0<<16)); |
| data32 = read32(BAR+MBCSR); |
| while (data32 & 0x80000000) |
| data32 = read32(BAR+MBCSR); |
| if (data32 & 0x40000000) |
| print_debug("failed!\r\n"); |
| } |
| |
| /* Clear read/write FIFO pointers */ |
| print_debug("clear read/write fifo pointers\r\n"); |
| write32(BAR+DDRIOMC2, read32(BAR+DDRIOMC2) | (1<<15)); |
| udelay(16); |
| write32(BAR+DDRIOMC2, read32(BAR+DDRIOMC2) & ~(1<<15)); |
| udelay(16); |
| |
| dump_dcal_regs(); |
| |
| print_debug("Done\r\n"); |
| |
| /* Set initialization complete */ |
| drc |= (1 << 29); |
| drc |= (3 << 30); |
| data32 = drc & ~(3 << 20); /* clear ECC mode */ |
| pci_write_config32(ctrl->f0, DRC, data32); |
| |
| /* Set the ECC mode */ |
| pci_write_config32(ctrl->f0, DRC, drc); |
| |
| /* The memory is now set up--use it */ |
| cache_lbmem(MTRR_TYPE_WRBACK); |
| } |
| |
| static inline int memory_initialized(void) |
| { |
| return pci_read_config32(PCI_DEV(0, 0x00, 0), DRC) & (1 << 29); |
| } |