Angel Pons | c74dae9 | 2020-04-02 23:48:16 +0200 | [diff] [blame] | 1 | /* SPDX-License-Identifier: GPL-2.0-only */ |
Uwe Hermann | b80dbf0 | 2007-04-22 19:08:13 +0000 | [diff] [blame] | 2 | |
| 3 | /* |
Martin Roth | 99f83bb | 2019-09-15 20:57:18 -0700 | [diff] [blame] | 4 | * Originally based on the Linux kernel (drivers/pci/pci.c). |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 5 | * PCI Bus Services, see include/linux/pci.h for further explanation. |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 6 | */ |
| 7 | |
Furquan Shaikh | 76cedd2 | 2020-05-02 10:24:23 -0700 | [diff] [blame] | 8 | #include <acpi/acpi.h> |
Kyösti Mälkki | f1b58b7 | 2019-03-01 13:43:02 +0200 | [diff] [blame] | 9 | #include <device/pci_ops.h> |
Edward O'Callaghan | 6c99250 | 2014-06-20 21:19:06 +1000 | [diff] [blame] | 10 | #include <bootmode.h> |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 11 | #include <console/console.h> |
Furquan Shaikh | 871baf2 | 2020-03-12 17:51:24 -0700 | [diff] [blame] | 12 | #include <cpu/cpu.h> |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 13 | #include <stdlib.h> |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 14 | #include <string.h> |
Edward O'Callaghan | 6c99250 | 2014-06-20 21:19:06 +1000 | [diff] [blame] | 15 | #include <delay.h> |
Edward O'Callaghan | 6c99250 | 2014-06-20 21:19:06 +1000 | [diff] [blame] | 16 | #include <device/cardbus.h> |
Eric Biederman | 5899fd8 | 2003-04-24 06:25:08 +0000 | [diff] [blame] | 17 | #include <device/device.h> |
| 18 | #include <device/pci.h> |
| 19 | #include <device/pci_ids.h> |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 20 | #include <device/pcix.h> |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 21 | #include <device/pciexp.h> |
Tim Wawrzynczak | 8c93fed | 2022-01-13 16:45:07 -0700 | [diff] [blame] | 22 | #include <lib.h> |
Stefan Reinauer | 4d933dd | 2009-07-21 21:36:41 +0000 | [diff] [blame] | 23 | #include <pc80/i8259.h> |
Philipp Deppenwiese | fea2429 | 2017-10-17 17:02:29 +0200 | [diff] [blame] | 24 | #include <security/vboot/vbnv.h> |
Martin Roth | 5dd4a2a | 2018-03-06 16:10:45 -0700 | [diff] [blame] | 25 | #include <timestamp.h> |
Johanna Schander | db7a3ae | 2019-07-24 10:14:26 +0200 | [diff] [blame] | 26 | #include <types.h> |
| 27 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 28 | u8 pci_moving_config8(struct device *dev, unsigned int reg) |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 29 | { |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 30 | u8 value, ones, zeroes; |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 31 | |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 32 | value = pci_read_config8(dev, reg); |
Myles Watson | 032a965 | 2009-05-11 22:24:53 +0000 | [diff] [blame] | 33 | |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 34 | pci_write_config8(dev, reg, 0xff); |
| 35 | ones = pci_read_config8(dev, reg); |
| 36 | |
| 37 | pci_write_config8(dev, reg, 0x00); |
| 38 | zeroes = pci_read_config8(dev, reg); |
| 39 | |
| 40 | pci_write_config8(dev, reg, value); |
| 41 | |
| 42 | return ones ^ zeroes; |
| 43 | } |
Li-Ta Lo | 9a5b496 | 2004-12-23 21:48:01 +0000 | [diff] [blame] | 44 | |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 45 | u16 pci_moving_config16(struct device *dev, unsigned int reg) |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 46 | { |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 47 | u16 value, ones, zeroes; |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 48 | |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 49 | value = pci_read_config16(dev, reg); |
Myles Watson | 032a965 | 2009-05-11 22:24:53 +0000 | [diff] [blame] | 50 | |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 51 | pci_write_config16(dev, reg, 0xffff); |
| 52 | ones = pci_read_config16(dev, reg); |
| 53 | |
| 54 | pci_write_config16(dev, reg, 0x0000); |
| 55 | zeroes = pci_read_config16(dev, reg); |
| 56 | |
| 57 | pci_write_config16(dev, reg, value); |
| 58 | |
| 59 | return ones ^ zeroes; |
| 60 | } |
Li-Ta Lo | e8b1c9d | 2004-12-27 04:25:41 +0000 | [diff] [blame] | 61 | |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 62 | u32 pci_moving_config32(struct device *dev, unsigned int reg) |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 63 | { |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 64 | u32 value, ones, zeroes; |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 65 | |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 66 | value = pci_read_config32(dev, reg); |
Myles Watson | 032a965 | 2009-05-11 22:24:53 +0000 | [diff] [blame] | 67 | |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 68 | pci_write_config32(dev, reg, 0xffffffff); |
| 69 | ones = pci_read_config32(dev, reg); |
| 70 | |
| 71 | pci_write_config32(dev, reg, 0x00000000); |
| 72 | zeroes = pci_read_config32(dev, reg); |
| 73 | |
| 74 | pci_write_config32(dev, reg, value); |
| 75 | |
| 76 | return ones ^ zeroes; |
| 77 | } |
| 78 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 79 | /** |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 80 | * Given a device and register, read the size of the BAR for that register. |
| 81 | * |
| 82 | * @param dev Pointer to the device structure. |
| 83 | * @param index Address of the PCI configuration register. |
Uwe Hermann | c1ee429 | 2010-10-17 19:01:48 +0000 | [diff] [blame] | 84 | * @return TODO |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 85 | */ |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 86 | struct resource *pci_get_resource(struct device *dev, unsigned long index) |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 87 | { |
Eric Biederman | 5cd8173 | 2004-03-11 15:01:31 +0000 | [diff] [blame] | 88 | struct resource *resource; |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 89 | unsigned long value, attr; |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 90 | resource_t moving, limit; |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 91 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 92 | /* Initialize the resources to nothing. */ |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 93 | resource = new_resource(dev, index); |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 94 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 95 | /* Get the initial value. */ |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 96 | value = pci_read_config32(dev, index); |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 97 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 98 | /* See which bits move. */ |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 99 | moving = pci_moving_config32(dev, index); |
Li-Ta Lo | 9a5b496 | 2004-12-23 21:48:01 +0000 | [diff] [blame] | 100 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 101 | /* Initialize attr to the bits that do not move. */ |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 102 | attr = value & ~moving; |
| 103 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 104 | /* If it is a 64bit resource look at the high half as well. */ |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 105 | if (((attr & PCI_BASE_ADDRESS_SPACE_IO) == 0) && |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 106 | ((attr & PCI_BASE_ADDRESS_MEM_LIMIT_MASK) == |
| 107 | PCI_BASE_ADDRESS_MEM_LIMIT_64)) { |
| 108 | /* Find the high bits that move. */ |
| 109 | moving |= |
| 110 | ((resource_t) pci_moving_config32(dev, index + 4)) << 32; |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 111 | } |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 112 | |
Myles Watson | 032a965 | 2009-05-11 22:24:53 +0000 | [diff] [blame] | 113 | /* Find the resource constraints. |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 114 | * Start by finding the bits that move. From there: |
| 115 | * - Size is the least significant bit of the bits that move. |
| 116 | * - Limit is all of the bits that move plus all of the lower bits. |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 117 | * See PCI Spec 6.2.5.1. |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 118 | */ |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 119 | limit = 0; |
| 120 | if (moving) { |
| 121 | resource->size = 1; |
| 122 | resource->align = resource->gran = 0; |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 123 | while (!(moving & resource->size)) { |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 124 | resource->size <<= 1; |
| 125 | resource->align += 1; |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 126 | resource->gran += 1; |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 127 | } |
| 128 | resource->limit = limit = moving | (resource->size - 1); |
Nico Huber | 8193b06 | 2015-10-21 15:43:41 +0200 | [diff] [blame] | 129 | |
| 130 | if (pci_base_address_is_memory_space(attr)) { |
| 131 | /* Page-align to allow individual mapping of devices. */ |
| 132 | if (resource->align < 12) |
| 133 | resource->align = 12; |
| 134 | } |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 135 | } |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 136 | |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 137 | /* |
| 138 | * Some broken hardware has read-only registers that do not |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 139 | * really size correctly. |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 140 | * |
| 141 | * Example: the Acer M7229 has BARs 1-4 normally read-only, |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 142 | * so BAR1 at offset 0x10 reads 0x1f1. If you size that register |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 143 | * by writing 0xffffffff to it, it will read back as 0x1f1 -- which |
| 144 | * is a violation of the spec. |
| 145 | * |
| 146 | * We catch this case and ignore it by observing which bits move. |
| 147 | * |
| 148 | * This also catches the common case of unimplemented registers |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 149 | * that always read back as 0. |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 150 | */ |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 151 | if (moving == 0) { |
| 152 | if (value != 0) { |
Angel Pons | d19cc11 | 2021-07-04 11:41:31 +0200 | [diff] [blame] | 153 | printk(BIOS_DEBUG, "%s register %02lx(%08lx), read-only ignoring it\n", |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 154 | dev_path(dev), index, value); |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 155 | } |
| 156 | resource->flags = 0; |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 157 | } else if (attr & PCI_BASE_ADDRESS_SPACE_IO) { |
| 158 | /* An I/O mapped base address. */ |
Eric Biederman | 5cd8173 | 2004-03-11 15:01:31 +0000 | [diff] [blame] | 159 | resource->flags |= IORESOURCE_IO; |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 160 | /* I don't want to deal with 32bit I/O resources. */ |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 161 | resource->limit = 0xffff; |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 162 | } else { |
| 163 | /* A Memory mapped base address. */ |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 164 | attr &= PCI_BASE_ADDRESS_MEM_ATTR_MASK; |
Eric Biederman | 5cd8173 | 2004-03-11 15:01:31 +0000 | [diff] [blame] | 165 | resource->flags |= IORESOURCE_MEM; |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 166 | if (attr & PCI_BASE_ADDRESS_MEM_PREFETCH) |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 167 | resource->flags |= IORESOURCE_PREFETCH; |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 168 | attr &= PCI_BASE_ADDRESS_MEM_LIMIT_MASK; |
| 169 | if (attr == PCI_BASE_ADDRESS_MEM_LIMIT_32) { |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 170 | /* 32bit limit. */ |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 171 | resource->limit = 0xffffffffUL; |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 172 | } else if (attr == PCI_BASE_ADDRESS_MEM_LIMIT_1M) { |
| 173 | /* 1MB limit. */ |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 174 | resource->limit = 0x000fffffUL; |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 175 | } else if (attr == PCI_BASE_ADDRESS_MEM_LIMIT_64) { |
| 176 | /* 64bit limit. */ |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 177 | resource->limit = 0xffffffffffffffffULL; |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 178 | resource->flags |= IORESOURCE_PCI64; |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 179 | } else { |
| 180 | /* Invalid value. */ |
Stefan Reinauer | c02b4fc | 2010-03-22 11:42:32 +0000 | [diff] [blame] | 181 | printk(BIOS_ERR, "Broken BAR with value %lx\n", attr); |
| 182 | printk(BIOS_ERR, " on dev %s at index %02lx\n", |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 183 | dev_path(dev), index); |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 184 | resource->flags = 0; |
| 185 | } |
| 186 | } |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 187 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 188 | /* Don't let the limit exceed which bits can move. */ |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 189 | if (resource->limit > limit) |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 190 | resource->limit = limit; |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 191 | |
Eric Biederman | 5cd8173 | 2004-03-11 15:01:31 +0000 | [diff] [blame] | 192 | return resource; |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 193 | } |
| 194 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 195 | /** |
| 196 | * Given a device and an index, read the size of the BAR for that register. |
| 197 | * |
| 198 | * @param dev Pointer to the device structure. |
| 199 | * @param index Address of the PCI configuration register. |
| 200 | */ |
Li-Ta Lo | e8b1c9d | 2004-12-27 04:25:41 +0000 | [diff] [blame] | 201 | static void pci_get_rom_resource(struct device *dev, unsigned long index) |
Li-Ta Lo | 9a5b496 | 2004-12-23 21:48:01 +0000 | [diff] [blame] | 202 | { |
| 203 | struct resource *resource; |
Li-Ta Lo | e8b1c9d | 2004-12-27 04:25:41 +0000 | [diff] [blame] | 204 | unsigned long value; |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 205 | resource_t moving; |
Li-Ta Lo | 9a5b496 | 2004-12-23 21:48:01 +0000 | [diff] [blame] | 206 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 207 | /* Initialize the resources to nothing. */ |
Li-Ta Lo | 9a5b496 | 2004-12-23 21:48:01 +0000 | [diff] [blame] | 208 | resource = new_resource(dev, index); |
| 209 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 210 | /* Get the initial value. */ |
Li-Ta Lo | 9a5b496 | 2004-12-23 21:48:01 +0000 | [diff] [blame] | 211 | value = pci_read_config32(dev, index); |
| 212 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 213 | /* See which bits move. */ |
Li-Ta Lo | 9a5b496 | 2004-12-23 21:48:01 +0000 | [diff] [blame] | 214 | moving = pci_moving_config32(dev, index); |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 215 | |
| 216 | /* Clear the Enable bit. */ |
Li-Ta Lo | e8b1c9d | 2004-12-27 04:25:41 +0000 | [diff] [blame] | 217 | moving = moving & ~PCI_ROM_ADDRESS_ENABLE; |
Li-Ta Lo | 9a5b496 | 2004-12-23 21:48:01 +0000 | [diff] [blame] | 218 | |
Myles Watson | 032a965 | 2009-05-11 22:24:53 +0000 | [diff] [blame] | 219 | /* Find the resource constraints. |
Li-Ta Lo | 9a5b496 | 2004-12-23 21:48:01 +0000 | [diff] [blame] | 220 | * Start by finding the bits that move. From there: |
| 221 | * - Size is the least significant bit of the bits that move. |
| 222 | * - Limit is all of the bits that move plus all of the lower bits. |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 223 | * See PCI Spec 6.2.5.1. |
Li-Ta Lo | 9a5b496 | 2004-12-23 21:48:01 +0000 | [diff] [blame] | 224 | */ |
Li-Ta Lo | 9a5b496 | 2004-12-23 21:48:01 +0000 | [diff] [blame] | 225 | if (moving) { |
| 226 | resource->size = 1; |
| 227 | resource->align = resource->gran = 0; |
Li-Ta Lo | e8b1c9d | 2004-12-27 04:25:41 +0000 | [diff] [blame] | 228 | while (!(moving & resource->size)) { |
Li-Ta Lo | 9a5b496 | 2004-12-23 21:48:01 +0000 | [diff] [blame] | 229 | resource->size <<= 1; |
| 230 | resource->align += 1; |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 231 | resource->gran += 1; |
Li-Ta Lo | 9a5b496 | 2004-12-23 21:48:01 +0000 | [diff] [blame] | 232 | } |
Patrick Georgi | 16cdbb2 | 2009-04-21 20:14:31 +0000 | [diff] [blame] | 233 | resource->limit = moving | (resource->size - 1); |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 234 | resource->flags |= IORESOURCE_MEM | IORESOURCE_READONLY; |
| 235 | } else { |
Li-Ta Lo | 9a5b496 | 2004-12-23 21:48:01 +0000 | [diff] [blame] | 236 | if (value != 0) { |
Angel Pons | d19cc11 | 2021-07-04 11:41:31 +0200 | [diff] [blame] | 237 | printk(BIOS_DEBUG, "%s register %02lx(%08lx), read-only ignoring it\n", |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 238 | dev_path(dev), index, value); |
Li-Ta Lo | 9a5b496 | 2004-12-23 21:48:01 +0000 | [diff] [blame] | 239 | } |
| 240 | resource->flags = 0; |
Li-Ta Lo | 9a5b496 | 2004-12-23 21:48:01 +0000 | [diff] [blame] | 241 | } |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 242 | compact_resources(dev); |
Li-Ta Lo | e8b1c9d | 2004-12-27 04:25:41 +0000 | [diff] [blame] | 243 | } |
Li-Ta Lo | 9a5b496 | 2004-12-23 21:48:01 +0000 | [diff] [blame] | 244 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 245 | /** |
Patrick Rudolph | 4e2f95b | 2018-05-16 14:56:22 +0200 | [diff] [blame] | 246 | * Given a device, read the size of the MSI-X table. |
| 247 | * |
| 248 | * @param dev Pointer to the device structure. |
| 249 | * @return MSI-X table size or 0 if not MSI-X capable device |
| 250 | */ |
| 251 | size_t pci_msix_table_size(struct device *dev) |
| 252 | { |
| 253 | const size_t pos = pci_find_capability(dev, PCI_CAP_ID_MSIX); |
| 254 | if (!pos) |
| 255 | return 0; |
| 256 | |
| 257 | const u16 control = pci_read_config16(dev, pos + PCI_MSIX_FLAGS); |
| 258 | return (control & PCI_MSIX_FLAGS_QSIZE) + 1; |
| 259 | } |
| 260 | |
| 261 | /** |
| 262 | * Given a device, return the table offset and bar the MSI-X tables resides in. |
| 263 | * |
| 264 | * @param dev Pointer to the device structure. |
| 265 | * @param offset Returned value gives the offset in bytes inside the PCI BAR. |
| 266 | * @param idx The returned value is the index of the PCI_BASE_ADDRESS register |
| 267 | * the MSI-X table is located in. |
| 268 | * @return Zero on success |
| 269 | */ |
| 270 | int pci_msix_table_bar(struct device *dev, u32 *offset, u8 *idx) |
| 271 | { |
| 272 | const size_t pos = pci_find_capability(dev, PCI_CAP_ID_MSIX); |
| 273 | if (!pos || !offset || !idx) |
| 274 | return 1; |
| 275 | |
| 276 | *offset = pci_read_config32(dev, pos + PCI_MSIX_TABLE); |
| 277 | *idx = (u8)(*offset & PCI_MSIX_PBA_BIR); |
| 278 | *offset &= PCI_MSIX_PBA_OFFSET; |
| 279 | |
| 280 | return 0; |
| 281 | } |
| 282 | |
| 283 | /** |
| 284 | * Given a device, return a msix_entry pointer or NULL if no table was found. |
| 285 | * |
| 286 | * @param dev Pointer to the device structure. |
| 287 | * |
| 288 | * @return NULL on error |
| 289 | */ |
| 290 | struct msix_entry *pci_msix_get_table(struct device *dev) |
| 291 | { |
| 292 | struct resource *res; |
| 293 | u32 offset; |
| 294 | u8 idx; |
| 295 | |
| 296 | if (pci_msix_table_bar(dev, &offset, &idx)) |
| 297 | return NULL; |
| 298 | |
| 299 | if (idx > 5) |
| 300 | return NULL; |
| 301 | |
| 302 | res = probe_resource(dev, idx * 4 + PCI_BASE_ADDRESS_0); |
| 303 | if (!res || !res->base || offset >= res->size) |
| 304 | return NULL; |
| 305 | |
| 306 | if ((res->flags & IORESOURCE_PCI64) && |
| 307 | (uintptr_t)res->base != res->base) |
| 308 | return NULL; |
| 309 | |
| 310 | return (struct msix_entry *)((uintptr_t)res->base + offset); |
| 311 | } |
| 312 | |
Tim Wawrzynczak | 8c93fed | 2022-01-13 16:45:07 -0700 | [diff] [blame] | 313 | static unsigned int get_rebar_offset(const struct device *dev, unsigned long index) |
| 314 | { |
| 315 | uint32_t offset = pciexp_find_extended_cap(dev, PCIE_EXT_CAP_RESIZABLE_BAR); |
| 316 | if (!offset) |
| 317 | return 0; |
| 318 | |
| 319 | /* Convert PCI_BASE_ADDRESS_0, ..._1, ..._2 into 0, 1, 2... */ |
| 320 | const unsigned int find_bar_idx = (index - PCI_BASE_ADDRESS_0) / |
| 321 | sizeof(uint32_t); |
| 322 | |
| 323 | /* Although all of the Resizable BAR Control Registers contain an |
| 324 | "NBARs" field, it is only valid in the Control Register for BAR 0 */ |
| 325 | const uint32_t rebar_ctrl0 = pci_read_config32(dev, offset + PCI_REBAR_CTRL_OFFSET); |
| 326 | const unsigned int nbars = (rebar_ctrl0 & PCI_REBAR_CTRL_NBARS_MASK) >> |
| 327 | PCI_REBAR_CTRL_NBARS_SHIFT; |
| 328 | |
| 329 | for (unsigned int i = 0; i < nbars; i++, offset += sizeof(uint64_t)) { |
| 330 | const uint32_t rebar_ctrl = pci_read_config32( |
| 331 | dev, offset + PCI_REBAR_CTRL_OFFSET); |
| 332 | const uint32_t bar_idx = rebar_ctrl & PCI_REBAR_CTRL_IDX_MASK; |
| 333 | if (bar_idx == find_bar_idx) |
| 334 | return offset; |
| 335 | } |
| 336 | |
| 337 | return 0; |
| 338 | } |
| 339 | |
| 340 | /* Bit 20 = 1 MiB, bit 21 = 2 MiB, bit 22 = 4 MiB, ... bit 63 = 8 EiB */ |
| 341 | static uint64_t get_rebar_sizes_mask(const struct device *dev, |
| 342 | unsigned long index) |
| 343 | { |
| 344 | uint64_t size_mask = 0ULL; |
| 345 | const uint32_t offset = get_rebar_offset(dev, index); |
| 346 | if (!offset) |
| 347 | return 0; |
| 348 | |
| 349 | /* Get 1 MB - 128 TB support from CAP register */ |
| 350 | const uint32_t cap = pci_read_config32(dev, offset + PCI_REBAR_CAP_OFFSET); |
| 351 | /* Shift the bits from 4-31 to 0-27 (i.e., down by 4 bits) */ |
| 352 | size_mask |= ((cap & PCI_REBAR_CAP_SIZE_MASK) >> 4); |
| 353 | |
| 354 | /* Get 256 TB - 8 EB support from CTRL register and store it in bits 28-43 */ |
| 355 | const uint64_t ctrl = pci_read_config32(dev, offset + PCI_REBAR_CTRL_OFFSET); |
| 356 | /* Shift ctrl mask from bit 16 to bit 28, so that the two |
| 357 | masks (fom cap and ctrl) form a contiguous bitmask when |
| 358 | concatenated (i.e., up by 12 bits). */ |
| 359 | size_mask |= ((ctrl & PCI_REBAR_CTRL_SIZE_MASK) << 12); |
| 360 | |
| 361 | /* Now that the mask occupies bits 0-43, shift it up to 20-63, so they |
| 362 | represent the actual powers of 2. */ |
| 363 | return size_mask << 20; |
| 364 | } |
| 365 | |
| 366 | static void pci_store_rebar_size(const struct device *dev, |
| 367 | const struct resource *resource) |
| 368 | { |
| 369 | const unsigned int num_bits = __fls64(resource->size); |
| 370 | const uint32_t offset = get_rebar_offset(dev, resource->index); |
| 371 | if (!offset) |
| 372 | return; |
| 373 | |
| 374 | pci_update_config32(dev, offset + PCI_REBAR_CTRL_OFFSET, |
| 375 | ~PCI_REBAR_CTRL_SIZE_MASK, |
| 376 | num_bits << PCI_REBAR_CTRL_SIZE_SHIFT); |
| 377 | } |
| 378 | |
| 379 | static void configure_adjustable_base(const struct device *dev, |
| 380 | unsigned long index, |
| 381 | struct resource *res) |
| 382 | { |
| 383 | /* |
| 384 | * Excerpt from an implementation note from the PCIe spec: |
| 385 | * |
| 386 | * System software uses this capability in place of the above mentioned |
| 387 | * method of determining the resource size[0], and prior to assigning |
| 388 | * the base address to the BAR. Potential usable resource sizes are |
| 389 | * reported by the Function via its Resizable BAR Capability and Control |
| 390 | * registers. It is intended that the software allocate the largest of |
| 391 | * the reported sizes that it can, since allocating less address space |
| 392 | * than the largest reported size can result in lower |
| 393 | * performance. Software then writes the size to the Resizable BAR |
| 394 | * Control register for the appropriate BAR for the Function. Following |
| 395 | * this, the base address is written to the BAR. |
| 396 | * |
| 397 | * [0] Referring to using the moving bits in the BAR to determine the |
| 398 | * requested size of the MMIO region |
| 399 | */ |
| 400 | const uint64_t size_mask = get_rebar_sizes_mask(dev, index); |
| 401 | if (!size_mask) |
| 402 | return; |
| 403 | |
| 404 | int max_requested_bits = __fls64(size_mask); |
| 405 | if (max_requested_bits > CONFIG_PCIEXP_DEFAULT_MAX_RESIZABLE_BAR_BITS) { |
| 406 | printk(BIOS_WARNING, "WARNING: Device %s requests a BAR with" |
| 407 | "%u bits of address space, which coreboot is not" |
| 408 | "configured to hand out, truncating to %u bits\n", |
| 409 | dev_path(dev), max_requested_bits, |
| 410 | CONFIG_PCIEXP_DEFAULT_MAX_RESIZABLE_BAR_BITS); |
| 411 | max_requested_bits = CONFIG_PCIEXP_DEFAULT_MAX_RESIZABLE_BAR_BITS; |
| 412 | } |
| 413 | |
| 414 | if (!(res->flags & IORESOURCE_PCI64) && max_requested_bits > 32) { |
| 415 | printk(BIOS_ERR, "ERROR: Resizable BAR requested" |
| 416 | "above 32 bits, but PCI function reported a" |
| 417 | "32-bit BAR."); |
| 418 | return; |
| 419 | } |
| 420 | |
| 421 | /* Configure the resource parameters for the adjustable BAR */ |
| 422 | res->size = 1ULL << max_requested_bits; |
| 423 | res->align = max_requested_bits; |
| 424 | res->gran = max_requested_bits; |
| 425 | res->limit = (res->flags & IORESOURCE_PCI64) ? UINT64_MAX : UINT32_MAX; |
| 426 | res->flags |= IORESOURCE_PCIE_RESIZABLE_BAR; |
| 427 | |
| 428 | printk(BIOS_INFO, "%s: Adjusting resource index %lu: base: %llx size: %llx " |
| 429 | "align: %d gran: %d limit: %llx\n", |
| 430 | dev_path(dev), res->index, res->base, res->size, |
| 431 | res->align, res->gran, res->limit); |
| 432 | } |
| 433 | |
Patrick Rudolph | 4e2f95b | 2018-05-16 14:56:22 +0200 | [diff] [blame] | 434 | /** |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 435 | * Read the base address registers for a given device. |
| 436 | * |
| 437 | * @param dev Pointer to the dev structure. |
| 438 | * @param howmany How many registers to read (6 for device, 2 for bridge). |
Li-Ta Lo | e8b1c9d | 2004-12-27 04:25:41 +0000 | [diff] [blame] | 439 | */ |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 440 | static void pci_read_bases(struct device *dev, unsigned int howmany) |
Li-Ta Lo | e8b1c9d | 2004-12-27 04:25:41 +0000 | [diff] [blame] | 441 | { |
| 442 | unsigned long index; |
| 443 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 444 | for (index = PCI_BASE_ADDRESS_0; |
| 445 | (index < PCI_BASE_ADDRESS_0 + (howmany << 2));) { |
Li-Ta Lo | e8b1c9d | 2004-12-27 04:25:41 +0000 | [diff] [blame] | 446 | struct resource *resource; |
| 447 | resource = pci_get_resource(dev, index); |
Tim Wawrzynczak | 8c93fed | 2022-01-13 16:45:07 -0700 | [diff] [blame] | 448 | |
| 449 | const bool is_pcie = pci_find_capability(dev, PCI_CAP_ID_PCIE) != 0; |
| 450 | if (CONFIG(PCIEXP_SUPPORT_RESIZABLE_BARS) && is_pcie) |
| 451 | configure_adjustable_base(dev, index, resource); |
| 452 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 453 | index += (resource->flags & IORESOURCE_PCI64) ? 8 : 4; |
Li-Ta Lo | e8b1c9d | 2004-12-27 04:25:41 +0000 | [diff] [blame] | 454 | } |
Li-Ta Lo | e8b1c9d | 2004-12-27 04:25:41 +0000 | [diff] [blame] | 455 | |
| 456 | compact_resources(dev); |
Li-Ta Lo | 9a5b496 | 2004-12-23 21:48:01 +0000 | [diff] [blame] | 457 | } |
| 458 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 459 | static void pci_record_bridge_resource(struct device *dev, resource_t moving, |
Martin Roth | 38ddbfb | 2019-10-23 21:41:00 -0600 | [diff] [blame] | 460 | unsigned int index, unsigned long type) |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 461 | { |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 462 | struct resource *resource; |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 463 | unsigned long gran; |
| 464 | resource_t step; |
| 465 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 466 | resource = NULL; |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 467 | |
| 468 | if (!moving) |
| 469 | return; |
| 470 | |
| 471 | /* Initialize the constraints on the current bus. */ |
| 472 | resource = new_resource(dev, index); |
| 473 | resource->size = 0; |
| 474 | gran = 0; |
| 475 | step = 1; |
| 476 | while ((moving & step) == 0) { |
| 477 | gran += 1; |
| 478 | step <<= 1; |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 479 | } |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 480 | resource->gran = gran; |
| 481 | resource->align = gran; |
| 482 | resource->limit = moving | (step - 1); |
| 483 | resource->flags = type | IORESOURCE_PCI_BRIDGE | |
| 484 | IORESOURCE_BRIDGE; |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 485 | } |
| 486 | |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 487 | static void pci_bridge_read_bases(struct device *dev) |
| 488 | { |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 489 | resource_t moving_base, moving_limit, moving; |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 490 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 491 | /* See if the bridge I/O resources are implemented. */ |
| 492 | moving_base = ((u32) pci_moving_config8(dev, PCI_IO_BASE)) << 8; |
| 493 | moving_base |= |
Uwe Hermann | c1ee429 | 2010-10-17 19:01:48 +0000 | [diff] [blame] | 494 | ((u32) pci_moving_config16(dev, PCI_IO_BASE_UPPER16)) << 16; |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 495 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 496 | moving_limit = ((u32) pci_moving_config8(dev, PCI_IO_LIMIT)) << 8; |
| 497 | moving_limit |= |
Uwe Hermann | c1ee429 | 2010-10-17 19:01:48 +0000 | [diff] [blame] | 498 | ((u32) pci_moving_config16(dev, PCI_IO_LIMIT_UPPER16)) << 16; |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 499 | |
| 500 | moving = moving_base & moving_limit; |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 501 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 502 | /* Initialize the I/O space constraints on the current bus. */ |
| 503 | pci_record_bridge_resource(dev, moving, PCI_IO_BASE, IORESOURCE_IO); |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 504 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 505 | /* See if the bridge prefmem resources are implemented. */ |
| 506 | moving_base = |
Uwe Hermann | c1ee429 | 2010-10-17 19:01:48 +0000 | [diff] [blame] | 507 | ((resource_t) pci_moving_config16(dev, PCI_PREF_MEMORY_BASE)) << 16; |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 508 | moving_base |= |
Uwe Hermann | c1ee429 | 2010-10-17 19:01:48 +0000 | [diff] [blame] | 509 | ((resource_t) pci_moving_config32(dev, PCI_PREF_BASE_UPPER32)) << 32; |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 510 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 511 | moving_limit = |
Uwe Hermann | c1ee429 | 2010-10-17 19:01:48 +0000 | [diff] [blame] | 512 | ((resource_t) pci_moving_config16(dev, PCI_PREF_MEMORY_LIMIT)) << 16; |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 513 | moving_limit |= |
Uwe Hermann | c1ee429 | 2010-10-17 19:01:48 +0000 | [diff] [blame] | 514 | ((resource_t) pci_moving_config32(dev, PCI_PREF_LIMIT_UPPER32)) << 32; |
Myles Watson | 032a965 | 2009-05-11 22:24:53 +0000 | [diff] [blame] | 515 | |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 516 | moving = moving_base & moving_limit; |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 517 | /* Initialize the prefetchable memory constraints on the current bus. */ |
| 518 | pci_record_bridge_resource(dev, moving, PCI_PREF_MEMORY_BASE, |
| 519 | IORESOURCE_MEM | IORESOURCE_PREFETCH); |
Myles Watson | 032a965 | 2009-05-11 22:24:53 +0000 | [diff] [blame] | 520 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 521 | /* See if the bridge mem resources are implemented. */ |
| 522 | moving_base = ((u32) pci_moving_config16(dev, PCI_MEMORY_BASE)) << 16; |
| 523 | moving_limit = ((u32) pci_moving_config16(dev, PCI_MEMORY_LIMIT)) << 16; |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 524 | |
| 525 | moving = moving_base & moving_limit; |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 526 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 527 | /* Initialize the memory resources on the current bus. */ |
| 528 | pci_record_bridge_resource(dev, moving, PCI_MEMORY_BASE, |
| 529 | IORESOURCE_MEM); |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 530 | |
Eric Biederman | 5cd8173 | 2004-03-11 15:01:31 +0000 | [diff] [blame] | 531 | compact_resources(dev); |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 532 | } |
| 533 | |
Eric Biederman | 5899fd8 | 2003-04-24 06:25:08 +0000 | [diff] [blame] | 534 | void pci_dev_read_resources(struct device *dev) |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 535 | { |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 536 | pci_read_bases(dev, 6); |
| 537 | pci_get_rom_resource(dev, PCI_ROM_ADDRESS); |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 538 | } |
| 539 | |
Eric Biederman | 5899fd8 | 2003-04-24 06:25:08 +0000 | [diff] [blame] | 540 | void pci_bus_read_resources(struct device *dev) |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 541 | { |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 542 | pci_bridge_read_bases(dev); |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 543 | pci_read_bases(dev, 2); |
| 544 | pci_get_rom_resource(dev, PCI_ROM_ADDRESS1); |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 545 | } |
| 546 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 547 | void pci_domain_read_resources(struct device *dev) |
| 548 | { |
| 549 | struct resource *res; |
| 550 | |
| 551 | /* Initialize the system-wide I/O space constraints. */ |
| 552 | res = new_resource(dev, IOINDEX_SUBTRACTIVE(0, 0)); |
| 553 | res->limit = 0xffffUL; |
| 554 | res->flags = IORESOURCE_IO | IORESOURCE_SUBTRACTIVE | |
| 555 | IORESOURCE_ASSIGNED; |
| 556 | |
| 557 | /* Initialize the system-wide memory resources constraints. */ |
| 558 | res = new_resource(dev, IOINDEX_SUBTRACTIVE(1, 0)); |
Furquan Shaikh | 871baf2 | 2020-03-12 17:51:24 -0700 | [diff] [blame] | 559 | res->limit = (1ULL << cpu_phys_address_size()) - 1; |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 560 | res->flags = IORESOURCE_MEM | IORESOURCE_SUBTRACTIVE | |
| 561 | IORESOURCE_ASSIGNED; |
| 562 | } |
| 563 | |
Raul E Rangel | 5cb34e2 | 2020-05-04 16:41:22 -0600 | [diff] [blame] | 564 | void pci_domain_set_resources(struct device *dev) |
| 565 | { |
| 566 | assign_resources(dev->link_list); |
| 567 | } |
| 568 | |
Nico Huber | 730b261 | 2020-05-20 00:32:50 +0200 | [diff] [blame] | 569 | static void pci_store_resource(const struct device *const dev, |
| 570 | const struct resource *const resource) |
| 571 | { |
| 572 | unsigned long base_lo, base_hi; |
| 573 | |
| 574 | base_lo = resource->base & 0xffffffff; |
| 575 | base_hi = (resource->base >> 32) & 0xffffffff; |
| 576 | |
| 577 | /* |
| 578 | * Some chipsets allow us to set/clear the I/O bit |
| 579 | * (e.g. VIA 82C686A). So set it to be safe. |
| 580 | */ |
| 581 | if (resource->flags & IORESOURCE_IO) |
| 582 | base_lo |= PCI_BASE_ADDRESS_SPACE_IO; |
| 583 | |
| 584 | pci_write_config32(dev, resource->index, base_lo); |
| 585 | if (resource->flags & IORESOURCE_PCI64) |
| 586 | pci_write_config32(dev, resource->index + 4, base_hi); |
| 587 | } |
| 588 | |
| 589 | static void pci_store_bridge_resource(const struct device *const dev, |
| 590 | struct resource *const resource) |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 591 | { |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 592 | resource_t base, end; |
Eric Biederman | e9a271e3 | 2003-09-02 03:36:25 +0000 | [diff] [blame] | 593 | |
Nico Huber | 730b261 | 2020-05-20 00:32:50 +0200 | [diff] [blame] | 594 | /* |
| 595 | * PCI bridges have no enable bit. They are disabled if the base of |
| 596 | * the range is greater than the limit. If the size is zero, disable |
| 597 | * by setting the base = limit and end = limit - 2^gran. |
| 598 | */ |
| 599 | if (resource->size == 0) { |
| 600 | base = resource->limit; |
| 601 | end = resource->limit - (1 << resource->gran); |
| 602 | resource->base = base; |
| 603 | } else { |
| 604 | base = resource->base; |
| 605 | end = resource_end(resource); |
| 606 | } |
| 607 | |
| 608 | if (resource->index == PCI_IO_BASE) { |
| 609 | /* Set the I/O ranges. */ |
| 610 | pci_write_config8(dev, PCI_IO_BASE, base >> 8); |
| 611 | pci_write_config16(dev, PCI_IO_BASE_UPPER16, base >> 16); |
| 612 | pci_write_config8(dev, PCI_IO_LIMIT, end >> 8); |
| 613 | pci_write_config16(dev, PCI_IO_LIMIT_UPPER16, end >> 16); |
| 614 | } else if (resource->index == PCI_MEMORY_BASE) { |
| 615 | /* Set the memory range. */ |
| 616 | pci_write_config16(dev, PCI_MEMORY_BASE, base >> 16); |
| 617 | pci_write_config16(dev, PCI_MEMORY_LIMIT, end >> 16); |
| 618 | } else if (resource->index == PCI_PREF_MEMORY_BASE) { |
| 619 | /* Set the prefetchable memory range. */ |
| 620 | pci_write_config16(dev, PCI_PREF_MEMORY_BASE, base >> 16); |
| 621 | pci_write_config32(dev, PCI_PREF_BASE_UPPER32, base >> 32); |
| 622 | pci_write_config16(dev, PCI_PREF_MEMORY_LIMIT, end >> 16); |
| 623 | pci_write_config32(dev, PCI_PREF_LIMIT_UPPER32, end >> 32); |
| 624 | } else { |
| 625 | /* Don't let me think I stored the resource. */ |
| 626 | resource->flags &= ~IORESOURCE_STORED; |
Julius Werner | e966595 | 2022-01-21 17:06:20 -0800 | [diff] [blame] | 627 | printk(BIOS_ERR, "invalid resource->index %lx\n", resource->index); |
Nico Huber | 730b261 | 2020-05-20 00:32:50 +0200 | [diff] [blame] | 628 | } |
| 629 | } |
| 630 | |
| 631 | static void pci_set_resource(struct device *dev, struct resource *resource) |
| 632 | { |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 633 | /* Make certain the resource has actually been assigned a value. */ |
Eric Biederman | 5cd8173 | 2004-03-11 15:01:31 +0000 | [diff] [blame] | 634 | if (!(resource->flags & IORESOURCE_ASSIGNED)) { |
Nico Huber | f531244 | 2020-05-20 01:02:18 +0200 | [diff] [blame] | 635 | if (resource->flags & IORESOURCE_BRIDGE) { |
| 636 | /* If a bridge resource has no value assigned, |
| 637 | we can treat it like an empty resource. */ |
| 638 | resource->size = 0; |
| 639 | } else { |
Julius Werner | e966595 | 2022-01-21 17:06:20 -0800 | [diff] [blame] | 640 | printk(BIOS_ERR, "%s %02lx %s size: 0x%010llx not assigned\n", |
Angel Pons | d19cc11 | 2021-07-04 11:41:31 +0200 | [diff] [blame] | 641 | dev_path(dev), resource->index, |
Nico Huber | f531244 | 2020-05-20 01:02:18 +0200 | [diff] [blame] | 642 | resource_type(resource), resource->size); |
| 643 | return; |
| 644 | } |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 645 | } |
| 646 | |
Myles Watson | eb81a5b | 2009-11-05 20:06:19 +0000 | [diff] [blame] | 647 | /* If this resource is fixed don't worry about it. */ |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 648 | if (resource->flags & IORESOURCE_FIXED) |
Myles Watson | eb81a5b | 2009-11-05 20:06:19 +0000 | [diff] [blame] | 649 | return; |
Myles Watson | eb81a5b | 2009-11-05 20:06:19 +0000 | [diff] [blame] | 650 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 651 | /* If I have already stored this resource don't worry about it. */ |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 652 | if (resource->flags & IORESOURCE_STORED) |
Eric Biederman | 5cd8173 | 2004-03-11 15:01:31 +0000 | [diff] [blame] | 653 | return; |
Eric Biederman | 5cd8173 | 2004-03-11 15:01:31 +0000 | [diff] [blame] | 654 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 655 | /* If the resource is subtractive don't worry about it. */ |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 656 | if (resource->flags & IORESOURCE_SUBTRACTIVE) |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 657 | return; |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 658 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 659 | /* Only handle PCI memory and I/O resources for now. */ |
| 660 | if (!(resource->flags & (IORESOURCE_MEM | IORESOURCE_IO))) |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 661 | return; |
Eric Biederman | e9a271e3 | 2003-09-02 03:36:25 +0000 | [diff] [blame] | 662 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 663 | /* Enable the resources in the command register. */ |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 664 | if (resource->size) { |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 665 | if (resource->flags & IORESOURCE_MEM) |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 666 | dev->command |= PCI_COMMAND_MEMORY; |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 667 | if (resource->flags & IORESOURCE_IO) |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 668 | dev->command |= PCI_COMMAND_IO; |
Felix Singer | 205b53e | 2020-09-07 15:21:21 +0200 | [diff] [blame] | 669 | if (resource->flags & IORESOURCE_PCI_BRIDGE && |
| 670 | CONFIG(PCI_SET_BUS_MASTER_PCI_BRIDGES)) |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 671 | dev->command |= PCI_COMMAND_MASTER; |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 672 | } |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 673 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 674 | /* Now store the resource. */ |
Eric Biederman | 5cd8173 | 2004-03-11 15:01:31 +0000 | [diff] [blame] | 675 | resource->flags |= IORESOURCE_STORED; |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 676 | |
Tim Wawrzynczak | 8c93fed | 2022-01-13 16:45:07 -0700 | [diff] [blame] | 677 | if (!(resource->flags & IORESOURCE_PCI_BRIDGE)) { |
| 678 | if (CONFIG(PCIEXP_SUPPORT_RESIZABLE_BARS) && |
| 679 | (resource->flags & IORESOURCE_PCIE_RESIZABLE_BAR)) |
| 680 | pci_store_rebar_size(dev, resource); |
| 681 | |
Nico Huber | 730b261 | 2020-05-20 00:32:50 +0200 | [diff] [blame] | 682 | pci_store_resource(dev, resource); |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 683 | |
Tim Wawrzynczak | 8c93fed | 2022-01-13 16:45:07 -0700 | [diff] [blame] | 684 | } else { |
| 685 | pci_store_bridge_resource(dev, resource); |
| 686 | } |
| 687 | |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 688 | report_resource_stored(dev, resource, ""); |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 689 | } |
| 690 | |
Eric Biederman | 5899fd8 | 2003-04-24 06:25:08 +0000 | [diff] [blame] | 691 | void pci_dev_set_resources(struct device *dev) |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 692 | { |
Myles Watson | c25cc11 | 2010-05-21 14:33:48 +0000 | [diff] [blame] | 693 | struct resource *res; |
Myles Watson | 894a347 | 2010-06-09 22:41:35 +0000 | [diff] [blame] | 694 | struct bus *bus; |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 695 | u8 line; |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 696 | |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 697 | for (res = dev->resource_list; res; res = res->next) |
Myles Watson | c25cc11 | 2010-05-21 14:33:48 +0000 | [diff] [blame] | 698 | pci_set_resource(dev, res); |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 699 | |
Myles Watson | 894a347 | 2010-06-09 22:41:35 +0000 | [diff] [blame] | 700 | for (bus = dev->link_list; bus; bus = bus->next) { |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 701 | if (bus->children) |
Eric Biederman | e9a271e3 | 2003-09-02 03:36:25 +0000 | [diff] [blame] | 702 | assign_resources(bus); |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 703 | } |
| 704 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 705 | /* Set a default latency timer. */ |
Eric Biederman | 7a5416a | 2003-06-12 19:23:51 +0000 | [diff] [blame] | 706 | pci_write_config8(dev, PCI_LATENCY_TIMER, 0x40); |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 707 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 708 | /* Set a default secondary latency timer. */ |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 709 | if ((dev->hdr_type & 0x7f) == PCI_HEADER_TYPE_BRIDGE) |
Eric Biederman | 7a5416a | 2003-06-12 19:23:51 +0000 | [diff] [blame] | 710 | pci_write_config8(dev, PCI_SEC_LATENCY_TIMER, 0x40); |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 711 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 712 | /* Zero the IRQ settings. */ |
Eric Biederman | 7a5416a | 2003-06-12 19:23:51 +0000 | [diff] [blame] | 713 | line = pci_read_config8(dev, PCI_INTERRUPT_PIN); |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 714 | if (line) |
Eric Biederman | 7a5416a | 2003-06-12 19:23:51 +0000 | [diff] [blame] | 715 | pci_write_config8(dev, PCI_INTERRUPT_LINE, 0); |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 716 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 717 | /* Set the cache line size, so far 64 bytes is good for everyone. */ |
Eric Biederman | 7a5416a | 2003-06-12 19:23:51 +0000 | [diff] [blame] | 718 | pci_write_config8(dev, PCI_CACHE_LINE_SIZE, 64 >> 2); |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 719 | } |
| 720 | |
Eric Biederman | e9a271e3 | 2003-09-02 03:36:25 +0000 | [diff] [blame] | 721 | void pci_dev_enable_resources(struct device *dev) |
| 722 | { |
Kyösti Mälkki | cac0231 | 2019-06-30 08:40:04 +0300 | [diff] [blame] | 723 | const struct pci_operations *ops = NULL; |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 724 | u16 command; |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 725 | |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 726 | /* Set the subsystem vendor and device ID for mainboard devices. */ |
Kyösti Mälkki | cac0231 | 2019-06-30 08:40:04 +0300 | [diff] [blame] | 727 | if (dev->ops) |
| 728 | ops = dev->ops->ops_pci; |
Eric Biederman | dbec2d4 | 2004-10-21 10:44:08 +0000 | [diff] [blame] | 729 | if (dev->on_mainboard && ops && ops->set_subsystem) { |
Duncan Laurie | 7e1c83e | 2013-08-09 07:55:10 -0700 | [diff] [blame] | 730 | if (CONFIG_SUBSYSTEM_VENDOR_ID) |
| 731 | dev->subsystem_vendor = CONFIG_SUBSYSTEM_VENDOR_ID; |
Rizwan Qureshi | fd89129 | 2017-04-26 21:00:37 +0530 | [diff] [blame] | 732 | else if (!dev->subsystem_vendor) |
| 733 | dev->subsystem_vendor = pci_read_config16(dev, |
| 734 | PCI_VENDOR_ID); |
Duncan Laurie | 7e1c83e | 2013-08-09 07:55:10 -0700 | [diff] [blame] | 735 | if (CONFIG_SUBSYSTEM_DEVICE_ID) |
| 736 | dev->subsystem_device = CONFIG_SUBSYSTEM_DEVICE_ID; |
Rizwan Qureshi | fd89129 | 2017-04-26 21:00:37 +0530 | [diff] [blame] | 737 | else if (!dev->subsystem_device) |
| 738 | dev->subsystem_device = pci_read_config16(dev, |
| 739 | PCI_DEVICE_ID); |
| 740 | |
Sven Schnelle | 9132102 | 2011-03-01 19:58:47 +0000 | [diff] [blame] | 741 | printk(BIOS_DEBUG, "%s subsystem <- %04x/%04x\n", |
| 742 | dev_path(dev), dev->subsystem_vendor, |
| 743 | dev->subsystem_device); |
| 744 | ops->set_subsystem(dev, dev->subsystem_vendor, |
| 745 | dev->subsystem_device); |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 746 | } |
Eric Biederman | e9a271e3 | 2003-09-02 03:36:25 +0000 | [diff] [blame] | 747 | command = pci_read_config16(dev, PCI_COMMAND); |
| 748 | command |= dev->command; |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 749 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 750 | /* v3 has |
| 751 | * command |= (PCI_COMMAND_PARITY + PCI_COMMAND_SERR); // Error check. |
| 752 | */ |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 753 | |
Stefan Reinauer | c02b4fc | 2010-03-22 11:42:32 +0000 | [diff] [blame] | 754 | printk(BIOS_DEBUG, "%s cmd <- %02x\n", dev_path(dev), command); |
Eric Biederman | e9a271e3 | 2003-09-02 03:36:25 +0000 | [diff] [blame] | 755 | pci_write_config16(dev, PCI_COMMAND, command); |
Eric Biederman | e9a271e3 | 2003-09-02 03:36:25 +0000 | [diff] [blame] | 756 | } |
| 757 | |
| 758 | void pci_bus_enable_resources(struct device *dev) |
| 759 | { |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 760 | u16 ctrl; |
| 761 | |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 762 | /* |
| 763 | * Enable I/O in command register if there is VGA card |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 764 | * connected with (even it does not claim I/O resource). |
| 765 | */ |
Myles Watson | 894a347 | 2010-06-09 22:41:35 +0000 | [diff] [blame] | 766 | if (dev->link_list->bridge_ctrl & PCI_BRIDGE_CTL_VGA) |
Li-Ta Lo | 515f6c7 | 2005-01-11 22:48:54 +0000 | [diff] [blame] | 767 | dev->command |= PCI_COMMAND_IO; |
Eric Biederman | e9a271e3 | 2003-09-02 03:36:25 +0000 | [diff] [blame] | 768 | ctrl = pci_read_config16(dev, PCI_BRIDGE_CONTROL); |
Myles Watson | 894a347 | 2010-06-09 22:41:35 +0000 | [diff] [blame] | 769 | ctrl |= dev->link_list->bridge_ctrl; |
Kyösti Mälkki | 382e216 | 2019-09-21 16:19:32 +0300 | [diff] [blame] | 770 | ctrl |= (PCI_BRIDGE_CTL_PARITY | PCI_BRIDGE_CTL_SERR); /* Error check. */ |
Stefan Reinauer | c02b4fc | 2010-03-22 11:42:32 +0000 | [diff] [blame] | 771 | printk(BIOS_DEBUG, "%s bridge ctrl <- %04x\n", dev_path(dev), ctrl); |
Eric Biederman | e9a271e3 | 2003-09-02 03:36:25 +0000 | [diff] [blame] | 772 | pci_write_config16(dev, PCI_BRIDGE_CONTROL, ctrl); |
| 773 | |
| 774 | pci_dev_enable_resources(dev); |
| 775 | } |
| 776 | |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 777 | void pci_bus_reset(struct bus *bus) |
| 778 | { |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 779 | u16 ctl; |
| 780 | |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 781 | ctl = pci_read_config16(bus->dev, PCI_BRIDGE_CONTROL); |
| 782 | ctl |= PCI_BRIDGE_CTL_BUS_RESET; |
| 783 | pci_write_config16(bus->dev, PCI_BRIDGE_CONTROL, ctl); |
| 784 | mdelay(10); |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 785 | |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 786 | ctl &= ~PCI_BRIDGE_CTL_BUS_RESET; |
| 787 | pci_write_config16(bus->dev, PCI_BRIDGE_CONTROL, ctl); |
| 788 | delay(1); |
| 789 | } |
| 790 | |
Elyes HAOUAS | 88030b7 | 2018-09-20 17:26:10 +0200 | [diff] [blame] | 791 | void pci_dev_set_subsystem(struct device *dev, unsigned int vendor, |
| 792 | unsigned int device) |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 793 | { |
Subrata Banik | 9514d47 | 2019-03-20 14:56:27 +0530 | [diff] [blame] | 794 | uint8_t offset; |
| 795 | |
| 796 | /* Header type */ |
| 797 | switch (dev->hdr_type & 0x7f) { |
| 798 | case PCI_HEADER_TYPE_NORMAL: |
| 799 | offset = PCI_SUBSYSTEM_VENDOR_ID; |
| 800 | break; |
| 801 | case PCI_HEADER_TYPE_BRIDGE: |
| 802 | offset = pci_find_capability(dev, PCI_CAP_ID_SSVID); |
| 803 | if (!offset) |
| 804 | return; |
| 805 | offset += 4; /* Vendor ID at offset 4 */ |
| 806 | break; |
| 807 | case PCI_HEADER_TYPE_CARDBUS: |
| 808 | offset = PCI_CB_SUBSYSTEM_VENDOR_ID; |
| 809 | break; |
| 810 | default: |
| 811 | return; |
| 812 | } |
| 813 | |
Subrata Banik | 4a0f071 | 2019-03-20 14:29:47 +0530 | [diff] [blame] | 814 | if (!vendor || !device) { |
Subrata Banik | 9514d47 | 2019-03-20 14:56:27 +0530 | [diff] [blame] | 815 | pci_write_config32(dev, offset, |
Subrata Banik | 4a0f071 | 2019-03-20 14:29:47 +0530 | [diff] [blame] | 816 | pci_read_config32(dev, PCI_VENDOR_ID)); |
| 817 | } else { |
Subrata Banik | 9514d47 | 2019-03-20 14:56:27 +0530 | [diff] [blame] | 818 | pci_write_config32(dev, offset, |
Subrata Banik | 4a0f071 | 2019-03-20 14:29:47 +0530 | [diff] [blame] | 819 | ((device & 0xffff) << 16) | (vendor & 0xffff)); |
| 820 | } |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 821 | } |
| 822 | |
Frans Hendriks | b71181a | 2019-10-04 14:06:33 +0200 | [diff] [blame] | 823 | static int should_run_oprom(struct device *dev, struct rom_header *rom) |
Kyösti Mälkki | 580e564 | 2014-05-01 16:31:34 +0300 | [diff] [blame] | 824 | { |
| 825 | static int should_run = -1; |
| 826 | |
Frans Hendriks | b71181a | 2019-10-04 14:06:33 +0200 | [diff] [blame] | 827 | if (CONFIG(VENDORCODE_ELTAN_VBOOT)) |
| 828 | if (rom != NULL) |
| 829 | if (!verified_boot_should_run_oprom(rom)) |
| 830 | return 0; |
| 831 | |
Kyösti Mälkki | 580e564 | 2014-05-01 16:31:34 +0300 | [diff] [blame] | 832 | if (should_run >= 0) |
| 833 | return should_run; |
| 834 | |
Julius Werner | cd49cce | 2019-03-05 16:53:33 -0800 | [diff] [blame] | 835 | if (CONFIG(ALWAYS_RUN_OPROM)) { |
Aaron Durbin | 1051025 | 2018-01-30 10:04:02 -0700 | [diff] [blame] | 836 | should_run = 1; |
| 837 | return should_run; |
| 838 | } |
| 839 | |
Kyösti Mälkki | 9ab1c10 | 2013-12-22 00:22:49 +0200 | [diff] [blame] | 840 | /* Don't run VGA option ROMs, unless we have to print |
Kyösti Mälkki | 580e564 | 2014-05-01 16:31:34 +0300 | [diff] [blame] | 841 | * something on the screen before the kernel is loaded. |
| 842 | */ |
Furquan Shaikh | 0325dc6 | 2016-07-25 13:02:36 -0700 | [diff] [blame] | 843 | should_run = display_init_required(); |
Kyösti Mälkki | 580e564 | 2014-05-01 16:31:34 +0300 | [diff] [blame] | 844 | |
Kyösti Mälkki | 9ab1c10 | 2013-12-22 00:22:49 +0200 | [diff] [blame] | 845 | if (!should_run) |
| 846 | printk(BIOS_DEBUG, "Not running VGA Option ROM\n"); |
Kyösti Mälkki | 580e564 | 2014-05-01 16:31:34 +0300 | [diff] [blame] | 847 | return should_run; |
| 848 | } |
| 849 | |
| 850 | static int should_load_oprom(struct device *dev) |
| 851 | { |
Kyösti Mälkki | 580e564 | 2014-05-01 16:31:34 +0300 | [diff] [blame] | 852 | /* If S3_VGA_ROM_RUN is disabled, skip running VGA option |
| 853 | * ROMs when coming out of an S3 resume. |
| 854 | */ |
Julius Werner | cd49cce | 2019-03-05 16:53:33 -0800 | [diff] [blame] | 855 | if (!CONFIG(S3_VGA_ROM_RUN) && acpi_is_wakeup_s3() && |
Kyösti Mälkki | 580e564 | 2014-05-01 16:31:34 +0300 | [diff] [blame] | 856 | ((dev->class >> 8) == PCI_CLASS_DISPLAY_VGA)) |
| 857 | return 0; |
Julius Werner | cd49cce | 2019-03-05 16:53:33 -0800 | [diff] [blame] | 858 | if (CONFIG(ALWAYS_LOAD_OPROM)) |
Kyösti Mälkki | 580e564 | 2014-05-01 16:31:34 +0300 | [diff] [blame] | 859 | return 1; |
Frans Hendriks | b71181a | 2019-10-04 14:06:33 +0200 | [diff] [blame] | 860 | if (should_run_oprom(dev, NULL)) |
Kyösti Mälkki | 580e564 | 2014-05-01 16:31:34 +0300 | [diff] [blame] | 861 | return 1; |
| 862 | |
| 863 | return 0; |
| 864 | } |
Kyösti Mälkki | 580e564 | 2014-05-01 16:31:34 +0300 | [diff] [blame] | 865 | |
Kyösti Mälkki | 0f30063 | 2020-12-19 23:43:56 +0200 | [diff] [blame] | 866 | static void oprom_pre_graphics_stall(void) |
| 867 | { |
Paul Menzel | c4062c7 | 2021-02-11 10:43:14 +0100 | [diff] [blame] | 868 | if (CONFIG_PRE_GRAPHICS_DELAY_MS) |
| 869 | mdelay(CONFIG_PRE_GRAPHICS_DELAY_MS); |
Kyösti Mälkki | 0f30063 | 2020-12-19 23:43:56 +0200 | [diff] [blame] | 870 | } |
| 871 | |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 872 | /** Default handler: only runs the relevant PCI BIOS. */ |
Li-Ta Lo | 883b879 | 2005-01-10 23:16:22 +0000 | [diff] [blame] | 873 | void pci_dev_init(struct device *dev) |
| 874 | { |
| 875 | struct rom_header *rom, *ram; |
| 876 | |
Julius Werner | cd49cce | 2019-03-05 16:53:33 -0800 | [diff] [blame] | 877 | if (!CONFIG(VGA_ROM_RUN)) |
Aaron Durbin | fbed9a5 | 2018-01-30 09:58:51 -0700 | [diff] [blame] | 878 | return; |
| 879 | |
Vladimir Serbinenko | b32816e | 2013-12-20 17:47:19 +0100 | [diff] [blame] | 880 | /* Only execute VGA ROMs. */ |
| 881 | if (((dev->class >> 8) != PCI_CLASS_DISPLAY_VGA)) |
Myles Watson | 17aeeca | 2009-10-07 18:41:08 +0000 | [diff] [blame] | 882 | return; |
Roman Kononov | 778a42b | 2007-04-06 18:34:39 +0000 | [diff] [blame] | 883 | |
Kyösti Mälkki | 580e564 | 2014-05-01 16:31:34 +0300 | [diff] [blame] | 884 | if (!should_load_oprom(dev)) |
Stefan Reinauer | 74a0efe | 2012-03-30 17:10:49 -0700 | [diff] [blame] | 885 | return; |
Martin Roth | 5dd4a2a | 2018-03-06 16:10:45 -0700 | [diff] [blame] | 886 | timestamp_add_now(TS_OPROM_INITIALIZE); |
Aaron Durbin | ce872cb | 2013-03-28 15:59:19 -0500 | [diff] [blame] | 887 | |
| 888 | rom = pci_rom_probe(dev); |
| 889 | if (rom == NULL) |
| 890 | return; |
| 891 | |
| 892 | ram = pci_rom_load(dev, rom); |
| 893 | if (ram == NULL) |
| 894 | return; |
Martin Roth | 5dd4a2a | 2018-03-06 16:10:45 -0700 | [diff] [blame] | 895 | timestamp_add_now(TS_OPROM_COPY_END); |
Aaron Durbin | ce872cb | 2013-03-28 15:59:19 -0500 | [diff] [blame] | 896 | |
Frans Hendriks | b71181a | 2019-10-04 14:06:33 +0200 | [diff] [blame] | 897 | if (!should_run_oprom(dev, rom)) |
Kyösti Mälkki | 580e564 | 2014-05-01 16:31:34 +0300 | [diff] [blame] | 898 | return; |
| 899 | |
Kyösti Mälkki | 0f30063 | 2020-12-19 23:43:56 +0200 | [diff] [blame] | 900 | /* Wait for any configured pre-graphics delay */ |
| 901 | oprom_pre_graphics_stall(); |
| 902 | |
Stefan Reinauer | d98cf5b | 2008-08-01 11:25:41 +0000 | [diff] [blame] | 903 | run_bios(dev, (unsigned long)ram); |
Johanna Schander | db7a3ae | 2019-07-24 10:14:26 +0200 | [diff] [blame] | 904 | |
Kyösti Mälkki | ab56b3b | 2013-11-28 16:44:51 +0200 | [diff] [blame] | 905 | gfx_set_init_done(1); |
| 906 | printk(BIOS_DEBUG, "VGA Option ROM was run\n"); |
Martin Roth | 5dd4a2a | 2018-03-06 16:10:45 -0700 | [diff] [blame] | 907 | timestamp_add_now(TS_OPROM_END); |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 908 | } |
Li-Ta Lo | 883b879 | 2005-01-10 23:16:22 +0000 | [diff] [blame] | 909 | |
Li-Ta Lo | e526669 | 2004-03-23 21:28:05 +0000 | [diff] [blame] | 910 | /** Default device operation for PCI devices */ |
Subrata Banik | ffc790b | 2017-12-11 10:29:49 +0530 | [diff] [blame] | 911 | struct pci_operations pci_dev_ops_pci = { |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 912 | .set_subsystem = pci_dev_set_subsystem, |
| 913 | }; |
| 914 | |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 915 | struct device_operations default_pci_ops_dev = { |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 916 | .read_resources = pci_dev_read_resources, |
| 917 | .set_resources = pci_dev_set_resources, |
Eric Biederman | e9a271e3 | 2003-09-02 03:36:25 +0000 | [diff] [blame] | 918 | .enable_resources = pci_dev_enable_resources, |
Julius Werner | cd49cce | 2019-03-05 16:53:33 -0800 | [diff] [blame] | 919 | #if CONFIG(HAVE_ACPI_TABLES) |
Patrick Rudolph | a5c2ac6 | 2016-03-31 20:04:23 +0200 | [diff] [blame] | 920 | .write_acpi_tables = pci_rom_write_acpi_tables, |
Nico Huber | 68680dd | 2020-03-31 17:34:52 +0200 | [diff] [blame] | 921 | .acpi_fill_ssdt = pci_rom_ssdt, |
Patrick Rudolph | a5c2ac6 | 2016-03-31 20:04:23 +0200 | [diff] [blame] | 922 | #endif |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 923 | .init = pci_dev_init, |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 924 | .ops_pci = &pci_dev_ops_pci, |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 925 | }; |
Li-Ta Lo | e526669 | 2004-03-23 21:28:05 +0000 | [diff] [blame] | 926 | |
| 927 | /** Default device operations for PCI bridges */ |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 928 | struct device_operations default_pci_ops_bus = { |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 929 | .read_resources = pci_bus_read_resources, |
| 930 | .set_resources = pci_dev_set_resources, |
Eric Biederman | e9a271e3 | 2003-09-02 03:36:25 +0000 | [diff] [blame] | 931 | .enable_resources = pci_bus_enable_resources, |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 932 | .scan_bus = pci_scan_bridge, |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 933 | .reset_bus = pci_bus_reset, |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 934 | }; |
Li-Ta Lo | e526669 | 2004-03-23 21:28:05 +0000 | [diff] [blame] | 935 | |
Tim Wawrzynczak | dbcf7b1 | 2020-05-13 16:15:08 -0600 | [diff] [blame] | 936 | /** Default device operations for PCI devices marked 'hidden' */ |
| 937 | static struct device_operations default_hidden_pci_ops_dev = { |
| 938 | .read_resources = noop_read_resources, |
| 939 | .set_resources = noop_set_resources, |
| 940 | .scan_bus = scan_static_bus, |
| 941 | }; |
| 942 | |
Li-Ta Lo | e526669 | 2004-03-23 21:28:05 +0000 | [diff] [blame] | 943 | /** |
Nico Huber | 061b905 | 2019-09-21 15:58:23 +0200 | [diff] [blame] | 944 | * Check for compatibility to route legacy VGA cycles through a bridge. |
| 945 | * |
| 946 | * Originally, when decoding i/o ports for legacy VGA cycles, bridges |
| 947 | * should only consider the 10 least significant bits of the port address. |
| 948 | * This means all VGA registers were aliased every 1024 ports! |
| 949 | * e.g. 0x3b0 was also decoded as 0x7b0, 0xbb0 etc. |
| 950 | * |
| 951 | * To avoid this mess, a bridge control bit (VGA16) was introduced in |
| 952 | * 2003 to enable decoding of 16-bit port addresses. As we don't want |
| 953 | * to make this any more complex for now, we use this bit if possible |
| 954 | * and only warn if it's not supported (in set_vga_bridge_bits()). |
| 955 | */ |
| 956 | static void pci_bridge_vga_compat(struct bus *const bus) |
| 957 | { |
| 958 | uint16_t bridge_ctrl; |
| 959 | |
| 960 | bridge_ctrl = pci_read_config16(bus->dev, PCI_BRIDGE_CONTROL); |
| 961 | |
| 962 | /* Ensure VGA decoding is disabled during probing (it should |
| 963 | be by default, but we run blobs nowadays) */ |
| 964 | bridge_ctrl &= ~PCI_BRIDGE_CTL_VGA; |
| 965 | pci_write_config16(bus->dev, PCI_BRIDGE_CONTROL, bridge_ctrl); |
| 966 | |
| 967 | /* If the upstream bridge doesn't support VGA16, we don't have to check */ |
| 968 | bus->no_vga16 |= bus->dev->bus->no_vga16; |
| 969 | if (bus->no_vga16) |
| 970 | return; |
| 971 | |
| 972 | /* Test if we can enable 16-bit decoding */ |
| 973 | bridge_ctrl |= PCI_BRIDGE_CTL_VGA16; |
| 974 | pci_write_config16(bus->dev, PCI_BRIDGE_CONTROL, bridge_ctrl); |
| 975 | bridge_ctrl = pci_read_config16(bus->dev, PCI_BRIDGE_CONTROL); |
| 976 | |
| 977 | bus->no_vga16 = !(bridge_ctrl & PCI_BRIDGE_CTL_VGA16); |
| 978 | } |
| 979 | |
| 980 | /** |
Uwe Hermann | c1ee429 | 2010-10-17 19:01:48 +0000 | [diff] [blame] | 981 | * Detect the type of downstream bridge. |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 982 | * |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 983 | * This function is a heuristic to detect which type of bus is downstream |
| 984 | * of a PCI-to-PCI bridge. This functions by looking for various capability |
| 985 | * blocks to figure out the type of downstream bridge. PCI-X, PCI-E, and |
| 986 | * Hypertransport all seem to have appropriate capabilities. |
Myles Watson | 032a965 | 2009-05-11 22:24:53 +0000 | [diff] [blame] | 987 | * |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 988 | * When only a PCI-Express capability is found the type is examined to see |
| 989 | * which type of bridge we have. |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 990 | * |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 991 | * @param dev Pointer to the device structure of the bridge. |
| 992 | * @return Appropriate bridge operations. |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 993 | */ |
Aaron Durbin | c30d913 | 2017-08-07 16:55:43 -0600 | [diff] [blame] | 994 | static struct device_operations *get_pci_bridge_ops(struct device *dev) |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 995 | { |
Julius Werner | cd49cce | 2019-03-05 16:53:33 -0800 | [diff] [blame] | 996 | #if CONFIG(PCIX_PLUGIN_SUPPORT) |
Ronald G. Minnich | 78a1667 | 2012-11-29 16:28:21 -0800 | [diff] [blame] | 997 | unsigned int pcixpos; |
| 998 | pcixpos = pci_find_capability(dev, PCI_CAP_ID_PCIX); |
| 999 | if (pcixpos) { |
Stefan Reinauer | c02b4fc | 2010-03-22 11:42:32 +0000 | [diff] [blame] | 1000 | printk(BIOS_DEBUG, "%s subordinate bus PCI-X\n", dev_path(dev)); |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1001 | return &default_pcix_ops_bus; |
| 1002 | } |
| 1003 | #endif |
Julius Werner | cd49cce | 2019-03-05 16:53:33 -0800 | [diff] [blame] | 1004 | #if CONFIG(PCIEXP_PLUGIN_SUPPORT) |
Ronald G. Minnich | 78a1667 | 2012-11-29 16:28:21 -0800 | [diff] [blame] | 1005 | unsigned int pciexpos; |
| 1006 | pciexpos = pci_find_capability(dev, PCI_CAP_ID_PCIE); |
| 1007 | if (pciexpos) { |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1008 | u16 flags; |
Ronald G. Minnich | 78a1667 | 2012-11-29 16:28:21 -0800 | [diff] [blame] | 1009 | flags = pci_read_config16(dev, pciexpos + PCI_EXP_FLAGS); |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1010 | switch ((flags & PCI_EXP_FLAGS_TYPE) >> 4) { |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1011 | case PCI_EXP_TYPE_ROOT_PORT: |
| 1012 | case PCI_EXP_TYPE_UPSTREAM: |
| 1013 | case PCI_EXP_TYPE_DOWNSTREAM: |
Stefan Reinauer | c02b4fc | 2010-03-22 11:42:32 +0000 | [diff] [blame] | 1014 | printk(BIOS_DEBUG, "%s subordinate bus PCI Express\n", |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1015 | dev_path(dev)); |
Arthur Heymans | 24837e7 | 2021-03-11 20:34:05 +0100 | [diff] [blame] | 1016 | if (CONFIG(PCIEXP_HOTPLUG)) { |
| 1017 | u16 sltcap; |
| 1018 | sltcap = pci_read_config16(dev, pciexpos + PCI_EXP_SLTCAP); |
| 1019 | if (sltcap & PCI_EXP_SLTCAP_HPC) { |
| 1020 | printk(BIOS_DEBUG, "%s hot-plug capable\n", |
| 1021 | dev_path(dev)); |
| 1022 | return &default_pciexp_hotplug_ops_bus; |
| 1023 | } |
Jeremy Soller | cf2ac54 | 2019-10-09 21:40:36 -0600 | [diff] [blame] | 1024 | } |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1025 | return &default_pciexp_ops_bus; |
| 1026 | case PCI_EXP_TYPE_PCI_BRIDGE: |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1027 | printk(BIOS_DEBUG, "%s subordinate PCI\n", |
| 1028 | dev_path(dev)); |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1029 | return &default_pci_ops_bus; |
| 1030 | default: |
| 1031 | break; |
| 1032 | } |
| 1033 | } |
| 1034 | #endif |
| 1035 | return &default_pci_ops_bus; |
| 1036 | } |
| 1037 | |
| 1038 | /** |
Vadim Bendebury | 8049fc9 | 2012-04-24 12:53:19 -0700 | [diff] [blame] | 1039 | * Check if a device id matches a PCI driver entry. |
| 1040 | * |
| 1041 | * The driver entry can either point at a zero terminated array of acceptable |
| 1042 | * device IDs, or include a single device ID. |
| 1043 | * |
Martin Roth | 98b698c | 2015-01-06 21:02:52 -0700 | [diff] [blame] | 1044 | * @param driver pointer to the PCI driver entry being checked |
| 1045 | * @param device_id PCI device ID of the device being matched |
Vadim Bendebury | 8049fc9 | 2012-04-24 12:53:19 -0700 | [diff] [blame] | 1046 | */ |
| 1047 | static int device_id_match(struct pci_driver *driver, unsigned short device_id) |
| 1048 | { |
| 1049 | if (driver->devices) { |
| 1050 | unsigned short check_id; |
| 1051 | const unsigned short *device_list = driver->devices; |
| 1052 | while ((check_id = *device_list++) != 0) |
| 1053 | if (check_id == device_id) |
| 1054 | return 1; |
| 1055 | } |
| 1056 | |
| 1057 | return (driver->device == device_id); |
| 1058 | } |
| 1059 | |
| 1060 | /** |
Uwe Hermann | c1ee429 | 2010-10-17 19:01:48 +0000 | [diff] [blame] | 1061 | * Set up PCI device operation. |
| 1062 | * |
| 1063 | * Check if it already has a driver. If not, use find_device_operations(), |
| 1064 | * or set to a default based on type. |
Li-Ta Lo | e526669 | 2004-03-23 21:28:05 +0000 | [diff] [blame] | 1065 | * |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1066 | * @param dev Pointer to the device whose pci_ops you want to set. |
Li-Ta Lo | e526669 | 2004-03-23 21:28:05 +0000 | [diff] [blame] | 1067 | * @see pci_drivers |
| 1068 | */ |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 1069 | static void set_pci_ops(struct device *dev) |
| 1070 | { |
| 1071 | struct pci_driver *driver; |
Li-Ta Lo | e526669 | 2004-03-23 21:28:05 +0000 | [diff] [blame] | 1072 | |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1073 | if (dev->ops) |
| 1074 | return; |
| 1075 | |
| 1076 | /* |
| 1077 | * Look through the list of setup drivers and find one for |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1078 | * this PCI device. |
Eric Biederman | b78c197 | 2004-10-14 20:54:17 +0000 | [diff] [blame] | 1079 | */ |
Aaron Durbin | 0375815 | 2015-09-03 17:23:08 -0500 | [diff] [blame] | 1080 | for (driver = &_pci_drivers[0]; driver != &_epci_drivers[0]; driver++) { |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 1081 | if ((driver->vendor == dev->vendor) && |
Vadim Bendebury | 8049fc9 | 2012-04-24 12:53:19 -0700 | [diff] [blame] | 1082 | device_id_match(driver, dev->device)) { |
Uwe Hermann | 312673c | 2009-10-27 21:49:33 +0000 | [diff] [blame] | 1083 | dev->ops = (struct device_operations *)driver->ops; |
Nico Huber | 7e3e1ea | 2020-10-12 16:25:40 +0200 | [diff] [blame] | 1084 | break; |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 1085 | } |
| 1086 | } |
Li-Ta Lo | e526669 | 2004-03-23 21:28:05 +0000 | [diff] [blame] | 1087 | |
Nico Huber | 7e3e1ea | 2020-10-12 16:25:40 +0200 | [diff] [blame] | 1088 | if (dev->ops) { |
| 1089 | printk(BIOS_SPEW, "%s [%04x/%04x] %sops\n", dev_path(dev), |
| 1090 | driver->vendor, driver->device, (driver->ops->scan_bus ? "bus " : "")); |
| 1091 | return; |
| 1092 | } |
| 1093 | |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1094 | /* If I don't have a specific driver use the default operations. */ |
| 1095 | switch (dev->hdr_type & 0x7f) { /* Header type */ |
| 1096 | case PCI_HEADER_TYPE_NORMAL: |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 1097 | if ((dev->class >> 8) == PCI_CLASS_BRIDGE_PCI) |
| 1098 | goto bad; |
| 1099 | dev->ops = &default_pci_ops_dev; |
| 1100 | break; |
| 1101 | case PCI_HEADER_TYPE_BRIDGE: |
| 1102 | if ((dev->class >> 8) != PCI_CLASS_BRIDGE_PCI) |
| 1103 | goto bad; |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1104 | dev->ops = get_pci_bridge_ops(dev); |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 1105 | break; |
Julius Werner | cd49cce | 2019-03-05 16:53:33 -0800 | [diff] [blame] | 1106 | #if CONFIG(CARDBUS_PLUGIN_SUPPORT) |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1107 | case PCI_HEADER_TYPE_CARDBUS: |
| 1108 | dev->ops = &default_cardbus_ops_bus; |
| 1109 | break; |
| 1110 | #endif |
Felix Singer | c96ee7e | 2021-01-07 06:14:27 +0000 | [diff] [blame] | 1111 | default: |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1112 | bad: |
Li-Ta Lo | 69c5a90 | 2004-04-29 20:08:54 +0000 | [diff] [blame] | 1113 | if (dev->enabled) { |
Angel Pons | d19cc11 | 2021-07-04 11:41:31 +0200 | [diff] [blame] | 1114 | printk(BIOS_ERR, |
| 1115 | "%s [%04x/%04x/%06x] has unknown header type %02x, ignoring.\n", |
| 1116 | dev_path(dev), dev->vendor, dev->device, |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1117 | dev->class >> 8, dev->hdr_type); |
Eric Biederman | 83b991a | 2003-10-11 06:20:25 +0000 | [diff] [blame] | 1118 | } |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 1119 | } |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 1120 | } |
| 1121 | |
| 1122 | /** |
Uwe Hermann | c1ee429 | 2010-10-17 19:01:48 +0000 | [diff] [blame] | 1123 | * See if we have already allocated a device structure for a given devfn. |
Li-Ta Lo | e526669 | 2004-03-23 21:28:05 +0000 | [diff] [blame] | 1124 | * |
Kyösti Mälkki | 8712aa1 | 2019-01-09 11:31:25 +0200 | [diff] [blame] | 1125 | * Given a PCI bus structure and a devfn number, find the device structure |
| 1126 | * corresponding to the devfn, if present. Then move the device structure |
| 1127 | * as the last child on the bus. |
Li-Ta Lo | e526669 | 2004-03-23 21:28:05 +0000 | [diff] [blame] | 1128 | * |
Kyösti Mälkki | 8712aa1 | 2019-01-09 11:31:25 +0200 | [diff] [blame] | 1129 | * @param bus Pointer to the bus structure. |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1130 | * @param devfn A device/function number. |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1131 | * @return Pointer to the device structure found or NULL if we have not |
Li-Ta Lo | 3a81285 | 2004-12-03 22:39:34 +0000 | [diff] [blame] | 1132 | * allocated a device for this devfn yet. |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 1133 | */ |
Kyösti Mälkki | 8712aa1 | 2019-01-09 11:31:25 +0200 | [diff] [blame] | 1134 | static struct device *pci_scan_get_dev(struct bus *bus, unsigned int devfn) |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 1135 | { |
Kyösti Mälkki | 8712aa1 | 2019-01-09 11:31:25 +0200 | [diff] [blame] | 1136 | struct device *dev, **prev; |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1137 | |
Kyösti Mälkki | 8712aa1 | 2019-01-09 11:31:25 +0200 | [diff] [blame] | 1138 | prev = &bus->children; |
| 1139 | for (dev = bus->children; dev; dev = dev->sibling) { |
Duncan Laurie | bf69622 | 2020-10-18 15:10:00 -0700 | [diff] [blame] | 1140 | if (dev->path.type == DEVICE_PATH_PCI && dev->path.pci.devfn == devfn) { |
| 1141 | /* Unlink from the list. */ |
| 1142 | *prev = dev->sibling; |
| 1143 | dev->sibling = NULL; |
| 1144 | break; |
Eric Biederman | ad1b35a | 2003-10-14 02:36:51 +0000 | [diff] [blame] | 1145 | } |
Kyösti Mälkki | 8712aa1 | 2019-01-09 11:31:25 +0200 | [diff] [blame] | 1146 | prev = &dev->sibling; |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 1147 | } |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1148 | |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1149 | /* |
| 1150 | * Just like alloc_dev() add the device to the list of devices on the |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1151 | * bus. When the list of devices was formed we removed all of the |
| 1152 | * parents children, and now we are interleaving static and dynamic |
| 1153 | * devices in order on the bus. |
Eric Biederman | b78c197 | 2004-10-14 20:54:17 +0000 | [diff] [blame] | 1154 | */ |
Eric Biederman | e9a271e3 | 2003-09-02 03:36:25 +0000 | [diff] [blame] | 1155 | if (dev) { |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1156 | struct device *child; |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1157 | |
Kyösti Mälkki | 8712aa1 | 2019-01-09 11:31:25 +0200 | [diff] [blame] | 1158 | /* Find the last child on the bus. */ |
| 1159 | for (child = bus->children; child && child->sibling;) |
Eric Biederman | e9a271e3 | 2003-09-02 03:36:25 +0000 | [diff] [blame] | 1160 | child = child->sibling; |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1161 | |
Kyösti Mälkki | 8712aa1 | 2019-01-09 11:31:25 +0200 | [diff] [blame] | 1162 | /* Place the device as last on the bus. */ |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1163 | if (child) |
Eric Biederman | e9a271e3 | 2003-09-02 03:36:25 +0000 | [diff] [blame] | 1164 | child->sibling = dev; |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1165 | else |
Kyösti Mälkki | 8712aa1 | 2019-01-09 11:31:25 +0200 | [diff] [blame] | 1166 | bus->children = dev; |
Eric Biederman | e9a271e3 | 2003-09-02 03:36:25 +0000 | [diff] [blame] | 1167 | } |
| 1168 | |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 1169 | return dev; |
| 1170 | } |
| 1171 | |
Myles Watson | 032a965 | 2009-05-11 22:24:53 +0000 | [diff] [blame] | 1172 | /** |
Uwe Hermann | c1ee429 | 2010-10-17 19:01:48 +0000 | [diff] [blame] | 1173 | * Scan a PCI bus. |
Li-Ta Lo | e526669 | 2004-03-23 21:28:05 +0000 | [diff] [blame] | 1174 | * |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1175 | * Determine the existence of a given PCI device. Allocate a new struct device |
| 1176 | * if dev==NULL was passed in and the device exists in hardware. |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1177 | * |
Uwe Hermann | c1ee429 | 2010-10-17 19:01:48 +0000 | [diff] [blame] | 1178 | * @param dev Pointer to the dev structure. |
| 1179 | * @param bus Pointer to the bus structure. |
| 1180 | * @param devfn A device/function number to look at. |
| 1181 | * @return The device structure for the device (if found), NULL otherwise. |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1182 | */ |
Aaron Durbin | c30d913 | 2017-08-07 16:55:43 -0600 | [diff] [blame] | 1183 | struct device *pci_probe_dev(struct device *dev, struct bus *bus, |
| 1184 | unsigned int devfn) |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1185 | { |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1186 | u32 id, class; |
| 1187 | u8 hdr_type; |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1188 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1189 | /* Detect if a device is present. */ |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1190 | if (!dev) { |
| 1191 | struct device dummy; |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1192 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1193 | dummy.bus = bus; |
| 1194 | dummy.path.type = DEVICE_PATH_PCI; |
Stefan Reinauer | 2b34db8 | 2009-02-28 20:10:20 +0000 | [diff] [blame] | 1195 | dummy.path.pci.devfn = devfn; |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1196 | |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1197 | id = pci_read_config32(&dummy, PCI_VENDOR_ID); |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1198 | /* |
| 1199 | * Have we found something? Some broken boards return 0 if a |
| 1200 | * slot is empty, but the expected answer is 0xffffffff. |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1201 | */ |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1202 | if (id == 0xffffffff) |
Stefan Reinauer | 7355c75 | 2010-04-02 16:30:25 +0000 | [diff] [blame] | 1203 | return NULL; |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1204 | |
Stefan Reinauer | 7355c75 | 2010-04-02 16:30:25 +0000 | [diff] [blame] | 1205 | if ((id == 0x00000000) || (id == 0x0000ffff) || |
| 1206 | (id == 0xffff0000)) { |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1207 | printk(BIOS_SPEW, "%s, bad id 0x%x\n", |
| 1208 | dev_path(&dummy), id); |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1209 | return NULL; |
| 1210 | } |
| 1211 | dev = alloc_dev(bus, &dummy.path); |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1212 | } else { |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1213 | /* |
| 1214 | * Enable/disable the device. Once we have found the device- |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1215 | * specific operations this operations we will disable the |
| 1216 | * device with those as well. |
Myles Watson | 032a965 | 2009-05-11 22:24:53 +0000 | [diff] [blame] | 1217 | * |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1218 | * This is geared toward devices that have subfunctions |
| 1219 | * that do not show up by default. |
Myles Watson | 032a965 | 2009-05-11 22:24:53 +0000 | [diff] [blame] | 1220 | * |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1221 | * If a device is a stuff option on the motherboard |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1222 | * it may be absent and enable_dev() must cope. |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1223 | */ |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1224 | /* Run the magic enable sequence for the device. */ |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1225 | if (dev->chip_ops && dev->chip_ops->enable_dev) |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1226 | dev->chip_ops->enable_dev(dev); |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1227 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1228 | /* Now read the vendor and device ID. */ |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1229 | id = pci_read_config32(dev, PCI_VENDOR_ID); |
Myles Watson | 032a965 | 2009-05-11 22:24:53 +0000 | [diff] [blame] | 1230 | |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1231 | /* |
| 1232 | * If the device does not have a PCI ID disable it. Possibly |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1233 | * this is because we have already disabled the device. But |
| 1234 | * this also handles optional devices that may not always |
| 1235 | * show up. |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1236 | */ |
| 1237 | /* If the chain is fully enumerated quit */ |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1238 | if ((id == 0xffffffff) || (id == 0x00000000) || |
| 1239 | (id == 0x0000ffff) || (id == 0xffff0000)) { |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1240 | if (dev->enabled) { |
Angel Pons | d19cc11 | 2021-07-04 11:41:31 +0200 | [diff] [blame] | 1241 | printk(BIOS_INFO, |
| 1242 | "PCI: Static device %s not found, disabling it.\n", |
| 1243 | dev_path(dev)); |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1244 | dev->enabled = 0; |
| 1245 | } |
| 1246 | return dev; |
| 1247 | } |
| 1248 | } |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1249 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1250 | /* Read the rest of the PCI configuration information. */ |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1251 | hdr_type = pci_read_config8(dev, PCI_HEADER_TYPE); |
| 1252 | class = pci_read_config32(dev, PCI_CLASS_REVISION); |
Myles Watson | 032a965 | 2009-05-11 22:24:53 +0000 | [diff] [blame] | 1253 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1254 | /* Store the interesting information in the device structure. */ |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1255 | dev->vendor = id & 0xffff; |
| 1256 | dev->device = (id >> 16) & 0xffff; |
| 1257 | dev->hdr_type = hdr_type; |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1258 | |
| 1259 | /* Class code, the upper 3 bytes of PCI_CLASS_REVISION. */ |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1260 | dev->class = class >> 8; |
Myles Watson | 032a965 | 2009-05-11 22:24:53 +0000 | [diff] [blame] | 1261 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1262 | /* Architectural/System devices always need to be bus masters. */ |
Felix Singer | d3d0fd7 | 2020-09-07 16:15:14 +0200 | [diff] [blame] | 1263 | if ((dev->class >> 16) == PCI_BASE_CLASS_SYSTEM && |
| 1264 | CONFIG(PCI_ALLOW_BUS_MASTER_ANY_DEVICE)) |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1265 | dev->command |= PCI_COMMAND_MASTER; |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1266 | |
| 1267 | /* |
| 1268 | * Look at the vendor and device ID, or at least the header type and |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1269 | * class and figure out which set of configuration methods to use. |
| 1270 | * Unless we already have some PCI ops. |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1271 | */ |
| 1272 | set_pci_ops(dev); |
| 1273 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1274 | /* Now run the magic enable/disable sequence for the device. */ |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1275 | if (dev->ops && dev->ops->enable) |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1276 | dev->ops->enable(dev); |
Myles Watson | 032a965 | 2009-05-11 22:24:53 +0000 | [diff] [blame] | 1277 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1278 | /* Display the device. */ |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1279 | printk(BIOS_DEBUG, "%s [%04x/%04x] %s%s\n", dev_path(dev), |
| 1280 | dev->vendor, dev->device, dev->enabled ? "enabled" : "disabled", |
| 1281 | dev->ops ? "" : " No operations"); |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1282 | |
| 1283 | return dev; |
| 1284 | } |
| 1285 | |
Myles Watson | 032a965 | 2009-05-11 22:24:53 +0000 | [diff] [blame] | 1286 | /** |
Kyösti Mälkki | c73acdb | 2013-06-15 17:16:56 +0300 | [diff] [blame] | 1287 | * Test for match between romstage and ramstage device instance. |
| 1288 | * |
| 1289 | * @param dev Pointer to the device structure. |
| 1290 | * @param sdev Simple device model identifier, created with PCI_DEV(). |
| 1291 | * @return Non-zero if bus:dev.fn of device matches. |
| 1292 | */ |
Aaron Durbin | c30d913 | 2017-08-07 16:55:43 -0600 | [diff] [blame] | 1293 | unsigned int pci_match_simple_dev(struct device *dev, pci_devfn_t sdev) |
Kyösti Mälkki | c73acdb | 2013-06-15 17:16:56 +0300 | [diff] [blame] | 1294 | { |
| 1295 | return dev->bus->secondary == PCI_DEV2SEGBUS(sdev) && |
| 1296 | dev->path.pci.devfn == PCI_DEV2DEVFN(sdev); |
| 1297 | } |
| 1298 | |
| 1299 | /** |
Tim Wawrzynczak | dbcf7b1 | 2020-05-13 16:15:08 -0600 | [diff] [blame] | 1300 | * PCI devices that are marked as "hidden" do not get probed. However, the same |
| 1301 | * initialization logic is still performed as if it were. This is useful when |
| 1302 | * devices would like to be described in the devicetree.cb file, and/or present |
| 1303 | * static PCI resources to the allocator, but the platform firmware hides the |
| 1304 | * device (makes the device invisible to PCI enumeration) before PCI enumeration |
| 1305 | * takes place. |
| 1306 | * |
| 1307 | * The expected semantics of PCI devices marked as 'hidden': |
| 1308 | * 1) The device is actually present under the specified BDF |
| 1309 | * 2) The device config space can still be accessed somehow, but the Vendor ID |
| 1310 | * indicates there is no device there (it reads as 0xffffffff). |
| 1311 | * 3) The device may still consume PCI resources. Typically, these would have |
| 1312 | * been hardcoded elsewhere. |
| 1313 | * |
| 1314 | * @param dev Pointer to the device structure. |
| 1315 | */ |
| 1316 | static void pci_scan_hidden_device(struct device *dev) |
| 1317 | { |
| 1318 | if (dev->chip_ops && dev->chip_ops->enable_dev) |
| 1319 | dev->chip_ops->enable_dev(dev); |
| 1320 | |
| 1321 | /* |
| 1322 | * If chip_ops->enable_dev did not set dev->ops, then set to a default |
| 1323 | * .ops, because PCI enumeration is effectively being skipped, therefore |
| 1324 | * no PCI driver will bind to this device. However, children may want to |
| 1325 | * be enumerated, so this provides scan_static_bus for the .scan_bus |
| 1326 | * callback. |
| 1327 | */ |
| 1328 | if (dev->ops == NULL) |
| 1329 | dev->ops = &default_hidden_pci_ops_dev; |
| 1330 | |
| 1331 | if (dev->ops->enable) |
| 1332 | dev->ops->enable(dev); |
| 1333 | |
| 1334 | /* Display the device almost as if it were probed normally */ |
| 1335 | printk(BIOS_DEBUG, "%s [0000/%04x] hidden%s\n", dev_path(dev), |
| 1336 | dev->device, dev->ops ? "" : " No operations"); |
| 1337 | } |
| 1338 | |
| 1339 | /** |
Jianjun Wang | 777ffff | 2021-07-24 14:50:36 +0800 | [diff] [blame] | 1340 | * A PCIe Downstream Port normally leads to a Link with only Device 0 on it |
| 1341 | * (PCIe spec r5.0, sec 7.3.1). As an optimization, scan only for Device 0 in |
| 1342 | * that situation. |
| 1343 | * |
| 1344 | * @param bus Pointer to the bus structure. |
| 1345 | */ |
| 1346 | static bool pci_bus_only_one_child(struct bus *bus) |
| 1347 | { |
| 1348 | struct device *bridge = bus->dev; |
| 1349 | u16 pcie_pos, pcie_flags_reg; |
| 1350 | int pcie_type; |
| 1351 | |
Arthur Heymans | db199cc | 2022-01-06 20:56:01 +0100 | [diff] [blame] | 1352 | if (!bridge) |
| 1353 | return false; |
| 1354 | |
Nico Huber | f514b8a | 2022-02-25 14:25:57 +0100 | [diff] [blame] | 1355 | if (bridge->path.type != DEVICE_PATH_PCI) |
| 1356 | return false; |
| 1357 | |
Jianjun Wang | 777ffff | 2021-07-24 14:50:36 +0800 | [diff] [blame] | 1358 | pcie_pos = pci_find_capability(bridge, PCI_CAP_ID_PCIE); |
| 1359 | if (!pcie_pos) |
| 1360 | return false; |
| 1361 | |
| 1362 | pcie_flags_reg = pci_read_config16(bridge, pcie_pos + PCI_EXP_FLAGS); |
| 1363 | |
| 1364 | pcie_type = (pcie_flags_reg & PCI_EXP_FLAGS_TYPE) >> 4; |
| 1365 | |
| 1366 | return pciexp_is_downstream_port(pcie_type); |
| 1367 | } |
| 1368 | |
| 1369 | /** |
Uwe Hermann | c1ee429 | 2010-10-17 19:01:48 +0000 | [diff] [blame] | 1370 | * Scan a PCI bus. |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1371 | * |
Li-Ta Lo | e526669 | 2004-03-23 21:28:05 +0000 | [diff] [blame] | 1372 | * Determine the existence of devices and bridges on a PCI bus. If there are |
| 1373 | * bridges on the bus, recursively scan the buses behind the bridges. |
| 1374 | * |
Uwe Hermann | c1ee429 | 2010-10-17 19:01:48 +0000 | [diff] [blame] | 1375 | * @param bus Pointer to the bus structure. |
| 1376 | * @param min_devfn Minimum devfn to look at in the scan, usually 0x00. |
| 1377 | * @param max_devfn Maximum devfn to look at in the scan, usually 0xff. |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 1378 | */ |
Martin Roth | 38ddbfb | 2019-10-23 21:41:00 -0600 | [diff] [blame] | 1379 | void pci_scan_bus(struct bus *bus, unsigned int min_devfn, |
| 1380 | unsigned int max_devfn) |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 1381 | { |
| 1382 | unsigned int devfn; |
Kyösti Mälkki | 8712aa1 | 2019-01-09 11:31:25 +0200 | [diff] [blame] | 1383 | struct device *dev, **prev; |
| 1384 | int once = 0; |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 1385 | |
Elyes HAOUAS | f984aec | 2021-01-16 17:29:17 +0100 | [diff] [blame] | 1386 | printk(BIOS_DEBUG, "PCI: %s for bus %02x\n", __func__, bus->secondary); |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 1387 | |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1388 | /* Maximum sane devfn is 0xFF. */ |
Juhana Helovuo | 50b78b6 | 2010-09-13 14:43:02 +0000 | [diff] [blame] | 1389 | if (max_devfn > 0xff) { |
Elyes HAOUAS | f984aec | 2021-01-16 17:29:17 +0100 | [diff] [blame] | 1390 | printk(BIOS_ERR, "PCI: %s limits devfn %x - devfn %x\n", |
| 1391 | __func__, min_devfn, max_devfn); |
| 1392 | printk(BIOS_ERR, "PCI: %s upper limit too big. Using 0xff.\n", __func__); |
Juhana Helovuo | 50b78b6 | 2010-09-13 14:43:02 +0000 | [diff] [blame] | 1393 | max_devfn=0xff; |
| 1394 | } |
| 1395 | |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 1396 | post_code(0x24); |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1397 | |
Jianjun Wang | 777ffff | 2021-07-24 14:50:36 +0800 | [diff] [blame] | 1398 | if (pci_bus_only_one_child(bus)) |
| 1399 | max_devfn = MIN(max_devfn, 0x07); |
| 1400 | |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1401 | /* |
| 1402 | * Probe all devices/functions on this bus with some optimization for |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1403 | * non-existence and single function devices. |
Eric Biederman | b78c197 | 2004-10-14 20:54:17 +0000 | [diff] [blame] | 1404 | */ |
Eric Biederman | e9a271e3 | 2003-09-02 03:36:25 +0000 | [diff] [blame] | 1405 | for (devfn = min_devfn; devfn <= max_devfn; devfn++) { |
Ronald G. Minnich | 466ca2c | 2019-10-22 02:02:24 +0000 | [diff] [blame] | 1406 | if (CONFIG(MINIMAL_PCI_SCANNING)) { |
| 1407 | dev = pcidev_path_behind(bus, devfn); |
| 1408 | if (!dev || !dev->mandatory) |
| 1409 | continue; |
| 1410 | } |
| 1411 | |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1412 | /* First thing setup the device structure. */ |
Kyösti Mälkki | 8712aa1 | 2019-01-09 11:31:25 +0200 | [diff] [blame] | 1413 | dev = pci_scan_get_dev(bus, devfn); |
Li-Ta Lo | 9782f75 | 2004-05-05 21:15:42 +0000 | [diff] [blame] | 1414 | |
Tim Wawrzynczak | dbcf7b1 | 2020-05-13 16:15:08 -0600 | [diff] [blame] | 1415 | /* Devices marked 'hidden' do not get probed */ |
| 1416 | if (dev && dev->hidden) { |
| 1417 | pci_scan_hidden_device(dev); |
| 1418 | |
| 1419 | /* Skip pci_probe_dev, go to next devfn */ |
| 1420 | continue; |
| 1421 | } |
| 1422 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1423 | /* See if a device is present and setup the device structure. */ |
Myles Watson | 032a965 | 2009-05-11 22:24:53 +0000 | [diff] [blame] | 1424 | dev = pci_probe_dev(dev, bus, devfn); |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 1425 | |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1426 | /* |
| 1427 | * If this is not a multi function device, or the device is |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1428 | * not present don't waste time probing another function. |
Myles Watson | 032a965 | 2009-05-11 22:24:53 +0000 | [diff] [blame] | 1429 | * Skip to next device. |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 1430 | */ |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1431 | if ((PCI_FUNC(devfn) == 0x00) && (!dev |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1432 | || (dev->enabled && ((dev->hdr_type & 0x80) != 0x80)))) { |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 1433 | devfn += 0x07; |
| 1434 | } |
| 1435 | } |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1436 | |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 1437 | post_code(0x25); |
| 1438 | |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1439 | /* |
Elyes HAOUAS | 0ce7416 | 2021-01-16 14:43:49 +0100 | [diff] [blame] | 1440 | * Warn if any leftover static devices are found. |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1441 | * There's probably a problem in devicetree.cb. |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1442 | */ |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1443 | |
Kyösti Mälkki | 8712aa1 | 2019-01-09 11:31:25 +0200 | [diff] [blame] | 1444 | prev = &bus->children; |
| 1445 | for (dev = bus->children; dev; dev = dev->sibling) { |
Duncan Laurie | bf69622 | 2020-10-18 15:10:00 -0700 | [diff] [blame] | 1446 | |
| 1447 | /* |
| 1448 | * If static device is not PCI then enable it here and don't |
| 1449 | * treat it as a leftover device. |
| 1450 | */ |
| 1451 | if (dev->path.type != DEVICE_PATH_PCI) { |
| 1452 | enable_static_device(dev); |
| 1453 | continue; |
| 1454 | } |
| 1455 | |
Tim Wawrzynczak | dbcf7b1 | 2020-05-13 16:15:08 -0600 | [diff] [blame] | 1456 | /* |
| 1457 | * The device is only considered leftover if it is not hidden |
| 1458 | * and it has a Vendor ID of 0 (the default for a device that |
| 1459 | * could not be probed). |
| 1460 | */ |
| 1461 | if (dev->vendor != 0 || dev->hidden) { |
Kyösti Mälkki | 8712aa1 | 2019-01-09 11:31:25 +0200 | [diff] [blame] | 1462 | prev = &dev->sibling; |
| 1463 | continue; |
| 1464 | } |
| 1465 | |
| 1466 | /* Unlink it from list. */ |
| 1467 | *prev = dev->sibling; |
| 1468 | |
| 1469 | if (!once++) |
| 1470 | printk(BIOS_WARNING, "PCI: Leftover static devices:\n"); |
| 1471 | printk(BIOS_WARNING, "%s\n", dev_path(dev)); |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1472 | } |
| 1473 | |
Kyösti Mälkki | 8712aa1 | 2019-01-09 11:31:25 +0200 | [diff] [blame] | 1474 | if (once) |
| 1475 | printk(BIOS_WARNING, "PCI: Check your devicetree.cb.\n"); |
| 1476 | |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1477 | /* |
| 1478 | * For all children that implement scan_bus() (i.e. bridges) |
Eric Biederman | b78c197 | 2004-10-14 20:54:17 +0000 | [diff] [blame] | 1479 | * scan the bus behind that child. |
| 1480 | */ |
Kyösti Mälkki | de271a8 | 2015-03-18 13:09:47 +0200 | [diff] [blame] | 1481 | |
Kyösti Mälkki | 2d2367c | 2015-02-20 21:28:31 +0200 | [diff] [blame] | 1482 | scan_bridges(bus); |
Kyösti Mälkki | de271a8 | 2015-03-18 13:09:47 +0200 | [diff] [blame] | 1483 | |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1484 | /* |
| 1485 | * We've scanned the bus and so we know all about what's on the other |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1486 | * side of any bridges that may be on this bus plus any devices. |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 1487 | * Return how far we've got finding sub-buses. |
| 1488 | */ |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 1489 | post_code(0x55); |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 1490 | } |
| 1491 | |
Kyösti Mälkki | 3345240 | 2015-02-23 06:58:26 +0200 | [diff] [blame] | 1492 | typedef enum { |
| 1493 | PCI_ROUTE_CLOSE, |
| 1494 | PCI_ROUTE_SCAN, |
| 1495 | PCI_ROUTE_FINAL, |
| 1496 | } scan_state; |
| 1497 | |
| 1498 | static void pci_bridge_route(struct bus *link, scan_state state) |
| 1499 | { |
| 1500 | struct device *dev = link->dev; |
| 1501 | struct bus *parent = dev->bus; |
Arthur Heymans | f879d36 | 2021-11-10 22:09:58 +0100 | [diff] [blame] | 1502 | uint8_t primary, secondary, subordinate; |
Kyösti Mälkki | 3345240 | 2015-02-23 06:58:26 +0200 | [diff] [blame] | 1503 | |
Kyösti Mälkki | 757c8b4 | 2015-02-23 06:58:26 +0200 | [diff] [blame] | 1504 | if (state == PCI_ROUTE_SCAN) { |
| 1505 | link->secondary = parent->subordinate + 1; |
Jeremy Soller | cf2ac54 | 2019-10-09 21:40:36 -0600 | [diff] [blame] | 1506 | link->subordinate = link->secondary + dev->hotplug_buses; |
Kyösti Mälkki | 757c8b4 | 2015-02-23 06:58:26 +0200 | [diff] [blame] | 1507 | } |
| 1508 | |
Kyösti Mälkki | 3345240 | 2015-02-23 06:58:26 +0200 | [diff] [blame] | 1509 | if (state == PCI_ROUTE_CLOSE) { |
Arthur Heymans | f879d36 | 2021-11-10 22:09:58 +0100 | [diff] [blame] | 1510 | primary = 0; |
| 1511 | secondary = 0xff; |
| 1512 | subordinate = 0xfe; |
Kyösti Mälkki | 3345240 | 2015-02-23 06:58:26 +0200 | [diff] [blame] | 1513 | } else if (state == PCI_ROUTE_SCAN) { |
Arthur Heymans | f879d36 | 2021-11-10 22:09:58 +0100 | [diff] [blame] | 1514 | primary = parent->secondary; |
| 1515 | secondary = link->secondary; |
| 1516 | subordinate = 0xff; /* MAX PCI_BUS number here */ |
Kyösti Mälkki | 3345240 | 2015-02-23 06:58:26 +0200 | [diff] [blame] | 1517 | } else if (state == PCI_ROUTE_FINAL) { |
Arthur Heymans | f879d36 | 2021-11-10 22:09:58 +0100 | [diff] [blame] | 1518 | primary = parent->secondary; |
| 1519 | secondary = link->secondary; |
| 1520 | subordinate = link->subordinate; |
Kyösti Mälkki | 3345240 | 2015-02-23 06:58:26 +0200 | [diff] [blame] | 1521 | } |
| 1522 | |
| 1523 | if (state == PCI_ROUTE_SCAN) { |
| 1524 | /* Clear all status bits and turn off memory, I/O and master enables. */ |
| 1525 | link->bridge_cmd = pci_read_config16(dev, PCI_COMMAND); |
| 1526 | pci_write_config16(dev, PCI_COMMAND, 0x0000); |
| 1527 | pci_write_config16(dev, PCI_STATUS, 0xffff); |
| 1528 | } |
| 1529 | |
| 1530 | /* |
| 1531 | * Configure the bus numbers for this bridge: the configuration |
| 1532 | * transactions will not be propagated by the bridge if it is not |
| 1533 | * correctly configured. |
| 1534 | */ |
Arthur Heymans | f879d36 | 2021-11-10 22:09:58 +0100 | [diff] [blame] | 1535 | pci_write_config8(dev, PCI_PRIMARY_BUS, primary); |
| 1536 | pci_write_config8(dev, PCI_SECONDARY_BUS, secondary); |
| 1537 | pci_write_config8(dev, PCI_SUBORDINATE_BUS, subordinate); |
Kyösti Mälkki | 3345240 | 2015-02-23 06:58:26 +0200 | [diff] [blame] | 1538 | |
| 1539 | if (state == PCI_ROUTE_FINAL) { |
| 1540 | pci_write_config16(dev, PCI_COMMAND, link->bridge_cmd); |
Kyösti Mälkki | 757c8b4 | 2015-02-23 06:58:26 +0200 | [diff] [blame] | 1541 | parent->subordinate = link->subordinate; |
Kyösti Mälkki | 3345240 | 2015-02-23 06:58:26 +0200 | [diff] [blame] | 1542 | } |
| 1543 | } |
| 1544 | |
Li-Ta Lo | e526669 | 2004-03-23 21:28:05 +0000 | [diff] [blame] | 1545 | /** |
Uwe Hermann | c1ee429 | 2010-10-17 19:01:48 +0000 | [diff] [blame] | 1546 | * Scan a PCI bridge and the buses behind the bridge. |
Li-Ta Lo | e526669 | 2004-03-23 21:28:05 +0000 | [diff] [blame] | 1547 | * |
| 1548 | * Determine the existence of buses behind the bridge. Set up the bridge |
| 1549 | * according to the result of the scan. |
| 1550 | * |
| 1551 | * This function is the default scan_bus() method for PCI bridge devices. |
| 1552 | * |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1553 | * @param dev Pointer to the bridge device. |
Uwe Hermann | c1ee429 | 2010-10-17 19:01:48 +0000 | [diff] [blame] | 1554 | * @param do_scan_bus TODO |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 1555 | */ |
Kyösti Mälkki | 580e722 | 2015-03-19 21:04:23 +0200 | [diff] [blame] | 1556 | void do_pci_scan_bridge(struct device *dev, |
Kyösti Mälkki | de271a8 | 2015-03-18 13:09:47 +0200 | [diff] [blame] | 1557 | void (*do_scan_bus) (struct bus * bus, |
Martin Roth | 38ddbfb | 2019-10-23 21:41:00 -0600 | [diff] [blame] | 1558 | unsigned int min_devfn, |
| 1559 | unsigned int max_devfn)) |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 1560 | { |
Eric Biederman | e9a271e3 | 2003-09-02 03:36:25 +0000 | [diff] [blame] | 1561 | struct bus *bus; |
Eric Biederman | 83b991a | 2003-10-11 06:20:25 +0000 | [diff] [blame] | 1562 | |
Stefan Reinauer | c02b4fc | 2010-03-22 11:42:32 +0000 | [diff] [blame] | 1563 | printk(BIOS_SPEW, "%s for %s\n", __func__, dev_path(dev)); |
Li-Ta Lo | 3a81285 | 2004-12-03 22:39:34 +0000 | [diff] [blame] | 1564 | |
Myles Watson | 894a347 | 2010-06-09 22:41:35 +0000 | [diff] [blame] | 1565 | if (dev->link_list == NULL) { |
| 1566 | struct bus *link; |
| 1567 | link = malloc(sizeof(*link)); |
| 1568 | if (link == NULL) |
| 1569 | die("Couldn't allocate a link!\n"); |
| 1570 | memset(link, 0, sizeof(*link)); |
| 1571 | link->dev = dev; |
| 1572 | dev->link_list = link; |
| 1573 | } |
| 1574 | |
| 1575 | bus = dev->link_list; |
Eric Biederman | e9a271e3 | 2003-09-02 03:36:25 +0000 | [diff] [blame] | 1576 | |
Nico Huber | 061b905 | 2019-09-21 15:58:23 +0200 | [diff] [blame] | 1577 | pci_bridge_vga_compat(bus); |
| 1578 | |
Kyösti Mälkki | 3345240 | 2015-02-23 06:58:26 +0200 | [diff] [blame] | 1579 | pci_bridge_route(bus, PCI_ROUTE_SCAN); |
Li-Ta Lo | 3a81285 | 2004-12-03 22:39:34 +0000 | [diff] [blame] | 1580 | |
Kyösti Mälkki | de271a8 | 2015-03-18 13:09:47 +0200 | [diff] [blame] | 1581 | do_scan_bus(bus, 0x00, 0xff); |
Kyösti Mälkki | 3345240 | 2015-02-23 06:58:26 +0200 | [diff] [blame] | 1582 | |
| 1583 | pci_bridge_route(bus, PCI_ROUTE_FINAL); |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 1584 | } |
Li-Ta Lo | e526669 | 2004-03-23 21:28:05 +0000 | [diff] [blame] | 1585 | |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1586 | /** |
Uwe Hermann | c1ee429 | 2010-10-17 19:01:48 +0000 | [diff] [blame] | 1587 | * Scan a PCI bridge and the buses behind the bridge. |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1588 | * |
| 1589 | * Determine the existence of buses behind the bridge. Set up the bridge |
| 1590 | * according to the result of the scan. |
| 1591 | * |
| 1592 | * This function is the default scan_bus() method for PCI bridge devices. |
| 1593 | * |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1594 | * @param dev Pointer to the bridge device. |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1595 | */ |
Kyösti Mälkki | 580e722 | 2015-03-19 21:04:23 +0200 | [diff] [blame] | 1596 | void pci_scan_bridge(struct device *dev) |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1597 | { |
Kyösti Mälkki | 580e722 | 2015-03-19 21:04:23 +0200 | [diff] [blame] | 1598 | do_pci_scan_bridge(dev, pci_scan_bus); |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1599 | } |
| 1600 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1601 | /** |
Uwe Hermann | c1ee429 | 2010-10-17 19:01:48 +0000 | [diff] [blame] | 1602 | * Scan a PCI domain. |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1603 | * |
| 1604 | * This function is the default scan_bus() method for PCI domains. |
| 1605 | * |
Uwe Hermann | c1ee429 | 2010-10-17 19:01:48 +0000 | [diff] [blame] | 1606 | * @param dev Pointer to the domain. |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1607 | */ |
Aaron Durbin | c30d913 | 2017-08-07 16:55:43 -0600 | [diff] [blame] | 1608 | void pci_domain_scan_bus(struct device *dev) |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1609 | { |
Kyösti Mälkki | 6f37017 | 2015-03-19 15:26:52 +0200 | [diff] [blame] | 1610 | struct bus *link = dev->link_list; |
Kyösti Mälkki | de271a8 | 2015-03-18 13:09:47 +0200 | [diff] [blame] | 1611 | pci_scan_bus(link, PCI_DEVFN(0, 0), 0xff); |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1612 | } |
| 1613 | |
Angel Pons | b651981 | 2021-12-31 13:33:50 +0100 | [diff] [blame] | 1614 | void pci_dev_disable_bus_master(const struct device *dev) |
| 1615 | { |
| 1616 | pci_update_config16(dev, PCI_COMMAND, ~PCI_COMMAND_MASTER, 0x0); |
| 1617 | } |
| 1618 | |
Mike Loptien | 0f5cf5e | 2014-05-12 21:46:31 -0600 | [diff] [blame] | 1619 | /** |
| 1620 | * Take an INT_PIN number (0, 1 - 4) and convert |
| 1621 | * it to a string ("NO PIN", "PIN A" - "PIN D") |
| 1622 | * |
| 1623 | * @param pin PCI Interrupt Pin number (0, 1 - 4) |
| 1624 | * @return A string corresponding to the pin number or "Invalid" |
| 1625 | */ |
| 1626 | const char *pin_to_str(int pin) |
| 1627 | { |
| 1628 | const char *str[5] = { |
| 1629 | "NO PIN", |
| 1630 | "PIN A", |
| 1631 | "PIN B", |
| 1632 | "PIN C", |
| 1633 | "PIN D", |
| 1634 | }; |
| 1635 | |
| 1636 | if (pin >= 0 && pin <= 4) |
| 1637 | return str[pin]; |
| 1638 | else |
| 1639 | return "Invalid PIN, not 0 - 4"; |
| 1640 | } |
| 1641 | |
| 1642 | /** |
| 1643 | * Get the PCI INT_PIN swizzle for a device defined as: |
| 1644 | * pin_parent = (pin_child + devn_child) % 4 + 1 |
| 1645 | * where PIN A = 1 ... PIN_D = 4 |
| 1646 | * |
| 1647 | * Given a PCI device structure 'dev', find the interrupt pin |
| 1648 | * that will be triggered on its parent bridge device when |
| 1649 | * generating an interrupt. For example: Device 1:3.2 may |
| 1650 | * use INT_PIN A but will trigger PIN D on its parent bridge |
| 1651 | * device. In this case, this function will return 4 (PIN D). |
| 1652 | * |
| 1653 | * @param dev A PCI device structure to swizzle interrupt pins for |
Martin Roth | 32bc6b6 | 2015-01-04 16:54:35 -0700 | [diff] [blame] | 1654 | * @param *parent_bridge The PCI device structure for the bridge |
Mike Loptien | 0f5cf5e | 2014-05-12 21:46:31 -0600 | [diff] [blame] | 1655 | * device 'dev' is attached to |
| 1656 | * @return The interrupt pin number (1 - 4) that 'dev' will |
| 1657 | * trigger when generating an interrupt |
| 1658 | */ |
Aaron Durbin | c30d913 | 2017-08-07 16:55:43 -0600 | [diff] [blame] | 1659 | static int swizzle_irq_pins(struct device *dev, struct device **parent_bridge) |
Mike Loptien | 0f5cf5e | 2014-05-12 21:46:31 -0600 | [diff] [blame] | 1660 | { |
Aaron Durbin | c30d913 | 2017-08-07 16:55:43 -0600 | [diff] [blame] | 1661 | struct device *parent; /* Our current device's parent device */ |
| 1662 | struct device *child; /* The child device of the parent */ |
Mike Loptien | 0f5cf5e | 2014-05-12 21:46:31 -0600 | [diff] [blame] | 1663 | uint8_t parent_bus = 0; /* Parent Bus number */ |
| 1664 | uint16_t parent_devfn = 0; /* Parent Device and Function number */ |
| 1665 | uint16_t child_devfn = 0; /* Child Device and Function number */ |
| 1666 | uint8_t swizzled_pin = 0; /* Pin swizzled across a bridge */ |
| 1667 | |
| 1668 | /* Start with PIN A = 0 ... D = 3 */ |
| 1669 | swizzled_pin = pci_read_config8(dev, PCI_INTERRUPT_PIN) - 1; |
| 1670 | |
| 1671 | /* While our current device has parent devices */ |
| 1672 | child = dev; |
| 1673 | for (parent = child->bus->dev; parent; parent = parent->bus->dev) { |
| 1674 | parent_bus = parent->bus->secondary; |
| 1675 | parent_devfn = parent->path.pci.devfn; |
| 1676 | child_devfn = child->path.pci.devfn; |
| 1677 | |
| 1678 | /* Swizzle the INT_PIN for any bridges not on root bus */ |
| 1679 | swizzled_pin = (PCI_SLOT(child_devfn) + swizzled_pin) % 4; |
| 1680 | printk(BIOS_SPEW, "\tWith INT_PIN swizzled to %s\n" |
| 1681 | "\tAttached to bridge device %01X:%02Xh.%02Xh\n", |
| 1682 | pin_to_str(swizzled_pin + 1), parent_bus, |
| 1683 | PCI_SLOT(parent_devfn), PCI_FUNC(parent_devfn)); |
| 1684 | |
| 1685 | /* Continue until we find the root bus */ |
| 1686 | if (parent_bus > 0) { |
| 1687 | /* |
| 1688 | * We will go on to the next parent so this parent |
| 1689 | * becomes the child |
| 1690 | */ |
| 1691 | child = parent; |
| 1692 | continue; |
| 1693 | } else { |
| 1694 | /* |
| 1695 | * Found the root bridge device, |
| 1696 | * fill in the structure and exit |
| 1697 | */ |
| 1698 | *parent_bridge = parent; |
| 1699 | break; |
| 1700 | } |
| 1701 | } |
| 1702 | |
| 1703 | /* End with PIN A = 1 ... D = 4 */ |
| 1704 | return swizzled_pin + 1; |
| 1705 | } |
| 1706 | |
| 1707 | /** |
| 1708 | * Given a device structure 'dev', find its interrupt pin |
| 1709 | * and its parent bridge 'parent_bdg' device structure. |
| 1710 | * If it is behind a bridge, it will return the interrupt |
| 1711 | * pin number (1 - 4) of the parent bridge that the device |
| 1712 | * interrupt pin has been swizzled to, otherwise it will |
| 1713 | * return the interrupt pin that is programmed into the |
| 1714 | * PCI config space of the target device. If 'dev' is |
| 1715 | * behind a bridge, it will fill in 'parent_bdg' with the |
| 1716 | * device structure of the bridge it is behind, otherwise |
| 1717 | * it will copy 'dev' into 'parent_bdg'. |
| 1718 | * |
| 1719 | * @param dev A PCI device structure to get interrupt pins for. |
| 1720 | * @param *parent_bdg The PCI device structure for the bridge |
| 1721 | * device 'dev' is attached to. |
| 1722 | * @return The interrupt pin number (1 - 4) that 'dev' will |
| 1723 | * trigger when generating an interrupt. |
| 1724 | * Errors: -1 is returned if the device is not enabled |
| 1725 | * -2 is returned if a parent bridge could not be found. |
| 1726 | */ |
Aaron Durbin | c30d913 | 2017-08-07 16:55:43 -0600 | [diff] [blame] | 1727 | int get_pci_irq_pins(struct device *dev, struct device **parent_bdg) |
Mike Loptien | 0f5cf5e | 2014-05-12 21:46:31 -0600 | [diff] [blame] | 1728 | { |
| 1729 | uint8_t bus = 0; /* The bus this device is on */ |
| 1730 | uint16_t devfn = 0; /* This device's device and function numbers */ |
| 1731 | uint8_t int_pin = 0; /* Interrupt pin used by the device */ |
| 1732 | uint8_t target_pin = 0; /* Interrupt pin we want to assign an IRQ to */ |
| 1733 | |
| 1734 | /* Make sure this device is enabled */ |
| 1735 | if (!(dev->enabled && (dev->path.type == DEVICE_PATH_PCI))) |
| 1736 | return -1; |
| 1737 | |
| 1738 | bus = dev->bus->secondary; |
| 1739 | devfn = dev->path.pci.devfn; |
| 1740 | |
| 1741 | /* Get and validate the interrupt pin used. Only 1-4 are allowed */ |
| 1742 | int_pin = pci_read_config8(dev, PCI_INTERRUPT_PIN); |
| 1743 | if (int_pin < 1 || int_pin > 4) |
| 1744 | return -1; |
| 1745 | |
| 1746 | printk(BIOS_SPEW, "PCI IRQ: Found device %01X:%02X.%02X using %s\n", |
| 1747 | bus, PCI_SLOT(devfn), PCI_FUNC(devfn), pin_to_str(int_pin)); |
| 1748 | |
| 1749 | /* If this device is on a bridge, swizzle its INT_PIN */ |
| 1750 | if (bus) { |
| 1751 | /* Swizzle its INT_PINs */ |
| 1752 | target_pin = swizzle_irq_pins(dev, parent_bdg); |
| 1753 | |
| 1754 | /* Make sure the swizzle returned valid structures */ |
| 1755 | if (parent_bdg == NULL) { |
Julius Werner | e966595 | 2022-01-21 17:06:20 -0800 | [diff] [blame] | 1756 | printk(BIOS_WARNING, "Could not find parent bridge for this device!\n"); |
Mike Loptien | 0f5cf5e | 2014-05-12 21:46:31 -0600 | [diff] [blame] | 1757 | return -2; |
| 1758 | } |
| 1759 | } else { /* Device is not behind a bridge */ |
| 1760 | target_pin = int_pin; /* Return its own interrupt pin */ |
| 1761 | *parent_bdg = dev; /* Return its own structure */ |
| 1762 | } |
| 1763 | |
| 1764 | /* Target pin is the interrupt pin we want to assign an IRQ to */ |
| 1765 | return target_pin; |
| 1766 | } |
| 1767 | |
Julius Werner | cd49cce | 2019-03-05 16:53:33 -0800 | [diff] [blame] | 1768 | #if CONFIG(PC80_SYSTEM) |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1769 | /** |
Uwe Hermann | c1ee429 | 2010-10-17 19:01:48 +0000 | [diff] [blame] | 1770 | * Assign IRQ numbers. |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1771 | * |
Stefan Reinauer | 4d933dd | 2009-07-21 21:36:41 +0000 | [diff] [blame] | 1772 | * This function assigns IRQs for all functions contained within the indicated |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1773 | * device address. If the device does not exist or does not require interrupts |
Stefan Reinauer | 4d933dd | 2009-07-21 21:36:41 +0000 | [diff] [blame] | 1774 | * then this function has no effect. |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1775 | * |
| 1776 | * This function should be called for each PCI slot in your system. |
| 1777 | * |
Kyösti Mälkki | c19d6a6 | 2019-07-04 21:39:28 +0300 | [diff] [blame] | 1778 | * @param dev Pointer to dev structure. |
Uwe Hermann | c1ee429 | 2010-10-17 19:01:48 +0000 | [diff] [blame] | 1779 | * @param pIntAtoD An array of IRQ #s that are assigned to PINTA through PINTD |
| 1780 | * of this slot. The particular IRQ #s that are passed in depend on the |
| 1781 | * routing inside your southbridge and on your board. |
Stefan Reinauer | 4d933dd | 2009-07-21 21:36:41 +0000 | [diff] [blame] | 1782 | */ |
Kyösti Mälkki | c19d6a6 | 2019-07-04 21:39:28 +0300 | [diff] [blame] | 1783 | void pci_assign_irqs(struct device *dev, const unsigned char pIntAtoD[4]) |
Ronald G. Minnich | 6dd6c685 | 2003-10-02 00:08:42 +0000 | [diff] [blame] | 1784 | { |
Kyösti Mälkki | c19d6a6 | 2019-07-04 21:39:28 +0300 | [diff] [blame] | 1785 | u8 slot, line, irq; |
Ronald G. Minnich | 6dd6c685 | 2003-10-02 00:08:42 +0000 | [diff] [blame] | 1786 | |
Kyösti Mälkki | c19d6a6 | 2019-07-04 21:39:28 +0300 | [diff] [blame] | 1787 | /* Each device may contain up to eight functions. */ |
| 1788 | slot = dev->path.pci.devfn >> 3; |
Ronald G. Minnich | 6dd6c685 | 2003-10-02 00:08:42 +0000 | [diff] [blame] | 1789 | |
Kyösti Mälkki | c19d6a6 | 2019-07-04 21:39:28 +0300 | [diff] [blame] | 1790 | for (; dev ; dev = dev->sibling) { |
Ronald G. Minnich | 6dd6c685 | 2003-10-02 00:08:42 +0000 | [diff] [blame] | 1791 | |
Kyösti Mälkki | c19d6a6 | 2019-07-04 21:39:28 +0300 | [diff] [blame] | 1792 | if (dev->path.pci.devfn >> 3 != slot) |
| 1793 | break; |
| 1794 | |
| 1795 | line = pci_read_config8(dev, PCI_INTERRUPT_PIN); |
Ronald G. Minnich | 6dd6c685 | 2003-10-02 00:08:42 +0000 | [diff] [blame] | 1796 | |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1797 | /* PCI spec says all values except 1..4 are reserved. */ |
Stefan Reinauer | 4d933dd | 2009-07-21 21:36:41 +0000 | [diff] [blame] | 1798 | if ((line < 1) || (line > 4)) |
| 1799 | continue; |
Ronald G. Minnich | 6dd6c685 | 2003-10-02 00:08:42 +0000 | [diff] [blame] | 1800 | |
Stefan Reinauer | 4d933dd | 2009-07-21 21:36:41 +0000 | [diff] [blame] | 1801 | irq = pIntAtoD[line - 1]; |
Ronald G. Minnich | 6dd6c685 | 2003-10-02 00:08:42 +0000 | [diff] [blame] | 1802 | |
Kyösti Mälkki | c19d6a6 | 2019-07-04 21:39:28 +0300 | [diff] [blame] | 1803 | printk(BIOS_DEBUG, "Assigning IRQ %d to %s\n", irq, dev_path(dev)); |
Ronald G. Minnich | 6dd6c685 | 2003-10-02 00:08:42 +0000 | [diff] [blame] | 1804 | |
Angel Pons | ceca5de | 2021-06-28 11:59:33 +0200 | [diff] [blame] | 1805 | pci_write_config8(dev, PCI_INTERRUPT_LINE, irq); |
Stefan Reinauer | 4d933dd | 2009-07-21 21:36:41 +0000 | [diff] [blame] | 1806 | |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1807 | /* Change to level triggered. */ |
Angel Pons | ceca5de | 2021-06-28 11:59:33 +0200 | [diff] [blame] | 1808 | i8259_configure_irq_trigger(irq, IRQ_LEVEL_TRIGGERED); |
Ronald G. Minnich | 6dd6c685 | 2003-10-02 00:08:42 +0000 | [diff] [blame] | 1809 | } |
| 1810 | } |
Stefan Reinauer | 4d933dd | 2009-07-21 21:36:41 +0000 | [diff] [blame] | 1811 | #endif |