Angel Pons | c74dae9 | 2020-04-02 23:48:16 +0200 | [diff] [blame] | 1 | /* SPDX-License-Identifier: GPL-2.0-only */ |
Uwe Hermann | b80dbf0 | 2007-04-22 19:08:13 +0000 | [diff] [blame] | 2 | |
| 3 | /* |
Martin Roth | 99f83bb | 2019-09-15 20:57:18 -0700 | [diff] [blame] | 4 | * Originally based on the Linux kernel (drivers/pci/pci.c). |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 5 | * PCI Bus Services, see include/linux/pci.h for further explanation. |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 6 | */ |
| 7 | |
Furquan Shaikh | 76cedd2 | 2020-05-02 10:24:23 -0700 | [diff] [blame] | 8 | #include <acpi/acpi.h> |
Bill XIE | 513d359 | 2022-08-02 22:55:51 +0800 | [diff] [blame] | 9 | #include <assert.h> |
Nico Huber | ae81497 | 2023-05-10 18:06:27 +0200 | [diff] [blame] | 10 | #include <cbmem.h> |
Kyösti Mälkki | f1b58b7 | 2019-03-01 13:43:02 +0200 | [diff] [blame] | 11 | #include <device/pci_ops.h> |
Edward O'Callaghan | 6c99250 | 2014-06-20 21:19:06 +1000 | [diff] [blame] | 12 | #include <bootmode.h> |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 13 | #include <console/console.h> |
Furquan Shaikh | 871baf2 | 2020-03-12 17:51:24 -0700 | [diff] [blame] | 14 | #include <cpu/cpu.h> |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 15 | #include <stdlib.h> |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 16 | #include <string.h> |
Edward O'Callaghan | 6c99250 | 2014-06-20 21:19:06 +1000 | [diff] [blame] | 17 | #include <delay.h> |
Edward O'Callaghan | 6c99250 | 2014-06-20 21:19:06 +1000 | [diff] [blame] | 18 | #include <device/cardbus.h> |
Eric Biederman | 5899fd8 | 2003-04-24 06:25:08 +0000 | [diff] [blame] | 19 | #include <device/device.h> |
| 20 | #include <device/pci.h> |
| 21 | #include <device/pci_ids.h> |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 22 | #include <device/pcix.h> |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 23 | #include <device/pciexp.h> |
Tim Wawrzynczak | 8c93fed | 2022-01-13 16:45:07 -0700 | [diff] [blame] | 24 | #include <lib.h> |
Stefan Reinauer | 4d933dd | 2009-07-21 21:36:41 +0000 | [diff] [blame] | 25 | #include <pc80/i8259.h> |
Philipp Deppenwiese | fea2429 | 2017-10-17 17:02:29 +0200 | [diff] [blame] | 26 | #include <security/vboot/vbnv.h> |
Martin Roth | 5dd4a2a | 2018-03-06 16:10:45 -0700 | [diff] [blame] | 27 | #include <timestamp.h> |
Johanna Schander | db7a3ae | 2019-07-24 10:14:26 +0200 | [diff] [blame] | 28 | #include <types.h> |
| 29 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 30 | u8 pci_moving_config8(struct device *dev, unsigned int reg) |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 31 | { |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 32 | u8 value, ones, zeroes; |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 33 | |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 34 | value = pci_read_config8(dev, reg); |
Myles Watson | 032a965 | 2009-05-11 22:24:53 +0000 | [diff] [blame] | 35 | |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 36 | pci_write_config8(dev, reg, 0xff); |
| 37 | ones = pci_read_config8(dev, reg); |
| 38 | |
| 39 | pci_write_config8(dev, reg, 0x00); |
| 40 | zeroes = pci_read_config8(dev, reg); |
| 41 | |
| 42 | pci_write_config8(dev, reg, value); |
| 43 | |
| 44 | return ones ^ zeroes; |
| 45 | } |
Li-Ta Lo | 9a5b496 | 2004-12-23 21:48:01 +0000 | [diff] [blame] | 46 | |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 47 | u16 pci_moving_config16(struct device *dev, unsigned int reg) |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 48 | { |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 49 | u16 value, ones, zeroes; |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 50 | |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 51 | value = pci_read_config16(dev, reg); |
Myles Watson | 032a965 | 2009-05-11 22:24:53 +0000 | [diff] [blame] | 52 | |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 53 | pci_write_config16(dev, reg, 0xffff); |
| 54 | ones = pci_read_config16(dev, reg); |
| 55 | |
| 56 | pci_write_config16(dev, reg, 0x0000); |
| 57 | zeroes = pci_read_config16(dev, reg); |
| 58 | |
| 59 | pci_write_config16(dev, reg, value); |
| 60 | |
| 61 | return ones ^ zeroes; |
| 62 | } |
Li-Ta Lo | e8b1c9d | 2004-12-27 04:25:41 +0000 | [diff] [blame] | 63 | |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 64 | u32 pci_moving_config32(struct device *dev, unsigned int reg) |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 65 | { |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 66 | u32 value, ones, zeroes; |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 67 | |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 68 | value = pci_read_config32(dev, reg); |
Myles Watson | 032a965 | 2009-05-11 22:24:53 +0000 | [diff] [blame] | 69 | |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 70 | pci_write_config32(dev, reg, 0xffffffff); |
| 71 | ones = pci_read_config32(dev, reg); |
| 72 | |
| 73 | pci_write_config32(dev, reg, 0x00000000); |
| 74 | zeroes = pci_read_config32(dev, reg); |
| 75 | |
| 76 | pci_write_config32(dev, reg, value); |
| 77 | |
| 78 | return ones ^ zeroes; |
| 79 | } |
| 80 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 81 | /** |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 82 | * Given a device and register, read the size of the BAR for that register. |
| 83 | * |
| 84 | * @param dev Pointer to the device structure. |
| 85 | * @param index Address of the PCI configuration register. |
Uwe Hermann | c1ee429 | 2010-10-17 19:01:48 +0000 | [diff] [blame] | 86 | * @return TODO |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 87 | */ |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 88 | struct resource *pci_get_resource(struct device *dev, unsigned long index) |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 89 | { |
Eric Biederman | 5cd8173 | 2004-03-11 15:01:31 +0000 | [diff] [blame] | 90 | struct resource *resource; |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 91 | unsigned long value, attr; |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 92 | resource_t moving, limit; |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 93 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 94 | /* Initialize the resources to nothing. */ |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 95 | resource = new_resource(dev, index); |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 96 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 97 | /* Get the initial value. */ |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 98 | value = pci_read_config32(dev, index); |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 99 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 100 | /* See which bits move. */ |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 101 | moving = pci_moving_config32(dev, index); |
Li-Ta Lo | 9a5b496 | 2004-12-23 21:48:01 +0000 | [diff] [blame] | 102 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 103 | /* Initialize attr to the bits that do not move. */ |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 104 | attr = value & ~moving; |
| 105 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 106 | /* If it is a 64bit resource look at the high half as well. */ |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 107 | if (((attr & PCI_BASE_ADDRESS_SPACE_IO) == 0) && |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 108 | ((attr & PCI_BASE_ADDRESS_MEM_LIMIT_MASK) == |
| 109 | PCI_BASE_ADDRESS_MEM_LIMIT_64)) { |
| 110 | /* Find the high bits that move. */ |
| 111 | moving |= |
Elyes Haouas | d369c66 | 2022-11-18 15:06:21 +0100 | [diff] [blame] | 112 | ((resource_t)pci_moving_config32(dev, index + 4)) << 32; |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 113 | } |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 114 | |
Myles Watson | 032a965 | 2009-05-11 22:24:53 +0000 | [diff] [blame] | 115 | /* Find the resource constraints. |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 116 | * Start by finding the bits that move. From there: |
| 117 | * - Size is the least significant bit of the bits that move. |
| 118 | * - Limit is all of the bits that move plus all of the lower bits. |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 119 | * See PCI Spec 6.2.5.1. |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 120 | */ |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 121 | limit = 0; |
| 122 | if (moving) { |
| 123 | resource->size = 1; |
| 124 | resource->align = resource->gran = 0; |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 125 | while (!(moving & resource->size)) { |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 126 | resource->size <<= 1; |
| 127 | resource->align += 1; |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 128 | resource->gran += 1; |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 129 | } |
| 130 | resource->limit = limit = moving | (resource->size - 1); |
Nico Huber | 8193b06 | 2015-10-21 15:43:41 +0200 | [diff] [blame] | 131 | |
| 132 | if (pci_base_address_is_memory_space(attr)) { |
| 133 | /* Page-align to allow individual mapping of devices. */ |
| 134 | if (resource->align < 12) |
| 135 | resource->align = 12; |
| 136 | } |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 137 | } |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 138 | |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 139 | /* |
| 140 | * Some broken hardware has read-only registers that do not |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 141 | * really size correctly. |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 142 | * |
| 143 | * Example: the Acer M7229 has BARs 1-4 normally read-only, |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 144 | * so BAR1 at offset 0x10 reads 0x1f1. If you size that register |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 145 | * by writing 0xffffffff to it, it will read back as 0x1f1 -- which |
| 146 | * is a violation of the spec. |
| 147 | * |
| 148 | * We catch this case and ignore it by observing which bits move. |
| 149 | * |
| 150 | * This also catches the common case of unimplemented registers |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 151 | * that always read back as 0. |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 152 | */ |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 153 | if (moving == 0) { |
| 154 | if (value != 0) { |
Angel Pons | d19cc11 | 2021-07-04 11:41:31 +0200 | [diff] [blame] | 155 | printk(BIOS_DEBUG, "%s register %02lx(%08lx), read-only ignoring it\n", |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 156 | dev_path(dev), index, value); |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 157 | } |
| 158 | resource->flags = 0; |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 159 | } else if (attr & PCI_BASE_ADDRESS_SPACE_IO) { |
| 160 | /* An I/O mapped base address. */ |
Eric Biederman | 5cd8173 | 2004-03-11 15:01:31 +0000 | [diff] [blame] | 161 | resource->flags |= IORESOURCE_IO; |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 162 | /* I don't want to deal with 32bit I/O resources. */ |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 163 | resource->limit = 0xffff; |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 164 | } else { |
| 165 | /* A Memory mapped base address. */ |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 166 | attr &= PCI_BASE_ADDRESS_MEM_ATTR_MASK; |
Eric Biederman | 5cd8173 | 2004-03-11 15:01:31 +0000 | [diff] [blame] | 167 | resource->flags |= IORESOURCE_MEM; |
Nico Huber | 577c6b9 | 2022-08-15 00:08:58 +0200 | [diff] [blame] | 168 | if (attr & PCI_BASE_ADDRESS_MEM_PREFETCH) { |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 169 | resource->flags |= IORESOURCE_PREFETCH; |
Nico Huber | 577c6b9 | 2022-08-15 00:08:58 +0200 | [diff] [blame] | 170 | if (CONFIG(PCIEXP_HOTPLUG_PREFETCH_MEM_ABOVE_4G) |
| 171 | && dev_path_hotplug(dev)) |
| 172 | resource->flags |= IORESOURCE_ABOVE_4G; |
| 173 | } |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 174 | attr &= PCI_BASE_ADDRESS_MEM_LIMIT_MASK; |
| 175 | if (attr == PCI_BASE_ADDRESS_MEM_LIMIT_32) { |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 176 | /* 32bit limit. */ |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 177 | resource->limit = 0xffffffffUL; |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 178 | } else if (attr == PCI_BASE_ADDRESS_MEM_LIMIT_1M) { |
| 179 | /* 1MB limit. */ |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 180 | resource->limit = 0x000fffffUL; |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 181 | } else if (attr == PCI_BASE_ADDRESS_MEM_LIMIT_64) { |
| 182 | /* 64bit limit. */ |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 183 | resource->limit = 0xffffffffffffffffULL; |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 184 | resource->flags |= IORESOURCE_PCI64; |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 185 | } else { |
| 186 | /* Invalid value. */ |
Stefan Reinauer | c02b4fc | 2010-03-22 11:42:32 +0000 | [diff] [blame] | 187 | printk(BIOS_ERR, "Broken BAR with value %lx\n", attr); |
| 188 | printk(BIOS_ERR, " on dev %s at index %02lx\n", |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 189 | dev_path(dev), index); |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 190 | resource->flags = 0; |
| 191 | } |
| 192 | } |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 193 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 194 | /* Don't let the limit exceed which bits can move. */ |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 195 | if (resource->limit > limit) |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 196 | resource->limit = limit; |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 197 | |
Eric Biederman | 5cd8173 | 2004-03-11 15:01:31 +0000 | [diff] [blame] | 198 | return resource; |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 199 | } |
| 200 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 201 | /** |
| 202 | * Given a device and an index, read the size of the BAR for that register. |
| 203 | * |
| 204 | * @param dev Pointer to the device structure. |
| 205 | * @param index Address of the PCI configuration register. |
| 206 | */ |
Li-Ta Lo | e8b1c9d | 2004-12-27 04:25:41 +0000 | [diff] [blame] | 207 | static void pci_get_rom_resource(struct device *dev, unsigned long index) |
Li-Ta Lo | 9a5b496 | 2004-12-23 21:48:01 +0000 | [diff] [blame] | 208 | { |
| 209 | struct resource *resource; |
Li-Ta Lo | e8b1c9d | 2004-12-27 04:25:41 +0000 | [diff] [blame] | 210 | unsigned long value; |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 211 | resource_t moving; |
Li-Ta Lo | 9a5b496 | 2004-12-23 21:48:01 +0000 | [diff] [blame] | 212 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 213 | /* Initialize the resources to nothing. */ |
Li-Ta Lo | 9a5b496 | 2004-12-23 21:48:01 +0000 | [diff] [blame] | 214 | resource = new_resource(dev, index); |
| 215 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 216 | /* Get the initial value. */ |
Li-Ta Lo | 9a5b496 | 2004-12-23 21:48:01 +0000 | [diff] [blame] | 217 | value = pci_read_config32(dev, index); |
| 218 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 219 | /* See which bits move. */ |
Li-Ta Lo | 9a5b496 | 2004-12-23 21:48:01 +0000 | [diff] [blame] | 220 | moving = pci_moving_config32(dev, index); |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 221 | |
| 222 | /* Clear the Enable bit. */ |
Li-Ta Lo | e8b1c9d | 2004-12-27 04:25:41 +0000 | [diff] [blame] | 223 | moving = moving & ~PCI_ROM_ADDRESS_ENABLE; |
Li-Ta Lo | 9a5b496 | 2004-12-23 21:48:01 +0000 | [diff] [blame] | 224 | |
Myles Watson | 032a965 | 2009-05-11 22:24:53 +0000 | [diff] [blame] | 225 | /* Find the resource constraints. |
Li-Ta Lo | 9a5b496 | 2004-12-23 21:48:01 +0000 | [diff] [blame] | 226 | * Start by finding the bits that move. From there: |
| 227 | * - Size is the least significant bit of the bits that move. |
| 228 | * - Limit is all of the bits that move plus all of the lower bits. |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 229 | * See PCI Spec 6.2.5.1. |
Li-Ta Lo | 9a5b496 | 2004-12-23 21:48:01 +0000 | [diff] [blame] | 230 | */ |
Li-Ta Lo | 9a5b496 | 2004-12-23 21:48:01 +0000 | [diff] [blame] | 231 | if (moving) { |
| 232 | resource->size = 1; |
| 233 | resource->align = resource->gran = 0; |
Li-Ta Lo | e8b1c9d | 2004-12-27 04:25:41 +0000 | [diff] [blame] | 234 | while (!(moving & resource->size)) { |
Li-Ta Lo | 9a5b496 | 2004-12-23 21:48:01 +0000 | [diff] [blame] | 235 | resource->size <<= 1; |
| 236 | resource->align += 1; |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 237 | resource->gran += 1; |
Li-Ta Lo | 9a5b496 | 2004-12-23 21:48:01 +0000 | [diff] [blame] | 238 | } |
Patrick Georgi | 16cdbb2 | 2009-04-21 20:14:31 +0000 | [diff] [blame] | 239 | resource->limit = moving | (resource->size - 1); |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 240 | resource->flags |= IORESOURCE_MEM | IORESOURCE_READONLY; |
| 241 | } else { |
Li-Ta Lo | 9a5b496 | 2004-12-23 21:48:01 +0000 | [diff] [blame] | 242 | if (value != 0) { |
Angel Pons | d19cc11 | 2021-07-04 11:41:31 +0200 | [diff] [blame] | 243 | printk(BIOS_DEBUG, "%s register %02lx(%08lx), read-only ignoring it\n", |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 244 | dev_path(dev), index, value); |
Li-Ta Lo | 9a5b496 | 2004-12-23 21:48:01 +0000 | [diff] [blame] | 245 | } |
| 246 | resource->flags = 0; |
Li-Ta Lo | 9a5b496 | 2004-12-23 21:48:01 +0000 | [diff] [blame] | 247 | } |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 248 | compact_resources(dev); |
Li-Ta Lo | e8b1c9d | 2004-12-27 04:25:41 +0000 | [diff] [blame] | 249 | } |
Li-Ta Lo | 9a5b496 | 2004-12-23 21:48:01 +0000 | [diff] [blame] | 250 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 251 | /** |
Patrick Rudolph | 4e2f95b | 2018-05-16 14:56:22 +0200 | [diff] [blame] | 252 | * Given a device, read the size of the MSI-X table. |
| 253 | * |
| 254 | * @param dev Pointer to the device structure. |
| 255 | * @return MSI-X table size or 0 if not MSI-X capable device |
| 256 | */ |
| 257 | size_t pci_msix_table_size(struct device *dev) |
| 258 | { |
| 259 | const size_t pos = pci_find_capability(dev, PCI_CAP_ID_MSIX); |
| 260 | if (!pos) |
| 261 | return 0; |
| 262 | |
| 263 | const u16 control = pci_read_config16(dev, pos + PCI_MSIX_FLAGS); |
| 264 | return (control & PCI_MSIX_FLAGS_QSIZE) + 1; |
| 265 | } |
| 266 | |
| 267 | /** |
| 268 | * Given a device, return the table offset and bar the MSI-X tables resides in. |
| 269 | * |
| 270 | * @param dev Pointer to the device structure. |
| 271 | * @param offset Returned value gives the offset in bytes inside the PCI BAR. |
| 272 | * @param idx The returned value is the index of the PCI_BASE_ADDRESS register |
| 273 | * the MSI-X table is located in. |
| 274 | * @return Zero on success |
| 275 | */ |
| 276 | int pci_msix_table_bar(struct device *dev, u32 *offset, u8 *idx) |
| 277 | { |
| 278 | const size_t pos = pci_find_capability(dev, PCI_CAP_ID_MSIX); |
| 279 | if (!pos || !offset || !idx) |
| 280 | return 1; |
| 281 | |
| 282 | *offset = pci_read_config32(dev, pos + PCI_MSIX_TABLE); |
| 283 | *idx = (u8)(*offset & PCI_MSIX_PBA_BIR); |
| 284 | *offset &= PCI_MSIX_PBA_OFFSET; |
| 285 | |
| 286 | return 0; |
| 287 | } |
| 288 | |
| 289 | /** |
| 290 | * Given a device, return a msix_entry pointer or NULL if no table was found. |
| 291 | * |
| 292 | * @param dev Pointer to the device structure. |
| 293 | * |
| 294 | * @return NULL on error |
| 295 | */ |
| 296 | struct msix_entry *pci_msix_get_table(struct device *dev) |
| 297 | { |
| 298 | struct resource *res; |
| 299 | u32 offset; |
| 300 | u8 idx; |
| 301 | |
| 302 | if (pci_msix_table_bar(dev, &offset, &idx)) |
| 303 | return NULL; |
| 304 | |
| 305 | if (idx > 5) |
| 306 | return NULL; |
| 307 | |
| 308 | res = probe_resource(dev, idx * 4 + PCI_BASE_ADDRESS_0); |
| 309 | if (!res || !res->base || offset >= res->size) |
| 310 | return NULL; |
| 311 | |
| 312 | if ((res->flags & IORESOURCE_PCI64) && |
| 313 | (uintptr_t)res->base != res->base) |
| 314 | return NULL; |
| 315 | |
| 316 | return (struct msix_entry *)((uintptr_t)res->base + offset); |
| 317 | } |
| 318 | |
Tim Wawrzynczak | 8c93fed | 2022-01-13 16:45:07 -0700 | [diff] [blame] | 319 | static unsigned int get_rebar_offset(const struct device *dev, unsigned long index) |
| 320 | { |
Nico Huber | 5ffc2c8 | 2022-08-05 12:58:18 +0200 | [diff] [blame] | 321 | uint32_t offset = pciexp_find_extended_cap(dev, PCIE_EXT_CAP_RESIZABLE_BAR, 0); |
Tim Wawrzynczak | 8c93fed | 2022-01-13 16:45:07 -0700 | [diff] [blame] | 322 | if (!offset) |
| 323 | return 0; |
| 324 | |
| 325 | /* Convert PCI_BASE_ADDRESS_0, ..._1, ..._2 into 0, 1, 2... */ |
| 326 | const unsigned int find_bar_idx = (index - PCI_BASE_ADDRESS_0) / |
| 327 | sizeof(uint32_t); |
| 328 | |
| 329 | /* Although all of the Resizable BAR Control Registers contain an |
| 330 | "NBARs" field, it is only valid in the Control Register for BAR 0 */ |
| 331 | const uint32_t rebar_ctrl0 = pci_read_config32(dev, offset + PCI_REBAR_CTRL_OFFSET); |
| 332 | const unsigned int nbars = (rebar_ctrl0 & PCI_REBAR_CTRL_NBARS_MASK) >> |
| 333 | PCI_REBAR_CTRL_NBARS_SHIFT; |
| 334 | |
| 335 | for (unsigned int i = 0; i < nbars; i++, offset += sizeof(uint64_t)) { |
| 336 | const uint32_t rebar_ctrl = pci_read_config32( |
| 337 | dev, offset + PCI_REBAR_CTRL_OFFSET); |
| 338 | const uint32_t bar_idx = rebar_ctrl & PCI_REBAR_CTRL_IDX_MASK; |
| 339 | if (bar_idx == find_bar_idx) |
| 340 | return offset; |
| 341 | } |
| 342 | |
| 343 | return 0; |
| 344 | } |
| 345 | |
| 346 | /* Bit 20 = 1 MiB, bit 21 = 2 MiB, bit 22 = 4 MiB, ... bit 63 = 8 EiB */ |
| 347 | static uint64_t get_rebar_sizes_mask(const struct device *dev, |
| 348 | unsigned long index) |
| 349 | { |
| 350 | uint64_t size_mask = 0ULL; |
| 351 | const uint32_t offset = get_rebar_offset(dev, index); |
| 352 | if (!offset) |
| 353 | return 0; |
| 354 | |
| 355 | /* Get 1 MB - 128 TB support from CAP register */ |
| 356 | const uint32_t cap = pci_read_config32(dev, offset + PCI_REBAR_CAP_OFFSET); |
| 357 | /* Shift the bits from 4-31 to 0-27 (i.e., down by 4 bits) */ |
| 358 | size_mask |= ((cap & PCI_REBAR_CAP_SIZE_MASK) >> 4); |
| 359 | |
| 360 | /* Get 256 TB - 8 EB support from CTRL register and store it in bits 28-43 */ |
| 361 | const uint64_t ctrl = pci_read_config32(dev, offset + PCI_REBAR_CTRL_OFFSET); |
| 362 | /* Shift ctrl mask from bit 16 to bit 28, so that the two |
| 363 | masks (fom cap and ctrl) form a contiguous bitmask when |
| 364 | concatenated (i.e., up by 12 bits). */ |
| 365 | size_mask |= ((ctrl & PCI_REBAR_CTRL_SIZE_MASK) << 12); |
| 366 | |
| 367 | /* Now that the mask occupies bits 0-43, shift it up to 20-63, so they |
| 368 | represent the actual powers of 2. */ |
| 369 | return size_mask << 20; |
| 370 | } |
| 371 | |
| 372 | static void pci_store_rebar_size(const struct device *dev, |
| 373 | const struct resource *resource) |
| 374 | { |
| 375 | const unsigned int num_bits = __fls64(resource->size); |
| 376 | const uint32_t offset = get_rebar_offset(dev, resource->index); |
| 377 | if (!offset) |
| 378 | return; |
| 379 | |
| 380 | pci_update_config32(dev, offset + PCI_REBAR_CTRL_OFFSET, |
| 381 | ~PCI_REBAR_CTRL_SIZE_MASK, |
| 382 | num_bits << PCI_REBAR_CTRL_SIZE_SHIFT); |
| 383 | } |
| 384 | |
| 385 | static void configure_adjustable_base(const struct device *dev, |
| 386 | unsigned long index, |
| 387 | struct resource *res) |
| 388 | { |
| 389 | /* |
| 390 | * Excerpt from an implementation note from the PCIe spec: |
| 391 | * |
| 392 | * System software uses this capability in place of the above mentioned |
| 393 | * method of determining the resource size[0], and prior to assigning |
| 394 | * the base address to the BAR. Potential usable resource sizes are |
| 395 | * reported by the Function via its Resizable BAR Capability and Control |
| 396 | * registers. It is intended that the software allocate the largest of |
| 397 | * the reported sizes that it can, since allocating less address space |
| 398 | * than the largest reported size can result in lower |
| 399 | * performance. Software then writes the size to the Resizable BAR |
| 400 | * Control register for the appropriate BAR for the Function. Following |
| 401 | * this, the base address is written to the BAR. |
| 402 | * |
| 403 | * [0] Referring to using the moving bits in the BAR to determine the |
| 404 | * requested size of the MMIO region |
| 405 | */ |
| 406 | const uint64_t size_mask = get_rebar_sizes_mask(dev, index); |
| 407 | if (!size_mask) |
| 408 | return; |
| 409 | |
| 410 | int max_requested_bits = __fls64(size_mask); |
| 411 | if (max_requested_bits > CONFIG_PCIEXP_DEFAULT_MAX_RESIZABLE_BAR_BITS) { |
Elyes Haouas | aba1c94 | 2022-11-09 15:05:23 +0100 | [diff] [blame] | 412 | printk(BIOS_WARNING, "Device %s requests a BAR with" |
Paul Menzel | d579d80 | 2022-09-06 08:25:28 +0200 | [diff] [blame] | 413 | " %u bits of address space, which coreboot is not" |
| 414 | " configured to hand out, truncating to %u bits\n", |
Tim Wawrzynczak | 8c93fed | 2022-01-13 16:45:07 -0700 | [diff] [blame] | 415 | dev_path(dev), max_requested_bits, |
| 416 | CONFIG_PCIEXP_DEFAULT_MAX_RESIZABLE_BAR_BITS); |
| 417 | max_requested_bits = CONFIG_PCIEXP_DEFAULT_MAX_RESIZABLE_BAR_BITS; |
| 418 | } |
| 419 | |
| 420 | if (!(res->flags & IORESOURCE_PCI64) && max_requested_bits > 32) { |
Elyes Haouas | aba1c94 | 2022-11-09 15:05:23 +0100 | [diff] [blame] | 421 | printk(BIOS_ERR, "Resizable BAR requested" |
Paul Menzel | d579d80 | 2022-09-06 08:25:28 +0200 | [diff] [blame] | 422 | " above 32 bits, but PCI function reported a" |
| 423 | " 32-bit BAR."); |
Tim Wawrzynczak | 8c93fed | 2022-01-13 16:45:07 -0700 | [diff] [blame] | 424 | return; |
| 425 | } |
| 426 | |
| 427 | /* Configure the resource parameters for the adjustable BAR */ |
| 428 | res->size = 1ULL << max_requested_bits; |
| 429 | res->align = max_requested_bits; |
| 430 | res->gran = max_requested_bits; |
| 431 | res->limit = (res->flags & IORESOURCE_PCI64) ? UINT64_MAX : UINT32_MAX; |
Tim Wawrzynczak | 2b83fa7 | 2022-05-27 12:27:50 -0600 | [diff] [blame] | 432 | res->flags |= (res->flags & IORESOURCE_PCI64) ? |
| 433 | IORESOURCE_PCIE_RESIZABLE_BAR | IORESOURCE_ABOVE_4G : |
| 434 | IORESOURCE_PCIE_RESIZABLE_BAR; |
Tim Wawrzynczak | 8c93fed | 2022-01-13 16:45:07 -0700 | [diff] [blame] | 435 | |
| 436 | printk(BIOS_INFO, "%s: Adjusting resource index %lu: base: %llx size: %llx " |
| 437 | "align: %d gran: %d limit: %llx\n", |
| 438 | dev_path(dev), res->index, res->base, res->size, |
| 439 | res->align, res->gran, res->limit); |
| 440 | } |
| 441 | |
Patrick Rudolph | 4e2f95b | 2018-05-16 14:56:22 +0200 | [diff] [blame] | 442 | /** |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 443 | * Read the base address registers for a given device. |
| 444 | * |
| 445 | * @param dev Pointer to the dev structure. |
| 446 | * @param howmany How many registers to read (6 for device, 2 for bridge). |
Li-Ta Lo | e8b1c9d | 2004-12-27 04:25:41 +0000 | [diff] [blame] | 447 | */ |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 448 | static void pci_read_bases(struct device *dev, unsigned int howmany) |
Li-Ta Lo | e8b1c9d | 2004-12-27 04:25:41 +0000 | [diff] [blame] | 449 | { |
| 450 | unsigned long index; |
| 451 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 452 | for (index = PCI_BASE_ADDRESS_0; |
| 453 | (index < PCI_BASE_ADDRESS_0 + (howmany << 2));) { |
Li-Ta Lo | e8b1c9d | 2004-12-27 04:25:41 +0000 | [diff] [blame] | 454 | struct resource *resource; |
| 455 | resource = pci_get_resource(dev, index); |
Tim Wawrzynczak | 8c93fed | 2022-01-13 16:45:07 -0700 | [diff] [blame] | 456 | |
| 457 | const bool is_pcie = pci_find_capability(dev, PCI_CAP_ID_PCIE) != 0; |
| 458 | if (CONFIG(PCIEXP_SUPPORT_RESIZABLE_BARS) && is_pcie) |
| 459 | configure_adjustable_base(dev, index, resource); |
| 460 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 461 | index += (resource->flags & IORESOURCE_PCI64) ? 8 : 4; |
Li-Ta Lo | e8b1c9d | 2004-12-27 04:25:41 +0000 | [diff] [blame] | 462 | } |
Li-Ta Lo | e8b1c9d | 2004-12-27 04:25:41 +0000 | [diff] [blame] | 463 | |
| 464 | compact_resources(dev); |
Li-Ta Lo | 9a5b496 | 2004-12-23 21:48:01 +0000 | [diff] [blame] | 465 | } |
| 466 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 467 | static void pci_record_bridge_resource(struct device *dev, resource_t moving, |
Martin Roth | 38ddbfb | 2019-10-23 21:41:00 -0600 | [diff] [blame] | 468 | unsigned int index, unsigned long type) |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 469 | { |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 470 | struct resource *resource; |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 471 | unsigned long gran; |
| 472 | resource_t step; |
| 473 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 474 | resource = NULL; |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 475 | |
| 476 | if (!moving) |
| 477 | return; |
| 478 | |
| 479 | /* Initialize the constraints on the current bus. */ |
| 480 | resource = new_resource(dev, index); |
| 481 | resource->size = 0; |
| 482 | gran = 0; |
| 483 | step = 1; |
| 484 | while ((moving & step) == 0) { |
| 485 | gran += 1; |
| 486 | step <<= 1; |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 487 | } |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 488 | resource->gran = gran; |
| 489 | resource->align = gran; |
| 490 | resource->limit = moving | (step - 1); |
| 491 | resource->flags = type | IORESOURCE_PCI_BRIDGE | |
| 492 | IORESOURCE_BRIDGE; |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 493 | } |
| 494 | |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 495 | static void pci_bridge_read_bases(struct device *dev) |
| 496 | { |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 497 | resource_t moving_base, moving_limit, moving; |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 498 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 499 | /* See if the bridge I/O resources are implemented. */ |
Elyes Haouas | d369c66 | 2022-11-18 15:06:21 +0100 | [diff] [blame] | 500 | moving_base = ((u32)pci_moving_config8(dev, PCI_IO_BASE)) << 8; |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 501 | moving_base |= |
Elyes Haouas | d369c66 | 2022-11-18 15:06:21 +0100 | [diff] [blame] | 502 | ((u32)pci_moving_config16(dev, PCI_IO_BASE_UPPER16)) << 16; |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 503 | |
Elyes Haouas | d369c66 | 2022-11-18 15:06:21 +0100 | [diff] [blame] | 504 | moving_limit = ((u32)pci_moving_config8(dev, PCI_IO_LIMIT)) << 8; |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 505 | moving_limit |= |
Elyes Haouas | d369c66 | 2022-11-18 15:06:21 +0100 | [diff] [blame] | 506 | ((u32)pci_moving_config16(dev, PCI_IO_LIMIT_UPPER16)) << 16; |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 507 | |
| 508 | moving = moving_base & moving_limit; |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 509 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 510 | /* Initialize the I/O space constraints on the current bus. */ |
| 511 | pci_record_bridge_resource(dev, moving, PCI_IO_BASE, IORESOURCE_IO); |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 512 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 513 | /* See if the bridge prefmem resources are implemented. */ |
| 514 | moving_base = |
Elyes Haouas | d369c66 | 2022-11-18 15:06:21 +0100 | [diff] [blame] | 515 | ((resource_t)pci_moving_config16(dev, PCI_PREF_MEMORY_BASE)) << 16; |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 516 | moving_base |= |
Elyes Haouas | d369c66 | 2022-11-18 15:06:21 +0100 | [diff] [blame] | 517 | ((resource_t)pci_moving_config32(dev, PCI_PREF_BASE_UPPER32)) << 32; |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 518 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 519 | moving_limit = |
Elyes Haouas | d369c66 | 2022-11-18 15:06:21 +0100 | [diff] [blame] | 520 | ((resource_t)pci_moving_config16(dev, PCI_PREF_MEMORY_LIMIT)) << 16; |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 521 | moving_limit |= |
Elyes Haouas | d369c66 | 2022-11-18 15:06:21 +0100 | [diff] [blame] | 522 | ((resource_t)pci_moving_config32(dev, PCI_PREF_LIMIT_UPPER32)) << 32; |
Myles Watson | 032a965 | 2009-05-11 22:24:53 +0000 | [diff] [blame] | 523 | |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 524 | moving = moving_base & moving_limit; |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 525 | /* Initialize the prefetchable memory constraints on the current bus. */ |
| 526 | pci_record_bridge_resource(dev, moving, PCI_PREF_MEMORY_BASE, |
| 527 | IORESOURCE_MEM | IORESOURCE_PREFETCH); |
Myles Watson | 032a965 | 2009-05-11 22:24:53 +0000 | [diff] [blame] | 528 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 529 | /* See if the bridge mem resources are implemented. */ |
Elyes Haouas | d369c66 | 2022-11-18 15:06:21 +0100 | [diff] [blame] | 530 | moving_base = ((u32)pci_moving_config16(dev, PCI_MEMORY_BASE)) << 16; |
| 531 | moving_limit = ((u32)pci_moving_config16(dev, PCI_MEMORY_LIMIT)) << 16; |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 532 | |
| 533 | moving = moving_base & moving_limit; |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 534 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 535 | /* Initialize the memory resources on the current bus. */ |
| 536 | pci_record_bridge_resource(dev, moving, PCI_MEMORY_BASE, |
| 537 | IORESOURCE_MEM); |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 538 | |
Eric Biederman | 5cd8173 | 2004-03-11 15:01:31 +0000 | [diff] [blame] | 539 | compact_resources(dev); |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 540 | } |
| 541 | |
Eric Biederman | 5899fd8 | 2003-04-24 06:25:08 +0000 | [diff] [blame] | 542 | void pci_dev_read_resources(struct device *dev) |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 543 | { |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 544 | pci_read_bases(dev, 6); |
| 545 | pci_get_rom_resource(dev, PCI_ROM_ADDRESS); |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 546 | } |
| 547 | |
Eric Biederman | 5899fd8 | 2003-04-24 06:25:08 +0000 | [diff] [blame] | 548 | void pci_bus_read_resources(struct device *dev) |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 549 | { |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 550 | pci_bridge_read_bases(dev); |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 551 | pci_read_bases(dev, 2); |
| 552 | pci_get_rom_resource(dev, PCI_ROM_ADDRESS1); |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 553 | } |
| 554 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 555 | void pci_domain_read_resources(struct device *dev) |
| 556 | { |
| 557 | struct resource *res; |
| 558 | |
| 559 | /* Initialize the system-wide I/O space constraints. */ |
| 560 | res = new_resource(dev, IOINDEX_SUBTRACTIVE(0, 0)); |
| 561 | res->limit = 0xffffUL; |
| 562 | res->flags = IORESOURCE_IO | IORESOURCE_SUBTRACTIVE | |
| 563 | IORESOURCE_ASSIGNED; |
| 564 | |
Nico Huber | ae81497 | 2023-05-10 18:06:27 +0200 | [diff] [blame] | 565 | /* |
| 566 | * Initialize 32-bit memory resource constraints. |
| 567 | * |
| 568 | * There are often undeclared chipset resources in lower memory |
| 569 | * and memory right below the 4G barrier. Hence, only allow |
| 570 | * one big range from cbmem_top to the configured limit. |
| 571 | */ |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 572 | res = new_resource(dev, IOINDEX_SUBTRACTIVE(1, 0)); |
Nico Huber | ae81497 | 2023-05-10 18:06:27 +0200 | [diff] [blame] | 573 | res->base = (uintptr_t)cbmem_top(); |
| 574 | res->limit = CONFIG_DOMAIN_RESOURCE_32BIT_LIMIT - 1; |
| 575 | res->flags = IORESOURCE_MEM | IORESOURCE_SUBTRACTIVE | |
| 576 | IORESOURCE_ASSIGNED; |
| 577 | |
| 578 | /* Initialize 64-bit memory resource constraints above 4G. */ |
| 579 | res = new_resource(dev, IOINDEX_SUBTRACTIVE(2, 0)); |
| 580 | res->base = 4ULL * GiB; |
Jeremy Compostella | ba757a7 | 2023-12-20 09:07:04 -0800 | [diff] [blame] | 581 | res->limit = (1ULL << soc_phys_address_size()) - 1; |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 582 | res->flags = IORESOURCE_MEM | IORESOURCE_SUBTRACTIVE | |
| 583 | IORESOURCE_ASSIGNED; |
| 584 | } |
| 585 | |
Raul E Rangel | 5cb34e2 | 2020-05-04 16:41:22 -0600 | [diff] [blame] | 586 | void pci_domain_set_resources(struct device *dev) |
| 587 | { |
| 588 | assign_resources(dev->link_list); |
| 589 | } |
| 590 | |
Nico Huber | 730b261 | 2020-05-20 00:32:50 +0200 | [diff] [blame] | 591 | static void pci_store_resource(const struct device *const dev, |
| 592 | const struct resource *const resource) |
| 593 | { |
| 594 | unsigned long base_lo, base_hi; |
| 595 | |
| 596 | base_lo = resource->base & 0xffffffff; |
| 597 | base_hi = (resource->base >> 32) & 0xffffffff; |
| 598 | |
| 599 | /* |
| 600 | * Some chipsets allow us to set/clear the I/O bit |
| 601 | * (e.g. VIA 82C686A). So set it to be safe. |
| 602 | */ |
| 603 | if (resource->flags & IORESOURCE_IO) |
| 604 | base_lo |= PCI_BASE_ADDRESS_SPACE_IO; |
| 605 | |
| 606 | pci_write_config32(dev, resource->index, base_lo); |
| 607 | if (resource->flags & IORESOURCE_PCI64) |
| 608 | pci_write_config32(dev, resource->index + 4, base_hi); |
| 609 | } |
| 610 | |
| 611 | static void pci_store_bridge_resource(const struct device *const dev, |
| 612 | struct resource *const resource) |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 613 | { |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 614 | resource_t base, end; |
Eric Biederman | e9a271e3 | 2003-09-02 03:36:25 +0000 | [diff] [blame] | 615 | |
Nico Huber | 730b261 | 2020-05-20 00:32:50 +0200 | [diff] [blame] | 616 | /* |
| 617 | * PCI bridges have no enable bit. They are disabled if the base of |
| 618 | * the range is greater than the limit. If the size is zero, disable |
| 619 | * by setting the base = limit and end = limit - 2^gran. |
| 620 | */ |
| 621 | if (resource->size == 0) { |
| 622 | base = resource->limit; |
| 623 | end = resource->limit - (1 << resource->gran); |
| 624 | resource->base = base; |
| 625 | } else { |
| 626 | base = resource->base; |
| 627 | end = resource_end(resource); |
| 628 | } |
| 629 | |
| 630 | if (resource->index == PCI_IO_BASE) { |
| 631 | /* Set the I/O ranges. */ |
| 632 | pci_write_config8(dev, PCI_IO_BASE, base >> 8); |
| 633 | pci_write_config16(dev, PCI_IO_BASE_UPPER16, base >> 16); |
| 634 | pci_write_config8(dev, PCI_IO_LIMIT, end >> 8); |
| 635 | pci_write_config16(dev, PCI_IO_LIMIT_UPPER16, end >> 16); |
| 636 | } else if (resource->index == PCI_MEMORY_BASE) { |
| 637 | /* Set the memory range. */ |
| 638 | pci_write_config16(dev, PCI_MEMORY_BASE, base >> 16); |
| 639 | pci_write_config16(dev, PCI_MEMORY_LIMIT, end >> 16); |
| 640 | } else if (resource->index == PCI_PREF_MEMORY_BASE) { |
| 641 | /* Set the prefetchable memory range. */ |
| 642 | pci_write_config16(dev, PCI_PREF_MEMORY_BASE, base >> 16); |
| 643 | pci_write_config32(dev, PCI_PREF_BASE_UPPER32, base >> 32); |
| 644 | pci_write_config16(dev, PCI_PREF_MEMORY_LIMIT, end >> 16); |
| 645 | pci_write_config32(dev, PCI_PREF_LIMIT_UPPER32, end >> 32); |
| 646 | } else { |
| 647 | /* Don't let me think I stored the resource. */ |
| 648 | resource->flags &= ~IORESOURCE_STORED; |
Julius Werner | e966595 | 2022-01-21 17:06:20 -0800 | [diff] [blame] | 649 | printk(BIOS_ERR, "invalid resource->index %lx\n", resource->index); |
Nico Huber | 730b261 | 2020-05-20 00:32:50 +0200 | [diff] [blame] | 650 | } |
| 651 | } |
| 652 | |
| 653 | static void pci_set_resource(struct device *dev, struct resource *resource) |
| 654 | { |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 655 | /* Make certain the resource has actually been assigned a value. */ |
Eric Biederman | 5cd8173 | 2004-03-11 15:01:31 +0000 | [diff] [blame] | 656 | if (!(resource->flags & IORESOURCE_ASSIGNED)) { |
Nico Huber | f531244 | 2020-05-20 01:02:18 +0200 | [diff] [blame] | 657 | if (resource->flags & IORESOURCE_BRIDGE) { |
| 658 | /* If a bridge resource has no value assigned, |
| 659 | we can treat it like an empty resource. */ |
| 660 | resource->size = 0; |
| 661 | } else { |
Julius Werner | e966595 | 2022-01-21 17:06:20 -0800 | [diff] [blame] | 662 | printk(BIOS_ERR, "%s %02lx %s size: 0x%010llx not assigned\n", |
Angel Pons | d19cc11 | 2021-07-04 11:41:31 +0200 | [diff] [blame] | 663 | dev_path(dev), resource->index, |
Nico Huber | f531244 | 2020-05-20 01:02:18 +0200 | [diff] [blame] | 664 | resource_type(resource), resource->size); |
| 665 | return; |
| 666 | } |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 667 | } |
| 668 | |
Myles Watson | eb81a5b | 2009-11-05 20:06:19 +0000 | [diff] [blame] | 669 | /* If this resource is fixed don't worry about it. */ |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 670 | if (resource->flags & IORESOURCE_FIXED) |
Myles Watson | eb81a5b | 2009-11-05 20:06:19 +0000 | [diff] [blame] | 671 | return; |
Myles Watson | eb81a5b | 2009-11-05 20:06:19 +0000 | [diff] [blame] | 672 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 673 | /* If I have already stored this resource don't worry about it. */ |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 674 | if (resource->flags & IORESOURCE_STORED) |
Eric Biederman | 5cd8173 | 2004-03-11 15:01:31 +0000 | [diff] [blame] | 675 | return; |
Eric Biederman | 5cd8173 | 2004-03-11 15:01:31 +0000 | [diff] [blame] | 676 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 677 | /* If the resource is subtractive don't worry about it. */ |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 678 | if (resource->flags & IORESOURCE_SUBTRACTIVE) |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 679 | return; |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 680 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 681 | /* Only handle PCI memory and I/O resources for now. */ |
| 682 | if (!(resource->flags & (IORESOURCE_MEM | IORESOURCE_IO))) |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 683 | return; |
Eric Biederman | e9a271e3 | 2003-09-02 03:36:25 +0000 | [diff] [blame] | 684 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 685 | /* Enable the resources in the command register. */ |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 686 | if (resource->size) { |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 687 | if (resource->flags & IORESOURCE_MEM) |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 688 | dev->command |= PCI_COMMAND_MEMORY; |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 689 | if (resource->flags & IORESOURCE_IO) |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 690 | dev->command |= PCI_COMMAND_IO; |
Felix Singer | 205b53e | 2020-09-07 15:21:21 +0200 | [diff] [blame] | 691 | if (resource->flags & IORESOURCE_PCI_BRIDGE && |
| 692 | CONFIG(PCI_SET_BUS_MASTER_PCI_BRIDGES)) |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 693 | dev->command |= PCI_COMMAND_MASTER; |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 694 | } |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 695 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 696 | /* Now store the resource. */ |
Eric Biederman | 5cd8173 | 2004-03-11 15:01:31 +0000 | [diff] [blame] | 697 | resource->flags |= IORESOURCE_STORED; |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 698 | |
Tim Wawrzynczak | 8c93fed | 2022-01-13 16:45:07 -0700 | [diff] [blame] | 699 | if (!(resource->flags & IORESOURCE_PCI_BRIDGE)) { |
| 700 | if (CONFIG(PCIEXP_SUPPORT_RESIZABLE_BARS) && |
| 701 | (resource->flags & IORESOURCE_PCIE_RESIZABLE_BAR)) |
| 702 | pci_store_rebar_size(dev, resource); |
| 703 | |
Nico Huber | 730b261 | 2020-05-20 00:32:50 +0200 | [diff] [blame] | 704 | pci_store_resource(dev, resource); |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 705 | |
Tim Wawrzynczak | 8c93fed | 2022-01-13 16:45:07 -0700 | [diff] [blame] | 706 | } else { |
| 707 | pci_store_bridge_resource(dev, resource); |
| 708 | } |
| 709 | |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 710 | report_resource_stored(dev, resource, ""); |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 711 | } |
| 712 | |
Eric Biederman | 5899fd8 | 2003-04-24 06:25:08 +0000 | [diff] [blame] | 713 | void pci_dev_set_resources(struct device *dev) |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 714 | { |
Myles Watson | c25cc11 | 2010-05-21 14:33:48 +0000 | [diff] [blame] | 715 | struct resource *res; |
Myles Watson | 894a347 | 2010-06-09 22:41:35 +0000 | [diff] [blame] | 716 | struct bus *bus; |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 717 | u8 line; |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 718 | |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 719 | for (res = dev->resource_list; res; res = res->next) |
Myles Watson | c25cc11 | 2010-05-21 14:33:48 +0000 | [diff] [blame] | 720 | pci_set_resource(dev, res); |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 721 | |
Myles Watson | 894a347 | 2010-06-09 22:41:35 +0000 | [diff] [blame] | 722 | for (bus = dev->link_list; bus; bus = bus->next) { |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 723 | if (bus->children) |
Eric Biederman | e9a271e3 | 2003-09-02 03:36:25 +0000 | [diff] [blame] | 724 | assign_resources(bus); |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 725 | } |
| 726 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 727 | /* Set a default latency timer. */ |
Eric Biederman | 7a5416a | 2003-06-12 19:23:51 +0000 | [diff] [blame] | 728 | pci_write_config8(dev, PCI_LATENCY_TIMER, 0x40); |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 729 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 730 | /* Set a default secondary latency timer. */ |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 731 | if ((dev->hdr_type & 0x7f) == PCI_HEADER_TYPE_BRIDGE) |
Eric Biederman | 7a5416a | 2003-06-12 19:23:51 +0000 | [diff] [blame] | 732 | pci_write_config8(dev, PCI_SEC_LATENCY_TIMER, 0x40); |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 733 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 734 | /* Zero the IRQ settings. */ |
Eric Biederman | 7a5416a | 2003-06-12 19:23:51 +0000 | [diff] [blame] | 735 | line = pci_read_config8(dev, PCI_INTERRUPT_PIN); |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 736 | if (line) |
Eric Biederman | 7a5416a | 2003-06-12 19:23:51 +0000 | [diff] [blame] | 737 | pci_write_config8(dev, PCI_INTERRUPT_LINE, 0); |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 738 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 739 | /* Set the cache line size, so far 64 bytes is good for everyone. */ |
Eric Biederman | 7a5416a | 2003-06-12 19:23:51 +0000 | [diff] [blame] | 740 | pci_write_config8(dev, PCI_CACHE_LINE_SIZE, 64 >> 2); |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 741 | } |
| 742 | |
Eric Biederman | e9a271e3 | 2003-09-02 03:36:25 +0000 | [diff] [blame] | 743 | void pci_dev_enable_resources(struct device *dev) |
| 744 | { |
Kyösti Mälkki | cac0231 | 2019-06-30 08:40:04 +0300 | [diff] [blame] | 745 | const struct pci_operations *ops = NULL; |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 746 | u16 command; |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 747 | |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 748 | /* Set the subsystem vendor and device ID for mainboard devices. */ |
Kyösti Mälkki | cac0231 | 2019-06-30 08:40:04 +0300 | [diff] [blame] | 749 | if (dev->ops) |
| 750 | ops = dev->ops->ops_pci; |
Eric Biederman | dbec2d4 | 2004-10-21 10:44:08 +0000 | [diff] [blame] | 751 | if (dev->on_mainboard && ops && ops->set_subsystem) { |
Duncan Laurie | 7e1c83e | 2013-08-09 07:55:10 -0700 | [diff] [blame] | 752 | if (CONFIG_SUBSYSTEM_VENDOR_ID) |
| 753 | dev->subsystem_vendor = CONFIG_SUBSYSTEM_VENDOR_ID; |
Rizwan Qureshi | fd89129 | 2017-04-26 21:00:37 +0530 | [diff] [blame] | 754 | else if (!dev->subsystem_vendor) |
| 755 | dev->subsystem_vendor = pci_read_config16(dev, |
| 756 | PCI_VENDOR_ID); |
Duncan Laurie | 7e1c83e | 2013-08-09 07:55:10 -0700 | [diff] [blame] | 757 | if (CONFIG_SUBSYSTEM_DEVICE_ID) |
| 758 | dev->subsystem_device = CONFIG_SUBSYSTEM_DEVICE_ID; |
Rizwan Qureshi | fd89129 | 2017-04-26 21:00:37 +0530 | [diff] [blame] | 759 | else if (!dev->subsystem_device) |
| 760 | dev->subsystem_device = pci_read_config16(dev, |
| 761 | PCI_DEVICE_ID); |
| 762 | |
Sven Schnelle | 9132102 | 2011-03-01 19:58:47 +0000 | [diff] [blame] | 763 | printk(BIOS_DEBUG, "%s subsystem <- %04x/%04x\n", |
| 764 | dev_path(dev), dev->subsystem_vendor, |
| 765 | dev->subsystem_device); |
| 766 | ops->set_subsystem(dev, dev->subsystem_vendor, |
| 767 | dev->subsystem_device); |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 768 | } |
Eric Biederman | e9a271e3 | 2003-09-02 03:36:25 +0000 | [diff] [blame] | 769 | command = pci_read_config16(dev, PCI_COMMAND); |
| 770 | command |= dev->command; |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 771 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 772 | /* v3 has |
| 773 | * command |= (PCI_COMMAND_PARITY + PCI_COMMAND_SERR); // Error check. |
| 774 | */ |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 775 | |
Stefan Reinauer | c02b4fc | 2010-03-22 11:42:32 +0000 | [diff] [blame] | 776 | printk(BIOS_DEBUG, "%s cmd <- %02x\n", dev_path(dev), command); |
Eric Biederman | e9a271e3 | 2003-09-02 03:36:25 +0000 | [diff] [blame] | 777 | pci_write_config16(dev, PCI_COMMAND, command); |
Eric Biederman | e9a271e3 | 2003-09-02 03:36:25 +0000 | [diff] [blame] | 778 | } |
| 779 | |
| 780 | void pci_bus_enable_resources(struct device *dev) |
| 781 | { |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 782 | u16 ctrl; |
| 783 | |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 784 | /* |
| 785 | * Enable I/O in command register if there is VGA card |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 786 | * connected with (even it does not claim I/O resource). |
| 787 | */ |
Myles Watson | 894a347 | 2010-06-09 22:41:35 +0000 | [diff] [blame] | 788 | if (dev->link_list->bridge_ctrl & PCI_BRIDGE_CTL_VGA) |
Li-Ta Lo | 515f6c7 | 2005-01-11 22:48:54 +0000 | [diff] [blame] | 789 | dev->command |= PCI_COMMAND_IO; |
Eric Biederman | e9a271e3 | 2003-09-02 03:36:25 +0000 | [diff] [blame] | 790 | ctrl = pci_read_config16(dev, PCI_BRIDGE_CONTROL); |
Myles Watson | 894a347 | 2010-06-09 22:41:35 +0000 | [diff] [blame] | 791 | ctrl |= dev->link_list->bridge_ctrl; |
Kyösti Mälkki | 382e216 | 2019-09-21 16:19:32 +0300 | [diff] [blame] | 792 | ctrl |= (PCI_BRIDGE_CTL_PARITY | PCI_BRIDGE_CTL_SERR); /* Error check. */ |
Stefan Reinauer | c02b4fc | 2010-03-22 11:42:32 +0000 | [diff] [blame] | 793 | printk(BIOS_DEBUG, "%s bridge ctrl <- %04x\n", dev_path(dev), ctrl); |
Eric Biederman | e9a271e3 | 2003-09-02 03:36:25 +0000 | [diff] [blame] | 794 | pci_write_config16(dev, PCI_BRIDGE_CONTROL, ctrl); |
| 795 | |
| 796 | pci_dev_enable_resources(dev); |
| 797 | } |
| 798 | |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 799 | void pci_bus_reset(struct bus *bus) |
| 800 | { |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 801 | u16 ctl; |
| 802 | |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 803 | ctl = pci_read_config16(bus->dev, PCI_BRIDGE_CONTROL); |
| 804 | ctl |= PCI_BRIDGE_CTL_BUS_RESET; |
| 805 | pci_write_config16(bus->dev, PCI_BRIDGE_CONTROL, ctl); |
| 806 | mdelay(10); |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 807 | |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 808 | ctl &= ~PCI_BRIDGE_CTL_BUS_RESET; |
| 809 | pci_write_config16(bus->dev, PCI_BRIDGE_CONTROL, ctl); |
| 810 | delay(1); |
| 811 | } |
| 812 | |
Elyes HAOUAS | 88030b7 | 2018-09-20 17:26:10 +0200 | [diff] [blame] | 813 | void pci_dev_set_subsystem(struct device *dev, unsigned int vendor, |
| 814 | unsigned int device) |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 815 | { |
Subrata Banik | 9514d47 | 2019-03-20 14:56:27 +0530 | [diff] [blame] | 816 | uint8_t offset; |
| 817 | |
| 818 | /* Header type */ |
| 819 | switch (dev->hdr_type & 0x7f) { |
| 820 | case PCI_HEADER_TYPE_NORMAL: |
| 821 | offset = PCI_SUBSYSTEM_VENDOR_ID; |
| 822 | break; |
| 823 | case PCI_HEADER_TYPE_BRIDGE: |
| 824 | offset = pci_find_capability(dev, PCI_CAP_ID_SSVID); |
| 825 | if (!offset) |
| 826 | return; |
| 827 | offset += 4; /* Vendor ID at offset 4 */ |
| 828 | break; |
| 829 | case PCI_HEADER_TYPE_CARDBUS: |
| 830 | offset = PCI_CB_SUBSYSTEM_VENDOR_ID; |
| 831 | break; |
| 832 | default: |
| 833 | return; |
| 834 | } |
| 835 | |
Subrata Banik | 4a0f071 | 2019-03-20 14:29:47 +0530 | [diff] [blame] | 836 | if (!vendor || !device) { |
Subrata Banik | 9514d47 | 2019-03-20 14:56:27 +0530 | [diff] [blame] | 837 | pci_write_config32(dev, offset, |
Subrata Banik | 4a0f071 | 2019-03-20 14:29:47 +0530 | [diff] [blame] | 838 | pci_read_config32(dev, PCI_VENDOR_ID)); |
| 839 | } else { |
Subrata Banik | 9514d47 | 2019-03-20 14:56:27 +0530 | [diff] [blame] | 840 | pci_write_config32(dev, offset, |
Subrata Banik | 4a0f071 | 2019-03-20 14:29:47 +0530 | [diff] [blame] | 841 | ((device & 0xffff) << 16) | (vendor & 0xffff)); |
| 842 | } |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 843 | } |
| 844 | |
Frans Hendriks | b71181a | 2019-10-04 14:06:33 +0200 | [diff] [blame] | 845 | static int should_run_oprom(struct device *dev, struct rom_header *rom) |
Kyösti Mälkki | 580e564 | 2014-05-01 16:31:34 +0300 | [diff] [blame] | 846 | { |
| 847 | static int should_run = -1; |
| 848 | |
Felix Held | 3b5b66d | 2024-01-11 22:26:18 +0100 | [diff] [blame] | 849 | if (dev->bus->segment_group) { |
| 850 | printk(BIOS_ERR, "Only option ROMs of devices in first PCI segment group can " |
| 851 | "be run.\n"); |
| 852 | return 0; |
| 853 | } |
| 854 | |
Frans Hendriks | b71181a | 2019-10-04 14:06:33 +0200 | [diff] [blame] | 855 | if (CONFIG(VENDORCODE_ELTAN_VBOOT)) |
| 856 | if (rom != NULL) |
| 857 | if (!verified_boot_should_run_oprom(rom)) |
| 858 | return 0; |
| 859 | |
Kyösti Mälkki | 580e564 | 2014-05-01 16:31:34 +0300 | [diff] [blame] | 860 | if (should_run >= 0) |
| 861 | return should_run; |
| 862 | |
Julius Werner | cd49cce | 2019-03-05 16:53:33 -0800 | [diff] [blame] | 863 | if (CONFIG(ALWAYS_RUN_OPROM)) { |
Aaron Durbin | 1051025 | 2018-01-30 10:04:02 -0700 | [diff] [blame] | 864 | should_run = 1; |
| 865 | return should_run; |
| 866 | } |
| 867 | |
Kyösti Mälkki | 9ab1c10 | 2013-12-22 00:22:49 +0200 | [diff] [blame] | 868 | /* Don't run VGA option ROMs, unless we have to print |
Kyösti Mälkki | 580e564 | 2014-05-01 16:31:34 +0300 | [diff] [blame] | 869 | * something on the screen before the kernel is loaded. |
| 870 | */ |
Furquan Shaikh | 0325dc6 | 2016-07-25 13:02:36 -0700 | [diff] [blame] | 871 | should_run = display_init_required(); |
Kyösti Mälkki | 580e564 | 2014-05-01 16:31:34 +0300 | [diff] [blame] | 872 | |
Kyösti Mälkki | 9ab1c10 | 2013-12-22 00:22:49 +0200 | [diff] [blame] | 873 | if (!should_run) |
| 874 | printk(BIOS_DEBUG, "Not running VGA Option ROM\n"); |
Kyösti Mälkki | 580e564 | 2014-05-01 16:31:34 +0300 | [diff] [blame] | 875 | return should_run; |
| 876 | } |
| 877 | |
| 878 | static int should_load_oprom(struct device *dev) |
| 879 | { |
Kyösti Mälkki | 580e564 | 2014-05-01 16:31:34 +0300 | [diff] [blame] | 880 | /* If S3_VGA_ROM_RUN is disabled, skip running VGA option |
| 881 | * ROMs when coming out of an S3 resume. |
| 882 | */ |
Julius Werner | cd49cce | 2019-03-05 16:53:33 -0800 | [diff] [blame] | 883 | if (!CONFIG(S3_VGA_ROM_RUN) && acpi_is_wakeup_s3() && |
Kyösti Mälkki | 580e564 | 2014-05-01 16:31:34 +0300 | [diff] [blame] | 884 | ((dev->class >> 8) == PCI_CLASS_DISPLAY_VGA)) |
| 885 | return 0; |
Julius Werner | cd49cce | 2019-03-05 16:53:33 -0800 | [diff] [blame] | 886 | if (CONFIG(ALWAYS_LOAD_OPROM)) |
Kyösti Mälkki | 580e564 | 2014-05-01 16:31:34 +0300 | [diff] [blame] | 887 | return 1; |
Frans Hendriks | b71181a | 2019-10-04 14:06:33 +0200 | [diff] [blame] | 888 | if (should_run_oprom(dev, NULL)) |
Kyösti Mälkki | 580e564 | 2014-05-01 16:31:34 +0300 | [diff] [blame] | 889 | return 1; |
| 890 | |
| 891 | return 0; |
| 892 | } |
Kyösti Mälkki | 580e564 | 2014-05-01 16:31:34 +0300 | [diff] [blame] | 893 | |
Kyösti Mälkki | 0f30063 | 2020-12-19 23:43:56 +0200 | [diff] [blame] | 894 | static void oprom_pre_graphics_stall(void) |
| 895 | { |
Paul Menzel | c4062c7 | 2021-02-11 10:43:14 +0100 | [diff] [blame] | 896 | if (CONFIG_PRE_GRAPHICS_DELAY_MS) |
| 897 | mdelay(CONFIG_PRE_GRAPHICS_DELAY_MS); |
Kyösti Mälkki | 0f30063 | 2020-12-19 23:43:56 +0200 | [diff] [blame] | 898 | } |
| 899 | |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 900 | /** Default handler: only runs the relevant PCI BIOS. */ |
Li-Ta Lo | 883b879 | 2005-01-10 23:16:22 +0000 | [diff] [blame] | 901 | void pci_dev_init(struct device *dev) |
| 902 | { |
| 903 | struct rom_header *rom, *ram; |
| 904 | |
Julius Werner | cd49cce | 2019-03-05 16:53:33 -0800 | [diff] [blame] | 905 | if (!CONFIG(VGA_ROM_RUN)) |
Aaron Durbin | fbed9a5 | 2018-01-30 09:58:51 -0700 | [diff] [blame] | 906 | return; |
| 907 | |
Vladimir Serbinenko | b32816e | 2013-12-20 17:47:19 +0100 | [diff] [blame] | 908 | /* Only execute VGA ROMs. */ |
| 909 | if (((dev->class >> 8) != PCI_CLASS_DISPLAY_VGA)) |
Myles Watson | 17aeeca | 2009-10-07 18:41:08 +0000 | [diff] [blame] | 910 | return; |
Roman Kononov | 778a42b | 2007-04-06 18:34:39 +0000 | [diff] [blame] | 911 | |
Kyösti Mälkki | 580e564 | 2014-05-01 16:31:34 +0300 | [diff] [blame] | 912 | if (!should_load_oprom(dev)) |
Stefan Reinauer | 74a0efe | 2012-03-30 17:10:49 -0700 | [diff] [blame] | 913 | return; |
Martin Roth | 5dd4a2a | 2018-03-06 16:10:45 -0700 | [diff] [blame] | 914 | timestamp_add_now(TS_OPROM_INITIALIZE); |
Aaron Durbin | ce872cb | 2013-03-28 15:59:19 -0500 | [diff] [blame] | 915 | |
| 916 | rom = pci_rom_probe(dev); |
| 917 | if (rom == NULL) |
| 918 | return; |
| 919 | |
| 920 | ram = pci_rom_load(dev, rom); |
| 921 | if (ram == NULL) |
| 922 | return; |
Martin Roth | 5dd4a2a | 2018-03-06 16:10:45 -0700 | [diff] [blame] | 923 | timestamp_add_now(TS_OPROM_COPY_END); |
Aaron Durbin | ce872cb | 2013-03-28 15:59:19 -0500 | [diff] [blame] | 924 | |
Frans Hendriks | b71181a | 2019-10-04 14:06:33 +0200 | [diff] [blame] | 925 | if (!should_run_oprom(dev, rom)) |
Kyösti Mälkki | 580e564 | 2014-05-01 16:31:34 +0300 | [diff] [blame] | 926 | return; |
| 927 | |
Kyösti Mälkki | 0f30063 | 2020-12-19 23:43:56 +0200 | [diff] [blame] | 928 | /* Wait for any configured pre-graphics delay */ |
| 929 | oprom_pre_graphics_stall(); |
| 930 | |
Stefan Reinauer | d98cf5b | 2008-08-01 11:25:41 +0000 | [diff] [blame] | 931 | run_bios(dev, (unsigned long)ram); |
Johanna Schander | db7a3ae | 2019-07-24 10:14:26 +0200 | [diff] [blame] | 932 | |
Kyösti Mälkki | ab56b3b | 2013-11-28 16:44:51 +0200 | [diff] [blame] | 933 | gfx_set_init_done(1); |
| 934 | printk(BIOS_DEBUG, "VGA Option ROM was run\n"); |
Martin Roth | 5dd4a2a | 2018-03-06 16:10:45 -0700 | [diff] [blame] | 935 | timestamp_add_now(TS_OPROM_END); |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 936 | } |
Li-Ta Lo | 883b879 | 2005-01-10 23:16:22 +0000 | [diff] [blame] | 937 | |
Li-Ta Lo | e526669 | 2004-03-23 21:28:05 +0000 | [diff] [blame] | 938 | /** Default device operation for PCI devices */ |
Subrata Banik | ffc790b | 2017-12-11 10:29:49 +0530 | [diff] [blame] | 939 | struct pci_operations pci_dev_ops_pci = { |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 940 | .set_subsystem = pci_dev_set_subsystem, |
| 941 | }; |
| 942 | |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 943 | struct device_operations default_pci_ops_dev = { |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 944 | .read_resources = pci_dev_read_resources, |
| 945 | .set_resources = pci_dev_set_resources, |
Eric Biederman | e9a271e3 | 2003-09-02 03:36:25 +0000 | [diff] [blame] | 946 | .enable_resources = pci_dev_enable_resources, |
Julius Werner | cd49cce | 2019-03-05 16:53:33 -0800 | [diff] [blame] | 947 | #if CONFIG(HAVE_ACPI_TABLES) |
Patrick Rudolph | a5c2ac6 | 2016-03-31 20:04:23 +0200 | [diff] [blame] | 948 | .write_acpi_tables = pci_rom_write_acpi_tables, |
Nico Huber | 68680dd | 2020-03-31 17:34:52 +0200 | [diff] [blame] | 949 | .acpi_fill_ssdt = pci_rom_ssdt, |
Patrick Rudolph | a5c2ac6 | 2016-03-31 20:04:23 +0200 | [diff] [blame] | 950 | #endif |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 951 | .init = pci_dev_init, |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 952 | .ops_pci = &pci_dev_ops_pci, |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 953 | }; |
Li-Ta Lo | e526669 | 2004-03-23 21:28:05 +0000 | [diff] [blame] | 954 | |
| 955 | /** Default device operations for PCI bridges */ |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 956 | struct device_operations default_pci_ops_bus = { |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 957 | .read_resources = pci_bus_read_resources, |
| 958 | .set_resources = pci_dev_set_resources, |
Eric Biederman | e9a271e3 | 2003-09-02 03:36:25 +0000 | [diff] [blame] | 959 | .enable_resources = pci_bus_enable_resources, |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 960 | .scan_bus = pci_scan_bridge, |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 961 | .reset_bus = pci_bus_reset, |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 962 | }; |
Li-Ta Lo | e526669 | 2004-03-23 21:28:05 +0000 | [diff] [blame] | 963 | |
Tim Wawrzynczak | dbcf7b1 | 2020-05-13 16:15:08 -0600 | [diff] [blame] | 964 | /** Default device operations for PCI devices marked 'hidden' */ |
| 965 | static struct device_operations default_hidden_pci_ops_dev = { |
| 966 | .read_resources = noop_read_resources, |
| 967 | .set_resources = noop_set_resources, |
| 968 | .scan_bus = scan_static_bus, |
| 969 | }; |
| 970 | |
Li-Ta Lo | e526669 | 2004-03-23 21:28:05 +0000 | [diff] [blame] | 971 | /** |
Nico Huber | 061b905 | 2019-09-21 15:58:23 +0200 | [diff] [blame] | 972 | * Check for compatibility to route legacy VGA cycles through a bridge. |
| 973 | * |
| 974 | * Originally, when decoding i/o ports for legacy VGA cycles, bridges |
| 975 | * should only consider the 10 least significant bits of the port address. |
| 976 | * This means all VGA registers were aliased every 1024 ports! |
| 977 | * e.g. 0x3b0 was also decoded as 0x7b0, 0xbb0 etc. |
| 978 | * |
| 979 | * To avoid this mess, a bridge control bit (VGA16) was introduced in |
| 980 | * 2003 to enable decoding of 16-bit port addresses. As we don't want |
| 981 | * to make this any more complex for now, we use this bit if possible |
| 982 | * and only warn if it's not supported (in set_vga_bridge_bits()). |
| 983 | */ |
| 984 | static void pci_bridge_vga_compat(struct bus *const bus) |
| 985 | { |
| 986 | uint16_t bridge_ctrl; |
| 987 | |
| 988 | bridge_ctrl = pci_read_config16(bus->dev, PCI_BRIDGE_CONTROL); |
| 989 | |
| 990 | /* Ensure VGA decoding is disabled during probing (it should |
| 991 | be by default, but we run blobs nowadays) */ |
| 992 | bridge_ctrl &= ~PCI_BRIDGE_CTL_VGA; |
| 993 | pci_write_config16(bus->dev, PCI_BRIDGE_CONTROL, bridge_ctrl); |
| 994 | |
| 995 | /* If the upstream bridge doesn't support VGA16, we don't have to check */ |
| 996 | bus->no_vga16 |= bus->dev->bus->no_vga16; |
| 997 | if (bus->no_vga16) |
| 998 | return; |
| 999 | |
| 1000 | /* Test if we can enable 16-bit decoding */ |
| 1001 | bridge_ctrl |= PCI_BRIDGE_CTL_VGA16; |
| 1002 | pci_write_config16(bus->dev, PCI_BRIDGE_CONTROL, bridge_ctrl); |
| 1003 | bridge_ctrl = pci_read_config16(bus->dev, PCI_BRIDGE_CONTROL); |
| 1004 | |
| 1005 | bus->no_vga16 = !(bridge_ctrl & PCI_BRIDGE_CTL_VGA16); |
| 1006 | } |
| 1007 | |
| 1008 | /** |
Uwe Hermann | c1ee429 | 2010-10-17 19:01:48 +0000 | [diff] [blame] | 1009 | * Detect the type of downstream bridge. |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1010 | * |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1011 | * This function is a heuristic to detect which type of bus is downstream |
| 1012 | * of a PCI-to-PCI bridge. This functions by looking for various capability |
| 1013 | * blocks to figure out the type of downstream bridge. PCI-X, PCI-E, and |
| 1014 | * Hypertransport all seem to have appropriate capabilities. |
Myles Watson | 032a965 | 2009-05-11 22:24:53 +0000 | [diff] [blame] | 1015 | * |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1016 | * When only a PCI-Express capability is found the type is examined to see |
| 1017 | * which type of bridge we have. |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1018 | * |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1019 | * @param dev Pointer to the device structure of the bridge. |
| 1020 | * @return Appropriate bridge operations. |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1021 | */ |
Aaron Durbin | c30d913 | 2017-08-07 16:55:43 -0600 | [diff] [blame] | 1022 | static struct device_operations *get_pci_bridge_ops(struct device *dev) |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1023 | { |
Julius Werner | cd49cce | 2019-03-05 16:53:33 -0800 | [diff] [blame] | 1024 | #if CONFIG(PCIX_PLUGIN_SUPPORT) |
Ronald G. Minnich | 78a1667 | 2012-11-29 16:28:21 -0800 | [diff] [blame] | 1025 | unsigned int pcixpos; |
| 1026 | pcixpos = pci_find_capability(dev, PCI_CAP_ID_PCIX); |
| 1027 | if (pcixpos) { |
Stefan Reinauer | c02b4fc | 2010-03-22 11:42:32 +0000 | [diff] [blame] | 1028 | printk(BIOS_DEBUG, "%s subordinate bus PCI-X\n", dev_path(dev)); |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1029 | return &default_pcix_ops_bus; |
| 1030 | } |
| 1031 | #endif |
Julius Werner | cd49cce | 2019-03-05 16:53:33 -0800 | [diff] [blame] | 1032 | #if CONFIG(PCIEXP_PLUGIN_SUPPORT) |
Ronald G. Minnich | 78a1667 | 2012-11-29 16:28:21 -0800 | [diff] [blame] | 1033 | unsigned int pciexpos; |
| 1034 | pciexpos = pci_find_capability(dev, PCI_CAP_ID_PCIE); |
| 1035 | if (pciexpos) { |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1036 | u16 flags; |
Ronald G. Minnich | 78a1667 | 2012-11-29 16:28:21 -0800 | [diff] [blame] | 1037 | flags = pci_read_config16(dev, pciexpos + PCI_EXP_FLAGS); |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1038 | switch ((flags & PCI_EXP_FLAGS_TYPE) >> 4) { |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1039 | case PCI_EXP_TYPE_ROOT_PORT: |
| 1040 | case PCI_EXP_TYPE_UPSTREAM: |
| 1041 | case PCI_EXP_TYPE_DOWNSTREAM: |
Stefan Reinauer | c02b4fc | 2010-03-22 11:42:32 +0000 | [diff] [blame] | 1042 | printk(BIOS_DEBUG, "%s subordinate bus PCI Express\n", |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1043 | dev_path(dev)); |
Arthur Heymans | 24837e7 | 2021-03-11 20:34:05 +0100 | [diff] [blame] | 1044 | if (CONFIG(PCIEXP_HOTPLUG)) { |
| 1045 | u16 sltcap; |
| 1046 | sltcap = pci_read_config16(dev, pciexpos + PCI_EXP_SLTCAP); |
| 1047 | if (sltcap & PCI_EXP_SLTCAP_HPC) { |
| 1048 | printk(BIOS_DEBUG, "%s hot-plug capable\n", |
| 1049 | dev_path(dev)); |
| 1050 | return &default_pciexp_hotplug_ops_bus; |
| 1051 | } |
Jeremy Soller | cf2ac54 | 2019-10-09 21:40:36 -0600 | [diff] [blame] | 1052 | } |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1053 | return &default_pciexp_ops_bus; |
| 1054 | case PCI_EXP_TYPE_PCI_BRIDGE: |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1055 | printk(BIOS_DEBUG, "%s subordinate PCI\n", |
| 1056 | dev_path(dev)); |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1057 | return &default_pci_ops_bus; |
| 1058 | default: |
| 1059 | break; |
| 1060 | } |
| 1061 | } |
| 1062 | #endif |
| 1063 | return &default_pci_ops_bus; |
| 1064 | } |
| 1065 | |
| 1066 | /** |
Vadim Bendebury | 8049fc9 | 2012-04-24 12:53:19 -0700 | [diff] [blame] | 1067 | * Check if a device id matches a PCI driver entry. |
| 1068 | * |
| 1069 | * The driver entry can either point at a zero terminated array of acceptable |
| 1070 | * device IDs, or include a single device ID. |
| 1071 | * |
Martin Roth | 98b698c | 2015-01-06 21:02:52 -0700 | [diff] [blame] | 1072 | * @param driver pointer to the PCI driver entry being checked |
| 1073 | * @param device_id PCI device ID of the device being matched |
Vadim Bendebury | 8049fc9 | 2012-04-24 12:53:19 -0700 | [diff] [blame] | 1074 | */ |
| 1075 | static int device_id_match(struct pci_driver *driver, unsigned short device_id) |
| 1076 | { |
| 1077 | if (driver->devices) { |
| 1078 | unsigned short check_id; |
| 1079 | const unsigned short *device_list = driver->devices; |
| 1080 | while ((check_id = *device_list++) != 0) |
| 1081 | if (check_id == device_id) |
| 1082 | return 1; |
| 1083 | } |
| 1084 | |
| 1085 | return (driver->device == device_id); |
| 1086 | } |
| 1087 | |
| 1088 | /** |
Uwe Hermann | c1ee429 | 2010-10-17 19:01:48 +0000 | [diff] [blame] | 1089 | * Set up PCI device operation. |
| 1090 | * |
| 1091 | * Check if it already has a driver. If not, use find_device_operations(), |
| 1092 | * or set to a default based on type. |
Li-Ta Lo | e526669 | 2004-03-23 21:28:05 +0000 | [diff] [blame] | 1093 | * |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1094 | * @param dev Pointer to the device whose pci_ops you want to set. |
Li-Ta Lo | e526669 | 2004-03-23 21:28:05 +0000 | [diff] [blame] | 1095 | * @see pci_drivers |
| 1096 | */ |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 1097 | static void set_pci_ops(struct device *dev) |
| 1098 | { |
| 1099 | struct pci_driver *driver; |
Li-Ta Lo | e526669 | 2004-03-23 21:28:05 +0000 | [diff] [blame] | 1100 | |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1101 | if (dev->ops) |
| 1102 | return; |
| 1103 | |
| 1104 | /* |
| 1105 | * Look through the list of setup drivers and find one for |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1106 | * this PCI device. |
Eric Biederman | b78c197 | 2004-10-14 20:54:17 +0000 | [diff] [blame] | 1107 | */ |
Aaron Durbin | 0375815 | 2015-09-03 17:23:08 -0500 | [diff] [blame] | 1108 | for (driver = &_pci_drivers[0]; driver != &_epci_drivers[0]; driver++) { |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 1109 | if ((driver->vendor == dev->vendor) && |
Vadim Bendebury | 8049fc9 | 2012-04-24 12:53:19 -0700 | [diff] [blame] | 1110 | device_id_match(driver, dev->device)) { |
Uwe Hermann | 312673c | 2009-10-27 21:49:33 +0000 | [diff] [blame] | 1111 | dev->ops = (struct device_operations *)driver->ops; |
Nico Huber | 7e3e1ea | 2020-10-12 16:25:40 +0200 | [diff] [blame] | 1112 | break; |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 1113 | } |
| 1114 | } |
Li-Ta Lo | e526669 | 2004-03-23 21:28:05 +0000 | [diff] [blame] | 1115 | |
Nico Huber | 7e3e1ea | 2020-10-12 16:25:40 +0200 | [diff] [blame] | 1116 | if (dev->ops) { |
| 1117 | printk(BIOS_SPEW, "%s [%04x/%04x] %sops\n", dev_path(dev), |
| 1118 | driver->vendor, driver->device, (driver->ops->scan_bus ? "bus " : "")); |
| 1119 | return; |
| 1120 | } |
| 1121 | |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1122 | /* If I don't have a specific driver use the default operations. */ |
| 1123 | switch (dev->hdr_type & 0x7f) { /* Header type */ |
| 1124 | case PCI_HEADER_TYPE_NORMAL: |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 1125 | if ((dev->class >> 8) == PCI_CLASS_BRIDGE_PCI) |
| 1126 | goto bad; |
| 1127 | dev->ops = &default_pci_ops_dev; |
| 1128 | break; |
| 1129 | case PCI_HEADER_TYPE_BRIDGE: |
| 1130 | if ((dev->class >> 8) != PCI_CLASS_BRIDGE_PCI) |
| 1131 | goto bad; |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1132 | dev->ops = get_pci_bridge_ops(dev); |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 1133 | break; |
Julius Werner | cd49cce | 2019-03-05 16:53:33 -0800 | [diff] [blame] | 1134 | #if CONFIG(CARDBUS_PLUGIN_SUPPORT) |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1135 | case PCI_HEADER_TYPE_CARDBUS: |
| 1136 | dev->ops = &default_cardbus_ops_bus; |
| 1137 | break; |
| 1138 | #endif |
Felix Singer | c96ee7e | 2021-01-07 06:14:27 +0000 | [diff] [blame] | 1139 | default: |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1140 | bad: |
Li-Ta Lo | 69c5a90 | 2004-04-29 20:08:54 +0000 | [diff] [blame] | 1141 | if (dev->enabled) { |
Angel Pons | d19cc11 | 2021-07-04 11:41:31 +0200 | [diff] [blame] | 1142 | printk(BIOS_ERR, |
| 1143 | "%s [%04x/%04x/%06x] has unknown header type %02x, ignoring.\n", |
| 1144 | dev_path(dev), dev->vendor, dev->device, |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1145 | dev->class >> 8, dev->hdr_type); |
Eric Biederman | 83b991a | 2003-10-11 06:20:25 +0000 | [diff] [blame] | 1146 | } |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 1147 | } |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 1148 | } |
| 1149 | |
| 1150 | /** |
Uwe Hermann | c1ee429 | 2010-10-17 19:01:48 +0000 | [diff] [blame] | 1151 | * See if we have already allocated a device structure for a given devfn. |
Li-Ta Lo | e526669 | 2004-03-23 21:28:05 +0000 | [diff] [blame] | 1152 | * |
Kyösti Mälkki | 8712aa1 | 2019-01-09 11:31:25 +0200 | [diff] [blame] | 1153 | * Given a PCI bus structure and a devfn number, find the device structure |
| 1154 | * corresponding to the devfn, if present. Then move the device structure |
| 1155 | * as the last child on the bus. |
Li-Ta Lo | e526669 | 2004-03-23 21:28:05 +0000 | [diff] [blame] | 1156 | * |
Kyösti Mälkki | 8712aa1 | 2019-01-09 11:31:25 +0200 | [diff] [blame] | 1157 | * @param bus Pointer to the bus structure. |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1158 | * @param devfn A device/function number. |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1159 | * @return Pointer to the device structure found or NULL if we have not |
Li-Ta Lo | 3a81285 | 2004-12-03 22:39:34 +0000 | [diff] [blame] | 1160 | * allocated a device for this devfn yet. |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 1161 | */ |
Kyösti Mälkki | 8712aa1 | 2019-01-09 11:31:25 +0200 | [diff] [blame] | 1162 | static struct device *pci_scan_get_dev(struct bus *bus, unsigned int devfn) |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 1163 | { |
Kyösti Mälkki | 8712aa1 | 2019-01-09 11:31:25 +0200 | [diff] [blame] | 1164 | struct device *dev, **prev; |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1165 | |
Kyösti Mälkki | 8712aa1 | 2019-01-09 11:31:25 +0200 | [diff] [blame] | 1166 | prev = &bus->children; |
| 1167 | for (dev = bus->children; dev; dev = dev->sibling) { |
Duncan Laurie | bf69622 | 2020-10-18 15:10:00 -0700 | [diff] [blame] | 1168 | if (dev->path.type == DEVICE_PATH_PCI && dev->path.pci.devfn == devfn) { |
| 1169 | /* Unlink from the list. */ |
| 1170 | *prev = dev->sibling; |
| 1171 | dev->sibling = NULL; |
| 1172 | break; |
Eric Biederman | ad1b35a | 2003-10-14 02:36:51 +0000 | [diff] [blame] | 1173 | } |
Kyösti Mälkki | 8712aa1 | 2019-01-09 11:31:25 +0200 | [diff] [blame] | 1174 | prev = &dev->sibling; |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 1175 | } |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1176 | |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1177 | /* |
| 1178 | * Just like alloc_dev() add the device to the list of devices on the |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1179 | * bus. When the list of devices was formed we removed all of the |
| 1180 | * parents children, and now we are interleaving static and dynamic |
| 1181 | * devices in order on the bus. |
Eric Biederman | b78c197 | 2004-10-14 20:54:17 +0000 | [diff] [blame] | 1182 | */ |
Eric Biederman | e9a271e3 | 2003-09-02 03:36:25 +0000 | [diff] [blame] | 1183 | if (dev) { |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1184 | struct device *child; |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1185 | |
Kyösti Mälkki | 8712aa1 | 2019-01-09 11:31:25 +0200 | [diff] [blame] | 1186 | /* Find the last child on the bus. */ |
| 1187 | for (child = bus->children; child && child->sibling;) |
Eric Biederman | e9a271e3 | 2003-09-02 03:36:25 +0000 | [diff] [blame] | 1188 | child = child->sibling; |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1189 | |
Kyösti Mälkki | 8712aa1 | 2019-01-09 11:31:25 +0200 | [diff] [blame] | 1190 | /* Place the device as last on the bus. */ |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1191 | if (child) |
Eric Biederman | e9a271e3 | 2003-09-02 03:36:25 +0000 | [diff] [blame] | 1192 | child->sibling = dev; |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1193 | else |
Kyösti Mälkki | 8712aa1 | 2019-01-09 11:31:25 +0200 | [diff] [blame] | 1194 | bus->children = dev; |
Eric Biederman | e9a271e3 | 2003-09-02 03:36:25 +0000 | [diff] [blame] | 1195 | } |
| 1196 | |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 1197 | return dev; |
| 1198 | } |
| 1199 | |
Myles Watson | 032a965 | 2009-05-11 22:24:53 +0000 | [diff] [blame] | 1200 | /** |
Uwe Hermann | c1ee429 | 2010-10-17 19:01:48 +0000 | [diff] [blame] | 1201 | * Scan a PCI bus. |
Li-Ta Lo | e526669 | 2004-03-23 21:28:05 +0000 | [diff] [blame] | 1202 | * |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1203 | * Determine the existence of a given PCI device. Allocate a new struct device |
| 1204 | * if dev==NULL was passed in and the device exists in hardware. |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1205 | * |
Uwe Hermann | c1ee429 | 2010-10-17 19:01:48 +0000 | [diff] [blame] | 1206 | * @param dev Pointer to the dev structure. |
| 1207 | * @param bus Pointer to the bus structure. |
| 1208 | * @param devfn A device/function number to look at. |
| 1209 | * @return The device structure for the device (if found), NULL otherwise. |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1210 | */ |
Aaron Durbin | c30d913 | 2017-08-07 16:55:43 -0600 | [diff] [blame] | 1211 | struct device *pci_probe_dev(struct device *dev, struct bus *bus, |
| 1212 | unsigned int devfn) |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1213 | { |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1214 | u32 id, class; |
| 1215 | u8 hdr_type; |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1216 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1217 | /* Detect if a device is present. */ |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1218 | if (!dev) { |
| 1219 | struct device dummy; |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1220 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1221 | dummy.bus = bus; |
| 1222 | dummy.path.type = DEVICE_PATH_PCI; |
Stefan Reinauer | 2b34db8 | 2009-02-28 20:10:20 +0000 | [diff] [blame] | 1223 | dummy.path.pci.devfn = devfn; |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1224 | |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1225 | id = pci_read_config32(&dummy, PCI_VENDOR_ID); |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1226 | /* |
| 1227 | * Have we found something? Some broken boards return 0 if a |
| 1228 | * slot is empty, but the expected answer is 0xffffffff. |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1229 | */ |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1230 | if (id == 0xffffffff) |
Stefan Reinauer | 7355c75 | 2010-04-02 16:30:25 +0000 | [diff] [blame] | 1231 | return NULL; |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1232 | |
Stefan Reinauer | 7355c75 | 2010-04-02 16:30:25 +0000 | [diff] [blame] | 1233 | if ((id == 0x00000000) || (id == 0x0000ffff) || |
| 1234 | (id == 0xffff0000)) { |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1235 | printk(BIOS_SPEW, "%s, bad id 0x%x\n", |
| 1236 | dev_path(&dummy), id); |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1237 | return NULL; |
| 1238 | } |
| 1239 | dev = alloc_dev(bus, &dummy.path); |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1240 | } else { |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1241 | /* |
| 1242 | * Enable/disable the device. Once we have found the device- |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1243 | * specific operations this operations we will disable the |
| 1244 | * device with those as well. |
Myles Watson | 032a965 | 2009-05-11 22:24:53 +0000 | [diff] [blame] | 1245 | * |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1246 | * This is geared toward devices that have subfunctions |
| 1247 | * that do not show up by default. |
Myles Watson | 032a965 | 2009-05-11 22:24:53 +0000 | [diff] [blame] | 1248 | * |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1249 | * If a device is a stuff option on the motherboard |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1250 | * it may be absent and enable_dev() must cope. |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1251 | */ |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1252 | /* Run the magic enable sequence for the device. */ |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1253 | if (dev->chip_ops && dev->chip_ops->enable_dev) |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1254 | dev->chip_ops->enable_dev(dev); |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1255 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1256 | /* Now read the vendor and device ID. */ |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1257 | id = pci_read_config32(dev, PCI_VENDOR_ID); |
Myles Watson | 032a965 | 2009-05-11 22:24:53 +0000 | [diff] [blame] | 1258 | |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1259 | /* |
| 1260 | * If the device does not have a PCI ID disable it. Possibly |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1261 | * this is because we have already disabled the device. But |
| 1262 | * this also handles optional devices that may not always |
| 1263 | * show up. |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1264 | */ |
| 1265 | /* If the chain is fully enumerated quit */ |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1266 | if ((id == 0xffffffff) || (id == 0x00000000) || |
| 1267 | (id == 0x0000ffff) || (id == 0xffff0000)) { |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1268 | if (dev->enabled) { |
Angel Pons | d19cc11 | 2021-07-04 11:41:31 +0200 | [diff] [blame] | 1269 | printk(BIOS_INFO, |
| 1270 | "PCI: Static device %s not found, disabling it.\n", |
| 1271 | dev_path(dev)); |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1272 | dev->enabled = 0; |
| 1273 | } |
| 1274 | return dev; |
| 1275 | } |
| 1276 | } |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1277 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1278 | /* Read the rest of the PCI configuration information. */ |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1279 | hdr_type = pci_read_config8(dev, PCI_HEADER_TYPE); |
| 1280 | class = pci_read_config32(dev, PCI_CLASS_REVISION); |
Myles Watson | 032a965 | 2009-05-11 22:24:53 +0000 | [diff] [blame] | 1281 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1282 | /* Store the interesting information in the device structure. */ |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1283 | dev->vendor = id & 0xffff; |
| 1284 | dev->device = (id >> 16) & 0xffff; |
| 1285 | dev->hdr_type = hdr_type; |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1286 | |
| 1287 | /* Class code, the upper 3 bytes of PCI_CLASS_REVISION. */ |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1288 | dev->class = class >> 8; |
Myles Watson | 032a965 | 2009-05-11 22:24:53 +0000 | [diff] [blame] | 1289 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1290 | /* Architectural/System devices always need to be bus masters. */ |
Felix Singer | d3d0fd7 | 2020-09-07 16:15:14 +0200 | [diff] [blame] | 1291 | if ((dev->class >> 16) == PCI_BASE_CLASS_SYSTEM && |
| 1292 | CONFIG(PCI_ALLOW_BUS_MASTER_ANY_DEVICE)) |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1293 | dev->command |= PCI_COMMAND_MASTER; |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1294 | |
| 1295 | /* |
| 1296 | * Look at the vendor and device ID, or at least the header type and |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1297 | * class and figure out which set of configuration methods to use. |
| 1298 | * Unless we already have some PCI ops. |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1299 | */ |
| 1300 | set_pci_ops(dev); |
| 1301 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1302 | /* Now run the magic enable/disable sequence for the device. */ |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1303 | if (dev->ops && dev->ops->enable) |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1304 | dev->ops->enable(dev); |
Myles Watson | 032a965 | 2009-05-11 22:24:53 +0000 | [diff] [blame] | 1305 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1306 | /* Display the device. */ |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1307 | printk(BIOS_DEBUG, "%s [%04x/%04x] %s%s\n", dev_path(dev), |
| 1308 | dev->vendor, dev->device, dev->enabled ? "enabled" : "disabled", |
| 1309 | dev->ops ? "" : " No operations"); |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1310 | |
| 1311 | return dev; |
| 1312 | } |
| 1313 | |
Myles Watson | 032a965 | 2009-05-11 22:24:53 +0000 | [diff] [blame] | 1314 | /** |
Kyösti Mälkki | c73acdb | 2013-06-15 17:16:56 +0300 | [diff] [blame] | 1315 | * Test for match between romstage and ramstage device instance. |
| 1316 | * |
| 1317 | * @param dev Pointer to the device structure. |
| 1318 | * @param sdev Simple device model identifier, created with PCI_DEV(). |
| 1319 | * @return Non-zero if bus:dev.fn of device matches. |
| 1320 | */ |
Aaron Durbin | c30d913 | 2017-08-07 16:55:43 -0600 | [diff] [blame] | 1321 | unsigned int pci_match_simple_dev(struct device *dev, pci_devfn_t sdev) |
Kyösti Mälkki | c73acdb | 2013-06-15 17:16:56 +0300 | [diff] [blame] | 1322 | { |
Felix Held | 3b5b66d | 2024-01-11 22:26:18 +0100 | [diff] [blame] | 1323 | return dev->bus->secondary == PCI_DEV2BUS(sdev) && |
| 1324 | dev->bus->segment_group == PCI_DEV2SEG(sdev) && |
Kyösti Mälkki | c73acdb | 2013-06-15 17:16:56 +0300 | [diff] [blame] | 1325 | dev->path.pci.devfn == PCI_DEV2DEVFN(sdev); |
| 1326 | } |
| 1327 | |
| 1328 | /** |
Bill XIE | 513d359 | 2022-08-02 22:55:51 +0800 | [diff] [blame] | 1329 | * Test whether a capability is available along the whole path from the given |
| 1330 | * device to the host bridge. |
| 1331 | * |
| 1332 | * @param dev Pointer to the device structure. |
| 1333 | * @param cap PCI_CAP_LIST_ID of the PCI capability we're looking for. |
| 1334 | * @return The next matching capability of the given device, if it is available |
| 1335 | * along the whole path, or zero if not. |
| 1336 | */ |
| 1337 | uint16_t pci_find_cap_recursive(const struct device *dev, uint16_t cap) |
| 1338 | { |
| 1339 | assert(dev->bus); |
| 1340 | uint16_t pos = pci_find_capability(dev, cap); |
| 1341 | const struct device *bridge = dev->bus->dev; |
| 1342 | while (bridge && (bridge->path.type == DEVICE_PATH_PCI)) { |
| 1343 | assert(bridge->bus); |
| 1344 | if (!pci_find_capability(bridge, cap)) |
| 1345 | return 0; |
| 1346 | bridge = bridge->bus->dev; |
| 1347 | } |
| 1348 | return pos; |
| 1349 | } |
| 1350 | |
| 1351 | /** |
Tim Wawrzynczak | dbcf7b1 | 2020-05-13 16:15:08 -0600 | [diff] [blame] | 1352 | * PCI devices that are marked as "hidden" do not get probed. However, the same |
| 1353 | * initialization logic is still performed as if it were. This is useful when |
| 1354 | * devices would like to be described in the devicetree.cb file, and/or present |
| 1355 | * static PCI resources to the allocator, but the platform firmware hides the |
| 1356 | * device (makes the device invisible to PCI enumeration) before PCI enumeration |
| 1357 | * takes place. |
| 1358 | * |
| 1359 | * The expected semantics of PCI devices marked as 'hidden': |
| 1360 | * 1) The device is actually present under the specified BDF |
| 1361 | * 2) The device config space can still be accessed somehow, but the Vendor ID |
| 1362 | * indicates there is no device there (it reads as 0xffffffff). |
| 1363 | * 3) The device may still consume PCI resources. Typically, these would have |
| 1364 | * been hardcoded elsewhere. |
| 1365 | * |
| 1366 | * @param dev Pointer to the device structure. |
| 1367 | */ |
| 1368 | static void pci_scan_hidden_device(struct device *dev) |
| 1369 | { |
| 1370 | if (dev->chip_ops && dev->chip_ops->enable_dev) |
| 1371 | dev->chip_ops->enable_dev(dev); |
| 1372 | |
| 1373 | /* |
| 1374 | * If chip_ops->enable_dev did not set dev->ops, then set to a default |
| 1375 | * .ops, because PCI enumeration is effectively being skipped, therefore |
| 1376 | * no PCI driver will bind to this device. However, children may want to |
| 1377 | * be enumerated, so this provides scan_static_bus for the .scan_bus |
| 1378 | * callback. |
| 1379 | */ |
| 1380 | if (dev->ops == NULL) |
| 1381 | dev->ops = &default_hidden_pci_ops_dev; |
| 1382 | |
| 1383 | if (dev->ops->enable) |
| 1384 | dev->ops->enable(dev); |
| 1385 | |
| 1386 | /* Display the device almost as if it were probed normally */ |
| 1387 | printk(BIOS_DEBUG, "%s [0000/%04x] hidden%s\n", dev_path(dev), |
| 1388 | dev->device, dev->ops ? "" : " No operations"); |
| 1389 | } |
| 1390 | |
| 1391 | /** |
Jianjun Wang | 777ffff | 2021-07-24 14:50:36 +0800 | [diff] [blame] | 1392 | * A PCIe Downstream Port normally leads to a Link with only Device 0 on it |
| 1393 | * (PCIe spec r5.0, sec 7.3.1). As an optimization, scan only for Device 0 in |
| 1394 | * that situation. |
| 1395 | * |
| 1396 | * @param bus Pointer to the bus structure. |
| 1397 | */ |
| 1398 | static bool pci_bus_only_one_child(struct bus *bus) |
| 1399 | { |
| 1400 | struct device *bridge = bus->dev; |
| 1401 | u16 pcie_pos, pcie_flags_reg; |
| 1402 | int pcie_type; |
| 1403 | |
Arthur Heymans | db199cc | 2022-01-06 20:56:01 +0100 | [diff] [blame] | 1404 | if (!bridge) |
| 1405 | return false; |
| 1406 | |
Nico Huber | f514b8a | 2022-02-25 14:25:57 +0100 | [diff] [blame] | 1407 | if (bridge->path.type != DEVICE_PATH_PCI) |
| 1408 | return false; |
| 1409 | |
Jianjun Wang | 777ffff | 2021-07-24 14:50:36 +0800 | [diff] [blame] | 1410 | pcie_pos = pci_find_capability(bridge, PCI_CAP_ID_PCIE); |
| 1411 | if (!pcie_pos) |
| 1412 | return false; |
| 1413 | |
| 1414 | pcie_flags_reg = pci_read_config16(bridge, pcie_pos + PCI_EXP_FLAGS); |
| 1415 | |
| 1416 | pcie_type = (pcie_flags_reg & PCI_EXP_FLAGS_TYPE) >> 4; |
| 1417 | |
| 1418 | return pciexp_is_downstream_port(pcie_type); |
| 1419 | } |
| 1420 | |
| 1421 | /** |
Uwe Hermann | c1ee429 | 2010-10-17 19:01:48 +0000 | [diff] [blame] | 1422 | * Scan a PCI bus. |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1423 | * |
Li-Ta Lo | e526669 | 2004-03-23 21:28:05 +0000 | [diff] [blame] | 1424 | * Determine the existence of devices and bridges on a PCI bus. If there are |
| 1425 | * bridges on the bus, recursively scan the buses behind the bridges. |
| 1426 | * |
Uwe Hermann | c1ee429 | 2010-10-17 19:01:48 +0000 | [diff] [blame] | 1427 | * @param bus Pointer to the bus structure. |
| 1428 | * @param min_devfn Minimum devfn to look at in the scan, usually 0x00. |
| 1429 | * @param max_devfn Maximum devfn to look at in the scan, usually 0xff. |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 1430 | */ |
Martin Roth | 38ddbfb | 2019-10-23 21:41:00 -0600 | [diff] [blame] | 1431 | void pci_scan_bus(struct bus *bus, unsigned int min_devfn, |
| 1432 | unsigned int max_devfn) |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 1433 | { |
| 1434 | unsigned int devfn; |
Kyösti Mälkki | 8712aa1 | 2019-01-09 11:31:25 +0200 | [diff] [blame] | 1435 | struct device *dev, **prev; |
| 1436 | int once = 0; |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 1437 | |
Felix Held | 3b5b66d | 2024-01-11 22:26:18 +0100 | [diff] [blame] | 1438 | printk(BIOS_DEBUG, "PCI: %s for segment group %02x bus %02x\n", __func__, |
| 1439 | bus->segment_group, bus->secondary); |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 1440 | |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1441 | /* Maximum sane devfn is 0xFF. */ |
Juhana Helovuo | 50b78b6 | 2010-09-13 14:43:02 +0000 | [diff] [blame] | 1442 | if (max_devfn > 0xff) { |
Elyes HAOUAS | f984aec | 2021-01-16 17:29:17 +0100 | [diff] [blame] | 1443 | printk(BIOS_ERR, "PCI: %s limits devfn %x - devfn %x\n", |
| 1444 | __func__, min_devfn, max_devfn); |
| 1445 | printk(BIOS_ERR, "PCI: %s upper limit too big. Using 0xff.\n", __func__); |
Juhana Helovuo | 50b78b6 | 2010-09-13 14:43:02 +0000 | [diff] [blame] | 1446 | max_devfn=0xff; |
| 1447 | } |
| 1448 | |
lilacious | 40cb3fe | 2023-06-21 23:24:14 +0200 | [diff] [blame] | 1449 | post_code(POSTCODE_ENTER_PCI_SCAN_BUS); |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1450 | |
Jianjun Wang | 777ffff | 2021-07-24 14:50:36 +0800 | [diff] [blame] | 1451 | if (pci_bus_only_one_child(bus)) |
| 1452 | max_devfn = MIN(max_devfn, 0x07); |
| 1453 | |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1454 | /* |
| 1455 | * Probe all devices/functions on this bus with some optimization for |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1456 | * non-existence and single function devices. |
Eric Biederman | b78c197 | 2004-10-14 20:54:17 +0000 | [diff] [blame] | 1457 | */ |
Eric Biederman | e9a271e3 | 2003-09-02 03:36:25 +0000 | [diff] [blame] | 1458 | for (devfn = min_devfn; devfn <= max_devfn; devfn++) { |
Ronald G. Minnich | 466ca2c | 2019-10-22 02:02:24 +0000 | [diff] [blame] | 1459 | if (CONFIG(MINIMAL_PCI_SCANNING)) { |
| 1460 | dev = pcidev_path_behind(bus, devfn); |
| 1461 | if (!dev || !dev->mandatory) |
| 1462 | continue; |
| 1463 | } |
| 1464 | |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1465 | /* First thing setup the device structure. */ |
Kyösti Mälkki | 8712aa1 | 2019-01-09 11:31:25 +0200 | [diff] [blame] | 1466 | dev = pci_scan_get_dev(bus, devfn); |
Li-Ta Lo | 9782f75 | 2004-05-05 21:15:42 +0000 | [diff] [blame] | 1467 | |
Tim Wawrzynczak | dbcf7b1 | 2020-05-13 16:15:08 -0600 | [diff] [blame] | 1468 | /* Devices marked 'hidden' do not get probed */ |
| 1469 | if (dev && dev->hidden) { |
| 1470 | pci_scan_hidden_device(dev); |
| 1471 | |
| 1472 | /* Skip pci_probe_dev, go to next devfn */ |
| 1473 | continue; |
| 1474 | } |
| 1475 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1476 | /* See if a device is present and setup the device structure. */ |
Myles Watson | 032a965 | 2009-05-11 22:24:53 +0000 | [diff] [blame] | 1477 | dev = pci_probe_dev(dev, bus, devfn); |
Eric Biederman | 03acab6 | 2004-10-14 21:25:53 +0000 | [diff] [blame] | 1478 | |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1479 | /* |
| 1480 | * If this is not a multi function device, or the device is |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1481 | * not present don't waste time probing another function. |
Myles Watson | 032a965 | 2009-05-11 22:24:53 +0000 | [diff] [blame] | 1482 | * Skip to next device. |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 1483 | */ |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1484 | if ((PCI_FUNC(devfn) == 0x00) && (!dev |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1485 | || (dev->enabled && ((dev->hdr_type & 0x80) != 0x80)))) { |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 1486 | devfn += 0x07; |
| 1487 | } |
| 1488 | } |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1489 | |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1490 | /* |
Elyes HAOUAS | 0ce7416 | 2021-01-16 14:43:49 +0100 | [diff] [blame] | 1491 | * Warn if any leftover static devices are found. |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1492 | * There's probably a problem in devicetree.cb. |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1493 | */ |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1494 | |
Kyösti Mälkki | 8712aa1 | 2019-01-09 11:31:25 +0200 | [diff] [blame] | 1495 | prev = &bus->children; |
| 1496 | for (dev = bus->children; dev; dev = dev->sibling) { |
Duncan Laurie | bf69622 | 2020-10-18 15:10:00 -0700 | [diff] [blame] | 1497 | |
| 1498 | /* |
| 1499 | * If static device is not PCI then enable it here and don't |
| 1500 | * treat it as a leftover device. |
| 1501 | */ |
| 1502 | if (dev->path.type != DEVICE_PATH_PCI) { |
| 1503 | enable_static_device(dev); |
| 1504 | continue; |
| 1505 | } |
| 1506 | |
Tim Wawrzynczak | dbcf7b1 | 2020-05-13 16:15:08 -0600 | [diff] [blame] | 1507 | /* |
| 1508 | * The device is only considered leftover if it is not hidden |
| 1509 | * and it has a Vendor ID of 0 (the default for a device that |
| 1510 | * could not be probed). |
| 1511 | */ |
| 1512 | if (dev->vendor != 0 || dev->hidden) { |
Kyösti Mälkki | 8712aa1 | 2019-01-09 11:31:25 +0200 | [diff] [blame] | 1513 | prev = &dev->sibling; |
| 1514 | continue; |
| 1515 | } |
| 1516 | |
| 1517 | /* Unlink it from list. */ |
| 1518 | *prev = dev->sibling; |
| 1519 | |
| 1520 | if (!once++) |
| 1521 | printk(BIOS_WARNING, "PCI: Leftover static devices:\n"); |
| 1522 | printk(BIOS_WARNING, "%s\n", dev_path(dev)); |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1523 | } |
| 1524 | |
Kyösti Mälkki | 8712aa1 | 2019-01-09 11:31:25 +0200 | [diff] [blame] | 1525 | if (once) |
| 1526 | printk(BIOS_WARNING, "PCI: Check your devicetree.cb.\n"); |
| 1527 | |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1528 | /* |
| 1529 | * For all children that implement scan_bus() (i.e. bridges) |
Eric Biederman | b78c197 | 2004-10-14 20:54:17 +0000 | [diff] [blame] | 1530 | * scan the bus behind that child. |
| 1531 | */ |
Kyösti Mälkki | de271a8 | 2015-03-18 13:09:47 +0200 | [diff] [blame] | 1532 | |
Kyösti Mälkki | 2d2367c | 2015-02-20 21:28:31 +0200 | [diff] [blame] | 1533 | scan_bridges(bus); |
Kyösti Mälkki | de271a8 | 2015-03-18 13:09:47 +0200 | [diff] [blame] | 1534 | |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1535 | /* |
| 1536 | * We've scanned the bus and so we know all about what's on the other |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1537 | * side of any bridges that may be on this bus plus any devices. |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 1538 | * Return how far we've got finding sub-buses. |
| 1539 | */ |
lilacious | 40cb3fe | 2023-06-21 23:24:14 +0200 | [diff] [blame] | 1540 | post_code(POSTCODE_EXIT_PCI_SCAN_BUS); |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 1541 | } |
| 1542 | |
Kyösti Mälkki | 3345240 | 2015-02-23 06:58:26 +0200 | [diff] [blame] | 1543 | typedef enum { |
| 1544 | PCI_ROUTE_CLOSE, |
| 1545 | PCI_ROUTE_SCAN, |
| 1546 | PCI_ROUTE_FINAL, |
| 1547 | } scan_state; |
| 1548 | |
| 1549 | static void pci_bridge_route(struct bus *link, scan_state state) |
| 1550 | { |
| 1551 | struct device *dev = link->dev; |
| 1552 | struct bus *parent = dev->bus; |
Arthur Heymans | f879d36 | 2021-11-10 22:09:58 +0100 | [diff] [blame] | 1553 | uint8_t primary, secondary, subordinate; |
Kyösti Mälkki | 3345240 | 2015-02-23 06:58:26 +0200 | [diff] [blame] | 1554 | |
Kyösti Mälkki | 757c8b4 | 2015-02-23 06:58:26 +0200 | [diff] [blame] | 1555 | if (state == PCI_ROUTE_SCAN) { |
| 1556 | link->secondary = parent->subordinate + 1; |
Jeremy Soller | cf2ac54 | 2019-10-09 21:40:36 -0600 | [diff] [blame] | 1557 | link->subordinate = link->secondary + dev->hotplug_buses; |
Arthur Heymans | 20d2577 | 2021-11-17 17:25:48 +0100 | [diff] [blame] | 1558 | link->max_subordinate = parent->max_subordinate |
| 1559 | ? parent->max_subordinate |
Felix Held | 3b5b66d | 2024-01-11 22:26:18 +0100 | [diff] [blame] | 1560 | : (PCI_BUSES_PER_SEGMENT_GROUP - 1); |
| 1561 | link->segment_group = parent->segment_group; |
Arthur Heymans | 20d2577 | 2021-11-17 17:25:48 +0100 | [diff] [blame] | 1562 | } |
| 1563 | |
| 1564 | if (link->secondary > link->max_subordinate) |
| 1565 | die("%s: No more busses available!\n", __func__); |
| 1566 | |
| 1567 | /* This ought to only happen with hotplug buses. */ |
| 1568 | if (link->subordinate > link->max_subordinate) { |
| 1569 | printk(BIOS_WARNING, "%s: Limiting subordinate busses\n", __func__); |
| 1570 | link->subordinate = link->max_subordinate; |
Kyösti Mälkki | 757c8b4 | 2015-02-23 06:58:26 +0200 | [diff] [blame] | 1571 | } |
| 1572 | |
Kyösti Mälkki | 3345240 | 2015-02-23 06:58:26 +0200 | [diff] [blame] | 1573 | if (state == PCI_ROUTE_CLOSE) { |
Arthur Heymans | f879d36 | 2021-11-10 22:09:58 +0100 | [diff] [blame] | 1574 | primary = 0; |
| 1575 | secondary = 0xff; |
| 1576 | subordinate = 0xfe; |
Kyösti Mälkki | 3345240 | 2015-02-23 06:58:26 +0200 | [diff] [blame] | 1577 | } else if (state == PCI_ROUTE_SCAN) { |
Arthur Heymans | f879d36 | 2021-11-10 22:09:58 +0100 | [diff] [blame] | 1578 | primary = parent->secondary; |
| 1579 | secondary = link->secondary; |
Arthur Heymans | 20d2577 | 2021-11-17 17:25:48 +0100 | [diff] [blame] | 1580 | subordinate = link->max_subordinate; |
Kyösti Mälkki | 3345240 | 2015-02-23 06:58:26 +0200 | [diff] [blame] | 1581 | } else if (state == PCI_ROUTE_FINAL) { |
Arthur Heymans | f879d36 | 2021-11-10 22:09:58 +0100 | [diff] [blame] | 1582 | primary = parent->secondary; |
| 1583 | secondary = link->secondary; |
| 1584 | subordinate = link->subordinate; |
Arthur Heymans | 4a3331d | 2022-03-23 17:58:46 +0100 | [diff] [blame] | 1585 | } else { |
| 1586 | return; |
Kyösti Mälkki | 3345240 | 2015-02-23 06:58:26 +0200 | [diff] [blame] | 1587 | } |
| 1588 | |
| 1589 | if (state == PCI_ROUTE_SCAN) { |
| 1590 | /* Clear all status bits and turn off memory, I/O and master enables. */ |
| 1591 | link->bridge_cmd = pci_read_config16(dev, PCI_COMMAND); |
| 1592 | pci_write_config16(dev, PCI_COMMAND, 0x0000); |
| 1593 | pci_write_config16(dev, PCI_STATUS, 0xffff); |
| 1594 | } |
| 1595 | |
| 1596 | /* |
| 1597 | * Configure the bus numbers for this bridge: the configuration |
| 1598 | * transactions will not be propagated by the bridge if it is not |
| 1599 | * correctly configured. |
| 1600 | */ |
Arthur Heymans | f879d36 | 2021-11-10 22:09:58 +0100 | [diff] [blame] | 1601 | pci_write_config8(dev, PCI_PRIMARY_BUS, primary); |
| 1602 | pci_write_config8(dev, PCI_SECONDARY_BUS, secondary); |
| 1603 | pci_write_config8(dev, PCI_SUBORDINATE_BUS, subordinate); |
Kyösti Mälkki | 3345240 | 2015-02-23 06:58:26 +0200 | [diff] [blame] | 1604 | |
| 1605 | if (state == PCI_ROUTE_FINAL) { |
| 1606 | pci_write_config16(dev, PCI_COMMAND, link->bridge_cmd); |
Kyösti Mälkki | 757c8b4 | 2015-02-23 06:58:26 +0200 | [diff] [blame] | 1607 | parent->subordinate = link->subordinate; |
Kyösti Mälkki | 3345240 | 2015-02-23 06:58:26 +0200 | [diff] [blame] | 1608 | } |
| 1609 | } |
| 1610 | |
Li-Ta Lo | e526669 | 2004-03-23 21:28:05 +0000 | [diff] [blame] | 1611 | /** |
Uwe Hermann | c1ee429 | 2010-10-17 19:01:48 +0000 | [diff] [blame] | 1612 | * Scan a PCI bridge and the buses behind the bridge. |
Li-Ta Lo | e526669 | 2004-03-23 21:28:05 +0000 | [diff] [blame] | 1613 | * |
| 1614 | * Determine the existence of buses behind the bridge. Set up the bridge |
| 1615 | * according to the result of the scan. |
| 1616 | * |
| 1617 | * This function is the default scan_bus() method for PCI bridge devices. |
| 1618 | * |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1619 | * @param dev Pointer to the bridge device. |
Uwe Hermann | c1ee429 | 2010-10-17 19:01:48 +0000 | [diff] [blame] | 1620 | * @param do_scan_bus TODO |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 1621 | */ |
Kyösti Mälkki | 580e722 | 2015-03-19 21:04:23 +0200 | [diff] [blame] | 1622 | void do_pci_scan_bridge(struct device *dev, |
Kyösti Mälkki | de271a8 | 2015-03-18 13:09:47 +0200 | [diff] [blame] | 1623 | void (*do_scan_bus) (struct bus * bus, |
Martin Roth | 38ddbfb | 2019-10-23 21:41:00 -0600 | [diff] [blame] | 1624 | unsigned int min_devfn, |
| 1625 | unsigned int max_devfn)) |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 1626 | { |
Eric Biederman | e9a271e3 | 2003-09-02 03:36:25 +0000 | [diff] [blame] | 1627 | struct bus *bus; |
Eric Biederman | 83b991a | 2003-10-11 06:20:25 +0000 | [diff] [blame] | 1628 | |
Stefan Reinauer | c02b4fc | 2010-03-22 11:42:32 +0000 | [diff] [blame] | 1629 | printk(BIOS_SPEW, "%s for %s\n", __func__, dev_path(dev)); |
Li-Ta Lo | 3a81285 | 2004-12-03 22:39:34 +0000 | [diff] [blame] | 1630 | |
Myles Watson | 894a347 | 2010-06-09 22:41:35 +0000 | [diff] [blame] | 1631 | if (dev->link_list == NULL) { |
| 1632 | struct bus *link; |
| 1633 | link = malloc(sizeof(*link)); |
| 1634 | if (link == NULL) |
| 1635 | die("Couldn't allocate a link!\n"); |
| 1636 | memset(link, 0, sizeof(*link)); |
| 1637 | link->dev = dev; |
| 1638 | dev->link_list = link; |
| 1639 | } |
| 1640 | |
| 1641 | bus = dev->link_list; |
Eric Biederman | e9a271e3 | 2003-09-02 03:36:25 +0000 | [diff] [blame] | 1642 | |
Nico Huber | 061b905 | 2019-09-21 15:58:23 +0200 | [diff] [blame] | 1643 | pci_bridge_vga_compat(bus); |
| 1644 | |
Kyösti Mälkki | 3345240 | 2015-02-23 06:58:26 +0200 | [diff] [blame] | 1645 | pci_bridge_route(bus, PCI_ROUTE_SCAN); |
Li-Ta Lo | 3a81285 | 2004-12-03 22:39:34 +0000 | [diff] [blame] | 1646 | |
Kyösti Mälkki | de271a8 | 2015-03-18 13:09:47 +0200 | [diff] [blame] | 1647 | do_scan_bus(bus, 0x00, 0xff); |
Kyösti Mälkki | 3345240 | 2015-02-23 06:58:26 +0200 | [diff] [blame] | 1648 | |
| 1649 | pci_bridge_route(bus, PCI_ROUTE_FINAL); |
Eric Biederman | 8ca8d76 | 2003-04-22 19:02:15 +0000 | [diff] [blame] | 1650 | } |
Li-Ta Lo | e526669 | 2004-03-23 21:28:05 +0000 | [diff] [blame] | 1651 | |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1652 | /** |
Uwe Hermann | c1ee429 | 2010-10-17 19:01:48 +0000 | [diff] [blame] | 1653 | * Scan a PCI bridge and the buses behind the bridge. |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1654 | * |
| 1655 | * Determine the existence of buses behind the bridge. Set up the bridge |
| 1656 | * according to the result of the scan. |
| 1657 | * |
| 1658 | * This function is the default scan_bus() method for PCI bridge devices. |
| 1659 | * |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1660 | * @param dev Pointer to the bridge device. |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1661 | */ |
Kyösti Mälkki | 580e722 | 2015-03-19 21:04:23 +0200 | [diff] [blame] | 1662 | void pci_scan_bridge(struct device *dev) |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1663 | { |
Kyösti Mälkki | 580e722 | 2015-03-19 21:04:23 +0200 | [diff] [blame] | 1664 | do_pci_scan_bridge(dev, pci_scan_bus); |
Yinghai Lu | 13f1c2a | 2005-07-08 02:49:49 +0000 | [diff] [blame] | 1665 | } |
| 1666 | |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1667 | /** |
Uwe Hermann | c1ee429 | 2010-10-17 19:01:48 +0000 | [diff] [blame] | 1668 | * Scan a PCI domain. |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1669 | * |
| 1670 | * This function is the default scan_bus() method for PCI domains. |
| 1671 | * |
Uwe Hermann | c1ee429 | 2010-10-17 19:01:48 +0000 | [diff] [blame] | 1672 | * @param dev Pointer to the domain. |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1673 | */ |
Arthur Heymans | 0b0113f | 2023-08-31 17:09:28 +0200 | [diff] [blame] | 1674 | void pci_host_bridge_scan_bus(struct device *dev) |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1675 | { |
Kyösti Mälkki | 6f37017 | 2015-03-19 15:26:52 +0200 | [diff] [blame] | 1676 | struct bus *link = dev->link_list; |
Kyösti Mälkki | de271a8 | 2015-03-18 13:09:47 +0200 | [diff] [blame] | 1677 | pci_scan_bus(link, PCI_DEVFN(0, 0), 0xff); |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1678 | } |
| 1679 | |
Angel Pons | b651981 | 2021-12-31 13:33:50 +0100 | [diff] [blame] | 1680 | void pci_dev_disable_bus_master(const struct device *dev) |
| 1681 | { |
| 1682 | pci_update_config16(dev, PCI_COMMAND, ~PCI_COMMAND_MASTER, 0x0); |
| 1683 | } |
| 1684 | |
Mike Loptien | 0f5cf5e | 2014-05-12 21:46:31 -0600 | [diff] [blame] | 1685 | /** |
| 1686 | * Take an INT_PIN number (0, 1 - 4) and convert |
| 1687 | * it to a string ("NO PIN", "PIN A" - "PIN D") |
| 1688 | * |
| 1689 | * @param pin PCI Interrupt Pin number (0, 1 - 4) |
| 1690 | * @return A string corresponding to the pin number or "Invalid" |
| 1691 | */ |
| 1692 | const char *pin_to_str(int pin) |
| 1693 | { |
| 1694 | const char *str[5] = { |
| 1695 | "NO PIN", |
| 1696 | "PIN A", |
| 1697 | "PIN B", |
| 1698 | "PIN C", |
| 1699 | "PIN D", |
| 1700 | }; |
| 1701 | |
| 1702 | if (pin >= 0 && pin <= 4) |
| 1703 | return str[pin]; |
| 1704 | else |
| 1705 | return "Invalid PIN, not 0 - 4"; |
| 1706 | } |
| 1707 | |
| 1708 | /** |
| 1709 | * Get the PCI INT_PIN swizzle for a device defined as: |
| 1710 | * pin_parent = (pin_child + devn_child) % 4 + 1 |
| 1711 | * where PIN A = 1 ... PIN_D = 4 |
| 1712 | * |
| 1713 | * Given a PCI device structure 'dev', find the interrupt pin |
| 1714 | * that will be triggered on its parent bridge device when |
| 1715 | * generating an interrupt. For example: Device 1:3.2 may |
| 1716 | * use INT_PIN A but will trigger PIN D on its parent bridge |
| 1717 | * device. In this case, this function will return 4 (PIN D). |
| 1718 | * |
| 1719 | * @param dev A PCI device structure to swizzle interrupt pins for |
Martin Roth | 32bc6b6 | 2015-01-04 16:54:35 -0700 | [diff] [blame] | 1720 | * @param *parent_bridge The PCI device structure for the bridge |
Mike Loptien | 0f5cf5e | 2014-05-12 21:46:31 -0600 | [diff] [blame] | 1721 | * device 'dev' is attached to |
| 1722 | * @return The interrupt pin number (1 - 4) that 'dev' will |
| 1723 | * trigger when generating an interrupt |
| 1724 | */ |
Aaron Durbin | c30d913 | 2017-08-07 16:55:43 -0600 | [diff] [blame] | 1725 | static int swizzle_irq_pins(struct device *dev, struct device **parent_bridge) |
Mike Loptien | 0f5cf5e | 2014-05-12 21:46:31 -0600 | [diff] [blame] | 1726 | { |
Aaron Durbin | c30d913 | 2017-08-07 16:55:43 -0600 | [diff] [blame] | 1727 | struct device *parent; /* Our current device's parent device */ |
| 1728 | struct device *child; /* The child device of the parent */ |
Mike Loptien | 0f5cf5e | 2014-05-12 21:46:31 -0600 | [diff] [blame] | 1729 | uint8_t parent_bus = 0; /* Parent Bus number */ |
| 1730 | uint16_t parent_devfn = 0; /* Parent Device and Function number */ |
| 1731 | uint16_t child_devfn = 0; /* Child Device and Function number */ |
| 1732 | uint8_t swizzled_pin = 0; /* Pin swizzled across a bridge */ |
| 1733 | |
| 1734 | /* Start with PIN A = 0 ... D = 3 */ |
| 1735 | swizzled_pin = pci_read_config8(dev, PCI_INTERRUPT_PIN) - 1; |
| 1736 | |
| 1737 | /* While our current device has parent devices */ |
| 1738 | child = dev; |
| 1739 | for (parent = child->bus->dev; parent; parent = parent->bus->dev) { |
| 1740 | parent_bus = parent->bus->secondary; |
| 1741 | parent_devfn = parent->path.pci.devfn; |
| 1742 | child_devfn = child->path.pci.devfn; |
| 1743 | |
| 1744 | /* Swizzle the INT_PIN for any bridges not on root bus */ |
| 1745 | swizzled_pin = (PCI_SLOT(child_devfn) + swizzled_pin) % 4; |
| 1746 | printk(BIOS_SPEW, "\tWith INT_PIN swizzled to %s\n" |
| 1747 | "\tAttached to bridge device %01X:%02Xh.%02Xh\n", |
| 1748 | pin_to_str(swizzled_pin + 1), parent_bus, |
| 1749 | PCI_SLOT(parent_devfn), PCI_FUNC(parent_devfn)); |
| 1750 | |
| 1751 | /* Continue until we find the root bus */ |
| 1752 | if (parent_bus > 0) { |
| 1753 | /* |
| 1754 | * We will go on to the next parent so this parent |
| 1755 | * becomes the child |
| 1756 | */ |
| 1757 | child = parent; |
| 1758 | continue; |
| 1759 | } else { |
| 1760 | /* |
| 1761 | * Found the root bridge device, |
| 1762 | * fill in the structure and exit |
| 1763 | */ |
| 1764 | *parent_bridge = parent; |
| 1765 | break; |
| 1766 | } |
| 1767 | } |
| 1768 | |
| 1769 | /* End with PIN A = 1 ... D = 4 */ |
| 1770 | return swizzled_pin + 1; |
| 1771 | } |
| 1772 | |
| 1773 | /** |
| 1774 | * Given a device structure 'dev', find its interrupt pin |
| 1775 | * and its parent bridge 'parent_bdg' device structure. |
| 1776 | * If it is behind a bridge, it will return the interrupt |
| 1777 | * pin number (1 - 4) of the parent bridge that the device |
| 1778 | * interrupt pin has been swizzled to, otherwise it will |
| 1779 | * return the interrupt pin that is programmed into the |
| 1780 | * PCI config space of the target device. If 'dev' is |
| 1781 | * behind a bridge, it will fill in 'parent_bdg' with the |
| 1782 | * device structure of the bridge it is behind, otherwise |
| 1783 | * it will copy 'dev' into 'parent_bdg'. |
| 1784 | * |
| 1785 | * @param dev A PCI device structure to get interrupt pins for. |
| 1786 | * @param *parent_bdg The PCI device structure for the bridge |
| 1787 | * device 'dev' is attached to. |
| 1788 | * @return The interrupt pin number (1 - 4) that 'dev' will |
| 1789 | * trigger when generating an interrupt. |
| 1790 | * Errors: -1 is returned if the device is not enabled |
| 1791 | * -2 is returned if a parent bridge could not be found. |
| 1792 | */ |
Aaron Durbin | c30d913 | 2017-08-07 16:55:43 -0600 | [diff] [blame] | 1793 | int get_pci_irq_pins(struct device *dev, struct device **parent_bdg) |
Mike Loptien | 0f5cf5e | 2014-05-12 21:46:31 -0600 | [diff] [blame] | 1794 | { |
| 1795 | uint8_t bus = 0; /* The bus this device is on */ |
| 1796 | uint16_t devfn = 0; /* This device's device and function numbers */ |
| 1797 | uint8_t int_pin = 0; /* Interrupt pin used by the device */ |
| 1798 | uint8_t target_pin = 0; /* Interrupt pin we want to assign an IRQ to */ |
| 1799 | |
| 1800 | /* Make sure this device is enabled */ |
| 1801 | if (!(dev->enabled && (dev->path.type == DEVICE_PATH_PCI))) |
| 1802 | return -1; |
| 1803 | |
| 1804 | bus = dev->bus->secondary; |
| 1805 | devfn = dev->path.pci.devfn; |
| 1806 | |
| 1807 | /* Get and validate the interrupt pin used. Only 1-4 are allowed */ |
| 1808 | int_pin = pci_read_config8(dev, PCI_INTERRUPT_PIN); |
| 1809 | if (int_pin < 1 || int_pin > 4) |
| 1810 | return -1; |
| 1811 | |
| 1812 | printk(BIOS_SPEW, "PCI IRQ: Found device %01X:%02X.%02X using %s\n", |
| 1813 | bus, PCI_SLOT(devfn), PCI_FUNC(devfn), pin_to_str(int_pin)); |
| 1814 | |
| 1815 | /* If this device is on a bridge, swizzle its INT_PIN */ |
| 1816 | if (bus) { |
| 1817 | /* Swizzle its INT_PINs */ |
| 1818 | target_pin = swizzle_irq_pins(dev, parent_bdg); |
| 1819 | |
| 1820 | /* Make sure the swizzle returned valid structures */ |
| 1821 | if (parent_bdg == NULL) { |
Julius Werner | e966595 | 2022-01-21 17:06:20 -0800 | [diff] [blame] | 1822 | printk(BIOS_WARNING, "Could not find parent bridge for this device!\n"); |
Mike Loptien | 0f5cf5e | 2014-05-12 21:46:31 -0600 | [diff] [blame] | 1823 | return -2; |
| 1824 | } |
| 1825 | } else { /* Device is not behind a bridge */ |
| 1826 | target_pin = int_pin; /* Return its own interrupt pin */ |
| 1827 | *parent_bdg = dev; /* Return its own structure */ |
| 1828 | } |
| 1829 | |
| 1830 | /* Target pin is the interrupt pin we want to assign an IRQ to */ |
| 1831 | return target_pin; |
| 1832 | } |
| 1833 | |
Julius Werner | cd49cce | 2019-03-05 16:53:33 -0800 | [diff] [blame] | 1834 | #if CONFIG(PC80_SYSTEM) |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1835 | /** |
Uwe Hermann | c1ee429 | 2010-10-17 19:01:48 +0000 | [diff] [blame] | 1836 | * Assign IRQ numbers. |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1837 | * |
Stefan Reinauer | 4d933dd | 2009-07-21 21:36:41 +0000 | [diff] [blame] | 1838 | * This function assigns IRQs for all functions contained within the indicated |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1839 | * device address. If the device does not exist or does not require interrupts |
Stefan Reinauer | 4d933dd | 2009-07-21 21:36:41 +0000 | [diff] [blame] | 1840 | * then this function has no effect. |
Myles Watson | 29cc9ed | 2009-07-02 18:56:24 +0000 | [diff] [blame] | 1841 | * |
| 1842 | * This function should be called for each PCI slot in your system. |
| 1843 | * |
Kyösti Mälkki | c19d6a6 | 2019-07-04 21:39:28 +0300 | [diff] [blame] | 1844 | * @param dev Pointer to dev structure. |
Uwe Hermann | c1ee429 | 2010-10-17 19:01:48 +0000 | [diff] [blame] | 1845 | * @param pIntAtoD An array of IRQ #s that are assigned to PINTA through PINTD |
| 1846 | * of this slot. The particular IRQ #s that are passed in depend on the |
| 1847 | * routing inside your southbridge and on your board. |
Stefan Reinauer | 4d933dd | 2009-07-21 21:36:41 +0000 | [diff] [blame] | 1848 | */ |
Kyösti Mälkki | c19d6a6 | 2019-07-04 21:39:28 +0300 | [diff] [blame] | 1849 | void pci_assign_irqs(struct device *dev, const unsigned char pIntAtoD[4]) |
Ronald G. Minnich | 6dd6c685 | 2003-10-02 00:08:42 +0000 | [diff] [blame] | 1850 | { |
Kyösti Mälkki | c19d6a6 | 2019-07-04 21:39:28 +0300 | [diff] [blame] | 1851 | u8 slot, line, irq; |
Ronald G. Minnich | 6dd6c685 | 2003-10-02 00:08:42 +0000 | [diff] [blame] | 1852 | |
Kyösti Mälkki | c19d6a6 | 2019-07-04 21:39:28 +0300 | [diff] [blame] | 1853 | /* Each device may contain up to eight functions. */ |
| 1854 | slot = dev->path.pci.devfn >> 3; |
Ronald G. Minnich | 6dd6c685 | 2003-10-02 00:08:42 +0000 | [diff] [blame] | 1855 | |
Kyösti Mälkki | c19d6a6 | 2019-07-04 21:39:28 +0300 | [diff] [blame] | 1856 | for (; dev ; dev = dev->sibling) { |
Ronald G. Minnich | 6dd6c685 | 2003-10-02 00:08:42 +0000 | [diff] [blame] | 1857 | |
Kyösti Mälkki | c19d6a6 | 2019-07-04 21:39:28 +0300 | [diff] [blame] | 1858 | if (dev->path.pci.devfn >> 3 != slot) |
| 1859 | break; |
| 1860 | |
| 1861 | line = pci_read_config8(dev, PCI_INTERRUPT_PIN); |
Ronald G. Minnich | 6dd6c685 | 2003-10-02 00:08:42 +0000 | [diff] [blame] | 1862 | |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1863 | /* PCI spec says all values except 1..4 are reserved. */ |
Stefan Reinauer | 4d933dd | 2009-07-21 21:36:41 +0000 | [diff] [blame] | 1864 | if ((line < 1) || (line > 4)) |
| 1865 | continue; |
Ronald G. Minnich | 6dd6c685 | 2003-10-02 00:08:42 +0000 | [diff] [blame] | 1866 | |
Stefan Reinauer | 4d933dd | 2009-07-21 21:36:41 +0000 | [diff] [blame] | 1867 | irq = pIntAtoD[line - 1]; |
Ronald G. Minnich | 6dd6c685 | 2003-10-02 00:08:42 +0000 | [diff] [blame] | 1868 | |
Kyösti Mälkki | c19d6a6 | 2019-07-04 21:39:28 +0300 | [diff] [blame] | 1869 | printk(BIOS_DEBUG, "Assigning IRQ %d to %s\n", irq, dev_path(dev)); |
Ronald G. Minnich | 6dd6c685 | 2003-10-02 00:08:42 +0000 | [diff] [blame] | 1870 | |
Angel Pons | ceca5de | 2021-06-28 11:59:33 +0200 | [diff] [blame] | 1871 | pci_write_config8(dev, PCI_INTERRUPT_LINE, irq); |
Stefan Reinauer | 4d933dd | 2009-07-21 21:36:41 +0000 | [diff] [blame] | 1872 | |
Uwe Hermann | e487047 | 2010-11-04 23:23:47 +0000 | [diff] [blame] | 1873 | /* Change to level triggered. */ |
Angel Pons | ceca5de | 2021-06-28 11:59:33 +0200 | [diff] [blame] | 1874 | i8259_configure_irq_trigger(irq, IRQ_LEVEL_TRIGGERED); |
Ronald G. Minnich | 6dd6c685 | 2003-10-02 00:08:42 +0000 | [diff] [blame] | 1875 | } |
| 1876 | } |
Stefan Reinauer | 4d933dd | 2009-07-21 21:36:41 +0000 | [diff] [blame] | 1877 | #endif |