blob: e6c6ff31a48776093b1bb6ea641bf05b8b14b7a2 [file] [log] [blame]
Angel Ponsc74dae92020-04-02 23:48:16 +02001/* SPDX-License-Identifier: GPL-2.0-only */
Uwe Hermannb80dbf02007-04-22 19:08:13 +00002
3/*
Martin Roth99f83bb2019-09-15 20:57:18 -07004 * Originally based on the Linux kernel (drivers/pci/pci.c).
Myles Watson29cc9ed2009-07-02 18:56:24 +00005 * PCI Bus Services, see include/linux/pci.h for further explanation.
Eric Biederman8ca8d762003-04-22 19:02:15 +00006 */
7
Furquan Shaikh76cedd22020-05-02 10:24:23 -07008#include <acpi/acpi.h>
Kyösti Mälkkif1b58b72019-03-01 13:43:02 +02009#include <device/pci_ops.h>
Edward O'Callaghan6c992502014-06-20 21:19:06 +100010#include <bootmode.h>
Eric Biederman8ca8d762003-04-22 19:02:15 +000011#include <console/console.h>
Furquan Shaikh871baf22020-03-12 17:51:24 -070012#include <cpu/cpu.h>
Eric Biederman8ca8d762003-04-22 19:02:15 +000013#include <stdlib.h>
14#include <stdint.h>
Eric Biederman8ca8d762003-04-22 19:02:15 +000015#include <string.h>
Edward O'Callaghan6c992502014-06-20 21:19:06 +100016#include <delay.h>
Edward O'Callaghan6c992502014-06-20 21:19:06 +100017#include <device/cardbus.h>
Eric Biederman5899fd82003-04-24 06:25:08 +000018#include <device/device.h>
19#include <device/pci.h>
20#include <device/pci_ids.h>
Yinghai Lu13f1c2a2005-07-08 02:49:49 +000021#include <device/pcix.h>
Yinghai Lu13f1c2a2005-07-08 02:49:49 +000022#include <device/pciexp.h>
Edward O'Callaghan6c992502014-06-20 21:19:06 +100023#include <device/hypertransport.h>
Stefan Reinauer4d933dd2009-07-21 21:36:41 +000024#include <pc80/i8259.h>
Philipp Deppenwiesefea24292017-10-17 17:02:29 +020025#include <security/vboot/vbnv.h>
Martin Roth5dd4a2a2018-03-06 16:10:45 -070026#include <timestamp.h>
Johanna Schanderdb7a3ae2019-07-24 10:14:26 +020027#include <types.h>
28
Eric Biederman03acab62004-10-14 21:25:53 +000029
Myles Watson29cc9ed2009-07-02 18:56:24 +000030u8 pci_moving_config8(struct device *dev, unsigned int reg)
Eric Biederman03acab62004-10-14 21:25:53 +000031{
Myles Watson29cc9ed2009-07-02 18:56:24 +000032 u8 value, ones, zeroes;
Uwe Hermanne4870472010-11-04 23:23:47 +000033
Eric Biederman03acab62004-10-14 21:25:53 +000034 value = pci_read_config8(dev, reg);
Myles Watson032a9652009-05-11 22:24:53 +000035
Eric Biederman03acab62004-10-14 21:25:53 +000036 pci_write_config8(dev, reg, 0xff);
37 ones = pci_read_config8(dev, reg);
38
39 pci_write_config8(dev, reg, 0x00);
40 zeroes = pci_read_config8(dev, reg);
41
42 pci_write_config8(dev, reg, value);
43
44 return ones ^ zeroes;
45}
Li-Ta Lo9a5b4962004-12-23 21:48:01 +000046
Uwe Hermanne4870472010-11-04 23:23:47 +000047u16 pci_moving_config16(struct device *dev, unsigned int reg)
Eric Biederman03acab62004-10-14 21:25:53 +000048{
Myles Watson29cc9ed2009-07-02 18:56:24 +000049 u16 value, ones, zeroes;
Uwe Hermanne4870472010-11-04 23:23:47 +000050
Eric Biederman03acab62004-10-14 21:25:53 +000051 value = pci_read_config16(dev, reg);
Myles Watson032a9652009-05-11 22:24:53 +000052
Eric Biederman03acab62004-10-14 21:25:53 +000053 pci_write_config16(dev, reg, 0xffff);
54 ones = pci_read_config16(dev, reg);
55
56 pci_write_config16(dev, reg, 0x0000);
57 zeroes = pci_read_config16(dev, reg);
58
59 pci_write_config16(dev, reg, value);
60
61 return ones ^ zeroes;
62}
Li-Ta Loe8b1c9d2004-12-27 04:25:41 +000063
Uwe Hermanne4870472010-11-04 23:23:47 +000064u32 pci_moving_config32(struct device *dev, unsigned int reg)
Eric Biederman03acab62004-10-14 21:25:53 +000065{
Myles Watson29cc9ed2009-07-02 18:56:24 +000066 u32 value, ones, zeroes;
Uwe Hermanne4870472010-11-04 23:23:47 +000067
Eric Biederman03acab62004-10-14 21:25:53 +000068 value = pci_read_config32(dev, reg);
Myles Watson032a9652009-05-11 22:24:53 +000069
Eric Biederman03acab62004-10-14 21:25:53 +000070 pci_write_config32(dev, reg, 0xffffffff);
71 ones = pci_read_config32(dev, reg);
72
73 pci_write_config32(dev, reg, 0x00000000);
74 zeroes = pci_read_config32(dev, reg);
75
76 pci_write_config32(dev, reg, value);
77
78 return ones ^ zeroes;
79}
80
Myles Watson29cc9ed2009-07-02 18:56:24 +000081/**
Myles Watson29cc9ed2009-07-02 18:56:24 +000082 * Given a device and register, read the size of the BAR for that register.
83 *
84 * @param dev Pointer to the device structure.
85 * @param index Address of the PCI configuration register.
Uwe Hermannc1ee4292010-10-17 19:01:48 +000086 * @return TODO
Eric Biederman8ca8d762003-04-22 19:02:15 +000087 */
Eric Biederman03acab62004-10-14 21:25:53 +000088struct resource *pci_get_resource(struct device *dev, unsigned long index)
Eric Biederman8ca8d762003-04-22 19:02:15 +000089{
Eric Biederman5cd81732004-03-11 15:01:31 +000090 struct resource *resource;
Eric Biederman03acab62004-10-14 21:25:53 +000091 unsigned long value, attr;
Myles Watson29cc9ed2009-07-02 18:56:24 +000092 resource_t moving, limit;
Eric Biederman8ca8d762003-04-22 19:02:15 +000093
Myles Watson29cc9ed2009-07-02 18:56:24 +000094 /* Initialize the resources to nothing. */
Eric Biederman03acab62004-10-14 21:25:53 +000095 resource = new_resource(dev, index);
Eric Biederman8ca8d762003-04-22 19:02:15 +000096
Myles Watson29cc9ed2009-07-02 18:56:24 +000097 /* Get the initial value. */
Eric Biederman03acab62004-10-14 21:25:53 +000098 value = pci_read_config32(dev, index);
Eric Biederman8ca8d762003-04-22 19:02:15 +000099
Myles Watson29cc9ed2009-07-02 18:56:24 +0000100 /* See which bits move. */
Eric Biederman03acab62004-10-14 21:25:53 +0000101 moving = pci_moving_config32(dev, index);
Li-Ta Lo9a5b4962004-12-23 21:48:01 +0000102
Myles Watson29cc9ed2009-07-02 18:56:24 +0000103 /* Initialize attr to the bits that do not move. */
Eric Biederman03acab62004-10-14 21:25:53 +0000104 attr = value & ~moving;
105
Myles Watson29cc9ed2009-07-02 18:56:24 +0000106 /* If it is a 64bit resource look at the high half as well. */
Eric Biederman03acab62004-10-14 21:25:53 +0000107 if (((attr & PCI_BASE_ADDRESS_SPACE_IO) == 0) &&
Myles Watson29cc9ed2009-07-02 18:56:24 +0000108 ((attr & PCI_BASE_ADDRESS_MEM_LIMIT_MASK) ==
109 PCI_BASE_ADDRESS_MEM_LIMIT_64)) {
110 /* Find the high bits that move. */
111 moving |=
112 ((resource_t) pci_moving_config32(dev, index + 4)) << 32;
Eric Biederman03acab62004-10-14 21:25:53 +0000113 }
Uwe Hermanne4870472010-11-04 23:23:47 +0000114
Myles Watson032a9652009-05-11 22:24:53 +0000115 /* Find the resource constraints.
Eric Biederman03acab62004-10-14 21:25:53 +0000116 * Start by finding the bits that move. From there:
117 * - Size is the least significant bit of the bits that move.
118 * - Limit is all of the bits that move plus all of the lower bits.
Myles Watson29cc9ed2009-07-02 18:56:24 +0000119 * See PCI Spec 6.2.5.1.
Eric Biederman8ca8d762003-04-22 19:02:15 +0000120 */
Eric Biederman03acab62004-10-14 21:25:53 +0000121 limit = 0;
122 if (moving) {
123 resource->size = 1;
124 resource->align = resource->gran = 0;
Myles Watson29cc9ed2009-07-02 18:56:24 +0000125 while (!(moving & resource->size)) {
Eric Biederman03acab62004-10-14 21:25:53 +0000126 resource->size <<= 1;
127 resource->align += 1;
Myles Watson29cc9ed2009-07-02 18:56:24 +0000128 resource->gran += 1;
Eric Biederman03acab62004-10-14 21:25:53 +0000129 }
130 resource->limit = limit = moving | (resource->size - 1);
Nico Huber8193b062015-10-21 15:43:41 +0200131
132 if (pci_base_address_is_memory_space(attr)) {
133 /* Page-align to allow individual mapping of devices. */
134 if (resource->align < 12)
135 resource->align = 12;
136 }
Eric Biederman03acab62004-10-14 21:25:53 +0000137 }
Myles Watson29cc9ed2009-07-02 18:56:24 +0000138
Uwe Hermanne4870472010-11-04 23:23:47 +0000139 /*
140 * Some broken hardware has read-only registers that do not
Eric Biederman03acab62004-10-14 21:25:53 +0000141 * really size correctly.
Uwe Hermanne4870472010-11-04 23:23:47 +0000142 *
143 * Example: the Acer M7229 has BARs 1-4 normally read-only,
Eric Biederman8ca8d762003-04-22 19:02:15 +0000144 * so BAR1 at offset 0x10 reads 0x1f1. If you size that register
Uwe Hermanne4870472010-11-04 23:23:47 +0000145 * by writing 0xffffffff to it, it will read back as 0x1f1 -- which
146 * is a violation of the spec.
147 *
148 * We catch this case and ignore it by observing which bits move.
149 *
150 * This also catches the common case of unimplemented registers
Eric Biederman03acab62004-10-14 21:25:53 +0000151 * that always read back as 0.
Eric Biederman8ca8d762003-04-22 19:02:15 +0000152 */
Eric Biederman03acab62004-10-14 21:25:53 +0000153 if (moving == 0) {
154 if (value != 0) {
Uwe Hermanne4870472010-11-04 23:23:47 +0000155 printk(BIOS_DEBUG, "%s register %02lx(%08lx), "
156 "read-only ignoring it\n",
157 dev_path(dev), index, value);
Eric Biederman8ca8d762003-04-22 19:02:15 +0000158 }
159 resource->flags = 0;
Myles Watson29cc9ed2009-07-02 18:56:24 +0000160 } else if (attr & PCI_BASE_ADDRESS_SPACE_IO) {
161 /* An I/O mapped base address. */
Eric Biederman5cd81732004-03-11 15:01:31 +0000162 resource->flags |= IORESOURCE_IO;
Myles Watson29cc9ed2009-07-02 18:56:24 +0000163 /* I don't want to deal with 32bit I/O resources. */
Eric Biederman8ca8d762003-04-22 19:02:15 +0000164 resource->limit = 0xffff;
Myles Watson29cc9ed2009-07-02 18:56:24 +0000165 } else {
166 /* A Memory mapped base address. */
Eric Biederman03acab62004-10-14 21:25:53 +0000167 attr &= PCI_BASE_ADDRESS_MEM_ATTR_MASK;
Eric Biederman5cd81732004-03-11 15:01:31 +0000168 resource->flags |= IORESOURCE_MEM;
Uwe Hermanne4870472010-11-04 23:23:47 +0000169 if (attr & PCI_BASE_ADDRESS_MEM_PREFETCH)
Eric Biederman8ca8d762003-04-22 19:02:15 +0000170 resource->flags |= IORESOURCE_PREFETCH;
Eric Biederman03acab62004-10-14 21:25:53 +0000171 attr &= PCI_BASE_ADDRESS_MEM_LIMIT_MASK;
172 if (attr == PCI_BASE_ADDRESS_MEM_LIMIT_32) {
Myles Watson29cc9ed2009-07-02 18:56:24 +0000173 /* 32bit limit. */
Eric Biederman8ca8d762003-04-22 19:02:15 +0000174 resource->limit = 0xffffffffUL;
Myles Watson29cc9ed2009-07-02 18:56:24 +0000175 } else if (attr == PCI_BASE_ADDRESS_MEM_LIMIT_1M) {
176 /* 1MB limit. */
Eric Biederman8ca8d762003-04-22 19:02:15 +0000177 resource->limit = 0x000fffffUL;
Myles Watson29cc9ed2009-07-02 18:56:24 +0000178 } else if (attr == PCI_BASE_ADDRESS_MEM_LIMIT_64) {
179 /* 64bit limit. */
Eric Biederman03acab62004-10-14 21:25:53 +0000180 resource->limit = 0xffffffffffffffffULL;
Eric Biederman8ca8d762003-04-22 19:02:15 +0000181 resource->flags |= IORESOURCE_PCI64;
Myles Watson29cc9ed2009-07-02 18:56:24 +0000182 } else {
183 /* Invalid value. */
Stefan Reinauerc02b4fc2010-03-22 11:42:32 +0000184 printk(BIOS_ERR, "Broken BAR with value %lx\n", attr);
185 printk(BIOS_ERR, " on dev %s at index %02lx\n",
Myles Watson29cc9ed2009-07-02 18:56:24 +0000186 dev_path(dev), index);
Eric Biederman8ca8d762003-04-22 19:02:15 +0000187 resource->flags = 0;
188 }
189 }
Uwe Hermanne4870472010-11-04 23:23:47 +0000190
Myles Watson29cc9ed2009-07-02 18:56:24 +0000191 /* Don't let the limit exceed which bits can move. */
Uwe Hermanne4870472010-11-04 23:23:47 +0000192 if (resource->limit > limit)
Eric Biederman03acab62004-10-14 21:25:53 +0000193 resource->limit = limit;
Eric Biederman03acab62004-10-14 21:25:53 +0000194
Eric Biederman5cd81732004-03-11 15:01:31 +0000195 return resource;
Eric Biederman8ca8d762003-04-22 19:02:15 +0000196}
197
Myles Watson29cc9ed2009-07-02 18:56:24 +0000198/**
199 * Given a device and an index, read the size of the BAR for that register.
200 *
201 * @param dev Pointer to the device structure.
202 * @param index Address of the PCI configuration register.
203 */
Li-Ta Loe8b1c9d2004-12-27 04:25:41 +0000204static void pci_get_rom_resource(struct device *dev, unsigned long index)
Li-Ta Lo9a5b4962004-12-23 21:48:01 +0000205{
206 struct resource *resource;
Li-Ta Loe8b1c9d2004-12-27 04:25:41 +0000207 unsigned long value;
Myles Watson29cc9ed2009-07-02 18:56:24 +0000208 resource_t moving;
Li-Ta Lo9a5b4962004-12-23 21:48:01 +0000209
Myles Watson29cc9ed2009-07-02 18:56:24 +0000210 /* Initialize the resources to nothing. */
Li-Ta Lo9a5b4962004-12-23 21:48:01 +0000211 resource = new_resource(dev, index);
212
Myles Watson29cc9ed2009-07-02 18:56:24 +0000213 /* Get the initial value. */
Li-Ta Lo9a5b4962004-12-23 21:48:01 +0000214 value = pci_read_config32(dev, index);
215
Myles Watson29cc9ed2009-07-02 18:56:24 +0000216 /* See which bits move. */
Li-Ta Lo9a5b4962004-12-23 21:48:01 +0000217 moving = pci_moving_config32(dev, index);
Myles Watson29cc9ed2009-07-02 18:56:24 +0000218
219 /* Clear the Enable bit. */
Li-Ta Loe8b1c9d2004-12-27 04:25:41 +0000220 moving = moving & ~PCI_ROM_ADDRESS_ENABLE;
Li-Ta Lo9a5b4962004-12-23 21:48:01 +0000221
Myles Watson032a9652009-05-11 22:24:53 +0000222 /* Find the resource constraints.
Li-Ta Lo9a5b4962004-12-23 21:48:01 +0000223 * Start by finding the bits that move. From there:
224 * - Size is the least significant bit of the bits that move.
225 * - Limit is all of the bits that move plus all of the lower bits.
Myles Watson29cc9ed2009-07-02 18:56:24 +0000226 * See PCI Spec 6.2.5.1.
Li-Ta Lo9a5b4962004-12-23 21:48:01 +0000227 */
Li-Ta Lo9a5b4962004-12-23 21:48:01 +0000228 if (moving) {
229 resource->size = 1;
230 resource->align = resource->gran = 0;
Li-Ta Loe8b1c9d2004-12-27 04:25:41 +0000231 while (!(moving & resource->size)) {
Li-Ta Lo9a5b4962004-12-23 21:48:01 +0000232 resource->size <<= 1;
233 resource->align += 1;
Myles Watson29cc9ed2009-07-02 18:56:24 +0000234 resource->gran += 1;
Li-Ta Lo9a5b4962004-12-23 21:48:01 +0000235 }
Patrick Georgi16cdbb22009-04-21 20:14:31 +0000236 resource->limit = moving | (resource->size - 1);
Myles Watson29cc9ed2009-07-02 18:56:24 +0000237 resource->flags |= IORESOURCE_MEM | IORESOURCE_READONLY;
238 } else {
Li-Ta Lo9a5b4962004-12-23 21:48:01 +0000239 if (value != 0) {
Uwe Hermanne4870472010-11-04 23:23:47 +0000240 printk(BIOS_DEBUG, "%s register %02lx(%08lx), "
241 "read-only ignoring it\n",
242 dev_path(dev), index, value);
Li-Ta Lo9a5b4962004-12-23 21:48:01 +0000243 }
244 resource->flags = 0;
Li-Ta Lo9a5b4962004-12-23 21:48:01 +0000245 }
Yinghai Lu13f1c2a2005-07-08 02:49:49 +0000246 compact_resources(dev);
Li-Ta Loe8b1c9d2004-12-27 04:25:41 +0000247}
Li-Ta Lo9a5b4962004-12-23 21:48:01 +0000248
Myles Watson29cc9ed2009-07-02 18:56:24 +0000249/**
Patrick Rudolph4e2f95b2018-05-16 14:56:22 +0200250 * Given a device, read the size of the MSI-X table.
251 *
252 * @param dev Pointer to the device structure.
253 * @return MSI-X table size or 0 if not MSI-X capable device
254 */
255size_t pci_msix_table_size(struct device *dev)
256{
257 const size_t pos = pci_find_capability(dev, PCI_CAP_ID_MSIX);
258 if (!pos)
259 return 0;
260
261 const u16 control = pci_read_config16(dev, pos + PCI_MSIX_FLAGS);
262 return (control & PCI_MSIX_FLAGS_QSIZE) + 1;
263}
264
265/**
266 * Given a device, return the table offset and bar the MSI-X tables resides in.
267 *
268 * @param dev Pointer to the device structure.
269 * @param offset Returned value gives the offset in bytes inside the PCI BAR.
270 * @param idx The returned value is the index of the PCI_BASE_ADDRESS register
271 * the MSI-X table is located in.
272 * @return Zero on success
273 */
274int pci_msix_table_bar(struct device *dev, u32 *offset, u8 *idx)
275{
276 const size_t pos = pci_find_capability(dev, PCI_CAP_ID_MSIX);
277 if (!pos || !offset || !idx)
278 return 1;
279
280 *offset = pci_read_config32(dev, pos + PCI_MSIX_TABLE);
281 *idx = (u8)(*offset & PCI_MSIX_PBA_BIR);
282 *offset &= PCI_MSIX_PBA_OFFSET;
283
284 return 0;
285}
286
287/**
288 * Given a device, return a msix_entry pointer or NULL if no table was found.
289 *
290 * @param dev Pointer to the device structure.
291 *
292 * @return NULL on error
293 */
294struct msix_entry *pci_msix_get_table(struct device *dev)
295{
296 struct resource *res;
297 u32 offset;
298 u8 idx;
299
300 if (pci_msix_table_bar(dev, &offset, &idx))
301 return NULL;
302
303 if (idx > 5)
304 return NULL;
305
306 res = probe_resource(dev, idx * 4 + PCI_BASE_ADDRESS_0);
307 if (!res || !res->base || offset >= res->size)
308 return NULL;
309
310 if ((res->flags & IORESOURCE_PCI64) &&
311 (uintptr_t)res->base != res->base)
312 return NULL;
313
314 return (struct msix_entry *)((uintptr_t)res->base + offset);
315}
316
317/**
Myles Watson29cc9ed2009-07-02 18:56:24 +0000318 * Read the base address registers for a given device.
319 *
320 * @param dev Pointer to the dev structure.
321 * @param howmany How many registers to read (6 for device, 2 for bridge).
Li-Ta Loe8b1c9d2004-12-27 04:25:41 +0000322 */
Yinghai Lu13f1c2a2005-07-08 02:49:49 +0000323static void pci_read_bases(struct device *dev, unsigned int howmany)
Li-Ta Loe8b1c9d2004-12-27 04:25:41 +0000324{
325 unsigned long index;
326
Myles Watson29cc9ed2009-07-02 18:56:24 +0000327 for (index = PCI_BASE_ADDRESS_0;
328 (index < PCI_BASE_ADDRESS_0 + (howmany << 2));) {
Li-Ta Loe8b1c9d2004-12-27 04:25:41 +0000329 struct resource *resource;
330 resource = pci_get_resource(dev, index);
Myles Watson29cc9ed2009-07-02 18:56:24 +0000331 index += (resource->flags & IORESOURCE_PCI64) ? 8 : 4;
Li-Ta Loe8b1c9d2004-12-27 04:25:41 +0000332 }
Li-Ta Loe8b1c9d2004-12-27 04:25:41 +0000333
334 compact_resources(dev);
Li-Ta Lo9a5b4962004-12-23 21:48:01 +0000335}
336
Myles Watson29cc9ed2009-07-02 18:56:24 +0000337static void pci_record_bridge_resource(struct device *dev, resource_t moving,
Martin Roth38ddbfb2019-10-23 21:41:00 -0600338 unsigned int index, unsigned long type)
Eric Biederman03acab62004-10-14 21:25:53 +0000339{
Eric Biederman03acab62004-10-14 21:25:53 +0000340 struct resource *resource;
Uwe Hermanne4870472010-11-04 23:23:47 +0000341 unsigned long gran;
342 resource_t step;
343
Myles Watson29cc9ed2009-07-02 18:56:24 +0000344 resource = NULL;
Uwe Hermanne4870472010-11-04 23:23:47 +0000345
346 if (!moving)
347 return;
348
349 /* Initialize the constraints on the current bus. */
350 resource = new_resource(dev, index);
351 resource->size = 0;
352 gran = 0;
353 step = 1;
354 while ((moving & step) == 0) {
355 gran += 1;
356 step <<= 1;
Eric Biederman03acab62004-10-14 21:25:53 +0000357 }
Uwe Hermanne4870472010-11-04 23:23:47 +0000358 resource->gran = gran;
359 resource->align = gran;
360 resource->limit = moving | (step - 1);
361 resource->flags = type | IORESOURCE_PCI_BRIDGE |
362 IORESOURCE_BRIDGE;
Eric Biederman03acab62004-10-14 21:25:53 +0000363}
364
Eric Biederman8ca8d762003-04-22 19:02:15 +0000365static void pci_bridge_read_bases(struct device *dev)
366{
Eric Biederman03acab62004-10-14 21:25:53 +0000367 resource_t moving_base, moving_limit, moving;
Eric Biederman8ca8d762003-04-22 19:02:15 +0000368
Myles Watson29cc9ed2009-07-02 18:56:24 +0000369 /* See if the bridge I/O resources are implemented. */
370 moving_base = ((u32) pci_moving_config8(dev, PCI_IO_BASE)) << 8;
371 moving_base |=
Uwe Hermannc1ee4292010-10-17 19:01:48 +0000372 ((u32) pci_moving_config16(dev, PCI_IO_BASE_UPPER16)) << 16;
Eric Biederman03acab62004-10-14 21:25:53 +0000373
Myles Watson29cc9ed2009-07-02 18:56:24 +0000374 moving_limit = ((u32) pci_moving_config8(dev, PCI_IO_LIMIT)) << 8;
375 moving_limit |=
Uwe Hermannc1ee4292010-10-17 19:01:48 +0000376 ((u32) pci_moving_config16(dev, PCI_IO_LIMIT_UPPER16)) << 16;
Eric Biederman03acab62004-10-14 21:25:53 +0000377
378 moving = moving_base & moving_limit;
Eric Biederman8ca8d762003-04-22 19:02:15 +0000379
Myles Watson29cc9ed2009-07-02 18:56:24 +0000380 /* Initialize the I/O space constraints on the current bus. */
381 pci_record_bridge_resource(dev, moving, PCI_IO_BASE, IORESOURCE_IO);
Yinghai Lu13f1c2a2005-07-08 02:49:49 +0000382
Myles Watson29cc9ed2009-07-02 18:56:24 +0000383 /* See if the bridge prefmem resources are implemented. */
384 moving_base =
Uwe Hermannc1ee4292010-10-17 19:01:48 +0000385 ((resource_t) pci_moving_config16(dev, PCI_PREF_MEMORY_BASE)) << 16;
Myles Watson29cc9ed2009-07-02 18:56:24 +0000386 moving_base |=
Uwe Hermannc1ee4292010-10-17 19:01:48 +0000387 ((resource_t) pci_moving_config32(dev, PCI_PREF_BASE_UPPER32)) << 32;
Eric Biederman03acab62004-10-14 21:25:53 +0000388
Myles Watson29cc9ed2009-07-02 18:56:24 +0000389 moving_limit =
Uwe Hermannc1ee4292010-10-17 19:01:48 +0000390 ((resource_t) pci_moving_config16(dev, PCI_PREF_MEMORY_LIMIT)) << 16;
Myles Watson29cc9ed2009-07-02 18:56:24 +0000391 moving_limit |=
Uwe Hermannc1ee4292010-10-17 19:01:48 +0000392 ((resource_t) pci_moving_config32(dev, PCI_PREF_LIMIT_UPPER32)) << 32;
Myles Watson032a9652009-05-11 22:24:53 +0000393
Eric Biederman03acab62004-10-14 21:25:53 +0000394 moving = moving_base & moving_limit;
Myles Watson29cc9ed2009-07-02 18:56:24 +0000395 /* Initialize the prefetchable memory constraints on the current bus. */
396 pci_record_bridge_resource(dev, moving, PCI_PREF_MEMORY_BASE,
397 IORESOURCE_MEM | IORESOURCE_PREFETCH);
Myles Watson032a9652009-05-11 22:24:53 +0000398
Myles Watson29cc9ed2009-07-02 18:56:24 +0000399 /* See if the bridge mem resources are implemented. */
400 moving_base = ((u32) pci_moving_config16(dev, PCI_MEMORY_BASE)) << 16;
401 moving_limit = ((u32) pci_moving_config16(dev, PCI_MEMORY_LIMIT)) << 16;
Eric Biederman03acab62004-10-14 21:25:53 +0000402
403 moving = moving_base & moving_limit;
Eric Biederman8ca8d762003-04-22 19:02:15 +0000404
Myles Watson29cc9ed2009-07-02 18:56:24 +0000405 /* Initialize the memory resources on the current bus. */
406 pci_record_bridge_resource(dev, moving, PCI_MEMORY_BASE,
407 IORESOURCE_MEM);
Eric Biederman8ca8d762003-04-22 19:02:15 +0000408
Eric Biederman5cd81732004-03-11 15:01:31 +0000409 compact_resources(dev);
Eric Biederman8ca8d762003-04-22 19:02:15 +0000410}
411
Eric Biederman5899fd82003-04-24 06:25:08 +0000412void pci_dev_read_resources(struct device *dev)
Eric Biederman8ca8d762003-04-22 19:02:15 +0000413{
Yinghai Lu13f1c2a2005-07-08 02:49:49 +0000414 pci_read_bases(dev, 6);
415 pci_get_rom_resource(dev, PCI_ROM_ADDRESS);
Eric Biederman8ca8d762003-04-22 19:02:15 +0000416}
417
Eric Biederman5899fd82003-04-24 06:25:08 +0000418void pci_bus_read_resources(struct device *dev)
Eric Biederman8ca8d762003-04-22 19:02:15 +0000419{
Eric Biederman8ca8d762003-04-22 19:02:15 +0000420 pci_bridge_read_bases(dev);
Yinghai Lu13f1c2a2005-07-08 02:49:49 +0000421 pci_read_bases(dev, 2);
422 pci_get_rom_resource(dev, PCI_ROM_ADDRESS1);
Eric Biederman8ca8d762003-04-22 19:02:15 +0000423}
424
Myles Watson29cc9ed2009-07-02 18:56:24 +0000425void pci_domain_read_resources(struct device *dev)
426{
427 struct resource *res;
428
429 /* Initialize the system-wide I/O space constraints. */
430 res = new_resource(dev, IOINDEX_SUBTRACTIVE(0, 0));
431 res->limit = 0xffffUL;
432 res->flags = IORESOURCE_IO | IORESOURCE_SUBTRACTIVE |
433 IORESOURCE_ASSIGNED;
434
435 /* Initialize the system-wide memory resources constraints. */
436 res = new_resource(dev, IOINDEX_SUBTRACTIVE(1, 0));
Furquan Shaikh871baf22020-03-12 17:51:24 -0700437 res->limit = (1ULL << cpu_phys_address_size()) - 1;
Myles Watson29cc9ed2009-07-02 18:56:24 +0000438 res->flags = IORESOURCE_MEM | IORESOURCE_SUBTRACTIVE |
439 IORESOURCE_ASSIGNED;
440}
441
Raul E Rangel5cb34e22020-05-04 16:41:22 -0600442void pci_domain_set_resources(struct device *dev)
443{
444 assign_resources(dev->link_list);
445}
446
Nico Huber730b2612020-05-20 00:32:50 +0200447static void pci_store_resource(const struct device *const dev,
448 const struct resource *const resource)
449{
450 unsigned long base_lo, base_hi;
451
452 base_lo = resource->base & 0xffffffff;
453 base_hi = (resource->base >> 32) & 0xffffffff;
454
455 /*
456 * Some chipsets allow us to set/clear the I/O bit
457 * (e.g. VIA 82C686A). So set it to be safe.
458 */
459 if (resource->flags & IORESOURCE_IO)
460 base_lo |= PCI_BASE_ADDRESS_SPACE_IO;
461
462 pci_write_config32(dev, resource->index, base_lo);
463 if (resource->flags & IORESOURCE_PCI64)
464 pci_write_config32(dev, resource->index + 4, base_hi);
465}
466
467static void pci_store_bridge_resource(const struct device *const dev,
468 struct resource *const resource)
Eric Biederman8ca8d762003-04-22 19:02:15 +0000469{
Eric Biederman03acab62004-10-14 21:25:53 +0000470 resource_t base, end;
Eric Biedermane9a271e32003-09-02 03:36:25 +0000471
Nico Huber730b2612020-05-20 00:32:50 +0200472 /*
473 * PCI bridges have no enable bit. They are disabled if the base of
474 * the range is greater than the limit. If the size is zero, disable
475 * by setting the base = limit and end = limit - 2^gran.
476 */
477 if (resource->size == 0) {
478 base = resource->limit;
479 end = resource->limit - (1 << resource->gran);
480 resource->base = base;
481 } else {
482 base = resource->base;
483 end = resource_end(resource);
484 }
485
486 if (resource->index == PCI_IO_BASE) {
487 /* Set the I/O ranges. */
488 pci_write_config8(dev, PCI_IO_BASE, base >> 8);
489 pci_write_config16(dev, PCI_IO_BASE_UPPER16, base >> 16);
490 pci_write_config8(dev, PCI_IO_LIMIT, end >> 8);
491 pci_write_config16(dev, PCI_IO_LIMIT_UPPER16, end >> 16);
492 } else if (resource->index == PCI_MEMORY_BASE) {
493 /* Set the memory range. */
494 pci_write_config16(dev, PCI_MEMORY_BASE, base >> 16);
495 pci_write_config16(dev, PCI_MEMORY_LIMIT, end >> 16);
496 } else if (resource->index == PCI_PREF_MEMORY_BASE) {
497 /* Set the prefetchable memory range. */
498 pci_write_config16(dev, PCI_PREF_MEMORY_BASE, base >> 16);
499 pci_write_config32(dev, PCI_PREF_BASE_UPPER32, base >> 32);
500 pci_write_config16(dev, PCI_PREF_MEMORY_LIMIT, end >> 16);
501 pci_write_config32(dev, PCI_PREF_LIMIT_UPPER32, end >> 32);
502 } else {
503 /* Don't let me think I stored the resource. */
504 resource->flags &= ~IORESOURCE_STORED;
505 printk(BIOS_ERR, "ERROR: invalid resource->index %lx\n", resource->index);
506 }
507}
508
509static void pci_set_resource(struct device *dev, struct resource *resource)
510{
Myles Watson29cc9ed2009-07-02 18:56:24 +0000511 /* Make certain the resource has actually been assigned a value. */
Eric Biederman5cd81732004-03-11 15:01:31 +0000512 if (!(resource->flags & IORESOURCE_ASSIGNED)) {
Nico Huberf5312442020-05-20 01:02:18 +0200513 if (resource->flags & IORESOURCE_BRIDGE) {
514 /* If a bridge resource has no value assigned,
515 we can treat it like an empty resource. */
516 resource->size = 0;
517 } else {
518 printk(BIOS_ERR, "ERROR: %s %02lx %s size: 0x%010llx not "
519 "assigned\n", dev_path(dev), resource->index,
520 resource_type(resource), resource->size);
521 return;
522 }
Eric Biederman8ca8d762003-04-22 19:02:15 +0000523 }
524
Myles Watsoneb81a5b2009-11-05 20:06:19 +0000525 /* If this resource is fixed don't worry about it. */
Uwe Hermanne4870472010-11-04 23:23:47 +0000526 if (resource->flags & IORESOURCE_FIXED)
Myles Watsoneb81a5b2009-11-05 20:06:19 +0000527 return;
Myles Watsoneb81a5b2009-11-05 20:06:19 +0000528
Myles Watson29cc9ed2009-07-02 18:56:24 +0000529 /* If I have already stored this resource don't worry about it. */
Uwe Hermanne4870472010-11-04 23:23:47 +0000530 if (resource->flags & IORESOURCE_STORED)
Eric Biederman5cd81732004-03-11 15:01:31 +0000531 return;
Eric Biederman5cd81732004-03-11 15:01:31 +0000532
Myles Watson29cc9ed2009-07-02 18:56:24 +0000533 /* If the resource is subtractive don't worry about it. */
Uwe Hermanne4870472010-11-04 23:23:47 +0000534 if (resource->flags & IORESOURCE_SUBTRACTIVE)
Eric Biederman03acab62004-10-14 21:25:53 +0000535 return;
Eric Biederman03acab62004-10-14 21:25:53 +0000536
Myles Watson29cc9ed2009-07-02 18:56:24 +0000537 /* Only handle PCI memory and I/O resources for now. */
538 if (!(resource->flags & (IORESOURCE_MEM | IORESOURCE_IO)))
Eric Biederman8ca8d762003-04-22 19:02:15 +0000539 return;
Eric Biedermane9a271e32003-09-02 03:36:25 +0000540
Myles Watson29cc9ed2009-07-02 18:56:24 +0000541 /* Enable the resources in the command register. */
Eric Biederman03acab62004-10-14 21:25:53 +0000542 if (resource->size) {
Uwe Hermanne4870472010-11-04 23:23:47 +0000543 if (resource->flags & IORESOURCE_MEM)
Eric Biederman03acab62004-10-14 21:25:53 +0000544 dev->command |= PCI_COMMAND_MEMORY;
Uwe Hermanne4870472010-11-04 23:23:47 +0000545 if (resource->flags & IORESOURCE_IO)
Eric Biederman03acab62004-10-14 21:25:53 +0000546 dev->command |= PCI_COMMAND_IO;
Uwe Hermanne4870472010-11-04 23:23:47 +0000547 if (resource->flags & IORESOURCE_PCI_BRIDGE)
Eric Biederman03acab62004-10-14 21:25:53 +0000548 dev->command |= PCI_COMMAND_MASTER;
Eric Biederman8ca8d762003-04-22 19:02:15 +0000549 }
Uwe Hermanne4870472010-11-04 23:23:47 +0000550
Myles Watson29cc9ed2009-07-02 18:56:24 +0000551 /* Now store the resource. */
Eric Biederman5cd81732004-03-11 15:01:31 +0000552 resource->flags |= IORESOURCE_STORED;
Myles Watson29cc9ed2009-07-02 18:56:24 +0000553
Nico Huber730b2612020-05-20 00:32:50 +0200554 if (resource->flags & IORESOURCE_PCI_BRIDGE)
555 pci_store_bridge_resource(dev, resource);
556 else
557 pci_store_resource(dev, resource);
Uwe Hermanne4870472010-11-04 23:23:47 +0000558
Eric Biederman03acab62004-10-14 21:25:53 +0000559 report_resource_stored(dev, resource, "");
Eric Biederman8ca8d762003-04-22 19:02:15 +0000560}
561
Eric Biederman5899fd82003-04-24 06:25:08 +0000562void pci_dev_set_resources(struct device *dev)
Eric Biederman8ca8d762003-04-22 19:02:15 +0000563{
Myles Watsonc25cc112010-05-21 14:33:48 +0000564 struct resource *res;
Myles Watson894a3472010-06-09 22:41:35 +0000565 struct bus *bus;
Myles Watson29cc9ed2009-07-02 18:56:24 +0000566 u8 line;
Eric Biederman8ca8d762003-04-22 19:02:15 +0000567
Uwe Hermanne4870472010-11-04 23:23:47 +0000568 for (res = dev->resource_list; res; res = res->next)
Myles Watsonc25cc112010-05-21 14:33:48 +0000569 pci_set_resource(dev, res);
Uwe Hermanne4870472010-11-04 23:23:47 +0000570
Myles Watson894a3472010-06-09 22:41:35 +0000571 for (bus = dev->link_list; bus; bus = bus->next) {
Uwe Hermanne4870472010-11-04 23:23:47 +0000572 if (bus->children)
Eric Biedermane9a271e32003-09-02 03:36:25 +0000573 assign_resources(bus);
Eric Biederman8ca8d762003-04-22 19:02:15 +0000574 }
575
Myles Watson29cc9ed2009-07-02 18:56:24 +0000576 /* Set a default latency timer. */
Eric Biederman7a5416a2003-06-12 19:23:51 +0000577 pci_write_config8(dev, PCI_LATENCY_TIMER, 0x40);
Eric Biederman8ca8d762003-04-22 19:02:15 +0000578
Myles Watson29cc9ed2009-07-02 18:56:24 +0000579 /* Set a default secondary latency timer. */
Uwe Hermanne4870472010-11-04 23:23:47 +0000580 if ((dev->hdr_type & 0x7f) == PCI_HEADER_TYPE_BRIDGE)
Eric Biederman7a5416a2003-06-12 19:23:51 +0000581 pci_write_config8(dev, PCI_SEC_LATENCY_TIMER, 0x40);
Eric Biederman8ca8d762003-04-22 19:02:15 +0000582
Myles Watson29cc9ed2009-07-02 18:56:24 +0000583 /* Zero the IRQ settings. */
Eric Biederman7a5416a2003-06-12 19:23:51 +0000584 line = pci_read_config8(dev, PCI_INTERRUPT_PIN);
Uwe Hermanne4870472010-11-04 23:23:47 +0000585 if (line)
Eric Biederman7a5416a2003-06-12 19:23:51 +0000586 pci_write_config8(dev, PCI_INTERRUPT_LINE, 0);
Uwe Hermanne4870472010-11-04 23:23:47 +0000587
Myles Watson29cc9ed2009-07-02 18:56:24 +0000588 /* Set the cache line size, so far 64 bytes is good for everyone. */
Eric Biederman7a5416a2003-06-12 19:23:51 +0000589 pci_write_config8(dev, PCI_CACHE_LINE_SIZE, 64 >> 2);
Eric Biederman8ca8d762003-04-22 19:02:15 +0000590}
591
Eric Biedermane9a271e32003-09-02 03:36:25 +0000592void pci_dev_enable_resources(struct device *dev)
593{
Kyösti Mälkkicac02312019-06-30 08:40:04 +0300594 const struct pci_operations *ops = NULL;
Myles Watson29cc9ed2009-07-02 18:56:24 +0000595 u16 command;
Eric Biederman03acab62004-10-14 21:25:53 +0000596
Uwe Hermanne4870472010-11-04 23:23:47 +0000597 /* Set the subsystem vendor and device ID for mainboard devices. */
Kyösti Mälkkicac02312019-06-30 08:40:04 +0300598 if (dev->ops)
599 ops = dev->ops->ops_pci;
Eric Biedermandbec2d42004-10-21 10:44:08 +0000600 if (dev->on_mainboard && ops && ops->set_subsystem) {
Duncan Laurie7e1c83e2013-08-09 07:55:10 -0700601 if (CONFIG_SUBSYSTEM_VENDOR_ID)
602 dev->subsystem_vendor = CONFIG_SUBSYSTEM_VENDOR_ID;
Rizwan Qureshifd891292017-04-26 21:00:37 +0530603 else if (!dev->subsystem_vendor)
604 dev->subsystem_vendor = pci_read_config16(dev,
605 PCI_VENDOR_ID);
Duncan Laurie7e1c83e2013-08-09 07:55:10 -0700606 if (CONFIG_SUBSYSTEM_DEVICE_ID)
607 dev->subsystem_device = CONFIG_SUBSYSTEM_DEVICE_ID;
Rizwan Qureshifd891292017-04-26 21:00:37 +0530608 else if (!dev->subsystem_device)
609 dev->subsystem_device = pci_read_config16(dev,
610 PCI_DEVICE_ID);
611
Sven Schnelle91321022011-03-01 19:58:47 +0000612 printk(BIOS_DEBUG, "%s subsystem <- %04x/%04x\n",
613 dev_path(dev), dev->subsystem_vendor,
614 dev->subsystem_device);
615 ops->set_subsystem(dev, dev->subsystem_vendor,
616 dev->subsystem_device);
Eric Biederman03acab62004-10-14 21:25:53 +0000617 }
Eric Biedermane9a271e32003-09-02 03:36:25 +0000618 command = pci_read_config16(dev, PCI_COMMAND);
619 command |= dev->command;
Uwe Hermanne4870472010-11-04 23:23:47 +0000620
Myles Watson29cc9ed2009-07-02 18:56:24 +0000621 /* v3 has
622 * command |= (PCI_COMMAND_PARITY + PCI_COMMAND_SERR); // Error check.
623 */
Uwe Hermanne4870472010-11-04 23:23:47 +0000624
Stefan Reinauerc02b4fc2010-03-22 11:42:32 +0000625 printk(BIOS_DEBUG, "%s cmd <- %02x\n", dev_path(dev), command);
Eric Biedermane9a271e32003-09-02 03:36:25 +0000626 pci_write_config16(dev, PCI_COMMAND, command);
Eric Biedermane9a271e32003-09-02 03:36:25 +0000627}
628
629void pci_bus_enable_resources(struct device *dev)
630{
Myles Watson29cc9ed2009-07-02 18:56:24 +0000631 u16 ctrl;
632
Uwe Hermanne4870472010-11-04 23:23:47 +0000633 /*
634 * Enable I/O in command register if there is VGA card
Myles Watson29cc9ed2009-07-02 18:56:24 +0000635 * connected with (even it does not claim I/O resource).
636 */
Myles Watson894a3472010-06-09 22:41:35 +0000637 if (dev->link_list->bridge_ctrl & PCI_BRIDGE_CTL_VGA)
Li-Ta Lo515f6c72005-01-11 22:48:54 +0000638 dev->command |= PCI_COMMAND_IO;
Eric Biedermane9a271e32003-09-02 03:36:25 +0000639 ctrl = pci_read_config16(dev, PCI_BRIDGE_CONTROL);
Myles Watson894a3472010-06-09 22:41:35 +0000640 ctrl |= dev->link_list->bridge_ctrl;
Kyösti Mälkki382e2162019-09-21 16:19:32 +0300641 ctrl |= (PCI_BRIDGE_CTL_PARITY | PCI_BRIDGE_CTL_SERR); /* Error check. */
Stefan Reinauerc02b4fc2010-03-22 11:42:32 +0000642 printk(BIOS_DEBUG, "%s bridge ctrl <- %04x\n", dev_path(dev), ctrl);
Eric Biedermane9a271e32003-09-02 03:36:25 +0000643 pci_write_config16(dev, PCI_BRIDGE_CONTROL, ctrl);
644
645 pci_dev_enable_resources(dev);
646}
647
Yinghai Lu13f1c2a2005-07-08 02:49:49 +0000648void pci_bus_reset(struct bus *bus)
649{
Uwe Hermanne4870472010-11-04 23:23:47 +0000650 u16 ctl;
651
Yinghai Lu13f1c2a2005-07-08 02:49:49 +0000652 ctl = pci_read_config16(bus->dev, PCI_BRIDGE_CONTROL);
653 ctl |= PCI_BRIDGE_CTL_BUS_RESET;
654 pci_write_config16(bus->dev, PCI_BRIDGE_CONTROL, ctl);
655 mdelay(10);
Uwe Hermanne4870472010-11-04 23:23:47 +0000656
Yinghai Lu13f1c2a2005-07-08 02:49:49 +0000657 ctl &= ~PCI_BRIDGE_CTL_BUS_RESET;
658 pci_write_config16(bus->dev, PCI_BRIDGE_CONTROL, ctl);
659 delay(1);
660}
661
Elyes HAOUAS88030b72018-09-20 17:26:10 +0200662void pci_dev_set_subsystem(struct device *dev, unsigned int vendor,
663 unsigned int device)
Eric Biederman03acab62004-10-14 21:25:53 +0000664{
Subrata Banik9514d472019-03-20 14:56:27 +0530665 uint8_t offset;
666
667 /* Header type */
668 switch (dev->hdr_type & 0x7f) {
669 case PCI_HEADER_TYPE_NORMAL:
670 offset = PCI_SUBSYSTEM_VENDOR_ID;
671 break;
672 case PCI_HEADER_TYPE_BRIDGE:
673 offset = pci_find_capability(dev, PCI_CAP_ID_SSVID);
674 if (!offset)
675 return;
676 offset += 4; /* Vendor ID at offset 4 */
677 break;
678 case PCI_HEADER_TYPE_CARDBUS:
679 offset = PCI_CB_SUBSYSTEM_VENDOR_ID;
680 break;
681 default:
682 return;
683 }
684
Subrata Banik4a0f0712019-03-20 14:29:47 +0530685 if (!vendor || !device) {
Subrata Banik9514d472019-03-20 14:56:27 +0530686 pci_write_config32(dev, offset,
Subrata Banik4a0f0712019-03-20 14:29:47 +0530687 pci_read_config32(dev, PCI_VENDOR_ID));
688 } else {
Subrata Banik9514d472019-03-20 14:56:27 +0530689 pci_write_config32(dev, offset,
Subrata Banik4a0f0712019-03-20 14:29:47 +0530690 ((device & 0xffff) << 16) | (vendor & 0xffff));
691 }
Eric Biederman03acab62004-10-14 21:25:53 +0000692}
693
Frans Hendriksb71181a2019-10-04 14:06:33 +0200694static int should_run_oprom(struct device *dev, struct rom_header *rom)
Kyösti Mälkki580e5642014-05-01 16:31:34 +0300695{
696 static int should_run = -1;
697
Frans Hendriksb71181a2019-10-04 14:06:33 +0200698 if (CONFIG(VENDORCODE_ELTAN_VBOOT))
699 if (rom != NULL)
700 if (!verified_boot_should_run_oprom(rom))
701 return 0;
702
Kyösti Mälkki580e5642014-05-01 16:31:34 +0300703 if (should_run >= 0)
704 return should_run;
705
Julius Wernercd49cce2019-03-05 16:53:33 -0800706 if (CONFIG(ALWAYS_RUN_OPROM)) {
Aaron Durbin10510252018-01-30 10:04:02 -0700707 should_run = 1;
708 return should_run;
709 }
710
Kyösti Mälkki9ab1c102013-12-22 00:22:49 +0200711 /* Don't run VGA option ROMs, unless we have to print
Kyösti Mälkki580e5642014-05-01 16:31:34 +0300712 * something on the screen before the kernel is loaded.
713 */
Furquan Shaikh0325dc62016-07-25 13:02:36 -0700714 should_run = display_init_required();
Kyösti Mälkki580e5642014-05-01 16:31:34 +0300715
Kyösti Mälkki9ab1c102013-12-22 00:22:49 +0200716 if (!should_run)
717 printk(BIOS_DEBUG, "Not running VGA Option ROM\n");
Kyösti Mälkki580e5642014-05-01 16:31:34 +0300718 return should_run;
719}
720
721static int should_load_oprom(struct device *dev)
722{
Kyösti Mälkki580e5642014-05-01 16:31:34 +0300723 /* If S3_VGA_ROM_RUN is disabled, skip running VGA option
724 * ROMs when coming out of an S3 resume.
725 */
Julius Wernercd49cce2019-03-05 16:53:33 -0800726 if (!CONFIG(S3_VGA_ROM_RUN) && acpi_is_wakeup_s3() &&
Kyösti Mälkki580e5642014-05-01 16:31:34 +0300727 ((dev->class >> 8) == PCI_CLASS_DISPLAY_VGA))
728 return 0;
Julius Wernercd49cce2019-03-05 16:53:33 -0800729 if (CONFIG(ALWAYS_LOAD_OPROM))
Kyösti Mälkki580e5642014-05-01 16:31:34 +0300730 return 1;
Frans Hendriksb71181a2019-10-04 14:06:33 +0200731 if (should_run_oprom(dev, NULL))
Kyösti Mälkki580e5642014-05-01 16:31:34 +0300732 return 1;
733
734 return 0;
735}
Kyösti Mälkki580e5642014-05-01 16:31:34 +0300736
Uwe Hermanne4870472010-11-04 23:23:47 +0000737/** Default handler: only runs the relevant PCI BIOS. */
Li-Ta Lo883b8792005-01-10 23:16:22 +0000738void pci_dev_init(struct device *dev)
739{
740 struct rom_header *rom, *ram;
741
Julius Wernercd49cce2019-03-05 16:53:33 -0800742 if (!CONFIG(VGA_ROM_RUN))
Aaron Durbinfbed9a52018-01-30 09:58:51 -0700743 return;
744
Vladimir Serbinenkob32816e2013-12-20 17:47:19 +0100745 /* Only execute VGA ROMs. */
746 if (((dev->class >> 8) != PCI_CLASS_DISPLAY_VGA))
Myles Watson17aeeca2009-10-07 18:41:08 +0000747 return;
Roman Kononov778a42b2007-04-06 18:34:39 +0000748
Kyösti Mälkki580e5642014-05-01 16:31:34 +0300749 if (!should_load_oprom(dev))
Stefan Reinauer74a0efe2012-03-30 17:10:49 -0700750 return;
Martin Roth5dd4a2a2018-03-06 16:10:45 -0700751 timestamp_add_now(TS_OPROM_INITIALIZE);
Aaron Durbince872cb2013-03-28 15:59:19 -0500752
753 rom = pci_rom_probe(dev);
754 if (rom == NULL)
755 return;
756
757 ram = pci_rom_load(dev, rom);
758 if (ram == NULL)
759 return;
Martin Roth5dd4a2a2018-03-06 16:10:45 -0700760 timestamp_add_now(TS_OPROM_COPY_END);
Aaron Durbince872cb2013-03-28 15:59:19 -0500761
Frans Hendriksb71181a2019-10-04 14:06:33 +0200762 if (!should_run_oprom(dev, rom))
Kyösti Mälkki580e5642014-05-01 16:31:34 +0300763 return;
764
Stefan Reinauerd98cf5b2008-08-01 11:25:41 +0000765 run_bios(dev, (unsigned long)ram);
Johanna Schanderdb7a3ae2019-07-24 10:14:26 +0200766
Kyösti Mälkkiab56b3b2013-11-28 16:44:51 +0200767 gfx_set_init_done(1);
768 printk(BIOS_DEBUG, "VGA Option ROM was run\n");
Martin Roth5dd4a2a2018-03-06 16:10:45 -0700769 timestamp_add_now(TS_OPROM_END);
Yinghai Lu13f1c2a2005-07-08 02:49:49 +0000770}
Li-Ta Lo883b8792005-01-10 23:16:22 +0000771
Li-Ta Loe5266692004-03-23 21:28:05 +0000772/** Default device operation for PCI devices */
Subrata Banikffc790b2017-12-11 10:29:49 +0530773struct pci_operations pci_dev_ops_pci = {
Eric Biederman03acab62004-10-14 21:25:53 +0000774 .set_subsystem = pci_dev_set_subsystem,
775};
776
Eric Biederman8ca8d762003-04-22 19:02:15 +0000777struct device_operations default_pci_ops_dev = {
Uwe Hermanne4870472010-11-04 23:23:47 +0000778 .read_resources = pci_dev_read_resources,
779 .set_resources = pci_dev_set_resources,
Eric Biedermane9a271e32003-09-02 03:36:25 +0000780 .enable_resources = pci_dev_enable_resources,
Julius Wernercd49cce2019-03-05 16:53:33 -0800781#if CONFIG(HAVE_ACPI_TABLES)
Patrick Rudolpha5c2ac62016-03-31 20:04:23 +0200782 .write_acpi_tables = pci_rom_write_acpi_tables,
Nico Huber68680dd2020-03-31 17:34:52 +0200783 .acpi_fill_ssdt = pci_rom_ssdt,
Patrick Rudolpha5c2ac62016-03-31 20:04:23 +0200784#endif
Uwe Hermanne4870472010-11-04 23:23:47 +0000785 .init = pci_dev_init,
Uwe Hermanne4870472010-11-04 23:23:47 +0000786 .ops_pci = &pci_dev_ops_pci,
Eric Biederman8ca8d762003-04-22 19:02:15 +0000787};
Li-Ta Loe5266692004-03-23 21:28:05 +0000788
789/** Default device operations for PCI bridges */
Eric Biederman8ca8d762003-04-22 19:02:15 +0000790struct device_operations default_pci_ops_bus = {
Uwe Hermanne4870472010-11-04 23:23:47 +0000791 .read_resources = pci_bus_read_resources,
792 .set_resources = pci_dev_set_resources,
Eric Biedermane9a271e32003-09-02 03:36:25 +0000793 .enable_resources = pci_bus_enable_resources,
Uwe Hermanne4870472010-11-04 23:23:47 +0000794 .scan_bus = pci_scan_bridge,
Uwe Hermanne4870472010-11-04 23:23:47 +0000795 .reset_bus = pci_bus_reset,
Eric Biederman8ca8d762003-04-22 19:02:15 +0000796};
Li-Ta Loe5266692004-03-23 21:28:05 +0000797
Tim Wawrzynczakdbcf7b12020-05-13 16:15:08 -0600798/** Default device operations for PCI devices marked 'hidden' */
799static struct device_operations default_hidden_pci_ops_dev = {
800 .read_resources = noop_read_resources,
801 .set_resources = noop_set_resources,
802 .scan_bus = scan_static_bus,
803};
804
Li-Ta Loe5266692004-03-23 21:28:05 +0000805/**
Nico Huber061b9052019-09-21 15:58:23 +0200806 * Check for compatibility to route legacy VGA cycles through a bridge.
807 *
808 * Originally, when decoding i/o ports for legacy VGA cycles, bridges
809 * should only consider the 10 least significant bits of the port address.
810 * This means all VGA registers were aliased every 1024 ports!
811 * e.g. 0x3b0 was also decoded as 0x7b0, 0xbb0 etc.
812 *
813 * To avoid this mess, a bridge control bit (VGA16) was introduced in
814 * 2003 to enable decoding of 16-bit port addresses. As we don't want
815 * to make this any more complex for now, we use this bit if possible
816 * and only warn if it's not supported (in set_vga_bridge_bits()).
817 */
818static void pci_bridge_vga_compat(struct bus *const bus)
819{
820 uint16_t bridge_ctrl;
821
822 bridge_ctrl = pci_read_config16(bus->dev, PCI_BRIDGE_CONTROL);
823
824 /* Ensure VGA decoding is disabled during probing (it should
825 be by default, but we run blobs nowadays) */
826 bridge_ctrl &= ~PCI_BRIDGE_CTL_VGA;
827 pci_write_config16(bus->dev, PCI_BRIDGE_CONTROL, bridge_ctrl);
828
829 /* If the upstream bridge doesn't support VGA16, we don't have to check */
830 bus->no_vga16 |= bus->dev->bus->no_vga16;
831 if (bus->no_vga16)
832 return;
833
834 /* Test if we can enable 16-bit decoding */
835 bridge_ctrl |= PCI_BRIDGE_CTL_VGA16;
836 pci_write_config16(bus->dev, PCI_BRIDGE_CONTROL, bridge_ctrl);
837 bridge_ctrl = pci_read_config16(bus->dev, PCI_BRIDGE_CONTROL);
838
839 bus->no_vga16 = !(bridge_ctrl & PCI_BRIDGE_CTL_VGA16);
840}
841
842/**
Uwe Hermannc1ee4292010-10-17 19:01:48 +0000843 * Detect the type of downstream bridge.
Yinghai Lu13f1c2a2005-07-08 02:49:49 +0000844 *
Myles Watson29cc9ed2009-07-02 18:56:24 +0000845 * This function is a heuristic to detect which type of bus is downstream
846 * of a PCI-to-PCI bridge. This functions by looking for various capability
847 * blocks to figure out the type of downstream bridge. PCI-X, PCI-E, and
848 * Hypertransport all seem to have appropriate capabilities.
Myles Watson032a9652009-05-11 22:24:53 +0000849 *
Uwe Hermanne4870472010-11-04 23:23:47 +0000850 * When only a PCI-Express capability is found the type is examined to see
851 * which type of bridge we have.
Yinghai Lu13f1c2a2005-07-08 02:49:49 +0000852 *
Myles Watson29cc9ed2009-07-02 18:56:24 +0000853 * @param dev Pointer to the device structure of the bridge.
854 * @return Appropriate bridge operations.
Yinghai Lu13f1c2a2005-07-08 02:49:49 +0000855 */
Aaron Durbinc30d9132017-08-07 16:55:43 -0600856static struct device_operations *get_pci_bridge_ops(struct device *dev)
Yinghai Lu13f1c2a2005-07-08 02:49:49 +0000857{
Julius Wernercd49cce2019-03-05 16:53:33 -0800858#if CONFIG(PCIX_PLUGIN_SUPPORT)
Ronald G. Minnich78a16672012-11-29 16:28:21 -0800859 unsigned int pcixpos;
860 pcixpos = pci_find_capability(dev, PCI_CAP_ID_PCIX);
861 if (pcixpos) {
Stefan Reinauerc02b4fc2010-03-22 11:42:32 +0000862 printk(BIOS_DEBUG, "%s subordinate bus PCI-X\n", dev_path(dev));
Yinghai Lu13f1c2a2005-07-08 02:49:49 +0000863 return &default_pcix_ops_bus;
864 }
865#endif
Julius Wernercd49cce2019-03-05 16:53:33 -0800866#if CONFIG(HYPERTRANSPORT_PLUGIN_SUPPORT)
Ronald G. Minnich78a16672012-11-29 16:28:21 -0800867 unsigned int htpos = 0;
868 while ((htpos = pci_find_next_capability(dev, PCI_CAP_ID_HT, htpos))) {
Uwe Hermanne4870472010-11-04 23:23:47 +0000869 u16 flags;
Ronald G. Minnich78a16672012-11-29 16:28:21 -0800870 flags = pci_read_config16(dev, htpos + PCI_CAP_FLAGS);
Yinghai Lu13f1c2a2005-07-08 02:49:49 +0000871 if ((flags >> 13) == 1) {
872 /* Host or Secondary Interface */
Uwe Hermanne4870472010-11-04 23:23:47 +0000873 printk(BIOS_DEBUG, "%s subordinate bus HT\n",
874 dev_path(dev));
Yinghai Lu13f1c2a2005-07-08 02:49:49 +0000875 return &default_ht_ops_bus;
876 }
877 }
878#endif
Julius Wernercd49cce2019-03-05 16:53:33 -0800879#if CONFIG(PCIEXP_PLUGIN_SUPPORT)
Ronald G. Minnich78a16672012-11-29 16:28:21 -0800880 unsigned int pciexpos;
881 pciexpos = pci_find_capability(dev, PCI_CAP_ID_PCIE);
882 if (pciexpos) {
Uwe Hermanne4870472010-11-04 23:23:47 +0000883 u16 flags;
Ronald G. Minnich78a16672012-11-29 16:28:21 -0800884 flags = pci_read_config16(dev, pciexpos + PCI_EXP_FLAGS);
Myles Watson29cc9ed2009-07-02 18:56:24 +0000885 switch ((flags & PCI_EXP_FLAGS_TYPE) >> 4) {
Yinghai Lu13f1c2a2005-07-08 02:49:49 +0000886 case PCI_EXP_TYPE_ROOT_PORT:
887 case PCI_EXP_TYPE_UPSTREAM:
888 case PCI_EXP_TYPE_DOWNSTREAM:
Stefan Reinauerc02b4fc2010-03-22 11:42:32 +0000889 printk(BIOS_DEBUG, "%s subordinate bus PCI Express\n",
Uwe Hermanne4870472010-11-04 23:23:47 +0000890 dev_path(dev));
Jeremy Sollercf2ac542019-10-09 21:40:36 -0600891#if CONFIG(PCIEXP_HOTPLUG)
892 u16 sltcap;
893 sltcap = pci_read_config16(dev, pciexpos + PCI_EXP_SLTCAP);
894 if (sltcap & PCI_EXP_SLTCAP_HPC) {
895 printk(BIOS_DEBUG, "%s hot-plug capable\n", dev_path(dev));
896 return &default_pciexp_hotplug_ops_bus;
897 }
898#endif /* CONFIG(PCIEXP_HOTPLUG) */
Yinghai Lu13f1c2a2005-07-08 02:49:49 +0000899 return &default_pciexp_ops_bus;
900 case PCI_EXP_TYPE_PCI_BRIDGE:
Uwe Hermanne4870472010-11-04 23:23:47 +0000901 printk(BIOS_DEBUG, "%s subordinate PCI\n",
902 dev_path(dev));
Yinghai Lu13f1c2a2005-07-08 02:49:49 +0000903 return &default_pci_ops_bus;
904 default:
905 break;
906 }
907 }
908#endif
909 return &default_pci_ops_bus;
910}
911
912/**
Vadim Bendebury8049fc92012-04-24 12:53:19 -0700913 * Check if a device id matches a PCI driver entry.
914 *
915 * The driver entry can either point at a zero terminated array of acceptable
916 * device IDs, or include a single device ID.
917 *
Martin Roth98b698c2015-01-06 21:02:52 -0700918 * @param driver pointer to the PCI driver entry being checked
919 * @param device_id PCI device ID of the device being matched
Vadim Bendebury8049fc92012-04-24 12:53:19 -0700920 */
921static int device_id_match(struct pci_driver *driver, unsigned short device_id)
922{
923 if (driver->devices) {
924 unsigned short check_id;
925 const unsigned short *device_list = driver->devices;
926 while ((check_id = *device_list++) != 0)
927 if (check_id == device_id)
928 return 1;
929 }
930
931 return (driver->device == device_id);
932}
933
934/**
Uwe Hermannc1ee4292010-10-17 19:01:48 +0000935 * Set up PCI device operation.
936 *
937 * Check if it already has a driver. If not, use find_device_operations(),
938 * or set to a default based on type.
Li-Ta Loe5266692004-03-23 21:28:05 +0000939 *
Myles Watson29cc9ed2009-07-02 18:56:24 +0000940 * @param dev Pointer to the device whose pci_ops you want to set.
Li-Ta Loe5266692004-03-23 21:28:05 +0000941 * @see pci_drivers
942 */
Eric Biederman8ca8d762003-04-22 19:02:15 +0000943static void set_pci_ops(struct device *dev)
944{
945 struct pci_driver *driver;
Li-Ta Loe5266692004-03-23 21:28:05 +0000946
Uwe Hermanne4870472010-11-04 23:23:47 +0000947 if (dev->ops)
948 return;
949
950 /*
951 * Look through the list of setup drivers and find one for
Myles Watson29cc9ed2009-07-02 18:56:24 +0000952 * this PCI device.
Eric Biedermanb78c1972004-10-14 20:54:17 +0000953 */
Aaron Durbin03758152015-09-03 17:23:08 -0500954 for (driver = &_pci_drivers[0]; driver != &_epci_drivers[0]; driver++) {
Eric Biederman8ca8d762003-04-22 19:02:15 +0000955 if ((driver->vendor == dev->vendor) &&
Vadim Bendebury8049fc92012-04-24 12:53:19 -0700956 device_id_match(driver, dev->device)) {
Uwe Hermann312673c2009-10-27 21:49:33 +0000957 dev->ops = (struct device_operations *)driver->ops;
Stefan Reinauerc02b4fc2010-03-22 11:42:32 +0000958 printk(BIOS_SPEW, "%s [%04x/%04x] %sops\n",
Uwe Hermanne4870472010-11-04 23:23:47 +0000959 dev_path(dev), driver->vendor, driver->device,
960 (driver->ops->scan_bus ? "bus " : ""));
Eric Biederman5899fd82003-04-24 06:25:08 +0000961 return;
Eric Biederman8ca8d762003-04-22 19:02:15 +0000962 }
963 }
Li-Ta Loe5266692004-03-23 21:28:05 +0000964
Uwe Hermanne4870472010-11-04 23:23:47 +0000965 /* If I don't have a specific driver use the default operations. */
966 switch (dev->hdr_type & 0x7f) { /* Header type */
967 case PCI_HEADER_TYPE_NORMAL:
Eric Biederman8ca8d762003-04-22 19:02:15 +0000968 if ((dev->class >> 8) == PCI_CLASS_BRIDGE_PCI)
969 goto bad;
970 dev->ops = &default_pci_ops_dev;
971 break;
972 case PCI_HEADER_TYPE_BRIDGE:
973 if ((dev->class >> 8) != PCI_CLASS_BRIDGE_PCI)
974 goto bad;
Yinghai Lu13f1c2a2005-07-08 02:49:49 +0000975 dev->ops = get_pci_bridge_ops(dev);
Eric Biederman8ca8d762003-04-22 19:02:15 +0000976 break;
Julius Wernercd49cce2019-03-05 16:53:33 -0800977#if CONFIG(CARDBUS_PLUGIN_SUPPORT)
Yinghai Lu13f1c2a2005-07-08 02:49:49 +0000978 case PCI_HEADER_TYPE_CARDBUS:
979 dev->ops = &default_cardbus_ops_bus;
980 break;
981#endif
Uwe Hermanne4870472010-11-04 23:23:47 +0000982default:
983bad:
Li-Ta Lo69c5a902004-04-29 20:08:54 +0000984 if (dev->enabled) {
Uwe Hermanne4870472010-11-04 23:23:47 +0000985 printk(BIOS_ERR, "%s [%04x/%04x/%06x] has unknown "
986 "header type %02x, ignoring.\n", dev_path(dev),
987 dev->vendor, dev->device,
988 dev->class >> 8, dev->hdr_type);
Eric Biederman83b991a2003-10-11 06:20:25 +0000989 }
Eric Biederman8ca8d762003-04-22 19:02:15 +0000990 }
Eric Biederman8ca8d762003-04-22 19:02:15 +0000991}
992
993/**
Uwe Hermannc1ee4292010-10-17 19:01:48 +0000994 * See if we have already allocated a device structure for a given devfn.
Li-Ta Loe5266692004-03-23 21:28:05 +0000995 *
Kyösti Mälkki8712aa12019-01-09 11:31:25 +0200996 * Given a PCI bus structure and a devfn number, find the device structure
997 * corresponding to the devfn, if present. Then move the device structure
998 * as the last child on the bus.
Li-Ta Loe5266692004-03-23 21:28:05 +0000999 *
Kyösti Mälkki8712aa12019-01-09 11:31:25 +02001000 * @param bus Pointer to the bus structure.
Myles Watson29cc9ed2009-07-02 18:56:24 +00001001 * @param devfn A device/function number.
Myles Watson29cc9ed2009-07-02 18:56:24 +00001002 * @return Pointer to the device structure found or NULL if we have not
Li-Ta Lo3a812852004-12-03 22:39:34 +00001003 * allocated a device for this devfn yet.
Eric Biederman8ca8d762003-04-22 19:02:15 +00001004 */
Kyösti Mälkki8712aa12019-01-09 11:31:25 +02001005static struct device *pci_scan_get_dev(struct bus *bus, unsigned int devfn)
Eric Biederman8ca8d762003-04-22 19:02:15 +00001006{
Kyösti Mälkki8712aa12019-01-09 11:31:25 +02001007 struct device *dev, **prev;
Uwe Hermanne4870472010-11-04 23:23:47 +00001008
Kyösti Mälkki8712aa12019-01-09 11:31:25 +02001009 prev = &bus->children;
1010 for (dev = bus->children; dev; dev = dev->sibling) {
1011 if (dev->path.type == DEVICE_PATH_PCI) {
1012 if (dev->path.pci.devfn == devfn) {
1013 /* Unlink from the list. */
1014 *prev = dev->sibling;
1015 dev->sibling = NULL;
1016 break;
1017 }
1018 } else {
Uwe Hermanne4870472010-11-04 23:23:47 +00001019 printk(BIOS_ERR, "child %s not a PCI device\n",
Kyösti Mälkki8712aa12019-01-09 11:31:25 +02001020 dev_path(dev));
Eric Biedermanad1b35a2003-10-14 02:36:51 +00001021 }
Kyösti Mälkki8712aa12019-01-09 11:31:25 +02001022 prev = &dev->sibling;
Eric Biederman8ca8d762003-04-22 19:02:15 +00001023 }
Myles Watson29cc9ed2009-07-02 18:56:24 +00001024
Uwe Hermanne4870472010-11-04 23:23:47 +00001025 /*
1026 * Just like alloc_dev() add the device to the list of devices on the
Myles Watson29cc9ed2009-07-02 18:56:24 +00001027 * bus. When the list of devices was formed we removed all of the
1028 * parents children, and now we are interleaving static and dynamic
1029 * devices in order on the bus.
Eric Biedermanb78c1972004-10-14 20:54:17 +00001030 */
Eric Biedermane9a271e32003-09-02 03:36:25 +00001031 if (dev) {
Myles Watson29cc9ed2009-07-02 18:56:24 +00001032 struct device *child;
Uwe Hermanne4870472010-11-04 23:23:47 +00001033
Kyösti Mälkki8712aa12019-01-09 11:31:25 +02001034 /* Find the last child on the bus. */
1035 for (child = bus->children; child && child->sibling;)
Eric Biedermane9a271e32003-09-02 03:36:25 +00001036 child = child->sibling;
Uwe Hermanne4870472010-11-04 23:23:47 +00001037
Kyösti Mälkki8712aa12019-01-09 11:31:25 +02001038 /* Place the device as last on the bus. */
Uwe Hermanne4870472010-11-04 23:23:47 +00001039 if (child)
Eric Biedermane9a271e32003-09-02 03:36:25 +00001040 child->sibling = dev;
Uwe Hermanne4870472010-11-04 23:23:47 +00001041 else
Kyösti Mälkki8712aa12019-01-09 11:31:25 +02001042 bus->children = dev;
Eric Biedermane9a271e32003-09-02 03:36:25 +00001043 }
1044
Eric Biederman8ca8d762003-04-22 19:02:15 +00001045 return dev;
1046}
1047
Myles Watson032a9652009-05-11 22:24:53 +00001048/**
Uwe Hermannc1ee4292010-10-17 19:01:48 +00001049 * Scan a PCI bus.
Li-Ta Loe5266692004-03-23 21:28:05 +00001050 *
Myles Watson29cc9ed2009-07-02 18:56:24 +00001051 * Determine the existence of a given PCI device. Allocate a new struct device
1052 * if dev==NULL was passed in and the device exists in hardware.
Yinghai Lu13f1c2a2005-07-08 02:49:49 +00001053 *
Uwe Hermannc1ee4292010-10-17 19:01:48 +00001054 * @param dev Pointer to the dev structure.
1055 * @param bus Pointer to the bus structure.
1056 * @param devfn A device/function number to look at.
1057 * @return The device structure for the device (if found), NULL otherwise.
Yinghai Lu13f1c2a2005-07-08 02:49:49 +00001058 */
Aaron Durbinc30d9132017-08-07 16:55:43 -06001059struct device *pci_probe_dev(struct device *dev, struct bus *bus,
1060 unsigned int devfn)
Yinghai Lu13f1c2a2005-07-08 02:49:49 +00001061{
Myles Watson29cc9ed2009-07-02 18:56:24 +00001062 u32 id, class;
1063 u8 hdr_type;
Yinghai Lu13f1c2a2005-07-08 02:49:49 +00001064
Myles Watson29cc9ed2009-07-02 18:56:24 +00001065 /* Detect if a device is present. */
Yinghai Lu13f1c2a2005-07-08 02:49:49 +00001066 if (!dev) {
1067 struct device dummy;
Uwe Hermanne4870472010-11-04 23:23:47 +00001068
Myles Watson29cc9ed2009-07-02 18:56:24 +00001069 dummy.bus = bus;
1070 dummy.path.type = DEVICE_PATH_PCI;
Stefan Reinauer2b34db82009-02-28 20:10:20 +00001071 dummy.path.pci.devfn = devfn;
Uwe Hermanne4870472010-11-04 23:23:47 +00001072
Yinghai Lu13f1c2a2005-07-08 02:49:49 +00001073 id = pci_read_config32(&dummy, PCI_VENDOR_ID);
Uwe Hermanne4870472010-11-04 23:23:47 +00001074 /*
1075 * Have we found something? Some broken boards return 0 if a
1076 * slot is empty, but the expected answer is 0xffffffff.
Yinghai Lu13f1c2a2005-07-08 02:49:49 +00001077 */
Uwe Hermanne4870472010-11-04 23:23:47 +00001078 if (id == 0xffffffff)
Stefan Reinauer7355c752010-04-02 16:30:25 +00001079 return NULL;
Uwe Hermanne4870472010-11-04 23:23:47 +00001080
Stefan Reinauer7355c752010-04-02 16:30:25 +00001081 if ((id == 0x00000000) || (id == 0x0000ffff) ||
1082 (id == 0xffff0000)) {
Uwe Hermanne4870472010-11-04 23:23:47 +00001083 printk(BIOS_SPEW, "%s, bad id 0x%x\n",
1084 dev_path(&dummy), id);
Yinghai Lu13f1c2a2005-07-08 02:49:49 +00001085 return NULL;
1086 }
1087 dev = alloc_dev(bus, &dummy.path);
Myles Watson29cc9ed2009-07-02 18:56:24 +00001088 } else {
Uwe Hermanne4870472010-11-04 23:23:47 +00001089 /*
1090 * Enable/disable the device. Once we have found the device-
Myles Watson29cc9ed2009-07-02 18:56:24 +00001091 * specific operations this operations we will disable the
1092 * device with those as well.
Myles Watson032a9652009-05-11 22:24:53 +00001093 *
Yinghai Lu13f1c2a2005-07-08 02:49:49 +00001094 * This is geared toward devices that have subfunctions
1095 * that do not show up by default.
Myles Watson032a9652009-05-11 22:24:53 +00001096 *
Yinghai Lu13f1c2a2005-07-08 02:49:49 +00001097 * If a device is a stuff option on the motherboard
Myles Watson29cc9ed2009-07-02 18:56:24 +00001098 * it may be absent and enable_dev() must cope.
Yinghai Lu13f1c2a2005-07-08 02:49:49 +00001099 */
Myles Watson29cc9ed2009-07-02 18:56:24 +00001100 /* Run the magic enable sequence for the device. */
Uwe Hermanne4870472010-11-04 23:23:47 +00001101 if (dev->chip_ops && dev->chip_ops->enable_dev)
Yinghai Lu13f1c2a2005-07-08 02:49:49 +00001102 dev->chip_ops->enable_dev(dev);
Uwe Hermanne4870472010-11-04 23:23:47 +00001103
Myles Watson29cc9ed2009-07-02 18:56:24 +00001104 /* Now read the vendor and device ID. */
Yinghai Lu13f1c2a2005-07-08 02:49:49 +00001105 id = pci_read_config32(dev, PCI_VENDOR_ID);
Myles Watson032a9652009-05-11 22:24:53 +00001106
Uwe Hermanne4870472010-11-04 23:23:47 +00001107 /*
1108 * If the device does not have a PCI ID disable it. Possibly
Myles Watson29cc9ed2009-07-02 18:56:24 +00001109 * this is because we have already disabled the device. But
1110 * this also handles optional devices that may not always
1111 * show up.
Yinghai Lu13f1c2a2005-07-08 02:49:49 +00001112 */
1113 /* If the chain is fully enumerated quit */
Myles Watson29cc9ed2009-07-02 18:56:24 +00001114 if ((id == 0xffffffff) || (id == 0x00000000) ||
1115 (id == 0x0000ffff) || (id == 0xffff0000)) {
Yinghai Lu13f1c2a2005-07-08 02:49:49 +00001116 if (dev->enabled) {
Uwe Hermanne4870472010-11-04 23:23:47 +00001117 printk(BIOS_INFO, "PCI: Static device %s not "
1118 "found, disabling it.\n", dev_path(dev));
Yinghai Lu13f1c2a2005-07-08 02:49:49 +00001119 dev->enabled = 0;
1120 }
1121 return dev;
1122 }
1123 }
Uwe Hermanne4870472010-11-04 23:23:47 +00001124
Myles Watson29cc9ed2009-07-02 18:56:24 +00001125 /* Read the rest of the PCI configuration information. */
Yinghai Lu13f1c2a2005-07-08 02:49:49 +00001126 hdr_type = pci_read_config8(dev, PCI_HEADER_TYPE);
1127 class = pci_read_config32(dev, PCI_CLASS_REVISION);
Myles Watson032a9652009-05-11 22:24:53 +00001128
Myles Watson29cc9ed2009-07-02 18:56:24 +00001129 /* Store the interesting information in the device structure. */
Yinghai Lu13f1c2a2005-07-08 02:49:49 +00001130 dev->vendor = id & 0xffff;
1131 dev->device = (id >> 16) & 0xffff;
1132 dev->hdr_type = hdr_type;
Myles Watson29cc9ed2009-07-02 18:56:24 +00001133
1134 /* Class code, the upper 3 bytes of PCI_CLASS_REVISION. */
Yinghai Lu13f1c2a2005-07-08 02:49:49 +00001135 dev->class = class >> 8;
Myles Watson032a9652009-05-11 22:24:53 +00001136
Myles Watson29cc9ed2009-07-02 18:56:24 +00001137 /* Architectural/System devices always need to be bus masters. */
Uwe Hermanne4870472010-11-04 23:23:47 +00001138 if ((dev->class >> 16) == PCI_BASE_CLASS_SYSTEM)
Yinghai Lu13f1c2a2005-07-08 02:49:49 +00001139 dev->command |= PCI_COMMAND_MASTER;
Uwe Hermanne4870472010-11-04 23:23:47 +00001140
1141 /*
1142 * Look at the vendor and device ID, or at least the header type and
Myles Watson29cc9ed2009-07-02 18:56:24 +00001143 * class and figure out which set of configuration methods to use.
1144 * Unless we already have some PCI ops.
Yinghai Lu13f1c2a2005-07-08 02:49:49 +00001145 */
1146 set_pci_ops(dev);
1147
Myles Watson29cc9ed2009-07-02 18:56:24 +00001148 /* Now run the magic enable/disable sequence for the device. */
Uwe Hermanne4870472010-11-04 23:23:47 +00001149 if (dev->ops && dev->ops->enable)
Yinghai Lu13f1c2a2005-07-08 02:49:49 +00001150 dev->ops->enable(dev);
Myles Watson032a9652009-05-11 22:24:53 +00001151
Myles Watson29cc9ed2009-07-02 18:56:24 +00001152 /* Display the device. */
Uwe Hermanne4870472010-11-04 23:23:47 +00001153 printk(BIOS_DEBUG, "%s [%04x/%04x] %s%s\n", dev_path(dev),
1154 dev->vendor, dev->device, dev->enabled ? "enabled" : "disabled",
1155 dev->ops ? "" : " No operations");
Yinghai Lu13f1c2a2005-07-08 02:49:49 +00001156
1157 return dev;
1158}
1159
Myles Watson032a9652009-05-11 22:24:53 +00001160/**
Kyösti Mälkkic73acdb2013-06-15 17:16:56 +03001161 * Test for match between romstage and ramstage device instance.
1162 *
1163 * @param dev Pointer to the device structure.
1164 * @param sdev Simple device model identifier, created with PCI_DEV().
1165 * @return Non-zero if bus:dev.fn of device matches.
1166 */
Aaron Durbinc30d9132017-08-07 16:55:43 -06001167unsigned int pci_match_simple_dev(struct device *dev, pci_devfn_t sdev)
Kyösti Mälkkic73acdb2013-06-15 17:16:56 +03001168{
1169 return dev->bus->secondary == PCI_DEV2SEGBUS(sdev) &&
1170 dev->path.pci.devfn == PCI_DEV2DEVFN(sdev);
1171}
1172
1173/**
Tim Wawrzynczakdbcf7b12020-05-13 16:15:08 -06001174 * PCI devices that are marked as "hidden" do not get probed. However, the same
1175 * initialization logic is still performed as if it were. This is useful when
1176 * devices would like to be described in the devicetree.cb file, and/or present
1177 * static PCI resources to the allocator, but the platform firmware hides the
1178 * device (makes the device invisible to PCI enumeration) before PCI enumeration
1179 * takes place.
1180 *
1181 * The expected semantics of PCI devices marked as 'hidden':
1182 * 1) The device is actually present under the specified BDF
1183 * 2) The device config space can still be accessed somehow, but the Vendor ID
1184 * indicates there is no device there (it reads as 0xffffffff).
1185 * 3) The device may still consume PCI resources. Typically, these would have
1186 * been hardcoded elsewhere.
1187 *
1188 * @param dev Pointer to the device structure.
1189 */
1190static void pci_scan_hidden_device(struct device *dev)
1191{
1192 if (dev->chip_ops && dev->chip_ops->enable_dev)
1193 dev->chip_ops->enable_dev(dev);
1194
1195 /*
1196 * If chip_ops->enable_dev did not set dev->ops, then set to a default
1197 * .ops, because PCI enumeration is effectively being skipped, therefore
1198 * no PCI driver will bind to this device. However, children may want to
1199 * be enumerated, so this provides scan_static_bus for the .scan_bus
1200 * callback.
1201 */
1202 if (dev->ops == NULL)
1203 dev->ops = &default_hidden_pci_ops_dev;
1204
1205 if (dev->ops->enable)
1206 dev->ops->enable(dev);
1207
1208 /* Display the device almost as if it were probed normally */
1209 printk(BIOS_DEBUG, "%s [0000/%04x] hidden%s\n", dev_path(dev),
1210 dev->device, dev->ops ? "" : " No operations");
1211}
1212
1213/**
Uwe Hermannc1ee4292010-10-17 19:01:48 +00001214 * Scan a PCI bus.
Yinghai Lu13f1c2a2005-07-08 02:49:49 +00001215 *
Li-Ta Loe5266692004-03-23 21:28:05 +00001216 * Determine the existence of devices and bridges on a PCI bus. If there are
1217 * bridges on the bus, recursively scan the buses behind the bridges.
1218 *
Uwe Hermannc1ee4292010-10-17 19:01:48 +00001219 * @param bus Pointer to the bus structure.
1220 * @param min_devfn Minimum devfn to look at in the scan, usually 0x00.
1221 * @param max_devfn Maximum devfn to look at in the scan, usually 0xff.
Eric Biederman8ca8d762003-04-22 19:02:15 +00001222 */
Martin Roth38ddbfb2019-10-23 21:41:00 -06001223void pci_scan_bus(struct bus *bus, unsigned int min_devfn,
1224 unsigned int max_devfn)
Eric Biederman8ca8d762003-04-22 19:02:15 +00001225{
1226 unsigned int devfn;
Kyösti Mälkki8712aa12019-01-09 11:31:25 +02001227 struct device *dev, **prev;
1228 int once = 0;
Eric Biederman8ca8d762003-04-22 19:02:15 +00001229
Stefan Reinauerc02b4fc2010-03-22 11:42:32 +00001230 printk(BIOS_DEBUG, "PCI: pci_scan_bus for bus %02x\n", bus->secondary);
Eric Biederman8ca8d762003-04-22 19:02:15 +00001231
Uwe Hermanne4870472010-11-04 23:23:47 +00001232 /* Maximum sane devfn is 0xFF. */
Juhana Helovuo50b78b62010-09-13 14:43:02 +00001233 if (max_devfn > 0xff) {
Uwe Hermanne4870472010-11-04 23:23:47 +00001234 printk(BIOS_ERR, "PCI: pci_scan_bus limits devfn %x - "
1235 "devfn %x\n", min_devfn, max_devfn);
1236 printk(BIOS_ERR, "PCI: pci_scan_bus upper limit too big. "
1237 "Using 0xff.\n");
Juhana Helovuo50b78b62010-09-13 14:43:02 +00001238 max_devfn=0xff;
1239 }
1240
Eric Biederman8ca8d762003-04-22 19:02:15 +00001241 post_code(0x24);
Uwe Hermanne4870472010-11-04 23:23:47 +00001242
1243 /*
1244 * Probe all devices/functions on this bus with some optimization for
Myles Watson29cc9ed2009-07-02 18:56:24 +00001245 * non-existence and single function devices.
Eric Biedermanb78c1972004-10-14 20:54:17 +00001246 */
Eric Biedermane9a271e32003-09-02 03:36:25 +00001247 for (devfn = min_devfn; devfn <= max_devfn; devfn++) {
Ronald G. Minnich466ca2c2019-10-22 02:02:24 +00001248 if (CONFIG(MINIMAL_PCI_SCANNING)) {
1249 dev = pcidev_path_behind(bus, devfn);
1250 if (!dev || !dev->mandatory)
1251 continue;
1252 }
1253
Uwe Hermanne4870472010-11-04 23:23:47 +00001254 /* First thing setup the device structure. */
Kyösti Mälkki8712aa12019-01-09 11:31:25 +02001255 dev = pci_scan_get_dev(bus, devfn);
Li-Ta Lo9782f752004-05-05 21:15:42 +00001256
Tim Wawrzynczakdbcf7b12020-05-13 16:15:08 -06001257 /* Devices marked 'hidden' do not get probed */
1258 if (dev && dev->hidden) {
1259 pci_scan_hidden_device(dev);
1260
1261 /* Skip pci_probe_dev, go to next devfn */
1262 continue;
1263 }
1264
Myles Watson29cc9ed2009-07-02 18:56:24 +00001265 /* See if a device is present and setup the device structure. */
Myles Watson032a9652009-05-11 22:24:53 +00001266 dev = pci_probe_dev(dev, bus, devfn);
Eric Biederman03acab62004-10-14 21:25:53 +00001267
Uwe Hermanne4870472010-11-04 23:23:47 +00001268 /*
1269 * If this is not a multi function device, or the device is
Myles Watson29cc9ed2009-07-02 18:56:24 +00001270 * not present don't waste time probing another function.
Myles Watson032a9652009-05-11 22:24:53 +00001271 * Skip to next device.
Eric Biederman8ca8d762003-04-22 19:02:15 +00001272 */
Uwe Hermanne4870472010-11-04 23:23:47 +00001273 if ((PCI_FUNC(devfn) == 0x00) && (!dev
Myles Watson29cc9ed2009-07-02 18:56:24 +00001274 || (dev->enabled && ((dev->hdr_type & 0x80) != 0x80)))) {
Eric Biederman8ca8d762003-04-22 19:02:15 +00001275 devfn += 0x07;
1276 }
1277 }
Uwe Hermanne4870472010-11-04 23:23:47 +00001278
Eric Biederman8ca8d762003-04-22 19:02:15 +00001279 post_code(0x25);
1280
Uwe Hermanne4870472010-11-04 23:23:47 +00001281 /*
1282 * Warn if any leftover static devices are are found.
1283 * There's probably a problem in devicetree.cb.
Myles Watson29cc9ed2009-07-02 18:56:24 +00001284 */
Uwe Hermanne4870472010-11-04 23:23:47 +00001285
Kyösti Mälkki8712aa12019-01-09 11:31:25 +02001286 prev = &bus->children;
1287 for (dev = bus->children; dev; dev = dev->sibling) {
Tim Wawrzynczakdbcf7b12020-05-13 16:15:08 -06001288 /*
1289 * The device is only considered leftover if it is not hidden
1290 * and it has a Vendor ID of 0 (the default for a device that
1291 * could not be probed).
1292 */
1293 if (dev->vendor != 0 || dev->hidden) {
Kyösti Mälkki8712aa12019-01-09 11:31:25 +02001294 prev = &dev->sibling;
1295 continue;
1296 }
1297
1298 /* Unlink it from list. */
1299 *prev = dev->sibling;
1300
1301 if (!once++)
1302 printk(BIOS_WARNING, "PCI: Leftover static devices:\n");
1303 printk(BIOS_WARNING, "%s\n", dev_path(dev));
Yinghai Lu13f1c2a2005-07-08 02:49:49 +00001304 }
1305
Kyösti Mälkki8712aa12019-01-09 11:31:25 +02001306 if (once)
1307 printk(BIOS_WARNING, "PCI: Check your devicetree.cb.\n");
1308
Uwe Hermanne4870472010-11-04 23:23:47 +00001309 /*
1310 * For all children that implement scan_bus() (i.e. bridges)
Eric Biedermanb78c1972004-10-14 20:54:17 +00001311 * scan the bus behind that child.
1312 */
Kyösti Mälkkide271a82015-03-18 13:09:47 +02001313
Kyösti Mälkki2d2367c2015-02-20 21:28:31 +02001314 scan_bridges(bus);
Kyösti Mälkkide271a82015-03-18 13:09:47 +02001315
Uwe Hermanne4870472010-11-04 23:23:47 +00001316 /*
1317 * We've scanned the bus and so we know all about what's on the other
Myles Watson29cc9ed2009-07-02 18:56:24 +00001318 * side of any bridges that may be on this bus plus any devices.
Eric Biederman8ca8d762003-04-22 19:02:15 +00001319 * Return how far we've got finding sub-buses.
1320 */
Eric Biederman8ca8d762003-04-22 19:02:15 +00001321 post_code(0x55);
Eric Biederman8ca8d762003-04-22 19:02:15 +00001322}
1323
Kyösti Mälkki33452402015-02-23 06:58:26 +02001324typedef enum {
1325 PCI_ROUTE_CLOSE,
1326 PCI_ROUTE_SCAN,
1327 PCI_ROUTE_FINAL,
1328} scan_state;
1329
1330static void pci_bridge_route(struct bus *link, scan_state state)
1331{
1332 struct device *dev = link->dev;
1333 struct bus *parent = dev->bus;
1334 u32 reg, buses = 0;
1335
Kyösti Mälkki757c8b42015-02-23 06:58:26 +02001336 if (state == PCI_ROUTE_SCAN) {
1337 link->secondary = parent->subordinate + 1;
Jeremy Sollercf2ac542019-10-09 21:40:36 -06001338 link->subordinate = link->secondary + dev->hotplug_buses;
Kyösti Mälkki757c8b42015-02-23 06:58:26 +02001339 }
1340
Kyösti Mälkki33452402015-02-23 06:58:26 +02001341 if (state == PCI_ROUTE_CLOSE) {
1342 buses |= 0xfeff << 8;
1343 } else if (state == PCI_ROUTE_SCAN) {
Timothy Pearson7d8a4782015-10-24 20:34:57 -05001344 buses |= parent->secondary & 0xff;
Kyösti Mälkki33452402015-02-23 06:58:26 +02001345 buses |= ((u32) link->secondary & 0xff) << 8;
Kyösti Mälkki757c8b42015-02-23 06:58:26 +02001346 buses |= 0xff << 16; /* MAX PCI_BUS number here */
Kyösti Mälkki33452402015-02-23 06:58:26 +02001347 } else if (state == PCI_ROUTE_FINAL) {
1348 buses |= parent->secondary & 0xff;
1349 buses |= ((u32) link->secondary & 0xff) << 8;
1350 buses |= ((u32) link->subordinate & 0xff) << 16;
1351 }
1352
1353 if (state == PCI_ROUTE_SCAN) {
1354 /* Clear all status bits and turn off memory, I/O and master enables. */
1355 link->bridge_cmd = pci_read_config16(dev, PCI_COMMAND);
1356 pci_write_config16(dev, PCI_COMMAND, 0x0000);
1357 pci_write_config16(dev, PCI_STATUS, 0xffff);
1358 }
1359
1360 /*
1361 * Configure the bus numbers for this bridge: the configuration
1362 * transactions will not be propagated by the bridge if it is not
1363 * correctly configured.
1364 */
1365
1366 reg = pci_read_config32(dev, PCI_PRIMARY_BUS);
1367 reg &= 0xff000000;
1368 reg |= buses;
1369 pci_write_config32(dev, PCI_PRIMARY_BUS, reg);
1370
1371 if (state == PCI_ROUTE_FINAL) {
1372 pci_write_config16(dev, PCI_COMMAND, link->bridge_cmd);
Kyösti Mälkki757c8b42015-02-23 06:58:26 +02001373 parent->subordinate = link->subordinate;
Kyösti Mälkki33452402015-02-23 06:58:26 +02001374 }
1375}
1376
Li-Ta Loe5266692004-03-23 21:28:05 +00001377/**
Uwe Hermannc1ee4292010-10-17 19:01:48 +00001378 * Scan a PCI bridge and the buses behind the bridge.
Li-Ta Loe5266692004-03-23 21:28:05 +00001379 *
1380 * Determine the existence of buses behind the bridge. Set up the bridge
1381 * according to the result of the scan.
1382 *
1383 * This function is the default scan_bus() method for PCI bridge devices.
1384 *
Myles Watson29cc9ed2009-07-02 18:56:24 +00001385 * @param dev Pointer to the bridge device.
Uwe Hermannc1ee4292010-10-17 19:01:48 +00001386 * @param do_scan_bus TODO
Eric Biederman8ca8d762003-04-22 19:02:15 +00001387 */
Kyösti Mälkki580e7222015-03-19 21:04:23 +02001388void do_pci_scan_bridge(struct device *dev,
Kyösti Mälkkide271a82015-03-18 13:09:47 +02001389 void (*do_scan_bus) (struct bus * bus,
Martin Roth38ddbfb2019-10-23 21:41:00 -06001390 unsigned int min_devfn,
1391 unsigned int max_devfn))
Eric Biederman8ca8d762003-04-22 19:02:15 +00001392{
Eric Biedermane9a271e32003-09-02 03:36:25 +00001393 struct bus *bus;
Eric Biederman83b991a2003-10-11 06:20:25 +00001394
Stefan Reinauerc02b4fc2010-03-22 11:42:32 +00001395 printk(BIOS_SPEW, "%s for %s\n", __func__, dev_path(dev));
Li-Ta Lo3a812852004-12-03 22:39:34 +00001396
Myles Watson894a3472010-06-09 22:41:35 +00001397 if (dev->link_list == NULL) {
1398 struct bus *link;
1399 link = malloc(sizeof(*link));
1400 if (link == NULL)
1401 die("Couldn't allocate a link!\n");
1402 memset(link, 0, sizeof(*link));
1403 link->dev = dev;
1404 dev->link_list = link;
1405 }
1406
1407 bus = dev->link_list;
Eric Biedermane9a271e32003-09-02 03:36:25 +00001408
Nico Huber061b9052019-09-21 15:58:23 +02001409 pci_bridge_vga_compat(bus);
1410
Kyösti Mälkki33452402015-02-23 06:58:26 +02001411 pci_bridge_route(bus, PCI_ROUTE_SCAN);
Li-Ta Lo3a812852004-12-03 22:39:34 +00001412
Kyösti Mälkkide271a82015-03-18 13:09:47 +02001413 do_scan_bus(bus, 0x00, 0xff);
Kyösti Mälkki33452402015-02-23 06:58:26 +02001414
1415 pci_bridge_route(bus, PCI_ROUTE_FINAL);
Eric Biederman8ca8d762003-04-22 19:02:15 +00001416}
Li-Ta Loe5266692004-03-23 21:28:05 +00001417
Yinghai Lu13f1c2a2005-07-08 02:49:49 +00001418/**
Uwe Hermannc1ee4292010-10-17 19:01:48 +00001419 * Scan a PCI bridge and the buses behind the bridge.
Yinghai Lu13f1c2a2005-07-08 02:49:49 +00001420 *
1421 * Determine the existence of buses behind the bridge. Set up the bridge
1422 * according to the result of the scan.
1423 *
1424 * This function is the default scan_bus() method for PCI bridge devices.
1425 *
Myles Watson29cc9ed2009-07-02 18:56:24 +00001426 * @param dev Pointer to the bridge device.
Yinghai Lu13f1c2a2005-07-08 02:49:49 +00001427 */
Kyösti Mälkki580e7222015-03-19 21:04:23 +02001428void pci_scan_bridge(struct device *dev)
Yinghai Lu13f1c2a2005-07-08 02:49:49 +00001429{
Kyösti Mälkki580e7222015-03-19 21:04:23 +02001430 do_pci_scan_bridge(dev, pci_scan_bus);
Yinghai Lu13f1c2a2005-07-08 02:49:49 +00001431}
1432
Myles Watson29cc9ed2009-07-02 18:56:24 +00001433/**
Uwe Hermannc1ee4292010-10-17 19:01:48 +00001434 * Scan a PCI domain.
Myles Watson29cc9ed2009-07-02 18:56:24 +00001435 *
1436 * This function is the default scan_bus() method for PCI domains.
1437 *
Uwe Hermannc1ee4292010-10-17 19:01:48 +00001438 * @param dev Pointer to the domain.
Myles Watson29cc9ed2009-07-02 18:56:24 +00001439 */
Aaron Durbinc30d9132017-08-07 16:55:43 -06001440void pci_domain_scan_bus(struct device *dev)
Myles Watson29cc9ed2009-07-02 18:56:24 +00001441{
Kyösti Mälkki6f370172015-03-19 15:26:52 +02001442 struct bus *link = dev->link_list;
Kyösti Mälkkide271a82015-03-18 13:09:47 +02001443 pci_scan_bus(link, PCI_DEVFN(0, 0), 0xff);
Myles Watson29cc9ed2009-07-02 18:56:24 +00001444}
1445
Mike Loptien0f5cf5e2014-05-12 21:46:31 -06001446/**
1447 * Take an INT_PIN number (0, 1 - 4) and convert
1448 * it to a string ("NO PIN", "PIN A" - "PIN D")
1449 *
1450 * @param pin PCI Interrupt Pin number (0, 1 - 4)
1451 * @return A string corresponding to the pin number or "Invalid"
1452 */
1453const char *pin_to_str(int pin)
1454{
1455 const char *str[5] = {
1456 "NO PIN",
1457 "PIN A",
1458 "PIN B",
1459 "PIN C",
1460 "PIN D",
1461 };
1462
1463 if (pin >= 0 && pin <= 4)
1464 return str[pin];
1465 else
1466 return "Invalid PIN, not 0 - 4";
1467}
1468
1469/**
1470 * Get the PCI INT_PIN swizzle for a device defined as:
1471 * pin_parent = (pin_child + devn_child) % 4 + 1
1472 * where PIN A = 1 ... PIN_D = 4
1473 *
1474 * Given a PCI device structure 'dev', find the interrupt pin
1475 * that will be triggered on its parent bridge device when
1476 * generating an interrupt. For example: Device 1:3.2 may
1477 * use INT_PIN A but will trigger PIN D on its parent bridge
1478 * device. In this case, this function will return 4 (PIN D).
1479 *
1480 * @param dev A PCI device structure to swizzle interrupt pins for
Martin Roth32bc6b62015-01-04 16:54:35 -07001481 * @param *parent_bridge The PCI device structure for the bridge
Mike Loptien0f5cf5e2014-05-12 21:46:31 -06001482 * device 'dev' is attached to
1483 * @return The interrupt pin number (1 - 4) that 'dev' will
1484 * trigger when generating an interrupt
1485 */
Aaron Durbinc30d9132017-08-07 16:55:43 -06001486static int swizzle_irq_pins(struct device *dev, struct device **parent_bridge)
Mike Loptien0f5cf5e2014-05-12 21:46:31 -06001487{
Aaron Durbinc30d9132017-08-07 16:55:43 -06001488 struct device *parent; /* Our current device's parent device */
1489 struct device *child; /* The child device of the parent */
Mike Loptien0f5cf5e2014-05-12 21:46:31 -06001490 uint8_t parent_bus = 0; /* Parent Bus number */
1491 uint16_t parent_devfn = 0; /* Parent Device and Function number */
1492 uint16_t child_devfn = 0; /* Child Device and Function number */
1493 uint8_t swizzled_pin = 0; /* Pin swizzled across a bridge */
1494
1495 /* Start with PIN A = 0 ... D = 3 */
1496 swizzled_pin = pci_read_config8(dev, PCI_INTERRUPT_PIN) - 1;
1497
1498 /* While our current device has parent devices */
1499 child = dev;
1500 for (parent = child->bus->dev; parent; parent = parent->bus->dev) {
1501 parent_bus = parent->bus->secondary;
1502 parent_devfn = parent->path.pci.devfn;
1503 child_devfn = child->path.pci.devfn;
1504
1505 /* Swizzle the INT_PIN for any bridges not on root bus */
1506 swizzled_pin = (PCI_SLOT(child_devfn) + swizzled_pin) % 4;
1507 printk(BIOS_SPEW, "\tWith INT_PIN swizzled to %s\n"
1508 "\tAttached to bridge device %01X:%02Xh.%02Xh\n",
1509 pin_to_str(swizzled_pin + 1), parent_bus,
1510 PCI_SLOT(parent_devfn), PCI_FUNC(parent_devfn));
1511
1512 /* Continue until we find the root bus */
1513 if (parent_bus > 0) {
1514 /*
1515 * We will go on to the next parent so this parent
1516 * becomes the child
1517 */
1518 child = parent;
1519 continue;
1520 } else {
1521 /*
1522 * Found the root bridge device,
1523 * fill in the structure and exit
1524 */
1525 *parent_bridge = parent;
1526 break;
1527 }
1528 }
1529
1530 /* End with PIN A = 1 ... D = 4 */
1531 return swizzled_pin + 1;
1532}
1533
1534/**
1535 * Given a device structure 'dev', find its interrupt pin
1536 * and its parent bridge 'parent_bdg' device structure.
1537 * If it is behind a bridge, it will return the interrupt
1538 * pin number (1 - 4) of the parent bridge that the device
1539 * interrupt pin has been swizzled to, otherwise it will
1540 * return the interrupt pin that is programmed into the
1541 * PCI config space of the target device. If 'dev' is
1542 * behind a bridge, it will fill in 'parent_bdg' with the
1543 * device structure of the bridge it is behind, otherwise
1544 * it will copy 'dev' into 'parent_bdg'.
1545 *
1546 * @param dev A PCI device structure to get interrupt pins for.
1547 * @param *parent_bdg The PCI device structure for the bridge
1548 * device 'dev' is attached to.
1549 * @return The interrupt pin number (1 - 4) that 'dev' will
1550 * trigger when generating an interrupt.
1551 * Errors: -1 is returned if the device is not enabled
1552 * -2 is returned if a parent bridge could not be found.
1553 */
Aaron Durbinc30d9132017-08-07 16:55:43 -06001554int get_pci_irq_pins(struct device *dev, struct device **parent_bdg)
Mike Loptien0f5cf5e2014-05-12 21:46:31 -06001555{
1556 uint8_t bus = 0; /* The bus this device is on */
1557 uint16_t devfn = 0; /* This device's device and function numbers */
1558 uint8_t int_pin = 0; /* Interrupt pin used by the device */
1559 uint8_t target_pin = 0; /* Interrupt pin we want to assign an IRQ to */
1560
1561 /* Make sure this device is enabled */
1562 if (!(dev->enabled && (dev->path.type == DEVICE_PATH_PCI)))
1563 return -1;
1564
1565 bus = dev->bus->secondary;
1566 devfn = dev->path.pci.devfn;
1567
1568 /* Get and validate the interrupt pin used. Only 1-4 are allowed */
1569 int_pin = pci_read_config8(dev, PCI_INTERRUPT_PIN);
1570 if (int_pin < 1 || int_pin > 4)
1571 return -1;
1572
1573 printk(BIOS_SPEW, "PCI IRQ: Found device %01X:%02X.%02X using %s\n",
1574 bus, PCI_SLOT(devfn), PCI_FUNC(devfn), pin_to_str(int_pin));
1575
1576 /* If this device is on a bridge, swizzle its INT_PIN */
1577 if (bus) {
1578 /* Swizzle its INT_PINs */
1579 target_pin = swizzle_irq_pins(dev, parent_bdg);
1580
1581 /* Make sure the swizzle returned valid structures */
1582 if (parent_bdg == NULL) {
1583 printk(BIOS_WARNING,
1584 "Warning: Could not find parent bridge for this device!\n");
1585 return -2;
1586 }
1587 } else { /* Device is not behind a bridge */
1588 target_pin = int_pin; /* Return its own interrupt pin */
1589 *parent_bdg = dev; /* Return its own structure */
1590 }
1591
1592 /* Target pin is the interrupt pin we want to assign an IRQ to */
1593 return target_pin;
1594}
1595
Julius Wernercd49cce2019-03-05 16:53:33 -08001596#if CONFIG(PC80_SYSTEM)
Myles Watson29cc9ed2009-07-02 18:56:24 +00001597/**
Uwe Hermannc1ee4292010-10-17 19:01:48 +00001598 * Assign IRQ numbers.
Myles Watson29cc9ed2009-07-02 18:56:24 +00001599 *
Stefan Reinauer4d933dd2009-07-21 21:36:41 +00001600 * This function assigns IRQs for all functions contained within the indicated
Uwe Hermanne4870472010-11-04 23:23:47 +00001601 * device address. If the device does not exist or does not require interrupts
Stefan Reinauer4d933dd2009-07-21 21:36:41 +00001602 * then this function has no effect.
Myles Watson29cc9ed2009-07-02 18:56:24 +00001603 *
1604 * This function should be called for each PCI slot in your system.
1605 *
Kyösti Mälkkic19d6a62019-07-04 21:39:28 +03001606 * @param dev Pointer to dev structure.
Uwe Hermannc1ee4292010-10-17 19:01:48 +00001607 * @param pIntAtoD An array of IRQ #s that are assigned to PINTA through PINTD
1608 * of this slot. The particular IRQ #s that are passed in depend on the
1609 * routing inside your southbridge and on your board.
Stefan Reinauer4d933dd2009-07-21 21:36:41 +00001610 */
Kyösti Mälkkic19d6a62019-07-04 21:39:28 +03001611void pci_assign_irqs(struct device *dev, const unsigned char pIntAtoD[4])
Ronald G. Minnich6dd6c6852003-10-02 00:08:42 +00001612{
Kyösti Mälkkic19d6a62019-07-04 21:39:28 +03001613 u8 slot, line, irq;
Ronald G. Minnich6dd6c6852003-10-02 00:08:42 +00001614
Kyösti Mälkkic19d6a62019-07-04 21:39:28 +03001615 /* Each device may contain up to eight functions. */
1616 slot = dev->path.pci.devfn >> 3;
Ronald G. Minnich6dd6c6852003-10-02 00:08:42 +00001617
Kyösti Mälkkic19d6a62019-07-04 21:39:28 +03001618 for (; dev ; dev = dev->sibling) {
Ronald G. Minnich6dd6c6852003-10-02 00:08:42 +00001619
Kyösti Mälkkic19d6a62019-07-04 21:39:28 +03001620 if (dev->path.pci.devfn >> 3 != slot)
1621 break;
1622
1623 line = pci_read_config8(dev, PCI_INTERRUPT_PIN);
Ronald G. Minnich6dd6c6852003-10-02 00:08:42 +00001624
Uwe Hermanne4870472010-11-04 23:23:47 +00001625 /* PCI spec says all values except 1..4 are reserved. */
Stefan Reinauer4d933dd2009-07-21 21:36:41 +00001626 if ((line < 1) || (line > 4))
1627 continue;
Ronald G. Minnich6dd6c6852003-10-02 00:08:42 +00001628
Stefan Reinauer4d933dd2009-07-21 21:36:41 +00001629 irq = pIntAtoD[line - 1];
Ronald G. Minnich6dd6c6852003-10-02 00:08:42 +00001630
Kyösti Mälkkic19d6a62019-07-04 21:39:28 +03001631 printk(BIOS_DEBUG, "Assigning IRQ %d to %s\n", irq, dev_path(dev));
Ronald G. Minnich6dd6c6852003-10-02 00:08:42 +00001632
Kyösti Mälkkic19d6a62019-07-04 21:39:28 +03001633 pci_write_config8(dev, PCI_INTERRUPT_LINE, pIntAtoD[line - 1]);
Stefan Reinauer4d933dd2009-07-21 21:36:41 +00001634
1635#ifdef PARANOID_IRQ_ASSIGNMENTS
Myles Watson17aeeca2009-10-07 18:41:08 +00001636 irq = pci_read_config8(pdev, PCI_INTERRUPT_LINE);
Stefan Reinauerc02b4fc2010-03-22 11:42:32 +00001637 printk(BIOS_DEBUG, " Readback = %d\n", irq);
Stefan Reinauer4d933dd2009-07-21 21:36:41 +00001638#endif
1639
Julius Wernercd49cce2019-03-05 16:53:33 -08001640#if CONFIG(PC80_SYSTEM)
Uwe Hermanne4870472010-11-04 23:23:47 +00001641 /* Change to level triggered. */
1642 i8259_configure_irq_trigger(pIntAtoD[line - 1],
1643 IRQ_LEVEL_TRIGGERED);
Stefan Reinauer5fb62162010-12-16 23:52:04 +00001644#endif
Ronald G. Minnich6dd6c6852003-10-02 00:08:42 +00001645 }
1646}
Stefan Reinauer4d933dd2009-07-21 21:36:41 +00001647#endif