blob: 3a3ce40ae1abdbe90fc8a828f1392ebfde512efd [file] [log] [blame]
Greg Kroah-Hartmanb2441312017-11-01 15:07:57 +01001// SPDX-License-Identifier: GPL-2.0
Linus Torvalds1da177e2005-04-16 15:20:36 -07002/*
Linus Torvalds1da177e2005-04-16 15:20:36 -07003 * Purpose: PCI Express Port Bus Driver
Paul Gortmakera7dadf452016-08-22 17:59:44 -04004 * Author: Tom Nguyen <tom.l.nguyen@intel.com>
Linus Torvalds1da177e2005-04-16 15:20:36 -07005 *
6 * Copyright (C) 2004 Intel
7 * Copyright (C) Tom Long Nguyen (tom.l.nguyen@intel.com)
8 */
9
Linus Torvalds1da177e2005-04-16 15:20:36 -070010#include <linux/pci.h>
11#include <linux/kernel.h>
12#include <linux/errno.h>
13#include <linux/pm.h>
Zheng Yan71a83bd2012-06-23 10:23:49 +080014#include <linux/pm_runtime.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070015#include <linux/init.h>
Zhang, Yanmin4bf33922006-07-31 15:26:16 +080016#include <linux/aer.h>
Rafael J. Wysockic39fae12010-02-17 23:40:07 +010017#include <linux/dmi.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070018
Lukas Wunnerc6a63302016-10-28 10:52:06 +020019#include "../pci.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070020#include "portdrv.h"
21
Rafael J. Wysocki79dd9182010-08-21 01:51:44 +020022/* If this switch is set, PCIe port native services should not be enabled. */
23bool pcie_ports_disabled;
24
Rafael J. Wysocki28eb5f22010-08-21 22:02:38 +020025/*
Bjorn Helgaasd8508822018-03-09 11:21:30 -060026 * If the user specified "pcie_ports=native", use the PCIe services regardless
27 * of whether the platform has given us permission. On ACPI systems, this
28 * means we ignore _OSC.
Rafael J. Wysocki28eb5f22010-08-21 22:02:38 +020029 */
Bjorn Helgaasd8508822018-03-09 11:21:30 -060030bool pcie_ports_native;
Rafael J. Wysocki28eb5f22010-08-21 22:02:38 +020031
Olof Johansson35a0b232019-10-23 12:22:05 -070032/*
33 * If the user specified "pcie_ports=dpc-native", use the Linux DPC PCIe
34 * service even if the platform hasn't given us permission.
35 */
36bool pcie_ports_dpc_native;
37
Rafael J. Wysocki79dd9182010-08-21 01:51:44 +020038static int __init pcie_port_setup(char *str)
39{
Bjorn Helgaasd8508822018-03-09 11:21:30 -060040 if (!strncmp(str, "compat", 6))
Rafael J. Wysocki79dd9182010-08-21 01:51:44 +020041 pcie_ports_disabled = true;
Bjorn Helgaasd8508822018-03-09 11:21:30 -060042 else if (!strncmp(str, "native", 6))
43 pcie_ports_native = true;
Olof Johansson35a0b232019-10-23 12:22:05 -070044 else if (!strncmp(str, "dpc-native", 10))
45 pcie_ports_dpc_native = true;
Rafael J. Wysocki79dd9182010-08-21 01:51:44 +020046
47 return 1;
48}
49__setup("pcie_ports=", pcie_port_setup);
50
Linus Torvalds1da177e2005-04-16 15:20:36 -070051/* global data */
Linus Torvalds1da177e2005-04-16 15:20:36 -070052
Zhang, Yanmin0bed2082006-09-28 14:35:59 +080053#ifdef CONFIG_PM
Mika Westerberg006d44e2016-06-02 11:17:15 +030054static int pcie_port_runtime_suspend(struct device *dev)
55{
Mika Westerberg94c79932018-09-27 16:41:48 -050056 if (!to_pci_dev(dev)->bridge_d3)
57 return -EBUSY;
Mika Westerberg006d44e2016-06-02 11:17:15 +030058
Mika Westerberg94c79932018-09-27 16:41:48 -050059 return pcie_port_device_runtime_suspend(dev);
Mika Westerberg006d44e2016-06-02 11:17:15 +030060}
61
62static int pcie_port_runtime_idle(struct device *dev)
63{
64 /*
65 * Assume the PCI core has set bridge_d3 whenever it thinks the port
66 * should be good to go to D3. Everything else, including moving
67 * the port to D3, is handled by the PCI core.
68 */
69 return to_pci_dev(dev)->bridge_d3 ? 0 : -EBUSY;
70}
71
Alexey Dobriyan47145212009-12-14 18:00:08 -080072static const struct dev_pm_ops pcie_portdrv_pm_ops = {
Rafael J. Wysocki3a3c2442009-02-15 22:32:48 +010073 .suspend = pcie_port_device_suspend,
Lukas Wunner79037822018-07-19 17:27:53 -050074 .resume_noirq = pcie_port_device_resume_noirq,
Rafael J. Wysocki3a3c2442009-02-15 22:32:48 +010075 .resume = pcie_port_device_resume,
76 .freeze = pcie_port_device_suspend,
77 .thaw = pcie_port_device_resume,
78 .poweroff = pcie_port_device_suspend,
Lukas Wunner79037822018-07-19 17:27:53 -050079 .restore_noirq = pcie_port_device_resume_noirq,
Rafael J. Wysocki3a3c2442009-02-15 22:32:48 +010080 .restore = pcie_port_device_resume,
Mika Westerberg006d44e2016-06-02 11:17:15 +030081 .runtime_suspend = pcie_port_runtime_suspend,
Mika Westerberg94c79932018-09-27 16:41:48 -050082 .runtime_resume = pcie_port_device_runtime_resume,
Mika Westerberg006d44e2016-06-02 11:17:15 +030083 .runtime_idle = pcie_port_runtime_idle,
Rafael J. Wysocki3a3c2442009-02-15 22:32:48 +010084};
Rafael J. Wysockia79d6822008-12-27 16:28:58 +010085
Rafael J. Wysocki3a3c2442009-02-15 22:32:48 +010086#define PCIE_PORTDRV_PM_OPS (&pcie_portdrv_pm_ops)
Rafael J. Wysockia79d6822008-12-27 16:28:58 +010087
Rafael J. Wysocki3a3c2442009-02-15 22:32:48 +010088#else /* !PM */
89
90#define PCIE_PORTDRV_PM_OPS NULL
91#endif /* !PM */
Zhang, Yanmin4bf33922006-07-31 15:26:16 +080092
Linus Torvalds1da177e2005-04-16 15:20:36 -070093/*
94 * pcie_portdrv_probe - Probe PCI-Express port devices
95 * @dev: PCI-Express port device being probed
96 *
Hidetoshi Seto40da4182009-12-15 11:38:04 +090097 * If detected invokes the pcie_port_device_register() method for
Linus Torvalds1da177e2005-04-16 15:20:36 -070098 * this port device.
99 *
100 */
Bill Pemberton15856ad2012-11-21 15:35:00 -0500101static int pcie_portdrv_probe(struct pci_dev *dev,
Kenji Kaneshige898294c2009-11-25 21:00:53 +0900102 const struct pci_device_id *id)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700103{
Kenji Kaneshige898294c2009-11-25 21:00:53 +0900104 int status;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700105
Kenji Kaneshige898294c2009-11-25 21:00:53 +0900106 if (!pci_is_pcie(dev) ||
Yijing Wang62f87c02012-07-24 17:20:03 +0800107 ((pci_pcie_type(dev) != PCI_EXP_TYPE_ROOT_PORT) &&
108 (pci_pcie_type(dev) != PCI_EXP_TYPE_UPSTREAM) &&
109 (pci_pcie_type(dev) != PCI_EXP_TYPE_DOWNSTREAM)))
Kenji Kaneshige898294c2009-11-25 21:00:53 +0900110 return -ENODEV;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700111
Rafael J. Wysockif118c0c2009-01-13 14:42:01 +0100112 status = pcie_port_device_register(dev);
113 if (status)
114 return status;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700115
Rafael J. Wysocki87d2e2e2009-01-13 14:43:07 +0100116 pci_save_state(dev);
Mika Westerberg006d44e2016-06-02 11:17:15 +0300117
Rafael J. Wysockie0751552020-04-18 18:53:01 +0200118 dev_pm_set_driver_flags(&dev->dev, DPM_FLAG_NO_DIRECT_COMPLETE |
Mika Westerberg52be9462018-09-27 16:41:47 -0500119 DPM_FLAG_SMART_SUSPEND);
Rafael J. Wysocki877b3729c2018-01-03 01:38:27 +0100120
Lukas Wunner97a90ae2016-10-28 10:52:06 +0200121 if (pci_bridge_d3_possible(dev)) {
Mika Westerberg006d44e2016-06-02 11:17:15 +0300122 /*
123 * Keep the port resumed 100ms to make sure things like
124 * config space accesses from userspace (lspci) will not
125 * cause the port to repeatedly suspend and resume.
126 */
127 pm_runtime_set_autosuspend_delay(&dev->dev, 100);
128 pm_runtime_use_autosuspend(&dev->dev);
129 pm_runtime_mark_last_busy(&dev->dev);
130 pm_runtime_put_autosuspend(&dev->dev);
131 pm_runtime_allow(&dev->dev);
132 }
133
Linus Torvalds1da177e2005-04-16 15:20:36 -0700134 return 0;
135}
136
Hidetoshi Seto40da4182009-12-15 11:38:04 +0900137static void pcie_portdrv_remove(struct pci_dev *dev)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700138{
Lukas Wunner97a90ae2016-10-28 10:52:06 +0200139 if (pci_bridge_d3_possible(dev)) {
Mika Westerberg006d44e2016-06-02 11:17:15 +0300140 pm_runtime_forbid(&dev->dev);
141 pm_runtime_get_noresume(&dev->dev);
142 pm_runtime_dont_use_autosuspend(&dev->dev);
143 }
144
Linus Torvalds1da177e2005-04-16 15:20:36 -0700145 pcie_port_device_remove(dev);
146}
147
Zhang, Yanmin4bf33922006-07-31 15:26:16 +0800148static pci_ers_result_t pcie_portdrv_error_detected(struct pci_dev *dev,
Luc Van Oostenryck16d79cd2020-07-02 18:26:49 +0200149 pci_channel_state_t error)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700150{
Christoph Hellwigc5dc3c62017-06-19 20:04:58 +0200151 /* Root Port has no impact. Always recovers. */
152 return PCI_ERS_RESULT_CAN_RECOVER;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700153}
Zhang, Yanmin4bf33922006-07-31 15:26:16 +0800154
Keith Busch874b3252018-09-20 10:27:07 -0600155static pci_ers_result_t pcie_portdrv_slot_reset(struct pci_dev *dev)
156{
157 pci_restore_state(dev);
158 pci_save_state(dev);
159 return PCI_ERS_RESULT_RECOVERED;
160}
161
Zhang, Yanmin4bf33922006-07-31 15:26:16 +0800162static pci_ers_result_t pcie_portdrv_mmio_enabled(struct pci_dev *dev)
163{
Christoph Hellwigc5dc3c62017-06-19 20:04:58 +0200164 return PCI_ERS_RESULT_RECOVERED;
Zhang, Yanmin4bf33922006-07-31 15:26:16 +0800165}
166
Zhang, Yanmin4bf33922006-07-31 15:26:16 +0800167static int resume_iter(struct device *device, void *data)
168{
169 struct pcie_device *pcie_device;
170 struct pcie_port_service_driver *driver;
171
172 if (device->bus == &pcie_port_bus_type && device->driver) {
173 driver = to_service_driver(device->driver);
Christoph Hellwigc5dc3c62017-06-19 20:04:58 +0200174 if (driver && driver->error_resume) {
Zhang, Yanmin4bf33922006-07-31 15:26:16 +0800175 pcie_device = to_pcie_device(device);
176
177 /* Forward error message to service drivers */
Christoph Hellwigc5dc3c62017-06-19 20:04:58 +0200178 driver->error_resume(pcie_device->port);
Zhang, Yanmin4bf33922006-07-31 15:26:16 +0800179 }
180 }
181
182 return 0;
183}
184
185static void pcie_portdrv_err_resume(struct pci_dev *dev)
186{
Bjorn Helgaasb638d7e2013-04-12 11:18:01 -0600187 device_for_each_child(&dev->dev, NULL, resume_iter);
Zhang, Yanmin4bf33922006-07-31 15:26:16 +0800188}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700189
190/*
191 * LINUX Device Driver Model
192 */
Bjorn Helgaasc89f7f92019-02-15 13:49:18 -0600193static const struct pci_device_id port_pci_ids[] = {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700194 /* handle any PCI-Express port */
Bjorn Helgaasc89f7f92019-02-15 13:49:18 -0600195 { PCI_DEVICE_CLASS(((PCI_CLASS_BRIDGE_PCI << 8) | 0x00), ~0) },
Honghui Zhangf0cfece2019-02-14 13:21:17 +0800196 /* subtractive decode PCI-to-PCI bridge, class type is 060401h */
197 { PCI_DEVICE_CLASS(((PCI_CLASS_BRIDGE_PCI << 8) | 0x01), ~0) },
Bjorn Helgaasc89f7f92019-02-15 13:49:18 -0600198 { },
Linus Torvalds1da177e2005-04-16 15:20:36 -0700199};
Linus Torvalds1da177e2005-04-16 15:20:36 -0700200
Stephen Hemminger49453022012-09-07 09:33:14 -0700201static const struct pci_error_handlers pcie_portdrv_err_handler = {
202 .error_detected = pcie_portdrv_error_detected,
Keith Busch874b3252018-09-20 10:27:07 -0600203 .slot_reset = pcie_portdrv_slot_reset,
Stephen Hemminger49453022012-09-07 09:33:14 -0700204 .mmio_enabled = pcie_portdrv_mmio_enabled,
Stephen Hemminger49453022012-09-07 09:33:14 -0700205 .resume = pcie_portdrv_err_resume,
Zhang, Yanmin4bf33922006-07-31 15:26:16 +0800206};
207
Sam Ravnborg3603a6a2007-02-27 10:19:17 +0100208static struct pci_driver pcie_portdriver = {
Bjorn Helgaase3fb20f2009-10-05 16:47:34 -0600209 .name = "pcieport",
Linus Torvalds1da177e2005-04-16 15:20:36 -0700210 .id_table = &port_pci_ids[0],
211
212 .probe = pcie_portdrv_probe,
213 .remove = pcie_portdrv_remove,
Sinan Kayacc27b732017-10-25 15:01:02 -0400214 .shutdown = pcie_portdrv_remove,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700215
Bjorn Helgaasf7625982013-11-14 11:28:18 -0700216 .err_handler = &pcie_portdrv_err_handler,
Rafael J. Wysocki3a3c2442009-02-15 22:32:48 +0100217
Bjorn Helgaasf7625982013-11-14 11:28:18 -0700218 .driver.pm = PCIE_PORTDRV_PM_OPS,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700219};
220
Rafael J. Wysockic39fae12010-02-17 23:40:07 +0100221static int __init dmi_pcie_pme_disable_msi(const struct dmi_system_id *d)
222{
223 pr_notice("%s detected: will not use MSI for PCIe PME signaling\n",
Ryan Desfosses227f0642014-04-18 20:13:50 -0400224 d->ident);
Rafael J. Wysockic39fae12010-02-17 23:40:07 +0100225 pcie_pme_disable_msi();
226 return 0;
227}
228
Christoph Hellwig6faadbb2017-09-14 11:59:30 +0200229static const struct dmi_system_id pcie_portdrv_dmi_table[] __initconst = {
Rafael J. Wysockic39fae12010-02-17 23:40:07 +0100230 /*
231 * Boxes that should not use MSI for PCIe PME signaling.
232 */
233 {
234 .callback = dmi_pcie_pme_disable_msi,
235 .ident = "MSI Wind U-100",
236 .matches = {
237 DMI_MATCH(DMI_SYS_VENDOR,
Bjorn Helgaasf7625982013-11-14 11:28:18 -0700238 "MICRO-STAR INTERNATIONAL CO., LTD"),
Rafael J. Wysockic39fae12010-02-17 23:40:07 +0100239 DMI_MATCH(DMI_PRODUCT_NAME, "U-100"),
240 },
241 },
242 {}
243};
244
Keith Buschc29de842018-09-20 10:27:06 -0600245static void __init pcie_init_services(void)
246{
247 pcie_aer_init();
248 pcie_pme_init();
249 pcie_dpc_init();
250 pcie_hp_init();
Alexandru Gagniuce8303bb2019-02-27 14:58:17 -0600251 pcie_bandwidth_notification_init();
Keith Buschc29de842018-09-20 10:27:06 -0600252}
253
Linus Torvalds1da177e2005-04-16 15:20:36 -0700254static int __init pcie_portdrv_init(void)
255{
Rafael J. Wysockife31e692010-12-19 15:57:16 +0100256 if (pcie_ports_disabled)
Bjorn Helgaas79a01112018-03-09 11:06:56 -0600257 return -EACCES;
Rafael J. Wysocki79dd9182010-08-21 01:51:44 +0200258
Keith Buschc29de842018-09-20 10:27:06 -0600259 pcie_init_services();
Rafael J. Wysockic39fae12010-02-17 23:40:07 +0100260 dmi_check_system(pcie_portdrv_dmi_table);
261
Bjorn Helgaasc6c889d2018-03-09 11:06:56 -0600262 return pci_register_driver(&pcie_portdriver);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700263}
Paul Gortmakera7dadf452016-08-22 17:59:44 -0400264device_initcall(pcie_portdrv_init);