Bjorn Helgaas | 7328c8f | 2018-01-26 11:45:16 -0600 | [diff] [blame] | 1 | // SPDX-License-Identifier: GPL-2.0 |
Joerg Roedel | db3c33c | 2011-09-27 15:57:13 +0200 | [diff] [blame] | 2 | /* |
Bjorn Helgaas | df62ab5 | 2018-03-09 16:36:33 -0600 | [diff] [blame] | 3 | * PCI Express I/O Virtualization (IOV) support |
Joerg Roedel | db3c33c | 2011-09-27 15:57:13 +0200 | [diff] [blame] | 4 | * Address Translation Service 1.0 |
Joerg Roedel | c320b97 | 2011-09-27 15:57:15 +0200 | [diff] [blame] | 5 | * Page Request Interface added by Joerg Roedel <joerg.roedel@amd.com> |
Joerg Roedel | 086ac11 | 2011-09-27 15:57:16 +0200 | [diff] [blame] | 6 | * PASID support added by Joerg Roedel <joerg.roedel@amd.com> |
Bjorn Helgaas | df62ab5 | 2018-03-09 16:36:33 -0600 | [diff] [blame] | 7 | * |
| 8 | * Copyright (C) 2009 Intel Corporation, Yu Zhao <yu.zhao@intel.com> |
| 9 | * Copyright (C) 2011 Advanced Micro Devices, |
Joerg Roedel | db3c33c | 2011-09-27 15:57:13 +0200 | [diff] [blame] | 10 | */ |
| 11 | |
Paul Gortmaker | 363c75d | 2011-05-27 09:37:25 -0400 | [diff] [blame] | 12 | #include <linux/export.h> |
Joerg Roedel | db3c33c | 2011-09-27 15:57:13 +0200 | [diff] [blame] | 13 | #include <linux/pci-ats.h> |
| 14 | #include <linux/pci.h> |
James Bottomley | 8c45194 | 2011-11-29 19:20:23 +0000 | [diff] [blame] | 15 | #include <linux/slab.h> |
Joerg Roedel | db3c33c | 2011-09-27 15:57:13 +0200 | [diff] [blame] | 16 | |
| 17 | #include "pci.h" |
| 18 | |
Bjorn Helgaas | afdd596 | 2015-07-17 15:35:18 -0500 | [diff] [blame] | 19 | void pci_ats_init(struct pci_dev *dev) |
Joerg Roedel | db3c33c | 2011-09-27 15:57:13 +0200 | [diff] [blame] | 20 | { |
| 21 | int pos; |
Joerg Roedel | db3c33c | 2011-09-27 15:57:13 +0200 | [diff] [blame] | 22 | |
Gil Kupfer | cef7440 | 2018-05-10 17:56:02 -0500 | [diff] [blame] | 23 | if (pci_ats_disabled()) |
| 24 | return; |
| 25 | |
Joerg Roedel | db3c33c | 2011-09-27 15:57:13 +0200 | [diff] [blame] | 26 | pos = pci_find_ext_capability(dev, PCI_EXT_CAP_ID_ATS); |
| 27 | if (!pos) |
Bjorn Helgaas | edc90fe | 2015-07-17 15:05:46 -0500 | [diff] [blame] | 28 | return; |
Joerg Roedel | db3c33c | 2011-09-27 15:57:13 +0200 | [diff] [blame] | 29 | |
Bjorn Helgaas | d544d75 | 2015-07-17 15:15:19 -0500 | [diff] [blame] | 30 | dev->ats_cap = pos; |
Joerg Roedel | db3c33c | 2011-09-27 15:57:13 +0200 | [diff] [blame] | 31 | } |
| 32 | |
| 33 | /** |
| 34 | * pci_enable_ats - enable the ATS capability |
| 35 | * @dev: the PCI device |
| 36 | * @ps: the IOMMU page shift |
| 37 | * |
| 38 | * Returns 0 on success, or negative on failure. |
| 39 | */ |
| 40 | int pci_enable_ats(struct pci_dev *dev, int ps) |
| 41 | { |
Joerg Roedel | db3c33c | 2011-09-27 15:57:13 +0200 | [diff] [blame] | 42 | u16 ctrl; |
Bjorn Helgaas | c39127d | 2015-07-17 15:38:13 -0500 | [diff] [blame] | 43 | struct pci_dev *pdev; |
Joerg Roedel | db3c33c | 2011-09-27 15:57:13 +0200 | [diff] [blame] | 44 | |
Bjorn Helgaas | d544d75 | 2015-07-17 15:15:19 -0500 | [diff] [blame] | 45 | if (!dev->ats_cap) |
Bjorn Helgaas | edc90fe | 2015-07-17 15:05:46 -0500 | [diff] [blame] | 46 | return -EINVAL; |
| 47 | |
Bjorn Helgaas | f7ef134 | 2015-07-20 09:23:37 -0500 | [diff] [blame] | 48 | if (WARN_ON(dev->ats_enabled)) |
Bjorn Helgaas | a021f30 | 2015-07-17 15:43:27 -0500 | [diff] [blame] | 49 | return -EBUSY; |
| 50 | |
Joerg Roedel | db3c33c | 2011-09-27 15:57:13 +0200 | [diff] [blame] | 51 | if (ps < PCI_ATS_MIN_STU) |
| 52 | return -EINVAL; |
| 53 | |
Bjorn Helgaas | edc90fe | 2015-07-17 15:05:46 -0500 | [diff] [blame] | 54 | /* |
| 55 | * Note that enabling ATS on a VF fails unless it's already enabled |
| 56 | * with the same STU on the PF. |
| 57 | */ |
Joerg Roedel | db3c33c | 2011-09-27 15:57:13 +0200 | [diff] [blame] | 58 | ctrl = PCI_ATS_CTRL_ENABLE; |
Bjorn Helgaas | edc90fe | 2015-07-17 15:05:46 -0500 | [diff] [blame] | 59 | if (dev->is_virtfn) { |
Bjorn Helgaas | c39127d | 2015-07-17 15:38:13 -0500 | [diff] [blame] | 60 | pdev = pci_physfn(dev); |
Bjorn Helgaas | d544d75 | 2015-07-17 15:15:19 -0500 | [diff] [blame] | 61 | if (pdev->ats_stu != ps) |
Bjorn Helgaas | edc90fe | 2015-07-17 15:05:46 -0500 | [diff] [blame] | 62 | return -EINVAL; |
| 63 | |
Bjorn Helgaas | d544d75 | 2015-07-17 15:15:19 -0500 | [diff] [blame] | 64 | atomic_inc(&pdev->ats_ref_cnt); /* count enabled VFs */ |
Bjorn Helgaas | edc90fe | 2015-07-17 15:05:46 -0500 | [diff] [blame] | 65 | } else { |
Bjorn Helgaas | d544d75 | 2015-07-17 15:15:19 -0500 | [diff] [blame] | 66 | dev->ats_stu = ps; |
| 67 | ctrl |= PCI_ATS_CTRL_STU(dev->ats_stu - PCI_ATS_MIN_STU); |
Bjorn Helgaas | edc90fe | 2015-07-17 15:05:46 -0500 | [diff] [blame] | 68 | } |
Bjorn Helgaas | d544d75 | 2015-07-17 15:15:19 -0500 | [diff] [blame] | 69 | pci_write_config_word(dev, dev->ats_cap + PCI_ATS_CTRL, ctrl); |
Joerg Roedel | db3c33c | 2011-09-27 15:57:13 +0200 | [diff] [blame] | 70 | |
Bjorn Helgaas | d544d75 | 2015-07-17 15:15:19 -0500 | [diff] [blame] | 71 | dev->ats_enabled = 1; |
Joerg Roedel | db3c33c | 2011-09-27 15:57:13 +0200 | [diff] [blame] | 72 | return 0; |
| 73 | } |
Joerg Roedel | d4c0636 | 2011-09-27 15:57:14 +0200 | [diff] [blame] | 74 | EXPORT_SYMBOL_GPL(pci_enable_ats); |
Joerg Roedel | db3c33c | 2011-09-27 15:57:13 +0200 | [diff] [blame] | 75 | |
| 76 | /** |
| 77 | * pci_disable_ats - disable the ATS capability |
| 78 | * @dev: the PCI device |
| 79 | */ |
| 80 | void pci_disable_ats(struct pci_dev *dev) |
| 81 | { |
Bjorn Helgaas | c39127d | 2015-07-17 15:38:13 -0500 | [diff] [blame] | 82 | struct pci_dev *pdev; |
Joerg Roedel | db3c33c | 2011-09-27 15:57:13 +0200 | [diff] [blame] | 83 | u16 ctrl; |
| 84 | |
Bjorn Helgaas | f7ef134 | 2015-07-20 09:23:37 -0500 | [diff] [blame] | 85 | if (WARN_ON(!dev->ats_enabled)) |
Bjorn Helgaas | a021f30 | 2015-07-17 15:43:27 -0500 | [diff] [blame] | 86 | return; |
Joerg Roedel | db3c33c | 2011-09-27 15:57:13 +0200 | [diff] [blame] | 87 | |
Bjorn Helgaas | d544d75 | 2015-07-17 15:15:19 -0500 | [diff] [blame] | 88 | if (atomic_read(&dev->ats_ref_cnt)) |
Bjorn Helgaas | edc90fe | 2015-07-17 15:05:46 -0500 | [diff] [blame] | 89 | return; /* VFs still enabled */ |
| 90 | |
| 91 | if (dev->is_virtfn) { |
Bjorn Helgaas | c39127d | 2015-07-17 15:38:13 -0500 | [diff] [blame] | 92 | pdev = pci_physfn(dev); |
Bjorn Helgaas | d544d75 | 2015-07-17 15:15:19 -0500 | [diff] [blame] | 93 | atomic_dec(&pdev->ats_ref_cnt); |
Bjorn Helgaas | edc90fe | 2015-07-17 15:05:46 -0500 | [diff] [blame] | 94 | } |
| 95 | |
Bjorn Helgaas | d544d75 | 2015-07-17 15:15:19 -0500 | [diff] [blame] | 96 | pci_read_config_word(dev, dev->ats_cap + PCI_ATS_CTRL, &ctrl); |
Joerg Roedel | db3c33c | 2011-09-27 15:57:13 +0200 | [diff] [blame] | 97 | ctrl &= ~PCI_ATS_CTRL_ENABLE; |
Bjorn Helgaas | d544d75 | 2015-07-17 15:15:19 -0500 | [diff] [blame] | 98 | pci_write_config_word(dev, dev->ats_cap + PCI_ATS_CTRL, ctrl); |
Joerg Roedel | db3c33c | 2011-09-27 15:57:13 +0200 | [diff] [blame] | 99 | |
Bjorn Helgaas | d544d75 | 2015-07-17 15:15:19 -0500 | [diff] [blame] | 100 | dev->ats_enabled = 0; |
Joerg Roedel | db3c33c | 2011-09-27 15:57:13 +0200 | [diff] [blame] | 101 | } |
Joerg Roedel | d4c0636 | 2011-09-27 15:57:14 +0200 | [diff] [blame] | 102 | EXPORT_SYMBOL_GPL(pci_disable_ats); |
Joerg Roedel | db3c33c | 2011-09-27 15:57:13 +0200 | [diff] [blame] | 103 | |
Hao, Xudong | 1900ca1 | 2011-12-17 21:24:40 +0800 | [diff] [blame] | 104 | void pci_restore_ats_state(struct pci_dev *dev) |
| 105 | { |
| 106 | u16 ctrl; |
| 107 | |
Bjorn Helgaas | f7ef134 | 2015-07-20 09:23:37 -0500 | [diff] [blame] | 108 | if (!dev->ats_enabled) |
Hao, Xudong | 1900ca1 | 2011-12-17 21:24:40 +0800 | [diff] [blame] | 109 | return; |
Hao, Xudong | 1900ca1 | 2011-12-17 21:24:40 +0800 | [diff] [blame] | 110 | |
| 111 | ctrl = PCI_ATS_CTRL_ENABLE; |
| 112 | if (!dev->is_virtfn) |
Bjorn Helgaas | d544d75 | 2015-07-17 15:15:19 -0500 | [diff] [blame] | 113 | ctrl |= PCI_ATS_CTRL_STU(dev->ats_stu - PCI_ATS_MIN_STU); |
| 114 | pci_write_config_word(dev, dev->ats_cap + PCI_ATS_CTRL, ctrl); |
Hao, Xudong | 1900ca1 | 2011-12-17 21:24:40 +0800 | [diff] [blame] | 115 | } |
| 116 | EXPORT_SYMBOL_GPL(pci_restore_ats_state); |
| 117 | |
Joerg Roedel | db3c33c | 2011-09-27 15:57:13 +0200 | [diff] [blame] | 118 | /** |
| 119 | * pci_ats_queue_depth - query the ATS Invalidate Queue Depth |
| 120 | * @dev: the PCI device |
| 121 | * |
| 122 | * Returns the queue depth on success, or negative on failure. |
| 123 | * |
| 124 | * The ATS spec uses 0 in the Invalidate Queue Depth field to |
| 125 | * indicate that the function can accept 32 Invalidate Request. |
| 126 | * But here we use the `real' values (i.e. 1~32) for the Queue |
| 127 | * Depth; and 0 indicates the function shares the Queue with |
| 128 | * other functions (doesn't exclusively own a Queue). |
| 129 | */ |
| 130 | int pci_ats_queue_depth(struct pci_dev *dev) |
| 131 | { |
Bjorn Helgaas | a71f938 | 2015-07-20 09:24:32 -0500 | [diff] [blame] | 132 | u16 cap; |
| 133 | |
Bjorn Helgaas | 3c76539 | 2015-07-17 15:30:26 -0500 | [diff] [blame] | 134 | if (!dev->ats_cap) |
| 135 | return -EINVAL; |
| 136 | |
Joerg Roedel | db3c33c | 2011-09-27 15:57:13 +0200 | [diff] [blame] | 137 | if (dev->is_virtfn) |
| 138 | return 0; |
| 139 | |
Bjorn Helgaas | a71f938 | 2015-07-20 09:24:32 -0500 | [diff] [blame] | 140 | pci_read_config_word(dev, dev->ats_cap + PCI_ATS_CAP, &cap); |
| 141 | return PCI_ATS_CAP_QDEP(cap) ? PCI_ATS_CAP_QDEP(cap) : PCI_ATS_MAX_QDEP; |
Joerg Roedel | db3c33c | 2011-09-27 15:57:13 +0200 | [diff] [blame] | 142 | } |
Joerg Roedel | d4c0636 | 2011-09-27 15:57:14 +0200 | [diff] [blame] | 143 | EXPORT_SYMBOL_GPL(pci_ats_queue_depth); |
Joerg Roedel | c320b97 | 2011-09-27 15:57:15 +0200 | [diff] [blame] | 144 | |
| 145 | #ifdef CONFIG_PCI_PRI |
| 146 | /** |
| 147 | * pci_enable_pri - Enable PRI capability |
| 148 | * @ pdev: PCI device structure |
| 149 | * |
| 150 | * Returns 0 on success, negative value on error |
| 151 | */ |
| 152 | int pci_enable_pri(struct pci_dev *pdev, u32 reqs) |
| 153 | { |
| 154 | u16 control, status; |
| 155 | u32 max_requests; |
| 156 | int pos; |
| 157 | |
Jean-Philippe Brucker | a4f4fa6 | 2017-05-30 09:25:48 -0700 | [diff] [blame] | 158 | if (WARN_ON(pdev->pri_enabled)) |
| 159 | return -EBUSY; |
| 160 | |
Alex Williamson | 69166fb | 2011-11-02 14:07:15 -0600 | [diff] [blame] | 161 | pos = pci_find_ext_capability(pdev, PCI_EXT_CAP_ID_PRI); |
Joerg Roedel | c320b97 | 2011-09-27 15:57:15 +0200 | [diff] [blame] | 162 | if (!pos) |
| 163 | return -EINVAL; |
| 164 | |
Alex Williamson | 91f57d5 | 2011-11-11 10:07:36 -0700 | [diff] [blame] | 165 | pci_read_config_word(pdev, pos + PCI_PRI_STATUS, &status); |
CQ Tang | 4ebeb1e | 2017-05-30 09:25:49 -0700 | [diff] [blame] | 166 | if (!(status & PCI_PRI_STATUS_STOPPED)) |
Joerg Roedel | c320b97 | 2011-09-27 15:57:15 +0200 | [diff] [blame] | 167 | return -EBUSY; |
| 168 | |
Alex Williamson | 91f57d5 | 2011-11-11 10:07:36 -0700 | [diff] [blame] | 169 | pci_read_config_dword(pdev, pos + PCI_PRI_MAX_REQ, &max_requests); |
Joerg Roedel | c320b97 | 2011-09-27 15:57:15 +0200 | [diff] [blame] | 170 | reqs = min(max_requests, reqs); |
CQ Tang | 4ebeb1e | 2017-05-30 09:25:49 -0700 | [diff] [blame] | 171 | pdev->pri_reqs_alloc = reqs; |
Alex Williamson | 91f57d5 | 2011-11-11 10:07:36 -0700 | [diff] [blame] | 172 | pci_write_config_dword(pdev, pos + PCI_PRI_ALLOC_REQ, reqs); |
Joerg Roedel | c320b97 | 2011-09-27 15:57:15 +0200 | [diff] [blame] | 173 | |
CQ Tang | 4ebeb1e | 2017-05-30 09:25:49 -0700 | [diff] [blame] | 174 | control = PCI_PRI_CTRL_ENABLE; |
Alex Williamson | 91f57d5 | 2011-11-11 10:07:36 -0700 | [diff] [blame] | 175 | pci_write_config_word(pdev, pos + PCI_PRI_CTRL, control); |
Joerg Roedel | c320b97 | 2011-09-27 15:57:15 +0200 | [diff] [blame] | 176 | |
Jean-Philippe Brucker | a4f4fa6 | 2017-05-30 09:25:48 -0700 | [diff] [blame] | 177 | pdev->pri_enabled = 1; |
| 178 | |
Joerg Roedel | c320b97 | 2011-09-27 15:57:15 +0200 | [diff] [blame] | 179 | return 0; |
| 180 | } |
| 181 | EXPORT_SYMBOL_GPL(pci_enable_pri); |
| 182 | |
| 183 | /** |
| 184 | * pci_disable_pri - Disable PRI capability |
| 185 | * @pdev: PCI device structure |
| 186 | * |
| 187 | * Only clears the enabled-bit, regardless of its former value |
| 188 | */ |
| 189 | void pci_disable_pri(struct pci_dev *pdev) |
| 190 | { |
| 191 | u16 control; |
| 192 | int pos; |
| 193 | |
Jean-Philippe Brucker | a4f4fa6 | 2017-05-30 09:25:48 -0700 | [diff] [blame] | 194 | if (WARN_ON(!pdev->pri_enabled)) |
| 195 | return; |
| 196 | |
Alex Williamson | 69166fb | 2011-11-02 14:07:15 -0600 | [diff] [blame] | 197 | pos = pci_find_ext_capability(pdev, PCI_EXT_CAP_ID_PRI); |
Joerg Roedel | c320b97 | 2011-09-27 15:57:15 +0200 | [diff] [blame] | 198 | if (!pos) |
| 199 | return; |
| 200 | |
Alex Williamson | 91f57d5 | 2011-11-11 10:07:36 -0700 | [diff] [blame] | 201 | pci_read_config_word(pdev, pos + PCI_PRI_CTRL, &control); |
| 202 | control &= ~PCI_PRI_CTRL_ENABLE; |
| 203 | pci_write_config_word(pdev, pos + PCI_PRI_CTRL, control); |
Jean-Philippe Brucker | a4f4fa6 | 2017-05-30 09:25:48 -0700 | [diff] [blame] | 204 | |
| 205 | pdev->pri_enabled = 0; |
Joerg Roedel | c320b97 | 2011-09-27 15:57:15 +0200 | [diff] [blame] | 206 | } |
| 207 | EXPORT_SYMBOL_GPL(pci_disable_pri); |
| 208 | |
| 209 | /** |
CQ Tang | 4ebeb1e | 2017-05-30 09:25:49 -0700 | [diff] [blame] | 210 | * pci_restore_pri_state - Restore PRI |
| 211 | * @pdev: PCI device structure |
| 212 | */ |
| 213 | void pci_restore_pri_state(struct pci_dev *pdev) |
| 214 | { |
| 215 | u16 control = PCI_PRI_CTRL_ENABLE; |
| 216 | u32 reqs = pdev->pri_reqs_alloc; |
| 217 | int pos; |
| 218 | |
| 219 | if (!pdev->pri_enabled) |
| 220 | return; |
| 221 | |
| 222 | pos = pci_find_ext_capability(pdev, PCI_EXT_CAP_ID_PRI); |
| 223 | if (!pos) |
| 224 | return; |
| 225 | |
| 226 | pci_write_config_dword(pdev, pos + PCI_PRI_ALLOC_REQ, reqs); |
| 227 | pci_write_config_word(pdev, pos + PCI_PRI_CTRL, control); |
| 228 | } |
| 229 | EXPORT_SYMBOL_GPL(pci_restore_pri_state); |
| 230 | |
| 231 | /** |
Joerg Roedel | c320b97 | 2011-09-27 15:57:15 +0200 | [diff] [blame] | 232 | * pci_reset_pri - Resets device's PRI state |
| 233 | * @pdev: PCI device structure |
| 234 | * |
| 235 | * The PRI capability must be disabled before this function is called. |
| 236 | * Returns 0 on success, negative value on error. |
| 237 | */ |
| 238 | int pci_reset_pri(struct pci_dev *pdev) |
| 239 | { |
| 240 | u16 control; |
| 241 | int pos; |
| 242 | |
Jean-Philippe Brucker | a4f4fa6 | 2017-05-30 09:25:48 -0700 | [diff] [blame] | 243 | if (WARN_ON(pdev->pri_enabled)) |
| 244 | return -EBUSY; |
| 245 | |
Alex Williamson | 69166fb | 2011-11-02 14:07:15 -0600 | [diff] [blame] | 246 | pos = pci_find_ext_capability(pdev, PCI_EXT_CAP_ID_PRI); |
Joerg Roedel | c320b97 | 2011-09-27 15:57:15 +0200 | [diff] [blame] | 247 | if (!pos) |
| 248 | return -EINVAL; |
| 249 | |
CQ Tang | 4ebeb1e | 2017-05-30 09:25:49 -0700 | [diff] [blame] | 250 | control = PCI_PRI_CTRL_RESET; |
Alex Williamson | 91f57d5 | 2011-11-11 10:07:36 -0700 | [diff] [blame] | 251 | pci_write_config_word(pdev, pos + PCI_PRI_CTRL, control); |
Joerg Roedel | c320b97 | 2011-09-27 15:57:15 +0200 | [diff] [blame] | 252 | |
| 253 | return 0; |
| 254 | } |
| 255 | EXPORT_SYMBOL_GPL(pci_reset_pri); |
Joerg Roedel | c320b97 | 2011-09-27 15:57:15 +0200 | [diff] [blame] | 256 | #endif /* CONFIG_PCI_PRI */ |
Joerg Roedel | 086ac11 | 2011-09-27 15:57:16 +0200 | [diff] [blame] | 257 | |
| 258 | #ifdef CONFIG_PCI_PASID |
| 259 | /** |
| 260 | * pci_enable_pasid - Enable the PASID capability |
| 261 | * @pdev: PCI device structure |
| 262 | * @features: Features to enable |
| 263 | * |
| 264 | * Returns 0 on success, negative value on error. This function checks |
| 265 | * whether the features are actually supported by the device and returns |
| 266 | * an error if not. |
| 267 | */ |
| 268 | int pci_enable_pasid(struct pci_dev *pdev, int features) |
| 269 | { |
| 270 | u16 control, supported; |
| 271 | int pos; |
| 272 | |
Jean-Philippe Brucker | a4f4fa6 | 2017-05-30 09:25:48 -0700 | [diff] [blame] | 273 | if (WARN_ON(pdev->pasid_enabled)) |
| 274 | return -EBUSY; |
| 275 | |
Sinan Kaya | 7ce3f91 | 2018-06-30 11:24:24 -0400 | [diff] [blame] | 276 | if (!pdev->eetlp_prefix_path) |
| 277 | return -EINVAL; |
| 278 | |
Alex Williamson | 69166fb | 2011-11-02 14:07:15 -0600 | [diff] [blame] | 279 | pos = pci_find_ext_capability(pdev, PCI_EXT_CAP_ID_PASID); |
Joerg Roedel | 086ac11 | 2011-09-27 15:57:16 +0200 | [diff] [blame] | 280 | if (!pos) |
| 281 | return -EINVAL; |
| 282 | |
Alex Williamson | 91f57d5 | 2011-11-11 10:07:36 -0700 | [diff] [blame] | 283 | pci_read_config_word(pdev, pos + PCI_PASID_CAP, &supported); |
Alex Williamson | 91f57d5 | 2011-11-11 10:07:36 -0700 | [diff] [blame] | 284 | supported &= PCI_PASID_CAP_EXEC | PCI_PASID_CAP_PRIV; |
Joerg Roedel | 086ac11 | 2011-09-27 15:57:16 +0200 | [diff] [blame] | 285 | |
| 286 | /* User wants to enable anything unsupported? */ |
| 287 | if ((supported & features) != features) |
| 288 | return -EINVAL; |
| 289 | |
Alex Williamson | 91f57d5 | 2011-11-11 10:07:36 -0700 | [diff] [blame] | 290 | control = PCI_PASID_CTRL_ENABLE | features; |
CQ Tang | 4ebeb1e | 2017-05-30 09:25:49 -0700 | [diff] [blame] | 291 | pdev->pasid_features = features; |
Joerg Roedel | 086ac11 | 2011-09-27 15:57:16 +0200 | [diff] [blame] | 292 | |
Alex Williamson | 91f57d5 | 2011-11-11 10:07:36 -0700 | [diff] [blame] | 293 | pci_write_config_word(pdev, pos + PCI_PASID_CTRL, control); |
Joerg Roedel | 086ac11 | 2011-09-27 15:57:16 +0200 | [diff] [blame] | 294 | |
Jean-Philippe Brucker | a4f4fa6 | 2017-05-30 09:25:48 -0700 | [diff] [blame] | 295 | pdev->pasid_enabled = 1; |
| 296 | |
Joerg Roedel | 086ac11 | 2011-09-27 15:57:16 +0200 | [diff] [blame] | 297 | return 0; |
| 298 | } |
| 299 | EXPORT_SYMBOL_GPL(pci_enable_pasid); |
| 300 | |
| 301 | /** |
| 302 | * pci_disable_pasid - Disable the PASID capability |
| 303 | * @pdev: PCI device structure |
Joerg Roedel | 086ac11 | 2011-09-27 15:57:16 +0200 | [diff] [blame] | 304 | */ |
| 305 | void pci_disable_pasid(struct pci_dev *pdev) |
| 306 | { |
| 307 | u16 control = 0; |
| 308 | int pos; |
| 309 | |
Jean-Philippe Brucker | a4f4fa6 | 2017-05-30 09:25:48 -0700 | [diff] [blame] | 310 | if (WARN_ON(!pdev->pasid_enabled)) |
| 311 | return; |
| 312 | |
Alex Williamson | 69166fb | 2011-11-02 14:07:15 -0600 | [diff] [blame] | 313 | pos = pci_find_ext_capability(pdev, PCI_EXT_CAP_ID_PASID); |
Joerg Roedel | 086ac11 | 2011-09-27 15:57:16 +0200 | [diff] [blame] | 314 | if (!pos) |
| 315 | return; |
| 316 | |
Alex Williamson | 91f57d5 | 2011-11-11 10:07:36 -0700 | [diff] [blame] | 317 | pci_write_config_word(pdev, pos + PCI_PASID_CTRL, control); |
Jean-Philippe Brucker | a4f4fa6 | 2017-05-30 09:25:48 -0700 | [diff] [blame] | 318 | |
| 319 | pdev->pasid_enabled = 0; |
Joerg Roedel | 086ac11 | 2011-09-27 15:57:16 +0200 | [diff] [blame] | 320 | } |
| 321 | EXPORT_SYMBOL_GPL(pci_disable_pasid); |
| 322 | |
| 323 | /** |
CQ Tang | 4ebeb1e | 2017-05-30 09:25:49 -0700 | [diff] [blame] | 324 | * pci_restore_pasid_state - Restore PASID capabilities |
| 325 | * @pdev: PCI device structure |
| 326 | */ |
| 327 | void pci_restore_pasid_state(struct pci_dev *pdev) |
| 328 | { |
| 329 | u16 control; |
| 330 | int pos; |
| 331 | |
| 332 | if (!pdev->pasid_enabled) |
| 333 | return; |
| 334 | |
| 335 | pos = pci_find_ext_capability(pdev, PCI_EXT_CAP_ID_PASID); |
| 336 | if (!pos) |
| 337 | return; |
| 338 | |
| 339 | control = PCI_PASID_CTRL_ENABLE | pdev->pasid_features; |
| 340 | pci_write_config_word(pdev, pos + PCI_PASID_CTRL, control); |
| 341 | } |
| 342 | EXPORT_SYMBOL_GPL(pci_restore_pasid_state); |
| 343 | |
| 344 | /** |
Joerg Roedel | 086ac11 | 2011-09-27 15:57:16 +0200 | [diff] [blame] | 345 | * pci_pasid_features - Check which PASID features are supported |
| 346 | * @pdev: PCI device structure |
| 347 | * |
| 348 | * Returns a negative value when no PASI capability is present. |
| 349 | * Otherwise is returns a bitmask with supported features. Current |
| 350 | * features reported are: |
Alex Williamson | 91f57d5 | 2011-11-11 10:07:36 -0700 | [diff] [blame] | 351 | * PCI_PASID_CAP_EXEC - Execute permission supported |
Bjorn Helgaas | f762598 | 2013-11-14 11:28:18 -0700 | [diff] [blame] | 352 | * PCI_PASID_CAP_PRIV - Privileged mode supported |
Joerg Roedel | 086ac11 | 2011-09-27 15:57:16 +0200 | [diff] [blame] | 353 | */ |
| 354 | int pci_pasid_features(struct pci_dev *pdev) |
| 355 | { |
| 356 | u16 supported; |
| 357 | int pos; |
| 358 | |
Alex Williamson | 69166fb | 2011-11-02 14:07:15 -0600 | [diff] [blame] | 359 | pos = pci_find_ext_capability(pdev, PCI_EXT_CAP_ID_PASID); |
Joerg Roedel | 086ac11 | 2011-09-27 15:57:16 +0200 | [diff] [blame] | 360 | if (!pos) |
| 361 | return -EINVAL; |
| 362 | |
Alex Williamson | 91f57d5 | 2011-11-11 10:07:36 -0700 | [diff] [blame] | 363 | pci_read_config_word(pdev, pos + PCI_PASID_CAP, &supported); |
Joerg Roedel | 086ac11 | 2011-09-27 15:57:16 +0200 | [diff] [blame] | 364 | |
Alex Williamson | 91f57d5 | 2011-11-11 10:07:36 -0700 | [diff] [blame] | 365 | supported &= PCI_PASID_CAP_EXEC | PCI_PASID_CAP_PRIV; |
Joerg Roedel | 086ac11 | 2011-09-27 15:57:16 +0200 | [diff] [blame] | 366 | |
| 367 | return supported; |
| 368 | } |
| 369 | EXPORT_SYMBOL_GPL(pci_pasid_features); |
| 370 | |
| 371 | #define PASID_NUMBER_SHIFT 8 |
| 372 | #define PASID_NUMBER_MASK (0x1f << PASID_NUMBER_SHIFT) |
| 373 | /** |
| 374 | * pci_max_pasid - Get maximum number of PASIDs supported by device |
| 375 | * @pdev: PCI device structure |
| 376 | * |
| 377 | * Returns negative value when PASID capability is not present. |
| 378 | * Otherwise it returns the numer of supported PASIDs. |
| 379 | */ |
| 380 | int pci_max_pasids(struct pci_dev *pdev) |
| 381 | { |
| 382 | u16 supported; |
| 383 | int pos; |
| 384 | |
Alex Williamson | 69166fb | 2011-11-02 14:07:15 -0600 | [diff] [blame] | 385 | pos = pci_find_ext_capability(pdev, PCI_EXT_CAP_ID_PASID); |
Joerg Roedel | 086ac11 | 2011-09-27 15:57:16 +0200 | [diff] [blame] | 386 | if (!pos) |
| 387 | return -EINVAL; |
| 388 | |
Alex Williamson | 91f57d5 | 2011-11-11 10:07:36 -0700 | [diff] [blame] | 389 | pci_read_config_word(pdev, pos + PCI_PASID_CAP, &supported); |
Joerg Roedel | 086ac11 | 2011-09-27 15:57:16 +0200 | [diff] [blame] | 390 | |
| 391 | supported = (supported & PASID_NUMBER_MASK) >> PASID_NUMBER_SHIFT; |
| 392 | |
| 393 | return (1 << supported); |
| 394 | } |
| 395 | EXPORT_SYMBOL_GPL(pci_max_pasids); |
| 396 | #endif /* CONFIG_PCI_PASID */ |