Joerg Roedel | 9b1b0e4 | 2012-09-26 12:44:45 +0200 | [diff] [blame] | 1 | #include <linux/seq_file.h> |
Joerg Roedel | 1c4248c | 2012-09-26 12:44:35 +0200 | [diff] [blame] | 2 | #include <linux/cpumask.h> |
Joerg Roedel | 736baef | 2012-03-30 11:47:00 -0700 | [diff] [blame] | 3 | #include <linux/kernel.h> |
| 4 | #include <linux/string.h> |
| 5 | #include <linux/errno.h> |
Joerg Roedel | 98f1ad2 | 2012-07-06 13:28:37 +0200 | [diff] [blame] | 6 | #include <linux/msi.h> |
Joerg Roedel | 5afba62 | 2012-09-26 12:44:38 +0200 | [diff] [blame] | 7 | #include <linux/irq.h> |
| 8 | #include <linux/pci.h> |
Jiang Liu | a62b32c | 2015-04-13 14:11:29 +0800 | [diff] [blame] | 9 | #include <linux/irqdomain.h> |
Joerg Roedel | 98f1ad2 | 2012-07-06 13:28:37 +0200 | [diff] [blame] | 10 | |
| 11 | #include <asm/hw_irq.h> |
| 12 | #include <asm/irq_remapping.h> |
Joerg Roedel | 1c4248c | 2012-09-26 12:44:35 +0200 | [diff] [blame] | 13 | #include <asm/processor.h> |
| 14 | #include <asm/x86_init.h> |
| 15 | #include <asm/apic.h> |
Yijing Wang | 5fc24d8 | 2014-09-17 17:32:19 +0800 | [diff] [blame] | 16 | #include <asm/hpet.h> |
Joerg Roedel | 736baef | 2012-03-30 11:47:00 -0700 | [diff] [blame] | 17 | |
Suresh Siddha | 8a8f422 | 2012-03-30 11:47:08 -0700 | [diff] [blame] | 18 | #include "irq_remapping.h" |
Joerg Roedel | 736baef | 2012-03-30 11:47:00 -0700 | [diff] [blame] | 19 | |
Suresh Siddha | 95a02e9 | 2012-03-30 11:47:07 -0700 | [diff] [blame] | 20 | int irq_remapping_enabled; |
Neil Horman | 03bbcb2 | 2013-04-16 16:38:32 -0400 | [diff] [blame] | 21 | int irq_remap_broken; |
Joerg Roedel | 736baef | 2012-03-30 11:47:00 -0700 | [diff] [blame] | 22 | int disable_sourceid_checking; |
| 23 | int no_x2apic_optout; |
| 24 | |
Jiang Liu | 7fa1c84 | 2015-01-07 15:31:42 +0800 | [diff] [blame] | 25 | static int disable_irq_remap; |
Joerg Roedel | 736baef | 2012-03-30 11:47:00 -0700 | [diff] [blame] | 26 | static struct irq_remap_ops *remap_ops; |
| 27 | |
Joerg Roedel | 5afba62 | 2012-09-26 12:44:38 +0200 | [diff] [blame] | 28 | static int msi_alloc_remapped_irq(struct pci_dev *pdev, int irq, int nvec); |
| 29 | static int msi_setup_remapped_irq(struct pci_dev *pdev, unsigned int irq, |
| 30 | int index, int sub_handle); |
Joerg Roedel | 373dd7a | 2012-09-26 12:44:39 +0200 | [diff] [blame] | 31 | static int set_remapped_irq_affinity(struct irq_data *data, |
| 32 | const struct cpumask *mask, |
| 33 | bool force); |
Joerg Roedel | 5afba62 | 2012-09-26 12:44:38 +0200 | [diff] [blame] | 34 | |
Joerg Roedel | a1bb20c | 2012-09-26 12:44:51 +0200 | [diff] [blame] | 35 | static bool irq_remapped(struct irq_cfg *cfg) |
| 36 | { |
| 37 | return (cfg->remapped == 1); |
| 38 | } |
| 39 | |
Joerg Roedel | 1c4248c | 2012-09-26 12:44:35 +0200 | [diff] [blame] | 40 | static void irq_remapping_disable_io_apic(void) |
| 41 | { |
| 42 | /* |
| 43 | * With interrupt-remapping, for now we will use virtual wire A |
| 44 | * mode, as virtual wire B is little complex (need to configure |
| 45 | * both IOAPIC RTE as well as interrupt-remapping table entry). |
| 46 | * As this gets called during crash dump, keep this simple for |
| 47 | * now. |
| 48 | */ |
| 49 | if (cpu_has_apic || apic_from_smp_config()) |
| 50 | disconnect_bsp_APIC(0); |
| 51 | } |
| 52 | |
Jiang Liu | a62b32c | 2015-04-13 14:11:29 +0800 | [diff] [blame] | 53 | #ifndef CONFIG_GENERIC_IRQ_LEGACY_ALLOC_HWIRQ |
| 54 | static unsigned int irq_alloc_hwirqs(int cnt, int node) |
| 55 | { |
| 56 | return irq_domain_alloc_irqs(NULL, -1, cnt, node, NULL); |
| 57 | } |
| 58 | |
| 59 | static void irq_free_hwirqs(unsigned int from, int cnt) |
| 60 | { |
| 61 | irq_domain_free_irqs(from, cnt); |
| 62 | } |
| 63 | #endif |
| 64 | |
Joerg Roedel | 5afba62 | 2012-09-26 12:44:38 +0200 | [diff] [blame] | 65 | static int do_setup_msi_irqs(struct pci_dev *dev, int nvec) |
| 66 | { |
Thomas Gleixner | d24a135 | 2014-05-07 15:44:07 +0000 | [diff] [blame] | 67 | int ret, sub_handle, nvec_pow2, index = 0; |
Joerg Roedel | 5afba62 | 2012-09-26 12:44:38 +0200 | [diff] [blame] | 68 | unsigned int irq; |
| 69 | struct msi_desc *msidesc; |
| 70 | |
Joerg Roedel | 5afba62 | 2012-09-26 12:44:38 +0200 | [diff] [blame] | 71 | msidesc = list_entry(dev->msi_list.next, struct msi_desc, list); |
Joerg Roedel | 5afba62 | 2012-09-26 12:44:38 +0200 | [diff] [blame] | 72 | |
Thomas Gleixner | d24a135 | 2014-05-07 15:44:07 +0000 | [diff] [blame] | 73 | irq = irq_alloc_hwirqs(nvec, dev_to_node(&dev->dev)); |
Joerg Roedel | 5afba62 | 2012-09-26 12:44:38 +0200 | [diff] [blame] | 74 | if (irq == 0) |
| 75 | return -ENOSPC; |
| 76 | |
Alexander Gordeev | 5fec945 | 2013-05-13 11:06:17 +0200 | [diff] [blame] | 77 | nvec_pow2 = __roundup_pow_of_two(nvec); |
Joerg Roedel | 5afba62 | 2012-09-26 12:44:38 +0200 | [diff] [blame] | 78 | for (sub_handle = 0; sub_handle < nvec; sub_handle++) { |
| 79 | if (!sub_handle) { |
Alexander Gordeev | 5fec945 | 2013-05-13 11:06:17 +0200 | [diff] [blame] | 80 | index = msi_alloc_remapped_irq(dev, irq, nvec_pow2); |
Joerg Roedel | 5afba62 | 2012-09-26 12:44:38 +0200 | [diff] [blame] | 81 | if (index < 0) { |
| 82 | ret = index; |
| 83 | goto error; |
| 84 | } |
| 85 | } else { |
| 86 | ret = msi_setup_remapped_irq(dev, irq + sub_handle, |
| 87 | index, sub_handle); |
| 88 | if (ret < 0) |
| 89 | goto error; |
| 90 | } |
| 91 | ret = setup_msi_irq(dev, msidesc, irq, sub_handle); |
| 92 | if (ret < 0) |
| 93 | goto error; |
| 94 | } |
| 95 | return 0; |
| 96 | |
| 97 | error: |
Thomas Gleixner | d24a135 | 2014-05-07 15:44:07 +0000 | [diff] [blame] | 98 | irq_free_hwirqs(irq, nvec); |
Joerg Roedel | 5afba62 | 2012-09-26 12:44:38 +0200 | [diff] [blame] | 99 | |
| 100 | /* |
| 101 | * Restore altered MSI descriptor fields and prevent just destroyed |
| 102 | * IRQs from tearing down again in default_teardown_msi_irqs() |
| 103 | */ |
| 104 | msidesc->irq = 0; |
Joerg Roedel | 5afba62 | 2012-09-26 12:44:38 +0200 | [diff] [blame] | 105 | |
| 106 | return ret; |
| 107 | } |
| 108 | |
| 109 | static int do_setup_msix_irqs(struct pci_dev *dev, int nvec) |
| 110 | { |
| 111 | int node, ret, sub_handle, index = 0; |
| 112 | struct msi_desc *msidesc; |
| 113 | unsigned int irq; |
| 114 | |
| 115 | node = dev_to_node(&dev->dev); |
Joerg Roedel | 5afba62 | 2012-09-26 12:44:38 +0200 | [diff] [blame] | 116 | sub_handle = 0; |
| 117 | |
| 118 | list_for_each_entry(msidesc, &dev->msi_list, list) { |
| 119 | |
Jiang Liu | a62b32c | 2015-04-13 14:11:29 +0800 | [diff] [blame] | 120 | irq = irq_alloc_hwirqs(1, node); |
Joerg Roedel | 5afba62 | 2012-09-26 12:44:38 +0200 | [diff] [blame] | 121 | if (irq == 0) |
| 122 | return -1; |
| 123 | |
| 124 | if (sub_handle == 0) |
| 125 | ret = index = msi_alloc_remapped_irq(dev, irq, nvec); |
| 126 | else |
| 127 | ret = msi_setup_remapped_irq(dev, irq, index, sub_handle); |
| 128 | |
| 129 | if (ret < 0) |
| 130 | goto error; |
| 131 | |
| 132 | ret = setup_msi_irq(dev, msidesc, irq, 0); |
| 133 | if (ret < 0) |
| 134 | goto error; |
| 135 | |
| 136 | sub_handle += 1; |
| 137 | irq += 1; |
| 138 | } |
| 139 | |
| 140 | return 0; |
| 141 | |
| 142 | error: |
Jiang Liu | a62b32c | 2015-04-13 14:11:29 +0800 | [diff] [blame] | 143 | irq_free_hwirqs(irq, 1); |
Joerg Roedel | 5afba62 | 2012-09-26 12:44:38 +0200 | [diff] [blame] | 144 | return ret; |
| 145 | } |
| 146 | |
| 147 | static int irq_remapping_setup_msi_irqs(struct pci_dev *dev, |
| 148 | int nvec, int type) |
| 149 | { |
| 150 | if (type == PCI_CAP_ID_MSI) |
| 151 | return do_setup_msi_irqs(dev, nvec); |
| 152 | else |
| 153 | return do_setup_msix_irqs(dev, nvec); |
| 154 | } |
| 155 | |
Rashika Kheria | d2d1e8f | 2013-12-18 12:06:45 +0530 | [diff] [blame] | 156 | static void eoi_ioapic_pin_remapped(int apic, int pin, int vector) |
Joerg Roedel | da16532 | 2012-09-26 12:44:50 +0200 | [diff] [blame] | 157 | { |
| 158 | /* |
| 159 | * Intr-remapping uses pin number as the virtual vector |
| 160 | * in the RTE. Actual vector is programmed in |
| 161 | * intr-remapping table entry. Hence for the io-apic |
| 162 | * EOI we use the pin number. |
| 163 | */ |
| 164 | io_apic_eoi(apic, pin); |
| 165 | } |
| 166 | |
Joerg Roedel | 1c4248c | 2012-09-26 12:44:35 +0200 | [diff] [blame] | 167 | static void __init irq_remapping_modify_x86_ops(void) |
| 168 | { |
Joerg Roedel | 71054d8 | 2012-09-26 12:44:37 +0200 | [diff] [blame] | 169 | x86_io_apic_ops.disable = irq_remapping_disable_io_apic; |
Joerg Roedel | 373dd7a | 2012-09-26 12:44:39 +0200 | [diff] [blame] | 170 | x86_io_apic_ops.set_affinity = set_remapped_irq_affinity; |
Joerg Roedel | a6a25dd | 2012-09-26 12:44:40 +0200 | [diff] [blame] | 171 | x86_io_apic_ops.setup_entry = setup_ioapic_remapped_entry; |
Joerg Roedel | da16532 | 2012-09-26 12:44:50 +0200 | [diff] [blame] | 172 | x86_io_apic_ops.eoi_ioapic_pin = eoi_ioapic_pin_remapped; |
Joerg Roedel | 5afba62 | 2012-09-26 12:44:38 +0200 | [diff] [blame] | 173 | x86_msi.setup_msi_irqs = irq_remapping_setup_msi_irqs; |
Joerg Roedel | 71054d8 | 2012-09-26 12:44:37 +0200 | [diff] [blame] | 174 | x86_msi.setup_hpet_msi = setup_hpet_msi_remapped; |
Joerg Roedel | 7601384 | 2012-09-26 12:44:49 +0200 | [diff] [blame] | 175 | x86_msi.compose_msi_msg = compose_remapped_msi_msg; |
Joerg Roedel | 1c4248c | 2012-09-26 12:44:35 +0200 | [diff] [blame] | 176 | } |
| 177 | |
Joerg Roedel | 736baef | 2012-03-30 11:47:00 -0700 | [diff] [blame] | 178 | static __init int setup_nointremap(char *str) |
| 179 | { |
Suresh Siddha | 95a02e9 | 2012-03-30 11:47:07 -0700 | [diff] [blame] | 180 | disable_irq_remap = 1; |
Joerg Roedel | 736baef | 2012-03-30 11:47:00 -0700 | [diff] [blame] | 181 | return 0; |
| 182 | } |
| 183 | early_param("nointremap", setup_nointremap); |
| 184 | |
Suresh Siddha | 95a02e9 | 2012-03-30 11:47:07 -0700 | [diff] [blame] | 185 | static __init int setup_irqremap(char *str) |
Joerg Roedel | 736baef | 2012-03-30 11:47:00 -0700 | [diff] [blame] | 186 | { |
| 187 | if (!str) |
| 188 | return -EINVAL; |
| 189 | |
| 190 | while (*str) { |
| 191 | if (!strncmp(str, "on", 2)) |
Suresh Siddha | 95a02e9 | 2012-03-30 11:47:07 -0700 | [diff] [blame] | 192 | disable_irq_remap = 0; |
Joerg Roedel | 736baef | 2012-03-30 11:47:00 -0700 | [diff] [blame] | 193 | else if (!strncmp(str, "off", 3)) |
Suresh Siddha | 95a02e9 | 2012-03-30 11:47:07 -0700 | [diff] [blame] | 194 | disable_irq_remap = 1; |
Joerg Roedel | 736baef | 2012-03-30 11:47:00 -0700 | [diff] [blame] | 195 | else if (!strncmp(str, "nosid", 5)) |
| 196 | disable_sourceid_checking = 1; |
| 197 | else if (!strncmp(str, "no_x2apic_optout", 16)) |
| 198 | no_x2apic_optout = 1; |
| 199 | |
| 200 | str += strcspn(str, ","); |
| 201 | while (*str == ',') |
| 202 | str++; |
| 203 | } |
| 204 | |
| 205 | return 0; |
| 206 | } |
Suresh Siddha | 95a02e9 | 2012-03-30 11:47:07 -0700 | [diff] [blame] | 207 | early_param("intremap", setup_irqremap); |
Joerg Roedel | 736baef | 2012-03-30 11:47:00 -0700 | [diff] [blame] | 208 | |
Neil Horman | 03bbcb2 | 2013-04-16 16:38:32 -0400 | [diff] [blame] | 209 | void set_irq_remapping_broken(void) |
| 210 | { |
| 211 | irq_remap_broken = 1; |
| 212 | } |
| 213 | |
Suresh Siddha | 95a02e9 | 2012-03-30 11:47:07 -0700 | [diff] [blame] | 214 | int __init irq_remapping_prepare(void) |
Joerg Roedel | 736baef | 2012-03-30 11:47:00 -0700 | [diff] [blame] | 215 | { |
Jiang Liu | c392f56 | 2015-01-07 15:31:40 +0800 | [diff] [blame] | 216 | if (disable_irq_remap) |
| 217 | return -ENOSYS; |
| 218 | |
Jiang Liu | 30969e3 | 2015-01-07 15:31:41 +0800 | [diff] [blame] | 219 | if (intel_irq_remap_ops.prepare() == 0) |
| 220 | remap_ops = &intel_irq_remap_ops; |
| 221 | else if (IS_ENABLED(CONFIG_AMD_IOMMU) && |
| 222 | amd_iommu_irq_ops.prepare() == 0) |
Thomas Gleixner | a1dafe8 | 2015-01-07 15:31:28 +0800 | [diff] [blame] | 223 | remap_ops = &amd_iommu_irq_ops; |
Jiang Liu | 30969e3 | 2015-01-07 15:31:41 +0800 | [diff] [blame] | 224 | else |
| 225 | return -ENOSYS; |
| 226 | |
| 227 | return 0; |
Joerg Roedel | 736baef | 2012-03-30 11:47:00 -0700 | [diff] [blame] | 228 | } |
| 229 | |
Suresh Siddha | 95a02e9 | 2012-03-30 11:47:07 -0700 | [diff] [blame] | 230 | int __init irq_remapping_enable(void) |
Joerg Roedel | 736baef | 2012-03-30 11:47:00 -0700 | [diff] [blame] | 231 | { |
Joerg Roedel | 1c4248c | 2012-09-26 12:44:35 +0200 | [diff] [blame] | 232 | int ret; |
| 233 | |
Jiang Liu | e901176 | 2015-01-07 15:31:43 +0800 | [diff] [blame] | 234 | if (!remap_ops->enable) |
Joerg Roedel | 736baef | 2012-03-30 11:47:00 -0700 | [diff] [blame] | 235 | return -ENODEV; |
| 236 | |
Joerg Roedel | 1c4248c | 2012-09-26 12:44:35 +0200 | [diff] [blame] | 237 | ret = remap_ops->enable(); |
| 238 | |
| 239 | if (irq_remapping_enabled) |
| 240 | irq_remapping_modify_x86_ops(); |
| 241 | |
| 242 | return ret; |
Joerg Roedel | 736baef | 2012-03-30 11:47:00 -0700 | [diff] [blame] | 243 | } |
Joerg Roedel | 4f3d8b6 | 2012-03-30 11:47:01 -0700 | [diff] [blame] | 244 | |
Suresh Siddha | 95a02e9 | 2012-03-30 11:47:07 -0700 | [diff] [blame] | 245 | void irq_remapping_disable(void) |
Joerg Roedel | 4f3d8b6 | 2012-03-30 11:47:01 -0700 | [diff] [blame] | 246 | { |
Jiang Liu | e901176 | 2015-01-07 15:31:43 +0800 | [diff] [blame] | 247 | if (irq_remapping_enabled && remap_ops->disable) |
| 248 | remap_ops->disable(); |
Joerg Roedel | 4f3d8b6 | 2012-03-30 11:47:01 -0700 | [diff] [blame] | 249 | } |
| 250 | |
Suresh Siddha | 95a02e9 | 2012-03-30 11:47:07 -0700 | [diff] [blame] | 251 | int irq_remapping_reenable(int mode) |
Joerg Roedel | 4f3d8b6 | 2012-03-30 11:47:01 -0700 | [diff] [blame] | 252 | { |
Jiang Liu | e901176 | 2015-01-07 15:31:43 +0800 | [diff] [blame] | 253 | if (irq_remapping_enabled && remap_ops->reenable) |
| 254 | return remap_ops->reenable(mode); |
Joerg Roedel | 4f3d8b6 | 2012-03-30 11:47:01 -0700 | [diff] [blame] | 255 | |
Jiang Liu | e901176 | 2015-01-07 15:31:43 +0800 | [diff] [blame] | 256 | return 0; |
Joerg Roedel | 4f3d8b6 | 2012-03-30 11:47:01 -0700 | [diff] [blame] | 257 | } |
| 258 | |
Suresh Siddha | 95a02e9 | 2012-03-30 11:47:07 -0700 | [diff] [blame] | 259 | int __init irq_remap_enable_fault_handling(void) |
Joerg Roedel | 4f3d8b6 | 2012-03-30 11:47:01 -0700 | [diff] [blame] | 260 | { |
Joerg Roedel | 70733e0 | 2012-09-26 12:44:33 +0200 | [diff] [blame] | 261 | if (!irq_remapping_enabled) |
| 262 | return 0; |
| 263 | |
Jiang Liu | e901176 | 2015-01-07 15:31:43 +0800 | [diff] [blame] | 264 | if (!remap_ops->enable_faulting) |
Joerg Roedel | 4f3d8b6 | 2012-03-30 11:47:01 -0700 | [diff] [blame] | 265 | return -ENODEV; |
| 266 | |
| 267 | return remap_ops->enable_faulting(); |
| 268 | } |
Joerg Roedel | 0c3f173 | 2012-03-30 11:47:02 -0700 | [diff] [blame] | 269 | |
Suresh Siddha | 95a02e9 | 2012-03-30 11:47:07 -0700 | [diff] [blame] | 270 | int setup_ioapic_remapped_entry(int irq, |
| 271 | struct IO_APIC_route_entry *entry, |
| 272 | unsigned int destination, int vector, |
| 273 | struct io_apic_irq_attr *attr) |
Joerg Roedel | 0c3f173 | 2012-03-30 11:47:02 -0700 | [diff] [blame] | 274 | { |
Jiang Liu | e901176 | 2015-01-07 15:31:43 +0800 | [diff] [blame] | 275 | if (!remap_ops->setup_ioapic_entry) |
Joerg Roedel | 0c3f173 | 2012-03-30 11:47:02 -0700 | [diff] [blame] | 276 | return -ENODEV; |
| 277 | |
| 278 | return remap_ops->setup_ioapic_entry(irq, entry, destination, |
| 279 | vector, attr); |
| 280 | } |
Joerg Roedel | 4c1bad6 | 2012-03-30 11:47:03 -0700 | [diff] [blame] | 281 | |
Jiang Liu | b707cb0 | 2014-01-06 14:18:26 +0800 | [diff] [blame] | 282 | static int set_remapped_irq_affinity(struct irq_data *data, |
| 283 | const struct cpumask *mask, bool force) |
Joerg Roedel | 4c1bad6 | 2012-03-30 11:47:03 -0700 | [diff] [blame] | 284 | { |
Jiang Liu | e901176 | 2015-01-07 15:31:43 +0800 | [diff] [blame] | 285 | if (!config_enabled(CONFIG_SMP) || !remap_ops->set_affinity) |
Joerg Roedel | 4c1bad6 | 2012-03-30 11:47:03 -0700 | [diff] [blame] | 286 | return 0; |
| 287 | |
| 288 | return remap_ops->set_affinity(data, mask, force); |
| 289 | } |
Joerg Roedel | 9d619f6 | 2012-03-30 11:47:04 -0700 | [diff] [blame] | 290 | |
Suresh Siddha | 95a02e9 | 2012-03-30 11:47:07 -0700 | [diff] [blame] | 291 | void free_remapped_irq(int irq) |
Joerg Roedel | 9d619f6 | 2012-03-30 11:47:04 -0700 | [diff] [blame] | 292 | { |
Jiang Liu | b71a3b2 | 2014-10-27 16:12:08 +0800 | [diff] [blame] | 293 | struct irq_cfg *cfg = irq_cfg(irq); |
Joerg Roedel | 11b4a1c | 2012-09-26 12:44:47 +0200 | [diff] [blame] | 294 | |
Jiang Liu | e901176 | 2015-01-07 15:31:43 +0800 | [diff] [blame] | 295 | if (irq_remapped(cfg) && remap_ops->free_irq) |
Joerg Roedel | 11b4a1c | 2012-09-26 12:44:47 +0200 | [diff] [blame] | 296 | remap_ops->free_irq(irq); |
Joerg Roedel | 9d619f6 | 2012-03-30 11:47:04 -0700 | [diff] [blame] | 297 | } |
Joerg Roedel | 5e2b930 | 2012-03-30 11:47:05 -0700 | [diff] [blame] | 298 | |
Suresh Siddha | 95a02e9 | 2012-03-30 11:47:07 -0700 | [diff] [blame] | 299 | void compose_remapped_msi_msg(struct pci_dev *pdev, |
| 300 | unsigned int irq, unsigned int dest, |
| 301 | struct msi_msg *msg, u8 hpet_id) |
Joerg Roedel | 5e2b930 | 2012-03-30 11:47:05 -0700 | [diff] [blame] | 302 | { |
Jiang Liu | b71a3b2 | 2014-10-27 16:12:08 +0800 | [diff] [blame] | 303 | struct irq_cfg *cfg = irq_cfg(irq); |
Joerg Roedel | 5e2b930 | 2012-03-30 11:47:05 -0700 | [diff] [blame] | 304 | |
Joerg Roedel | 7601384 | 2012-09-26 12:44:49 +0200 | [diff] [blame] | 305 | if (!irq_remapped(cfg)) |
| 306 | native_compose_msi_msg(pdev, irq, dest, msg, hpet_id); |
Jiang Liu | e901176 | 2015-01-07 15:31:43 +0800 | [diff] [blame] | 307 | else if (remap_ops->compose_msi_msg) |
Joerg Roedel | 7601384 | 2012-09-26 12:44:49 +0200 | [diff] [blame] | 308 | remap_ops->compose_msi_msg(pdev, irq, dest, msg, hpet_id); |
Joerg Roedel | 5e2b930 | 2012-03-30 11:47:05 -0700 | [diff] [blame] | 309 | } |
| 310 | |
Joerg Roedel | 5afba62 | 2012-09-26 12:44:38 +0200 | [diff] [blame] | 311 | static int msi_alloc_remapped_irq(struct pci_dev *pdev, int irq, int nvec) |
Joerg Roedel | 5e2b930 | 2012-03-30 11:47:05 -0700 | [diff] [blame] | 312 | { |
Jiang Liu | e901176 | 2015-01-07 15:31:43 +0800 | [diff] [blame] | 313 | if (!remap_ops->msi_alloc_irq) |
Joerg Roedel | 5e2b930 | 2012-03-30 11:47:05 -0700 | [diff] [blame] | 314 | return -ENODEV; |
| 315 | |
| 316 | return remap_ops->msi_alloc_irq(pdev, irq, nvec); |
| 317 | } |
| 318 | |
Joerg Roedel | 5afba62 | 2012-09-26 12:44:38 +0200 | [diff] [blame] | 319 | static int msi_setup_remapped_irq(struct pci_dev *pdev, unsigned int irq, |
| 320 | int index, int sub_handle) |
Joerg Roedel | 5e2b930 | 2012-03-30 11:47:05 -0700 | [diff] [blame] | 321 | { |
Jiang Liu | e901176 | 2015-01-07 15:31:43 +0800 | [diff] [blame] | 322 | if (!remap_ops->msi_setup_irq) |
Joerg Roedel | 5e2b930 | 2012-03-30 11:47:05 -0700 | [diff] [blame] | 323 | return -ENODEV; |
| 324 | |
| 325 | return remap_ops->msi_setup_irq(pdev, irq, index, sub_handle); |
| 326 | } |
| 327 | |
Suresh Siddha | 95a02e9 | 2012-03-30 11:47:07 -0700 | [diff] [blame] | 328 | int setup_hpet_msi_remapped(unsigned int irq, unsigned int id) |
Joerg Roedel | 5e2b930 | 2012-03-30 11:47:05 -0700 | [diff] [blame] | 329 | { |
Yijing Wang | 5fc24d8 | 2014-09-17 17:32:19 +0800 | [diff] [blame] | 330 | int ret; |
| 331 | |
Jiang Liu | e901176 | 2015-01-07 15:31:43 +0800 | [diff] [blame] | 332 | if (!remap_ops->alloc_hpet_msi) |
Joerg Roedel | 5e2b930 | 2012-03-30 11:47:05 -0700 | [diff] [blame] | 333 | return -ENODEV; |
| 334 | |
Yijing Wang | 5fc24d8 | 2014-09-17 17:32:19 +0800 | [diff] [blame] | 335 | ret = remap_ops->alloc_hpet_msi(irq, id); |
| 336 | if (ret) |
| 337 | return -EINVAL; |
| 338 | |
| 339 | return default_setup_hpet_msi(irq, id); |
Joerg Roedel | 5e2b930 | 2012-03-30 11:47:05 -0700 | [diff] [blame] | 340 | } |
Joerg Roedel | 6a9f5de | 2012-09-26 12:44:41 +0200 | [diff] [blame] | 341 | |
| 342 | void panic_if_irq_remap(const char *msg) |
| 343 | { |
| 344 | if (irq_remapping_enabled) |
| 345 | panic(msg); |
| 346 | } |
Joerg Roedel | 9b1b0e4 | 2012-09-26 12:44:45 +0200 | [diff] [blame] | 347 | |
Jiang Liu | 947045a | 2015-04-13 14:11:30 +0800 | [diff] [blame^] | 348 | void ir_ack_apic_edge(struct irq_data *data) |
Joerg Roedel | 9b1b0e4 | 2012-09-26 12:44:45 +0200 | [diff] [blame] | 349 | { |
| 350 | ack_APIC_irq(); |
| 351 | } |
| 352 | |
| 353 | static void ir_ack_apic_level(struct irq_data *data) |
| 354 | { |
| 355 | ack_APIC_irq(); |
Jiang Liu | b71a3b2 | 2014-10-27 16:12:08 +0800 | [diff] [blame] | 356 | eoi_ioapic_irq(data->irq, irqd_cfg(data)); |
Joerg Roedel | 9b1b0e4 | 2012-09-26 12:44:45 +0200 | [diff] [blame] | 357 | } |
| 358 | |
Jiang Liu | 947045a | 2015-04-13 14:11:30 +0800 | [diff] [blame^] | 359 | void irq_remapping_print_chip(struct irq_data *data, struct seq_file *p) |
| 360 | { |
| 361 | /* |
| 362 | * Assume interrupt is remapped if the parent irqdomain isn't the |
| 363 | * vector domain, which is true for MSI, HPET and IOAPIC on x86 |
| 364 | * platforms. |
| 365 | */ |
| 366 | if (data->domain && data->domain->parent != arch_get_ir_parent_domain()) |
| 367 | seq_printf(p, " IR-%s", data->chip->name); |
| 368 | else |
| 369 | seq_printf(p, " %s", data->chip->name); |
| 370 | } |
| 371 | |
Joerg Roedel | 9b1b0e4 | 2012-09-26 12:44:45 +0200 | [diff] [blame] | 372 | static void ir_print_prefix(struct irq_data *data, struct seq_file *p) |
| 373 | { |
| 374 | seq_printf(p, " IR-%s", data->chip->name); |
| 375 | } |
| 376 | |
| 377 | void irq_remap_modify_chip_defaults(struct irq_chip *chip) |
| 378 | { |
| 379 | chip->irq_print_chip = ir_print_prefix; |
| 380 | chip->irq_ack = ir_ack_apic_edge; |
| 381 | chip->irq_eoi = ir_ack_apic_level; |
| 382 | chip->irq_set_affinity = x86_io_apic_ops.set_affinity; |
| 383 | } |
Joerg Roedel | 2976fd8 | 2012-09-26 12:44:48 +0200 | [diff] [blame] | 384 | |
| 385 | bool setup_remapped_irq(int irq, struct irq_cfg *cfg, struct irq_chip *chip) |
| 386 | { |
| 387 | if (!irq_remapped(cfg)) |
| 388 | return false; |
| 389 | irq_set_status_flags(irq, IRQ_MOVE_PCNTXT); |
| 390 | irq_remap_modify_chip_defaults(chip); |
| 391 | return true; |
| 392 | } |
Jiang Liu | 947045a | 2015-04-13 14:11:30 +0800 | [diff] [blame^] | 393 | |
| 394 | /** |
| 395 | * irq_remapping_get_ir_irq_domain - Get the irqdomain associated with the IOMMU |
| 396 | * device serving request @info |
| 397 | * @info: interrupt allocation information, used to identify the IOMMU device |
| 398 | * |
| 399 | * It's used to get parent irqdomain for HPET and IOAPIC irqdomains. |
| 400 | * Returns pointer to IRQ domain, or NULL on failure. |
| 401 | */ |
| 402 | struct irq_domain * |
| 403 | irq_remapping_get_ir_irq_domain(struct irq_alloc_info *info) |
| 404 | { |
| 405 | if (!remap_ops || !remap_ops->get_ir_irq_domain) |
| 406 | return NULL; |
| 407 | |
| 408 | return remap_ops->get_ir_irq_domain(info); |
| 409 | } |
| 410 | |
| 411 | /** |
| 412 | * irq_remapping_get_irq_domain - Get the irqdomain serving the request @info |
| 413 | * @info: interrupt allocation information, used to identify the IOMMU device |
| 414 | * |
| 415 | * There will be one PCI MSI/MSIX irqdomain associated with each interrupt |
| 416 | * remapping device, so this interface is used to retrieve the PCI MSI/MSIX |
| 417 | * irqdomain serving request @info. |
| 418 | * Returns pointer to IRQ domain, or NULL on failure. |
| 419 | */ |
| 420 | struct irq_domain * |
| 421 | irq_remapping_get_irq_domain(struct irq_alloc_info *info) |
| 422 | { |
| 423 | if (!remap_ops || !remap_ops->get_irq_domain) |
| 424 | return NULL; |
| 425 | |
| 426 | return remap_ops->get_irq_domain(info); |
| 427 | } |