Joerg Roedel | 9b1b0e4 | 2012-09-26 12:44:45 +0200 | [diff] [blame] | 1 | #include <linux/seq_file.h> |
Joerg Roedel | 1c4248c | 2012-09-26 12:44:35 +0200 | [diff] [blame] | 2 | #include <linux/cpumask.h> |
Joerg Roedel | 736baef | 2012-03-30 11:47:00 -0700 | [diff] [blame] | 3 | #include <linux/kernel.h> |
| 4 | #include <linux/string.h> |
| 5 | #include <linux/errno.h> |
Joerg Roedel | 98f1ad2 | 2012-07-06 13:28:37 +0200 | [diff] [blame] | 6 | #include <linux/msi.h> |
Joerg Roedel | 5afba62 | 2012-09-26 12:44:38 +0200 | [diff] [blame] | 7 | #include <linux/irq.h> |
| 8 | #include <linux/pci.h> |
Jiang Liu | a62b32c | 2015-04-13 14:11:29 +0800 | [diff] [blame] | 9 | #include <linux/irqdomain.h> |
Joerg Roedel | 98f1ad2 | 2012-07-06 13:28:37 +0200 | [diff] [blame] | 10 | |
| 11 | #include <asm/hw_irq.h> |
| 12 | #include <asm/irq_remapping.h> |
Joerg Roedel | 1c4248c | 2012-09-26 12:44:35 +0200 | [diff] [blame] | 13 | #include <asm/processor.h> |
| 14 | #include <asm/x86_init.h> |
| 15 | #include <asm/apic.h> |
Yijing Wang | 5fc24d8 | 2014-09-17 17:32:19 +0800 | [diff] [blame] | 16 | #include <asm/hpet.h> |
Joerg Roedel | 736baef | 2012-03-30 11:47:00 -0700 | [diff] [blame] | 17 | |
Suresh Siddha | 8a8f422 | 2012-03-30 11:47:08 -0700 | [diff] [blame] | 18 | #include "irq_remapping.h" |
Joerg Roedel | 736baef | 2012-03-30 11:47:00 -0700 | [diff] [blame] | 19 | |
Suresh Siddha | 95a02e9 | 2012-03-30 11:47:07 -0700 | [diff] [blame] | 20 | int irq_remapping_enabled; |
Neil Horman | 03bbcb2 | 2013-04-16 16:38:32 -0400 | [diff] [blame] | 21 | int irq_remap_broken; |
Joerg Roedel | 736baef | 2012-03-30 11:47:00 -0700 | [diff] [blame] | 22 | int disable_sourceid_checking; |
| 23 | int no_x2apic_optout; |
| 24 | |
Feng Wu | 3d9b98f | 2015-06-09 13:20:35 +0800 | [diff] [blame^] | 25 | int disable_irq_post = 1; |
| 26 | |
Jiang Liu | 7fa1c84 | 2015-01-07 15:31:42 +0800 | [diff] [blame] | 27 | static int disable_irq_remap; |
Joerg Roedel | 736baef | 2012-03-30 11:47:00 -0700 | [diff] [blame] | 28 | static struct irq_remap_ops *remap_ops; |
| 29 | |
Joerg Roedel | 1c4248c | 2012-09-26 12:44:35 +0200 | [diff] [blame] | 30 | static void irq_remapping_disable_io_apic(void) |
| 31 | { |
| 32 | /* |
| 33 | * With interrupt-remapping, for now we will use virtual wire A |
| 34 | * mode, as virtual wire B is little complex (need to configure |
| 35 | * both IOAPIC RTE as well as interrupt-remapping table entry). |
| 36 | * As this gets called during crash dump, keep this simple for |
| 37 | * now. |
| 38 | */ |
| 39 | if (cpu_has_apic || apic_from_smp_config()) |
| 40 | disconnect_bsp_APIC(0); |
| 41 | } |
| 42 | |
| 43 | static void __init irq_remapping_modify_x86_ops(void) |
| 44 | { |
Joerg Roedel | 71054d8 | 2012-09-26 12:44:37 +0200 | [diff] [blame] | 45 | x86_io_apic_ops.disable = irq_remapping_disable_io_apic; |
Joerg Roedel | 1c4248c | 2012-09-26 12:44:35 +0200 | [diff] [blame] | 46 | } |
| 47 | |
Joerg Roedel | 736baef | 2012-03-30 11:47:00 -0700 | [diff] [blame] | 48 | static __init int setup_nointremap(char *str) |
| 49 | { |
Suresh Siddha | 95a02e9 | 2012-03-30 11:47:07 -0700 | [diff] [blame] | 50 | disable_irq_remap = 1; |
Joerg Roedel | 736baef | 2012-03-30 11:47:00 -0700 | [diff] [blame] | 51 | return 0; |
| 52 | } |
| 53 | early_param("nointremap", setup_nointremap); |
| 54 | |
Suresh Siddha | 95a02e9 | 2012-03-30 11:47:07 -0700 | [diff] [blame] | 55 | static __init int setup_irqremap(char *str) |
Joerg Roedel | 736baef | 2012-03-30 11:47:00 -0700 | [diff] [blame] | 56 | { |
| 57 | if (!str) |
| 58 | return -EINVAL; |
| 59 | |
| 60 | while (*str) { |
| 61 | if (!strncmp(str, "on", 2)) |
Suresh Siddha | 95a02e9 | 2012-03-30 11:47:07 -0700 | [diff] [blame] | 62 | disable_irq_remap = 0; |
Joerg Roedel | 736baef | 2012-03-30 11:47:00 -0700 | [diff] [blame] | 63 | else if (!strncmp(str, "off", 3)) |
Suresh Siddha | 95a02e9 | 2012-03-30 11:47:07 -0700 | [diff] [blame] | 64 | disable_irq_remap = 1; |
Joerg Roedel | 736baef | 2012-03-30 11:47:00 -0700 | [diff] [blame] | 65 | else if (!strncmp(str, "nosid", 5)) |
| 66 | disable_sourceid_checking = 1; |
| 67 | else if (!strncmp(str, "no_x2apic_optout", 16)) |
| 68 | no_x2apic_optout = 1; |
| 69 | |
| 70 | str += strcspn(str, ","); |
| 71 | while (*str == ',') |
| 72 | str++; |
| 73 | } |
| 74 | |
| 75 | return 0; |
| 76 | } |
Suresh Siddha | 95a02e9 | 2012-03-30 11:47:07 -0700 | [diff] [blame] | 77 | early_param("intremap", setup_irqremap); |
Joerg Roedel | 736baef | 2012-03-30 11:47:00 -0700 | [diff] [blame] | 78 | |
Neil Horman | 03bbcb2 | 2013-04-16 16:38:32 -0400 | [diff] [blame] | 79 | void set_irq_remapping_broken(void) |
| 80 | { |
| 81 | irq_remap_broken = 1; |
| 82 | } |
| 83 | |
Suresh Siddha | 95a02e9 | 2012-03-30 11:47:07 -0700 | [diff] [blame] | 84 | int __init irq_remapping_prepare(void) |
Joerg Roedel | 736baef | 2012-03-30 11:47:00 -0700 | [diff] [blame] | 85 | { |
Jiang Liu | c392f56 | 2015-01-07 15:31:40 +0800 | [diff] [blame] | 86 | if (disable_irq_remap) |
| 87 | return -ENOSYS; |
| 88 | |
Jiang Liu | 30969e3 | 2015-01-07 15:31:41 +0800 | [diff] [blame] | 89 | if (intel_irq_remap_ops.prepare() == 0) |
| 90 | remap_ops = &intel_irq_remap_ops; |
| 91 | else if (IS_ENABLED(CONFIG_AMD_IOMMU) && |
| 92 | amd_iommu_irq_ops.prepare() == 0) |
Thomas Gleixner | a1dafe8 | 2015-01-07 15:31:28 +0800 | [diff] [blame] | 93 | remap_ops = &amd_iommu_irq_ops; |
Jiang Liu | 30969e3 | 2015-01-07 15:31:41 +0800 | [diff] [blame] | 94 | else |
| 95 | return -ENOSYS; |
| 96 | |
| 97 | return 0; |
Joerg Roedel | 736baef | 2012-03-30 11:47:00 -0700 | [diff] [blame] | 98 | } |
| 99 | |
Suresh Siddha | 95a02e9 | 2012-03-30 11:47:07 -0700 | [diff] [blame] | 100 | int __init irq_remapping_enable(void) |
Joerg Roedel | 736baef | 2012-03-30 11:47:00 -0700 | [diff] [blame] | 101 | { |
Joerg Roedel | 1c4248c | 2012-09-26 12:44:35 +0200 | [diff] [blame] | 102 | int ret; |
| 103 | |
Jiang Liu | e901176 | 2015-01-07 15:31:43 +0800 | [diff] [blame] | 104 | if (!remap_ops->enable) |
Joerg Roedel | 736baef | 2012-03-30 11:47:00 -0700 | [diff] [blame] | 105 | return -ENODEV; |
| 106 | |
Joerg Roedel | 1c4248c | 2012-09-26 12:44:35 +0200 | [diff] [blame] | 107 | ret = remap_ops->enable(); |
| 108 | |
| 109 | if (irq_remapping_enabled) |
| 110 | irq_remapping_modify_x86_ops(); |
| 111 | |
| 112 | return ret; |
Joerg Roedel | 736baef | 2012-03-30 11:47:00 -0700 | [diff] [blame] | 113 | } |
Joerg Roedel | 4f3d8b6 | 2012-03-30 11:47:01 -0700 | [diff] [blame] | 114 | |
Suresh Siddha | 95a02e9 | 2012-03-30 11:47:07 -0700 | [diff] [blame] | 115 | void irq_remapping_disable(void) |
Joerg Roedel | 4f3d8b6 | 2012-03-30 11:47:01 -0700 | [diff] [blame] | 116 | { |
Jiang Liu | e901176 | 2015-01-07 15:31:43 +0800 | [diff] [blame] | 117 | if (irq_remapping_enabled && remap_ops->disable) |
| 118 | remap_ops->disable(); |
Joerg Roedel | 4f3d8b6 | 2012-03-30 11:47:01 -0700 | [diff] [blame] | 119 | } |
| 120 | |
Suresh Siddha | 95a02e9 | 2012-03-30 11:47:07 -0700 | [diff] [blame] | 121 | int irq_remapping_reenable(int mode) |
Joerg Roedel | 4f3d8b6 | 2012-03-30 11:47:01 -0700 | [diff] [blame] | 122 | { |
Jiang Liu | e901176 | 2015-01-07 15:31:43 +0800 | [diff] [blame] | 123 | if (irq_remapping_enabled && remap_ops->reenable) |
| 124 | return remap_ops->reenable(mode); |
Joerg Roedel | 4f3d8b6 | 2012-03-30 11:47:01 -0700 | [diff] [blame] | 125 | |
Jiang Liu | e901176 | 2015-01-07 15:31:43 +0800 | [diff] [blame] | 126 | return 0; |
Joerg Roedel | 4f3d8b6 | 2012-03-30 11:47:01 -0700 | [diff] [blame] | 127 | } |
| 128 | |
Suresh Siddha | 95a02e9 | 2012-03-30 11:47:07 -0700 | [diff] [blame] | 129 | int __init irq_remap_enable_fault_handling(void) |
Joerg Roedel | 4f3d8b6 | 2012-03-30 11:47:01 -0700 | [diff] [blame] | 130 | { |
Joerg Roedel | 70733e0 | 2012-09-26 12:44:33 +0200 | [diff] [blame] | 131 | if (!irq_remapping_enabled) |
| 132 | return 0; |
| 133 | |
Jiang Liu | e901176 | 2015-01-07 15:31:43 +0800 | [diff] [blame] | 134 | if (!remap_ops->enable_faulting) |
Joerg Roedel | 4f3d8b6 | 2012-03-30 11:47:01 -0700 | [diff] [blame] | 135 | return -ENODEV; |
| 136 | |
| 137 | return remap_ops->enable_faulting(); |
| 138 | } |
Joerg Roedel | 0c3f173 | 2012-03-30 11:47:02 -0700 | [diff] [blame] | 139 | |
Joerg Roedel | 6a9f5de | 2012-09-26 12:44:41 +0200 | [diff] [blame] | 140 | void panic_if_irq_remap(const char *msg) |
| 141 | { |
| 142 | if (irq_remapping_enabled) |
| 143 | panic(msg); |
| 144 | } |
Joerg Roedel | 9b1b0e4 | 2012-09-26 12:44:45 +0200 | [diff] [blame] | 145 | |
Jiang Liu | 947045a | 2015-04-13 14:11:30 +0800 | [diff] [blame] | 146 | void ir_ack_apic_edge(struct irq_data *data) |
Joerg Roedel | 9b1b0e4 | 2012-09-26 12:44:45 +0200 | [diff] [blame] | 147 | { |
| 148 | ack_APIC_irq(); |
| 149 | } |
| 150 | |
Jiang Liu | 947045a | 2015-04-13 14:11:30 +0800 | [diff] [blame] | 151 | /** |
| 152 | * irq_remapping_get_ir_irq_domain - Get the irqdomain associated with the IOMMU |
| 153 | * device serving request @info |
| 154 | * @info: interrupt allocation information, used to identify the IOMMU device |
| 155 | * |
| 156 | * It's used to get parent irqdomain for HPET and IOAPIC irqdomains. |
| 157 | * Returns pointer to IRQ domain, or NULL on failure. |
| 158 | */ |
| 159 | struct irq_domain * |
| 160 | irq_remapping_get_ir_irq_domain(struct irq_alloc_info *info) |
| 161 | { |
| 162 | if (!remap_ops || !remap_ops->get_ir_irq_domain) |
| 163 | return NULL; |
| 164 | |
| 165 | return remap_ops->get_ir_irq_domain(info); |
| 166 | } |
| 167 | |
| 168 | /** |
| 169 | * irq_remapping_get_irq_domain - Get the irqdomain serving the request @info |
| 170 | * @info: interrupt allocation information, used to identify the IOMMU device |
| 171 | * |
| 172 | * There will be one PCI MSI/MSIX irqdomain associated with each interrupt |
| 173 | * remapping device, so this interface is used to retrieve the PCI MSI/MSIX |
| 174 | * irqdomain serving request @info. |
| 175 | * Returns pointer to IRQ domain, or NULL on failure. |
| 176 | */ |
| 177 | struct irq_domain * |
| 178 | irq_remapping_get_irq_domain(struct irq_alloc_info *info) |
| 179 | { |
| 180 | if (!remap_ops || !remap_ops->get_irq_domain) |
| 181 | return NULL; |
| 182 | |
| 183 | return remap_ops->get_irq_domain(info); |
| 184 | } |