1 #include <linux/cpumask.h>
2 #include <linux/kernel.h>
3 #include <linux/string.h>
4 #include <linux/cpumask.h>
5 #include <linux/errno.h>
10 #include <asm/hw_irq.h>
11 #include <asm/irq_remapping.h>
12 #include <asm/processor.h>
13 #include <asm/x86_init.h>
16 #include "irq_remapping.h"
18 int irq_remapping_enabled
;
20 int disable_irq_remap
;
21 int disable_sourceid_checking
;
24 static struct irq_remap_ops
*remap_ops
;
26 static int msi_alloc_remapped_irq(struct pci_dev
*pdev
, int irq
, int nvec
);
27 static int msi_setup_remapped_irq(struct pci_dev
*pdev
, unsigned int irq
,
28 int index
, int sub_handle
);
29 static int set_remapped_irq_affinity(struct irq_data
*data
,
30 const struct cpumask
*mask
,
33 static void irq_remapping_disable_io_apic(void)
36 * With interrupt-remapping, for now we will use virtual wire A
37 * mode, as virtual wire B is little complex (need to configure
38 * both IOAPIC RTE as well as interrupt-remapping table entry).
39 * As this gets called during crash dump, keep this simple for
42 if (cpu_has_apic
|| apic_from_smp_config())
43 disconnect_bsp_APIC(0);
46 static int do_setup_msi_irqs(struct pci_dev
*dev
, int nvec
)
48 int node
, ret
, sub_handle
, index
= 0;
50 struct msi_desc
*msidesc
;
52 nvec
= __roundup_pow_of_two(nvec
);
54 WARN_ON(!list_is_singular(&dev
->msi_list
));
55 msidesc
= list_entry(dev
->msi_list
.next
, struct msi_desc
, list
);
56 WARN_ON(msidesc
->irq
);
57 WARN_ON(msidesc
->msi_attrib
.multiple
);
59 node
= dev_to_node(&dev
->dev
);
60 irq
= __create_irqs(get_nr_irqs_gsi(), nvec
, node
);
64 msidesc
->msi_attrib
.multiple
= ilog2(nvec
);
65 for (sub_handle
= 0; sub_handle
< nvec
; sub_handle
++) {
67 index
= msi_alloc_remapped_irq(dev
, irq
, nvec
);
73 ret
= msi_setup_remapped_irq(dev
, irq
+ sub_handle
,
78 ret
= setup_msi_irq(dev
, msidesc
, irq
, sub_handle
);
85 destroy_irqs(irq
, nvec
);
88 * Restore altered MSI descriptor fields and prevent just destroyed
89 * IRQs from tearing down again in default_teardown_msi_irqs()
92 msidesc
->msi_attrib
.multiple
= 0;
97 static int do_setup_msix_irqs(struct pci_dev
*dev
, int nvec
)
99 int node
, ret
, sub_handle
, index
= 0;
100 struct msi_desc
*msidesc
;
103 node
= dev_to_node(&dev
->dev
);
104 irq
= get_nr_irqs_gsi();
107 list_for_each_entry(msidesc
, &dev
->msi_list
, list
) {
109 irq
= create_irq_nr(irq
, node
);
114 ret
= index
= msi_alloc_remapped_irq(dev
, irq
, nvec
);
116 ret
= msi_setup_remapped_irq(dev
, irq
, index
, sub_handle
);
121 ret
= setup_msi_irq(dev
, msidesc
, irq
, 0);
136 static int irq_remapping_setup_msi_irqs(struct pci_dev
*dev
,
139 if (type
== PCI_CAP_ID_MSI
)
140 return do_setup_msi_irqs(dev
, nvec
);
142 return do_setup_msix_irqs(dev
, nvec
);
145 static void __init
irq_remapping_modify_x86_ops(void)
147 x86_io_apic_ops
.disable
= irq_remapping_disable_io_apic
;
148 x86_io_apic_ops
.set_affinity
= set_remapped_irq_affinity
;
149 x86_msi
.setup_msi_irqs
= irq_remapping_setup_msi_irqs
;
150 x86_msi
.setup_hpet_msi
= setup_hpet_msi_remapped
;
153 static __init
int setup_nointremap(char *str
)
155 disable_irq_remap
= 1;
158 early_param("nointremap", setup_nointremap
);
160 static __init
int setup_irqremap(char *str
)
166 if (!strncmp(str
, "on", 2))
167 disable_irq_remap
= 0;
168 else if (!strncmp(str
, "off", 3))
169 disable_irq_remap
= 1;
170 else if (!strncmp(str
, "nosid", 5))
171 disable_sourceid_checking
= 1;
172 else if (!strncmp(str
, "no_x2apic_optout", 16))
173 no_x2apic_optout
= 1;
175 str
+= strcspn(str
, ",");
182 early_param("intremap", setup_irqremap
);
184 void __init
setup_irq_remapping_ops(void)
186 remap_ops
= &intel_irq_remap_ops
;
188 #ifdef CONFIG_AMD_IOMMU
189 if (amd_iommu_irq_ops
.prepare() == 0)
190 remap_ops
= &amd_iommu_irq_ops
;
194 int irq_remapping_supported(void)
196 if (disable_irq_remap
)
199 if (!remap_ops
|| !remap_ops
->supported
)
202 return remap_ops
->supported();
205 int __init
irq_remapping_prepare(void)
207 if (!remap_ops
|| !remap_ops
->prepare
)
210 return remap_ops
->prepare();
213 int __init
irq_remapping_enable(void)
217 if (!remap_ops
|| !remap_ops
->enable
)
220 ret
= remap_ops
->enable();
222 if (irq_remapping_enabled
)
223 irq_remapping_modify_x86_ops();
228 void irq_remapping_disable(void)
230 if (!irq_remapping_enabled
||
235 remap_ops
->disable();
238 int irq_remapping_reenable(int mode
)
240 if (!irq_remapping_enabled
||
242 !remap_ops
->reenable
)
245 return remap_ops
->reenable(mode
);
248 int __init
irq_remap_enable_fault_handling(void)
250 if (!irq_remapping_enabled
)
253 if (!remap_ops
|| !remap_ops
->enable_faulting
)
256 return remap_ops
->enable_faulting();
259 int setup_ioapic_remapped_entry(int irq
,
260 struct IO_APIC_route_entry
*entry
,
261 unsigned int destination
, int vector
,
262 struct io_apic_irq_attr
*attr
)
264 if (!remap_ops
|| !remap_ops
->setup_ioapic_entry
)
267 return remap_ops
->setup_ioapic_entry(irq
, entry
, destination
,
271 int set_remapped_irq_affinity(struct irq_data
*data
, const struct cpumask
*mask
,
274 if (!config_enabled(CONFIG_SMP
) || !remap_ops
||
275 !remap_ops
->set_affinity
)
278 return remap_ops
->set_affinity(data
, mask
, force
);
281 void free_remapped_irq(int irq
)
283 if (!remap_ops
|| !remap_ops
->free_irq
)
286 remap_ops
->free_irq(irq
);
289 void compose_remapped_msi_msg(struct pci_dev
*pdev
,
290 unsigned int irq
, unsigned int dest
,
291 struct msi_msg
*msg
, u8 hpet_id
)
293 if (!remap_ops
|| !remap_ops
->compose_msi_msg
)
296 remap_ops
->compose_msi_msg(pdev
, irq
, dest
, msg
, hpet_id
);
299 static int msi_alloc_remapped_irq(struct pci_dev
*pdev
, int irq
, int nvec
)
301 if (!remap_ops
|| !remap_ops
->msi_alloc_irq
)
304 return remap_ops
->msi_alloc_irq(pdev
, irq
, nvec
);
307 static int msi_setup_remapped_irq(struct pci_dev
*pdev
, unsigned int irq
,
308 int index
, int sub_handle
)
310 if (!remap_ops
|| !remap_ops
->msi_setup_irq
)
313 return remap_ops
->msi_setup_irq(pdev
, irq
, index
, sub_handle
);
316 int setup_hpet_msi_remapped(unsigned int irq
, unsigned int id
)
318 if (!remap_ops
|| !remap_ops
->setup_hpet_msi
)
321 return remap_ops
->setup_hpet_msi(irq
, id
);