Commit | Line | Data |
---|---|---|
014da7ff | 1 | /* |
7cfb62a2 IK |
2 | * Support PCI IO workaround |
3 | * | |
014da7ff BH |
4 | * Copyright (C) 2006 Benjamin Herrenschmidt <benh@kernel.crashing.org> |
5 | * IBM, Corp. | |
7cfb62a2 | 6 | * (C) Copyright 2007-2008 TOSHIBA CORPORATION |
014da7ff BH |
7 | * |
8 | * This program is free software; you can redistribute it and/or modify | |
9 | * it under the terms of the GNU General Public License version 2 as | |
10 | * published by the Free Software Foundation. | |
11 | */ | |
12 | #undef DEBUG | |
13 | ||
14 | #include <linux/kernel.h> | |
333a1518 | 15 | #include <linux/sched.h> /* for init_mm */ |
7cfb62a2 | 16 | |
014da7ff BH |
17 | #include <asm/io.h> |
18 | #include <asm/machdep.h> | |
7cfb62a2 | 19 | #include <asm/pgtable.h> |
014da7ff | 20 | #include <asm/ppc-pci.h> |
3cc30d07 | 21 | #include <asm/io-workarounds.h> |
014da7ff | 22 | |
7cfb62a2 | 23 | #define IOWA_MAX_BUS 8 |
014da7ff | 24 | |
7cfb62a2 IK |
25 | static struct iowa_bus iowa_busses[IOWA_MAX_BUS]; |
26 | static unsigned int iowa_bus_count; | |
014da7ff | 27 | |
7cfb62a2 IK |
28 | static struct iowa_bus *iowa_pci_find(unsigned long vaddr, unsigned long paddr) |
29 | { | |
30 | int i, j; | |
31 | struct resource *res; | |
32 | unsigned long vstart, vend; | |
014da7ff | 33 | |
7cfb62a2 IK |
34 | for (i = 0; i < iowa_bus_count; i++) { |
35 | struct iowa_bus *bus = &iowa_busses[i]; | |
36 | struct pci_controller *phb = bus->phb; | |
014da7ff | 37 | |
7cfb62a2 IK |
38 | if (vaddr) { |
39 | vstart = (unsigned long)phb->io_base_virt; | |
40 | vend = vstart + phb->pci_io_size - 1; | |
41 | if ((vaddr >= vstart) && (vaddr <= vend)) | |
42 | return bus; | |
43 | } | |
44 | ||
45 | if (paddr) | |
46 | for (j = 0; j < 3; j++) { | |
47 | res = &phb->mem_resources[j]; | |
48 | if (paddr >= res->start && paddr <= res->end) | |
49 | return bus; | |
50 | } | |
014da7ff | 51 | } |
7cfb62a2 | 52 | |
014da7ff BH |
53 | return NULL; |
54 | } | |
55 | ||
ecd73cc5 | 56 | #ifdef CONFIG_PPC_INDIRECT_MMIO |
7cfb62a2 | 57 | struct iowa_bus *iowa_mem_find_bus(const PCI_IO_ADDR addr) |
014da7ff | 58 | { |
12bc9f6f | 59 | unsigned hugepage_shift; |
7cfb62a2 | 60 | struct iowa_bus *bus; |
014da7ff BH |
61 | int token; |
62 | ||
014da7ff BH |
63 | token = PCI_GET_ADDR_TOKEN(addr); |
64 | ||
7cfb62a2 IK |
65 | if (token && token <= iowa_bus_count) |
66 | bus = &iowa_busses[token - 1]; | |
014da7ff BH |
67 | else { |
68 | unsigned long vaddr, paddr; | |
69 | pte_t *ptep; | |
70 | ||
014da7ff | 71 | vaddr = (unsigned long)PCI_FIX_ADDR(addr); |
7cfb62a2 IK |
72 | if (vaddr < PHB_IO_BASE || vaddr >= PHB_IO_END) |
73 | return NULL; | |
691e95fd AK |
74 | /* |
75 | * We won't find huge pages here (iomem). Also can't hit | |
76 | * a page table free due to init_mm | |
77 | */ | |
78 | ptep = __find_linux_pte_or_hugepte(init_mm.pgd, vaddr, | |
891121e6 | 79 | NULL, &hugepage_shift); |
014da7ff BH |
80 | if (ptep == NULL) |
81 | paddr = 0; | |
12bc9f6f | 82 | else { |
12bc9f6f | 83 | WARN_ON(hugepage_shift); |
014da7ff | 84 | paddr = pte_pfn(*ptep) << PAGE_SHIFT; |
12bc9f6f | 85 | } |
7cfb62a2 | 86 | bus = iowa_pci_find(vaddr, paddr); |
014da7ff | 87 | |
014da7ff | 88 | if (bus == NULL) |
7cfb62a2 | 89 | return NULL; |
014da7ff BH |
90 | } |
91 | ||
7cfb62a2 | 92 | return bus; |
014da7ff | 93 | } |
ecd73cc5 BH |
94 | #else /* CONFIG_PPC_INDIRECT_MMIO */ |
95 | struct iowa_bus *iowa_mem_find_bus(const PCI_IO_ADDR addr) | |
96 | { | |
97 | return NULL; | |
98 | } | |
99 | #endif /* !CONFIG_PPC_INDIRECT_MMIO */ | |
014da7ff | 100 | |
ecd73cc5 | 101 | #ifdef CONFIG_PPC_INDIRECT_PIO |
7cfb62a2 | 102 | struct iowa_bus *iowa_pio_find_bus(unsigned long port) |
014da7ff | 103 | { |
7cfb62a2 IK |
104 | unsigned long vaddr = (unsigned long)pci_io_base + port; |
105 | return iowa_pci_find(vaddr, 0); | |
014da7ff | 106 | } |
ecd73cc5 BH |
107 | #else |
108 | struct iowa_bus *iowa_pio_find_bus(unsigned long port) | |
109 | { | |
110 | return NULL; | |
111 | } | |
112 | #endif | |
014da7ff | 113 | |
7cfb62a2 IK |
114 | #define DEF_PCI_AC_RET(name, ret, at, al, space, aa) \ |
115 | static ret iowa_##name at \ | |
116 | { \ | |
117 | struct iowa_bus *bus; \ | |
118 | bus = iowa_##space##_find_bus(aa); \ | |
119 | if (bus && bus->ops && bus->ops->name) \ | |
120 | return bus->ops->name al; \ | |
121 | return __do_##name al; \ | |
014da7ff BH |
122 | } |
123 | ||
7cfb62a2 IK |
124 | #define DEF_PCI_AC_NORET(name, at, al, space, aa) \ |
125 | static void iowa_##name at \ | |
126 | { \ | |
127 | struct iowa_bus *bus; \ | |
128 | bus = iowa_##space##_find_bus(aa); \ | |
129 | if (bus && bus->ops && bus->ops->name) { \ | |
130 | bus->ops->name al; \ | |
131 | return; \ | |
132 | } \ | |
133 | __do_##name al; \ | |
014da7ff BH |
134 | } |
135 | ||
7cfb62a2 | 136 | #include <asm/io-defs.h> |
014da7ff | 137 | |
7cfb62a2 IK |
138 | #undef DEF_PCI_AC_RET |
139 | #undef DEF_PCI_AC_NORET | |
014da7ff | 140 | |
cad5cef6 | 141 | static const struct ppc_pci_io iowa_pci_io = { |
014da7ff | 142 | |
7cfb62a2 IK |
143 | #define DEF_PCI_AC_RET(name, ret, at, al, space, aa) .name = iowa_##name, |
144 | #define DEF_PCI_AC_NORET(name, at, al, space, aa) .name = iowa_##name, | |
014da7ff | 145 | |
7cfb62a2 | 146 | #include <asm/io-defs.h> |
014da7ff | 147 | |
7cfb62a2 IK |
148 | #undef DEF_PCI_AC_RET |
149 | #undef DEF_PCI_AC_NORET | |
014da7ff | 150 | |
7cfb62a2 | 151 | }; |
014da7ff | 152 | |
ecd73cc5 | 153 | #ifdef CONFIG_PPC_INDIRECT_MMIO |
b36ac9e8 | 154 | static void __iomem *iowa_ioremap(phys_addr_t addr, unsigned long size, |
1cdab55d | 155 | unsigned long flags, void *caller) |
014da7ff | 156 | { |
7cfb62a2 | 157 | struct iowa_bus *bus; |
1cdab55d | 158 | void __iomem *res = __ioremap_caller(addr, size, flags, caller); |
014da7ff BH |
159 | int busno; |
160 | ||
b36ac9e8 | 161 | bus = iowa_pci_find(0, (unsigned long)addr); |
014da7ff | 162 | if (bus != NULL) { |
7cfb62a2 | 163 | busno = bus - iowa_busses; |
014da7ff BH |
164 | PCI_SET_ADDR_TOKEN(res, busno + 1); |
165 | } | |
014da7ff BH |
166 | return res; |
167 | } | |
ecd73cc5 BH |
168 | #else /* CONFIG_PPC_INDIRECT_MMIO */ |
169 | #define iowa_ioremap NULL | |
170 | #endif /* !CONFIG_PPC_INDIRECT_MMIO */ | |
014da7ff | 171 | |
d1109b75 | 172 | /* Enable IO workaround */ |
cad5cef6 | 173 | static void io_workaround_init(void) |
d1109b75 ME |
174 | { |
175 | static int io_workaround_inited; | |
176 | ||
177 | if (io_workaround_inited) | |
178 | return; | |
179 | ppc_pci_io = iowa_pci_io; | |
180 | ppc_md.ioremap = iowa_ioremap; | |
181 | io_workaround_inited = 1; | |
182 | } | |
183 | ||
184 | /* Register new bus to support workaround */ | |
cad5cef6 GKH |
185 | void iowa_register_bus(struct pci_controller *phb, struct ppc_pci_io *ops, |
186 | int (*initfunc)(struct iowa_bus *, void *), void *data) | |
014da7ff | 187 | { |
7cfb62a2 | 188 | struct iowa_bus *bus; |
44ef3390 | 189 | struct device_node *np = phb->dn; |
014da7ff | 190 | |
d1109b75 ME |
191 | io_workaround_init(); |
192 | ||
7cfb62a2 IK |
193 | if (iowa_bus_count >= IOWA_MAX_BUS) { |
194 | pr_err("IOWA:Too many pci bridges, " | |
195 | "workarounds disabled for %s\n", np->full_name); | |
014da7ff BH |
196 | return; |
197 | } | |
198 | ||
7cfb62a2 IK |
199 | bus = &iowa_busses[iowa_bus_count]; |
200 | bus->phb = phb; | |
201 | bus->ops = ops; | |
69b12368 | 202 | bus->private = data; |
014da7ff | 203 | |
7cfb62a2 IK |
204 | if (initfunc) |
205 | if ((*initfunc)(bus, data)) | |
206 | return; | |
014da7ff | 207 | |
7cfb62a2 | 208 | iowa_bus_count++; |
014da7ff | 209 | |
7cfb62a2 | 210 | pr_debug("IOWA:[%d]Add bus, %s.\n", iowa_bus_count-1, np->full_name); |
014da7ff BH |
211 | } |
212 |