Commit | Line | Data |
---|---|---|
b61401ad | 1 | /* Copyright (c) 2010-2011, Code Aurora Forum. All rights reserved. |
c6a5951e SM |
2 | * |
3 | * This program is free software; you can redistribute it and/or modify | |
4 | * it under the terms of the GNU General Public License version 2 and | |
5 | * only version 2 as published by the Free Software Foundation. | |
6 | * | |
7 | * This program is distributed in the hope that it will be useful, | |
8 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | |
9 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | |
10 | * GNU General Public License for more details. | |
11 | * | |
12 | * You should have received a copy of the GNU General Public License | |
13 | * along with this program; if not, write to the Free Software | |
14 | * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA | |
15 | * 02110-1301, USA. | |
16 | */ | |
17 | ||
18 | #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt | |
19 | ||
20 | #include <linux/kernel.h> | |
21 | #include <linux/module.h> | |
22 | #include <linux/platform_device.h> | |
23 | #include <linux/io.h> | |
24 | #include <linux/clk.h> | |
25 | #include <linux/iommu.h> | |
26 | #include <linux/interrupt.h> | |
27 | #include <linux/err.h> | |
28 | #include <linux/slab.h> | |
29 | ||
30 | #include <mach/iommu_hw-8xxx.h> | |
31 | #include <mach/iommu.h> | |
b61401ad | 32 | #include <mach/clk.h> |
c6a5951e SM |
33 | |
34 | struct iommu_ctx_iter_data { | |
35 | /* input */ | |
36 | const char *name; | |
37 | ||
38 | /* output */ | |
39 | struct device *dev; | |
40 | }; | |
41 | ||
42 | static struct platform_device *msm_iommu_root_dev; | |
43 | ||
44 | static int each_iommu_ctx(struct device *dev, void *data) | |
45 | { | |
46 | struct iommu_ctx_iter_data *res = data; | |
47 | struct msm_iommu_ctx_dev *c = dev->platform_data; | |
48 | ||
49 | if (!res || !c || !c->name || !res->name) | |
50 | return -EINVAL; | |
51 | ||
52 | if (!strcmp(res->name, c->name)) { | |
53 | res->dev = dev; | |
54 | return 1; | |
55 | } | |
56 | return 0; | |
57 | } | |
58 | ||
59 | static int each_iommu(struct device *dev, void *data) | |
60 | { | |
61 | return device_for_each_child(dev, data, each_iommu_ctx); | |
62 | } | |
63 | ||
64 | struct device *msm_iommu_get_ctx(const char *ctx_name) | |
65 | { | |
66 | struct iommu_ctx_iter_data r; | |
67 | int found; | |
68 | ||
69 | if (!msm_iommu_root_dev) { | |
70 | pr_err("No root IOMMU device.\n"); | |
71 | goto fail; | |
72 | } | |
73 | ||
74 | r.name = ctx_name; | |
75 | found = device_for_each_child(&msm_iommu_root_dev->dev, &r, each_iommu); | |
76 | ||
77 | if (!found) { | |
78 | pr_err("Could not find context <%s>\n", ctx_name); | |
79 | goto fail; | |
80 | } | |
81 | ||
82 | return r.dev; | |
83 | fail: | |
84 | return NULL; | |
85 | } | |
86 | EXPORT_SYMBOL(msm_iommu_get_ctx); | |
87 | ||
a43d8c10 | 88 | static void msm_iommu_reset(void __iomem *base, int ncb) |
c6a5951e | 89 | { |
a43d8c10 | 90 | int ctx; |
c6a5951e SM |
91 | |
92 | SET_RPUE(base, 0); | |
93 | SET_RPUEIE(base, 0); | |
94 | SET_ESRRESTORE(base, 0); | |
95 | SET_TBE(base, 0); | |
96 | SET_CR(base, 0); | |
97 | SET_SPDMBE(base, 0); | |
98 | SET_TESTBUSCR(base, 0); | |
99 | SET_TLBRSW(base, 0); | |
100 | SET_GLOBAL_TLBIALL(base, 0); | |
101 | SET_RPU_ACR(base, 0); | |
102 | SET_TLBLKCRWE(base, 1); | |
c6a5951e SM |
103 | |
104 | for (ctx = 0; ctx < ncb; ctx++) { | |
105 | SET_BPRCOSH(base, ctx, 0); | |
106 | SET_BPRCISH(base, ctx, 0); | |
107 | SET_BPRCNSH(base, ctx, 0); | |
108 | SET_BPSHCFG(base, ctx, 0); | |
109 | SET_BPMTCFG(base, ctx, 0); | |
110 | SET_ACTLR(base, ctx, 0); | |
111 | SET_SCTLR(base, ctx, 0); | |
112 | SET_FSRRESTORE(base, ctx, 0); | |
113 | SET_TTBR0(base, ctx, 0); | |
114 | SET_TTBR1(base, ctx, 0); | |
115 | SET_TTBCR(base, ctx, 0); | |
116 | SET_BFBCR(base, ctx, 0); | |
117 | SET_PAR(base, ctx, 0); | |
118 | SET_FAR(base, ctx, 0); | |
119 | SET_CTX_TLBIALL(base, ctx, 0); | |
120 | SET_TLBFLPTER(base, ctx, 0); | |
121 | SET_TLBSLPTER(base, ctx, 0); | |
122 | SET_TLBLKCR(base, ctx, 0); | |
123 | SET_PRRR(base, ctx, 0); | |
124 | SET_NMRR(base, ctx, 0); | |
125 | SET_CONTEXTIDR(base, ctx, 0); | |
126 | } | |
127 | } | |
128 | ||
129 | static int msm_iommu_probe(struct platform_device *pdev) | |
130 | { | |
a86c44d4 | 131 | struct resource *r, *r2; |
c6a5951e | 132 | struct clk *iommu_clk; |
b61401ad | 133 | struct clk *iommu_pclk; |
c6a5951e SM |
134 | struct msm_iommu_drvdata *drvdata; |
135 | struct msm_iommu_dev *iommu_dev = pdev->dev.platform_data; | |
136 | void __iomem *regs_base; | |
137 | resource_size_t len; | |
a43d8c10 | 138 | int ret, irq, par; |
c6a5951e | 139 | |
b61401ad SM |
140 | if (pdev->id == -1) { |
141 | msm_iommu_root_dev = pdev; | |
142 | return 0; | |
143 | } | |
c6a5951e | 144 | |
b61401ad | 145 | drvdata = kzalloc(sizeof(*drvdata), GFP_KERNEL); |
c6a5951e | 146 | |
b61401ad SM |
147 | if (!drvdata) { |
148 | ret = -ENOMEM; | |
149 | goto fail; | |
150 | } | |
151 | ||
152 | if (!iommu_dev) { | |
153 | ret = -ENODEV; | |
154 | goto fail; | |
155 | } | |
c6a5951e | 156 | |
b61401ad SM |
157 | iommu_pclk = clk_get(NULL, "smmu_pclk"); |
158 | if (IS_ERR(iommu_pclk)) { | |
159 | ret = -ENODEV; | |
160 | goto fail; | |
161 | } | |
162 | ||
163 | ret = clk_enable(iommu_pclk); | |
164 | if (ret) | |
165 | goto fail_enable; | |
166 | ||
167 | iommu_clk = clk_get(&pdev->dev, "iommu_clk"); | |
168 | ||
169 | if (!IS_ERR(iommu_clk)) { | |
170 | if (clk_get_rate(iommu_clk) == 0) | |
171 | clk_set_min_rate(iommu_clk, 1); | |
172 | ||
173 | ret = clk_enable(iommu_clk); | |
174 | if (ret) { | |
c6a5951e | 175 | clk_put(iommu_clk); |
b61401ad | 176 | goto fail_pclk; |
c6a5951e | 177 | } |
b61401ad SM |
178 | } else |
179 | iommu_clk = NULL; | |
c6a5951e | 180 | |
b61401ad | 181 | r = platform_get_resource_byname(pdev, IORESOURCE_MEM, "physbase"); |
c6a5951e | 182 | |
b61401ad SM |
183 | if (!r) { |
184 | ret = -ENODEV; | |
185 | goto fail_clk; | |
186 | } | |
c6a5951e | 187 | |
b61401ad | 188 | len = resource_size(r); |
c6a5951e | 189 | |
b61401ad SM |
190 | r2 = request_mem_region(r->start, len, r->name); |
191 | if (!r2) { | |
192 | pr_err("Could not request memory region: start=%p, len=%d\n", | |
193 | (void *) r->start, len); | |
194 | ret = -EBUSY; | |
195 | goto fail_clk; | |
196 | } | |
c6a5951e | 197 | |
b61401ad | 198 | regs_base = ioremap(r2->start, len); |
c6a5951e | 199 | |
b61401ad SM |
200 | if (!regs_base) { |
201 | pr_err("Could not ioremap: start=%p, len=%d\n", | |
202 | (void *) r2->start, len); | |
203 | ret = -EBUSY; | |
204 | goto fail_mem; | |
205 | } | |
206 | ||
207 | irq = platform_get_irq_byname(pdev, "secure_irq"); | |
208 | if (irq < 0) { | |
209 | ret = -ENODEV; | |
210 | goto fail_io; | |
211 | } | |
c6a5951e | 212 | |
a43d8c10 | 213 | msm_iommu_reset(regs_base, iommu_dev->ncb); |
c6a5951e | 214 | |
a43d8c10 SM |
215 | SET_M(regs_base, 0, 1); |
216 | SET_PAR(regs_base, 0, 0); | |
217 | SET_V2PCFG(regs_base, 0, 1); | |
218 | SET_V2PPR(regs_base, 0, 0); | |
219 | par = GET_PAR(regs_base, 0); | |
220 | SET_V2PCFG(regs_base, 0, 0); | |
221 | SET_M(regs_base, 0, 0); | |
222 | ||
223 | if (!par) { | |
224 | pr_err("%s: Invalid PAR value detected\n", iommu_dev->name); | |
b61401ad SM |
225 | ret = -ENODEV; |
226 | goto fail_io; | |
227 | } | |
c6a5951e | 228 | |
b61401ad SM |
229 | ret = request_irq(irq, msm_iommu_fault_handler, 0, |
230 | "msm_iommu_secure_irpt_handler", drvdata); | |
231 | if (ret) { | |
232 | pr_err("Request IRQ %d failed with ret=%d\n", irq, ret); | |
233 | goto fail_io; | |
234 | } | |
c6a5951e | 235 | |
a43d8c10 | 236 | |
b61401ad SM |
237 | drvdata->pclk = iommu_pclk; |
238 | drvdata->clk = iommu_clk; | |
239 | drvdata->base = regs_base; | |
240 | drvdata->irq = irq; | |
a43d8c10 | 241 | drvdata->ncb = iommu_dev->ncb; |
c6a5951e | 242 | |
b61401ad | 243 | pr_info("device %s mapped at %p, irq %d with %d ctx banks\n", |
a43d8c10 | 244 | iommu_dev->name, regs_base, irq, iommu_dev->ncb); |
c6a5951e | 245 | |
b61401ad | 246 | platform_set_drvdata(pdev, drvdata); |
c6a5951e | 247 | |
b61401ad SM |
248 | if (iommu_clk) |
249 | clk_disable(iommu_clk); | |
250 | ||
251 | clk_disable(iommu_pclk); | |
c6a5951e | 252 | |
b61401ad | 253 | return 0; |
a86c44d4 VK |
254 | fail_io: |
255 | iounmap(regs_base); | |
256 | fail_mem: | |
257 | release_mem_region(r->start, len); | |
b61401ad SM |
258 | fail_clk: |
259 | if (iommu_clk) { | |
260 | clk_disable(iommu_clk); | |
261 | clk_put(iommu_clk); | |
262 | } | |
263 | fail_pclk: | |
264 | clk_disable(iommu_pclk); | |
265 | fail_enable: | |
266 | clk_put(iommu_pclk); | |
c6a5951e SM |
267 | fail: |
268 | kfree(drvdata); | |
269 | return ret; | |
270 | } | |
271 | ||
272 | static int msm_iommu_remove(struct platform_device *pdev) | |
273 | { | |
274 | struct msm_iommu_drvdata *drv = NULL; | |
275 | ||
276 | drv = platform_get_drvdata(pdev); | |
277 | if (drv) { | |
b61401ad SM |
278 | if (drv->clk) |
279 | clk_put(drv->clk); | |
280 | clk_put(drv->pclk); | |
281 | memset(drv, 0, sizeof(*drv)); | |
c6a5951e SM |
282 | kfree(drv); |
283 | platform_set_drvdata(pdev, NULL); | |
284 | } | |
285 | return 0; | |
286 | } | |
287 | ||
288 | static int msm_iommu_ctx_probe(struct platform_device *pdev) | |
289 | { | |
290 | struct msm_iommu_ctx_dev *c = pdev->dev.platform_data; | |
291 | struct msm_iommu_drvdata *drvdata; | |
292 | struct msm_iommu_ctx_drvdata *ctx_drvdata = NULL; | |
b61401ad | 293 | int i, ret; |
c6a5951e SM |
294 | if (!c || !pdev->dev.parent) { |
295 | ret = -EINVAL; | |
296 | goto fail; | |
297 | } | |
298 | ||
299 | drvdata = dev_get_drvdata(pdev->dev.parent); | |
300 | ||
301 | if (!drvdata) { | |
302 | ret = -ENODEV; | |
303 | goto fail; | |
304 | } | |
305 | ||
306 | ctx_drvdata = kzalloc(sizeof(*ctx_drvdata), GFP_KERNEL); | |
307 | if (!ctx_drvdata) { | |
308 | ret = -ENOMEM; | |
309 | goto fail; | |
310 | } | |
311 | ctx_drvdata->num = c->num; | |
312 | ctx_drvdata->pdev = pdev; | |
313 | ||
314 | INIT_LIST_HEAD(&ctx_drvdata->attached_elm); | |
315 | platform_set_drvdata(pdev, ctx_drvdata); | |
316 | ||
b61401ad SM |
317 | ret = clk_enable(drvdata->pclk); |
318 | if (ret) | |
319 | goto fail; | |
320 | ||
321 | if (drvdata->clk) { | |
322 | ret = clk_enable(drvdata->clk); | |
323 | if (ret) { | |
324 | clk_disable(drvdata->pclk); | |
325 | goto fail; | |
326 | } | |
327 | } | |
328 | ||
c6a5951e SM |
329 | /* Program the M2V tables for this context */ |
330 | for (i = 0; i < MAX_NUM_MIDS; i++) { | |
331 | int mid = c->mids[i]; | |
332 | if (mid == -1) | |
333 | break; | |
334 | ||
335 | SET_M2VCBR_N(drvdata->base, mid, 0); | |
336 | SET_CBACR_N(drvdata->base, c->num, 0); | |
337 | ||
2e8c8ba9 SM |
338 | /* Set VMID = 0 */ |
339 | SET_VMID(drvdata->base, mid, 0); | |
c6a5951e SM |
340 | |
341 | /* Set the context number for that MID to this context */ | |
342 | SET_CBNDX(drvdata->base, mid, c->num); | |
343 | ||
2e8c8ba9 SM |
344 | /* Set MID associated with this context bank to 0*/ |
345 | SET_CBVMID(drvdata->base, c->num, 0); | |
346 | ||
347 | /* Set the ASID for TLB tagging for this context */ | |
348 | SET_CONTEXTIDR_ASID(drvdata->base, c->num, c->num); | |
c6a5951e SM |
349 | |
350 | /* Set security bit override to be Non-secure */ | |
351 | SET_NSCFG(drvdata->base, mid, 3); | |
352 | } | |
353 | ||
b61401ad SM |
354 | if (drvdata->clk) |
355 | clk_disable(drvdata->clk); | |
356 | clk_disable(drvdata->pclk); | |
c6a5951e | 357 | |
b61401ad | 358 | dev_info(&pdev->dev, "context %s using bank %d\n", c->name, c->num); |
c6a5951e SM |
359 | return 0; |
360 | fail: | |
361 | kfree(ctx_drvdata); | |
362 | return ret; | |
363 | } | |
364 | ||
365 | static int msm_iommu_ctx_remove(struct platform_device *pdev) | |
366 | { | |
367 | struct msm_iommu_ctx_drvdata *drv = NULL; | |
368 | drv = platform_get_drvdata(pdev); | |
369 | if (drv) { | |
370 | memset(drv, 0, sizeof(struct msm_iommu_ctx_drvdata)); | |
371 | kfree(drv); | |
372 | platform_set_drvdata(pdev, NULL); | |
373 | } | |
374 | return 0; | |
375 | } | |
376 | ||
377 | static struct platform_driver msm_iommu_driver = { | |
378 | .driver = { | |
379 | .name = "msm_iommu", | |
380 | }, | |
381 | .probe = msm_iommu_probe, | |
382 | .remove = msm_iommu_remove, | |
383 | }; | |
384 | ||
385 | static struct platform_driver msm_iommu_ctx_driver = { | |
386 | .driver = { | |
387 | .name = "msm_iommu_ctx", | |
388 | }, | |
389 | .probe = msm_iommu_ctx_probe, | |
390 | .remove = msm_iommu_ctx_remove, | |
391 | }; | |
392 | ||
516cbc79 | 393 | static int __init msm_iommu_driver_init(void) |
c6a5951e SM |
394 | { |
395 | int ret; | |
396 | ret = platform_driver_register(&msm_iommu_driver); | |
397 | if (ret != 0) { | |
398 | pr_err("Failed to register IOMMU driver\n"); | |
399 | goto error; | |
400 | } | |
401 | ||
402 | ret = platform_driver_register(&msm_iommu_ctx_driver); | |
403 | if (ret != 0) { | |
404 | pr_err("Failed to register IOMMU context driver\n"); | |
405 | goto error; | |
406 | } | |
407 | ||
408 | error: | |
409 | return ret; | |
410 | } | |
411 | ||
516cbc79 | 412 | static void __exit msm_iommu_driver_exit(void) |
c6a5951e SM |
413 | { |
414 | platform_driver_unregister(&msm_iommu_ctx_driver); | |
415 | platform_driver_unregister(&msm_iommu_driver); | |
416 | } | |
417 | ||
418 | subsys_initcall(msm_iommu_driver_init); | |
419 | module_exit(msm_iommu_driver_exit); | |
420 | ||
421 | MODULE_LICENSE("GPL v2"); | |
422 | MODULE_AUTHOR("Stepan Moskovchenko <stepanm@codeaurora.org>"); |