Commit | Line | Data |
---|---|---|
a25b9316 | 1 | #include <linux/bootmem.h> |
78c86e5e JF |
2 | #include <linux/mmdebug.h> |
3 | #include <linux/module.h> | |
4 | #include <linux/mm.h> | |
5 | ||
6 | #include <asm/page.h> | |
7 | ||
8 | #include "physaddr.h" | |
9 | ||
10 | #ifdef CONFIG_X86_64 | |
11 | ||
0bdf525f | 12 | #ifdef CONFIG_DEBUG_VIRTUAL |
78c86e5e JF |
13 | unsigned long __phys_addr(unsigned long x) |
14 | { | |
0bdf525f AD |
15 | unsigned long y = x - __START_KERNEL_map; |
16 | ||
17 | /* use the carry flag to determine if x was < __START_KERNEL_map */ | |
18 | if (unlikely(x > y)) { | |
19 | x = y + phys_base; | |
20 | ||
21 | VIRTUAL_BUG_ON(y >= KERNEL_IMAGE_SIZE); | |
78c86e5e | 22 | } else { |
0bdf525f AD |
23 | x = y + (__START_KERNEL_map - PAGE_OFFSET); |
24 | ||
25 | /* carry flag will be set if starting x was >= PAGE_OFFSET */ | |
26 | VIRTUAL_BUG_ON((x > y) || !phys_addr_valid(x)); | |
78c86e5e | 27 | } |
0bdf525f | 28 | |
78c86e5e JF |
29 | return x; |
30 | } | |
31 | EXPORT_SYMBOL(__phys_addr); | |
7d74275d AD |
32 | |
33 | unsigned long __phys_addr_symbol(unsigned long x) | |
34 | { | |
35 | unsigned long y = x - __START_KERNEL_map; | |
36 | ||
37 | /* only check upper bounds since lower bounds will trigger carry */ | |
38 | VIRTUAL_BUG_ON(y >= KERNEL_IMAGE_SIZE); | |
39 | ||
40 | return y + phys_base; | |
41 | } | |
42 | EXPORT_SYMBOL(__phys_addr_symbol); | |
0bdf525f | 43 | #endif |
78c86e5e JF |
44 | |
45 | bool __virt_addr_valid(unsigned long x) | |
46 | { | |
0bdf525f AD |
47 | unsigned long y = x - __START_KERNEL_map; |
48 | ||
49 | /* use the carry flag to determine if x was < __START_KERNEL_map */ | |
50 | if (unlikely(x > y)) { | |
51 | x = y + phys_base; | |
52 | ||
53 | if (y >= KERNEL_IMAGE_SIZE) | |
78c86e5e | 54 | return false; |
78c86e5e | 55 | } else { |
0bdf525f AD |
56 | x = y + (__START_KERNEL_map - PAGE_OFFSET); |
57 | ||
58 | /* carry flag will be set if starting x was >= PAGE_OFFSET */ | |
59 | if ((x > y) || !phys_addr_valid(x)) | |
78c86e5e JF |
60 | return false; |
61 | } | |
62 | ||
63 | return pfn_valid(x >> PAGE_SHIFT); | |
64 | } | |
65 | EXPORT_SYMBOL(__virt_addr_valid); | |
66 | ||
67 | #else | |
68 | ||
69 | #ifdef CONFIG_DEBUG_VIRTUAL | |
70 | unsigned long __phys_addr(unsigned long x) | |
71 | { | |
a25b9316 | 72 | unsigned long phys_addr = x - PAGE_OFFSET; |
78c86e5e JF |
73 | /* VMALLOC_* aren't constants */ |
74 | VIRTUAL_BUG_ON(x < PAGE_OFFSET); | |
75 | VIRTUAL_BUG_ON(__vmalloc_start_set && is_vmalloc_addr((void *) x)); | |
a25b9316 DH |
76 | /* max_low_pfn is set early, but not _that_ early */ |
77 | if (max_low_pfn) { | |
78 | VIRTUAL_BUG_ON((phys_addr >> PAGE_SHIFT) > max_low_pfn); | |
79 | BUG_ON(slow_virt_to_phys((void *)x) != phys_addr); | |
80 | } | |
81 | return phys_addr; | |
78c86e5e JF |
82 | } |
83 | EXPORT_SYMBOL(__phys_addr); | |
84 | #endif | |
85 | ||
86 | bool __virt_addr_valid(unsigned long x) | |
87 | { | |
88 | if (x < PAGE_OFFSET) | |
89 | return false; | |
90 | if (__vmalloc_start_set && is_vmalloc_addr((void *) x)) | |
91 | return false; | |
92 | if (x >= FIXADDR_START) | |
93 | return false; | |
94 | return pfn_valid((x - PAGE_OFFSET) >> PAGE_SHIFT); | |
95 | } | |
96 | EXPORT_SYMBOL(__virt_addr_valid); | |
97 | ||
98 | #endif /* CONFIG_X86_64 */ |