Commit | Line | Data |
---|---|---|
1da177e4 LT |
1 | #ifndef _PPC64_PAGE_H |
2 | #define _PPC64_PAGE_H | |
3 | ||
4 | /* | |
5 | * Copyright (C) 2001 PPC64 Team, IBM Corp | |
6 | * | |
7 | * This program is free software; you can redistribute it and/or | |
8 | * modify it under the terms of the GNU General Public License | |
9 | * as published by the Free Software Foundation; either version | |
10 | * 2 of the License, or (at your option) any later version. | |
11 | */ | |
12 | ||
13 | #include <linux/config.h> | |
14 | ||
15 | #ifdef __ASSEMBLY__ | |
16 | #define ASM_CONST(x) x | |
17 | #else | |
18 | #define __ASM_CONST(x) x##UL | |
19 | #define ASM_CONST(x) __ASM_CONST(x) | |
20 | #endif | |
21 | ||
22 | /* PAGE_SHIFT determines the page size */ | |
23 | #define PAGE_SHIFT 12 | |
24 | #define PAGE_SIZE (ASM_CONST(1) << PAGE_SHIFT) | |
25 | #define PAGE_MASK (~(PAGE_SIZE-1)) | |
26 | #define PAGE_OFFSET_MASK (PAGE_SIZE-1) | |
27 | ||
28 | #define SID_SHIFT 28 | |
29 | #define SID_MASK 0xfffffffffUL | |
30 | #define ESID_MASK 0xfffffffff0000000UL | |
31 | #define GET_ESID(x) (((x) >> SID_SHIFT) & SID_MASK) | |
32 | ||
33 | #define HPAGE_SHIFT 24 | |
34 | #define HPAGE_SIZE ((1UL) << HPAGE_SHIFT) | |
35 | #define HPAGE_MASK (~(HPAGE_SIZE - 1)) | |
36 | ||
37 | #ifdef CONFIG_HUGETLB_PAGE | |
38 | ||
39 | #define HUGETLB_PAGE_ORDER (HPAGE_SHIFT - PAGE_SHIFT) | |
40 | ||
41 | /* For 64-bit processes the hugepage range is 1T-1.5T */ | |
42 | #define TASK_HPAGE_BASE ASM_CONST(0x0000010000000000) | |
43 | #define TASK_HPAGE_END ASM_CONST(0x0000018000000000) | |
44 | ||
45 | #define LOW_ESID_MASK(addr, len) (((1U << (GET_ESID(addr+len-1)+1)) \ | |
46 | - (1U << GET_ESID(addr))) & 0xffff) | |
47 | ||
48 | #define ARCH_HAS_HUGEPAGE_ONLY_RANGE | |
49 | #define ARCH_HAS_PREPARE_HUGEPAGE_RANGE | |
50 | ||
51 | #define touches_hugepage_low_range(mm, addr, len) \ | |
52 | (LOW_ESID_MASK((addr), (len)) & mm->context.htlb_segs) | |
53 | #define touches_hugepage_high_range(addr, len) \ | |
54 | (((addr) > (TASK_HPAGE_BASE-(len))) && ((addr) < TASK_HPAGE_END)) | |
55 | ||
56 | #define __within_hugepage_low_range(addr, len, segmask) \ | |
57 | ((LOW_ESID_MASK((addr), (len)) | (segmask)) == (segmask)) | |
58 | #define within_hugepage_low_range(addr, len) \ | |
59 | __within_hugepage_low_range((addr), (len), \ | |
60 | current->mm->context.htlb_segs) | |
61 | #define within_hugepage_high_range(addr, len) (((addr) >= TASK_HPAGE_BASE) \ | |
62 | && ((addr)+(len) <= TASK_HPAGE_END) && ((addr)+(len) >= (addr))) | |
63 | ||
64 | #define is_hugepage_only_range(mm, addr, len) \ | |
65 | (touches_hugepage_high_range((addr), (len)) || \ | |
66 | touches_hugepage_low_range((mm), (addr), (len))) | |
67 | #define HAVE_ARCH_HUGETLB_UNMAPPED_AREA | |
68 | ||
69 | #define in_hugepage_area(context, addr) \ | |
70 | (cpu_has_feature(CPU_FTR_16M_PAGE) && \ | |
71 | ( (((addr) >= TASK_HPAGE_BASE) && ((addr) < TASK_HPAGE_END)) || \ | |
72 | ( ((addr) < 0x100000000L) && \ | |
73 | ((1 << GET_ESID(addr)) & (context).htlb_segs) ) ) ) | |
74 | ||
75 | #else /* !CONFIG_HUGETLB_PAGE */ | |
76 | ||
77 | #define in_hugepage_area(mm, addr) 0 | |
78 | ||
79 | #endif /* !CONFIG_HUGETLB_PAGE */ | |
80 | ||
81 | /* align addr on a size boundary - adjust address up/down if needed */ | |
82 | #define _ALIGN_UP(addr,size) (((addr)+((size)-1))&(~((size)-1))) | |
83 | #define _ALIGN_DOWN(addr,size) ((addr)&(~((size)-1))) | |
84 | ||
85 | /* align addr on a size boundary - adjust address up if needed */ | |
86 | #define _ALIGN(addr,size) _ALIGN_UP(addr,size) | |
87 | ||
88 | /* to align the pointer to the (next) double word boundary */ | |
89 | #define DOUBLEWORD_ALIGN(addr) _ALIGN(addr,sizeof(unsigned long)) | |
90 | ||
91 | /* to align the pointer to the (next) page boundary */ | |
92 | #define PAGE_ALIGN(addr) _ALIGN(addr, PAGE_SIZE) | |
93 | ||
94 | #ifdef __KERNEL__ | |
95 | #ifndef __ASSEMBLY__ | |
96 | #include <asm/cache.h> | |
97 | ||
98 | #undef STRICT_MM_TYPECHECKS | |
99 | ||
100 | #define REGION_SIZE 4UL | |
101 | #define REGION_SHIFT 60UL | |
102 | #define REGION_MASK (((1UL<<REGION_SIZE)-1UL)<<REGION_SHIFT) | |
103 | #define REGION_STRIDE (1UL << REGION_SHIFT) | |
104 | ||
105 | static __inline__ void clear_page(void *addr) | |
106 | { | |
107 | unsigned long lines, line_size; | |
108 | ||
109 | line_size = ppc64_caches.dline_size; | |
110 | lines = ppc64_caches.dlines_per_page; | |
111 | ||
112 | __asm__ __volatile__( | |
113 | "mtctr %1 # clear_page\n\ | |
114 | 1: dcbz 0,%0\n\ | |
115 | add %0,%0,%3\n\ | |
116 | bdnz+ 1b" | |
117 | : "=r" (addr) | |
118 | : "r" (lines), "0" (addr), "r" (line_size) | |
119 | : "ctr", "memory"); | |
120 | } | |
121 | ||
122 | extern void copy_page(void *to, void *from); | |
123 | struct page; | |
124 | extern void clear_user_page(void *page, unsigned long vaddr, struct page *pg); | |
125 | extern void copy_user_page(void *to, void *from, unsigned long vaddr, struct page *p); | |
126 | ||
127 | #ifdef STRICT_MM_TYPECHECKS | |
128 | /* | |
129 | * These are used to make use of C type-checking. | |
130 | * Entries in the pte table are 64b, while entries in the pgd & pmd are 32b. | |
131 | */ | |
132 | typedef struct { unsigned long pte; } pte_t; | |
133 | typedef struct { unsigned int pmd; } pmd_t; | |
134 | typedef struct { unsigned int pgd; } pgd_t; | |
135 | typedef struct { unsigned long pgprot; } pgprot_t; | |
136 | ||
137 | #define pte_val(x) ((x).pte) | |
138 | #define pmd_val(x) ((x).pmd) | |
139 | #define pgd_val(x) ((x).pgd) | |
140 | #define pgprot_val(x) ((x).pgprot) | |
141 | ||
142 | #define __pte(x) ((pte_t) { (x) } ) | |
143 | #define __pmd(x) ((pmd_t) { (x) } ) | |
144 | #define __pgd(x) ((pgd_t) { (x) } ) | |
145 | #define __pgprot(x) ((pgprot_t) { (x) } ) | |
146 | ||
147 | #else | |
148 | /* | |
149 | * .. while these make it easier on the compiler | |
150 | */ | |
151 | typedef unsigned long pte_t; | |
152 | typedef unsigned int pmd_t; | |
153 | typedef unsigned int pgd_t; | |
154 | typedef unsigned long pgprot_t; | |
155 | ||
156 | #define pte_val(x) (x) | |
157 | #define pmd_val(x) (x) | |
158 | #define pgd_val(x) (x) | |
159 | #define pgprot_val(x) (x) | |
160 | ||
161 | #define __pte(x) (x) | |
162 | #define __pmd(x) (x) | |
163 | #define __pgd(x) (x) | |
164 | #define __pgprot(x) (x) | |
165 | ||
166 | #endif | |
167 | ||
168 | /* Pure 2^n version of get_order */ | |
169 | static inline int get_order(unsigned long size) | |
170 | { | |
171 | int order; | |
172 | ||
173 | size = (size-1) >> (PAGE_SHIFT-1); | |
174 | order = -1; | |
175 | do { | |
176 | size >>= 1; | |
177 | order++; | |
178 | } while (size); | |
179 | return order; | |
180 | } | |
181 | ||
182 | #define __pa(x) ((unsigned long)(x)-PAGE_OFFSET) | |
183 | ||
184 | extern int page_is_ram(unsigned long pfn); | |
185 | ||
186 | extern u64 ppc64_pft_size; /* Log 2 of page table size */ | |
187 | ||
188 | /* We do define AT_SYSINFO_EHDR but don't use the gate mecanism */ | |
189 | #define __HAVE_ARCH_GATE_AREA 1 | |
190 | ||
191 | #endif /* __ASSEMBLY__ */ | |
192 | ||
193 | #ifdef MODULE | |
194 | #define __page_aligned __attribute__((__aligned__(PAGE_SIZE))) | |
195 | #else | |
196 | #define __page_aligned \ | |
197 | __attribute__((__aligned__(PAGE_SIZE), \ | |
198 | __section__(".data.page_aligned"))) | |
199 | #endif | |
200 | ||
201 | ||
202 | /* This must match the -Ttext linker address */ | |
203 | /* Note: tophys & tovirt make assumptions about how */ | |
204 | /* KERNELBASE is defined for performance reasons. */ | |
205 | /* When KERNELBASE moves, those macros may have */ | |
206 | /* to change! */ | |
207 | #define PAGE_OFFSET ASM_CONST(0xC000000000000000) | |
208 | #define KERNELBASE PAGE_OFFSET | |
209 | #define VMALLOCBASE ASM_CONST(0xD000000000000000) | |
210 | #define IOREGIONBASE ASM_CONST(0xE000000000000000) | |
211 | ||
212 | #define IO_REGION_ID (IOREGIONBASE>>REGION_SHIFT) | |
213 | #define VMALLOC_REGION_ID (VMALLOCBASE>>REGION_SHIFT) | |
214 | #define KERNEL_REGION_ID (KERNELBASE>>REGION_SHIFT) | |
215 | #define USER_REGION_ID (0UL) | |
216 | #define REGION_ID(X) (((unsigned long)(X))>>REGION_SHIFT) | |
217 | ||
218 | #define __bpn_to_ba(x) ((((unsigned long)(x))<<PAGE_SHIFT) + KERNELBASE) | |
219 | #define __ba_to_bpn(x) ((((unsigned long)(x)) & ~REGION_MASK) >> PAGE_SHIFT) | |
220 | ||
221 | #define __va(x) ((void *)((unsigned long)(x) + KERNELBASE)) | |
222 | ||
223 | #ifdef CONFIG_DISCONTIGMEM | |
224 | #define page_to_pfn(page) discontigmem_page_to_pfn(page) | |
225 | #define pfn_to_page(pfn) discontigmem_pfn_to_page(pfn) | |
226 | #define pfn_valid(pfn) discontigmem_pfn_valid(pfn) | |
227 | #else | |
228 | #define pfn_to_page(pfn) (mem_map + (pfn)) | |
229 | #define page_to_pfn(page) ((unsigned long)((page) - mem_map)) | |
230 | #define pfn_valid(pfn) ((pfn) < max_mapnr) | |
231 | #endif | |
232 | ||
233 | #define virt_to_page(kaddr) pfn_to_page(__pa(kaddr) >> PAGE_SHIFT) | |
234 | #define pfn_to_kaddr(pfn) __va((pfn) << PAGE_SHIFT) | |
235 | ||
236 | #define virt_addr_valid(kaddr) pfn_valid(__pa(kaddr) >> PAGE_SHIFT) | |
237 | ||
238 | /* | |
239 | * Unfortunately the PLT is in the BSS in the PPC32 ELF ABI, | |
240 | * and needs to be executable. This means the whole heap ends | |
241 | * up being executable. | |
242 | */ | |
243 | #define VM_DATA_DEFAULT_FLAGS32 (VM_READ | VM_WRITE | VM_EXEC | \ | |
244 | VM_MAYREAD | VM_MAYWRITE | VM_MAYEXEC) | |
245 | ||
246 | #define VM_DATA_DEFAULT_FLAGS64 (VM_READ | VM_WRITE | \ | |
247 | VM_MAYREAD | VM_MAYWRITE | VM_MAYEXEC) | |
248 | ||
249 | #define VM_DATA_DEFAULT_FLAGS \ | |
250 | (test_thread_flag(TIF_32BIT) ? \ | |
251 | VM_DATA_DEFAULT_FLAGS32 : VM_DATA_DEFAULT_FLAGS64) | |
252 | ||
253 | /* | |
254 | * This is the default if a program doesn't have a PT_GNU_STACK | |
a2f95a5a AB |
255 | * program header entry. The PPC64 ELF ABI has a non executable stack |
256 | * stack by default, so in the absense of a PT_GNU_STACK program header | |
257 | * we turn execute permission off. | |
1da177e4 | 258 | */ |
a2f95a5a AB |
259 | #define VM_STACK_DEFAULT_FLAGS32 (VM_READ | VM_WRITE | VM_EXEC | \ |
260 | VM_MAYREAD | VM_MAYWRITE | VM_MAYEXEC) | |
261 | ||
262 | #define VM_STACK_DEFAULT_FLAGS64 (VM_READ | VM_WRITE | \ | |
263 | VM_MAYREAD | VM_MAYWRITE | VM_MAYEXEC) | |
264 | ||
265 | #define VM_STACK_DEFAULT_FLAGS \ | |
266 | (test_thread_flag(TIF_32BIT) ? \ | |
267 | VM_STACK_DEFAULT_FLAGS32 : VM_STACK_DEFAULT_FLAGS64) | |
1da177e4 LT |
268 | |
269 | #endif /* __KERNEL__ */ | |
270 | #endif /* _PPC64_PAGE_H */ |