Commit | Line | Data |
---|---|---|
1da177e4 LT |
1 | /* |
2 | * include/asm-s390/pgalloc.h | |
3 | * | |
4 | * S390 version | |
5 | * Copyright (C) 1999,2000 IBM Deutschland Entwicklung GmbH, IBM Corporation | |
6 | * Author(s): Hartmut Penner (hp@de.ibm.com) | |
7 | * Martin Schwidefsky (schwidefsky@de.ibm.com) | |
8 | * | |
9 | * Derived from "include/asm-i386/pgalloc.h" | |
10 | * Copyright (C) 1994 Linus Torvalds | |
11 | */ | |
12 | ||
13 | #ifndef _S390_PGALLOC_H | |
14 | #define _S390_PGALLOC_H | |
15 | ||
1da177e4 LT |
16 | #include <linux/threads.h> |
17 | #include <linux/gfp.h> | |
18 | #include <linux/mm.h> | |
19 | ||
20 | #define check_pgt_cache() do {} while (0) | |
21 | ||
3610cce8 | 22 | unsigned long *crst_table_alloc(struct mm_struct *, int); |
146e4b3c | 23 | void crst_table_free(struct mm_struct *, unsigned long *); |
9282ed92 | 24 | |
146e4b3c MS |
25 | unsigned long *page_table_alloc(struct mm_struct *); |
26 | void page_table_free(struct mm_struct *, unsigned long *); | |
27 | void disable_noexec(struct mm_struct *, struct task_struct *); | |
1da177e4 | 28 | |
3610cce8 | 29 | static inline void clear_table(unsigned long *s, unsigned long val, size_t n) |
1da177e4 | 30 | { |
3610cce8 MS |
31 | *s = val; |
32 | n = (n / 256) - 1; | |
33 | asm volatile( | |
34 | #ifdef CONFIG_64BIT | |
35 | " mvc 8(248,%0),0(%0)\n" | |
9282ed92 | 36 | #else |
3610cce8 | 37 | " mvc 4(252,%0),0(%0)\n" |
9282ed92 | 38 | #endif |
3610cce8 MS |
39 | "0: mvc 256(256,%0),0(%0)\n" |
40 | " la %0,256(%0)\n" | |
41 | " brct %1,0b\n" | |
42 | : "+a" (s), "+d" (n)); | |
1da177e4 LT |
43 | } |
44 | ||
3610cce8 | 45 | static inline void crst_table_init(unsigned long *crst, unsigned long entry) |
1da177e4 | 46 | { |
3610cce8 MS |
47 | clear_table(crst, entry, sizeof(unsigned long)*2048); |
48 | crst = get_shadow_table(crst); | |
49 | if (crst) | |
50 | clear_table(crst, entry, sizeof(unsigned long)*2048); | |
1da177e4 LT |
51 | } |
52 | ||
53 | #ifndef __s390x__ | |
3610cce8 MS |
54 | |
55 | static inline unsigned long pgd_entry_type(struct mm_struct *mm) | |
56 | { | |
57 | return _SEGMENT_ENTRY_EMPTY; | |
58 | } | |
59 | ||
190a1d72 | 60 | #define pud_alloc_one(mm,address) ({ BUG(); ((pud_t *)2); }) |
5e541973 | 61 | #define pud_free(mm, x) do { } while (0) |
190a1d72 | 62 | |
3610cce8 | 63 | #define pmd_alloc_one(mm,address) ({ BUG(); ((pmd_t *)2); }) |
5e541973 | 64 | #define pmd_free(mm, x) do { } while (0) |
3610cce8 | 65 | |
190a1d72 MS |
66 | #define pgd_populate(mm, pgd, pud) BUG() |
67 | #define pgd_populate_kernel(mm, pgd, pud) BUG() | |
68 | ||
69 | #define pud_populate(mm, pud, pmd) BUG() | |
70 | #define pud_populate_kernel(mm, pud, pmd) BUG() | |
3610cce8 | 71 | |
1da177e4 | 72 | #else /* __s390x__ */ |
3610cce8 MS |
73 | |
74 | static inline unsigned long pgd_entry_type(struct mm_struct *mm) | |
1da177e4 | 75 | { |
3610cce8 | 76 | return _REGION3_ENTRY_EMPTY; |
1da177e4 LT |
77 | } |
78 | ||
190a1d72 | 79 | #define pud_alloc_one(mm,address) ({ BUG(); ((pud_t *)2); }) |
5e541973 | 80 | #define pud_free(mm, x) do { } while (0) |
190a1d72 | 81 | |
3610cce8 | 82 | static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long vmaddr) |
1da177e4 | 83 | { |
146e4b3c MS |
84 | unsigned long *table = crst_table_alloc(mm, mm->context.noexec); |
85 | if (table) | |
86 | crst_table_init(table, _SEGMENT_ENTRY_EMPTY); | |
87 | return (pmd_t *) table; | |
1da177e4 | 88 | } |
146e4b3c | 89 | #define pmd_free(mm, pmd) crst_table_free(mm, (unsigned long *) pmd) |
1da177e4 | 90 | |
190a1d72 MS |
91 | #define pgd_populate(mm, pgd, pud) BUG() |
92 | #define pgd_populate_kernel(mm, pgd, pud) BUG() | |
93 | ||
94 | static inline void pud_populate_kernel(struct mm_struct *mm, | |
95 | pud_t *pud, pmd_t *pmd) | |
1da177e4 | 96 | { |
190a1d72 | 97 | pud_val(*pud) = _REGION3_ENTRY | __pa(pmd); |
1da177e4 LT |
98 | } |
99 | ||
190a1d72 | 100 | static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) |
c1821c2e | 101 | { |
190a1d72 | 102 | pud_populate_kernel(mm, pud, pmd); |
146e4b3c MS |
103 | if (mm->context.noexec) { |
104 | pud = get_shadow_table(pud); | |
105 | pmd = get_shadow_table(pmd); | |
106 | pud_populate_kernel(mm, pud, pmd); | |
107 | } | |
c1821c2e GS |
108 | } |
109 | ||
1da177e4 LT |
110 | #endif /* __s390x__ */ |
111 | ||
3610cce8 MS |
112 | static inline pgd_t *pgd_alloc(struct mm_struct *mm) |
113 | { | |
146e4b3c MS |
114 | unsigned long *crst; |
115 | ||
116 | INIT_LIST_HEAD(&mm->context.crst_list); | |
117 | INIT_LIST_HEAD(&mm->context.pgtable_list); | |
118 | crst = crst_table_alloc(mm, s390_noexec); | |
3610cce8 MS |
119 | if (crst) |
120 | crst_table_init(crst, pgd_entry_type(mm)); | |
121 | return (pgd_t *) crst; | |
122 | } | |
146e4b3c | 123 | #define pgd_free(mm, pgd) crst_table_free(mm, (unsigned long *) pgd) |
3610cce8 | 124 | |
146e4b3c MS |
125 | static inline void pmd_populate_kernel(struct mm_struct *mm, |
126 | pmd_t *pmd, pte_t *pte) | |
1da177e4 | 127 | { |
3610cce8 | 128 | pmd_val(*pmd) = _SEGMENT_ENTRY + __pa(pte); |
1da177e4 LT |
129 | } |
130 | ||
146e4b3c MS |
131 | static inline void pmd_populate(struct mm_struct *mm, |
132 | pmd_t *pmd, pgtable_t pte) | |
1da177e4 | 133 | { |
c1821c2e | 134 | pmd_populate_kernel(mm, pmd, pte); |
146e4b3c MS |
135 | if (mm->context.noexec) { |
136 | pmd = get_shadow_table(pmd); | |
137 | pmd_populate_kernel(mm, pmd, pte + PTRS_PER_PTE); | |
138 | } | |
1da177e4 | 139 | } |
146e4b3c MS |
140 | |
141 | #define pmd_pgtable(pmd) \ | |
142 | (pgtable_t)(pmd_val(pmd) & -sizeof(pte_t)*PTRS_PER_PTE) | |
1da177e4 LT |
143 | |
144 | /* | |
145 | * page table entry allocation/free routines. | |
146 | */ | |
146e4b3c MS |
147 | #define pte_alloc_one_kernel(mm, vmaddr) ((pte_t *) page_table_alloc(mm)) |
148 | #define pte_alloc_one(mm, vmaddr) ((pte_t *) page_table_alloc(mm)) | |
149 | ||
150 | #define pte_free_kernel(mm, pte) page_table_free(mm, (unsigned long *) pte) | |
151 | #define pte_free(mm, pte) page_table_free(mm, (unsigned long *) pte) | |
1da177e4 | 152 | |
1da177e4 | 153 | #endif /* _S390_PGALLOC_H */ |