Commit | Line | Data |
---|---|---|
1da177e4 | 1 | /* |
1da177e4 | 2 | * S390 version |
a53c8fab | 3 | * Copyright IBM Corp. 1999, 2000 |
1da177e4 LT |
4 | * Author(s): Hartmut Penner (hp@de.ibm.com) |
5 | * Martin Schwidefsky (schwidefsky@de.ibm.com) | |
6 | * | |
7 | * Derived from "include/asm-i386/pgalloc.h" | |
8 | * Copyright (C) 1994 Linus Torvalds | |
9 | */ | |
10 | ||
11 | #ifndef _S390_PGALLOC_H | |
12 | #define _S390_PGALLOC_H | |
13 | ||
1da177e4 LT |
14 | #include <linux/threads.h> |
15 | #include <linux/gfp.h> | |
16 | #include <linux/mm.h> | |
17 | ||
043d0708 | 18 | unsigned long *crst_table_alloc(struct mm_struct *); |
146e4b3c | 19 | void crst_table_free(struct mm_struct *, unsigned long *); |
9282ed92 | 20 | |
e5992f2e | 21 | unsigned long *page_table_alloc(struct mm_struct *, unsigned long); |
146e4b3c | 22 | void page_table_free(struct mm_struct *, unsigned long *); |
36409f63 | 23 | void page_table_free_rcu(struct mmu_gather *, unsigned long *); |
1da177e4 | 24 | |
3610cce8 | 25 | static inline void clear_table(unsigned long *s, unsigned long val, size_t n) |
1da177e4 | 26 | { |
4f7e90d6 MS |
27 | typedef struct { char _[n]; } addrtype; |
28 | ||
3610cce8 MS |
29 | *s = val; |
30 | n = (n / 256) - 1; | |
31 | asm volatile( | |
32 | #ifdef CONFIG_64BIT | |
33 | " mvc 8(248,%0),0(%0)\n" | |
9282ed92 | 34 | #else |
3610cce8 | 35 | " mvc 4(252,%0),0(%0)\n" |
9282ed92 | 36 | #endif |
3610cce8 MS |
37 | "0: mvc 256(256,%0),0(%0)\n" |
38 | " la %0,256(%0)\n" | |
39 | " brct %1,0b\n" | |
4f7e90d6 MS |
40 | : "+a" (s), "+d" (n), "=m" (*(addrtype *) s) |
41 | : "m" (*(addrtype *) s)); | |
1da177e4 LT |
42 | } |
43 | ||
3610cce8 | 44 | static inline void crst_table_init(unsigned long *crst, unsigned long entry) |
1da177e4 | 45 | { |
3610cce8 | 46 | clear_table(crst, entry, sizeof(unsigned long)*2048); |
1da177e4 LT |
47 | } |
48 | ||
f4815ac6 | 49 | #ifndef CONFIG_64BIT |
3610cce8 MS |
50 | |
51 | static inline unsigned long pgd_entry_type(struct mm_struct *mm) | |
52 | { | |
53 | return _SEGMENT_ENTRY_EMPTY; | |
54 | } | |
55 | ||
190a1d72 | 56 | #define pud_alloc_one(mm,address) ({ BUG(); ((pud_t *)2); }) |
5e541973 | 57 | #define pud_free(mm, x) do { } while (0) |
190a1d72 | 58 | |
3610cce8 | 59 | #define pmd_alloc_one(mm,address) ({ BUG(); ((pmd_t *)2); }) |
5e541973 | 60 | #define pmd_free(mm, x) do { } while (0) |
3610cce8 | 61 | |
190a1d72 | 62 | #define pgd_populate(mm, pgd, pud) BUG() |
190a1d72 | 63 | #define pud_populate(mm, pud, pmd) BUG() |
3610cce8 | 64 | |
f4815ac6 | 65 | #else /* CONFIG_64BIT */ |
3610cce8 MS |
66 | |
67 | static inline unsigned long pgd_entry_type(struct mm_struct *mm) | |
1da177e4 | 68 | { |
6252d702 MS |
69 | if (mm->context.asce_limit <= (1UL << 31)) |
70 | return _SEGMENT_ENTRY_EMPTY; | |
71 | if (mm->context.asce_limit <= (1UL << 42)) | |
72 | return _REGION3_ENTRY_EMPTY; | |
5a216a20 | 73 | return _REGION2_ENTRY_EMPTY; |
1da177e4 LT |
74 | } |
75 | ||
6252d702 MS |
76 | int crst_table_upgrade(struct mm_struct *, unsigned long limit); |
77 | void crst_table_downgrade(struct mm_struct *, unsigned long limit); | |
78 | ||
5a216a20 MS |
79 | static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long address) |
80 | { | |
043d0708 | 81 | unsigned long *table = crst_table_alloc(mm); |
5a216a20 MS |
82 | if (table) |
83 | crst_table_init(table, _REGION3_ENTRY_EMPTY); | |
84 | return (pud_t *) table; | |
85 | } | |
86 | #define pud_free(mm, pud) crst_table_free(mm, (unsigned long *) pud) | |
190a1d72 | 87 | |
3610cce8 | 88 | static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long vmaddr) |
1da177e4 | 89 | { |
043d0708 | 90 | unsigned long *table = crst_table_alloc(mm); |
146e4b3c MS |
91 | if (table) |
92 | crst_table_init(table, _SEGMENT_ENTRY_EMPTY); | |
93 | return (pmd_t *) table; | |
1da177e4 | 94 | } |
146e4b3c | 95 | #define pmd_free(mm, pmd) crst_table_free(mm, (unsigned long *) pmd) |
1da177e4 | 96 | |
5a216a20 MS |
97 | static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pud_t *pud) |
98 | { | |
b2fa47e6 | 99 | pgd_val(*pgd) = _REGION2_ENTRY | __pa(pud); |
1da177e4 LT |
100 | } |
101 | ||
190a1d72 | 102 | static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) |
c1821c2e | 103 | { |
b2fa47e6 | 104 | pud_val(*pud) = _REGION3_ENTRY | __pa(pmd); |
c1821c2e GS |
105 | } |
106 | ||
f4815ac6 | 107 | #endif /* CONFIG_64BIT */ |
1da177e4 | 108 | |
3610cce8 MS |
109 | static inline pgd_t *pgd_alloc(struct mm_struct *mm) |
110 | { | |
50aa98ba | 111 | spin_lock_init(&mm->context.list_lock); |
146e4b3c | 112 | INIT_LIST_HEAD(&mm->context.pgtable_list); |
e5992f2e | 113 | INIT_LIST_HEAD(&mm->context.gmap_list); |
043d0708 | 114 | return (pgd_t *) crst_table_alloc(mm); |
3610cce8 | 115 | } |
146e4b3c | 116 | #define pgd_free(mm, pgd) crst_table_free(mm, (unsigned long *) pgd) |
3610cce8 | 117 | |
146e4b3c MS |
118 | static inline void pmd_populate(struct mm_struct *mm, |
119 | pmd_t *pmd, pgtable_t pte) | |
1da177e4 | 120 | { |
b2fa47e6 | 121 | pmd_val(*pmd) = _SEGMENT_ENTRY + __pa(pte); |
1da177e4 | 122 | } |
146e4b3c | 123 | |
b2fa47e6 MS |
124 | #define pmd_populate_kernel(mm, pmd, pte) pmd_populate(mm, pmd, pte) |
125 | ||
146e4b3c MS |
126 | #define pmd_pgtable(pmd) \ |
127 | (pgtable_t)(pmd_val(pmd) & -sizeof(pte_t)*PTRS_PER_PTE) | |
1da177e4 LT |
128 | |
129 | /* | |
130 | * page table entry allocation/free routines. | |
131 | */ | |
e5992f2e MS |
132 | #define pte_alloc_one_kernel(mm, vmaddr) ((pte_t *) page_table_alloc(mm, vmaddr)) |
133 | #define pte_alloc_one(mm, vmaddr) ((pte_t *) page_table_alloc(mm, vmaddr)) | |
146e4b3c MS |
134 | |
135 | #define pte_free_kernel(mm, pte) page_table_free(mm, (unsigned long *) pte) | |
136 | #define pte_free(mm, pte) page_table_free(mm, (unsigned long *) pte) | |
1da177e4 | 137 | |
80217147 MS |
138 | extern void rcu_table_freelist_finish(void); |
139 | ||
1da177e4 | 140 | #endif /* _S390_PGALLOC_H */ |