Commit | Line | Data |
---|---|---|
53492b1d GS |
1 | /* |
2 | * IBM System z Huge TLB Page Support for Kernel. | |
3 | * | |
4 | * Copyright IBM Corp. 2008 | |
5 | * Author(s): Gerald Schaefer <gerald.schaefer@de.ibm.com> | |
6 | */ | |
7 | ||
8 | #ifndef _ASM_S390_HUGETLB_H | |
9 | #define _ASM_S390_HUGETLB_H | |
10 | ||
11 | #include <asm/page.h> | |
12 | #include <asm/pgtable.h> | |
13 | ||
14 | ||
15 | #define is_hugepage_only_range(mm, addr, len) 0 | |
16 | #define hugetlb_free_pgd_range free_pgd_range | |
17 | ||
18 | void set_huge_pte_at(struct mm_struct *mm, unsigned long addr, | |
19 | pte_t *ptep, pte_t pte); | |
20 | ||
21 | /* | |
22 | * If the arch doesn't supply something else, assume that hugepage | |
23 | * size aligned regions are ok without further preparation. | |
24 | */ | |
a5516438 AK |
25 | static inline int prepare_hugepage_range(struct file *file, |
26 | unsigned long addr, unsigned long len) | |
53492b1d GS |
27 | { |
28 | if (len & ~HPAGE_MASK) | |
29 | return -EINVAL; | |
30 | if (addr & ~HPAGE_MASK) | |
31 | return -EINVAL; | |
32 | return 0; | |
33 | } | |
34 | ||
35 | #define hugetlb_prefault_arch_hook(mm) do { } while (0) | |
5d3a551c | 36 | #define arch_clear_hugepage_flags(page) do { } while (0) |
53492b1d GS |
37 | |
38 | int arch_prepare_hugepage(struct page *page); | |
39 | void arch_release_hugepage(struct page *page); | |
40 | ||
53492b1d GS |
41 | static inline pte_t huge_pte_wrprotect(pte_t pte) |
42 | { | |
43 | pte_val(pte) |= _PAGE_RO; | |
44 | return pte; | |
45 | } | |
46 | ||
47 | static inline int huge_pte_none(pte_t pte) | |
48 | { | |
49 | return (pte_val(pte) & _SEGMENT_ENTRY_INV) && | |
50 | !(pte_val(pte) & _SEGMENT_ENTRY_RO); | |
51 | } | |
52 | ||
53 | static inline pte_t huge_ptep_get(pte_t *ptep) | |
54 | { | |
55 | pte_t pte = *ptep; | |
56 | unsigned long mask; | |
57 | ||
58 | if (!MACHINE_HAS_HPAGE) { | |
59 | ptep = (pte_t *) (pte_val(pte) & _SEGMENT_ENTRY_ORIGIN); | |
60 | if (ptep) { | |
61 | mask = pte_val(pte) & | |
62 | (_SEGMENT_ENTRY_INV | _SEGMENT_ENTRY_RO); | |
63 | pte = pte_mkhuge(*ptep); | |
64 | pte_val(pte) |= mask; | |
65 | } | |
66 | } | |
67 | return pte; | |
68 | } | |
69 | ||
53492b1d GS |
70 | static inline void __pmd_csp(pmd_t *pmdp) |
71 | { | |
72 | register unsigned long reg2 asm("2") = pmd_val(*pmdp); | |
73 | register unsigned long reg3 asm("3") = pmd_val(*pmdp) | | |
74 | _SEGMENT_ENTRY_INV; | |
75 | register unsigned long reg4 asm("4") = ((unsigned long) pmdp) + 5; | |
76 | ||
77 | asm volatile( | |
78 | " csp %1,%3" | |
79 | : "=m" (*pmdp) | |
80 | : "d" (reg2), "d" (reg3), "d" (reg4), "m" (*pmdp) : "cc"); | |
81 | pmd_val(*pmdp) = _SEGMENT_ENTRY_INV | _SEGMENT_ENTRY; | |
82 | } | |
83 | ||
84 | static inline void __pmd_idte(unsigned long address, pmd_t *pmdp) | |
85 | { | |
86 | unsigned long sto = (unsigned long) pmdp - | |
87 | pmd_index(address) * sizeof(pmd_t); | |
88 | ||
89 | if (!(pmd_val(*pmdp) & _SEGMENT_ENTRY_INV)) { | |
90 | asm volatile( | |
91 | " .insn rrf,0xb98e0000,%2,%3,0,0" | |
92 | : "=m" (*pmdp) | |
93 | : "m" (*pmdp), "a" (sto), | |
94 | "a" ((address & HPAGE_MASK)) | |
95 | ); | |
96 | } | |
97 | pmd_val(*pmdp) = _SEGMENT_ENTRY_INV | _SEGMENT_ENTRY; | |
98 | } | |
99 | ||
100 | static inline void huge_ptep_invalidate(struct mm_struct *mm, | |
101 | unsigned long address, pte_t *ptep) | |
102 | { | |
103 | pmd_t *pmdp = (pmd_t *) ptep; | |
104 | ||
043d0708 | 105 | if (MACHINE_HAS_IDTE) |
53492b1d | 106 | __pmd_idte(address, pmdp); |
043d0708 MS |
107 | else |
108 | __pmd_csp(pmdp); | |
53492b1d GS |
109 | } |
110 | ||
9016083b GS |
111 | static inline pte_t huge_ptep_get_and_clear(struct mm_struct *mm, |
112 | unsigned long addr, pte_t *ptep) | |
113 | { | |
114 | pte_t pte = huge_ptep_get(ptep); | |
115 | ||
116 | huge_ptep_invalidate(mm, addr, ptep); | |
117 | return pte; | |
118 | } | |
119 | ||
53492b1d GS |
120 | #define huge_ptep_set_access_flags(__vma, __addr, __ptep, __entry, __dirty) \ |
121 | ({ \ | |
122 | int __changed = !pte_same(huge_ptep_get(__ptep), __entry); \ | |
123 | if (__changed) { \ | |
124 | huge_ptep_invalidate((__vma)->vm_mm, __addr, __ptep); \ | |
125 | set_huge_pte_at((__vma)->vm_mm, __addr, __ptep, __entry); \ | |
126 | } \ | |
127 | __changed; \ | |
128 | }) | |
129 | ||
130 | #define huge_ptep_set_wrprotect(__mm, __addr, __ptep) \ | |
131 | ({ \ | |
132 | pte_t __pte = huge_ptep_get(__ptep); \ | |
133 | if (pte_write(__pte)) { \ | |
9016083b | 134 | huge_ptep_invalidate(__mm, __addr, __ptep); \ |
53492b1d GS |
135 | set_huge_pte_at(__mm, __addr, __ptep, \ |
136 | huge_pte_wrprotect(__pte)); \ | |
137 | } \ | |
138 | }) | |
139 | ||
140 | static inline void huge_ptep_clear_flush(struct vm_area_struct *vma, | |
141 | unsigned long address, pte_t *ptep) | |
142 | { | |
143 | huge_ptep_invalidate(vma->vm_mm, address, ptep); | |
144 | } | |
145 | ||
146 | #endif /* _ASM_S390_HUGETLB_H */ |