Commit | Line | Data |
---|---|---|
b2441318 | 1 | /* SPDX-License-Identifier: GPL-2.0 */ |
106c992a GS |
2 | #ifndef _ASM_GENERIC_HUGETLB_H |
3 | #define _ASM_GENERIC_HUGETLB_H | |
4 | ||
679d1033 PX |
5 | #include <linux/swap.h> |
6 | #include <linux/swapops.h> | |
7 | ||
106c992a GS |
8 | static inline pte_t mk_huge_pte(struct page *page, pgprot_t pgprot) |
9 | { | |
10 | return mk_pte(page, pgprot); | |
11 | } | |
12 | ||
26794942 | 13 | static inline unsigned long huge_pte_write(pte_t pte) |
106c992a GS |
14 | { |
15 | return pte_write(pte); | |
16 | } | |
17 | ||
26794942 | 18 | static inline unsigned long huge_pte_dirty(pte_t pte) |
106c992a GS |
19 | { |
20 | return pte_dirty(pte); | |
21 | } | |
22 | ||
23 | static inline pte_t huge_pte_mkwrite(pte_t pte) | |
24 | { | |
25 | return pte_mkwrite(pte); | |
26 | } | |
27 | ||
f1eb1bac PX |
28 | #ifndef __HAVE_ARCH_HUGE_PTE_WRPROTECT |
29 | static inline pte_t huge_pte_wrprotect(pte_t pte) | |
30 | { | |
31 | return pte_wrprotect(pte); | |
32 | } | |
33 | #endif | |
34 | ||
106c992a GS |
35 | static inline pte_t huge_pte_mkdirty(pte_t pte) |
36 | { | |
37 | return pte_mkdirty(pte); | |
38 | } | |
39 | ||
40 | static inline pte_t huge_pte_modify(pte_t pte, pgprot_t newprot) | |
41 | { | |
42 | return pte_modify(pte, newprot); | |
43 | } | |
44 | ||
229f3fa7 PX |
45 | static inline pte_t huge_pte_mkuffd_wp(pte_t pte) |
46 | { | |
f1eb1bac | 47 | return huge_pte_wrprotect(pte_mkuffd_wp(pte)); |
229f3fa7 PX |
48 | } |
49 | ||
50 | static inline pte_t huge_pte_clear_uffd_wp(pte_t pte) | |
51 | { | |
52 | return pte_clear_uffd_wp(pte); | |
53 | } | |
54 | ||
55 | static inline int huge_pte_uffd_wp(pte_t pte) | |
56 | { | |
57 | return pte_uffd_wp(pte); | |
58 | } | |
59 | ||
d018498c | 60 | #ifndef __HAVE_ARCH_HUGE_PTE_CLEAR |
106c992a | 61 | static inline void huge_pte_clear(struct mm_struct *mm, unsigned long addr, |
9386fac3 | 62 | pte_t *ptep, unsigned long sz) |
106c992a GS |
63 | { |
64 | pte_clear(mm, addr, ptep); | |
65 | } | |
9386fac3 | 66 | #endif |
106c992a | 67 | |
1e5f50fc AG |
68 | #ifndef __HAVE_ARCH_HUGETLB_FREE_PGD_RANGE |
69 | static inline void hugetlb_free_pgd_range(struct mmu_gather *tlb, | |
70 | unsigned long addr, unsigned long end, | |
71 | unsigned long floor, unsigned long ceiling) | |
72 | { | |
73 | free_pgd_range(tlb, addr, end, floor, ceiling); | |
74 | } | |
cea685d5 | 75 | #endif |
1e5f50fc | 76 | |
cea685d5 AG |
77 | #ifndef __HAVE_ARCH_HUGE_SET_HUGE_PTE_AT |
78 | static inline void set_huge_pte_at(struct mm_struct *mm, unsigned long addr, | |
79 | pte_t *ptep, pte_t pte) | |
80 | { | |
81 | set_pte_at(mm, addr, ptep, pte); | |
82 | } | |
1e5f50fc AG |
83 | #endif |
84 | ||
a4d83853 AG |
85 | #ifndef __HAVE_ARCH_HUGE_PTEP_GET_AND_CLEAR |
86 | static inline pte_t huge_ptep_get_and_clear(struct mm_struct *mm, | |
87 | unsigned long addr, pte_t *ptep) | |
88 | { | |
89 | return ptep_get_and_clear(mm, addr, ptep); | |
90 | } | |
91 | #endif | |
92 | ||
fe632225 | 93 | #ifndef __HAVE_ARCH_HUGE_PTEP_CLEAR_FLUSH |
ae075629 | 94 | static inline pte_t huge_ptep_clear_flush(struct vm_area_struct *vma, |
fe632225 AG |
95 | unsigned long addr, pte_t *ptep) |
96 | { | |
ae075629 | 97 | return ptep_clear_flush(vma, addr, ptep); |
fe632225 AG |
98 | } |
99 | #endif | |
100 | ||
cae72abc AG |
101 | #ifndef __HAVE_ARCH_HUGE_PTE_NONE |
102 | static inline int huge_pte_none(pte_t pte) | |
103 | { | |
104 | return pte_none(pte); | |
105 | } | |
106 | #endif | |
107 | ||
679d1033 PX |
108 | /* Please refer to comments above pte_none_mostly() for the usage */ |
109 | static inline int huge_pte_none_mostly(pte_t pte) | |
110 | { | |
111 | return huge_pte_none(pte) || is_pte_marker(pte); | |
112 | } | |
113 | ||
78d6e4e8 AG |
114 | #ifndef __HAVE_ARCH_PREPARE_HUGEPAGE_RANGE |
115 | static inline int prepare_hugepage_range(struct file *file, | |
116 | unsigned long addr, unsigned long len) | |
117 | { | |
118 | struct hstate *h = hstate_file(file); | |
119 | ||
120 | if (len & ~huge_page_mask(h)) | |
121 | return -EINVAL; | |
122 | if (addr & ~huge_page_mask(h)) | |
123 | return -EINVAL; | |
124 | ||
125 | return 0; | |
126 | } | |
127 | #endif | |
128 | ||
8e581d43 AG |
129 | #ifndef __HAVE_ARCH_HUGE_PTEP_SET_WRPROTECT |
130 | static inline void huge_ptep_set_wrprotect(struct mm_struct *mm, | |
131 | unsigned long addr, pte_t *ptep) | |
132 | { | |
133 | ptep_set_wrprotect(mm, addr, ptep); | |
134 | } | |
135 | #endif | |
136 | ||
facf6d5b AG |
137 | #ifndef __HAVE_ARCH_HUGE_PTEP_SET_ACCESS_FLAGS |
138 | static inline int huge_ptep_set_access_flags(struct vm_area_struct *vma, | |
139 | unsigned long addr, pte_t *ptep, | |
140 | pte_t pte, int dirty) | |
141 | { | |
142 | return ptep_set_access_flags(vma, addr, ptep, pte, dirty); | |
143 | } | |
144 | #endif | |
145 | ||
544db759 AG |
146 | #ifndef __HAVE_ARCH_HUGE_PTEP_GET |
147 | static inline pte_t huge_ptep_get(pte_t *ptep) | |
148 | { | |
481e980a | 149 | return ptep_get(ptep); |
544db759 AG |
150 | } |
151 | #endif | |
152 | ||
4eb0716e AG |
153 | #ifndef __HAVE_ARCH_GIGANTIC_PAGE_RUNTIME_SUPPORTED |
154 | static inline bool gigantic_page_runtime_supported(void) | |
155 | { | |
156 | return IS_ENABLED(CONFIG_ARCH_HAS_GIGANTIC_PAGE); | |
157 | } | |
158 | #endif /* __HAVE_ARCH_GIGANTIC_PAGE_RUNTIME_SUPPORTED */ | |
159 | ||
106c992a | 160 | #endif /* _ASM_GENERIC_HUGETLB_H */ |