Commit | Line | Data |
---|---|---|
b2441318 | 1 | /* SPDX-License-Identifier: GPL-2.0 */ |
047ea784 PM |
2 | #ifndef _ASM_POWERPC_PGALLOC_H |
3 | #define _ASM_POWERPC_PGALLOC_H | |
4 | ||
0186f47e KG |
5 | #include <linux/mm.h> |
6 | ||
de3b8761 BS |
7 | #ifndef MODULE |
8 | static inline gfp_t pgtable_gfp_flags(struct mm_struct *mm, gfp_t gfp) | |
9 | { | |
10 | if (unlikely(mm == &init_mm)) | |
11 | return gfp; | |
12 | return gfp | __GFP_ACCOUNT; | |
13 | } | |
14 | #else /* !MODULE */ | |
15 | static inline gfp_t pgtable_gfp_flags(struct mm_struct *mm, gfp_t gfp) | |
16 | { | |
17 | return gfp | __GFP_ACCOUNT; | |
18 | } | |
19 | #endif /* MODULE */ | |
20 | ||
75f296d9 | 21 | #define PGALLOC_GFP (GFP_KERNEL | __GFP_ZERO) |
5b6c133e | 22 | |
dc096864 CL |
23 | pte_t *pte_fragment_alloc(struct mm_struct *mm, int kernel); |
24 | ||
25 | static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm) | |
26 | { | |
27 | return (pte_t *)pte_fragment_alloc(mm, 1); | |
28 | } | |
29 | ||
30 | static inline pgtable_t pte_alloc_one(struct mm_struct *mm) | |
31 | { | |
32 | return (pgtable_t)pte_fragment_alloc(mm, 0); | |
33 | } | |
34 | ||
35 | void pte_frag_destroy(void *pte_frag); | |
36 | void pte_fragment_free(unsigned long *table, int kernel); | |
37 | ||
38 | static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) | |
39 | { | |
40 | pte_fragment_free((unsigned long *)pte, 1); | |
41 | } | |
42 | ||
43 | static inline void pte_free(struct mm_struct *mm, pgtable_t ptepage) | |
44 | { | |
45 | pte_fragment_free((unsigned long *)ptepage, 0); | |
46 | } | |
47 | ||
e80789a3 CL |
48 | /* |
49 | * Functions that deal with pagetables that could be at any level of | |
50 | * the table need to be passed an "index_size" so they know how to | |
51 | * handle allocation. For PTE pages, the allocation size will be | |
52 | * (2^index_size * sizeof(pointer)) and allocations are drawn from | |
53 | * the kmem_cache in PGT_CACHE(index_size). | |
54 | * | |
55 | * The maximum index size needs to be big enough to allow any | |
56 | * pagetable sizes we need, but small enough to fit in the low bits of | |
57 | * any page table pointer. In other words all pagetables, even tiny | |
58 | * ones, must be aligned to allow at least enough low 0 bits to | |
59 | * contain this value. This value is also used as a mask, so it must | |
60 | * be one less than a power of two. | |
61 | */ | |
62 | #define MAX_PGTABLE_INDEX_SIZE 0xf | |
63 | ||
64 | extern struct kmem_cache *pgtable_cache[]; | |
65 | #define PGT_CACHE(shift) pgtable_cache[shift] | |
66 | ||
67 | static inline void check_pgt_cache(void) { } | |
68 | ||
75a9b8a6 AK |
69 | #ifdef CONFIG_PPC_BOOK3S |
70 | #include <asm/book3s/pgalloc.h> | |
047ea784 | 71 | #else |
75a9b8a6 | 72 | #include <asm/nohash/pgalloc.h> |
3c726f8d | 73 | #endif |
1da177e4 | 74 | |
8a2cc87a CL |
75 | static inline pgtable_t pmd_pgtable(pmd_t pmd) |
76 | { | |
77 | return (pgtable_t)pmd_page_vaddr(pmd); | |
78 | } | |
79 | ||
047ea784 | 80 | #endif /* _ASM_POWERPC_PGALLOC_H */ |