powerpc: Free up four 64K PTE bits in 4K backed HPTE pages
[linux-2.6-block.git] / arch / powerpc / include / asm / book3s / 64 / hash-4k.h
CommitLineData
b2441318 1/* SPDX-License-Identifier: GPL-2.0 */
ab537dca
AK
2#ifndef _ASM_POWERPC_BOOK3S_64_HASH_4K_H
3#define _ASM_POWERPC_BOOK3S_64_HASH_4K_H
4/*
5 * Entries per page directory level. The PTE level must use a 64b record
6 * for each page table entry. The PMD and PGD level use a 32b record for
7 * each entry by assuming that each entry is page aligned.
8 */
dd1842a2
AK
9#define H_PTE_INDEX_SIZE 9
10#define H_PMD_INDEX_SIZE 7
11#define H_PUD_INDEX_SIZE 9
92d9dfda 12#define H_PGD_INDEX_SIZE 9
ab537dca
AK
13
14#ifndef __ASSEMBLY__
dd1842a2
AK
15#define H_PTE_TABLE_SIZE (sizeof(pte_t) << H_PTE_INDEX_SIZE)
16#define H_PMD_TABLE_SIZE (sizeof(pmd_t) << H_PMD_INDEX_SIZE)
17#define H_PUD_TABLE_SIZE (sizeof(pud_t) << H_PUD_INDEX_SIZE)
18#define H_PGD_TABLE_SIZE (sizeof(pgd_t) << H_PGD_INDEX_SIZE)
ab537dca 19
9d2edb18
RP
20#define H_PAGE_BUSY _RPAGE_RSV1 /* software: PTE & hash are busy */
21
c605782b 22/* PTE flags to conserve for HPTE identification */
945537df
AK
23#define _PAGE_HPTEFLAGS (H_PAGE_BUSY | H_PAGE_HASHPTE | \
24 H_PAGE_F_SECOND | H_PAGE_F_GIX)
25/*
26 * Not supported by 4k linux page size
27 */
28#define H_PAGE_4K_PFN 0x0
29#define H_PAGE_THP_HUGE 0x0
30#define H_PAGE_COMBO 0x0
5ed7ecd0
AK
31#define H_PTE_FRAG_NR 0
32#define H_PTE_FRAG_SIZE_SHIFT 0
ab537dca 33/*
368ced78 34 * On all 4K setups, remap_4k_pfn() equates to remap_pfn_range()
ab537dca 35 */
ab537dca
AK
36#define remap_4k_pfn(vma, addr, pfn, prot) \
37 remap_pfn_range((vma), (addr), (pfn), PAGE_SIZE, (prot))
38
26a344ae 39#ifdef CONFIG_HUGETLB_PAGE
c0a6c719 40static inline int hash__hugepd_ok(hugepd_t hpd)
26a344ae 41{
20717e1f 42 unsigned long hpdval = hpd_val(hpd);
26a344ae 43 /*
6a119eae
AK
44 * if it is not a pte and have hugepd shift mask
45 * set, then it is a hugepd directory pointer
26a344ae 46 */
20717e1f
AK
47 if (!(hpdval & _PAGE_PTE) &&
48 ((hpdval & HUGEPD_SHIFT_MASK) != 0))
6a119eae
AK
49 return true;
50 return false;
26a344ae 51}
26a344ae
AK
52#endif
53
59aa31fd
RP
54/*
55 * 4K PTE format is different from 64K PTE format. Saving the hash_slot is just
56 * a matter of returning the PTE bits that need to be modified. On 64K PTE,
57 * things are a little more involved and hence needs many more parameters to
58 * accomplish the same. However we want to abstract this out from the caller by
59 * keeping the prototype consistent across the two formats.
60 */
61static inline unsigned long pte_set_hidx(pte_t *ptep, real_pte_t rpte,
62 unsigned int subpg_index, unsigned long hidx)
63{
64 return (hidx << H_PAGE_F_GIX_SHIFT) &
65 (H_PAGE_F_SECOND | H_PAGE_F_GIX);
66}
67
ab624762
AK
68#ifdef CONFIG_TRANSPARENT_HUGEPAGE
69
70static inline char *get_hpte_slot_array(pmd_t *pmdp)
71{
72 BUG();
73 return NULL;
74}
75
76static inline unsigned int hpte_valid(unsigned char *hpte_slot_array, int index)
77{
78 BUG();
79 return 0;
80}
81
82static inline unsigned int hpte_hash_index(unsigned char *hpte_slot_array,
83 int index)
84{
85 BUG();
86 return 0;
87}
88
89static inline void mark_hpte_slot_valid(unsigned char *hpte_slot_array,
90 unsigned int index, unsigned int hidx)
91{
92 BUG();
93}
94
95static inline int hash__pmd_trans_huge(pmd_t pmd)
96{
97 return 0;
98}
99
100static inline int hash__pmd_same(pmd_t pmd_a, pmd_t pmd_b)
101{
102 BUG();
103 return 0;
104}
105
106static inline pmd_t hash__pmd_mkhuge(pmd_t pmd)
107{
108 BUG();
109 return pmd;
110}
111
112extern unsigned long hash__pmd_hugepage_update(struct mm_struct *mm,
113 unsigned long addr, pmd_t *pmdp,
114 unsigned long clr, unsigned long set);
115extern pmd_t hash__pmdp_collapse_flush(struct vm_area_struct *vma,
116 unsigned long address, pmd_t *pmdp);
117extern void hash__pgtable_trans_huge_deposit(struct mm_struct *mm, pmd_t *pmdp,
118 pgtable_t pgtable);
119extern pgtable_t hash__pgtable_trans_huge_withdraw(struct mm_struct *mm, pmd_t *pmdp);
120extern void hash__pmdp_huge_split_prepare(struct vm_area_struct *vma,
121 unsigned long address, pmd_t *pmdp);
122extern pmd_t hash__pmdp_huge_get_and_clear(struct mm_struct *mm,
123 unsigned long addr, pmd_t *pmdp);
124extern int hash__has_transparent_hugepage(void);
125#endif
126
ab537dca
AK
127#endif /* !__ASSEMBLY__ */
128
129#endif /* _ASM_POWERPC_BOOK3S_64_HASH_4K_H */