powerpc: introduce pte_get_hash_gslot() helper
[linux-2.6-block.git] / arch / powerpc / include / asm / book3s / 64 / hash-4k.h
CommitLineData
b2441318 1/* SPDX-License-Identifier: GPL-2.0 */
ab537dca
AK
2#ifndef _ASM_POWERPC_BOOK3S_64_HASH_4K_H
3#define _ASM_POWERPC_BOOK3S_64_HASH_4K_H
4/*
5 * Entries per page directory level. The PTE level must use a 64b record
6 * for each page table entry. The PMD and PGD level use a 32b record for
7 * each entry by assuming that each entry is page aligned.
8 */
dd1842a2
AK
9#define H_PTE_INDEX_SIZE 9
10#define H_PMD_INDEX_SIZE 7
11#define H_PUD_INDEX_SIZE 9
92d9dfda 12#define H_PGD_INDEX_SIZE 9
ab537dca
AK
13
14#ifndef __ASSEMBLY__
dd1842a2
AK
15#define H_PTE_TABLE_SIZE (sizeof(pte_t) << H_PTE_INDEX_SIZE)
16#define H_PMD_TABLE_SIZE (sizeof(pmd_t) << H_PMD_INDEX_SIZE)
17#define H_PUD_TABLE_SIZE (sizeof(pud_t) << H_PUD_INDEX_SIZE)
18#define H_PGD_TABLE_SIZE (sizeof(pgd_t) << H_PGD_INDEX_SIZE)
ab537dca 19
c605782b 20/* PTE flags to conserve for HPTE identification */
945537df
AK
21#define _PAGE_HPTEFLAGS (H_PAGE_BUSY | H_PAGE_HASHPTE | \
22 H_PAGE_F_SECOND | H_PAGE_F_GIX)
23/*
24 * Not supported by 4k linux page size
25 */
26#define H_PAGE_4K_PFN 0x0
27#define H_PAGE_THP_HUGE 0x0
28#define H_PAGE_COMBO 0x0
5ed7ecd0
AK
29#define H_PTE_FRAG_NR 0
30#define H_PTE_FRAG_SIZE_SHIFT 0
ab537dca 31/*
368ced78 32 * On all 4K setups, remap_4k_pfn() equates to remap_pfn_range()
ab537dca 33 */
ab537dca
AK
34#define remap_4k_pfn(vma, addr, pfn, prot) \
35 remap_pfn_range((vma), (addr), (pfn), PAGE_SIZE, (prot))
36
26a344ae 37#ifdef CONFIG_HUGETLB_PAGE
c0a6c719 38static inline int hash__hugepd_ok(hugepd_t hpd)
26a344ae 39{
20717e1f 40 unsigned long hpdval = hpd_val(hpd);
26a344ae 41 /*
6a119eae
AK
42 * if it is not a pte and have hugepd shift mask
43 * set, then it is a hugepd directory pointer
26a344ae 44 */
20717e1f
AK
45 if (!(hpdval & _PAGE_PTE) &&
46 ((hpdval & HUGEPD_SHIFT_MASK) != 0))
6a119eae
AK
47 return true;
48 return false;
26a344ae 49}
26a344ae
AK
50#endif
51
59aa31fd
RP
52/*
53 * 4K PTE format is different from 64K PTE format. Saving the hash_slot is just
54 * a matter of returning the PTE bits that need to be modified. On 64K PTE,
55 * things are a little more involved and hence needs many more parameters to
56 * accomplish the same. However we want to abstract this out from the caller by
57 * keeping the prototype consistent across the two formats.
58 */
59static inline unsigned long pte_set_hidx(pte_t *ptep, real_pte_t rpte,
60 unsigned int subpg_index, unsigned long hidx)
61{
62 return (hidx << H_PAGE_F_GIX_SHIFT) &
63 (H_PAGE_F_SECOND | H_PAGE_F_GIX);
64}
65
ab624762
AK
66#ifdef CONFIG_TRANSPARENT_HUGEPAGE
67
68static inline char *get_hpte_slot_array(pmd_t *pmdp)
69{
70 BUG();
71 return NULL;
72}
73
74static inline unsigned int hpte_valid(unsigned char *hpte_slot_array, int index)
75{
76 BUG();
77 return 0;
78}
79
80static inline unsigned int hpte_hash_index(unsigned char *hpte_slot_array,
81 int index)
82{
83 BUG();
84 return 0;
85}
86
87static inline void mark_hpte_slot_valid(unsigned char *hpte_slot_array,
88 unsigned int index, unsigned int hidx)
89{
90 BUG();
91}
92
93static inline int hash__pmd_trans_huge(pmd_t pmd)
94{
95 return 0;
96}
97
98static inline int hash__pmd_same(pmd_t pmd_a, pmd_t pmd_b)
99{
100 BUG();
101 return 0;
102}
103
104static inline pmd_t hash__pmd_mkhuge(pmd_t pmd)
105{
106 BUG();
107 return pmd;
108}
109
110extern unsigned long hash__pmd_hugepage_update(struct mm_struct *mm,
111 unsigned long addr, pmd_t *pmdp,
112 unsigned long clr, unsigned long set);
113extern pmd_t hash__pmdp_collapse_flush(struct vm_area_struct *vma,
114 unsigned long address, pmd_t *pmdp);
115extern void hash__pgtable_trans_huge_deposit(struct mm_struct *mm, pmd_t *pmdp,
116 pgtable_t pgtable);
117extern pgtable_t hash__pgtable_trans_huge_withdraw(struct mm_struct *mm, pmd_t *pmdp);
118extern void hash__pmdp_huge_split_prepare(struct vm_area_struct *vma,
119 unsigned long address, pmd_t *pmdp);
120extern pmd_t hash__pmdp_huge_get_and_clear(struct mm_struct *mm,
121 unsigned long addr, pmd_t *pmdp);
122extern int hash__has_transparent_hugepage(void);
123#endif
124
ab537dca
AK
125#endif /* !__ASSEMBLY__ */
126
127#endif /* _ASM_POWERPC_BOOK3S_64_HASH_4K_H */