projects / linux-block.git / blame
| Commit | Line | Data |
|---|---|---|
| 1802d0be | 1 | /* SPDX-License-Identifier: GPL-2.0-only */ |
| 084bd298 SC |
2 | /* |
| 3 | * arch/arm64/include/asm/hugetlb.h | |
| 4 | * | |
| 5 | * Copyright (C) 2013 Linaro Ltd. | |
| 6 | * | |
| 7 | * Based on arch/x86/include/asm/hugetlb.h | |
| 084bd298 SC |
8 | */ |
| 9 | ||
| 10 | #ifndef __ASM_HUGETLB_H | |
| 11 | #define __ASM_HUGETLB_H | |
| 12 | ||
| 1de8c835 | 13 | #include <asm/cacheflush.h> |
| 084bd298 SC |
14 | #include <asm/page.h> |
| 15 | ||
| 5480280d AK |
16 | #ifdef CONFIG_ARCH_ENABLE_HUGEPAGE_MIGRATION |
| 17 | #define arch_hugetlb_migration_supported arch_hugetlb_migration_supported | |
| 18 | extern bool arch_hugetlb_migration_supported(struct hstate *h); | |
| 19 | #endif | |
| 20 | ||
| 084bd298 SC |
21 | static inline void arch_clear_hugepage_flags(struct page *page) |
| 22 | { | |
| 23 | clear_bit(PG_dcache_clean, &page->flags); | |
| 24 | } | |
| 5be99343 | 25 | #define arch_clear_hugepage_flags arch_clear_hugepage_flags |
| 084bd298 | 26 | |
| 79c1c594 | 27 | pte_t arch_make_huge_pte(pte_t entry, unsigned int shift, vm_flags_t flags); |
| 66b3923a | 28 | #define arch_make_huge_pte arch_make_huge_pte |
| cea685d5 | 29 | #define __HAVE_ARCH_HUGE_SET_HUGE_PTE_AT |
| 66b3923a | 30 | extern void set_huge_pte_at(struct mm_struct *mm, unsigned long addr, |
| 935d4f0c | 31 | pte_t *ptep, pte_t pte, unsigned long sz); |
| facf6d5b | 32 | #define __HAVE_ARCH_HUGE_PTEP_SET_ACCESS_FLAGS |
| 66b3923a DW |
33 | extern int huge_ptep_set_access_flags(struct vm_area_struct *vma, |
| 34 | unsigned long addr, pte_t *ptep, | |
| 35 | pte_t pte, int dirty); | |
| a4d83853 | 36 | #define __HAVE_ARCH_HUGE_PTEP_GET_AND_CLEAR |
| 66b3923a DW |
37 | extern pte_t huge_ptep_get_and_clear(struct mm_struct *mm, |
| 38 | unsigned long addr, pte_t *ptep); | |
| 8e581d43 | 39 | #define __HAVE_ARCH_HUGE_PTEP_SET_WRPROTECT |
| 66b3923a DW |
40 | extern void huge_ptep_set_wrprotect(struct mm_struct *mm, |
| 41 | unsigned long addr, pte_t *ptep); | |
| fe632225 | 42 | #define __HAVE_ARCH_HUGE_PTEP_CLEAR_FLUSH |
| ae075629 BW |
43 | extern pte_t huge_ptep_clear_flush(struct vm_area_struct *vma, |
| 44 | unsigned long addr, pte_t *ptep); | |
| d018498c | 45 | #define __HAVE_ARCH_HUGE_PTE_CLEAR |
| c3e4ed5c PA |
46 | extern void huge_pte_clear(struct mm_struct *mm, unsigned long addr, |
| 47 | pte_t *ptep, unsigned long sz); | |
| bc5dfb4f BW |
48 | #define __HAVE_ARCH_HUGE_PTEP_GET |
| 49 | extern pte_t huge_ptep_get(pte_t *ptep); | |
| c3e4ed5c | 50 | |
| abb7962a AK |
51 | void __init arm64_hugetlb_cma_reserve(void); |
| 52 | ||
| 5db568e7 AK |
53 | #define huge_ptep_modify_prot_start huge_ptep_modify_prot_start |
| 54 | extern pte_t huge_ptep_modify_prot_start(struct vm_area_struct *vma, | |
| 55 | unsigned long addr, pte_t *ptep); | |
| 56 | ||
| 57 | #define huge_ptep_modify_prot_commit huge_ptep_modify_prot_commit | |
| 58 | extern void huge_ptep_modify_prot_commit(struct vm_area_struct *vma, | |
| 59 | unsigned long addr, pte_t *ptep, | |
| 60 | pte_t old_pte, pte_t new_pte); | |
| 61 | ||
| c3e4ed5c | 62 | #include <asm-generic/hugetlb.h> |
| 66b3923a | 63 | |
| 9cf6a060 KW |
64 | #define __HAVE_ARCH_FLUSH_HUGETLB_TLB_RANGE |
| 65 | static inline void flush_hugetlb_tlb_range(struct vm_area_struct *vma, | |
| 66 | unsigned long start, | |
| 67 | unsigned long end) | |
| 68 | { | |
| 69 | unsigned long stride = huge_page_size(hstate_vma(vma)); | |
| 70 | ||
| 71 | if (stride == PMD_SIZE) | |
| 72 | __flush_tlb_range(vma, start, end, stride, false, 2); | |
| 73 | else if (stride == PUD_SIZE) | |
| 74 | __flush_tlb_range(vma, start, end, stride, false, 1); | |
| 75 | else | |
| 76 | __flush_tlb_range(vma, start, end, PAGE_SIZE, false, 0); | |
| 77 | } | |
| 78 | ||
| 084bd298 | 79 | #endif /* __ASM_HUGETLB_H */ |