[linux-2.6-block.git] / arch / powerpc / include / asm / pte-walk.h

#ifndef _ASM_POWERPC_PTE_WALK_H
#define _ASM_POWERPC_PTE_WALK_H

#include <linux/sched.h>

/* Don't use this directly */
extern pte_t *__find_linux_pte(pgd_t *pgdir, unsigned long ea,
			       bool *is_thp, unsigned *hshift);

static inline pte_t *find_linux_pte(pgd_t *pgdir, unsigned long ea,
				    bool *is_thp, unsigned *hshift)
{
	pte_t *pte;

	VM_WARN(!arch_irqs_disabled(), "%s called with irq enabled\n", __func__);
	pte = __find_linux_pte(pgdir, ea, is_thp, hshift);

#if defined(CONFIG_DEBUG_VM) &&						\
	!(defined(CONFIG_HUGETLB_PAGE) || defined(CONFIG_TRANSPARENT_HUGEPAGE))
	/*
	 * We should not find huge page if these configs are not enabled.
	 */
	if (hshift)
		WARN_ON(*hshift);
#endif
	return pte;
}

static inline pte_t *find_init_mm_pte(unsigned long ea, unsigned *hshift)
{
	pgd_t *pgdir = init_mm.pgd;
	return __find_linux_pte(pgdir, ea, NULL, hshift);
}
/*
 * This is what we should always use. Any other lockless page table lookup needs
 * careful audit against THP split.
 */
static inline pte_t *find_current_mm_pte(pgd_t *pgdir, unsigned long ea,
					 bool *is_thp, unsigned *hshift)
{
	pte_t *pte;

	VM_WARN(!arch_irqs_disabled(), "%s called with irq enabled\n", __func__);
	VM_WARN(pgdir != current->mm->pgd,
		"%s lock less page table lookup called on wrong mm\n", __func__);
	pte = __find_linux_pte(pgdir, ea, is_thp, hshift);

#if defined(CONFIG_DEBUG_VM) &&						\
	!(defined(CONFIG_HUGETLB_PAGE) || defined(CONFIG_TRANSPARENT_HUGEPAGE))
	/*
	 * We should not find huge page if these configs are not enabled.
	 */
	if (hshift)
		WARN_ON(*hshift);
#endif
	return pte;
}

#endif /* _ASM_POWERPC_PTE_WALK_H */
Commit	Line	Data
94171b19 AK	1	#ifndef _ASM_POWERPC_PTE_WALK_H
	2	#define _ASM_POWERPC_PTE_WALK_H
	3
	4	#include <linux/sched.h>
	5
	6	/* Don't use this directly */
	7	extern pte_t __find_linux_pte(pgd_t pgdir, unsigned long ea,
	8	bool is_thp, unsigned hshift);
	9
	10	static inline pte_t find_linux_pte(pgd_t pgdir, unsigned long ea,
	11	bool is_thp, unsigned hshift)
	12	{
d6eacedd AK	13	pte_t *pte;
d6eacedd AK	14
94171b19	15	VM_WARN(!arch_irqs_disabled(), "%s called with irq enabled\n", __func__);
d6eacedd AK	16	pte = __find_linux_pte(pgdir, ea, is_thp, hshift);
	17
	18	#if defined(CONFIG_DEBUG_VM) && \
	19	!(defined(CONFIG_HUGETLB_PAGE) \|\| defined(CONFIG_TRANSPARENT_HUGEPAGE))
	20	/*
	21	* We should not find huge page if these configs are not enabled.
	22	*/
	23	if (hshift)
	24	WARN_ON(*hshift);
	25	#endif
	26	return pte;
94171b19 AK	27	}
	28
	29	static inline pte_t find_init_mm_pte(unsigned long ea, unsigned hshift)
	30	{
	31	pgd_t *pgdir = init_mm.pgd;
	32	return __find_linux_pte(pgdir, ea, NULL, hshift);
	33	}
	34	/*
	35	* This is what we should always use. Any other lockless page table lookup needs
	36	* careful audit against THP split.
	37	*/
	38	static inline pte_t find_current_mm_pte(pgd_t pgdir, unsigned long ea,
	39	bool is_thp, unsigned hshift)
	40	{
d6eacedd AK	41	pte_t *pte;
d6eacedd AK	42
94171b19 AK	43	VM_WARN(!arch_irqs_disabled(), "%s called with irq enabled\n", __func__);
	44	VM_WARN(pgdir != current->mm->pgd,
	45	"%s lock less page table lookup called on wrong mm\n", __func__);
d6eacedd AK	46	pte = __find_linux_pte(pgdir, ea, is_thp, hshift);
	47
	48	#if defined(CONFIG_DEBUG_VM) && \
	49	!(defined(CONFIG_HUGETLB_PAGE) \|\| defined(CONFIG_TRANSPARENT_HUGEPAGE))
	50	/*
	51	* We should not find huge page if these configs are not enabled.
	52	*/
	53	if (hshift)
	54	WARN_ON(*hshift);
	55	#endif
	56	return pte;
94171b19 AK	57	}
	58
	59	#endif /* _ASM_POWERPC_PTE_WALK_H */