[linux-2.6-block.git] / arch / mips / include / asm / pgtable.h

/*
 * This file is subject to the terms and conditions of the GNU General Public
 * License.  See the file "COPYING" in the main directory of this archive
 * for more details.
 *
 * Copyright (C) 2003 Ralf Baechle
 */
#ifndef _ASM_PGTABLE_H
#define _ASM_PGTABLE_H

#include <linux/mm_types.h>
#include <linux/mmzone.h>
#ifdef CONFIG_32BIT
#include <asm/pgtable-32.h>
#endif
#ifdef CONFIG_64BIT
#include <asm/pgtable-64.h>
#endif

#include <asm/io.h>
#include <asm/pgtable-bits.h>

struct mm_struct;
struct vm_area_struct;

#define PAGE_NONE	__pgprot(_PAGE_PRESENT | _CACHE_CACHABLE_NONCOHERENT)
#define PAGE_SHARED	__pgprot(_PAGE_PRESENT | _PAGE_WRITE | (cpu_has_rixi ? 0 : _PAGE_READ) | \
				 _page_cachable_default)
#define PAGE_COPY	__pgprot(_PAGE_PRESENT | (cpu_has_rixi ? 0 : _PAGE_READ) | \
				 (cpu_has_rixi ?  _PAGE_NO_EXEC : 0) | _page_cachable_default)
#define PAGE_READONLY	__pgprot(_PAGE_PRESENT | (cpu_has_rixi ? 0 : _PAGE_READ) | \
				 _page_cachable_default)
#define PAGE_KERNEL	__pgprot(_PAGE_PRESENT | __READABLE | __WRITEABLE | \
				 _PAGE_GLOBAL | _page_cachable_default)
#define PAGE_KERNEL_NC	__pgprot(_PAGE_PRESENT | __READABLE | __WRITEABLE | \
				 _PAGE_GLOBAL | _CACHE_CACHABLE_NONCOHERENT)
#define PAGE_USERIO	__pgprot(_PAGE_PRESENT | (cpu_has_rixi ? 0 : _PAGE_READ) | _PAGE_WRITE | \
				 _page_cachable_default)
#define PAGE_KERNEL_UNCACHED __pgprot(_PAGE_PRESENT | __READABLE | \
			__WRITEABLE | _PAGE_GLOBAL | _CACHE_UNCACHED)

/*
 * If _PAGE_NO_EXEC is not defined, we can't do page protection for
 * execute, and consider it to be the same as read. Also, write
 * permissions imply read permissions. This is the closest we can get
 * by reasonable means..
 */

/*
 * Dummy values to fill the table in mmap.c
 * The real values will be generated at runtime
 */
#define __P000 __pgprot(0)
#define __P001 __pgprot(0)
#define __P010 __pgprot(0)
#define __P011 __pgprot(0)
#define __P100 __pgprot(0)
#define __P101 __pgprot(0)
#define __P110 __pgprot(0)
#define __P111 __pgprot(0)

#define __S000 __pgprot(0)
#define __S001 __pgprot(0)
#define __S010 __pgprot(0)
#define __S011 __pgprot(0)
#define __S100 __pgprot(0)
#define __S101 __pgprot(0)
#define __S110 __pgprot(0)
#define __S111 __pgprot(0)

extern unsigned long _page_cachable_default;

/*
 * ZERO_PAGE is a global shared page that is always zero; used
 * for zero-mapped memory areas etc..
 */

extern unsigned long empty_zero_page;
extern unsigned long zero_page_mask;

#define ZERO_PAGE(vaddr) \
	(virt_to_page((void *)(empty_zero_page + (((unsigned long)(vaddr)) & zero_page_mask))))
#define __HAVE_COLOR_ZERO_PAGE

extern void paging_init(void);

/*
 * Conversion functions: convert a page and protection to a page entry,
 * and a page entry and page directory to the page they refer to.
 */
#define pmd_phys(pmd)		virt_to_phys((void *)pmd_val(pmd))

#define __pmd_page(pmd)		(pfn_to_page(pmd_phys(pmd) >> PAGE_SHIFT))
#ifndef CONFIG_TRANSPARENT_HUGEPAGE
#define pmd_page(pmd)		__pmd_page(pmd)
#endif /* CONFIG_TRANSPARENT_HUGEPAGE  */

#define pmd_page_vaddr(pmd)	pmd_val(pmd)

#if defined(CONFIG_64BIT_PHYS_ADDR) && defined(CONFIG_CPU_MIPS32)

#define pte_none(pte)		(!(((pte).pte_low | (pte).pte_high) & ~_PAGE_GLOBAL))
#define pte_present(pte)	((pte).pte_low & _PAGE_PRESENT)

static inline void set_pte(pte_t *ptep, pte_t pte)
{
	ptep->pte_high = pte.pte_high;
	smp_wmb();
	ptep->pte_low = pte.pte_low;

	if (pte.pte_low & _PAGE_GLOBAL) {
		pte_t *buddy = ptep_buddy(ptep);
		/*
		 * Make sure the buddy is global too (if it's !none,
		 * it better already be global)
		 */
		if (pte_none(*buddy)) {
			buddy->pte_low	|= _PAGE_GLOBAL;
			buddy->pte_high |= _PAGE_GLOBAL;
		}
	}
}
#define set_pte_at(mm, addr, ptep, pteval) set_pte(ptep, pteval)

static inline void pte_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep)
{
	pte_t null = __pte(0);

	/* Preserve global status for the pair */
	if (ptep_buddy(ptep)->pte_low & _PAGE_GLOBAL)
		null.pte_low = null.pte_high = _PAGE_GLOBAL;

	set_pte_at(mm, addr, ptep, null);
}
#else

#define pte_none(pte)		(!(pte_val(pte) & ~_PAGE_GLOBAL))
#define pte_present(pte)	(pte_val(pte) & _PAGE_PRESENT)

/*
 * Certain architectures need to do special things when pte's
 * within a page table are directly modified.  Thus, the following
 * hook is made available.
 */
static inline void set_pte(pte_t *ptep, pte_t pteval)
{
	*ptep = pteval;
#if !defined(CONFIG_CPU_R3000) && !defined(CONFIG_CPU_TX39XX)
	if (pte_val(pteval) & _PAGE_GLOBAL) {
		pte_t *buddy = ptep_buddy(ptep);
		/*
		 * Make sure the buddy is global too (if it's !none,
		 * it better already be global)
		 */
		if (pte_none(*buddy))
			pte_val(*buddy) = pte_val(*buddy) | _PAGE_GLOBAL;
	}
#endif
}
#define set_pte_at(mm, addr, ptep, pteval) set_pte(ptep, pteval)

static inline void pte_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep)
{
#if !defined(CONFIG_CPU_R3000) && !defined(CONFIG_CPU_TX39XX)
	/* Preserve global status for the pair */
	if (pte_val(*ptep_buddy(ptep)) & _PAGE_GLOBAL)
		set_pte_at(mm, addr, ptep, __pte(_PAGE_GLOBAL));
	else
#endif
		set_pte_at(mm, addr, ptep, __pte(0));
}
#endif

/*
 * (pmds are folded into puds so this doesn't get actually called,
 * but the define is needed for a generic inline function.)
 */
#define set_pmd(pmdptr, pmdval) do { *(pmdptr) = (pmdval); } while(0)

#ifndef __PAGETABLE_PMD_FOLDED
/*
 * (puds are folded into pgds so this doesn't get actually called,
 * but the define is needed for a generic inline function.)
 */
#define set_pud(pudptr, pudval) do { *(pudptr) = (pudval); } while(0)
#endif

#define PGD_T_LOG2	(__builtin_ffs(sizeof(pgd_t)) - 1)
#define PMD_T_LOG2	(__builtin_ffs(sizeof(pmd_t)) - 1)
#define PTE_T_LOG2	(__builtin_ffs(sizeof(pte_t)) - 1)

/*
 * We used to declare this array with size but gcc 3.3 and older are not able
 * to find that this expression is a constant, so the size is dropped.
 */
extern pgd_t swapper_pg_dir[];

/*
 * The following only work if pte_present() is true.
 * Undefined behaviour if not..
 */
#if defined(CONFIG_64BIT_PHYS_ADDR) && defined(CONFIG_CPU_MIPS32)
static inline int pte_write(pte_t pte)	{ return pte.pte_low & _PAGE_WRITE; }
static inline int pte_dirty(pte_t pte)	{ return pte.pte_low & _PAGE_MODIFIED; }
static inline int pte_young(pte_t pte)	{ return pte.pte_low & _PAGE_ACCESSED; }
static inline int pte_file(pte_t pte)	{ return pte.pte_low & _PAGE_FILE; }

static inline pte_t pte_wrprotect(pte_t pte)
{
	pte.pte_low  &= ~(_PAGE_WRITE | _PAGE_SILENT_WRITE);
	pte.pte_high &= ~_PAGE_SILENT_WRITE;
	return pte;
}

static inline pte_t pte_mkclean(pte_t pte)
{
	pte.pte_low  &= ~(_PAGE_MODIFIED | _PAGE_SILENT_WRITE);
	pte.pte_high &= ~_PAGE_SILENT_WRITE;
	return pte;
}

static inline pte_t pte_mkold(pte_t pte)
{
	pte.pte_low  &= ~(_PAGE_ACCESSED | _PAGE_SILENT_READ);
	pte.pte_high &= ~_PAGE_SILENT_READ;
	return pte;
}

static inline pte_t pte_mkwrite(pte_t pte)
{
	pte.pte_low |= _PAGE_WRITE;
	if (pte.pte_low & _PAGE_MODIFIED) {
		pte.pte_low  |= _PAGE_SILENT_WRITE;
		pte.pte_high |= _PAGE_SILENT_WRITE;
	}
	return pte;
}

static inline pte_t pte_mkdirty(pte_t pte)
{
	pte.pte_low |= _PAGE_MODIFIED;
	if (pte.pte_low & _PAGE_WRITE) {
		pte.pte_low  |= _PAGE_SILENT_WRITE;
		pte.pte_high |= _PAGE_SILENT_WRITE;
	}
	return pte;
}

static inline pte_t pte_mkyoung(pte_t pte)
{
	pte.pte_low |= _PAGE_ACCESSED;
	if (pte.pte_low & _PAGE_READ) {
		pte.pte_low  |= _PAGE_SILENT_READ;
		pte.pte_high |= _PAGE_SILENT_READ;
	}
	return pte;
}
#else
static inline int pte_write(pte_t pte)	{ return pte_val(pte) & _PAGE_WRITE; }
static inline int pte_dirty(pte_t pte)	{ return pte_val(pte) & _PAGE_MODIFIED; }
static inline int pte_young(pte_t pte)	{ return pte_val(pte) & _PAGE_ACCESSED; }
static inline int pte_file(pte_t pte)	{ return pte_val(pte) & _PAGE_FILE; }

static inline pte_t pte_wrprotect(pte_t pte)
{
	pte_val(pte) &= ~(_PAGE_WRITE | _PAGE_SILENT_WRITE);
	return pte;
}

static inline pte_t pte_mkclean(pte_t pte)
{
	pte_val(pte) &= ~(_PAGE_MODIFIED|_PAGE_SILENT_WRITE);
	return pte;
}

static inline pte_t pte_mkold(pte_t pte)
{
	pte_val(pte) &= ~(_PAGE_ACCESSED|_PAGE_SILENT_READ);
	return pte;
}

static inline pte_t pte_mkwrite(pte_t pte)
{
	pte_val(pte) |= _PAGE_WRITE;
	if (pte_val(pte) & _PAGE_MODIFIED)
		pte_val(pte) |= _PAGE_SILENT_WRITE;
	return pte;
}

static inline pte_t pte_mkdirty(pte_t pte)
{
	pte_val(pte) |= _PAGE_MODIFIED;
	if (pte_val(pte) & _PAGE_WRITE)
		pte_val(pte) |= _PAGE_SILENT_WRITE;
	return pte;
}

static inline pte_t pte_mkyoung(pte_t pte)
{
	pte_val(pte) |= _PAGE_ACCESSED;
	if (cpu_has_rixi) {
		if (!(pte_val(pte) & _PAGE_NO_READ))
			pte_val(pte) |= _PAGE_SILENT_READ;
	} else {
		if (pte_val(pte) & _PAGE_READ)
			pte_val(pte) |= _PAGE_SILENT_READ;
	}
	return pte;
}

#ifdef _PAGE_HUGE
static inline int pte_huge(pte_t pte)	{ return pte_val(pte) & _PAGE_HUGE; }

static inline pte_t pte_mkhuge(pte_t pte)
{
	pte_val(pte) |= _PAGE_HUGE;
	return pte;
}
#endif /* _PAGE_HUGE */
#endif
static inline int pte_special(pte_t pte)	{ return 0; }
static inline pte_t pte_mkspecial(pte_t pte)	{ return pte; }

/*
 * Macro to make mark a page protection value as "uncacheable".	 Note
 * that "protection" is really a misnomer here as the protection value
 * contains the memory attribute bits, dirty bits, and various other
 * bits as well.
 */
#define pgprot_noncached pgprot_noncached

static inline pgprot_t pgprot_noncached(pgprot_t _prot)
{
	unsigned long prot = pgprot_val(_prot);

	prot = (prot & ~_CACHE_MASK) | _CACHE_UNCACHED;

	return __pgprot(prot);
}

/*
 * Conversion functions: convert a page and protection to a page entry,
 * and a page entry and page directory to the page they refer to.
 */
#define mk_pte(page, pgprot)	pfn_pte(page_to_pfn(page), (pgprot))

#if defined(CONFIG_64BIT_PHYS_ADDR) && defined(CONFIG_CPU_MIPS32)
static inline pte_t pte_modify(pte_t pte, pgprot_t newprot)
{
	pte.pte_low  &= _PAGE_CHG_MASK;
	pte.pte_high &= ~0x3f;
	pte.pte_low  |= pgprot_val(newprot);
	pte.pte_high |= pgprot_val(newprot) & 0x3f;
	return pte;
}
#else
static inline pte_t pte_modify(pte_t pte, pgprot_t newprot)
{
	return __pte((pte_val(pte) & _PAGE_CHG_MASK) | pgprot_val(newprot));
}
#endif


extern void __update_tlb(struct vm_area_struct *vma, unsigned long address,
	pte_t pte);
extern void __update_cache(struct vm_area_struct *vma, unsigned long address,
	pte_t pte);

static inline void update_mmu_cache(struct vm_area_struct *vma,
	unsigned long address, pte_t *ptep)
{
	pte_t pte = *ptep;
	__update_tlb(vma, address, pte);
	__update_cache(vma, address, pte);
}

static inline void update_mmu_cache_pmd(struct vm_area_struct *vma,
	unsigned long address, pmd_t *pmdp)
{
	pte_t pte = *(pte_t *)pmdp;

	__update_tlb(vma, address, pte);
}

#define kern_addr_valid(addr)	(1)

#ifdef CONFIG_64BIT_PHYS_ADDR
extern int remap_pfn_range(struct vm_area_struct *vma, unsigned long from, unsigned long pfn, unsigned long size, pgprot_t prot);

static inline int io_remap_pfn_range(struct vm_area_struct *vma,
		unsigned long vaddr,
		unsigned long pfn,
		unsigned long size,
		pgprot_t prot)
{
	phys_t phys_addr_high = fixup_bigphys_addr(pfn << PAGE_SHIFT, size);
	return remap_pfn_range(vma, vaddr, phys_addr_high >> PAGE_SHIFT, size, prot);
}
#define io_remap_pfn_range io_remap_pfn_range
#endif

#ifdef CONFIG_TRANSPARENT_HUGEPAGE

extern int has_transparent_hugepage(void);

static inline int pmd_trans_huge(pmd_t pmd)
{
	return !!(pmd_val(pmd) & _PAGE_HUGE);
}

static inline pmd_t pmd_mkhuge(pmd_t pmd)
{
	pmd_val(pmd) |= _PAGE_HUGE;

	return pmd;
}

static inline int pmd_trans_splitting(pmd_t pmd)
{
	return !!(pmd_val(pmd) & _PAGE_SPLITTING);
}

static inline pmd_t pmd_mksplitting(pmd_t pmd)
{
	pmd_val(pmd) |= _PAGE_SPLITTING;

	return pmd;
}

extern void set_pmd_at(struct mm_struct *mm, unsigned long addr,
		       pmd_t *pmdp, pmd_t pmd);

#define __HAVE_ARCH_PMDP_SPLITTING_FLUSH
/* Extern to avoid header file madness */
extern void pmdp_splitting_flush(struct vm_area_struct *vma,
					unsigned long address,
					pmd_t *pmdp);

#define __HAVE_ARCH_PMD_WRITE
static inline int pmd_write(pmd_t pmd)
{
	return !!(pmd_val(pmd) & _PAGE_WRITE);
}

static inline pmd_t pmd_wrprotect(pmd_t pmd)
{
	pmd_val(pmd) &= ~(_PAGE_WRITE | _PAGE_SILENT_WRITE);
	return pmd;
}

static inline pmd_t pmd_mkwrite(pmd_t pmd)
{
	pmd_val(pmd) |= _PAGE_WRITE;
	if (pmd_val(pmd) & _PAGE_MODIFIED)
		pmd_val(pmd) |= _PAGE_SILENT_WRITE;

	return pmd;
}

static inline int pmd_dirty(pmd_t pmd)
{
	return !!(pmd_val(pmd) & _PAGE_MODIFIED);
}

static inline pmd_t pmd_mkclean(pmd_t pmd)
{
	pmd_val(pmd) &= ~(_PAGE_MODIFIED | _PAGE_SILENT_WRITE);
	return pmd;
}

static inline pmd_t pmd_mkdirty(pmd_t pmd)
{
	pmd_val(pmd) |= _PAGE_MODIFIED;
	if (pmd_val(pmd) & _PAGE_WRITE)
		pmd_val(pmd) |= _PAGE_SILENT_WRITE;

	return pmd;
}

static inline int pmd_young(pmd_t pmd)
{
	return !!(pmd_val(pmd) & _PAGE_ACCESSED);
}

static inline pmd_t pmd_mkold(pmd_t pmd)
{
	pmd_val(pmd) &= ~(_PAGE_ACCESSED|_PAGE_SILENT_READ);

	return pmd;
}

static inline pmd_t pmd_mkyoung(pmd_t pmd)
{
	pmd_val(pmd) |= _PAGE_ACCESSED;

	if (cpu_has_rixi) {
		if (!(pmd_val(pmd) & _PAGE_NO_READ))
			pmd_val(pmd) |= _PAGE_SILENT_READ;
	} else {
		if (pmd_val(pmd) & _PAGE_READ)
			pmd_val(pmd) |= _PAGE_SILENT_READ;
	}

	return pmd;
}

/* Extern to avoid header file madness */
extern pmd_t mk_pmd(struct page *page, pgprot_t prot);

static inline unsigned long pmd_pfn(pmd_t pmd)
{
	return pmd_val(pmd) >> _PFN_SHIFT;
}

static inline struct page *pmd_page(pmd_t pmd)
{
	if (pmd_trans_huge(pmd))
		return pfn_to_page(pmd_pfn(pmd));

	return pfn_to_page(pmd_phys(pmd) >> PAGE_SHIFT);
}

static inline pmd_t pmd_modify(pmd_t pmd, pgprot_t newprot)
{
	pmd_val(pmd) = (pmd_val(pmd) & _PAGE_CHG_MASK) | pgprot_val(newprot);
	return pmd;
}

static inline pmd_t pmd_mknotpresent(pmd_t pmd)
{
	pmd_val(pmd) &= ~(_PAGE_PRESENT | _PAGE_VALID | _PAGE_DIRTY);

	return pmd;
}

/*
 * The generic version pmdp_get_and_clear uses a version of pmd_clear() with a
 * different prototype.
 */
#define __HAVE_ARCH_PMDP_GET_AND_CLEAR
static inline pmd_t pmdp_get_and_clear(struct mm_struct *mm,
				       unsigned long address, pmd_t *pmdp)
{
	pmd_t old = *pmdp;

	pmd_clear(pmdp);

	return old;
}

#endif /* CONFIG_TRANSPARENT_HUGEPAGE */

#include <asm-generic/pgtable.h>

/*
 * uncached accelerated TLB map for video memory access
 */
#ifdef CONFIG_CPU_SUPPORTS_UNCACHED_ACCELERATED
#define __HAVE_PHYS_MEM_ACCESS_PROT

struct file;
pgprot_t phys_mem_access_prot(struct file *file, unsigned long pfn,
		unsigned long size, pgprot_t vma_prot);
int phys_mem_access_prot_allowed(struct file *file, unsigned long pfn,
		unsigned long size, pgprot_t *vma_prot);
#endif

/*
 * We provide our own get_unmapped area to cope with the virtual aliasing
 * constraints placed on us by the cache architecture.
 */
#define HAVE_ARCH_UNMAPPED_AREA
#define HAVE_ARCH_UNMAPPED_AREA_TOPDOWN

/*
 * No page table caches to initialise
 */
#define pgtable_cache_init()	do { } while (0)

#endif /* _ASM_PGTABLE_H */
Commit	Line	Data
1da177e4 LT	1	/*
	2	* This file is subject to the terms and conditions of the GNU General Public
	3	* License. See the file "COPYING" in the main directory of this archive
	4	* for more details.
	5	*
	6	* Copyright (C) 2003 Ralf Baechle
	7	*/
	8	#ifndef _ASM_PGTABLE_H
	9	#define _ASM_PGTABLE_H
	10
5bbea36a	11	#include <linux/mm_types.h>
970d032f	12	#include <linux/mmzone.h>
875d43e7	13	#ifdef CONFIG_32BIT
1da177e4 LT	14	#include <asm/pgtable-32.h>
1da177e4 LT	15	#endif
875d43e7	16	#ifdef CONFIG_64BIT
1da177e4 LT	17	#include <asm/pgtable-64.h>
	18	#endif
	19
f10fae02	20	#include <asm/io.h>
1da177e4 LT	21	#include <asm/pgtable-bits.h>
1da177e4 LT	22
8c65b4a6 TS	23	struct mm_struct;
	24	struct vm_area_struct;
	25
1da177e4	26	#define PAGE_NONE __pgprot(_PAGE_PRESENT \| _CACHE_CACHABLE_NONCOHERENT)
05857c64	27	#define PAGE_SHARED __pgprot(_PAGE_PRESENT \| _PAGE_WRITE \| (cpu_has_rixi ? 0 : _PAGE_READ) \| \
35133692	28	_page_cachable_default)
05857c64 SH	29	#define PAGE_COPY __pgprot(_PAGE_PRESENT \| (cpu_has_rixi ? 0 : _PAGE_READ) \| \
	30	(cpu_has_rixi ? _PAGE_NO_EXEC : 0) \| _page_cachable_default)
	31	#define PAGE_READONLY __pgprot(_PAGE_PRESENT \| (cpu_has_rixi ? 0 : _PAGE_READ) \| \
35133692	32	_page_cachable_default)
1da177e4	33	#define PAGE_KERNEL __pgprot(_PAGE_PRESENT \| __READABLE \| __WRITEABLE \| \
35133692	34	_PAGE_GLOBAL \| _page_cachable_default)
e2a9e5ad PB	35	#define PAGE_KERNEL_NC __pgprot(_PAGE_PRESENT \| __READABLE \| __WRITEABLE \| \
e2a9e5ad PB	36	_PAGE_GLOBAL \| _CACHE_CACHABLE_NONCOHERENT)
05857c64	37	#define PAGE_USERIO __pgprot(_PAGE_PRESENT \| (cpu_has_rixi ? 0 : _PAGE_READ) \| _PAGE_WRITE \| \
35133692	38	_page_cachable_default)
1da177e4 LT	39	#define PAGE_KERNEL_UNCACHED __pgprot(_PAGE_PRESENT \| __READABLE \| \
	40	__WRITEABLE \| _PAGE_GLOBAL \| _CACHE_UNCACHED)
	41
	42	/*
6dd9344c DD	43	* If _PAGE_NO_EXEC is not defined, we can't do page protection for
	44	* execute, and consider it to be the same as read. Also, write
	45	* permissions imply read permissions. This is the closest we can get
	46	* by reasonable means..
1da177e4	47	*/
1da177e4	48
35133692 CD	49	/*
	50	* Dummy values to fill the table in mmap.c
	51	* The real values will be generated at runtime
	52	*/
	53	#define __P000 __pgprot(0)
	54	#define __P001 __pgprot(0)
	55	#define __P010 __pgprot(0)
	56	#define __P011 __pgprot(0)
	57	#define __P100 __pgprot(0)
	58	#define __P101 __pgprot(0)
	59	#define __P110 __pgprot(0)
	60	#define __P111 __pgprot(0)
	61
	62	#define __S000 __pgprot(0)
	63	#define __S001 __pgprot(0)
	64	#define __S010 __pgprot(0)
	65	#define __S011 __pgprot(0)
	66	#define __S100 __pgprot(0)
	67	#define __S101 __pgprot(0)
	68	#define __S110 __pgprot(0)
	69	#define __S111 __pgprot(0)
	70
	71	extern unsigned long _page_cachable_default;
1da177e4 LT	72
	73	/*
	74	* ZERO_PAGE is a global shared page that is always zero; used
	75	* for zero-mapped memory areas etc..
	76	*/
	77
	78	extern unsigned long empty_zero_page;
	79	extern unsigned long zero_page_mask;
	80
	81	#define ZERO_PAGE(vaddr) \
99e3b942	82	(virt_to_page((void *)(empty_zero_page + (((unsigned long)(vaddr)) & zero_page_mask))))
816422ad	83	#define __HAVE_COLOR_ZERO_PAGE
62eede62	84
1da177e4 LT	85	extern void paging_init(void);
	86
	87	/*
	88	* Conversion functions: convert a page and protection to a page entry,
	89	* and a page entry and page directory to the page they refer to.
	90	*/
c9d06962	91	#define pmd_phys(pmd) virt_to_phys((void *)pmd_val(pmd))
970d032f RB	92
	93	#define __pmd_page(pmd) (pfn_to_page(pmd_phys(pmd) >> PAGE_SHIFT))
	94	#ifndef CONFIG_TRANSPARENT_HUGEPAGE
	95	#define pmd_page(pmd) __pmd_page(pmd)
	96	#endif /* CONFIG_TRANSPARENT_HUGEPAGE */
	97
46a82b2d	98	#define pmd_page_vaddr(pmd) pmd_val(pmd)
1da177e4	99
962f480e	100	#if defined(CONFIG_64BIT_PHYS_ADDR) && defined(CONFIG_CPU_MIPS32)
6e953891 SS	101
	102	#define pte_none(pte) (!(((pte).pte_low \| (pte).pte_high) & ~_PAGE_GLOBAL))
	103	#define pte_present(pte) ((pte).pte_low & _PAGE_PRESENT)
	104
1da177e4 LT	105	static inline void set_pte(pte_t *ptep, pte_t pte)
	106	{
	107	ptep->pte_high = pte.pte_high;
	108	smp_wmb();
	109	ptep->pte_low = pte.pte_low;
1da177e4	110
6e953891	111	if (pte.pte_low & _PAGE_GLOBAL) {
1da177e4 LT	112	pte_t *buddy = ptep_buddy(ptep);
	113	/*
	114	* Make sure the buddy is global too (if it's !none,
	115	* it better already be global)
	116	*/
6e953891	117	if (pte_none(*buddy)) {
70342287	118	buddy->pte_low \|= _PAGE_GLOBAL;
6e953891 SS	119	buddy->pte_high \|= _PAGE_GLOBAL;
6e953891 SS	120	}
1da177e4 LT	121	}
1da177e4 LT	122	}
21a151d8	123	#define set_pte_at(mm, addr, ptep, pteval) set_pte(ptep, pteval)
1da177e4 LT	124
	125	static inline void pte_clear(struct mm_struct mm, unsigned long addr, pte_t ptep)
	126	{
6e953891 SS	127	pte_t null = __pte(0);
6e953891 SS	128
1da177e4	129	/* Preserve global status for the pair */
6e953891 SS	130	if (ptep_buddy(ptep)->pte_low & _PAGE_GLOBAL)
	131	null.pte_low = null.pte_high = _PAGE_GLOBAL;
	132
	133	set_pte_at(mm, addr, ptep, null);
1da177e4 LT	134	}
1da177e4 LT	135	#else
6e953891 SS	136
	137	#define pte_none(pte) (!(pte_val(pte) & ~_PAGE_GLOBAL))
	138	#define pte_present(pte) (pte_val(pte) & _PAGE_PRESENT)
	139
1da177e4 LT	140	/*
	141	* Certain architectures need to do special things when pte's
	142	* within a page table are directly modified. Thus, the following
	143	* hook is made available.
	144	*/
	145	static inline void set_pte(pte_t *ptep, pte_t pteval)
	146	{
	147	*ptep = pteval;
	148	#if !defined(CONFIG_CPU_R3000) && !defined(CONFIG_CPU_TX39XX)
	149	if (pte_val(pteval) & _PAGE_GLOBAL) {
	150	pte_t *buddy = ptep_buddy(ptep);
	151	/*
	152	* Make sure the buddy is global too (if it's !none,
	153	* it better already be global)
	154	*/
	155	if (pte_none(*buddy))
	156	pte_val(buddy) = pte_val(buddy) \| _PAGE_GLOBAL;
	157	}
	158	#endif
	159	}
21a151d8	160	#define set_pte_at(mm, addr, ptep, pteval) set_pte(ptep, pteval)
1da177e4 LT	161
	162	static inline void pte_clear(struct mm_struct mm, unsigned long addr, pte_t ptep)
	163	{
	164	#if !defined(CONFIG_CPU_R3000) && !defined(CONFIG_CPU_TX39XX)
	165	/* Preserve global status for the pair */
	166	if (pte_val(*ptep_buddy(ptep)) & _PAGE_GLOBAL)
	167	set_pte_at(mm, addr, ptep, __pte(_PAGE_GLOBAL));
	168	else
	169	#endif
	170	set_pte_at(mm, addr, ptep, __pte(0));
	171	}
	172	#endif
	173
	174	/*
c6e8b587	175	* (pmds are folded into puds so this doesn't get actually called,
1da177e4 LT	176	* but the define is needed for a generic inline function.)
	177	*/
	178	#define set_pmd(pmdptr, pmdval) do { *(pmdptr) = (pmdval); } while(0)
c6e8b587	179
325f8a0a	180	#ifndef __PAGETABLE_PMD_FOLDED
c6e8b587 RB	181	/*
	182	* (puds are folded into pgds so this doesn't get actually called,
	183	* but the define is needed for a generic inline function.)
	184	*/
	185	#define set_pud(pudptr, pudval) do { *(pudptr) = (pudval); } while(0)
	186	#endif
1da177e4	187
5ff97472 RB	188	#define PGD_T_LOG2 (__builtin_ffs(sizeof(pgd_t)) - 1)
	189	#define PMD_T_LOG2 (__builtin_ffs(sizeof(pmd_t)) - 1)
	190	#define PTE_T_LOG2 (__builtin_ffs(sizeof(pte_t)) - 1)
1da177e4	191
9975e77d RB	192	/*
	193	* We used to declare this array with size but gcc 3.3 and older are not able
	194	* to find that this expression is a constant, so the size is dropped.
	195	*/
	196	extern pgd_t swapper_pg_dir[];
1da177e4 LT	197
	198	/*
	199	* The following only work if pte_present() is true.
	200	* Undefined behaviour if not..
	201	*/
962f480e	202	#if defined(CONFIG_64BIT_PHYS_ADDR) && defined(CONFIG_CPU_MIPS32)
6e953891 SS	203	static inline int pte_write(pte_t pte) { return pte.pte_low & _PAGE_WRITE; }
	204	static inline int pte_dirty(pte_t pte) { return pte.pte_low & _PAGE_MODIFIED; }
	205	static inline int pte_young(pte_t pte) { return pte.pte_low & _PAGE_ACCESSED; }
	206	static inline int pte_file(pte_t pte) { return pte.pte_low & _PAGE_FILE; }
	207
1da177e4 LT	208	static inline pte_t pte_wrprotect(pte_t pte)
1da177e4 LT	209	{
6e953891 SS	210	pte.pte_low &= ~(_PAGE_WRITE \| _PAGE_SILENT_WRITE);
6e953891 SS	211	pte.pte_high &= ~_PAGE_SILENT_WRITE;
1da177e4 LT	212	return pte;
	213	}
	214
1da177e4 LT	215	static inline pte_t pte_mkclean(pte_t pte)
1da177e4 LT	216	{
6e953891 SS	217	pte.pte_low &= ~(_PAGE_MODIFIED \| _PAGE_SILENT_WRITE);
6e953891 SS	218	pte.pte_high &= ~_PAGE_SILENT_WRITE;
1da177e4 LT	219	return pte;
	220	}
	221
	222	static inline pte_t pte_mkold(pte_t pte)
	223	{
6e953891 SS	224	pte.pte_low &= ~(_PAGE_ACCESSED \| _PAGE_SILENT_READ);
6e953891 SS	225	pte.pte_high &= ~_PAGE_SILENT_READ;
1da177e4 LT	226	return pte;
	227	}
	228
	229	static inline pte_t pte_mkwrite(pte_t pte)
	230	{
6e953891 SS	231	pte.pte_low \|= _PAGE_WRITE;
	232	if (pte.pte_low & _PAGE_MODIFIED) {
	233	pte.pte_low \|= _PAGE_SILENT_WRITE;
	234	pte.pte_high \|= _PAGE_SILENT_WRITE;
1da177e4 LT	235	}
	236	return pte;
	237	}
	238
1da177e4 LT	239	static inline pte_t pte_mkdirty(pte_t pte)
1da177e4 LT	240	{
6e953891 SS	241	pte.pte_low \|= _PAGE_MODIFIED;
	242	if (pte.pte_low & _PAGE_WRITE) {
	243	pte.pte_low \|= _PAGE_SILENT_WRITE;
	244	pte.pte_high \|= _PAGE_SILENT_WRITE;
1da177e4 LT	245	}
	246	return pte;
	247	}
	248
	249	static inline pte_t pte_mkyoung(pte_t pte)
	250	{
6e953891	251	pte.pte_low \|= _PAGE_ACCESSED;
057229f9	252	if (pte.pte_low & _PAGE_READ) {
6e953891 SS	253	pte.pte_low \|= _PAGE_SILENT_READ;
6e953891 SS	254	pte.pte_high \|= _PAGE_SILENT_READ;
057229f9	255	}
1da177e4 LT	256	return pte;
	257	}
	258	#else
1da177e4 LT	259	static inline int pte_write(pte_t pte) { return pte_val(pte) & _PAGE_WRITE; }
	260	static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_MODIFIED; }
	261	static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; }
	262	static inline int pte_file(pte_t pte) { return pte_val(pte) & _PAGE_FILE; }
	263
	264	static inline pte_t pte_wrprotect(pte_t pte)
	265	{
	266	pte_val(pte) &= ~(_PAGE_WRITE \| _PAGE_SILENT_WRITE);
	267	return pte;
	268	}
	269
1da177e4 LT	270	static inline pte_t pte_mkclean(pte_t pte)
	271	{
	272	pte_val(pte) &= ~(_PAGE_MODIFIED\|_PAGE_SILENT_WRITE);
	273	return pte;
	274	}
	275
	276	static inline pte_t pte_mkold(pte_t pte)
	277	{
	278	pte_val(pte) &= ~(_PAGE_ACCESSED\|_PAGE_SILENT_READ);
	279	return pte;
	280	}
	281
	282	static inline pte_t pte_mkwrite(pte_t pte)
	283	{
	284	pte_val(pte) \|= _PAGE_WRITE;
	285	if (pte_val(pte) & _PAGE_MODIFIED)
	286	pte_val(pte) \|= _PAGE_SILENT_WRITE;
	287	return pte;
	288	}
	289
1da177e4 LT	290	static inline pte_t pte_mkdirty(pte_t pte)
	291	{
	292	pte_val(pte) \|= _PAGE_MODIFIED;
	293	if (pte_val(pte) & _PAGE_WRITE)
	294	pte_val(pte) \|= _PAGE_SILENT_WRITE;
	295	return pte;
	296	}
	297
	298	static inline pte_t pte_mkyoung(pte_t pte)
	299	{
	300	pte_val(pte) \|= _PAGE_ACCESSED;
05857c64	301	if (cpu_has_rixi) {
6dd9344c DD	302	if (!(pte_val(pte) & _PAGE_NO_READ))
	303	pte_val(pte) \|= _PAGE_SILENT_READ;
	304	} else {
	305	if (pte_val(pte) & _PAGE_READ)
	306	pte_val(pte) \|= _PAGE_SILENT_READ;
	307	}
1da177e4 LT	308	return pte;
1da177e4 LT	309	}
dd794392 DD	310
	311	#ifdef _PAGE_HUGE
	312	static inline int pte_huge(pte_t pte) { return pte_val(pte) & _PAGE_HUGE; }
	313
	314	static inline pte_t pte_mkhuge(pte_t pte)
	315	{
	316	pte_val(pte) \|= _PAGE_HUGE;
	317	return pte;
	318	}
	319	#endif /* _PAGE_HUGE */
1da177e4	320	#endif
7e675137 NP	321	static inline int pte_special(pte_t pte) { return 0; }
7e675137 NP	322	static inline pte_t pte_mkspecial(pte_t pte) { return pte; }
1da177e4 LT	323
1da177e4 LT	324	/*
70342287	325	* Macro to make mark a page protection value as "uncacheable". Note
1da177e4 LT	326	* that "protection" is really a misnomer here as the protection value
	327	* contains the memory attribute bits, dirty bits, and various other
	328	* bits as well.
	329	*/
	330	#define pgprot_noncached pgprot_noncached
	331
	332	static inline pgprot_t pgprot_noncached(pgprot_t _prot)
	333	{
	334	unsigned long prot = pgprot_val(_prot);
	335
	336	prot = (prot & ~_CACHE_MASK) \| _CACHE_UNCACHED;
	337
	338	return __pgprot(prot);
	339	}
	340
	341	/*
	342	* Conversion functions: convert a page and protection to a page entry,
	343	* and a page entry and page directory to the page they refer to.
	344	*/
	345	#define mk_pte(page, pgprot) pfn_pte(page_to_pfn(page), (pgprot))
	346
962f480e	347	#if defined(CONFIG_64BIT_PHYS_ADDR) && defined(CONFIG_CPU_MIPS32)
1da177e4 LT	348	static inline pte_t pte_modify(pte_t pte, pgprot_t newprot)
1da177e4 LT	349	{
79e0bc37 SS	350	pte.pte_low &= _PAGE_CHG_MASK;
	351	pte.pte_high &= ~0x3f;
	352	pte.pte_low \|= pgprot_val(newprot);
1da177e4 LT	353	pte.pte_high \|= pgprot_val(newprot) & 0x3f;
	354	return pte;
	355	}
	356	#else
	357	static inline pte_t pte_modify(pte_t pte, pgprot_t newprot)
	358	{
	359	return __pte((pte_val(pte) & _PAGE_CHG_MASK) \| pgprot_val(newprot));
	360	}
	361	#endif
	362
	363
	364	extern void __update_tlb(struct vm_area_struct *vma, unsigned long address,
	365	pte_t pte);
	366	extern void __update_cache(struct vm_area_struct *vma, unsigned long address,
	367	pte_t pte);
	368
	369	static inline void update_mmu_cache(struct vm_area_struct *vma,
4b3073e1	370	unsigned long address, pte_t *ptep)
1da177e4	371	{
4b3073e1	372	pte_t pte = *ptep;
1da177e4 LT	373	__update_tlb(vma, address, pte);
	374	__update_cache(vma, address, pte);
	375	}
	376
970d032f RB	377	static inline void update_mmu_cache_pmd(struct vm_area_struct *vma,
	378	unsigned long address, pmd_t *pmdp)
	379	{
	380	pte_t pte = (pte_t )pmdp;
	381
	382	__update_tlb(vma, address, pte);
	383	}
	384
1da177e4	385	#define kern_addr_valid(addr) (1)
1da177e4 LT	386
1da177e4 LT	387	#ifdef CONFIG_64BIT_PHYS_ADDR
1da177e4 LT	388	extern int remap_pfn_range(struct vm_area_struct *vma, unsigned long from, unsigned long pfn, unsigned long size, pgprot_t prot);
1da177e4 LT	389
1da177e4 LT	390	static inline int io_remap_pfn_range(struct vm_area_struct *vma,
	391	unsigned long vaddr,
	392	unsigned long pfn,
	393	unsigned long size,
	394	pgprot_t prot)
	395	{
	396	phys_t phys_addr_high = fixup_bigphys_addr(pfn << PAGE_SHIFT, size);
ac5d8c02	397	return remap_pfn_range(vma, vaddr, phys_addr_high >> PAGE_SHIFT, size, prot);
1da177e4	398	}
40d158e6	399	#define io_remap_pfn_range io_remap_pfn_range
1da177e4 LT	400	#endif
1da177e4 LT	401
970d032f RB	402	#ifdef CONFIG_TRANSPARENT_HUGEPAGE
	403
	404	extern int has_transparent_hugepage(void);
	405
	406	static inline int pmd_trans_huge(pmd_t pmd)
	407	{
	408	return !!(pmd_val(pmd) & _PAGE_HUGE);
	409	}
	410
	411	static inline pmd_t pmd_mkhuge(pmd_t pmd)
	412	{
	413	pmd_val(pmd) \|= _PAGE_HUGE;
	414
	415	return pmd;
	416	}
	417
	418	static inline int pmd_trans_splitting(pmd_t pmd)
	419	{
	420	return !!(pmd_val(pmd) & _PAGE_SPLITTING);
	421	}
	422
	423	static inline pmd_t pmd_mksplitting(pmd_t pmd)
	424	{
	425	pmd_val(pmd) \|= _PAGE_SPLITTING;
	426
	427	return pmd;
	428	}
	429
	430	extern void set_pmd_at(struct mm_struct *mm, unsigned long addr,
	431	pmd_t *pmdp, pmd_t pmd);
	432
	433	#define __HAVE_ARCH_PMDP_SPLITTING_FLUSH
	434	/* Extern to avoid header file madness */
	435	extern void pmdp_splitting_flush(struct vm_area_struct *vma,
	436	unsigned long address,
	437	pmd_t *pmdp);
	438
	439	#define __HAVE_ARCH_PMD_WRITE
	440	static inline int pmd_write(pmd_t pmd)
	441	{
	442	return !!(pmd_val(pmd) & _PAGE_WRITE);
	443	}
	444
	445	static inline pmd_t pmd_wrprotect(pmd_t pmd)
	446	{
	447	pmd_val(pmd) &= ~(_PAGE_WRITE \| _PAGE_SILENT_WRITE);
	448	return pmd;
	449	}
	450
	451	static inline pmd_t pmd_mkwrite(pmd_t pmd)
	452	{
	453	pmd_val(pmd) \|= _PAGE_WRITE;
	454	if (pmd_val(pmd) & _PAGE_MODIFIED)
	455	pmd_val(pmd) \|= _PAGE_SILENT_WRITE;
	456
	457	return pmd;
	458	}
	459
	460	static inline int pmd_dirty(pmd_t pmd)
	461	{
	462	return !!(pmd_val(pmd) & _PAGE_MODIFIED);
	463	}
	464
	465	static inline pmd_t pmd_mkclean(pmd_t pmd)
466	{
467	pmd_val(pmd) &= ~(_PAGE_MODIFIED \| _PAGE_SILENT_WRITE);
468	return pmd;
469	}
470
471	static inline pmd_t pmd_mkdirty(pmd_t pmd)
472	{
473	pmd_val(pmd) \|= _PAGE_MODIFIED;
474	if (pmd_val(pmd) & _PAGE_WRITE)
475	pmd_val(pmd) \|= _PAGE_SILENT_WRITE;
476
477	return pmd;
478	}
479
480	static inline int pmd_young(pmd_t pmd)
481	{
482	return !!(pmd_val(pmd) & _PAGE_ACCESSED);
483	}
484
485	static inline pmd_t pmd_mkold(pmd_t pmd)
486	{
487	pmd_val(pmd) &= ~(_PAGE_ACCESSED\|_PAGE_SILENT_READ);
488
489	return pmd;
490	}
491
492	static inline pmd_t pmd_mkyoung(pmd_t pmd)
493	{
494	pmd_val(pmd) \|= _PAGE_ACCESSED;
495
496	if (cpu_has_rixi) {
497	if (!(pmd_val(pmd) & _PAGE_NO_READ))
498	pmd_val(pmd) \|= _PAGE_SILENT_READ;
499	} else {
500	if (pmd_val(pmd) & _PAGE_READ)
501	pmd_val(pmd) \|= _PAGE_SILENT_READ;
502	}
503
504	return pmd;
505	}
506
507	/* Extern to avoid header file madness */
508	extern pmd_t mk_pmd(struct page *page, pgprot_t prot);
509
510	static inline unsigned long pmd_pfn(pmd_t pmd)
511	{
512	return pmd_val(pmd) >> _PFN_SHIFT;
513	}
514
515	static inline struct page *pmd_page(pmd_t pmd)
516	{
517	if (pmd_trans_huge(pmd))
518	return pfn_to_page(pmd_pfn(pmd));
519
520	return pfn_to_page(pmd_phys(pmd) >> PAGE_SHIFT);
521	}
522
523	static inline pmd_t pmd_modify(pmd_t pmd, pgprot_t newprot)
524	{
525	pmd_val(pmd) = (pmd_val(pmd) & _PAGE_CHG_MASK) \| pgprot_val(newprot);
526	return pmd;
527	}
528
529	static inline pmd_t pmd_mknotpresent(pmd_t pmd)
530	{
531	pmd_val(pmd) &= ~(_PAGE_PRESENT \| _PAGE_VALID \| _PAGE_DIRTY);
532
533	return pmd;
534	}
535
536	/*
537	* The generic version pmdp_get_and_clear uses a version of pmd_clear() with a
538	* different prototype.
539	*/
540	#define __HAVE_ARCH_PMDP_GET_AND_CLEAR
541	static inline pmd_t pmdp_get_and_clear(struct mm_struct *mm,
542	unsigned long address, pmd_t *pmdp)
543	{
544	pmd_t old = *pmdp;
545
546	pmd_clear(pmdp);
547
548	return old;
549	}
550
551	#endif /* CONFIG_TRANSPARENT_HUGEPAGE */
552
1da177e4 LT	553	#include <asm-generic/pgtable.h>
1da177e4 LT	554
22f1fdfd WZ	555	/*
	556	* uncached accelerated TLB map for video memory access
	557	*/
	558	#ifdef CONFIG_CPU_SUPPORTS_UNCACHED_ACCELERATED
	559	#define __HAVE_PHYS_MEM_ACCESS_PROT
	560
	561	struct file;
	562	pgprot_t phys_mem_access_prot(struct file *file, unsigned long pfn,
	563	unsigned long size, pgprot_t vma_prot);
	564	int phys_mem_access_prot_allowed(struct file *file, unsigned long pfn,
	565	unsigned long size, pgprot_t *vma_prot);
	566	#endif
	567
1da177e4 LT	568	/*
	569	* We provide our own get_unmapped area to cope with the virtual aliasing
	570	* constraints placed on us by the cache architecture.
	571	*/
	572	#define HAVE_ARCH_UNMAPPED_AREA
d0be89f6	573	#define HAVE_ARCH_UNMAPPED_AREA_TOPDOWN
1da177e4 LT	574
	575	/*
	576	* No page table caches to initialise
	577	*/
	578	#define pgtable_cache_init() do { } while (0)
	579
	580	#endif /* _ASM_PGTABLE_H */