[linux-2.6-block.git] / arch / s390 / include / asm / pgalloc.h

/*
 *  S390 version
 *    Copyright IBM Corp. 1999, 2000
 *    Author(s): Hartmut Penner (hp@de.ibm.com)
 *               Martin Schwidefsky (schwidefsky@de.ibm.com)
 *
 *  Derived from "include/asm-i386/pgalloc.h"
 *    Copyright (C) 1994  Linus Torvalds
 */

#ifndef _S390_PGALLOC_H
#define _S390_PGALLOC_H

#include <linux/threads.h>
#include <linux/gfp.h>
#include <linux/mm.h>

unsigned long *crst_table_alloc(struct mm_struct *);
void crst_table_free(struct mm_struct *, unsigned long *);

unsigned long *page_table_alloc(struct mm_struct *);
void page_table_free(struct mm_struct *, unsigned long *);
void page_table_free_rcu(struct mmu_gather *, unsigned long *, unsigned long);
extern int page_table_allocate_pgste;

static inline void clear_table(unsigned long *s, unsigned long val, size_t n)
{
	typedef struct { char _[n]; } addrtype;

	*s = val;
	n = (n / 256) - 1;
	asm volatile(
		"	mvc	8(248,%0),0(%0)\n"
		"0:	mvc	256(256,%0),0(%0)\n"
		"	la	%0,256(%0)\n"
		"	brct	%1,0b\n"
		: "+a" (s), "+d" (n), "=m" (*(addrtype *) s)
		: "m" (*(addrtype *) s));
}

static inline void crst_table_init(unsigned long *crst, unsigned long entry)
{
	clear_table(crst, entry, sizeof(unsigned long)*2048);
}

static inline unsigned long pgd_entry_type(struct mm_struct *mm)
{
	if (mm->context.asce_limit <= (1UL << 31))
		return _SEGMENT_ENTRY_EMPTY;
	if (mm->context.asce_limit <= (1UL << 42))
		return _REGION3_ENTRY_EMPTY;
	return _REGION2_ENTRY_EMPTY;
}

int crst_table_upgrade(struct mm_struct *, unsigned long limit);
void crst_table_downgrade(struct mm_struct *, unsigned long limit);

static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long address)
{
	unsigned long *table = crst_table_alloc(mm);
	if (table)
		crst_table_init(table, _REGION3_ENTRY_EMPTY);
	return (pud_t *) table;
}
#define pud_free(mm, pud) crst_table_free(mm, (unsigned long *) pud)

static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long vmaddr)
{
	unsigned long *table = crst_table_alloc(mm);

	if (!table)
		return NULL;
	crst_table_init(table, _SEGMENT_ENTRY_EMPTY);
	if (!pgtable_pmd_page_ctor(virt_to_page(table))) {
		crst_table_free(mm, table);
		return NULL;
	}
	return (pmd_t *) table;
}

static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd)
{
	pgtable_pmd_page_dtor(virt_to_page(pmd));
	crst_table_free(mm, (unsigned long *) pmd);
}

static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pud_t *pud)
{
	pgd_val(*pgd) = _REGION2_ENTRY | __pa(pud);
}

static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd)
{
	pud_val(*pud) = _REGION3_ENTRY | __pa(pmd);
}

static inline pgd_t *pgd_alloc(struct mm_struct *mm)
{
	unsigned long *table = crst_table_alloc(mm);

	if (!table)
		return NULL;
	if (mm->context.asce_limit == (1UL << 31)) {
		/* Forking a compat process with 2 page table levels */
		if (!pgtable_pmd_page_ctor(virt_to_page(table))) {
			crst_table_free(mm, table);
			return NULL;
		}
	}
	return (pgd_t *) table;
}

static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd)
{
	if (mm->context.asce_limit == (1UL << 31))
		pgtable_pmd_page_dtor(virt_to_page(pgd));
	crst_table_free(mm, (unsigned long *) pgd);
}

static inline void pmd_populate(struct mm_struct *mm,
				pmd_t *pmd, pgtable_t pte)
{
	pmd_val(*pmd) = _SEGMENT_ENTRY + __pa(pte);
}

#define pmd_populate_kernel(mm, pmd, pte) pmd_populate(mm, pmd, pte)

#define pmd_pgtable(pmd) \
	(pgtable_t)(pmd_val(pmd) & -sizeof(pte_t)*PTRS_PER_PTE)

/*
 * page table entry allocation/free routines.
 */
#define pte_alloc_one_kernel(mm, vmaddr) ((pte_t *) page_table_alloc(mm))
#define pte_alloc_one(mm, vmaddr) ((pte_t *) page_table_alloc(mm))

#define pte_free_kernel(mm, pte) page_table_free(mm, (unsigned long *) pte)
#define pte_free(mm, pte) page_table_free(mm, (unsigned long *) pte)

extern void rcu_table_freelist_finish(void);

#endif /* _S390_PGALLOC_H */
Commit	Line	Data
1da177e4	1	/*
1da177e4	2	* S390 version
a53c8fab	3	* Copyright IBM Corp. 1999, 2000
1da177e4 LT	4	* Author(s): Hartmut Penner (hp@de.ibm.com)
	5	* Martin Schwidefsky (schwidefsky@de.ibm.com)
	6	*
	7	* Derived from "include/asm-i386/pgalloc.h"
	8	* Copyright (C) 1994 Linus Torvalds
	9	*/
	10
	11	#ifndef _S390_PGALLOC_H
	12	#define _S390_PGALLOC_H
	13
1da177e4 LT	14	#include <linux/threads.h>
	15	#include <linux/gfp.h>
	16	#include <linux/mm.h>
	17
043d0708	18	unsigned long crst_table_alloc(struct mm_struct );
146e4b3c	19	void crst_table_free(struct mm_struct , unsigned long );
9282ed92	20
527e30b4	21	unsigned long page_table_alloc(struct mm_struct );
146e4b3c	22	void page_table_free(struct mm_struct , unsigned long );
527e30b4	23	void page_table_free_rcu(struct mmu_gather , unsigned long , unsigned long);
0b46e0a3	24	extern int page_table_allocate_pgste;
1da177e4	25
3610cce8	26	static inline void clear_table(unsigned long *s, unsigned long val, size_t n)
1da177e4	27	{
4f7e90d6 MS	28	typedef struct { char _[n]; } addrtype;
4f7e90d6 MS	29
3610cce8 MS	30	*s = val;
	31	n = (n / 256) - 1;
	32	asm volatile(
3610cce8	33	" mvc 8(248,%0),0(%0)\n"
3610cce8 MS	34	"0: mvc 256(256,%0),0(%0)\n"
	35	" la %0,256(%0)\n"
	36	" brct %1,0b\n"
4f7e90d6 MS	37	: "+a" (s), "+d" (n), "=m" ((addrtype ) s)
4f7e90d6 MS	38	: "m" ((addrtype ) s));
1da177e4 LT	39	}
1da177e4 LT	40
3610cce8	41	static inline void crst_table_init(unsigned long *crst, unsigned long entry)
1da177e4	42	{
3610cce8	43	clear_table(crst, entry, sizeof(unsigned long)*2048);
1da177e4 LT	44	}
1da177e4 LT	45
3610cce8	46	static inline unsigned long pgd_entry_type(struct mm_struct *mm)
1da177e4	47	{
6252d702 MS	48	if (mm->context.asce_limit <= (1UL << 31))
	49	return _SEGMENT_ENTRY_EMPTY;
	50	if (mm->context.asce_limit <= (1UL << 42))
	51	return _REGION3_ENTRY_EMPTY;
5a216a20	52	return _REGION2_ENTRY_EMPTY;
1da177e4 LT	53	}
1da177e4 LT	54
6252d702 MS	55	int crst_table_upgrade(struct mm_struct *, unsigned long limit);
	56	void crst_table_downgrade(struct mm_struct *, unsigned long limit);
	57
5a216a20 MS	58	static inline pud_t pud_alloc_one(struct mm_struct mm, unsigned long address)
5a216a20 MS	59	{
043d0708	60	unsigned long *table = crst_table_alloc(mm);
5a216a20 MS	61	if (table)
	62	crst_table_init(table, _REGION3_ENTRY_EMPTY);
	63	return (pud_t *) table;
	64	}
	65	#define pud_free(mm, pud) crst_table_free(mm, (unsigned long *) pud)
190a1d72	66
3610cce8	67	static inline pmd_t pmd_alloc_one(struct mm_struct mm, unsigned long vmaddr)
1da177e4	68	{
043d0708	69	unsigned long *table = crst_table_alloc(mm);
ec66ad66 MS	70
	71	if (!table)
	72	return NULL;
	73	crst_table_init(table, _SEGMENT_ENTRY_EMPTY);
	74	if (!pgtable_pmd_page_ctor(virt_to_page(table))) {
	75	crst_table_free(mm, table);
	76	return NULL;
	77	}
146e4b3c	78	return (pmd_t *) table;
1da177e4	79	}
ec66ad66 MS	80
	81	static inline void pmd_free(struct mm_struct mm, pmd_t pmd)
	82	{
	83	pgtable_pmd_page_dtor(virt_to_page(pmd));
	84	crst_table_free(mm, (unsigned long *) pmd);
	85	}
1da177e4	86
5a216a20 MS	87	static inline void pgd_populate(struct mm_struct mm, pgd_t pgd, pud_t *pud)
5a216a20 MS	88	{
b2fa47e6	89	pgd_val(*pgd) = _REGION2_ENTRY \| __pa(pud);
1da177e4 LT	90	}
1da177e4 LT	91
190a1d72	92	static inline void pud_populate(struct mm_struct mm, pud_t pud, pmd_t *pmd)
c1821c2e	93	{
b2fa47e6	94	pud_val(*pud) = _REGION3_ENTRY \| __pa(pmd);
c1821c2e GS	95	}
c1821c2e GS	96
3610cce8 MS	97	static inline pgd_t pgd_alloc(struct mm_struct mm)
3610cce8 MS	98	{
3446c13b MS	99	unsigned long *table = crst_table_alloc(mm);
	100
	101	if (!table)
	102	return NULL;
	103	if (mm->context.asce_limit == (1UL << 31)) {
	104	/* Forking a compat process with 2 page table levels */
	105	if (!pgtable_pmd_page_ctor(virt_to_page(table))) {
	106	crst_table_free(mm, table);
	107	return NULL;
	108	}
	109	}
	110	return (pgd_t *) table;
	111	}
	112
	113	static inline void pgd_free(struct mm_struct mm, pgd_t pgd)
	114	{
	115	if (mm->context.asce_limit == (1UL << 31))
	116	pgtable_pmd_page_dtor(virt_to_page(pgd));
	117	crst_table_free(mm, (unsigned long *) pgd);
3610cce8	118	}
3610cce8	119
146e4b3c MS	120	static inline void pmd_populate(struct mm_struct *mm,
146e4b3c MS	121	pmd_t *pmd, pgtable_t pte)
1da177e4	122	{
b2fa47e6	123	pmd_val(*pmd) = _SEGMENT_ENTRY + __pa(pte);
1da177e4	124	}
146e4b3c	125
b2fa47e6 MS	126	#define pmd_populate_kernel(mm, pmd, pte) pmd_populate(mm, pmd, pte)
b2fa47e6 MS	127
146e4b3c MS	128	#define pmd_pgtable(pmd) \
146e4b3c MS	129	(pgtable_t)(pmd_val(pmd) & -sizeof(pte_t)*PTRS_PER_PTE)
1da177e4 LT	130
	131	/*
	132	* page table entry allocation/free routines.
	133	*/
527e30b4 MS	134	#define pte_alloc_one_kernel(mm, vmaddr) ((pte_t *) page_table_alloc(mm))
527e30b4 MS	135	#define pte_alloc_one(mm, vmaddr) ((pte_t *) page_table_alloc(mm))
146e4b3c MS	136
	137	#define pte_free_kernel(mm, pte) page_table_free(mm, (unsigned long *) pte)
	138	#define pte_free(mm, pte) page_table_free(mm, (unsigned long *) pte)
1da177e4	139
80217147 MS	140	extern void rcu_table_freelist_finish(void);
80217147 MS	141
1da177e4	142	#endif /* _S390_PGALLOC_H */