[linux-2.6-block.git] / arch / s390 / include / asm / pgalloc.h

/*
 *  S390 version
 *    Copyright IBM Corp. 1999, 2000
 *    Author(s): Hartmut Penner (hp@de.ibm.com)
 *               Martin Schwidefsky (schwidefsky@de.ibm.com)
 *
 *  Derived from "include/asm-i386/pgalloc.h"
 *    Copyright (C) 1994  Linus Torvalds
 */

#ifndef _S390_PGALLOC_H
#define _S390_PGALLOC_H

#include <linux/threads.h>
#include <linux/gfp.h>
#include <linux/mm.h>

unsigned long *crst_table_alloc(struct mm_struct *);
void crst_table_free(struct mm_struct *, unsigned long *);

unsigned long *page_table_alloc(struct mm_struct *);
void page_table_free(struct mm_struct *, unsigned long *);
void page_table_free_rcu(struct mmu_gather *, unsigned long *, unsigned long);
extern int page_table_allocate_pgste;

int set_guest_storage_key(struct mm_struct *mm, unsigned long addr,
			  unsigned long key, bool nq);
unsigned long get_guest_storage_key(struct mm_struct *mm, unsigned long addr);

static inline void clear_table(unsigned long *s, unsigned long val, size_t n)
{
	typedef struct { char _[n]; } addrtype;

	*s = val;
	n = (n / 256) - 1;
	asm volatile(
		"	mvc	8(248,%0),0(%0)\n"
		"0:	mvc	256(256,%0),0(%0)\n"
		"	la	%0,256(%0)\n"
		"	brct	%1,0b\n"
		: "+a" (s), "+d" (n), "=m" (*(addrtype *) s)
		: "m" (*(addrtype *) s));
}

static inline void crst_table_init(unsigned long *crst, unsigned long entry)
{
	clear_table(crst, entry, sizeof(unsigned long)*2048);
}

static inline unsigned long pgd_entry_type(struct mm_struct *mm)
{
	if (mm->context.asce_limit <= (1UL << 31))
		return _SEGMENT_ENTRY_EMPTY;
	if (mm->context.asce_limit <= (1UL << 42))
		return _REGION3_ENTRY_EMPTY;
	return _REGION2_ENTRY_EMPTY;
}

int crst_table_upgrade(struct mm_struct *, unsigned long limit);
void crst_table_downgrade(struct mm_struct *, unsigned long limit);

static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long address)
{
	unsigned long *table = crst_table_alloc(mm);
	if (table)
		crst_table_init(table, _REGION3_ENTRY_EMPTY);
	return (pud_t *) table;
}
#define pud_free(mm, pud) crst_table_free(mm, (unsigned long *) pud)

static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long vmaddr)
{
	unsigned long *table = crst_table_alloc(mm);

	if (!table)
		return NULL;
	crst_table_init(table, _SEGMENT_ENTRY_EMPTY);
	if (!pgtable_pmd_page_ctor(virt_to_page(table))) {
		crst_table_free(mm, table);
		return NULL;
	}
	return (pmd_t *) table;
}

static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd)
{
	pgtable_pmd_page_dtor(virt_to_page(pmd));
	crst_table_free(mm, (unsigned long *) pmd);
}

static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pud_t *pud)
{
	pgd_val(*pgd) = _REGION2_ENTRY | __pa(pud);
}

static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd)
{
	pud_val(*pud) = _REGION3_ENTRY | __pa(pmd);
}

static inline pgd_t *pgd_alloc(struct mm_struct *mm)
{
	spin_lock_init(&mm->context.list_lock);
	INIT_LIST_HEAD(&mm->context.pgtable_list);
	INIT_LIST_HEAD(&mm->context.gmap_list);
	return (pgd_t *) crst_table_alloc(mm);
}
#define pgd_free(mm, pgd) crst_table_free(mm, (unsigned long *) pgd)

static inline void pmd_populate(struct mm_struct *mm,
				pmd_t *pmd, pgtable_t pte)
{
	pmd_val(*pmd) = _SEGMENT_ENTRY + __pa(pte);
}

#define pmd_populate_kernel(mm, pmd, pte) pmd_populate(mm, pmd, pte)

#define pmd_pgtable(pmd) \
	(pgtable_t)(pmd_val(pmd) & -sizeof(pte_t)*PTRS_PER_PTE)

/*
 * page table entry allocation/free routines.
 */
#define pte_alloc_one_kernel(mm, vmaddr) ((pte_t *) page_table_alloc(mm))
#define pte_alloc_one(mm, vmaddr) ((pte_t *) page_table_alloc(mm))

#define pte_free_kernel(mm, pte) page_table_free(mm, (unsigned long *) pte)
#define pte_free(mm, pte) page_table_free(mm, (unsigned long *) pte)

extern void rcu_table_freelist_finish(void);

#endif /* _S390_PGALLOC_H */
Commit	Line	Data
1da177e4	1	/*
1da177e4	2	* S390 version
a53c8fab	3	* Copyright IBM Corp. 1999, 2000
1da177e4 LT	4	* Author(s): Hartmut Penner (hp@de.ibm.com)
	5	* Martin Schwidefsky (schwidefsky@de.ibm.com)
	6	*
	7	* Derived from "include/asm-i386/pgalloc.h"
	8	* Copyright (C) 1994 Linus Torvalds
	9	*/
	10
	11	#ifndef _S390_PGALLOC_H
	12	#define _S390_PGALLOC_H
	13
1da177e4 LT	14	#include <linux/threads.h>
	15	#include <linux/gfp.h>
	16	#include <linux/mm.h>
	17
043d0708	18	unsigned long crst_table_alloc(struct mm_struct );
146e4b3c	19	void crst_table_free(struct mm_struct , unsigned long );
9282ed92	20
527e30b4	21	unsigned long page_table_alloc(struct mm_struct );
146e4b3c	22	void page_table_free(struct mm_struct , unsigned long );
527e30b4	23	void page_table_free_rcu(struct mmu_gather , unsigned long , unsigned long);
0b46e0a3	24	extern int page_table_allocate_pgste;
1da177e4	25
24d5dd02 CB	26	int set_guest_storage_key(struct mm_struct *mm, unsigned long addr,
24d5dd02 CB	27	unsigned long key, bool nq);
9fcf93b5	28	unsigned long get_guest_storage_key(struct mm_struct *mm, unsigned long addr);
24d5dd02	29
3610cce8	30	static inline void clear_table(unsigned long *s, unsigned long val, size_t n)
1da177e4	31	{
4f7e90d6 MS	32	typedef struct { char _[n]; } addrtype;
4f7e90d6 MS	33
3610cce8 MS	34	*s = val;
	35	n = (n / 256) - 1;
	36	asm volatile(
3610cce8	37	" mvc 8(248,%0),0(%0)\n"
3610cce8 MS	38	"0: mvc 256(256,%0),0(%0)\n"
	39	" la %0,256(%0)\n"
	40	" brct %1,0b\n"
4f7e90d6 MS	41	: "+a" (s), "+d" (n), "=m" ((addrtype ) s)
4f7e90d6 MS	42	: "m" ((addrtype ) s));
1da177e4 LT	43	}
1da177e4 LT	44
3610cce8	45	static inline void crst_table_init(unsigned long *crst, unsigned long entry)
1da177e4	46	{
3610cce8	47	clear_table(crst, entry, sizeof(unsigned long)*2048);
1da177e4 LT	48	}
1da177e4 LT	49
3610cce8	50	static inline unsigned long pgd_entry_type(struct mm_struct *mm)
1da177e4	51	{
6252d702 MS	52	if (mm->context.asce_limit <= (1UL << 31))
	53	return _SEGMENT_ENTRY_EMPTY;
	54	if (mm->context.asce_limit <= (1UL << 42))
	55	return _REGION3_ENTRY_EMPTY;
5a216a20	56	return _REGION2_ENTRY_EMPTY;
1da177e4 LT	57	}
1da177e4 LT	58
6252d702 MS	59	int crst_table_upgrade(struct mm_struct *, unsigned long limit);
	60	void crst_table_downgrade(struct mm_struct *, unsigned long limit);
	61
5a216a20 MS	62	static inline pud_t pud_alloc_one(struct mm_struct mm, unsigned long address)
5a216a20 MS	63	{
043d0708	64	unsigned long *table = crst_table_alloc(mm);
5a216a20 MS	65	if (table)
	66	crst_table_init(table, _REGION3_ENTRY_EMPTY);
	67	return (pud_t *) table;
	68	}
	69	#define pud_free(mm, pud) crst_table_free(mm, (unsigned long *) pud)
190a1d72	70
3610cce8	71	static inline pmd_t pmd_alloc_one(struct mm_struct mm, unsigned long vmaddr)
1da177e4	72	{
043d0708	73	unsigned long *table = crst_table_alloc(mm);
ec66ad66 MS	74
	75	if (!table)
	76	return NULL;
	77	crst_table_init(table, _SEGMENT_ENTRY_EMPTY);
	78	if (!pgtable_pmd_page_ctor(virt_to_page(table))) {
	79	crst_table_free(mm, table);
	80	return NULL;
	81	}
146e4b3c	82	return (pmd_t *) table;
1da177e4	83	}
ec66ad66 MS	84
	85	static inline void pmd_free(struct mm_struct mm, pmd_t pmd)
	86	{
	87	pgtable_pmd_page_dtor(virt_to_page(pmd));
	88	crst_table_free(mm, (unsigned long *) pmd);
	89	}
1da177e4	90
5a216a20 MS	91	static inline void pgd_populate(struct mm_struct mm, pgd_t pgd, pud_t *pud)
5a216a20 MS	92	{
b2fa47e6	93	pgd_val(*pgd) = _REGION2_ENTRY \| __pa(pud);
1da177e4 LT	94	}
1da177e4 LT	95
190a1d72	96	static inline void pud_populate(struct mm_struct mm, pud_t pud, pmd_t *pmd)
c1821c2e	97	{
b2fa47e6	98	pud_val(*pud) = _REGION3_ENTRY \| __pa(pmd);
c1821c2e GS	99	}
c1821c2e GS	100
3610cce8 MS	101	static inline pgd_t pgd_alloc(struct mm_struct mm)
3610cce8 MS	102	{
50aa98ba	103	spin_lock_init(&mm->context.list_lock);
146e4b3c	104	INIT_LIST_HEAD(&mm->context.pgtable_list);
e5992f2e	105	INIT_LIST_HEAD(&mm->context.gmap_list);
043d0708	106	return (pgd_t *) crst_table_alloc(mm);
3610cce8	107	}
146e4b3c	108	#define pgd_free(mm, pgd) crst_table_free(mm, (unsigned long *) pgd)
3610cce8	109
146e4b3c MS	110	static inline void pmd_populate(struct mm_struct *mm,
146e4b3c MS	111	pmd_t *pmd, pgtable_t pte)
1da177e4	112	{
b2fa47e6	113	pmd_val(*pmd) = _SEGMENT_ENTRY + __pa(pte);
1da177e4	114	}
146e4b3c	115
b2fa47e6 MS	116	#define pmd_populate_kernel(mm, pmd, pte) pmd_populate(mm, pmd, pte)
b2fa47e6 MS	117
146e4b3c MS	118	#define pmd_pgtable(pmd) \
146e4b3c MS	119	(pgtable_t)(pmd_val(pmd) & -sizeof(pte_t)*PTRS_PER_PTE)
1da177e4 LT	120
	121	/*
	122	* page table entry allocation/free routines.
	123	*/
527e30b4 MS	124	#define pte_alloc_one_kernel(mm, vmaddr) ((pte_t *) page_table_alloc(mm))
527e30b4 MS	125	#define pte_alloc_one(mm, vmaddr) ((pte_t *) page_table_alloc(mm))
146e4b3c MS	126
	127	#define pte_free_kernel(mm, pte) page_table_free(mm, (unsigned long *) pte)
	128	#define pte_free(mm, pte) page_table_free(mm, (unsigned long *) pte)
1da177e4	129
80217147 MS	130	extern void rcu_table_freelist_finish(void);
80217147 MS	131
1da177e4	132	#endif /* _S390_PGALLOC_H */