s390/comments: unify copyright messages and remove file names
[linux-2.6-block.git] / arch / s390 / include / asm / pgalloc.h
CommitLineData
1da177e4 1/*
1da177e4 2 * S390 version
a53c8fab 3 * Copyright IBM Corp. 1999, 2000
1da177e4
LT
4 * Author(s): Hartmut Penner (hp@de.ibm.com)
5 * Martin Schwidefsky (schwidefsky@de.ibm.com)
6 *
7 * Derived from "include/asm-i386/pgalloc.h"
8 * Copyright (C) 1994 Linus Torvalds
9 */
10
11#ifndef _S390_PGALLOC_H
12#define _S390_PGALLOC_H
13
1da177e4
LT
14#include <linux/threads.h>
15#include <linux/gfp.h>
16#include <linux/mm.h>
17
043d0708 18unsigned long *crst_table_alloc(struct mm_struct *);
146e4b3c 19void crst_table_free(struct mm_struct *, unsigned long *);
9282ed92 20
e5992f2e 21unsigned long *page_table_alloc(struct mm_struct *, unsigned long);
146e4b3c 22void page_table_free(struct mm_struct *, unsigned long *);
36409f63 23void page_table_free_rcu(struct mmu_gather *, unsigned long *);
1da177e4 24
3610cce8 25static inline void clear_table(unsigned long *s, unsigned long val, size_t n)
1da177e4 26{
4f7e90d6
MS
27 typedef struct { char _[n]; } addrtype;
28
3610cce8
MS
29 *s = val;
30 n = (n / 256) - 1;
31 asm volatile(
32#ifdef CONFIG_64BIT
33 " mvc 8(248,%0),0(%0)\n"
9282ed92 34#else
3610cce8 35 " mvc 4(252,%0),0(%0)\n"
9282ed92 36#endif
3610cce8
MS
37 "0: mvc 256(256,%0),0(%0)\n"
38 " la %0,256(%0)\n"
39 " brct %1,0b\n"
4f7e90d6
MS
40 : "+a" (s), "+d" (n), "=m" (*(addrtype *) s)
41 : "m" (*(addrtype *) s));
1da177e4
LT
42}
43
3610cce8 44static inline void crst_table_init(unsigned long *crst, unsigned long entry)
1da177e4 45{
3610cce8 46 clear_table(crst, entry, sizeof(unsigned long)*2048);
1da177e4
LT
47}
48
f4815ac6 49#ifndef CONFIG_64BIT
3610cce8
MS
50
51static inline unsigned long pgd_entry_type(struct mm_struct *mm)
52{
53 return _SEGMENT_ENTRY_EMPTY;
54}
55
190a1d72 56#define pud_alloc_one(mm,address) ({ BUG(); ((pud_t *)2); })
5e541973 57#define pud_free(mm, x) do { } while (0)
190a1d72 58
3610cce8 59#define pmd_alloc_one(mm,address) ({ BUG(); ((pmd_t *)2); })
5e541973 60#define pmd_free(mm, x) do { } while (0)
3610cce8 61
190a1d72 62#define pgd_populate(mm, pgd, pud) BUG()
190a1d72 63#define pud_populate(mm, pud, pmd) BUG()
3610cce8 64
f4815ac6 65#else /* CONFIG_64BIT */
3610cce8
MS
66
67static inline unsigned long pgd_entry_type(struct mm_struct *mm)
1da177e4 68{
6252d702
MS
69 if (mm->context.asce_limit <= (1UL << 31))
70 return _SEGMENT_ENTRY_EMPTY;
71 if (mm->context.asce_limit <= (1UL << 42))
72 return _REGION3_ENTRY_EMPTY;
5a216a20 73 return _REGION2_ENTRY_EMPTY;
1da177e4
LT
74}
75
6252d702
MS
76int crst_table_upgrade(struct mm_struct *, unsigned long limit);
77void crst_table_downgrade(struct mm_struct *, unsigned long limit);
78
5a216a20
MS
79static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long address)
80{
043d0708 81 unsigned long *table = crst_table_alloc(mm);
5a216a20
MS
82 if (table)
83 crst_table_init(table, _REGION3_ENTRY_EMPTY);
84 return (pud_t *) table;
85}
86#define pud_free(mm, pud) crst_table_free(mm, (unsigned long *) pud)
190a1d72 87
3610cce8 88static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long vmaddr)
1da177e4 89{
043d0708 90 unsigned long *table = crst_table_alloc(mm);
146e4b3c
MS
91 if (table)
92 crst_table_init(table, _SEGMENT_ENTRY_EMPTY);
93 return (pmd_t *) table;
1da177e4 94}
146e4b3c 95#define pmd_free(mm, pmd) crst_table_free(mm, (unsigned long *) pmd)
1da177e4 96
5a216a20
MS
97static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pud_t *pud)
98{
b2fa47e6 99 pgd_val(*pgd) = _REGION2_ENTRY | __pa(pud);
1da177e4
LT
100}
101
190a1d72 102static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd)
c1821c2e 103{
b2fa47e6 104 pud_val(*pud) = _REGION3_ENTRY | __pa(pmd);
c1821c2e
GS
105}
106
f4815ac6 107#endif /* CONFIG_64BIT */
1da177e4 108
3610cce8
MS
109static inline pgd_t *pgd_alloc(struct mm_struct *mm)
110{
50aa98ba 111 spin_lock_init(&mm->context.list_lock);
146e4b3c 112 INIT_LIST_HEAD(&mm->context.pgtable_list);
e5992f2e 113 INIT_LIST_HEAD(&mm->context.gmap_list);
043d0708 114 return (pgd_t *) crst_table_alloc(mm);
3610cce8 115}
146e4b3c 116#define pgd_free(mm, pgd) crst_table_free(mm, (unsigned long *) pgd)
3610cce8 117
146e4b3c
MS
118static inline void pmd_populate(struct mm_struct *mm,
119 pmd_t *pmd, pgtable_t pte)
1da177e4 120{
b2fa47e6 121 pmd_val(*pmd) = _SEGMENT_ENTRY + __pa(pte);
1da177e4 122}
146e4b3c 123
b2fa47e6
MS
124#define pmd_populate_kernel(mm, pmd, pte) pmd_populate(mm, pmd, pte)
125
146e4b3c
MS
126#define pmd_pgtable(pmd) \
127 (pgtable_t)(pmd_val(pmd) & -sizeof(pte_t)*PTRS_PER_PTE)
1da177e4
LT
128
129/*
130 * page table entry allocation/free routines.
131 */
e5992f2e
MS
132#define pte_alloc_one_kernel(mm, vmaddr) ((pte_t *) page_table_alloc(mm, vmaddr))
133#define pte_alloc_one(mm, vmaddr) ((pte_t *) page_table_alloc(mm, vmaddr))
146e4b3c
MS
134
135#define pte_free_kernel(mm, pte) page_table_free(mm, (unsigned long *) pte)
136#define pte_free(mm, pte) page_table_free(mm, (unsigned long *) pte)
1da177e4 137
80217147
MS
138extern void rcu_table_freelist_finish(void);
139
1da177e4 140#endif /* _S390_PGALLOC_H */