License cleanup: add SPDX GPL-2.0 license identifier to files with no license
[linux-block.git] / arch / s390 / include / asm / mmu_context.h
CommitLineData
b2441318 1/* SPDX-License-Identifier: GPL-2.0 */
1da177e4 2/*
1da177e4
LT
3 * S390 version
4 *
5 * Derived from "include/asm-i386/mmu_context.h"
6 */
7
8#ifndef __S390_MMU_CONTEXT_H
9#define __S390_MMU_CONTEXT_H
10
c1821c2e 11#include <asm/pgalloc.h>
7c0f6ba6 12#include <linux/uaccess.h>
589ee628 13#include <linux/mm_types.h>
050eef36 14#include <asm/tlbflush.h>
a0616cde 15#include <asm/ctl_reg.h>
8e58ab5c 16#include <asm-generic/mm_hooks.h>
d6dd61c8 17
6f457e1a
MS
18static inline int init_new_context(struct task_struct *tsk,
19 struct mm_struct *mm)
20{
60f07c8e 21 spin_lock_init(&mm->context.lock);
3446c13b
MS
22 INIT_LIST_HEAD(&mm->context.pgtable_list);
23 INIT_LIST_HEAD(&mm->context.gmap_list);
1b948d6c 24 cpumask_clear(&mm->context.cpu_attach_mask);
64f31d58 25 atomic_set(&mm->context.flush_count, 0);
44b6cc81 26 mm->context.gmap_asce = 0;
050eef36 27 mm->context.flush_mm = 0;
0b46e0a3 28#ifdef CONFIG_PGSTE
23fefe11
MS
29 mm->context.alloc_pgste = page_table_allocate_pgste ||
30 test_thread_flag(TIF_PGSTE) ||
31 current->mm->context.alloc_pgste;
3eabaee9 32 mm->context.has_pgste = 0;
693ffc08 33 mm->context.use_skey = 0;
aa824e13 34 mm->context.use_cmma = 0;
0b46e0a3 35#endif
723cacbd 36 switch (mm->context.asce_limit) {
f1c1174f 37 case _REGION2_SIZE:
723cacbd
GS
38 /*
39 * forked 3-level task, fall through to set new asce with new
40 * mm->pgd
41 */
42 case 0:
3446c13b 43 /* context created by exec, set asce limit to 4TB */
3446c13b 44 mm->context.asce_limit = STACK_TOP_MAX;
723cacbd
GS
45 mm->context.asce = __pa(mm->pgd) | _ASCE_TABLE_LENGTH |
46 _ASCE_USER_BITS | _ASCE_TYPE_REGION3;
47 break;
0b89ede6
MS
48 case -PAGE_SIZE:
49 /* forked 5-level task, set new asce with new_mm->pgd */
50 mm->context.asce = __pa(mm->pgd) | _ASCE_TABLE_LENGTH |
51 _ASCE_USER_BITS | _ASCE_TYPE_REGION1;
52 break;
f1c1174f 53 case _REGION1_SIZE:
723cacbd
GS
54 /* forked 4-level task, set new asce with new mm->pgd */
55 mm->context.asce = __pa(mm->pgd) | _ASCE_TABLE_LENGTH |
56 _ASCE_USER_BITS | _ASCE_TYPE_REGION2;
57 break;
f1c1174f 58 case _REGION3_SIZE:
723cacbd
GS
59 /* forked 2-level compat task, set new asce with new mm->pgd */
60 mm->context.asce = __pa(mm->pgd) | _ASCE_TABLE_LENGTH |
61 _ASCE_USER_BITS | _ASCE_TYPE_SEGMENT;
62 /* pgd_alloc() did not increase mm->nr_pmds */
3446c13b
MS
63 mm_inc_nr_pmds(mm);
64 }
6252d702 65 crst_table_init((unsigned long *) mm->pgd, pgd_entry_type(mm));
6f457e1a
MS
66 return 0;
67}
1da177e4
LT
68
69#define destroy_context(mm) do { } while (0)
70
beef560b 71static inline void set_user_asce(struct mm_struct *mm)
1da177e4 72{
723cacbd 73 S390_lowcore.user_asce = mm->context.asce;
f8b13505
MS
74 if (current->thread.mm_segment.ar4)
75 __ctl_load(S390_lowcore.user_asce, 7, 7);
606aa4aa 76 set_cpu_flag(CIF_ASCE_PRIMARY);
1da177e4
LT
77}
78
beef560b 79static inline void clear_user_asce(void)
02a8f3ab
MS
80{
81 S390_lowcore.user_asce = S390_lowcore.kernel_asce;
457f2180 82
beef560b 83 __ctl_load(S390_lowcore.user_asce, 1, 1);
457f2180
HC
84 __ctl_load(S390_lowcore.user_asce, 7, 7);
85}
86
beef560b 87static inline void load_kernel_asce(void)
457f2180
HC
88{
89 unsigned long asce;
90
91 __ctl_store(asce, 1, 1);
92 if (asce != S390_lowcore.kernel_asce)
93 __ctl_load(S390_lowcore.kernel_asce, 1, 1);
606aa4aa 94 set_cpu_flag(CIF_ASCE_PRIMARY);
02a8f3ab
MS
95}
96
1da177e4 97static inline void switch_mm(struct mm_struct *prev, struct mm_struct *next,
c1821c2e 98 struct task_struct *tsk)
1da177e4 99{
53e857f3
MS
100 int cpu = smp_processor_id();
101
723cacbd 102 S390_lowcore.user_asce = next->context.asce;
53e857f3
MS
103 if (prev == next)
104 return;
64f31d58 105 cpumask_set_cpu(cpu, &next->context.cpu_attach_mask);
beef560b
MS
106 /* Clear old ASCE by loading the kernel ASCE. */
107 __ctl_load(S390_lowcore.kernel_asce, 1, 1);
108 __ctl_load(S390_lowcore.kernel_asce, 7, 7);
64f31d58 109 cpumask_clear_cpu(cpu, &prev->context.cpu_attach_mask);
53e857f3
MS
110}
111
112#define finish_arch_post_lock_switch finish_arch_post_lock_switch
113static inline void finish_arch_post_lock_switch(void)
114{
115 struct task_struct *tsk = current;
116 struct mm_struct *mm = tsk->mm;
117
f8b13505
MS
118 load_kernel_asce();
119 if (mm) {
120 preempt_disable();
64f31d58 121 while (atomic_read(&mm->context.flush_count))
f8b13505 122 cpu_relax();
b3e5dc45 123 cpumask_set_cpu(smp_processor_id(), mm_cpumask(mm));
60f07c8e 124 __tlb_flush_mm_lazy(mm);
f8b13505
MS
125 preempt_enable();
126 }
127 set_fs(current->thread.mm_segment);
1da177e4
LT
128}
129
3610cce8 130#define enter_lazy_tlb(mm,tsk) do { } while (0)
1da177e4
LT
131#define deactivate_mm(tsk,mm) do { } while (0)
132
4448aaf0 133static inline void activate_mm(struct mm_struct *prev,
1da177e4
LT
134 struct mm_struct *next)
135{
beef560b 136 switch_mm(prev, next, current);
b3e5dc45 137 cpumask_set_cpu(smp_processor_id(), mm_cpumask(next));
beef560b 138 set_user_asce(next);
1da177e4
LT
139}
140
c1821c2e 141#endif /* __S390_MMU_CONTEXT_H */