projects / linux-2.6-block.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
KVM: PPC: Book3S PR: Keep volatile reg values in vcpu rather than shadow_vcpu
[linux-2.6-block.git] / arch / powerpc / include / asm / kvm_book3s.h
CommitLineData
4e342025
AG		 1/*
2 * This program is free software; you can redistribute it and/or modify
3 * it under the terms of the GNU General Public License, version 2, as
4 * published by the Free Software Foundation.
5 *
6 * This program is distributed in the hope that it will be useful,
7 * but WITHOUT ANY WARRANTY; without even the implied warranty of
8 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
9 * GNU General Public License for more details.
10 *
11 * You should have received a copy of the GNU General Public License
12 * along with this program; if not, write to the Free Software
13 * Foundation, 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
14 *
15 * Copyright SUSE Linux Products GmbH 2009
16 *
17 * Authors: Alexander Graf <agraf@suse.de>
18 */
19
20#ifndef __ASM_KVM_BOOK3S_H__
21#define __ASM_KVM_BOOK3S_H__
22
23#include <linux/types.h>
24#include <linux/kvm_host.h>
2191d657 25#include <asm/kvm_book3s_asm.h>
4e342025 26
4e342025 27struct kvmppc_bat {
e15a1137 28 u64 raw;
4e342025
AG		 29 u32 bepi;
30 u32 bepi_mask;
4e342025
AG		 31 u32 brpn;
32 u8 wimg;
33 u8 pp;
3ed9c6d2
AG		 34 bool vs : 1;
35 bool vp : 1;
4e342025
AG		 36};
37
38struct kvmppc_sid_map {
39 u64 guest_vsid;
40 u64 guest_esid;
41 u64 host_vsid;
3ed9c6d2 42 bool valid : 1;
4e342025
AG		 43};
44
45#define SID_MAP_BITS 9
46#define SID_MAP_NUM (1 << SID_MAP_BITS)
47#define SID_MAP_MASK (SID_MAP_NUM - 1)
48
8b6db3bc
AG		 49#ifdef CONFIG_PPC_BOOK3S_64
50#define SID_CONTEXTS 1
51#else
52#define SID_CONTEXTS 128
53#define VSID_POOL_SIZE (SID_CONTEXTS * 16)
54#endif
55
c4befc58
PM		 56struct hpte_cache {
57 struct hlist_node list_pte;
58 struct hlist_node list_pte_long;
59 struct hlist_node list_vpte;
60 struct hlist_node list_vpte_long;
61 struct rcu_head rcu_head;
5524a27d 62 u64 host_vpn;
c4befc58
PM		 63 u64 pfn;
64 ulong slot;
65 struct kvmppc_pte pte;
66};
67
4e342025
AG		 68struct kvmppc_vcpu_book3s {
69 struct kvm_vcpu vcpu;
c7f38f46 70 struct kvmppc_book3s_shadow_vcpu *shadow_vcpu;
4e342025 71 struct kvmppc_sid_map sid_map[SID_MAP_NUM];
4e342025
AG		 72 struct {
73 u64 esid;
74 u64 vsid;
75 } slb_shadow[64];
76 u8 slb_shadow_max;
4e342025
AG		 77 struct kvmppc_bat ibat[8];
78 struct kvmppc_bat dbat[8];
79 u64 hid[6];
d6d549b2 80 u64 gqr[8];
4e342025 81 u64 sdr1;
4e342025
AG		 82 u64 hior;
83 u64 msr_mask;
b0a94d4e
PM		 84 u64 purr_offset;
85 u64 spurr_offset;
8b6db3bc
AG		 86#ifdef CONFIG_PPC_BOOK3S_32
87 u32 vsid_pool[VSID_POOL_SIZE];
ffe36492 88 u32 vsid_next;
8b6db3bc 89#else
ffe36492
BH		 90 u64 proto_vsid_first;
91 u64 proto_vsid_max;
92 u64 proto_vsid_next;
8b6db3bc
AG		 93#endif
94 int context_id[SID_CONTEXTS];
c4befc58 95
1022fc3d
AG		 96 bool hior_explicit; /* HIOR is set by ioctl, not PVR */
97
c4befc58
PM		 98 struct hlist_head hpte_hash_pte[HPTEG_HASH_NUM_PTE];
99 struct hlist_head hpte_hash_pte_long[HPTEG_HASH_NUM_PTE_LONG];
100 struct hlist_head hpte_hash_vpte[HPTEG_HASH_NUM_VPTE];
101 struct hlist_head hpte_hash_vpte_long[HPTEG_HASH_NUM_VPTE_LONG];
102 int hpte_cache_count;
103 spinlock_t mmu_lock;
4e342025
AG		 104};
105
106#define CONTEXT_HOST 0
107#define CONTEXT_GUEST 1
108#define CONTEXT_GUEST_END 2
109
0f296829
PM		 110#define VSID_REAL 0x0fffffffffc00000ULL
111#define VSID_BAT 0x0fffffffffb00000ULL
112#define VSID_1T 0x1000000000000000ULL
f7bc74e1
AG		 113#define VSID_REAL_DR 0x2000000000000000ULL
114#define VSID_REAL_IR 0x4000000000000000ULL
5a1b419f 115#define VSID_PR 0x8000000000000000ULL
4e342025 116
af7b4d10 117extern void kvmppc_mmu_pte_flush(struct kvm_vcpu *vcpu, ulong ea, ulong ea_mask);
4e342025 118extern void kvmppc_mmu_pte_vflush(struct kvm_vcpu *vcpu, u64 vp, u64 vp_mask);
af7b4d10 119extern void kvmppc_mmu_pte_pflush(struct kvm_vcpu *vcpu, ulong pa_start, ulong pa_end);
4e342025 120extern void kvmppc_set_msr(struct kvm_vcpu *vcpu, u64 new_msr);
f05ed4d5 121extern void kvmppc_set_pvr(struct kvm_vcpu *vcpu, u32 pvr);
4e342025
AG		 122extern void kvmppc_mmu_book3s_64_init(struct kvm_vcpu *vcpu);
123extern void kvmppc_mmu_book3s_32_init(struct kvm_vcpu *vcpu);
de56a948 124extern void kvmppc_mmu_book3s_hv_init(struct kvm_vcpu *vcpu);
4e342025
AG		 125extern int kvmppc_mmu_map_page(struct kvm_vcpu *vcpu, struct kvmppc_pte *pte);
126extern int kvmppc_mmu_map_segment(struct kvm_vcpu *vcpu, ulong eaddr);
0f296829 127extern void kvmppc_mmu_flush_segment(struct kvm_vcpu *vcpu, ulong eaddr, ulong seg_size);
4e342025 128extern void kvmppc_mmu_flush_segments(struct kvm_vcpu *vcpu);
697d3899
PM		 129extern int kvmppc_book3s_hv_page_fault(struct kvm_run *run,
130 struct kvm_vcpu *vcpu, unsigned long addr,
131 unsigned long status);
132extern long kvmppc_hv_find_lock_hpte(struct kvm *kvm, gva_t eaddr,
133 unsigned long slb_v, unsigned long valid);
fef093be
AG		 134
135extern void kvmppc_mmu_hpte_cache_map(struct kvm_vcpu *vcpu, struct hpte_cache *pte);
136extern struct hpte_cache *kvmppc_mmu_hpte_cache_next(struct kvm_vcpu *vcpu);
137extern void kvmppc_mmu_hpte_destroy(struct kvm_vcpu *vcpu);
138extern int kvmppc_mmu_hpte_init(struct kvm_vcpu *vcpu);
139extern void kvmppc_mmu_invalidate_pte(struct kvm_vcpu *vcpu, struct hpte_cache *pte);
140extern int kvmppc_mmu_hpte_sysinit(void);
141extern void kvmppc_mmu_hpte_sysexit(void);
de56a948 142extern int kvmppc_mmu_hv_init(void);
fef093be 143
5467a97d
AG		 144extern int kvmppc_ld(struct kvm_vcpu *vcpu, ulong *eaddr, int size, void *ptr, bool data);
145extern int kvmppc_st(struct kvm_vcpu *vcpu, ulong *eaddr, int size, void *ptr, bool data);
4e342025 146extern void kvmppc_book3s_queue_irqprio(struct kvm_vcpu *vcpu, unsigned int vec);
bc5ad3f3
BH		 147extern void kvmppc_book3s_dequeue_irqprio(struct kvm_vcpu *vcpu,
148 unsigned int vec);
de56a948 149extern void kvmppc_inject_interrupt(struct kvm_vcpu *vcpu, int vec, u64 flags);
e15a1137
AG		 150extern void kvmppc_set_bat(struct kvm_vcpu *vcpu, struct kvmppc_bat *bat,
151 bool upper, u32 val);
aba3bd7f 152extern void kvmppc_giveup_ext(struct kvm_vcpu *vcpu, ulong msr);
831317b6 153extern int kvmppc_emulate_paired_single(struct kvm_run *run, struct kvm_vcpu *vcpu);
e8508940 154extern pfn_t kvmppc_gfn_to_pfn(struct kvm_vcpu *vcpu, gfn_t gfn);
342d3db7
PM		 155extern void kvmppc_add_revmap_chain(struct kvm *kvm, struct revmap_entry *rev,
156 unsigned long *rmap, long pte_index, int realmode);
157extern void kvmppc_invalidate_hpte(struct kvm *kvm, unsigned long *hptep,
158 unsigned long pte_index);
55514893
PM		 159void kvmppc_clear_ref_hpte(struct kvm *kvm, unsigned long *hptep,
160 unsigned long pte_index);
93e60249
PM		 161extern void *kvmppc_pin_guest_page(struct kvm *kvm, unsigned long addr,
162 unsigned long *nb_ret);
c35635ef
PM		 163extern void kvmppc_unpin_guest_page(struct kvm *kvm, void *addr,
164 unsigned long gpa, bool dirty);
c77162de
PM		 165extern long kvmppc_virtmode_h_enter(struct kvm_vcpu *vcpu, unsigned long flags,
166 long pte_index, unsigned long pteh, unsigned long ptel);
7ed661bf
PM		 167extern long kvmppc_do_h_enter(struct kvm *kvm, unsigned long flags,
168 long pte_index, unsigned long pteh, unsigned long ptel,
169 pgd_t *pgdir, bool realmode, unsigned long *idx_ret);
6b445ad4
PM		 170extern long kvmppc_do_h_remove(struct kvm *kvm, unsigned long flags,
171 unsigned long pte_index, unsigned long avpn,
172 unsigned long *hpret);
82ed3616 173extern long kvmppc_hv_get_dirty_log(struct kvm *kvm,
dfe49dbd 174 struct kvm_memory_slot *memslot, unsigned long *map);
a0144e2a
PM		 175extern void kvmppc_update_lpcr(struct kvm *kvm, unsigned long lpcr,
176 unsigned long mask);
4e342025 177
02143947 178extern void kvmppc_entry_trampoline(void);
de56a948 179extern void kvmppc_hv_entry_trampoline(void);
d5e52813
AG		 180extern void kvmppc_load_up_fpu(void);
181extern void kvmppc_load_up_altivec(void);
182extern void kvmppc_load_up_vsx(void);
ca7f4203
AG		 183extern u32 kvmppc_alignment_dsisr(struct kvm_vcpu *vcpu, unsigned int inst);
184extern ulong kvmppc_alignment_dar(struct kvm_vcpu *vcpu, unsigned int inst);
0254f074 185extern int kvmppc_h_pr(struct kvm_vcpu *vcpu, unsigned long cmd);
4e342025
AG		 186
187static inline struct kvmppc_vcpu_book3s *to_book3s(struct kvm_vcpu *vcpu)
188{
189 return container_of(vcpu, struct kvmppc_vcpu_book3s, vcpu);
190}
191
de56a948
PM		 192extern void kvm_return_point(void);
193
194/* Also add subarch specific defines */
195
196#ifdef CONFIG_KVM_BOOK3S_32_HANDLER
197#include <asm/kvm_book3s_32.h>
198#endif
199#ifdef CONFIG_KVM_BOOK3S_64_HANDLER
200#include <asm/kvm_book3s_64.h>
201#endif
202
c7f38f46
AG		 203static inline void kvmppc_set_gpr(struct kvm_vcpu *vcpu, int num, ulong val)
204{
a2d56020 205 vcpu->arch.gpr[num] = val;
c7f38f46
AG		 206}
207
208static inline ulong kvmppc_get_gpr(struct kvm_vcpu *vcpu, int num)
209{
a2d56020 210 return vcpu->arch.gpr[num];
c7f38f46
AG		 211}
212
213static inline void kvmppc_set_cr(struct kvm_vcpu *vcpu, u32 val)
214{
a2d56020 215 vcpu->arch.cr = val;
c7f38f46
AG		 216}
217
218static inline u32 kvmppc_get_cr(struct kvm_vcpu *vcpu)
219{
a2d56020 220 return vcpu->arch.cr;
c7f38f46
AG		 221}
222
223static inline void kvmppc_set_xer(struct kvm_vcpu *vcpu, u32 val)
224{
a2d56020 225 vcpu->arch.xer = val;
c7f38f46
AG		 226}
227
228static inline u32 kvmppc_get_xer(struct kvm_vcpu *vcpu)
229{
a2d56020 230 return vcpu->arch.xer;
c7f38f46
AG		 231}
232
233static inline void kvmppc_set_ctr(struct kvm_vcpu *vcpu, ulong val)
234{
a2d56020 235 vcpu->arch.ctr = val;
c7f38f46
AG		 236}
237
238static inline ulong kvmppc_get_ctr(struct kvm_vcpu *vcpu)
239{
a2d56020 240 return vcpu->arch.ctr;
c7f38f46
AG		 241}
242
243static inline void kvmppc_set_lr(struct kvm_vcpu *vcpu, ulong val)
244{
a2d56020 245 vcpu->arch.lr = val;
c7f38f46
AG		 246}
247
248static inline ulong kvmppc_get_lr(struct kvm_vcpu *vcpu)
249{
a2d56020 250 return vcpu->arch.lr;
c7f38f46
AG		 251}
252
253static inline void kvmppc_set_pc(struct kvm_vcpu *vcpu, ulong val)
254{
a2d56020 255 vcpu->arch.pc = val;
c7f38f46
AG		 256}
257
258static inline ulong kvmppc_get_pc(struct kvm_vcpu *vcpu)
259{
a2d56020 260 return vcpu->arch.pc;
c7f38f46
AG		 261}
262
263static inline u32 kvmppc_get_last_inst(struct kvm_vcpu *vcpu)
264{
265 ulong pc = kvmppc_get_pc(vcpu);
c7f38f46
AG		 266
267 /* Load the instruction manually if it failed to do so in the
268 * exit path */
a2d56020
PM		 269 if (vcpu->arch.last_inst == KVM_INST_FETCH_FAILED)
270 kvmppc_ld(vcpu, &pc, sizeof(u32), &vcpu->arch.last_inst, false);
c7f38f46 271
a2d56020 272 return vcpu->arch.last_inst;
c7f38f46
AG		 273}
274
8b23de29
PM		 275/*
276 * Like kvmppc_get_last_inst(), but for fetching a sc instruction.
277 * Because the sc instruction sets SRR0 to point to the following
278 * instruction, we have to fetch from pc - 4.
279 */
280static inline u32 kvmppc_get_last_sc(struct kvm_vcpu *vcpu)
281{
282 ulong pc = kvmppc_get_pc(vcpu) - 4;
8b23de29
PM		 283
284 /* Load the instruction manually if it failed to do so in the
285 * exit path */
a2d56020
PM		 286 if (vcpu->arch.last_inst == KVM_INST_FETCH_FAILED)
287 kvmppc_ld(vcpu, &pc, sizeof(u32), &vcpu->arch.last_inst, false);
8b23de29 288
a2d56020 289 return vcpu->arch.last_inst;
8b23de29
PM		 290}
291
c7f38f46
AG		 292static inline ulong kvmppc_get_fault_dar(struct kvm_vcpu *vcpu)
293{
a2d56020
PM		 294 return vcpu->arch.fault_dar;
295}
296
297#ifdef CONFIG_KVM_BOOK3S_PR
298
299static inline unsigned long kvmppc_interrupt_offset(struct kvm_vcpu *vcpu)
300{
301 return to_book3s(vcpu)->hior;
302}
303
304static inline void kvmppc_update_int_pending(struct kvm_vcpu *vcpu,
305 unsigned long pending_now, unsigned long old_pending)
306{
307 if (pending_now)
308 vcpu->arch.shared->int_pending = 1;
309 else if (old_pending)
310 vcpu->arch.shared->int_pending = 0;
c7f38f46 311}
4e342025 312
f05ed4d5
PM		 313static inline bool kvmppc_critical_section(struct kvm_vcpu *vcpu)
314{
315 ulong crit_raw = vcpu->arch.shared->critical;
316 ulong crit_r1 = kvmppc_get_gpr(vcpu, 1);
317 bool crit;
318
319 /* Truncate crit indicators in 32 bit mode */
320 if (!(vcpu->arch.shared->msr & MSR_SF)) {
321 crit_raw &= 0xffffffff;
322 crit_r1 &= 0xffffffff;
323 }
324
325 /* Critical section when crit == r1 */
326 crit = (crit_raw == crit_r1);
327 /* ... and we're in supervisor mode */
328 crit = crit && !(vcpu->arch.shared->msr & MSR_PR);
329
330 return crit;
331}
de56a948
PM		 332#else /* CONFIG_KVM_BOOK3S_PR */
333
334static inline unsigned long kvmppc_interrupt_offset(struct kvm_vcpu *vcpu)
335{
336 return 0;
337}
338
339static inline void kvmppc_update_int_pending(struct kvm_vcpu *vcpu,
340 unsigned long pending_now, unsigned long old_pending)
341{
de56a948
PM		 342}
343
de56a948
PM		 344static inline bool kvmppc_critical_section(struct kvm_vcpu *vcpu)
345{
346 return false;
347}
348#endif
f05ed4d5 349
ad0a048b
AG		 350/* Magic register values loaded into r3 and r4 before the 'sc' assembly
351 * instruction for the OSI hypercalls */
352#define OSI_SC_MAGIC_R3 0x113724FA
353#define OSI_SC_MAGIC_R4 0x77810F9B
354
4e342025 355#define INS_DCBZ 0x7c0007ec
8c32a2ea
BB		 356/* TO = 31 for unconditional trap */
357#define INS_TW 0x7fe00008
4e342025 358
043cc4d7
SW		 359/* LPIDs we support with this build -- runtime limit may be lower */
360#define KVMPPC_NR_LPIDS (LPID_RSVD + 1)
361
4e342025 362#endif /* __ASM_KVM_BOOK3S_H__ */
Linux 6.x block layer and io_uring tree(s)