Commit | Line | Data |
---|---|---|
1da177e4 | 1 | /* |
8882a4da DG |
2 | * This control block defines the PACA which defines the processor |
3 | * specific data for each logical processor on the system. | |
1da177e4 LT |
4 | * There are some pointers defined that are utilized by PLIC. |
5 | * | |
6 | * C 2001 PPC 64 Team, IBM Corp | |
7 | * | |
8 | * This program is free software; you can redistribute it and/or | |
9 | * modify it under the terms of the GNU General Public License | |
10 | * as published by the Free Software Foundation; either version | |
11 | * 2 of the License, or (at your option) any later version. | |
8882a4da DG |
12 | */ |
13 | #ifndef _ASM_POWERPC_PACA_H | |
14 | #define _ASM_POWERPC_PACA_H | |
88ced031 | 15 | #ifdef __KERNEL__ |
1da177e4 | 16 | |
1426d5a3 ME |
17 | #ifdef CONFIG_PPC64 |
18 | ||
dce6670a BH |
19 | #include <asm/types.h> |
20 | #include <asm/lppaca.h> | |
21 | #include <asm/mmu.h> | |
22 | #include <asm/page.h> | |
23 | #include <asm/exception-64e.h> | |
7e57cba0 | 24 | #ifdef CONFIG_KVM_BOOK3S_64_HANDLER |
2191d657 | 25 | #include <asm/kvm_book3s_asm.h> |
7e57cba0 | 26 | #endif |
1da177e4 LT |
27 | |
28 | register struct paca_struct *local_paca asm("r13"); | |
048c8bc9 HD |
29 | |
30 | #if defined(CONFIG_DEBUG_PREEMPT) && defined(CONFIG_SMP) | |
31 | extern unsigned int debug_smp_processor_id(void); /* from linux/smp.h */ | |
32 | /* | |
33 | * Add standard checks that preemption cannot occur when using get_paca(): | |
34 | * otherwise the paca_struct it points to may be the wrong one just after. | |
35 | */ | |
36 | #define get_paca() ((void) debug_smp_processor_id(), local_paca) | |
37 | #else | |
1da177e4 | 38 | #define get_paca() local_paca |
048c8bc9 HD |
39 | #endif |
40 | ||
3356bb9f | 41 | #define get_lppaca() (get_paca()->lppaca_ptr) |
2f6093c8 | 42 | #define get_slb_shadow() (get_paca()->slb_shadow_ptr) |
1da177e4 LT |
43 | |
44 | struct task_struct; | |
ed79ba9e | 45 | struct opal_machine_check_event; |
1da177e4 LT |
46 | |
47 | /* | |
48 | * Defines the layout of the paca. | |
49 | * | |
50 | * This structure is not directly accessed by firmware or the service | |
30ff2e87 | 51 | * processor. |
1da177e4 LT |
52 | */ |
53 | struct paca_struct { | |
91c60b5b | 54 | #ifdef CONFIG_PPC_BOOK3S |
1da177e4 LT |
55 | /* |
56 | * Because hw_cpu_id, unlike other paca fields, is accessed | |
57 | * routinely from other CPUs (from the IRQ code), we stick to | |
58 | * read-only (after boot) fields in the first cacheline to | |
59 | * avoid cacheline bouncing. | |
60 | */ | |
61 | ||
1da177e4 | 62 | struct lppaca *lppaca_ptr; /* Pointer to LpPaca for PLIC */ |
91c60b5b | 63 | #endif /* CONFIG_PPC_BOOK3S */ |
1da177e4 | 64 | /* |
2ef9481e | 65 | * MAGIC: the spinlock functions in arch/powerpc/lib/locks.c |
1da177e4 LT |
66 | * load lock_token and paca_index with a single lwz |
67 | * instruction. They must travel together and be properly | |
68 | * aligned. | |
69 | */ | |
54bb7f4b | 70 | #ifdef __BIG_ENDIAN__ |
1da177e4 LT |
71 | u16 lock_token; /* Constant 0x8000, used in locks */ |
72 | u16 paca_index; /* Logical processor number */ | |
54bb7f4b AB |
73 | #else |
74 | u16 paca_index; /* Logical processor number */ | |
75 | u16 lock_token; /* Constant 0x8000, used in locks */ | |
76 | #endif | |
1da177e4 | 77 | |
1da177e4 | 78 | u64 kernel_toc; /* Kernel TOC address */ |
1f6a93e4 PM |
79 | u64 kernelbase; /* Base address of kernel */ |
80 | u64 kernel_msr; /* MSR while running in kernel */ | |
91c60b5b | 81 | #ifdef CONFIG_PPC_STD_MMU_64 |
1da177e4 LT |
82 | u64 stab_real; /* Absolute address of segment table */ |
83 | u64 stab_addr; /* Virtual address of segment table */ | |
91c60b5b | 84 | #endif /* CONFIG_PPC_STD_MMU_64 */ |
1da177e4 | 85 | void *emergency_sp; /* pointer to emergency stack */ |
7a0268fa | 86 | u64 data_offset; /* per cpu data offset */ |
1da177e4 LT |
87 | s16 hw_cpu_id; /* Physical processor number */ |
88 | u8 cpu_start; /* At startup, processor spins until */ | |
89 | /* this becomes non-zero. */ | |
1fc711f7 | 90 | u8 kexec_state; /* set when kexec down has irqs off */ |
91c60b5b | 91 | #ifdef CONFIG_PPC_STD_MMU_64 |
e91948fd | 92 | struct slb_shadow *slb_shadow_ptr; |
cf9efce0 PM |
93 | struct dtl_entry *dispatch_log; |
94 | struct dtl_entry *dispatch_log_end; | |
1da177e4 LT |
95 | |
96 | /* | |
97 | * Now, starting in cacheline 2, the exception save areas | |
98 | */ | |
3c726f8d | 99 | /* used for most interrupts/exceptions */ |
bc2e6c6a MN |
100 | u64 exgen[13] __attribute__((aligned(0x80))); |
101 | u64 exmc[13]; /* used for machine checks */ | |
102 | u64 exslb[13]; /* used for SLB/segment table misses | |
3c726f8d | 103 | * on the linear mapping */ |
91c60b5b | 104 | /* SLB related definitions */ |
bf72aeba | 105 | u16 vmalloc_sllp; |
1da177e4 | 106 | u16 slb_cache_ptr; |
735cafc3 | 107 | u32 slb_cache[SLB_CACHE_ENTRIES]; |
91c60b5b BH |
108 | #endif /* CONFIG_PPC_STD_MMU_64 */ |
109 | ||
dce6670a | 110 | #ifdef CONFIG_PPC_BOOK3E |
dce6670a | 111 | u64 exgen[8] __attribute__((aligned(0x80))); |
f67f4ef5 SW |
112 | /* Keep pgd in the same cacheline as the start of extlb */ |
113 | pgd_t *pgd __attribute__((aligned(0x80))); /* Current PGD */ | |
114 | pgd_t *kernel_pgd; /* Kernel PGD */ | |
28efc35f SW |
115 | |
116 | /* Shared by all threads of a core -- points to tcd of first thread */ | |
117 | struct tlb_core_data *tcd_ptr; | |
118 | ||
a7b8ad40 | 119 | /* We can have up to 3 levels of reentrancy in the TLB miss handler */ |
f67f4ef5 | 120 | u64 extlb[3][EX_TLB_SIZE / sizeof(u64)]; |
dce6670a BH |
121 | u64 exmc[8]; /* used for machine checks */ |
122 | u64 excrit[8]; /* used for crit interrupts */ | |
123 | u64 exdbg[8]; /* used for debug interrupts */ | |
124 | ||
125 | /* Kernel stack pointers for use by special exceptions */ | |
126 | void *mc_kstack; | |
127 | void *crit_kstack; | |
128 | void *dbg_kstack; | |
28efc35f SW |
129 | |
130 | struct tlb_core_data tcd; | |
dce6670a BH |
131 | #endif /* CONFIG_PPC_BOOK3E */ |
132 | ||
91c60b5b | 133 | mm_context_t context; |
1da177e4 LT |
134 | |
135 | /* | |
136 | * then miscellaneous read-write fields | |
137 | */ | |
138 | struct task_struct *__current; /* Pointer to current */ | |
139 | u64 kstack; /* Saved Kernel stack addr */ | |
140 | u64 stab_rr; /* stab/slb round-robin counter */ | |
948cf67c | 141 | u64 saved_r1; /* r1 save for RTAS calls or PM */ |
1da177e4 | 142 | u64 saved_msr; /* MSR saved here by enter_rtas */ |
68730401 | 143 | u16 trap_save; /* Used when bad stack is encountered */ |
d04c56f7 | 144 | u8 soft_enabled; /* irq soft-enable flag */ |
7230c564 | 145 | u8 irq_happened; /* irq happened while soft-disabled */ |
f007cacf | 146 | u8 io_sync; /* writel() needs spin_unlock sync */ |
e360adbe | 147 | u8 irq_work_pending; /* IRQ_WORK interrupt while soft-disable */ |
2fde6d20 | 148 | u8 nap_state_lost; /* NV GPR values lost in power7_idle */ |
9d378dfa | 149 | u64 sprg_vdso; /* Saved user-visible sprg */ |
afc07701 MN |
150 | #ifdef CONFIG_PPC_TRANSACTIONAL_MEM |
151 | u64 tm_scratch; /* TM scratch area for reclaim */ | |
152 | #endif | |
c6622f63 | 153 | |
ed79ba9e BH |
154 | #ifdef CONFIG_PPC_POWERNV |
155 | /* Pointer to OPAL machine check event structure set by the | |
156 | * early exception handler for use by high level C handler | |
157 | */ | |
158 | struct opal_machine_check_event *opal_mc_evt; | |
159 | #endif | |
729b0f71 MS |
160 | #ifdef CONFIG_PPC_BOOK3S_64 |
161 | /* Exclusive emergency stack pointer for machine check exception. */ | |
162 | void *mc_emergency_sp; | |
163 | /* | |
164 | * Flag to check whether we are in machine check early handler | |
165 | * and already using emergency stack. | |
166 | */ | |
167 | u16 in_mce; | |
168 | #endif | |
ed79ba9e | 169 | |
c6622f63 PM |
170 | /* Stuff for accurate time accounting */ |
171 | u64 user_time; /* accumulated usermode TB ticks */ | |
172 | u64 system_time; /* accumulated system TB ticks */ | |
cf9efce0 PM |
173 | u64 user_time_scaled; /* accumulated usermode SPURR ticks */ |
174 | u64 starttime; /* TB value snapshot */ | |
175 | u64 starttime_user; /* TB value on exit to usermode */ | |
4603ac18 | 176 | u64 startspurr; /* SPURR value snapshot */ |
cf9efce0 PM |
177 | u64 utime_sspurr; /* ->user_time when ->startspurr set */ |
178 | u64 stolen_time; /* TB ticks taken by hypervisor */ | |
179 | u64 dtl_ridx; /* read index in dispatch log */ | |
180 | struct dtl_entry *dtl_curr; /* pointer corresponding to dtl_ridx */ | |
4b7ae55d | 181 | |
c14dea04 | 182 | #ifdef CONFIG_KVM_BOOK3S_HANDLER |
7aa79938 | 183 | #ifdef CONFIG_KVM_BOOK3S_PR_POSSIBLE |
7e57cba0 AG |
184 | /* We use this to store guest state in */ |
185 | struct kvmppc_book3s_shadow_vcpu shadow_vcpu; | |
de56a948 | 186 | #endif |
3c42bf8a | 187 | struct kvmppc_host_state kvm_hstate; |
4b7ae55d | 188 | #endif |
1da177e4 LT |
189 | }; |
190 | ||
1426d5a3 | 191 | extern struct paca_struct *paca; |
1426d5a3 | 192 | extern void initialise_paca(struct paca_struct *new_paca, int cpu); |
fc53b420 | 193 | extern void setup_paca(struct paca_struct *new_paca); |
1426d5a3 ME |
194 | extern void allocate_pacas(void); |
195 | extern void free_unused_pacas(void); | |
196 | ||
197 | #else /* CONFIG_PPC64 */ | |
198 | ||
199 | static inline void allocate_pacas(void) { }; | |
200 | static inline void free_unused_pacas(void) { }; | |
201 | ||
202 | #endif /* CONFIG_PPC64 */ | |
1da177e4 | 203 | |
88ced031 | 204 | #endif /* __KERNEL__ */ |
8882a4da | 205 | #endif /* _ASM_POWERPC_PACA_H */ |