Commit | Line | Data |
---|---|---|
91d1aa43 FW |
1 | #ifndef _LINUX_CONTEXT_TRACKING_H |
2 | #define _LINUX_CONTEXT_TRACKING_H | |
3 | ||
91d1aa43 | 4 | #include <linux/sched.h> |
521921ba | 5 | #include <linux/vtime.h> |
e7358b3b | 6 | #include <linux/context_tracking_state.h> |
56dd9470 | 7 | #include <asm/ptrace.h> |
95a79fd4 | 8 | |
521921ba | 9 | |
6c1e0256 | 10 | #ifdef CONFIG_CONTEXT_TRACKING |
2e709338 FW |
11 | extern void context_tracking_cpu_set(int cpu); |
12 | ||
3aab4f50 RR |
13 | extern void context_tracking_enter(enum ctx_state state); |
14 | extern void context_tracking_exit(enum ctx_state state); | |
ad65782f FW |
15 | extern void context_tracking_user_enter(void); |
16 | extern void context_tracking_user_exit(void); | |
17 | ||
18 | static inline void user_enter(void) | |
19 | { | |
58135f57 | 20 | if (context_tracking_is_enabled()) |
ad65782f FW |
21 | context_tracking_user_enter(); |
22 | ||
23 | } | |
24 | static inline void user_exit(void) | |
25 | { | |
58135f57 | 26 | if (context_tracking_is_enabled()) |
ad65782f FW |
27 | context_tracking_user_exit(); |
28 | } | |
56dd9470 | 29 | |
6c1e0256 | 30 | static inline enum ctx_state exception_enter(void) |
56dd9470 | 31 | { |
6c1e0256 FW |
32 | enum ctx_state prev_ctx; |
33 | ||
58135f57 | 34 | if (!context_tracking_is_enabled()) |
ad65782f FW |
35 | return 0; |
36 | ||
6c1e0256 | 37 | prev_ctx = this_cpu_read(context_tracking.state); |
3aab4f50 RR |
38 | if (prev_ctx != CONTEXT_KERNEL) |
39 | context_tracking_exit(prev_ctx); | |
6c1e0256 FW |
40 | |
41 | return prev_ctx; | |
56dd9470 FW |
42 | } |
43 | ||
6c1e0256 | 44 | static inline void exception_exit(enum ctx_state prev_ctx) |
56dd9470 | 45 | { |
58135f57 | 46 | if (context_tracking_is_enabled()) { |
3aab4f50 RR |
47 | if (prev_ctx != CONTEXT_KERNEL) |
48 | context_tracking_enter(prev_ctx); | |
ad65782f | 49 | } |
56dd9470 FW |
50 | } |
51 | ||
f9281648 AL |
52 | |
53 | /** | |
54 | * ct_state() - return the current context tracking state if known | |
55 | * | |
56 | * Returns the current cpu's context tracking state if context tracking | |
57 | * is enabled. If context tracking is disabled, returns | |
58 | * CONTEXT_DISABLED. This should be used primarily for debugging. | |
59 | */ | |
60 | static inline enum ctx_state ct_state(void) | |
61 | { | |
62 | return context_tracking_is_enabled() ? | |
63 | this_cpu_read(context_tracking.state) : CONTEXT_DISABLED; | |
64 | } | |
91d1aa43 FW |
65 | #else |
66 | static inline void user_enter(void) { } | |
67 | static inline void user_exit(void) { } | |
2d854e57 FW |
68 | static inline enum ctx_state exception_enter(void) { return 0; } |
69 | static inline void exception_exit(enum ctx_state prev_ctx) { } | |
f9281648 | 70 | static inline enum ctx_state ct_state(void) { return CONTEXT_DISABLED; } |
2d854e57 | 71 | #endif /* !CONFIG_CONTEXT_TRACKING */ |
521921ba | 72 | |
f9281648 | 73 | #define CT_WARN_ON(cond) WARN_ON(context_tracking_is_enabled() && (cond)) |
65f382fd FW |
74 | |
75 | #ifdef CONFIG_CONTEXT_TRACKING_FORCE | |
76 | extern void context_tracking_init(void); | |
77 | #else | |
78 | static inline void context_tracking_init(void) { } | |
79 | #endif /* CONFIG_CONTEXT_TRACKING_FORCE */ | |
80 | ||
81 | ||
2d854e57 | 82 | #ifdef CONFIG_VIRT_CPU_ACCOUNTING_GEN |
48d6a816 FW |
83 | static inline void guest_enter(void) |
84 | { | |
b0493406 | 85 | if (vtime_accounting_enabled()) |
48d6a816 FW |
86 | vtime_guest_enter(current); |
87 | else | |
88 | current->flags |= PF_VCPU; | |
126a6a54 RR |
89 | |
90 | if (context_tracking_is_enabled()) | |
91 | context_tracking_enter(CONTEXT_GUEST); | |
48d6a816 FW |
92 | } |
93 | ||
94 | static inline void guest_exit(void) | |
95 | { | |
126a6a54 RR |
96 | if (context_tracking_is_enabled()) |
97 | context_tracking_exit(CONTEXT_GUEST); | |
98 | ||
b0493406 | 99 | if (vtime_accounting_enabled()) |
48d6a816 FW |
100 | vtime_guest_exit(current); |
101 | else | |
102 | current->flags &= ~PF_VCPU; | |
103 | } | |
73d424f9 | 104 | |
2d854e57 | 105 | #else |
521921ba FW |
106 | static inline void guest_enter(void) |
107 | { | |
2d854e57 | 108 | /* |
5b206d48 FW |
109 | * This is running in ioctl context so its safe |
110 | * to assume that it's the stime pending cputime | |
111 | * to flush. | |
2d854e57 FW |
112 | */ |
113 | vtime_account_system(current); | |
114 | current->flags |= PF_VCPU; | |
521921ba FW |
115 | } |
116 | ||
117 | static inline void guest_exit(void) | |
118 | { | |
5b206d48 | 119 | /* Flush the guest cputime we spent on the guest */ |
2d854e57 FW |
120 | vtime_account_system(current); |
121 | current->flags &= ~PF_VCPU; | |
521921ba | 122 | } |
2d854e57 | 123 | #endif /* CONFIG_VIRT_CPU_ACCOUNTING_GEN */ |
91d1aa43 FW |
124 | |
125 | #endif |