Commit | Line | Data |
---|---|---|
b2441318 | 1 | /* SPDX-License-Identifier: GPL-2.0 */ |
fa7d9493 BM |
2 | #ifndef _ASM_X86_RESCTRL_INTERNAL_H |
3 | #define _ASM_X86_RESCTRL_INTERNAL_H | |
113c6097 | 4 | |
5b825c3a | 5 | #include <linux/sched.h> |
8ff42c02 | 6 | #include <linux/kernfs.h> |
23bf1b6b | 7 | #include <linux/fs_context.h> |
5ff193fb FY |
8 | #include <linux/jump_label.h> |
9 | ||
aa50453a BM |
10 | #define MSR_IA32_L3_QOS_CFG 0xc81 |
11 | #define MSR_IA32_L2_QOS_CFG 0xc82 | |
12 | #define MSR_IA32_L3_CBM_BASE 0xc90 | |
13 | #define MSR_IA32_L2_CBM_BASE 0xd10 | |
14 | #define MSR_IA32_MBA_THRTL_BASE 0xd50 | |
4d05bf71 | 15 | #define MSR_IA32_MBA_BW_BASE 0xc0000200 |
113c6097 | 16 | |
aa50453a BM |
17 | #define MSR_IA32_QM_CTR 0x0c8e |
18 | #define MSR_IA32_QM_EVTSEL 0x0c8d | |
5ff193fb | 19 | |
aa50453a BM |
20 | #define L3_QOS_CDP_ENABLE 0x01ULL |
21 | ||
22 | #define L2_QOS_CDP_ENABLE 0x01ULL | |
99adde9b | 23 | |
6a445edc VS |
24 | /* |
25 | * Event IDs are used to program IA32_QM_EVTSEL before reading event | |
26 | * counter from IA32_QM_CTR | |
27 | */ | |
28 | #define QOS_L3_OCCUP_EVENT_ID 0x01 | |
29 | #define QOS_L3_MBM_TOTAL_EVENT_ID 0x02 | |
30 | #define QOS_L3_MBM_LOCAL_EVENT_ID 0x03 | |
9f52425b | 31 | |
24247aee VS |
32 | #define CQM_LIMBOCHECK_INTERVAL 1000 |
33 | ||
0c4d5ba1 | 34 | #define MBM_CNTR_WIDTH_BASE 24 |
e3302683 | 35 | #define MBM_OVERFLOW_INTERVAL 1000 |
de73f38f | 36 | #define MAX_MBA_BW 100u |
aa50453a BM |
37 | #define MBA_IS_LINEAR 0x4 |
38 | #define MBA_MAX_MBPS U32_MAX | |
4d05bf71 | 39 | #define MAX_MBA_BW_AMD 0x800 |
2c18bd52 | 40 | #define MBM_CNTR_WIDTH_OFFSET_AMD 20 |
9f52425b | 41 | |
edf6fa1c VS |
42 | #define RMID_VAL_ERROR BIT_ULL(63) |
43 | #define RMID_VAL_UNAVAIL BIT_ULL(62) | |
0c4d5ba1 RC |
44 | /* |
45 | * With the above fields in use 62 bits remain in MSR_IA32_QM_CTR for | |
46 | * data to be returned. The counter width is discovered from the hardware | |
47 | * as an offset from MBM_CNTR_WIDTH_BASE. | |
48 | */ | |
49 | #define MBM_CNTR_WIDTH_OFFSET_MAX (62 - MBM_CNTR_WIDTH_BASE) | |
6a445edc | 50 | |
23bf1b6b DH |
51 | |
52 | struct rdt_fs_context { | |
53 | struct kernfs_fs_context kfc; | |
54 | bool enable_cdpl2; | |
55 | bool enable_cdpl3; | |
56 | bool enable_mba_mbps; | |
57 | }; | |
58 | ||
59 | static inline struct rdt_fs_context *rdt_fc2context(struct fs_context *fc) | |
60 | { | |
61 | struct kernfs_fs_context *kfc = fc->fs_private; | |
62 | ||
63 | return container_of(kfc, struct rdt_fs_context, kfc); | |
64 | } | |
65 | ||
e3302683 | 66 | DECLARE_STATIC_KEY_FALSE(rdt_enable_key); |
536a0d8e | 67 | DECLARE_STATIC_KEY_FALSE(rdt_mon_enable_key); |
e3302683 | 68 | |
6a445edc VS |
69 | /** |
70 | * struct mon_evt - Entry in the event list of a resource | |
71 | * @evtid: event id | |
72 | * @name: name of the event | |
73 | */ | |
74 | struct mon_evt { | |
75 | u32 evtid; | |
76 | char *name; | |
77 | struct list_head list; | |
78 | }; | |
79 | ||
d89b7379 VS |
80 | /** |
81 | * struct mon_data_bits - Monitoring details for each event file | |
82 | * @rid: Resource id associated with the event file. | |
83 | * @evtid: Event id associated with the event file | |
84 | * @domid: The domain to which the event file belongs | |
85 | */ | |
86 | union mon_data_bits { | |
87 | void *priv; | |
88 | struct { | |
89 | unsigned int rid : 10; | |
90 | unsigned int evtid : 8; | |
91 | unsigned int domid : 14; | |
92 | } u; | |
93 | }; | |
94 | ||
95 | struct rmid_read { | |
96 | struct rdtgroup *rgrp; | |
46637d45 | 97 | struct rdt_resource *r; |
9f52425b | 98 | struct rdt_domain *d; |
d89b7379 | 99 | int evtid; |
a4de1dfd | 100 | bool first; |
d89b7379 VS |
101 | u64 val; |
102 | }; | |
103 | ||
352940ec | 104 | extern unsigned int resctrl_cqm_threshold; |
6a445edc VS |
105 | extern bool rdt_alloc_capable; |
106 | extern bool rdt_mon_capable; | |
107 | extern unsigned int rdt_mon_features; | |
c7d9aac6 VS |
108 | |
109 | enum rdt_group_type { | |
110 | RDTCTRL_GROUP = 0, | |
111 | RDTMON_GROUP, | |
112 | RDT_NUM_GROUP, | |
113 | }; | |
114 | ||
eb956a63 RC |
115 | /** |
116 | * enum rdtgrp_mode - Mode of a RDT resource group | |
117 | * @RDT_MODE_SHAREABLE: This resource group allows sharing of its allocations | |
414dd2b4 | 118 | * @RDT_MODE_EXCLUSIVE: No sharing of this resource group's allocations allowed |
bb9fec69 RC |
119 | * @RDT_MODE_PSEUDO_LOCKSETUP: Resource group will be used for Pseudo-Locking |
120 | * @RDT_MODE_PSEUDO_LOCKED: No sharing of this resource group's allocations | |
121 | * allowed AND the allocations are Cache Pseudo-Locked | |
eb956a63 RC |
122 | * |
123 | * The mode of a resource group enables control over the allowed overlap | |
124 | * between allocations associated with different resource groups (classes | |
125 | * of service). User is able to modify the mode of a resource group by | |
126 | * writing to the "mode" resctrl file associated with the resource group. | |
bb9fec69 RC |
127 | * |
128 | * The "shareable", "exclusive", and "pseudo-locksetup" modes are set by | |
129 | * writing the appropriate text to the "mode" file. A resource group enters | |
130 | * "pseudo-locked" mode after the schemata is written while the resource | |
131 | * group is in "pseudo-locksetup" mode. | |
eb956a63 RC |
132 | */ |
133 | enum rdtgrp_mode { | |
134 | RDT_MODE_SHAREABLE = 0, | |
414dd2b4 | 135 | RDT_MODE_EXCLUSIVE, |
bb9fec69 RC |
136 | RDT_MODE_PSEUDO_LOCKSETUP, |
137 | RDT_MODE_PSEUDO_LOCKED, | |
eb956a63 RC |
138 | |
139 | /* Must be last */ | |
140 | RDT_NUM_MODES, | |
141 | }; | |
142 | ||
c7d9aac6 VS |
143 | /** |
144 | * struct mongroup - store mon group's data in resctrl fs. | |
d89b7379 | 145 | * @mon_data_kn kernlfs node for the mon_data directory |
c7d9aac6 VS |
146 | * @parent: parent rdtgrp |
147 | * @crdtgrp_list: child rdtgroup node list | |
148 | * @rmid: rmid for this rdtgroup | |
149 | */ | |
150 | struct mongroup { | |
d89b7379 | 151 | struct kernfs_node *mon_data_kn; |
c7d9aac6 VS |
152 | struct rdtgroup *parent; |
153 | struct list_head crdtgrp_list; | |
154 | u32 rmid; | |
155 | }; | |
156 | ||
e8140a2d RC |
157 | /** |
158 | * struct pseudo_lock_region - pseudo-lock region information | |
159 | * @r: RDT resource to which this pseudo-locked region | |
160 | * belongs | |
161 | * @d: RDT domain to which this pseudo-locked region | |
162 | * belongs | |
163 | * @cbm: bitmask of the pseudo-locked region | |
018961ae RC |
164 | * @lock_thread_wq: waitqueue used to wait on the pseudo-locking thread |
165 | * completion | |
166 | * @thread_done: variable used by waitqueue to test if pseudo-locking | |
167 | * thread completed | |
168 | * @cpu: core associated with the cache on which the setup code | |
169 | * will be run | |
170 | * @line_size: size of the cache lines | |
171 | * @size: size of pseudo-locked region in bytes | |
172 | * @kmem: the kernel memory associated with pseudo-locked region | |
746e0859 RC |
173 | * @minor: minor number of character device associated with this |
174 | * region | |
443810fe RC |
175 | * @debugfs_dir: pointer to this region's directory in the debugfs |
176 | * filesystem | |
6fc0de37 | 177 | * @pm_reqs: Power management QoS requests related to this region |
e8140a2d RC |
178 | */ |
179 | struct pseudo_lock_region { | |
180 | struct rdt_resource *r; | |
181 | struct rdt_domain *d; | |
182 | u32 cbm; | |
018961ae RC |
183 | wait_queue_head_t lock_thread_wq; |
184 | int thread_done; | |
185 | int cpu; | |
186 | unsigned int line_size; | |
187 | unsigned int size; | |
188 | void *kmem; | |
746e0859 | 189 | unsigned int minor; |
443810fe | 190 | struct dentry *debugfs_dir; |
6fc0de37 | 191 | struct list_head pm_reqs; |
e8140a2d RC |
192 | }; |
193 | ||
5ff193fb FY |
194 | /** |
195 | * struct rdtgroup - store rdtgroup's data in resctrl file system. | |
196 | * @kn: kernfs node | |
197 | * @rdtgroup_list: linked list for all rdtgroups | |
198 | * @closid: closid for this rdtgroup | |
12e0110c | 199 | * @cpu_mask: CPUs assigned to this rdtgroup |
60cf5e10 FY |
200 | * @flags: status bits |
201 | * @waitcount: how many cpus expect to find this | |
12e0110c | 202 | * group when they acquire rdtgroup_mutex |
c7d9aac6 VS |
203 | * @type: indicates type of this rdtgroup - either |
204 | * monitor only or ctrl_mon group | |
205 | * @mon: mongroup related data | |
472ef09b | 206 | * @mode: mode of resource group |
e8140a2d | 207 | * @plr: pseudo-locked region |
5ff193fb FY |
208 | */ |
209 | struct rdtgroup { | |
e8140a2d RC |
210 | struct kernfs_node *kn; |
211 | struct list_head rdtgroup_list; | |
212 | u32 closid; | |
213 | struct cpumask cpu_mask; | |
214 | int flags; | |
215 | atomic_t waitcount; | |
216 | enum rdt_group_type type; | |
217 | struct mongroup mon; | |
218 | enum rdtgrp_mode mode; | |
219 | struct pseudo_lock_region *plr; | |
5ff193fb FY |
220 | }; |
221 | ||
60cf5e10 FY |
222 | /* rdtgroup.flags */ |
223 | #define RDT_DELETED 1 | |
224 | ||
4ffa3c97 JO |
225 | /* rftype.flags */ |
226 | #define RFTYPE_FLAGS_CPUS_LIST 1 | |
227 | ||
5dc1d5c6 T |
228 | /* |
229 | * Define the file type flags for base and info directories. | |
230 | */ | |
231 | #define RFTYPE_INFO BIT(0) | |
232 | #define RFTYPE_BASE BIT(1) | |
233 | #define RF_CTRLSHIFT 4 | |
d4ab3320 | 234 | #define RF_MONSHIFT 5 |
9b3a7fd0 | 235 | #define RF_TOPSHIFT 6 |
5dc1d5c6 | 236 | #define RFTYPE_CTRL BIT(RF_CTRLSHIFT) |
d4ab3320 | 237 | #define RFTYPE_MON BIT(RF_MONSHIFT) |
9b3a7fd0 | 238 | #define RFTYPE_TOP BIT(RF_TOPSHIFT) |
5dc1d5c6 T |
239 | #define RFTYPE_RES_CACHE BIT(8) |
240 | #define RFTYPE_RES_MB BIT(9) | |
241 | #define RF_CTRL_INFO (RFTYPE_INFO | RFTYPE_CTRL) | |
d4ab3320 | 242 | #define RF_MON_INFO (RFTYPE_INFO | RFTYPE_MON) |
9b3a7fd0 | 243 | #define RF_TOP_INFO (RFTYPE_INFO | RFTYPE_TOP) |
5dc1d5c6 T |
244 | #define RF_CTRL_BASE (RFTYPE_BASE | RFTYPE_CTRL) |
245 | ||
5ff193fb FY |
246 | /* List of all resource groups */ |
247 | extern struct list_head rdt_all_groups; | |
248 | ||
de016df8 VS |
249 | extern int max_name_width, max_data_width; |
250 | ||
5ff193fb | 251 | int __init rdtgroup_init(void); |
0af6a48d | 252 | void __exit rdtgroup_exit(void); |
5ff193fb | 253 | |
4e978d06 FY |
254 | /** |
255 | * struct rftype - describe each file in the resctrl file system | |
17f8ba1d TG |
256 | * @name: File name |
257 | * @mode: Access mode | |
258 | * @kf_ops: File operations | |
4ffa3c97 | 259 | * @flags: File specific RFTYPE_FLAGS_* flags |
5dc1d5c6 | 260 | * @fflags: File specific RF_* or RFTYPE_* flags |
17f8ba1d TG |
261 | * @seq_show: Show content of the file |
262 | * @write: Write to the file | |
4e978d06 FY |
263 | */ |
264 | struct rftype { | |
265 | char *name; | |
266 | umode_t mode; | |
267 | struct kernfs_ops *kf_ops; | |
4ffa3c97 | 268 | unsigned long flags; |
5dc1d5c6 | 269 | unsigned long fflags; |
4e978d06 FY |
270 | |
271 | int (*seq_show)(struct kernfs_open_file *of, | |
272 | struct seq_file *sf, void *v); | |
273 | /* | |
274 | * write() is the generic write callback which maps directly to | |
275 | * kernfs write operation and overrides all other operations. | |
276 | * Maximum write size is determined by ->max_write_len. | |
277 | */ | |
278 | ssize_t (*write)(struct kernfs_open_file *of, | |
279 | char *buf, size_t nbytes, loff_t off); | |
280 | }; | |
281 | ||
9f52425b TL |
282 | /** |
283 | * struct mbm_state - status for each MBM counter in each domain | |
284 | * @chunks: Total data moved (multiply by rdt_group.mon_scale to get bytes) | |
285 | * @prev_msr Value of IA32_QM_CTR for this RMID last time we read it | |
ba0f26d8 VS |
286 | * @prev_bw_msr:Value of previous IA32_QM_CTR for bandwidth counting |
287 | * @prev_bw The most recent bandwidth in MBps | |
288 | * @delta_bw Difference between the current and previous bandwidth | |
289 | * @delta_comp Indicates whether to compute the delta_bw | |
9f52425b TL |
290 | */ |
291 | struct mbm_state { | |
292 | u64 chunks; | |
293 | u64 prev_msr; | |
ba0f26d8 VS |
294 | u64 prev_bw_msr; |
295 | u32 prev_bw; | |
296 | u32 delta_bw; | |
297 | bool delta_comp; | |
9f52425b TL |
298 | }; |
299 | ||
0921c547 TG |
300 | /** |
301 | * struct rdt_domain - group of cpus sharing an RDT resource | |
302 | * @list: all instances of this resource | |
303 | * @id: unique id for this instance | |
304 | * @cpu_mask: which cpus share this resource | |
edf6fa1c VS |
305 | * @rmid_busy_llc: |
306 | * bitmap of which limbo RMIDs are above threshold | |
9f52425b TL |
307 | * @mbm_total: saved state for MBM total bandwidth |
308 | * @mbm_local: saved state for MBM local bandwidth | |
e3302683 | 309 | * @mbm_over: worker to periodically read MBM h/w counters |
24247aee | 310 | * @cqm_limbo: worker to periodically read CQM h/w counters |
e3302683 VS |
311 | * @mbm_work_cpu: |
312 | * worker cpu for MBM h/w counters | |
24247aee VS |
313 | * @cqm_work_cpu: |
314 | * worker cpu for CQM h/w counters | |
0921c547 | 315 | * @ctrl_val: array of cache or mem ctrl values (indexed by CLOSID) |
1bd2a63b | 316 | * @mbps_val: When mba_sc is enabled, this holds the bandwidth in MBps |
0921c547 TG |
317 | * @new_ctrl: new ctrl value to be loaded |
318 | * @have_new_ctrl: did user provide new_ctrl for this domain | |
e8140a2d | 319 | * @plr: pseudo-locked region (if any) associated with domain |
0921c547 TG |
320 | */ |
321 | struct rdt_domain { | |
e8140a2d RC |
322 | struct list_head list; |
323 | int id; | |
324 | struct cpumask cpu_mask; | |
325 | unsigned long *rmid_busy_llc; | |
326 | struct mbm_state *mbm_total; | |
327 | struct mbm_state *mbm_local; | |
328 | struct delayed_work mbm_over; | |
329 | struct delayed_work cqm_limbo; | |
330 | int mbm_work_cpu; | |
331 | int cqm_work_cpu; | |
332 | u32 *ctrl_val; | |
333 | u32 *mbps_val; | |
334 | u32 new_ctrl; | |
335 | bool have_new_ctrl; | |
336 | struct pseudo_lock_region *plr; | |
0921c547 TG |
337 | }; |
338 | ||
339 | /** | |
340 | * struct msr_param - set a range of MSRs from a domain | |
341 | * @res: The resource to use | |
342 | * @low: Beginning index from base MSR | |
343 | * @high: End index | |
344 | */ | |
345 | struct msr_param { | |
346 | struct rdt_resource *res; | |
347 | int low; | |
348 | int high; | |
349 | }; | |
350 | ||
d3e11b4d TG |
351 | /** |
352 | * struct rdt_cache - Cache allocation related data | |
353 | * @cbm_len: Length of the cache bit mask | |
354 | * @min_cbm_bits: Minimum number of consecutive bits to be set | |
355 | * @cbm_idx_mult: Multiplier of CBM index | |
356 | * @cbm_idx_offset: Offset of CBM index. CBM index is computed by: | |
357 | * closid * cbm_idx_multi + cbm_idx_offset | |
358 | * in a cache bit mask | |
0dd2d749 FY |
359 | * @shareable_bits: Bitmask of shareable resource with other |
360 | * executing entities | |
316e7f90 JM |
361 | * @arch_has_sparse_bitmaps: True if a bitmap like f00f is valid. |
362 | * @arch_has_empty_bitmaps: True if the '0' bitmap is valid. | |
d3e11b4d TG |
363 | */ |
364 | struct rdt_cache { | |
365 | unsigned int cbm_len; | |
366 | unsigned int min_cbm_bits; | |
367 | unsigned int cbm_idx_mult; | |
368 | unsigned int cbm_idx_offset; | |
0dd2d749 | 369 | unsigned int shareable_bits; |
316e7f90 JM |
370 | bool arch_has_sparse_bitmaps; |
371 | bool arch_has_empty_bitmaps; | |
d3e11b4d TG |
372 | }; |
373 | ||
29b6bd41 FY |
374 | /** |
375 | * enum membw_throttle_mode - System's memory bandwidth throttling mode | |
376 | * @THREAD_THROTTLE_UNDEFINED: Not relevant to the system | |
377 | * @THREAD_THROTTLE_MAX: Memory bandwidth is throttled at the core | |
378 | * always using smallest bandwidth percentage | |
379 | * assigned to threads, aka "max throttling" | |
380 | * @THREAD_THROTTLE_PER_THREAD: Memory bandwidth is throttled at the thread | |
381 | */ | |
382 | enum membw_throttle_mode { | |
383 | THREAD_THROTTLE_UNDEFINED = 0, | |
384 | THREAD_THROTTLE_MAX, | |
385 | THREAD_THROTTLE_PER_THREAD, | |
386 | }; | |
387 | ||
05b93417 VS |
388 | /** |
389 | * struct rdt_membw - Memory bandwidth allocation related data | |
05b93417 VS |
390 | * @min_bw: Minimum memory bandwidth percentage user can request |
391 | * @bw_gran: Granularity at which the memory bandwidth is allocated | |
392 | * @delay_linear: True if memory B/W delay is in linear scale | |
41215b79 | 393 | * @arch_needs_linear: True if we can't configure non-linear resources |
29b6bd41 FY |
394 | * @throttle_mode: Bandwidth throttling mode when threads request |
395 | * different memory bandwidths | |
19c635ab | 396 | * @mba_sc: True if MBA software controller(mba_sc) is enabled |
05b93417 VS |
397 | * @mb_map: Mapping of memory B/W percentage to memory B/W delay |
398 | */ | |
399 | struct rdt_membw { | |
29b6bd41 FY |
400 | u32 min_bw; |
401 | u32 bw_gran; | |
402 | u32 delay_linear; | |
403 | bool arch_needs_linear; | |
404 | enum membw_throttle_mode throttle_mode; | |
405 | bool mba_sc; | |
406 | u32 *mb_map; | |
05b93417 VS |
407 | }; |
408 | ||
6a445edc VS |
409 | static inline bool is_llc_occupancy_enabled(void) |
410 | { | |
411 | return (rdt_mon_features & (1 << QOS_L3_OCCUP_EVENT_ID)); | |
412 | } | |
413 | ||
9f52425b TL |
414 | static inline bool is_mbm_total_enabled(void) |
415 | { | |
416 | return (rdt_mon_features & (1 << QOS_L3_MBM_TOTAL_EVENT_ID)); | |
417 | } | |
418 | ||
419 | static inline bool is_mbm_local_enabled(void) | |
420 | { | |
421 | return (rdt_mon_features & (1 << QOS_L3_MBM_LOCAL_EVENT_ID)); | |
422 | } | |
423 | ||
424 | static inline bool is_mbm_enabled(void) | |
425 | { | |
426 | return (is_mbm_total_enabled() || is_mbm_local_enabled()); | |
427 | } | |
428 | ||
a4de1dfd VS |
429 | static inline bool is_mbm_event(int e) |
430 | { | |
431 | return (e >= QOS_L3_MBM_TOTAL_EVENT_ID && | |
432 | e <= QOS_L3_MBM_LOCAL_EVENT_ID); | |
433 | } | |
434 | ||
753694a8 XS |
435 | struct rdt_parse_data { |
436 | struct rdtgroup *rdtgrp; | |
437 | char *buf; | |
438 | }; | |
439 | ||
c1c7c3f9 FY |
440 | /** |
441 | * struct rdt_resource - attributes of an RDT resource | |
d89b7379 | 442 | * @rid: The index of the resource |
1b5c0b75 | 443 | * @alloc_enabled: Is allocation enabled on this machine |
a36c5ff5 | 444 | * @mon_enabled: Is monitoring enabled for this feature |
1b5c0b75 | 445 | * @alloc_capable: Is allocation available on this machine |
a36c5ff5 | 446 | * @mon_capable: Is monitor feature available on this machine |
d3e11b4d TG |
447 | * @name: Name to use in "schemata" file |
448 | * @num_closid: Number of CLOSIDs available | |
449 | * @cache_level: Which cache level defines scope of this resource | |
450 | * @default_ctrl: Specifies default cache cbm or memory B/W percent. | |
451 | * @msr_base: Base MSR address for CBMs | |
0921c547 | 452 | * @msr_update: Function pointer to update QOS MSRs |
d3e11b4d TG |
453 | * @data_width: Character width of data when displaying |
454 | * @domains: All domains for this resource | |
455 | * @cache: Cache allocation related data | |
c6ea67de VS |
456 | * @format_str: Per resource format string to show domain value |
457 | * @parse_ctrlval: Per resource function pointer to parse control values | |
a36c5ff5 BM |
458 | * @evt_list: List of monitoring events |
459 | * @num_rmid: Number of RMIDs available | |
460 | * @mon_scale: cqm counter * mon_scale = occupancy in bytes | |
461 | * @fflags: flags to choose base and info files | |
c1c7c3f9 FY |
462 | */ |
463 | struct rdt_resource { | |
d89b7379 | 464 | int rid; |
1b5c0b75 | 465 | bool alloc_enabled; |
6a445edc | 466 | bool mon_enabled; |
1b5c0b75 | 467 | bool alloc_capable; |
6a445edc | 468 | bool mon_capable; |
c1c7c3f9 FY |
469 | char *name; |
470 | int num_closid; | |
d3e11b4d | 471 | int cache_level; |
2545e9f5 | 472 | u32 default_ctrl; |
d3e11b4d | 473 | unsigned int msr_base; |
0921c547 TG |
474 | void (*msr_update) (struct rdt_domain *d, struct msr_param *m, |
475 | struct rdt_resource *r); | |
de016df8 | 476 | int data_width; |
c1c7c3f9 | 477 | struct list_head domains; |
a83827d0 TG |
478 | struct rdt_cache cache; |
479 | struct rdt_membw membw; | |
c6ea67de | 480 | const char *format_str; |
753694a8 XS |
481 | int (*parse_ctrlval)(struct rdt_parse_data *data, |
482 | struct rdt_resource *r, | |
483 | struct rdt_domain *d); | |
6a445edc VS |
484 | struct list_head evt_list; |
485 | int num_rmid; | |
486 | unsigned int mon_scale; | |
46637d45 | 487 | unsigned int mbm_width; |
5dc1d5c6 | 488 | unsigned long fflags; |
c1c7c3f9 FY |
489 | }; |
490 | ||
753694a8 XS |
491 | int parse_cbm(struct rdt_parse_data *data, struct rdt_resource *r, |
492 | struct rdt_domain *d); | |
5df3ca93 JM |
493 | int parse_bw(struct rdt_parse_data *data, struct rdt_resource *r, |
494 | struct rdt_domain *d); | |
6a507a6a | 495 | |
2264d9c7 TL |
496 | extern struct mutex rdtgroup_mutex; |
497 | ||
c1c7c3f9 | 498 | extern struct rdt_resource rdt_resources_all[]; |
5ff193fb | 499 | extern struct rdtgroup rdtgroup_default; |
1b5c0b75 | 500 | DECLARE_STATIC_KEY_FALSE(rdt_alloc_enable_key); |
5ff193fb | 501 | |
37707ec6 RC |
502 | extern struct dentry *debugfs_resctrl; |
503 | ||
c1c7c3f9 FY |
504 | enum { |
505 | RDT_RESOURCE_L3, | |
506 | RDT_RESOURCE_L3DATA, | |
507 | RDT_RESOURCE_L3CODE, | |
508 | RDT_RESOURCE_L2, | |
def10853 FY |
509 | RDT_RESOURCE_L2DATA, |
510 | RDT_RESOURCE_L2CODE, | |
05b93417 | 511 | RDT_RESOURCE_MBA, |
c1c7c3f9 FY |
512 | |
513 | /* Must be the last */ | |
514 | RDT_NUM_RESOURCES, | |
515 | }; | |
516 | ||
1ad4fa41 BM |
517 | #define for_each_rdt_resource(r) \ |
518 | for (r = rdt_resources_all; r < rdt_resources_all + RDT_NUM_RESOURCES;\ | |
519 | r++) | |
520 | ||
895c663e VS |
521 | #define for_each_capable_rdt_resource(r) \ |
522 | for (r = rdt_resources_all; r < rdt_resources_all + RDT_NUM_RESOURCES;\ | |
523 | r++) \ | |
524 | if (r->alloc_capable || r->mon_capable) | |
525 | ||
1b5c0b75 | 526 | #define for_each_alloc_capable_rdt_resource(r) \ |
c1c7c3f9 | 527 | for (r = rdt_resources_all; r < rdt_resources_all + RDT_NUM_RESOURCES;\ |
17f8ba1d | 528 | r++) \ |
1b5c0b75 | 529 | if (r->alloc_capable) |
c1c7c3f9 | 530 | |
6a445edc VS |
531 | #define for_each_mon_capable_rdt_resource(r) \ |
532 | for (r = rdt_resources_all; r < rdt_resources_all + RDT_NUM_RESOURCES;\ | |
533 | r++) \ | |
534 | if (r->mon_capable) | |
535 | ||
1b5c0b75 | 536 | #define for_each_alloc_enabled_rdt_resource(r) \ |
2264d9c7 TL |
537 | for (r = rdt_resources_all; r < rdt_resources_all + RDT_NUM_RESOURCES;\ |
538 | r++) \ | |
1b5c0b75 | 539 | if (r->alloc_enabled) |
2264d9c7 | 540 | |
d4ab3320 VS |
541 | #define for_each_mon_enabled_rdt_resource(r) \ |
542 | for (r = rdt_resources_all; r < rdt_resources_all + RDT_NUM_RESOURCES;\ | |
543 | r++) \ | |
544 | if (r->mon_enabled) | |
545 | ||
c1c7c3f9 FY |
546 | /* CPUID.(EAX=10H, ECX=ResID=1).EAX */ |
547 | union cpuid_0x10_1_eax { | |
548 | struct { | |
549 | unsigned int cbm_len:5; | |
550 | } split; | |
551 | unsigned int full; | |
552 | }; | |
553 | ||
ab66a33b VS |
554 | /* CPUID.(EAX=10H, ECX=ResID=3).EAX */ |
555 | union cpuid_0x10_3_eax { | |
556 | struct { | |
557 | unsigned int max_delay:12; | |
558 | } split; | |
559 | unsigned int full; | |
560 | }; | |
561 | ||
2545e9f5 VS |
562 | /* CPUID.(EAX=10H, ECX=ResID).EDX */ |
563 | union cpuid_0x10_x_edx { | |
c1c7c3f9 FY |
564 | struct { |
565 | unsigned int cos_max:16; | |
566 | } split; | |
567 | unsigned int full; | |
568 | }; | |
2264d9c7 | 569 | |
9b3a7fd0 TL |
570 | void rdt_last_cmd_clear(void); |
571 | void rdt_last_cmd_puts(const char *s); | |
572 | void rdt_last_cmd_printf(const char *fmt, ...); | |
573 | ||
2545e9f5 | 574 | void rdt_ctrl_update(void *arg); |
60cf5e10 FY |
575 | struct rdtgroup *rdtgroup_kn_lock_live(struct kernfs_node *kn); |
576 | void rdtgroup_kn_unlock(struct kernfs_node *kn); | |
125db711 | 577 | int rdtgroup_kn_mode_restrict(struct rdtgroup *r, const char *name); |
392487de RC |
578 | int rdtgroup_kn_mode_restore(struct rdtgroup *r, const char *name, |
579 | umode_t mask); | |
d89b7379 VS |
580 | struct rdt_domain *rdt_find_domain(struct rdt_resource *r, int id, |
581 | struct list_head **pos); | |
60ec2440 TL |
582 | ssize_t rdtgroup_schemata_write(struct kernfs_open_file *of, |
583 | char *buf, size_t nbytes, loff_t off); | |
584 | int rdtgroup_schemata_show(struct kernfs_open_file *of, | |
585 | struct seq_file *s, void *v); | |
9ab9aa15 | 586 | bool rdtgroup_cbm_overlaps(struct rdt_resource *r, struct rdt_domain *d, |
49e00eee | 587 | unsigned long cbm, int closid, bool exclusive); |
d9b48c86 | 588 | unsigned int rdtgroup_cbm_to_size(struct rdt_resource *r, struct rdt_domain *d, |
49e00eee | 589 | unsigned long cbm); |
472ef09b | 590 | enum rdtgrp_mode rdtgroup_mode_by_closid(int closid); |
f7a6e3f6 | 591 | int rdtgroup_tasks_assigned(struct rdtgroup *r); |
63657c1c RC |
592 | int rdtgroup_locksetup_enter(struct rdtgroup *rdtgrp); |
593 | int rdtgroup_locksetup_exit(struct rdtgroup *rdtgrp); | |
49e00eee | 594 | bool rdtgroup_cbm_overlaps_pseudo_locked(struct rdt_domain *d, unsigned long cbm); |
72d50505 | 595 | bool rdtgroup_pseudo_locked_in_hierarchy(struct rdt_domain *d); |
746e0859 RC |
596 | int rdt_pseudo_lock_init(void); |
597 | void rdt_pseudo_lock_release(void); | |
018961ae RC |
598 | int rdtgroup_pseudo_lock_create(struct rdtgroup *rdtgrp); |
599 | void rdtgroup_pseudo_lock_remove(struct rdtgroup *rdtgrp); | |
edf6fa1c | 600 | struct rdt_domain *get_domain_from_cpu(int cpu, struct rdt_resource *r); |
024d15be | 601 | int update_domains(struct rdt_resource *r, int closid); |
c793da8e | 602 | int closids_supported(void); |
024d15be | 603 | void closid_free(int closid); |
c7d9aac6 VS |
604 | int alloc_rmid(void); |
605 | void free_rmid(u32 rmid); | |
6a445edc | 606 | int rdt_get_mon_l3_config(struct rdt_resource *r); |
d89b7379 VS |
607 | void mon_event_count(void *info); |
608 | int rdtgroup_mondata_show(struct seq_file *m, void *arg); | |
895c663e VS |
609 | void rmdir_mondata_subdir_allrdtgrp(struct rdt_resource *r, |
610 | unsigned int dom_id); | |
611 | void mkdir_mondata_subdir_allrdtgrp(struct rdt_resource *r, | |
612 | struct rdt_domain *d); | |
46637d45 RC |
613 | void mon_event_read(struct rmid_read *rr, struct rdt_resource *r, |
614 | struct rdt_domain *d, struct rdtgroup *rdtgrp, | |
615 | int evtid, int first); | |
24247aee VS |
616 | void mbm_setup_overflow_handler(struct rdt_domain *dom, |
617 | unsigned long delay_ms); | |
e3302683 | 618 | void mbm_handle_overflow(struct work_struct *work); |
19c635ab | 619 | bool is_mba_sc(struct rdt_resource *r); |
1bd2a63b | 620 | void setup_default_ctrlval(struct rdt_resource *r, u32 *dc, u32 *dm); |
de73f38f | 621 | u32 delay_bw_map(unsigned long bw, struct rdt_resource *r); |
24247aee VS |
622 | void cqm_setup_limbo_handler(struct rdt_domain *dom, unsigned long delay_ms); |
623 | void cqm_handle_limbo(struct work_struct *work); | |
624 | bool has_busy_rmid(struct rdt_resource *r, struct rdt_domain *d); | |
625 | void __check_limbo(struct rdt_domain *d, bool force_free); | |
9fe04507 | 626 | void rdt_domain_reconfigure_cdp(struct rdt_resource *r); |
29b6bd41 | 627 | void __init thread_throttle_mode_init(void); |
4f341a5e | 628 | |
fa7d9493 | 629 | #endif /* _ASM_X86_RESCTRL_INTERNAL_H */ |