Commit | Line | Data |
---|---|---|
b2441318 | 1 | /* SPDX-License-Identifier: GPL-2.0 */ |
2056a782 JA |
2 | #ifndef BLKTRACE_H |
3 | #define BLKTRACE_H | |
4 | ||
24b83deb | 5 | #include <linux/blk-mq.h> |
2056a782 | 6 | #include <linux/relay.h> |
62c2a7d9 | 7 | #include <linux/compat.h> |
607ca46e | 8 | #include <uapi/linux/blktrace_api.h> |
a404d557 | 9 | #include <linux/list.h> |
c0ddffa8 | 10 | |
c0ddffa8 | 11 | #if defined(CONFIG_BLK_DEV_IO_TRACE) |
157f9c00 ACM |
12 | |
13 | #include <linux/sysfs.h> | |
14 | ||
2056a782 JA |
15 | struct blk_trace { |
16 | int trace_state; | |
17 | struct rchan *rchan; | |
43cf38eb TH |
18 | unsigned long __percpu *sequence; |
19 | unsigned char __percpu *msg_data; | |
2056a782 JA |
20 | u16 act_mask; |
21 | u64 start_lba; | |
22 | u64 end_lba; | |
23 | u32 pid; | |
24 | u32 dev; | |
25 | struct dentry *dir; | |
a404d557 | 26 | struct list_head running_list; |
2056a782 JA |
27 | atomic_t dropped; |
28 | }; | |
29 | ||
35fe6d76 SL |
30 | struct blkcg; |
31 | ||
2056a782 | 32 | extern int blk_trace_ioctl(struct block_device *, unsigned, char __user *); |
165125e1 | 33 | extern void blk_trace_shutdown(struct request_queue *); |
35fe6d76 SL |
34 | extern __printf(3, 4) |
35 | void __trace_note_message(struct blk_trace *, struct blkcg *blkcg, const char *fmt, ...); | |
171044d4 | 36 | |
9d5f09a4 AB |
37 | /** |
38 | * blk_add_trace_msg - Add a (simple) message to the blktrace stream | |
39 | * @q: queue the io is for | |
40 | * @fmt: format to print message in | |
41 | * args... Variable argument list for format | |
42 | * | |
43 | * Description: | |
44 | * Records a (simple) message onto the blktrace stream. | |
45 | * | |
46 | * NOTE: BLK_TN_MAX_MSG characters are output at most. | |
47 | * NOTE: Can not use 'static inline' due to presence of var args... | |
48 | * | |
49 | **/ | |
35fe6d76 | 50 | #define blk_add_cgroup_trace_msg(q, cg, fmt, ...) \ |
9d5f09a4 | 51 | do { \ |
c780e86d JK |
52 | struct blk_trace *bt; \ |
53 | \ | |
54 | rcu_read_lock(); \ | |
55 | bt = rcu_dereference((q)->blk_trace); \ | |
9d5f09a4 | 56 | if (unlikely(bt)) \ |
35fe6d76 | 57 | __trace_note_message(bt, cg, fmt, ##__VA_ARGS__);\ |
c780e86d | 58 | rcu_read_unlock(); \ |
9d5f09a4 | 59 | } while (0) |
35fe6d76 SL |
60 | #define blk_add_trace_msg(q, fmt, ...) \ |
61 | blk_add_cgroup_trace_msg(q, NULL, fmt, ##__VA_ARGS__) | |
64565911 | 62 | #define BLK_TN_MAX_MSG 128 |
2056a782 | 63 | |
59fa0224 SL |
64 | static inline bool blk_trace_note_message_enabled(struct request_queue *q) |
65 | { | |
c780e86d JK |
66 | struct blk_trace *bt; |
67 | bool ret; | |
68 | ||
69 | rcu_read_lock(); | |
70 | bt = rcu_dereference(q->blk_trace); | |
71 | ret = bt && (bt->act_mask & BLK_TC_NOTIFY); | |
72 | rcu_read_unlock(); | |
73 | return ret; | |
59fa0224 SL |
74 | } |
75 | ||
a54895fa | 76 | extern void blk_add_driver_data(struct request *rq, void *data, size_t len); |
7da975a2 | 77 | extern int blk_trace_setup(struct request_queue *q, char *name, dev_t dev, |
d0deef5b | 78 | struct block_device *bdev, |
6da127ad | 79 | char __user *arg); |
7da975a2 MP |
80 | extern int blk_trace_startstop(struct request_queue *q, int start); |
81 | extern int blk_trace_remove(struct request_queue *q); | |
48c0d4d4 | 82 | extern void blk_trace_remove_sysfs(struct device *dev); |
1d54ad6d | 83 | extern int blk_trace_init_sysfs(struct device *dev); |
6da127ad | 84 | |
157f9c00 ACM |
85 | extern struct attribute_group blk_trace_attr_group; |
86 | ||
2056a782 | 87 | #else /* !CONFIG_BLK_DEV_IO_TRACE */ |
d0deef5b SD |
88 | # define blk_trace_ioctl(bdev, cmd, arg) (-ENOTTY) |
89 | # define blk_trace_shutdown(q) do { } while (0) | |
a54895fa | 90 | # define blk_add_driver_data(rq, data, len) do {} while (0) |
d0deef5b SD |
91 | # define blk_trace_setup(q, name, dev, bdev, arg) (-ENOTTY) |
92 | # define blk_trace_startstop(q, start) (-ENOTTY) | |
93 | # define blk_trace_remove(q) (-ENOTTY) | |
94 | # define blk_add_trace_msg(q, fmt, ...) do { } while (0) | |
35fe6d76 | 95 | # define blk_add_cgroup_trace_msg(q, cg, fmt, ...) do { } while (0) |
b0da3f0d | 96 | # define blk_trace_remove_sysfs(dev) do { } while (0) |
59fa0224 | 97 | # define blk_trace_note_message_enabled(q) (false) |
1d54ad6d LZ |
98 | static inline int blk_trace_init_sysfs(struct device *dev) |
99 | { | |
100 | return 0; | |
101 | } | |
102 | ||
2056a782 | 103 | #endif /* CONFIG_BLK_DEV_IO_TRACE */ |
d0deef5b | 104 | |
2669b19f SR |
105 | #ifdef CONFIG_COMPAT |
106 | ||
107 | struct compat_blk_user_trace_setup { | |
f8c5e944 | 108 | char name[BLKTRACE_BDEV_SIZE]; |
2669b19f SR |
109 | u16 act_mask; |
110 | u32 buf_size; | |
111 | u32 buf_nr; | |
112 | compat_u64 start_lba; | |
113 | compat_u64 end_lba; | |
114 | u32 pid; | |
115 | }; | |
116 | #define BLKTRACESETUP32 _IOWR(0x12, 115, struct compat_blk_user_trace_setup) | |
117 | ||
118 | #endif | |
119 | ||
1f83bb4b | 120 | void blk_fill_rwbs(char *rwbs, unsigned int op); |
55782138 | 121 | |
48b77ad6 | 122 | static inline sector_t blk_rq_trace_sector(struct request *rq) |
55782138 | 123 | { |
0803de78 JK |
124 | /* |
125 | * Tracing should ignore starting sector for passthrough requests and | |
126 | * requests where starting sector didn't get set. | |
127 | */ | |
128 | if (blk_rq_is_passthrough(rq) || blk_rq_pos(rq) == (sector_t)-1) | |
129 | return 0; | |
130 | return blk_rq_pos(rq); | |
55782138 LZ |
131 | } |
132 | ||
48b77ad6 CH |
133 | static inline unsigned int blk_rq_trace_nr_sectors(struct request *rq) |
134 | { | |
57292b58 | 135 | return blk_rq_is_passthrough(rq) ? 0 : blk_rq_sectors(rq); |
48b77ad6 | 136 | } |
55782138 | 137 | |
2056a782 | 138 | #endif |