Commit | Line | Data |
---|---|---|
b2441318 | 1 | /* SPDX-License-Identifier: GPL-2.0 */ |
2056a782 JA |
2 | #ifndef BLKTRACE_H |
3 | #define BLKTRACE_H | |
4 | ||
2056a782 JA |
5 | #include <linux/blkdev.h> |
6 | #include <linux/relay.h> | |
62c2a7d9 | 7 | #include <linux/compat.h> |
607ca46e | 8 | #include <uapi/linux/blktrace_api.h> |
a404d557 | 9 | #include <linux/list.h> |
c0ddffa8 | 10 | |
c0ddffa8 | 11 | #if defined(CONFIG_BLK_DEV_IO_TRACE) |
157f9c00 ACM |
12 | |
13 | #include <linux/sysfs.h> | |
14 | ||
2056a782 JA |
15 | struct blk_trace { |
16 | int trace_state; | |
17 | struct rchan *rchan; | |
43cf38eb TH |
18 | unsigned long __percpu *sequence; |
19 | unsigned char __percpu *msg_data; | |
2056a782 JA |
20 | u16 act_mask; |
21 | u64 start_lba; | |
22 | u64 end_lba; | |
23 | u32 pid; | |
24 | u32 dev; | |
25 | struct dentry *dir; | |
26 | struct dentry *dropped_file; | |
02c62304 | 27 | struct dentry *msg_file; |
a404d557 | 28 | struct list_head running_list; |
2056a782 JA |
29 | atomic_t dropped; |
30 | }; | |
31 | ||
35fe6d76 SL |
32 | struct blkcg; |
33 | ||
2056a782 | 34 | extern int blk_trace_ioctl(struct block_device *, unsigned, char __user *); |
165125e1 | 35 | extern void blk_trace_shutdown(struct request_queue *); |
35fe6d76 SL |
36 | extern __printf(3, 4) |
37 | void __trace_note_message(struct blk_trace *, struct blkcg *blkcg, const char *fmt, ...); | |
171044d4 | 38 | |
9d5f09a4 AB |
39 | /** |
40 | * blk_add_trace_msg - Add a (simple) message to the blktrace stream | |
41 | * @q: queue the io is for | |
42 | * @fmt: format to print message in | |
43 | * args... Variable argument list for format | |
44 | * | |
45 | * Description: | |
46 | * Records a (simple) message onto the blktrace stream. | |
47 | * | |
48 | * NOTE: BLK_TN_MAX_MSG characters are output at most. | |
49 | * NOTE: Can not use 'static inline' due to presence of var args... | |
50 | * | |
51 | **/ | |
35fe6d76 | 52 | #define blk_add_cgroup_trace_msg(q, cg, fmt, ...) \ |
9d5f09a4 | 53 | do { \ |
c780e86d JK |
54 | struct blk_trace *bt; \ |
55 | \ | |
56 | rcu_read_lock(); \ | |
57 | bt = rcu_dereference((q)->blk_trace); \ | |
9d5f09a4 | 58 | if (unlikely(bt)) \ |
35fe6d76 | 59 | __trace_note_message(bt, cg, fmt, ##__VA_ARGS__);\ |
c780e86d | 60 | rcu_read_unlock(); \ |
9d5f09a4 | 61 | } while (0) |
35fe6d76 SL |
62 | #define blk_add_trace_msg(q, fmt, ...) \ |
63 | blk_add_cgroup_trace_msg(q, NULL, fmt, ##__VA_ARGS__) | |
64565911 | 64 | #define BLK_TN_MAX_MSG 128 |
2056a782 | 65 | |
59fa0224 SL |
66 | static inline bool blk_trace_note_message_enabled(struct request_queue *q) |
67 | { | |
c780e86d JK |
68 | struct blk_trace *bt; |
69 | bool ret; | |
70 | ||
71 | rcu_read_lock(); | |
72 | bt = rcu_dereference(q->blk_trace); | |
73 | ret = bt && (bt->act_mask & BLK_TC_NOTIFY); | |
74 | rcu_read_unlock(); | |
75 | return ret; | |
59fa0224 SL |
76 | } |
77 | ||
5f3ea37c ACM |
78 | extern void blk_add_driver_data(struct request_queue *q, struct request *rq, |
79 | void *data, size_t len); | |
7da975a2 | 80 | extern int blk_trace_setup(struct request_queue *q, char *name, dev_t dev, |
d0deef5b | 81 | struct block_device *bdev, |
6da127ad | 82 | char __user *arg); |
7da975a2 MP |
83 | extern int blk_trace_startstop(struct request_queue *q, int start); |
84 | extern int blk_trace_remove(struct request_queue *q); | |
48c0d4d4 | 85 | extern void blk_trace_remove_sysfs(struct device *dev); |
1d54ad6d | 86 | extern int blk_trace_init_sysfs(struct device *dev); |
6da127ad | 87 | |
157f9c00 ACM |
88 | extern struct attribute_group blk_trace_attr_group; |
89 | ||
2056a782 | 90 | #else /* !CONFIG_BLK_DEV_IO_TRACE */ |
d0deef5b SD |
91 | # define blk_trace_ioctl(bdev, cmd, arg) (-ENOTTY) |
92 | # define blk_trace_shutdown(q) do { } while (0) | |
d0deef5b SD |
93 | # define blk_add_driver_data(q, rq, data, len) do {} while (0) |
94 | # define blk_trace_setup(q, name, dev, bdev, arg) (-ENOTTY) | |
95 | # define blk_trace_startstop(q, start) (-ENOTTY) | |
96 | # define blk_trace_remove(q) (-ENOTTY) | |
97 | # define blk_add_trace_msg(q, fmt, ...) do { } while (0) | |
35fe6d76 | 98 | # define blk_add_cgroup_trace_msg(q, cg, fmt, ...) do { } while (0) |
b0da3f0d | 99 | # define blk_trace_remove_sysfs(dev) do { } while (0) |
59fa0224 | 100 | # define blk_trace_note_message_enabled(q) (false) |
1d54ad6d LZ |
101 | static inline int blk_trace_init_sysfs(struct device *dev) |
102 | { | |
103 | return 0; | |
104 | } | |
105 | ||
2056a782 | 106 | #endif /* CONFIG_BLK_DEV_IO_TRACE */ |
d0deef5b | 107 | |
2669b19f SR |
108 | #ifdef CONFIG_COMPAT |
109 | ||
110 | struct compat_blk_user_trace_setup { | |
f8c5e944 | 111 | char name[BLKTRACE_BDEV_SIZE]; |
2669b19f SR |
112 | u16 act_mask; |
113 | u32 buf_size; | |
114 | u32 buf_nr; | |
115 | compat_u64 start_lba; | |
116 | compat_u64 end_lba; | |
117 | u32 pid; | |
118 | }; | |
119 | #define BLKTRACESETUP32 _IOWR(0x12, 115, struct compat_blk_user_trace_setup) | |
120 | ||
121 | #endif | |
122 | ||
48b77ad6 | 123 | extern void blk_fill_rwbs(char *rwbs, unsigned int op, int bytes); |
55782138 | 124 | |
48b77ad6 | 125 | static inline sector_t blk_rq_trace_sector(struct request *rq) |
55782138 | 126 | { |
0803de78 JK |
127 | /* |
128 | * Tracing should ignore starting sector for passthrough requests and | |
129 | * requests where starting sector didn't get set. | |
130 | */ | |
131 | if (blk_rq_is_passthrough(rq) || blk_rq_pos(rq) == (sector_t)-1) | |
132 | return 0; | |
133 | return blk_rq_pos(rq); | |
55782138 LZ |
134 | } |
135 | ||
48b77ad6 CH |
136 | static inline unsigned int blk_rq_trace_nr_sectors(struct request *rq) |
137 | { | |
57292b58 | 138 | return blk_rq_is_passthrough(rq) ? 0 : blk_rq_sectors(rq); |
48b77ad6 | 139 | } |
55782138 | 140 | |
2056a782 | 141 | #endif |