Commit | Line | Data |
---|---|---|
a9da8ab2 JA |
1 | #ifndef FIO_RATE_H |
2 | #define FIO_RATE_H | |
3 | ||
4 | #include "flist.h" | |
5 | ||
88271841 JA |
6 | struct workqueue_work { |
7 | struct flist_head list; | |
8 | }; | |
9 | ||
ee2b6d6e JA |
10 | struct submit_worker { |
11 | pthread_t thread; | |
12 | pthread_mutex_t lock; | |
13 | pthread_cond_t cond; | |
14 | struct flist_head work_list; | |
15 | unsigned int flags; | |
16 | unsigned int index; | |
17 | uint64_t seq; | |
18 | struct workqueue *wq; | |
19 | void *private; | |
24660963 | 20 | struct sk_out *sk_out; |
ee2b6d6e JA |
21 | }; |
22 | ||
155f2f02 | 23 | typedef int (workqueue_work_fn)(struct submit_worker *, struct workqueue_work *); |
ee2b6d6e JA |
24 | typedef bool (workqueue_pre_sleep_flush_fn)(struct submit_worker *); |
25 | typedef void (workqueue_pre_sleep_fn)(struct submit_worker *); | |
26 | typedef int (workqueue_alloc_worker_fn)(struct submit_worker *); | |
27 | typedef void (workqueue_free_worker_fn)(struct submit_worker *); | |
80ea26a8 | 28 | typedef int (workqueue_init_worker_fn)(struct submit_worker *); |
c35c582d | 29 | typedef void (workqueue_exit_worker_fn)(struct submit_worker *, unsigned int *); |
17ecadc3 | 30 | typedef void (workqueue_update_acct_fn)(struct submit_worker *); |
5bb79f69 JA |
31 | |
32 | struct workqueue_ops { | |
33 | workqueue_work_fn *fn; | |
34 | workqueue_pre_sleep_flush_fn *pre_sleep_flush_fn; | |
35 | workqueue_pre_sleep_fn *pre_sleep_fn; | |
df8472e1 | 36 | |
17ecadc3 JA |
37 | workqueue_update_acct_fn *update_acct_fn; |
38 | ||
ee2b6d6e JA |
39 | workqueue_alloc_worker_fn *alloc_worker_fn; |
40 | workqueue_free_worker_fn *free_worker_fn; | |
df8472e1 | 41 | |
80ea26a8 | 42 | workqueue_init_worker_fn *init_worker_fn; |
df8472e1 | 43 | workqueue_exit_worker_fn *exit_worker_fn; |
f6496ba7 JA |
44 | |
45 | unsigned int nice; | |
5bb79f69 | 46 | }; |
a9da8ab2 JA |
47 | |
48 | struct workqueue { | |
49 | unsigned int max_workers; | |
50 | ||
51 | struct thread_data *td; | |
5bb79f69 | 52 | struct workqueue_ops ops; |
a9da8ab2 JA |
53 | |
54 | uint64_t work_seq; | |
55 | struct submit_worker *workers; | |
56 | unsigned int next_free_worker; | |
57 | ||
58 | pthread_cond_t flush_cond; | |
59 | pthread_mutex_t flush_lock; | |
2a274336 | 60 | pthread_mutex_t stat_lock; |
a9da8ab2 JA |
61 | volatile int wake_idle; |
62 | }; | |
63 | ||
24660963 | 64 | int workqueue_init(struct thread_data *td, struct workqueue *wq, struct workqueue_ops *ops, unsigned int max_workers, struct sk_out *sk_out); |
a9da8ab2 JA |
65 | void workqueue_exit(struct workqueue *wq); |
66 | ||
26de50cf | 67 | void workqueue_enqueue(struct workqueue *wq, struct workqueue_work *work); |
a9da8ab2 JA |
68 | void workqueue_flush(struct workqueue *wq); |
69 | ||
ee2b6d6e | 70 | static inline bool workqueue_pre_sleep_check(struct submit_worker *sw) |
5bb79f69 | 71 | { |
ee2b6d6e JA |
72 | struct workqueue *wq = sw->wq; |
73 | ||
5bb79f69 JA |
74 | if (!wq->ops.pre_sleep_flush_fn) |
75 | return false; | |
76 | ||
ee2b6d6e | 77 | return wq->ops.pre_sleep_flush_fn(sw); |
5bb79f69 JA |
78 | } |
79 | ||
ee2b6d6e | 80 | static inline void workqueue_pre_sleep(struct submit_worker *sw) |
5bb79f69 | 81 | { |
ee2b6d6e JA |
82 | struct workqueue *wq = sw->wq; |
83 | ||
5bb79f69 | 84 | if (wq->ops.pre_sleep_fn) |
ee2b6d6e | 85 | wq->ops.pre_sleep_fn(sw); |
5bb79f69 JA |
86 | } |
87 | ||
80ea26a8 JA |
88 | static inline int workqueue_init_worker(struct submit_worker *sw) |
89 | { | |
90 | struct workqueue *wq = sw->wq; | |
91 | ||
92 | if (!wq->ops.init_worker_fn) | |
93 | return 0; | |
94 | ||
95 | return wq->ops.init_worker_fn(sw); | |
96 | } | |
97 | ||
c35c582d JA |
98 | static inline void workqueue_exit_worker(struct submit_worker *sw, |
99 | unsigned int *sum_cnt) | |
df8472e1 JA |
100 | { |
101 | struct workqueue *wq = sw->wq; | |
c35c582d | 102 | unsigned int tmp = 1; |
df8472e1 JA |
103 | |
104 | if (!wq->ops.exit_worker_fn) | |
105 | return; | |
106 | ||
c35c582d JA |
107 | if (!sum_cnt) |
108 | sum_cnt = &tmp; | |
109 | ||
110 | wq->ops.exit_worker_fn(sw, sum_cnt); | |
df8472e1 | 111 | } |
a9da8ab2 | 112 | #endif |