Commit | Line | Data |
---|---|---|
0b61f8a4 | 1 | // SPDX-License-Identifier: GPL-2.0 |
1da177e4 | 2 | /* |
7b718769 NS |
3 | * Copyright (c) 2000,2002,2005 Silicon Graphics, Inc. |
4 | * All Rights Reserved. | |
1da177e4 LT |
5 | */ |
6 | #ifndef __XFS_TRANS_PRIV_H__ | |
7 | #define __XFS_TRANS_PRIV_H__ | |
8 | ||
9 | struct xfs_log_item; | |
1da177e4 LT |
10 | struct xfs_mount; |
11 | struct xfs_trans; | |
0e57f6a3 DC |
12 | struct xfs_ail; |
13 | struct xfs_log_vec; | |
1da177e4 | 14 | |
d386b32b DC |
15 | |
16 | void xfs_trans_init(struct xfs_mount *); | |
e98c414f CH |
17 | void xfs_trans_add_item(struct xfs_trans *, struct xfs_log_item *); |
18 | void xfs_trans_del_item(struct xfs_log_item *); | |
71e330b5 | 19 | void xfs_trans_unreserve_and_mod_sb(struct xfs_trans *tp); |
1da177e4 | 20 | |
0e57f6a3 | 21 | void xfs_trans_committed_bulk(struct xfs_ail *ailp, struct xfs_log_vec *lv, |
d15cbf2f | 22 | xfs_lsn_t commit_lsn, bool aborted); |
1da177e4 | 23 | /* |
27d8d5fe DC |
24 | * AIL traversal cursor. |
25 | * | |
26 | * Rather than using a generation number for detecting changes in the ail, use | |
27 | * a cursor that is protected by the ail lock. The aild cursor exists in the | |
28 | * struct xfs_ail, but other traversals can declare it on the stack and link it | |
29 | * to the ail list. | |
30 | * | |
31 | * When an object is deleted from or moved int the AIL, the cursor list is | |
32 | * searched to see if the object is a designated cursor item. If it is, it is | |
33 | * deleted from the cursor so that the next time the cursor is used traversal | |
34 | * will return to the start. | |
35 | * | |
36 | * This means a traversal colliding with a removal will cause a restart of the | |
37 | * list scan, rather than any insertion or deletion anywhere in the list. The | |
38 | * low bit of the item pointer is set if the cursor has been invalidated so | |
39 | * that we can tell the difference between invalidation and reaching the end | |
40 | * of the list to trigger traversal restarts. | |
1da177e4 | 41 | */ |
27d8d5fe | 42 | struct xfs_ail_cursor { |
af3e4022 | 43 | struct list_head list; |
27d8d5fe DC |
44 | struct xfs_log_item *item; |
45 | }; | |
1da177e4 | 46 | |
249a8c11 | 47 | /* |
27d8d5fe DC |
48 | * Private AIL structures. |
49 | * | |
50 | * Eventually we need to drive the locking in here as well. | |
249a8c11 | 51 | */ |
82fa9012 | 52 | struct xfs_ail { |
57e80956 MW |
53 | struct xfs_mount *ail_mount; |
54 | struct task_struct *ail_task; | |
55 | struct list_head ail_head; | |
56 | xfs_lsn_t ail_target; | |
57 | xfs_lsn_t ail_target_prev; | |
58 | struct list_head ail_cursors; | |
59 | spinlock_t ail_lock; | |
60 | xfs_lsn_t ail_last_pushed_lsn; | |
61 | int ail_log_flush; | |
62 | struct list_head ail_buf_list; | |
63 | wait_queue_head_t ail_empty; | |
82fa9012 DC |
64 | }; |
65 | ||
27d8d5fe DC |
66 | /* |
67 | * From xfs_trans_ail.c | |
68 | */ | |
e6059949 | 69 | void xfs_trans_ail_update_bulk(struct xfs_ail *ailp, |
1d8c95a3 | 70 | struct xfs_ail_cursor *cur, |
e6059949 | 71 | struct xfs_log_item **log_items, int nr_items, |
57e80956 | 72 | xfs_lsn_t lsn) __releases(ailp->ail_lock); |
8d1d4083 JL |
73 | /* |
74 | * Return a pointer to the first item in the AIL. If the AIL is empty, then | |
75 | * return NULL. | |
76 | */ | |
77 | static inline struct xfs_log_item * | |
78 | xfs_ail_min( | |
79 | struct xfs_ail *ailp) | |
80 | { | |
57e80956 | 81 | return list_first_entry_or_null(&ailp->ail_head, struct xfs_log_item, |
8d1d4083 JL |
82 | li_ail); |
83 | } | |
84 | ||
e6059949 DC |
85 | static inline void |
86 | xfs_trans_ail_update( | |
87 | struct xfs_ail *ailp, | |
88 | struct xfs_log_item *lip, | |
57e80956 | 89 | xfs_lsn_t lsn) __releases(ailp->ail_lock) |
e6059949 | 90 | { |
1d8c95a3 | 91 | xfs_trans_ail_update_bulk(ailp, NULL, &lip, 1, lsn); |
e6059949 DC |
92 | } |
93 | ||
27af1bbf CH |
94 | bool xfs_ail_delete_one(struct xfs_ail *ailp, struct xfs_log_item *lip); |
95 | void xfs_trans_ail_delete(struct xfs_ail *ailp, struct xfs_log_item *lip, | |
57e80956 | 96 | int shutdown_type) __releases(ailp->ail_lock); |
9552e7f2 | 97 | |
146e54b7 BF |
98 | static inline void |
99 | xfs_trans_ail_remove( | |
100 | struct xfs_log_item *lip, | |
101 | int shutdown_type) | |
102 | { | |
103 | struct xfs_ail *ailp = lip->li_ailp; | |
104 | ||
57e80956 | 105 | spin_lock(&ailp->ail_lock); |
146e54b7 | 106 | /* xfs_trans_ail_delete() drops the AIL lock */ |
22525c17 | 107 | if (test_bit(XFS_LI_IN_AIL, &lip->li_flags)) |
146e54b7 BF |
108 | xfs_trans_ail_delete(ailp, lip, shutdown_type); |
109 | else | |
57e80956 | 110 | spin_unlock(&ailp->ail_lock); |
146e54b7 BF |
111 | } |
112 | ||
fd074841 DC |
113 | void xfs_ail_push(struct xfs_ail *, xfs_lsn_t); |
114 | void xfs_ail_push_all(struct xfs_ail *); | |
211e4d43 | 115 | void xfs_ail_push_all_sync(struct xfs_ail *); |
1c304625 | 116 | struct xfs_log_item *xfs_ail_min(struct xfs_ail *ailp); |
fd074841 DC |
117 | xfs_lsn_t xfs_ail_min_lsn(struct xfs_ail *ailp); |
118 | ||
1d8c95a3 | 119 | struct xfs_log_item * xfs_trans_ail_cursor_first(struct xfs_ail *ailp, |
5b00f14f DC |
120 | struct xfs_ail_cursor *cur, |
121 | xfs_lsn_t lsn); | |
1d8c95a3 DC |
122 | struct xfs_log_item * xfs_trans_ail_cursor_last(struct xfs_ail *ailp, |
123 | struct xfs_ail_cursor *cur, | |
124 | xfs_lsn_t lsn); | |
125 | struct xfs_log_item * xfs_trans_ail_cursor_next(struct xfs_ail *ailp, | |
27d8d5fe | 126 | struct xfs_ail_cursor *cur); |
e4a1e29c | 127 | void xfs_trans_ail_cursor_done(struct xfs_ail_cursor *cur); |
27d8d5fe | 128 | |
7b2e2a31 DC |
129 | #if BITS_PER_LONG != 64 |
130 | static inline void | |
131 | xfs_trans_ail_copy_lsn( | |
132 | struct xfs_ail *ailp, | |
133 | xfs_lsn_t *dst, | |
134 | xfs_lsn_t *src) | |
135 | { | |
136 | ASSERT(sizeof(xfs_lsn_t) == 8); /* don't lock if it shrinks */ | |
57e80956 | 137 | spin_lock(&ailp->ail_lock); |
7b2e2a31 | 138 | *dst = *src; |
57e80956 | 139 | spin_unlock(&ailp->ail_lock); |
7b2e2a31 DC |
140 | } |
141 | #else | |
142 | static inline void | |
143 | xfs_trans_ail_copy_lsn( | |
144 | struct xfs_ail *ailp, | |
145 | xfs_lsn_t *dst, | |
146 | xfs_lsn_t *src) | |
147 | { | |
148 | ASSERT(sizeof(xfs_lsn_t) == 8); | |
149 | *dst = *src; | |
150 | } | |
151 | #endif | |
d3a304b6 CM |
152 | |
153 | static inline void | |
154 | xfs_clear_li_failed( | |
155 | struct xfs_log_item *lip) | |
156 | { | |
157 | struct xfs_buf *bp = lip->li_buf; | |
158 | ||
22525c17 | 159 | ASSERT(test_bit(XFS_LI_IN_AIL, &lip->li_flags)); |
57e80956 | 160 | lockdep_assert_held(&lip->li_ailp->ail_lock); |
d3a304b6 | 161 | |
22525c17 | 162 | if (test_and_clear_bit(XFS_LI_FAILED, &lip->li_flags)) { |
d3a304b6 CM |
163 | lip->li_buf = NULL; |
164 | xfs_buf_rele(bp); | |
165 | } | |
166 | } | |
167 | ||
168 | static inline void | |
169 | xfs_set_li_failed( | |
170 | struct xfs_log_item *lip, | |
171 | struct xfs_buf *bp) | |
172 | { | |
57e80956 | 173 | lockdep_assert_held(&lip->li_ailp->ail_lock); |
d3a304b6 | 174 | |
22525c17 | 175 | if (!test_and_set_bit(XFS_LI_FAILED, &lip->li_flags)) { |
d3a304b6 | 176 | xfs_buf_hold(bp); |
d3a304b6 CM |
177 | lip->li_buf = bp; |
178 | } | |
179 | } | |
180 | ||
1da177e4 | 181 | #endif /* __XFS_TRANS_PRIV_H__ */ |