Commit | Line | Data |
---|---|---|
f24e9980 SW |
1 | #ifndef _FS_CEPH_OSD_CLIENT_H |
2 | #define _FS_CEPH_OSD_CLIENT_H | |
3 | ||
4 | #include <linux/completion.h> | |
415e49a9 | 5 | #include <linux/kref.h> |
f24e9980 SW |
6 | #include <linux/mempool.h> |
7 | #include <linux/rbtree.h> | |
8 | ||
6c4a1915 AE |
9 | #include <linux/ceph/types.h> |
10 | #include <linux/ceph/osdmap.h> | |
11 | #include <linux/ceph/messenger.h> | |
12 | #include <linux/ceph/auth.h> | |
c885837f | 13 | #include <linux/ceph/pagelist.h> |
f24e9980 SW |
14 | |
15 | struct ceph_msg; | |
16 | struct ceph_snap_context; | |
17 | struct ceph_osd_request; | |
18 | struct ceph_osd_client; | |
4e7a5dcd | 19 | struct ceph_authorizer; |
f24e9980 SW |
20 | |
21 | /* | |
22 | * completion callback for async writepages | |
23 | */ | |
24 | typedef void (*ceph_osdc_callback_t)(struct ceph_osd_request *, | |
25 | struct ceph_msg *); | |
26be8808 | 26 | typedef void (*ceph_osdc_unsafe_callback_t)(struct ceph_osd_request *, bool); |
f24e9980 SW |
27 | |
28 | /* a given osd we're communicating with */ | |
29 | struct ceph_osd { | |
30 | atomic_t o_ref; | |
31 | struct ceph_osd_client *o_osdc; | |
32 | int o_osd; | |
33 | int o_incarnation; | |
34 | struct rb_node o_node; | |
35 | struct ceph_connection o_con; | |
36 | struct list_head o_requests; | |
a40c4f10 | 37 | struct list_head o_linger_requests; |
f5a2041b | 38 | struct list_head o_osd_lru; |
6c4a1915 | 39 | struct ceph_auth_handshake o_auth; |
f5a2041b | 40 | unsigned long lru_ttl; |
422d2cb8 YS |
41 | int o_marked_for_keepalive; |
42 | struct list_head o_keepalive_item; | |
f24e9980 SW |
43 | }; |
44 | ||
1b83bef2 | 45 | |
79528734 | 46 | #define CEPH_OSD_MAX_OP 2 |
1b83bef2 | 47 | |
2ac2b7a6 | 48 | enum ceph_osd_data_type { |
ec9123c5 | 49 | CEPH_OSD_DATA_TYPE_NONE = 0, |
2ac2b7a6 | 50 | CEPH_OSD_DATA_TYPE_PAGES, |
9a5e6d09 | 51 | CEPH_OSD_DATA_TYPE_PAGELIST, |
2ac2b7a6 AE |
52 | #ifdef CONFIG_BLOCK |
53 | CEPH_OSD_DATA_TYPE_BIO, | |
54 | #endif /* CONFIG_BLOCK */ | |
55 | }; | |
56 | ||
2794a82a | 57 | struct ceph_osd_data { |
2ac2b7a6 AE |
58 | enum ceph_osd_data_type type; |
59 | union { | |
2794a82a AE |
60 | struct { |
61 | struct page **pages; | |
e0c59487 | 62 | u64 length; |
2794a82a AE |
63 | u32 alignment; |
64 | bool pages_from_pool; | |
65 | bool own_pages; | |
66 | }; | |
9a5e6d09 | 67 | struct ceph_pagelist *pagelist; |
2794a82a | 68 | #ifdef CONFIG_BLOCK |
fdce58cc AE |
69 | struct { |
70 | struct bio *bio; /* list of bios */ | |
71 | size_t bio_length; /* total in list */ | |
72 | }; | |
2794a82a AE |
73 | #endif /* CONFIG_BLOCK */ |
74 | }; | |
75 | }; | |
76 | ||
79528734 AE |
77 | struct ceph_osd_req_op { |
78 | u16 op; /* CEPH_OSD_OP_* */ | |
7b25bf5f | 79 | u32 flags; /* CEPH_OSD_OP_FLAG_* */ |
79528734 AE |
80 | u32 payload_len; |
81 | union { | |
49719778 | 82 | struct ceph_osd_data raw_data_in; |
79528734 AE |
83 | struct { |
84 | u64 offset, length; | |
85 | u64 truncate_size; | |
86 | u32 truncate_seq; | |
5476492f | 87 | struct ceph_osd_data osd_data; |
79528734 AE |
88 | } extent; |
89 | struct { | |
90 | const char *class_name; | |
91 | const char *method_name; | |
5476492f | 92 | struct ceph_osd_data request_info; |
04017e29 | 93 | struct ceph_osd_data request_data; |
5476492f | 94 | struct ceph_osd_data response_data; |
79528734 AE |
95 | __u8 class_len; |
96 | __u8 method_len; | |
97 | __u8 argc; | |
98 | } cls; | |
99 | struct { | |
100 | u64 cookie; | |
101 | u64 ver; | |
102 | u32 prot_ver; | |
103 | u32 timeout; | |
104 | __u8 flag; | |
105 | } watch; | |
106 | }; | |
107 | }; | |
108 | ||
f24e9980 SW |
109 | /* an in-flight request */ |
110 | struct ceph_osd_request { | |
111 | u64 r_tid; /* unique for this client */ | |
112 | struct rb_node r_node; | |
422d2cb8 | 113 | struct list_head r_req_lru_item; |
f24e9980 | 114 | struct list_head r_osd_item; |
a40c4f10 YS |
115 | struct list_head r_linger_item; |
116 | struct list_head r_linger_osd; | |
f24e9980 | 117 | struct ceph_osd *r_osd; |
5b191d99 | 118 | struct ceph_pg r_pgid; |
d85b7056 SW |
119 | int r_pg_osds[CEPH_PG_MAX_SIZE]; |
120 | int r_num_pg_osds; | |
f24e9980 SW |
121 | |
122 | struct ceph_msg *r_request, *r_reply; | |
f24e9980 SW |
123 | int r_flags; /* any additional flags for the osd */ |
124 | u32 r_sent; /* >0 if r_request is sending/sent */ | |
1b83bef2 | 125 | |
79528734 AE |
126 | /* request osd ops array */ |
127 | unsigned int r_num_ops; | |
128 | struct ceph_osd_req_op r_ops[CEPH_OSD_MAX_OP]; | |
129 | ||
1b83bef2 SW |
130 | /* these are updated on each send */ |
131 | __le32 *r_request_osdmap_epoch; | |
132 | __le32 *r_request_flags; | |
133 | __le64 *r_request_pool; | |
134 | void *r_request_pgid; | |
135 | __le32 *r_request_attempts; | |
d29adb34 | 136 | bool r_paused; |
1b83bef2 SW |
137 | struct ceph_eversion *r_request_reassert_version; |
138 | ||
139 | int r_result; | |
140 | int r_reply_op_len[CEPH_OSD_MAX_OP]; | |
141 | s32 r_reply_op_result[CEPH_OSD_MAX_OP]; | |
350b1c32 | 142 | int r_got_reply; |
a40c4f10 | 143 | int r_linger; |
f24e9980 SW |
144 | |
145 | struct ceph_osd_client *r_osdc; | |
415e49a9 | 146 | struct kref r_kref; |
f24e9980 SW |
147 | bool r_mempool; |
148 | struct completion r_completion, r_safe_completion; | |
26be8808 AE |
149 | ceph_osdc_callback_t r_callback; |
150 | ceph_osdc_unsafe_callback_t r_unsafe_callback; | |
f24e9980 SW |
151 | struct ceph_eversion r_reassert_version; |
152 | struct list_head r_unsafe_item; | |
153 | ||
154 | struct inode *r_inode; /* for use by callbacks */ | |
3d14c5d2 | 155 | void *r_priv; /* ditto */ |
f24e9980 | 156 | |
3c972c95 ID |
157 | struct ceph_object_locator r_base_oloc; |
158 | struct ceph_object_id r_base_oid; | |
205ee118 ID |
159 | struct ceph_object_locator r_target_oloc; |
160 | struct ceph_object_id r_target_oid; | |
22116525 | 161 | |
2169aea6 | 162 | u64 r_snapid; |
3dd72fc0 | 163 | unsigned long r_stamp; /* send OR check time */ |
f24e9980 | 164 | |
f24e9980 | 165 | struct ceph_snap_context *r_snapc; /* snap context for writes */ |
f24e9980 SW |
166 | }; |
167 | ||
205ee118 ID |
168 | struct ceph_request_redirect { |
169 | struct ceph_object_locator oloc; | |
170 | }; | |
171 | ||
a40c4f10 YS |
172 | struct ceph_osd_event { |
173 | u64 cookie; | |
174 | int one_shot; | |
175 | struct ceph_osd_client *osdc; | |
176 | void (*cb)(u64, u64, u8, void *); | |
177 | void *data; | |
178 | struct rb_node node; | |
179 | struct list_head osd_node; | |
180 | struct kref kref; | |
a40c4f10 YS |
181 | }; |
182 | ||
183 | struct ceph_osd_event_work { | |
184 | struct work_struct work; | |
185 | struct ceph_osd_event *event; | |
186 | u64 ver; | |
187 | u64 notify_id; | |
188 | u8 opcode; | |
189 | }; | |
190 | ||
f24e9980 SW |
191 | struct ceph_osd_client { |
192 | struct ceph_client *client; | |
193 | ||
194 | struct ceph_osdmap *osdmap; /* current map */ | |
195 | struct rw_semaphore map_sem; | |
196 | struct completion map_waiters; | |
197 | u64 last_requested_map; | |
198 | ||
199 | struct mutex request_mutex; | |
200 | struct rb_root osds; /* osds */ | |
f5a2041b | 201 | struct list_head osd_lru; /* idle osds */ |
f24e9980 SW |
202 | u64 timeout_tid; /* tid of timeout triggering rq */ |
203 | u64 last_tid; /* tid of last request */ | |
204 | struct rb_root requests; /* pending requests */ | |
6f6c7006 SW |
205 | struct list_head req_lru; /* in-flight lru */ |
206 | struct list_head req_unsent; /* unsent/need-resend queue */ | |
207 | struct list_head req_notarget; /* map to no osd */ | |
a40c4f10 | 208 | struct list_head req_linger; /* lingering requests */ |
f24e9980 SW |
209 | int num_requests; |
210 | struct delayed_work timeout_work; | |
f5a2041b | 211 | struct delayed_work osds_timeout_work; |
039934b8 | 212 | #ifdef CONFIG_DEBUG_FS |
f24e9980 | 213 | struct dentry *debugfs_file; |
039934b8 | 214 | #endif |
f24e9980 SW |
215 | |
216 | mempool_t *req_mempool; | |
217 | ||
0d59ab81 | 218 | struct ceph_msgpool msgpool_op; |
c16e7869 | 219 | struct ceph_msgpool msgpool_op_reply; |
a40c4f10 YS |
220 | |
221 | spinlock_t event_lock; | |
222 | struct rb_root event_tree; | |
223 | u64 event_count; | |
224 | ||
225 | struct workqueue_struct *notify_wq; | |
f24e9980 SW |
226 | }; |
227 | ||
5522ae0b AE |
228 | extern int ceph_osdc_setup(void); |
229 | extern void ceph_osdc_cleanup(void); | |
230 | ||
f24e9980 SW |
231 | extern int ceph_osdc_init(struct ceph_osd_client *osdc, |
232 | struct ceph_client *client); | |
233 | extern void ceph_osdc_stop(struct ceph_osd_client *osdc); | |
234 | ||
235 | extern void ceph_osdc_handle_reply(struct ceph_osd_client *osdc, | |
236 | struct ceph_msg *msg); | |
237 | extern void ceph_osdc_handle_map(struct ceph_osd_client *osdc, | |
238 | struct ceph_msg *msg); | |
239 | ||
49719778 AE |
240 | extern void osd_req_op_init(struct ceph_osd_request *osd_req, |
241 | unsigned int which, u16 opcode); | |
242 | ||
243 | extern void osd_req_op_raw_data_in_pages(struct ceph_osd_request *, | |
244 | unsigned int which, | |
245 | struct page **pages, u64 length, | |
246 | u32 alignment, bool pages_from_pool, | |
247 | bool own_pages); | |
248 | ||
c99d2d4a AE |
249 | extern void osd_req_op_extent_init(struct ceph_osd_request *osd_req, |
250 | unsigned int which, u16 opcode, | |
33803f33 AE |
251 | u64 offset, u64 length, |
252 | u64 truncate_size, u32 truncate_seq); | |
c99d2d4a AE |
253 | extern void osd_req_op_extent_update(struct ceph_osd_request *osd_req, |
254 | unsigned int which, u64 length); | |
a4ce40a9 AE |
255 | |
256 | extern struct ceph_osd_data *osd_req_op_extent_osd_data( | |
257 | struct ceph_osd_request *osd_req, | |
406e2c9f | 258 | unsigned int which); |
a4ce40a9 AE |
259 | extern struct ceph_osd_data *osd_req_op_cls_response_data( |
260 | struct ceph_osd_request *osd_req, | |
261 | unsigned int which); | |
262 | ||
263 | extern void osd_req_op_extent_osd_data_pages(struct ceph_osd_request *, | |
406e2c9f | 264 | unsigned int which, |
a4ce40a9 AE |
265 | struct page **pages, u64 length, |
266 | u32 alignment, bool pages_from_pool, | |
267 | bool own_pages); | |
268 | extern void osd_req_op_extent_osd_data_pagelist(struct ceph_osd_request *, | |
406e2c9f | 269 | unsigned int which, |
a4ce40a9 AE |
270 | struct ceph_pagelist *pagelist); |
271 | #ifdef CONFIG_BLOCK | |
272 | extern void osd_req_op_extent_osd_data_bio(struct ceph_osd_request *, | |
406e2c9f | 273 | unsigned int which, |
a4ce40a9 AE |
274 | struct bio *bio, size_t bio_length); |
275 | #endif /* CONFIG_BLOCK */ | |
276 | ||
04017e29 AE |
277 | extern void osd_req_op_cls_request_data_pagelist(struct ceph_osd_request *, |
278 | unsigned int which, | |
279 | struct ceph_pagelist *pagelist); | |
6c57b554 AE |
280 | extern void osd_req_op_cls_request_data_pages(struct ceph_osd_request *, |
281 | unsigned int which, | |
282 | struct page **pages, u64 length, | |
283 | u32 alignment, bool pages_from_pool, | |
284 | bool own_pages); | |
a4ce40a9 | 285 | extern void osd_req_op_cls_response_data_pages(struct ceph_osd_request *, |
c99d2d4a | 286 | unsigned int which, |
a4ce40a9 AE |
287 | struct page **pages, u64 length, |
288 | u32 alignment, bool pages_from_pool, | |
289 | bool own_pages); | |
290 | ||
c99d2d4a AE |
291 | extern void osd_req_op_cls_init(struct ceph_osd_request *osd_req, |
292 | unsigned int which, u16 opcode, | |
04017e29 | 293 | const char *class, const char *method); |
c99d2d4a AE |
294 | extern void osd_req_op_watch_init(struct ceph_osd_request *osd_req, |
295 | unsigned int which, u16 opcode, | |
33803f33 AE |
296 | u64 cookie, u64 version, int flag); |
297 | ||
3499e8a5 | 298 | extern struct ceph_osd_request *ceph_osdc_alloc_request(struct ceph_osd_client *osdc, |
3499e8a5 | 299 | struct ceph_snap_context *snapc, |
acead002 | 300 | unsigned int num_ops, |
3499e8a5 | 301 | bool use_mempool, |
54a54007 | 302 | gfp_t gfp_flags); |
3499e8a5 | 303 | |
175face2 | 304 | extern void ceph_osdc_build_request(struct ceph_osd_request *req, u64 off, |
68b4476b | 305 | struct ceph_snap_context *snapc, |
4d6b250b | 306 | u64 snap_id, |
af77f26c | 307 | struct timespec *mtime); |
3499e8a5 | 308 | |
f24e9980 SW |
309 | extern struct ceph_osd_request *ceph_osdc_new_request(struct ceph_osd_client *, |
310 | struct ceph_file_layout *layout, | |
311 | struct ceph_vino vino, | |
acead002 | 312 | u64 offset, u64 *len, |
79528734 | 313 | int num_ops, int opcode, int flags, |
f24e9980 | 314 | struct ceph_snap_context *snapc, |
acead002 | 315 | u32 truncate_seq, u64 truncate_size, |
153e5167 | 316 | bool use_mempool); |
f24e9980 | 317 | |
a40c4f10 YS |
318 | extern void ceph_osdc_set_request_linger(struct ceph_osd_client *osdc, |
319 | struct ceph_osd_request *req); | |
320 | extern void ceph_osdc_unregister_linger_request(struct ceph_osd_client *osdc, | |
321 | struct ceph_osd_request *req); | |
322 | ||
f24e9980 SW |
323 | static inline void ceph_osdc_get_request(struct ceph_osd_request *req) |
324 | { | |
415e49a9 SW |
325 | kref_get(&req->r_kref); |
326 | } | |
327 | extern void ceph_osdc_release_request(struct kref *kref); | |
328 | static inline void ceph_osdc_put_request(struct ceph_osd_request *req) | |
329 | { | |
330 | kref_put(&req->r_kref, ceph_osdc_release_request); | |
f24e9980 | 331 | } |
f24e9980 SW |
332 | |
333 | extern int ceph_osdc_start_request(struct ceph_osd_client *osdc, | |
334 | struct ceph_osd_request *req, | |
335 | bool nofail); | |
336 | extern int ceph_osdc_wait_request(struct ceph_osd_client *osdc, | |
337 | struct ceph_osd_request *req); | |
338 | extern void ceph_osdc_sync(struct ceph_osd_client *osdc); | |
339 | ||
dd935f44 JD |
340 | extern void ceph_osdc_flush_notifies(struct ceph_osd_client *osdc); |
341 | ||
f24e9980 SW |
342 | extern int ceph_osdc_readpages(struct ceph_osd_client *osdc, |
343 | struct ceph_vino vino, | |
344 | struct ceph_file_layout *layout, | |
345 | u64 off, u64 *plen, | |
346 | u32 truncate_seq, u64 truncate_size, | |
b7495fc2 SW |
347 | struct page **pages, int nr_pages, |
348 | int page_align); | |
f24e9980 SW |
349 | |
350 | extern int ceph_osdc_writepages(struct ceph_osd_client *osdc, | |
351 | struct ceph_vino vino, | |
352 | struct ceph_file_layout *layout, | |
353 | struct ceph_snap_context *sc, | |
354 | u64 off, u64 len, | |
355 | u32 truncate_seq, u64 truncate_size, | |
356 | struct timespec *mtime, | |
24808826 | 357 | struct page **pages, int nr_pages); |
f24e9980 | 358 | |
a40c4f10 YS |
359 | /* watch/notify events */ |
360 | extern int ceph_osdc_create_event(struct ceph_osd_client *osdc, | |
361 | void (*event_cb)(u64, u64, u8, void *), | |
3c663bbd | 362 | void *data, struct ceph_osd_event **pevent); |
a40c4f10 | 363 | extern void ceph_osdc_cancel_event(struct ceph_osd_event *event); |
a40c4f10 | 364 | extern void ceph_osdc_put_event(struct ceph_osd_event *event); |
f24e9980 SW |
365 | #endif |
366 |