Commit | Line | Data |
---|---|---|
eb42cebb PB |
1 | // SPDX-License-Identifier: GPL-2.0 |
2 | ||
3 | #include <linux/net.h> | |
4 | #include <linux/uio.h> | |
5 | #include <net/sock.h> | |
6 | #include <linux/nospec.h> | |
7 | ||
6a9ce66f PB |
8 | #include "rsrc.h" |
9 | ||
eb4a299b PB |
10 | #define IO_NOTIF_SPLICE_BATCH 32 |
11 | ||
14b146b6 PB |
12 | struct io_notif_data { |
13 | struct file *file; | |
eb42cebb | 14 | struct ubuf_info uarg; |
6a9ce66f | 15 | unsigned long account_pages; |
e307e669 SM |
16 | bool zc_report; |
17 | bool zc_used; | |
18 | bool zc_copied; | |
eb42cebb PB |
19 | }; |
20 | ||
b48c312b | 21 | struct io_kiocb *io_alloc_notif(struct io_ring_ctx *ctx); |
eb42cebb | 22 | |
14b146b6 PB |
23 | static inline struct io_notif_data *io_notif_to_data(struct io_kiocb *notif) |
24 | { | |
f2ccb5ae | 25 | return io_kiocb_to_cmd(notif, struct io_notif_data); |
14b146b6 PB |
26 | } |
27 | ||
bedd20bc PB |
28 | static inline void io_notif_flush(struct io_kiocb *notif) |
29 | __must_hold(¬if->ctx->uring_lock) | |
30 | { | |
31 | struct io_notif_data *nd = io_notif_to_data(notif); | |
32 | ||
33 | /* drop slot's master ref */ | |
34 | if (refcount_dec_and_test(&nd->uarg.refcnt)) | |
35 | io_req_task_work_add(notif); | |
36 | } | |
37 | ||
14b146b6 | 38 | static inline int io_notif_account_mem(struct io_kiocb *notif, unsigned len) |
6a9ce66f PB |
39 | { |
40 | struct io_ring_ctx *ctx = notif->ctx; | |
14b146b6 | 41 | struct io_notif_data *nd = io_notif_to_data(notif); |
6a9ce66f PB |
42 | unsigned nr_pages = (len >> PAGE_SHIFT) + 2; |
43 | int ret; | |
44 | ||
45 | if (ctx->user) { | |
46 | ret = __io_account_mem(ctx->user, nr_pages); | |
47 | if (ret) | |
48 | return ret; | |
14b146b6 | 49 | nd->account_pages += nr_pages; |
6a9ce66f PB |
50 | } |
51 | return 0; | |
52 | } |