Commit | Line | Data |
---|---|---|
eb42cebb PB |
1 | // SPDX-License-Identifier: GPL-2.0 |
2 | ||
3 | #include <linux/net.h> | |
4 | #include <linux/uio.h> | |
5 | #include <net/sock.h> | |
6 | #include <linux/nospec.h> | |
7 | ||
6a9ce66f PB |
8 | #include "rsrc.h" |
9 | ||
519760df | 10 | #define IO_NOTIF_UBUF_FLAGS (SKBFL_ZEROCOPY_FRAG | SKBFL_DONT_ORPHAN) |
eb4a299b PB |
11 | #define IO_NOTIF_SPLICE_BATCH 32 |
12 | ||
14b146b6 PB |
13 | struct io_notif_data { |
14 | struct file *file; | |
eb42cebb | 15 | struct ubuf_info uarg; |
6a9ce66f | 16 | unsigned long account_pages; |
e307e669 SM |
17 | bool zc_report; |
18 | bool zc_used; | |
19 | bool zc_copied; | |
eb42cebb PB |
20 | }; |
21 | ||
b48c312b | 22 | struct io_kiocb *io_alloc_notif(struct io_ring_ctx *ctx); |
40725d1b | 23 | void io_notif_set_extended(struct io_kiocb *notif); |
eb42cebb | 24 | |
14b146b6 PB |
25 | static inline struct io_notif_data *io_notif_to_data(struct io_kiocb *notif) |
26 | { | |
f2ccb5ae | 27 | return io_kiocb_to_cmd(notif, struct io_notif_data); |
14b146b6 PB |
28 | } |
29 | ||
bedd20bc PB |
30 | static inline void io_notif_flush(struct io_kiocb *notif) |
31 | __must_hold(¬if->ctx->uring_lock) | |
32 | { | |
33 | struct io_notif_data *nd = io_notif_to_data(notif); | |
34 | ||
35 | /* drop slot's master ref */ | |
36 | if (refcount_dec_and_test(&nd->uarg.refcnt)) | |
8751d154 | 37 | __io_req_task_work_add(notif, IOU_F_TWQ_LAZY_WAKE); |
bedd20bc PB |
38 | } |
39 | ||
14b146b6 | 40 | static inline int io_notif_account_mem(struct io_kiocb *notif, unsigned len) |
6a9ce66f PB |
41 | { |
42 | struct io_ring_ctx *ctx = notif->ctx; | |
14b146b6 | 43 | struct io_notif_data *nd = io_notif_to_data(notif); |
6a9ce66f PB |
44 | unsigned nr_pages = (len >> PAGE_SHIFT) + 2; |
45 | int ret; | |
46 | ||
47 | if (ctx->user) { | |
48 | ret = __io_account_mem(ctx->user, nr_pages); | |
49 | if (ret) | |
50 | return ret; | |
14b146b6 | 51 | nd->account_pages += nr_pages; |
6a9ce66f PB |
52 | } |
53 | return 0; | |
54 | } |