Commit | Line | Data |
---|---|---|
0f212204 JA |
1 | /* SPDX-License-Identifier: GPL-2.0-or-later */ |
2 | #ifndef _LINUX_IO_URING_H | |
3 | #define _LINUX_IO_URING_H | |
4 | ||
5 | #include <linux/sched.h> | |
6 | #include <linux/xarray.h> | |
a9216fac | 7 | #include <uapi/linux/io_uring.h> |
98447d65 | 8 | |
ee692a21 JA |
9 | enum io_uring_cmd_flags { |
10 | IO_URING_F_COMPLETE_DEFER = 1, | |
11 | IO_URING_F_UNLOCKED = 2, | |
7500194a PB |
12 | /* the request is executed from poll, it should not be freed */ |
13 | IO_URING_F_MULTISHOT = 4, | |
e6aeb272 PB |
14 | /* executed by io-wq */ |
15 | IO_URING_F_IOWQ = 8, | |
ee692a21 JA |
16 | /* int's last bit, sign checks are usually faster than a bit test */ |
17 | IO_URING_F_NONBLOCK = INT_MIN, | |
18 | ||
19 | /* ctx state flags, for URING_CMD */ | |
7500194a PB |
20 | IO_URING_F_SQE128 = (1 << 8), |
21 | IO_URING_F_CQE32 = (1 << 9), | |
22 | IO_URING_F_IOPOLL = (1 << 10), | |
ee692a21 JA |
23 | }; |
24 | ||
25 | struct io_uring_cmd { | |
26 | struct file *file; | |
fd9b8547 | 27 | const struct io_uring_sqe *sqe; |
5756a3a7 KJ |
28 | union { |
29 | /* callback to defer completions to task context */ | |
9d2789ac | 30 | void (*task_work_cb)(struct io_uring_cmd *cmd, unsigned); |
5756a3a7 KJ |
31 | /* used for polled completion */ |
32 | void *cookie; | |
33 | }; | |
ee692a21 | 34 | u32 cmd_op; |
9cda70f6 | 35 | u32 flags; |
ee692a21 JA |
36 | u8 pdu[32]; /* available inline for free use */ |
37 | }; | |
38 | ||
293007b0 JA |
39 | static inline const void *io_uring_sqe_cmd(const struct io_uring_sqe *sqe) |
40 | { | |
41 | return sqe->cmd; | |
42 | } | |
43 | ||
0f212204 | 44 | #if defined(CONFIG_IO_URING) |
a9216fac AG |
45 | int io_uring_cmd_import_fixed(u64 ubuf, unsigned long len, int rw, |
46 | struct iov_iter *iter, void *ioucmd); | |
9d2789ac JA |
47 | void io_uring_cmd_done(struct io_uring_cmd *cmd, ssize_t ret, ssize_t res2, |
48 | unsigned issue_flags); | |
a3ec6005 | 49 | struct sock *io_uring_get_socket(struct file *file); |
f552a27a | 50 | void __io_uring_cancel(bool cancel_all); |
0f212204 | 51 | void __io_uring_free(struct task_struct *tsk); |
e7a6c00d | 52 | void io_uring_unreg_ringfd(void); |
33337d03 | 53 | const char *io_uring_get_opcode(u8 opcode); |
5f3139fc PB |
54 | void __io_uring_cmd_do_in_task(struct io_uring_cmd *ioucmd, |
55 | void (*task_work_cb)(struct io_uring_cmd *, unsigned), | |
56 | unsigned flags); | |
57 | /* users should follow semantics of IOU_F_TWQ_LAZY_WAKE */ | |
58 | void io_uring_cmd_do_in_task_lazy(struct io_uring_cmd *ioucmd, | |
59 | void (*task_work_cb)(struct io_uring_cmd *, unsigned)); | |
60 | ||
61 | static inline void io_uring_cmd_complete_in_task(struct io_uring_cmd *ioucmd, | |
62 | void (*task_work_cb)(struct io_uring_cmd *, unsigned)) | |
63 | { | |
64 | __io_uring_cmd_do_in_task(ioucmd, task_work_cb, 0); | |
65 | } | |
0f212204 | 66 | |
f552a27a | 67 | static inline void io_uring_files_cancel(void) |
0f212204 | 68 | { |
e7a6c00d JA |
69 | if (current->io_uring) { |
70 | io_uring_unreg_ringfd(); | |
f552a27a | 71 | __io_uring_cancel(false); |
e7a6c00d | 72 | } |
0f212204 | 73 | } |
3f48cf18 | 74 | static inline void io_uring_task_cancel(void) |
0f212204 | 75 | { |
a4aadd11 | 76 | if (current->io_uring) |
f552a27a | 77 | __io_uring_cancel(true); |
0f212204 JA |
78 | } |
79 | static inline void io_uring_free(struct task_struct *tsk) | |
80 | { | |
81 | if (tsk->io_uring) | |
82 | __io_uring_free(tsk); | |
83 | } | |
84 | #else | |
0e0abad2 | 85 | static inline int io_uring_cmd_import_fixed(u64 ubuf, unsigned long len, int rw, |
a9216fac AG |
86 | struct iov_iter *iter, void *ioucmd) |
87 | { | |
88 | return -EOPNOTSUPP; | |
89 | } | |
ee692a21 | 90 | static inline void io_uring_cmd_done(struct io_uring_cmd *cmd, ssize_t ret, |
9d2789ac | 91 | ssize_t ret2, unsigned issue_flags) |
ee692a21 JA |
92 | { |
93 | } | |
94 | static inline void io_uring_cmd_complete_in_task(struct io_uring_cmd *ioucmd, | |
9d2789ac | 95 | void (*task_work_cb)(struct io_uring_cmd *, unsigned)) |
ee692a21 JA |
96 | { |
97 | } | |
5f3139fc PB |
98 | static inline void io_uring_cmd_do_in_task_lazy(struct io_uring_cmd *ioucmd, |
99 | void (*task_work_cb)(struct io_uring_cmd *, unsigned)) | |
100 | { | |
101 | } | |
a3ec6005 JA |
102 | static inline struct sock *io_uring_get_socket(struct file *file) |
103 | { | |
104 | return NULL; | |
105 | } | |
0f212204 JA |
106 | static inline void io_uring_task_cancel(void) |
107 | { | |
108 | } | |
f552a27a | 109 | static inline void io_uring_files_cancel(void) |
0f212204 JA |
110 | { |
111 | } | |
112 | static inline void io_uring_free(struct task_struct *tsk) | |
113 | { | |
114 | } | |
33337d03 DY |
115 | static inline const char *io_uring_get_opcode(u8 opcode) |
116 | { | |
117 | return ""; | |
118 | } | |
0f212204 JA |
119 | #endif |
120 | ||
121 | #endif |