1 // SPDX-License-Identifier: GPL-2.0
3 * io_uring opcode handling table
5 #include <linux/kernel.h>
6 #include <linux/errno.h>
8 #include <linux/file.h>
9 #include <linux/io_uring.h>
26 #include "openclose.h"
27 #include "uring_cmd.h"
39 static int io_no_issue(struct io_kiocb *req, unsigned int issue_flags)
45 static __maybe_unused int io_eopnotsupp_prep(struct io_kiocb *kiocb,
46 const struct io_uring_sqe *sqe)
51 const struct io_issue_def io_issue_defs[] = {
60 .unbound_nonreg_file = 1,
72 [IORING_OP_WRITEV] = {
75 .unbound_nonreg_file = 1,
89 .prep = io_fsync_prep,
92 [IORING_OP_READ_FIXED] = {
94 .unbound_nonreg_file = 1,
101 .prep = io_prep_rw_fixed,
104 [IORING_OP_WRITE_FIXED] = {
107 .unbound_nonreg_file = 1,
114 .prep = io_prep_rw_fixed,
117 [IORING_OP_POLL_ADD] = {
119 .unbound_nonreg_file = 1,
121 .prep = io_poll_add_prep,
122 .issue = io_poll_add,
124 [IORING_OP_POLL_REMOVE] = {
126 .prep = io_poll_remove_prep,
127 .issue = io_poll_remove,
129 [IORING_OP_SYNC_FILE_RANGE] = {
133 .issue = io_sync_file_range,
135 [IORING_OP_SENDMSG] = {
137 .unbound_nonreg_file = 1,
141 #if defined(CONFIG_NET)
142 .prep = io_sendmsg_prep,
145 .prep = io_eopnotsupp_prep,
148 [IORING_OP_RECVMSG] = {
150 .unbound_nonreg_file = 1,
155 #if defined(CONFIG_NET)
156 .prep = io_recvmsg_prep,
159 .prep = io_eopnotsupp_prep,
162 [IORING_OP_TIMEOUT] = {
164 .prep = io_timeout_prep,
167 [IORING_OP_TIMEOUT_REMOVE] = {
168 /* used by timeout updates' prep() */
170 .prep = io_timeout_remove_prep,
171 .issue = io_timeout_remove,
173 [IORING_OP_ACCEPT] = {
175 .unbound_nonreg_file = 1,
178 .ioprio = 1, /* used for flags */
179 #if defined(CONFIG_NET)
180 .prep = io_accept_prep,
183 .prep = io_eopnotsupp_prep,
186 [IORING_OP_ASYNC_CANCEL] = {
188 .prep = io_async_cancel_prep,
189 .issue = io_async_cancel,
191 [IORING_OP_LINK_TIMEOUT] = {
193 .prep = io_link_timeout_prep,
194 .issue = io_no_issue,
196 [IORING_OP_CONNECT] = {
198 .unbound_nonreg_file = 1,
200 #if defined(CONFIG_NET)
201 .prep = io_connect_prep,
204 .prep = io_eopnotsupp_prep,
207 [IORING_OP_FALLOCATE] = {
209 .prep = io_fallocate_prep,
210 .issue = io_fallocate,
212 [IORING_OP_OPENAT] = {
213 .prep = io_openat_prep,
216 [IORING_OP_CLOSE] = {
217 .prep = io_close_prep,
220 [IORING_OP_FILES_UPDATE] = {
223 .prep = io_files_update_prep,
224 .issue = io_files_update,
226 [IORING_OP_STATX] = {
228 .prep = io_statx_prep,
233 .unbound_nonreg_file = 1,
244 [IORING_OP_WRITE] = {
247 .unbound_nonreg_file = 1,
257 [IORING_OP_FADVISE] = {
260 .prep = io_fadvise_prep,
263 [IORING_OP_MADVISE] = {
265 .prep = io_madvise_prep,
270 .unbound_nonreg_file = 1,
275 #if defined(CONFIG_NET)
276 .prep = io_sendmsg_prep,
279 .prep = io_eopnotsupp_prep,
284 .unbound_nonreg_file = 1,
289 #if defined(CONFIG_NET)
290 .prep = io_recvmsg_prep,
293 .prep = io_eopnotsupp_prep,
296 [IORING_OP_OPENAT2] = {
297 .prep = io_openat2_prep,
300 [IORING_OP_EPOLL_CTL] = {
301 .unbound_nonreg_file = 1,
303 #if defined(CONFIG_EPOLL)
304 .prep = io_epoll_ctl_prep,
305 .issue = io_epoll_ctl,
307 .prep = io_eopnotsupp_prep,
310 [IORING_OP_SPLICE] = {
313 .unbound_nonreg_file = 1,
315 .prep = io_splice_prep,
318 [IORING_OP_PROVIDE_BUFFERS] = {
321 .prep = io_provide_buffers_prep,
322 .issue = io_provide_buffers,
324 [IORING_OP_REMOVE_BUFFERS] = {
327 .prep = io_remove_buffers_prep,
328 .issue = io_remove_buffers,
333 .unbound_nonreg_file = 1,
338 [IORING_OP_SHUTDOWN] = {
340 #if defined(CONFIG_NET)
341 .prep = io_shutdown_prep,
342 .issue = io_shutdown,
344 .prep = io_eopnotsupp_prep,
347 [IORING_OP_RENAMEAT] = {
348 .prep = io_renameat_prep,
349 .issue = io_renameat,
351 [IORING_OP_UNLINKAT] = {
352 .prep = io_unlinkat_prep,
353 .issue = io_unlinkat,
355 [IORING_OP_MKDIRAT] = {
356 .prep = io_mkdirat_prep,
359 [IORING_OP_SYMLINKAT] = {
360 .prep = io_symlinkat_prep,
361 .issue = io_symlinkat,
363 [IORING_OP_LINKAT] = {
364 .prep = io_linkat_prep,
367 [IORING_OP_MSG_RING] = {
370 .prep = io_msg_ring_prep,
371 .issue = io_msg_ring,
373 [IORING_OP_FSETXATTR] = {
375 .prep = io_fsetxattr_prep,
376 .issue = io_fsetxattr,
378 [IORING_OP_SETXATTR] = {
379 .prep = io_setxattr_prep,
380 .issue = io_setxattr,
382 [IORING_OP_FGETXATTR] = {
384 .prep = io_fgetxattr_prep,
385 .issue = io_fgetxattr,
387 [IORING_OP_GETXATTR] = {
388 .prep = io_getxattr_prep,
389 .issue = io_getxattr,
391 [IORING_OP_SOCKET] = {
393 #if defined(CONFIG_NET)
394 .prep = io_socket_prep,
397 .prep = io_eopnotsupp_prep,
400 [IORING_OP_URING_CMD] = {
405 .prep = io_uring_cmd_prep,
406 .issue = io_uring_cmd,
408 [IORING_OP_SEND_ZC] = {
410 .unbound_nonreg_file = 1,
415 #if defined(CONFIG_NET)
416 .prep = io_send_zc_prep,
419 .prep = io_eopnotsupp_prep,
422 [IORING_OP_SENDMSG_ZC] = {
424 .unbound_nonreg_file = 1,
428 #if defined(CONFIG_NET)
429 .prep = io_send_zc_prep,
430 .issue = io_sendmsg_zc,
432 .prep = io_eopnotsupp_prep,
435 [IORING_OP_READ_MULTISHOT] = {
437 .unbound_nonreg_file = 1,
441 .prep = io_read_mshot_prep,
442 .issue = io_read_mshot,
444 [IORING_OP_WAITID] = {
445 .prep = io_waitid_prep,
448 [IORING_OP_FUTEX_WAIT] = {
449 #if defined(CONFIG_FUTEX)
450 .prep = io_futex_prep,
451 .issue = io_futex_wait,
453 .prep = io_eopnotsupp_prep,
456 [IORING_OP_FUTEX_WAKE] = {
457 #if defined(CONFIG_FUTEX)
458 .prep = io_futex_prep,
459 .issue = io_futex_wake,
461 .prep = io_eopnotsupp_prep,
464 [IORING_OP_FUTEX_WAITV] = {
465 #if defined(CONFIG_FUTEX)
466 .prep = io_futexv_prep,
467 .issue = io_futexv_wait,
469 .prep = io_eopnotsupp_prep,
472 [IORING_OP_FIXED_FD_INSTALL] = {
474 .prep = io_install_fixed_fd_prep,
475 .issue = io_install_fixed_fd,
479 const struct io_cold_def io_cold_defs[] = {
483 [IORING_OP_READV] = {
484 .async_size = sizeof(struct io_async_rw),
486 .prep_async = io_readv_prep_async,
487 .cleanup = io_readv_writev_cleanup,
490 [IORING_OP_WRITEV] = {
491 .async_size = sizeof(struct io_async_rw),
493 .prep_async = io_writev_prep_async,
494 .cleanup = io_readv_writev_cleanup,
497 [IORING_OP_FSYNC] = {
500 [IORING_OP_READ_FIXED] = {
501 .async_size = sizeof(struct io_async_rw),
502 .name = "READ_FIXED",
505 [IORING_OP_WRITE_FIXED] = {
506 .async_size = sizeof(struct io_async_rw),
507 .name = "WRITE_FIXED",
510 [IORING_OP_POLL_ADD] = {
513 [IORING_OP_POLL_REMOVE] = {
514 .name = "POLL_REMOVE",
516 [IORING_OP_SYNC_FILE_RANGE] = {
517 .name = "SYNC_FILE_RANGE",
519 [IORING_OP_SENDMSG] = {
521 #if defined(CONFIG_NET)
522 .async_size = sizeof(struct io_async_msghdr),
523 .prep_async = io_sendmsg_prep_async,
524 .cleanup = io_sendmsg_recvmsg_cleanup,
525 .fail = io_sendrecv_fail,
528 [IORING_OP_RECVMSG] = {
530 #if defined(CONFIG_NET)
531 .async_size = sizeof(struct io_async_msghdr),
532 .prep_async = io_recvmsg_prep_async,
533 .cleanup = io_sendmsg_recvmsg_cleanup,
534 .fail = io_sendrecv_fail,
537 [IORING_OP_TIMEOUT] = {
538 .async_size = sizeof(struct io_timeout_data),
541 [IORING_OP_TIMEOUT_REMOVE] = {
542 .name = "TIMEOUT_REMOVE",
544 [IORING_OP_ACCEPT] = {
547 [IORING_OP_ASYNC_CANCEL] = {
548 .name = "ASYNC_CANCEL",
550 [IORING_OP_LINK_TIMEOUT] = {
551 .async_size = sizeof(struct io_timeout_data),
552 .name = "LINK_TIMEOUT",
554 [IORING_OP_CONNECT] = {
556 #if defined(CONFIG_NET)
557 .async_size = sizeof(struct io_async_connect),
558 .prep_async = io_connect_prep_async,
561 [IORING_OP_FALLOCATE] = {
564 [IORING_OP_OPENAT] = {
566 .cleanup = io_open_cleanup,
568 [IORING_OP_CLOSE] = {
571 [IORING_OP_FILES_UPDATE] = {
572 .name = "FILES_UPDATE",
574 [IORING_OP_STATX] = {
576 .cleanup = io_statx_cleanup,
579 .async_size = sizeof(struct io_async_rw),
583 [IORING_OP_WRITE] = {
584 .async_size = sizeof(struct io_async_rw),
588 [IORING_OP_FADVISE] = {
591 [IORING_OP_MADVISE] = {
596 #if defined(CONFIG_NET)
597 .async_size = sizeof(struct io_async_msghdr),
598 .fail = io_sendrecv_fail,
599 .prep_async = io_send_prep_async,
604 #if defined(CONFIG_NET)
605 .fail = io_sendrecv_fail,
608 [IORING_OP_OPENAT2] = {
610 .cleanup = io_open_cleanup,
612 [IORING_OP_EPOLL_CTL] = {
615 [IORING_OP_SPLICE] = {
618 [IORING_OP_PROVIDE_BUFFERS] = {
619 .name = "PROVIDE_BUFFERS",
621 [IORING_OP_REMOVE_BUFFERS] = {
622 .name = "REMOVE_BUFFERS",
627 [IORING_OP_SHUTDOWN] = {
630 [IORING_OP_RENAMEAT] = {
632 .cleanup = io_renameat_cleanup,
634 [IORING_OP_UNLINKAT] = {
636 .cleanup = io_unlinkat_cleanup,
638 [IORING_OP_MKDIRAT] = {
640 .cleanup = io_mkdirat_cleanup,
642 [IORING_OP_SYMLINKAT] = {
644 .cleanup = io_link_cleanup,
646 [IORING_OP_LINKAT] = {
648 .cleanup = io_link_cleanup,
650 [IORING_OP_MSG_RING] = {
652 .cleanup = io_msg_ring_cleanup,
654 [IORING_OP_FSETXATTR] = {
656 .cleanup = io_xattr_cleanup,
658 [IORING_OP_SETXATTR] = {
660 .cleanup = io_xattr_cleanup,
662 [IORING_OP_FGETXATTR] = {
664 .cleanup = io_xattr_cleanup,
666 [IORING_OP_GETXATTR] = {
668 .cleanup = io_xattr_cleanup,
670 [IORING_OP_SOCKET] = {
673 [IORING_OP_URING_CMD] = {
675 .async_size = 2 * sizeof(struct io_uring_sqe),
676 .prep_async = io_uring_cmd_prep_async,
678 [IORING_OP_SEND_ZC] = {
680 #if defined(CONFIG_NET)
681 .async_size = sizeof(struct io_async_msghdr),
682 .prep_async = io_send_prep_async,
683 .cleanup = io_send_zc_cleanup,
684 .fail = io_sendrecv_fail,
687 [IORING_OP_SENDMSG_ZC] = {
688 .name = "SENDMSG_ZC",
689 #if defined(CONFIG_NET)
690 .async_size = sizeof(struct io_async_msghdr),
691 .prep_async = io_sendmsg_prep_async,
692 .cleanup = io_send_zc_cleanup,
693 .fail = io_sendrecv_fail,
696 [IORING_OP_READ_MULTISHOT] = {
697 .name = "READ_MULTISHOT",
699 [IORING_OP_WAITID] = {
701 .async_size = sizeof(struct io_waitid_async),
703 [IORING_OP_FUTEX_WAIT] = {
704 .name = "FUTEX_WAIT",
706 [IORING_OP_FUTEX_WAKE] = {
707 .name = "FUTEX_WAKE",
709 [IORING_OP_FUTEX_WAITV] = {
710 .name = "FUTEX_WAITV",
712 [IORING_OP_FIXED_FD_INSTALL] = {
713 .name = "FIXED_FD_INSTALL",
717 const char *io_uring_get_opcode(u8 opcode)
719 if (opcode < IORING_OP_LAST)
720 return io_cold_defs[opcode].name;
724 void __init io_uring_optable_init(void)
728 BUILD_BUG_ON(ARRAY_SIZE(io_cold_defs) != IORING_OP_LAST);
729 BUILD_BUG_ON(ARRAY_SIZE(io_issue_defs) != IORING_OP_LAST);
731 for (i = 0; i < ARRAY_SIZE(io_issue_defs); i++) {
732 BUG_ON(!io_issue_defs[i].prep);
733 if (io_issue_defs[i].prep != io_eopnotsupp_prep)
734 BUG_ON(!io_issue_defs[i].issue);
735 WARN_ON_ONCE(!io_cold_defs[i].name);