[linux-block.git] / io_uring / filetable.h

// SPDX-License-Identifier: GPL-2.0
#ifndef IOU_FILE_TABLE_H
#define IOU_FILE_TABLE_H

#include <linux/file.h>
#include <linux/io_uring_types.h>
#include "rsrc.h"

bool io_alloc_file_tables(struct io_ring_ctx *ctx, struct io_file_table *table, unsigned nr_files);
void io_free_file_tables(struct io_ring_ctx *ctx, struct io_file_table *table);

int io_fixed_fd_install(struct io_kiocb *req, unsigned int issue_flags,
			struct file *file, unsigned int file_slot);
int __io_fixed_fd_install(struct io_ring_ctx *ctx, struct file *file,
				unsigned int file_slot);
int io_fixed_fd_remove(struct io_ring_ctx *ctx, unsigned int offset);

int io_register_file_alloc_range(struct io_ring_ctx *ctx,
				 struct io_uring_file_index_range __user *arg);

io_req_flags_t io_file_get_flags(struct file *file);

static inline void io_file_bitmap_clear(struct io_file_table *table, int bit)
{
	WARN_ON_ONCE(!test_bit(bit, table->bitmap));
	__clear_bit(bit, table->bitmap);
	table->alloc_hint = bit;
}

static inline void io_file_bitmap_set(struct io_file_table *table, int bit)
{
	WARN_ON_ONCE(test_bit(bit, table->bitmap));
	__set_bit(bit, table->bitmap);
	table->alloc_hint = bit + 1;
}

#define FFS_NOWAIT		0x1UL
#define FFS_ISREG		0x2UL
#define FFS_MASK		~(FFS_NOWAIT|FFS_ISREG)

static inline unsigned int io_slot_flags(struct io_rsrc_node *node)
{

	return (node->file_ptr & ~FFS_MASK) << REQ_F_SUPPORT_NOWAIT_BIT;
}

static inline struct file *io_slot_file(struct io_rsrc_node *node)
{
	return (struct file *)(node->file_ptr & FFS_MASK);
}

static inline void io_fixed_file_set(struct io_rsrc_node *node,
				     struct file *file)
{
	node->file_ptr = (unsigned long)file |
		(io_file_get_flags(file) >> REQ_F_SUPPORT_NOWAIT_BIT);
}

static inline void io_file_table_set_alloc_range(struct io_ring_ctx *ctx,
						 unsigned off, unsigned len)
{
	ctx->file_alloc_start = off;
	ctx->file_alloc_end = off + len;
	ctx->file_table.alloc_hint = ctx->file_alloc_start;
}

#endif
Commit	Line	Data
453b329b JA	1	// SPDX-License-Identifier: GPL-2.0
	2	#ifndef IOU_FILE_TABLE_H
	3	#define IOU_FILE_TABLE_H
	4
024f15e0	5	#include <linux/file.h>
6e73dffb	6	#include <linux/io_uring_types.h>
ff1256b8	7	#include "rsrc.h"
453b329b	8
0d98c509 ML	9	bool io_alloc_file_tables(struct io_ring_ctx ctx, struct io_file_table table, unsigned nr_files);
0d98c509 ML	10	void io_free_file_tables(struct io_ring_ctx ctx, struct io_file_table table);
c98817e6 JA	11
	12	int io_fixed_fd_install(struct io_kiocb *req, unsigned int issue_flags,
	13	struct file *file, unsigned int file_slot);
f110ed84 JA	14	int __io_fixed_fd_install(struct io_ring_ctx ctx, struct file file,
	15	unsigned int file_slot);
	16	int io_fixed_fd_remove(struct io_ring_ctx *ctx, unsigned int offset);
453b329b	17
6e73dffb PB	18	int io_register_file_alloc_range(struct io_ring_ctx *ctx,
	19	struct io_uring_file_index_range __user *arg);
	20
4bcb982c	21	io_req_flags_t io_file_get_flags(struct file *file);
a4ad4f74	22
453b329b JA	23	static inline void io_file_bitmap_clear(struct io_file_table *table, int bit)
453b329b JA	24	{
4d505951	25	WARN_ON_ONCE(!test_bit(bit, table->bitmap));
453b329b JA	26	__clear_bit(bit, table->bitmap);
	27	table->alloc_hint = bit;
	28	}
	29
	30	static inline void io_file_bitmap_set(struct io_file_table *table, int bit)
	31	{
	32	WARN_ON_ONCE(test_bit(bit, table->bitmap));
	33	__set_bit(bit, table->bitmap);
	34	table->alloc_hint = bit + 1;
	35	}
	36
4bfb0c9a CH	37	#define FFS_NOWAIT 0x1UL
	38	#define FFS_ISREG 0x2UL
	39	#define FFS_MASK ~(FFS_NOWAIT\|FFS_ISREG)
	40
7029acd8	41	static inline unsigned int io_slot_flags(struct io_rsrc_node *node)
4bfb0c9a	42	{
7029acd8 JA	43
7029acd8 JA	44	return (node->file_ptr & ~FFS_MASK) << REQ_F_SUPPORT_NOWAIT_BIT;
4bfb0c9a CH	45	}
4bfb0c9a CH	46
7029acd8	47	static inline struct file io_slot_file(struct io_rsrc_node node)
4bfb0c9a	48	{
7029acd8	49	return (struct file *)(node->file_ptr & FFS_MASK);
4bfb0c9a CH	50	}
4bfb0c9a CH	51
7029acd8	52	static inline void io_fixed_file_set(struct io_rsrc_node *node,
a4ad4f74 JA	53	struct file *file)
a4ad4f74 JA	54	{
7029acd8	55	node->file_ptr = (unsigned long)file \|
8487f083	56	(io_file_get_flags(file) >> REQ_F_SUPPORT_NOWAIT_BIT);
a4ad4f74 JA	57	}
a4ad4f74 JA	58
6e73dffb PB	59	static inline void io_file_table_set_alloc_range(struct io_ring_ctx *ctx,
	60	unsigned off, unsigned len)
	61	{
	62	ctx->file_alloc_start = off;
	63	ctx->file_alloc_end = off + len;
5f3829fd	64	ctx->file_table.alloc_hint = ctx->file_alloc_start;
6e73dffb PB	65	}
6e73dffb PB	66
453b329b	67	#endif