[linux-2.6-block.git] / fs / io-wq.h

#ifndef INTERNAL_IO_WQ_H
#define INTERNAL_IO_WQ_H

struct io_wq;

enum {
	IO_WQ_WORK_CANCEL	= 1,
	IO_WQ_WORK_HAS_MM	= 2,
	IO_WQ_WORK_HASHED	= 4,
	IO_WQ_WORK_NEEDS_USER	= 8,
	IO_WQ_WORK_NEEDS_FILES	= 16,
	IO_WQ_WORK_UNBOUND	= 32,
	IO_WQ_WORK_INTERNAL	= 64,
	IO_WQ_WORK_CB		= 128,

	IO_WQ_HASH_SHIFT	= 24,	/* upper 8 bits are used for hash key */
};

enum io_wq_cancel {
	IO_WQ_CANCEL_OK,	/* cancelled before started */
	IO_WQ_CANCEL_RUNNING,	/* found, running, and attempted cancelled */
	IO_WQ_CANCEL_NOTFOUND,	/* work not found */
};

struct io_wq_work_node {
	struct io_wq_work_node *next;
};

struct io_wq_work_list {
	struct io_wq_work_node *first;
	struct io_wq_work_node *last;
};

static inline void wq_list_add_tail(struct io_wq_work_node *node,
				    struct io_wq_work_list *list)
{
	if (!list->first) {
		list->first = list->last = node;
	} else {
		list->last->next = node;
		list->last = node;
	}
}

static inline void wq_node_del(struct io_wq_work_list *list,
			       struct io_wq_work_node *node,
			       struct io_wq_work_node *prev)
{
	if (node == list->first)
		list->first = node->next;
	if (node == list->last)
		list->last = prev;
	if (prev)
		prev->next = node->next;
}

#define wq_list_for_each(pos, prv, head)			\
	for (pos = (head)->first, prv = NULL; pos; prv = pos, pos = (pos)->next)

#define wq_list_empty(list)	((list)->first == NULL)
#define INIT_WQ_LIST(list)	do {				\
	(list)->first = NULL;					\
	(list)->last = NULL;					\
} while (0)

struct io_wq_work {
	union {
		struct io_wq_work_node list;
		void *data;
	};
	void (*func)(struct io_wq_work **);
	struct files_struct *files;
	unsigned flags;
};

#define INIT_IO_WORK(work, _func)			\
	do {						\
		(work)->list.next = NULL;		\
		(work)->func = _func;			\
		(work)->flags = 0;			\
		(work)->files = NULL;			\
	} while (0)					\

typedef void (get_work_fn)(struct io_wq_work *);
typedef void (put_work_fn)(struct io_wq_work *);

struct io_wq_data {
	struct mm_struct *mm;
	struct user_struct *user;
	struct cred *creds;

	get_work_fn *get_work;
	put_work_fn *put_work;
};

struct io_wq *io_wq_create(unsigned bounded, struct io_wq_data *data);
void io_wq_destroy(struct io_wq *wq);

void io_wq_enqueue(struct io_wq *wq, struct io_wq_work *work);
void io_wq_enqueue_hashed(struct io_wq *wq, struct io_wq_work *work, void *val);
void io_wq_flush(struct io_wq *wq);

void io_wq_cancel_all(struct io_wq *wq);
enum io_wq_cancel io_wq_cancel_work(struct io_wq *wq, struct io_wq_work *cwork);

typedef bool (work_cancel_fn)(struct io_wq_work *, void *);

enum io_wq_cancel io_wq_cancel_cb(struct io_wq *wq, work_cancel_fn *cancel,
					void *data);

#if defined(CONFIG_IO_WQ)
extern void io_wq_worker_sleeping(struct task_struct *);
extern void io_wq_worker_running(struct task_struct *);
#else
static inline void io_wq_worker_sleeping(struct task_struct *tsk)
{
}
static inline void io_wq_worker_running(struct task_struct *tsk)
{
}
#endif

static inline bool io_wq_current_is_worker(void)
{
	return in_task() && (current->flags & PF_IO_WORKER);
}
#endif
Commit	Line	Data
771b53d0 JA	1	#ifndef INTERNAL_IO_WQ_H
	2	#define INTERNAL_IO_WQ_H
	3
	4	struct io_wq;
	5
	6	enum {
	7	IO_WQ_WORK_CANCEL = 1,
	8	IO_WQ_WORK_HAS_MM = 2,
	9	IO_WQ_WORK_HASHED = 4,
	10	IO_WQ_WORK_NEEDS_USER = 8,
fcb323cc	11	IO_WQ_WORK_NEEDS_FILES = 16,
c5def4ab	12	IO_WQ_WORK_UNBOUND = 32,
7d723065	13	IO_WQ_WORK_INTERNAL = 64,
b76da70f	14	IO_WQ_WORK_CB = 128,
771b53d0 JA	15
	16	IO_WQ_HASH_SHIFT = 24, /* upper 8 bits are used for hash key */
	17	};
	18
	19	enum io_wq_cancel {
	20	IO_WQ_CANCEL_OK, /* cancelled before started */
	21	IO_WQ_CANCEL_RUNNING, /* found, running, and attempted cancelled */
	22	IO_WQ_CANCEL_NOTFOUND, /* work not found */
	23	};
	24
6206f0e1 JA	25	struct io_wq_work_node {
	26	struct io_wq_work_node *next;
	27	};
	28
	29	struct io_wq_work_list {
	30	struct io_wq_work_node *first;
	31	struct io_wq_work_node *last;
	32	};
	33
	34	static inline void wq_list_add_tail(struct io_wq_work_node *node,
	35	struct io_wq_work_list *list)
	36	{
	37	if (!list->first) {
	38	list->first = list->last = node;
	39	} else {
	40	list->last->next = node;
	41	list->last = node;
	42	}
	43	}
	44
	45	static inline void wq_node_del(struct io_wq_work_list *list,
	46	struct io_wq_work_node *node,
	47	struct io_wq_work_node *prev)
	48	{
	49	if (node == list->first)
	50	list->first = node->next;
	51	if (node == list->last)
	52	list->last = prev;
	53	if (prev)
	54	prev->next = node->next;
	55	}
	56
	57	#define wq_list_for_each(pos, prv, head) \
	58	for (pos = (head)->first, prv = NULL; pos; prv = pos, pos = (pos)->next)
	59
	60	#define wq_list_empty(list) ((list)->first == NULL)
	61	#define INIT_WQ_LIST(list) do { \
	62	(list)->first = NULL; \
	63	(list)->last = NULL; \
	64	} while (0)
	65
771b53d0	66	struct io_wq_work {
b76da70f	67	union {
6206f0e1	68	struct io_wq_work_node list;
b76da70f JA	69	void *data;
b76da70f JA	70	};
771b53d0	71	void (func)(struct io_wq_work *);
fcb323cc	72	struct files_struct *files;
6206f0e1	73	unsigned flags;
771b53d0 JA	74	};
	75
	76	#define INIT_IO_WORK(work, _func) \
	77	do { \
6206f0e1	78	(work)->list.next = NULL; \
771b53d0 JA	79	(work)->func = _func; \
771b53d0 JA	80	(work)->flags = 0; \
fcb323cc	81	(work)->files = NULL; \
771b53d0 JA	82	} while (0) \
771b53d0 JA	83
7d723065 JA	84	typedef void (get_work_fn)(struct io_wq_work *);
	85	typedef void (put_work_fn)(struct io_wq_work *);
	86
576a347b JA	87	struct io_wq_data {
	88	struct mm_struct *mm;
	89	struct user_struct *user;
181e448d	90	struct cred *creds;
576a347b JA	91
	92	get_work_fn *get_work;
	93	put_work_fn *put_work;
	94	};
	95
	96	struct io_wq io_wq_create(unsigned bounded, struct io_wq_data data);
771b53d0 JA	97	void io_wq_destroy(struct io_wq *wq);
	98
	99	void io_wq_enqueue(struct io_wq wq, struct io_wq_work work);
	100	void io_wq_enqueue_hashed(struct io_wq wq, struct io_wq_work work, void *val);
	101	void io_wq_flush(struct io_wq *wq);
	102
	103	void io_wq_cancel_all(struct io_wq *wq);
	104	enum io_wq_cancel io_wq_cancel_work(struct io_wq wq, struct io_wq_work cwork);
	105
62755e35 JA	106	typedef bool (work_cancel_fn)(struct io_wq_work , void );
	107
	108	enum io_wq_cancel io_wq_cancel_cb(struct io_wq wq, work_cancel_fn cancel,
	109	void *data);
	110
771b53d0 JA	111	#if defined(CONFIG_IO_WQ)
	112	extern void io_wq_worker_sleeping(struct task_struct *);
	113	extern void io_wq_worker_running(struct task_struct *);
	114	#else
	115	static inline void io_wq_worker_sleeping(struct task_struct *tsk)
	116	{
	117	}
	118	static inline void io_wq_worker_running(struct task_struct *tsk)
	119	{
	120	}
	121	#endif
	122
960e432d JA	123	static inline bool io_wq_current_is_worker(void)
	124	{
	125	return in_task() && (current->flags & PF_IO_WORKER);
	126	}
771b53d0	127	#endif