[linux-block.git] / fs / orangefs / waitqueue.c

/*
 * (C) 2001 Clemson University and The University of Chicago
 * (C) 2011 Omnibond Systems
 *
 * Changes by Acxiom Corporation to implement generic service_operation()
 * function, Copyright Acxiom Corporation, 2005.
 *
 * See COPYING in top-level directory.
 */

/*
 *  In-kernel waitqueue operations.
 */

#include "protocol.h"
#include "orangefs-kernel.h"
#include "orangefs-bufmap.h"

static int wait_for_matching_downcall(struct orangefs_kernel_op_s *, long, bool);
static void orangefs_clean_up_interrupted_operation(struct orangefs_kernel_op_s *);

/*
 * What we do in this function is to walk the list of operations that are
 * present in the request queue and mark them as purged.
 * NOTE: This is called from the device close after client-core has
 * guaranteed that no new operations could appear on the list since the
 * client-core is anyway going to exit.
 */
void purge_waiting_ops(void)
{
	struct orangefs_kernel_op_s *op;

	spin_lock(&orangefs_request_list_lock);
	list_for_each_entry(op, &orangefs_request_list, list) {
		gossip_debug(GOSSIP_WAIT_DEBUG,
			     "pvfs2-client-core: purging op tag %llu %s\n",
			     llu(op->tag),
			     get_opname_string(op));
		set_op_state_purged(op);
	}
	spin_unlock(&orangefs_request_list_lock);
}

/*
 * submits a ORANGEFS operation and waits for it to complete
 *
 * Note op->downcall.status will contain the status of the operation (in
 * errno format), whether provided by pvfs2-client or a result of failure to
 * service the operation.  If the caller wishes to distinguish, then
 * op->state can be checked to see if it was serviced or not.
 *
 * Returns contents of op->downcall.status for convenience
 */
int service_operation(struct orangefs_kernel_op_s *op,
		      const char *op_name,
		      int flags)
{
	long timeout = MAX_SCHEDULE_TIMEOUT;
	/* flags to modify behavior */
	int ret = 0;

	DEFINE_WAIT(wait_entry);

	op->upcall.tgid = current->tgid;
	op->upcall.pid = current->pid;

retry_servicing:
	op->downcall.status = 0;
	gossip_debug(GOSSIP_WAIT_DEBUG,
		     "%s: %s op:%p: process:%s: pid:%d:\n",
		     __func__,
		     op_name,
		     op,
		     current->comm,
		     current->pid);

	if (!(flags & ORANGEFS_OP_NO_SEMAPHORE)) {
		if (flags & ORANGEFS_OP_INTERRUPTIBLE)
			ret = mutex_lock_interruptible(&request_mutex);
		else
			ret = mutex_lock_killable(&request_mutex);
		/*
		 * check to see if we were interrupted while waiting for
		 * semaphore
		 */
		if (ret < 0) {
			op->downcall.status = ret;
			gossip_debug(GOSSIP_WAIT_DEBUG,
				     "orangefs: service_operation interrupted.\n");
			return ret;
		}
	}

	/* queue up the operation */
	spin_lock(&orangefs_request_list_lock);
	spin_lock(&op->lock);
	set_op_state_waiting(op);
	if (flags & ORANGEFS_OP_PRIORITY)
		list_add(&op->list, &orangefs_request_list);
	else
		list_add_tail(&op->list, &orangefs_request_list);
	spin_unlock(&op->lock);
	wake_up_interruptible(&orangefs_request_list_waitq);
	if (!__is_daemon_in_service()) {
		gossip_debug(GOSSIP_WAIT_DEBUG,
			     "%s:client core is NOT in service.\n",
			     __func__);
		timeout = op_timeout_secs * HZ;
	}
	spin_unlock(&orangefs_request_list_lock);

	if (!(flags & ORANGEFS_OP_NO_SEMAPHORE))
		mutex_unlock(&request_mutex);

	ret = wait_for_matching_downcall(op, timeout,
					 flags & ORANGEFS_OP_INTERRUPTIBLE);

	gossip_debug(GOSSIP_WAIT_DEBUG,
		     "%s: wait_for_matching_downcall returned %d for %p\n",
		     __func__,
		     ret,
		     op);

	if (!ret) {
		spin_unlock(&op->lock);
		/* got matching downcall; make sure status is in errno format */
		op->downcall.status =
		    orangefs_normalize_to_errno(op->downcall.status);
		ret = op->downcall.status;
		goto out;
	}

	/* failed to get matching downcall */
	if (ret == -ETIMEDOUT) {
		gossip_err("orangefs: %s -- wait timed out; aborting attempt.\n",
			   op_name);
	}
	orangefs_clean_up_interrupted_operation(op);
	op->downcall.status = ret;
	/* retry if operation has not been serviced and if requested */
	if (ret == -EAGAIN) {
		op->attempts++;
		timeout = op_timeout_secs * HZ;
		gossip_debug(GOSSIP_WAIT_DEBUG,
			     "orangefs: tag %llu (%s)"
			     " -- operation to be retried (%d attempt)\n",
			     llu(op->tag),
			     op_name,
			     op->attempts);

		if (!op->uses_shared_memory)
			/*
			 * this operation doesn't use the shared memory
			 * system
			 */
			goto retry_servicing;
	}

out:
	gossip_debug(GOSSIP_WAIT_DEBUG,
		     "orangefs: service_operation %s returning: %d for %p.\n",
		     op_name,
		     ret,
		     op);
	return ret;
}

bool orangefs_cancel_op_in_progress(struct orangefs_kernel_op_s *op)
{
	u64 tag = op->tag;
	if (!op_state_in_progress(op))
		return false;

	op->slot_to_free = op->upcall.req.io.buf_index;
	memset(&op->upcall, 0, sizeof(op->upcall));
	memset(&op->downcall, 0, sizeof(op->downcall));
	op->upcall.type = ORANGEFS_VFS_OP_CANCEL;
	op->upcall.req.cancel.op_tag = tag;
	op->downcall.type = ORANGEFS_VFS_OP_INVALID;
	op->downcall.status = -1;
	orangefs_new_tag(op);

	spin_lock(&orangefs_request_list_lock);
	/* orangefs_request_list_lock is enough of a barrier here */
	if (!__is_daemon_in_service()) {
		spin_unlock(&orangefs_request_list_lock);
		return false;
	}
	spin_lock(&op->lock);
	set_op_state_waiting(op);
	list_add(&op->list, &orangefs_request_list);
	spin_unlock(&op->lock);
	spin_unlock(&orangefs_request_list_lock);

	gossip_debug(GOSSIP_UTILS_DEBUG,
		     "Attempting ORANGEFS operation cancellation of tag %llu\n",
		     llu(tag));
	return true;
}

static void orangefs_clean_up_interrupted_operation(struct orangefs_kernel_op_s *op)
{
	/*
	 * handle interrupted cases depending on what state we were in when
	 * the interruption is detected.  there is a coarse grained lock
	 * across the operation.
	 *
	 * Called with op->lock held.
	 */
	op->op_state |= OP_VFS_STATE_GIVEN_UP;
	/* from that point on it can't be moved by anybody else */
	if (list_empty(&op->list)) {
		/* caught copying to/from daemon */
		BUG_ON(op_state_serviced(op));
		spin_unlock(&op->lock);
		wait_for_completion(&op->waitq);
	} else if (op_state_waiting(op)) {
		/*
		 * upcall hasn't been read; remove op from upcall request
		 * list.
		 */
		spin_unlock(&op->lock);
		spin_lock(&orangefs_request_list_lock);
		list_del_init(&op->list);
		spin_unlock(&orangefs_request_list_lock);
		gossip_debug(GOSSIP_WAIT_DEBUG,
			     "Interrupted: Removed op %p from request_list\n",
			     op);
	} else if (op_state_in_progress(op)) {
		/* op must be removed from the in progress htable */
		spin_unlock(&op->lock);
		spin_lock(&htable_ops_in_progress_lock);
		list_del_init(&op->list);
		spin_unlock(&htable_ops_in_progress_lock);
		gossip_debug(GOSSIP_WAIT_DEBUG,
			     "Interrupted: Removed op %p"
			     " from htable_ops_in_progress\n",
			     op);
	} else {
		spin_unlock(&op->lock);
		gossip_err("interrupted operation is in a weird state 0x%x\n",
			   op->op_state);
	}
	reinit_completion(&op->waitq);
}

/*
 * sleeps on waitqueue waiting for matching downcall.
 * if client-core finishes servicing, then we are good to go.
 * else if client-core exits, we get woken up here, and retry with a timeout
 *
 * Post when this call returns to the caller, the specified op will no
 * longer be on any list or htable.
 *
 * Returns 0 on success and -errno on failure
 * Errors are:
 * EAGAIN in case we want the caller to requeue and try again..
 * EINTR/EIO/ETIMEDOUT indicating we are done trying to service this
 * operation since client-core seems to be exiting too often
 * or if we were interrupted.
 *
 * Returns with op->lock taken.
 */
static int wait_for_matching_downcall(struct orangefs_kernel_op_s *op,
				      long timeout,
				      bool interruptible)
{
	long n;

	if (interruptible)
		n = wait_for_completion_interruptible_timeout(&op->waitq, timeout);
	else
		n = wait_for_completion_killable_timeout(&op->waitq, timeout);

	spin_lock(&op->lock);

	if (op_state_serviced(op))
		return 0;

	if (unlikely(n < 0)) {
		gossip_debug(GOSSIP_WAIT_DEBUG,
			     "*** %s:"
			     " operation interrupted by a signal (tag "
			     "%llu, op %p)\n",
			     __func__,
			     llu(op->tag),
			     op);
		return -EINTR;
	}
	if (op_state_purged(op)) {
		gossip_debug(GOSSIP_WAIT_DEBUG,
			     "*** %s:"
			     " operation purged (tag "
			     "%llu, %p, att %d)\n",
			     __func__,
			     llu(op->tag),
			     op,
			     op->attempts);
		return (op->attempts < ORANGEFS_PURGE_RETRY_COUNT) ?
			 -EAGAIN :
			 -EIO;
	}
	/* must have timed out, then... */
	gossip_debug(GOSSIP_WAIT_DEBUG,
		     "*** %s:"
		     " operation timed out (tag"
		     " %llu, %p, att %d)\n",
		     __func__,
		     llu(op->tag),
		     op,
		     op->attempts);
	return -ETIMEDOUT;
}
Commit	Line	Data
1182fca3 MM	1	/*
	2	* (C) 2001 Clemson University and The University of Chicago
	3	* (C) 2011 Omnibond Systems
	4	*
	5	* Changes by Acxiom Corporation to implement generic service_operation()
	6	* function, Copyright Acxiom Corporation, 2005.
	7	*
	8	* See COPYING in top-level directory.
	9	*/
	10
	11	/*
	12	* In-kernel waitqueue operations.
	13	*/
	14
	15	#include "protocol.h"
575e9461 MM	16	#include "orangefs-kernel.h"
575e9461 MM	17	#include "orangefs-bufmap.h"
1182fca3	18
05b39a8b	19	static int wait_for_matching_downcall(struct orangefs_kernel_op_s *, long, bool);
d2d87a3b	20	static void orangefs_clean_up_interrupted_operation(struct orangefs_kernel_op_s *);
ade3d781	21
1182fca3 MM	22	/*
	23	* What we do in this function is to walk the list of operations that are
	24	* present in the request queue and mark them as purged.
	25	* NOTE: This is called from the device close after client-core has
	26	* guaranteed that no new operations could appear on the list since the
	27	* client-core is anyway going to exit.
	28	*/
	29	void purge_waiting_ops(void)
	30	{
8bb8aefd	31	struct orangefs_kernel_op_s *op;
1182fca3	32
8bb8aefd YL	33	spin_lock(&orangefs_request_list_lock);
8bb8aefd YL	34	list_for_each_entry(op, &orangefs_request_list, list) {
1182fca3 MM	35	gossip_debug(GOSSIP_WAIT_DEBUG,
	36	"pvfs2-client-core: purging op tag %llu %s\n",
	37	llu(op->tag),
	38	get_opname_string(op));
1182fca3	39	set_op_state_purged(op);
1182fca3	40	}
8bb8aefd	41	spin_unlock(&orangefs_request_list_lock);
1182fca3 MM	42	}
	43
	44	/*
8bb8aefd	45	* submits a ORANGEFS operation and waits for it to complete
1182fca3 MM	46	*
	47	* Note op->downcall.status will contain the status of the operation (in
	48	* errno format), whether provided by pvfs2-client or a result of failure to
	49	* service the operation. If the caller wishes to distinguish, then
	50	* op->state can be checked to see if it was serviced or not.
	51	*
	52	* Returns contents of op->downcall.status for convenience
	53	*/
8bb8aefd	54	int service_operation(struct orangefs_kernel_op_s *op,
1182fca3 MM	55	const char *op_name,
	56	int flags)
	57	{
05b39a8b	58	long timeout = MAX_SCHEDULE_TIMEOUT;
1182fca3	59	/* flags to modify behavior */
1182fca3 MM	60	int ret = 0;
1182fca3 MM	61
ce6c414e	62	DEFINE_WAIT(wait_entry);
1182fca3 MM	63
	64	op->upcall.tgid = current->tgid;
	65	op->upcall.pid = current->pid;
	66
	67	retry_servicing:
	68	op->downcall.status = 0;
	69	gossip_debug(GOSSIP_WAIT_DEBUG,
5253487e MM	70	"%s: %s op:%p: process:%s: pid:%d:\n",
5253487e MM	71	__func__,
1182fca3	72	op_name,
5253487e	73	op,
1182fca3 MM	74	current->comm,
	75	current->pid);
	76
8bb8aefd	77	if (!(flags & ORANGEFS_OP_NO_SEMAPHORE)) {
c72f15b7 AV	78	if (flags & ORANGEFS_OP_INTERRUPTIBLE)
	79	ret = mutex_lock_interruptible(&request_mutex);
	80	else
	81	ret = mutex_lock_killable(&request_mutex);
1182fca3 MM	82	/*
	83	* check to see if we were interrupted while waiting for
	84	* semaphore
	85	*/
	86	if (ret < 0) {
1182fca3 MM	87	op->downcall.status = ret;
1182fca3 MM	88	gossip_debug(GOSSIP_WAIT_DEBUG,
8bb8aefd	89	"orangefs: service_operation interrupted.\n");
1182fca3 MM	90	return ret;
	91	}
	92	}
	93
98815ade AV	94	/* queue up the operation */
	95	spin_lock(&orangefs_request_list_lock);
	96	spin_lock(&op->lock);
	97	set_op_state_waiting(op);
	98	if (flags & ORANGEFS_OP_PRIORITY)
	99	list_add(&op->list, &orangefs_request_list);
	100	else
	101	list_add_tail(&op->list, &orangefs_request_list);
	102	spin_unlock(&op->lock);
	103	wake_up_interruptible(&orangefs_request_list_waitq);
	104	if (!__is_daemon_in_service()) {
1182fca3	105	gossip_debug(GOSSIP_WAIT_DEBUG,
98815ade	106	"%s:client core is NOT in service.\n",
1182fca3	107	__func__);
05b39a8b	108	timeout = op_timeout_secs * HZ;
1182fca3	109	}
98815ade	110	spin_unlock(&orangefs_request_list_lock);
1182fca3	111
8bb8aefd	112	if (!(flags & ORANGEFS_OP_NO_SEMAPHORE))
1182fca3 MM	113	mutex_unlock(&request_mutex);
1182fca3 MM	114
05b39a8b AV	115	ret = wait_for_matching_downcall(op, timeout,
05b39a8b AV	116	flags & ORANGEFS_OP_INTERRUPTIBLE);
5253487e MM	117
	118	gossip_debug(GOSSIP_WAIT_DEBUG,
	119	"%s: wait_for_matching_downcall returned %d for %p\n",
	120	__func__,
	121	ret,
	122	op);
	123
05b39a8b	124	if (!ret) {
d2d87a3b	125	spin_unlock(&op->lock);
1182fca3 MM	126	/* got matching downcall; make sure status is in errno format */
1182fca3 MM	127	op->downcall.status =
8bb8aefd	128	orangefs_normalize_to_errno(op->downcall.status);
1182fca3	129	ret = op->downcall.status;
05b39a8b	130	goto out;
1182fca3 MM	131	}
1182fca3 MM	132
05b39a8b AV	133	/* failed to get matching downcall */
	134	if (ret == -ETIMEDOUT) {
	135	gossip_err("orangefs: %s -- wait timed out; aborting attempt.\n",
	136	op_name);
	137	}
	138	orangefs_clean_up_interrupted_operation(op);
	139	op->downcall.status = ret;
1182fca3	140	/* retry if operation has not been serviced and if requested */
05b39a8b AV	141	if (ret == -EAGAIN) {
	142	op->attempts++;
	143	timeout = op_timeout_secs * HZ;
1182fca3	144	gossip_debug(GOSSIP_WAIT_DEBUG,
8bb8aefd	145	"orangefs: tag %llu (%s)"
1182fca3 MM	146	" -- operation to be retried (%d attempt)\n",
	147	llu(op->tag),
	148	op_name,
05b39a8b	149	op->attempts);
1182fca3 MM	150
	151	if (!op->uses_shared_memory)
	152	/*
	153	* this operation doesn't use the shared memory
	154	* system
	155	*/
	156	goto retry_servicing;
1182fca3 MM	157	}
1182fca3 MM	158
05b39a8b	159	out:
1182fca3	160	gossip_debug(GOSSIP_WAIT_DEBUG,
8bb8aefd	161	"orangefs: service_operation %s returning: %d for %p.\n",
1182fca3 MM	162	op_name,
	163	ret,
	164	op);
	165	return ret;
	166	}
	167
78699e29 AV	168	bool orangefs_cancel_op_in_progress(struct orangefs_kernel_op_s *op)
	169	{
	170	u64 tag = op->tag;
	171	if (!op_state_in_progress(op))
	172	return false;
	173
	174	op->slot_to_free = op->upcall.req.io.buf_index;
	175	memset(&op->upcall, 0, sizeof(op->upcall));
	176	memset(&op->downcall, 0, sizeof(op->downcall));
	177	op->upcall.type = ORANGEFS_VFS_OP_CANCEL;
	178	op->upcall.req.cancel.op_tag = tag;
	179	op->downcall.type = ORANGEFS_VFS_OP_INVALID;
	180	op->downcall.status = -1;
	181	orangefs_new_tag(op);
	182
	183	spin_lock(&orangefs_request_list_lock);
	184	/* orangefs_request_list_lock is enough of a barrier here */
	185	if (!__is_daemon_in_service()) {
	186	spin_unlock(&orangefs_request_list_lock);
	187	return false;
	188	}
98815ade AV	189	spin_lock(&op->lock);
	190	set_op_state_waiting(op);
	191	list_add(&op->list, &orangefs_request_list);
	192	spin_unlock(&op->lock);
78699e29 AV	193	spin_unlock(&orangefs_request_list_lock);
	194
	195	gossip_debug(GOSSIP_UTILS_DEBUG,
	196	"Attempting ORANGEFS operation cancellation of tag %llu\n",
	197	llu(tag));
	198	return true;
	199	}
	200
e07db0a2	201	static void orangefs_clean_up_interrupted_operation(struct orangefs_kernel_op_s *op)
1182fca3 MM	202	{
	203	/*
	204	* handle interrupted cases depending on what state we were in when
	205	* the interruption is detected. there is a coarse grained lock
	206	* across the operation.
	207	*
eab9b389	208	* Called with op->lock held.
1182fca3	209	*/
ed42fe05	210	op->op_state \|= OP_VFS_STATE_GIVEN_UP;
05a50a5b AV	211	/* from that point on it can't be moved by anybody else */
	212	if (list_empty(&op->list)) {
	213	/* caught copying to/from daemon */
	214	BUG_ON(op_state_serviced(op));
	215	spin_unlock(&op->lock);
	216	wait_for_completion(&op->waitq);
	217	} else if (op_state_waiting(op)) {
1182fca3 MM	218	/*
	219	* upcall hasn't been read; remove op from upcall request
	220	* list.
	221	*/
	222	spin_unlock(&op->lock);
ed42fe05	223	spin_lock(&orangefs_request_list_lock);
05a50a5b	224	list_del_init(&op->list);
ed42fe05	225	spin_unlock(&orangefs_request_list_lock);
1182fca3 MM	226	gossip_debug(GOSSIP_WAIT_DEBUG,
	227	"Interrupted: Removed op %p from request_list\n",
	228	op);
	229	} else if (op_state_in_progress(op)) {
	230	/* op must be removed from the in progress htable */
	231	spin_unlock(&op->lock);
	232	spin_lock(&htable_ops_in_progress_lock);
05a50a5b	233	list_del_init(&op->list);
1182fca3 MM	234	spin_unlock(&htable_ops_in_progress_lock);
	235	gossip_debug(GOSSIP_WAIT_DEBUG,
	236	"Interrupted: Removed op %p"
	237	" from htable_ops_in_progress\n",
	238	op);
05a50a5b	239	} else {
1182fca3 MM	240	spin_unlock(&op->lock);
	241	gossip_err("interrupted operation is in a weird state 0x%x\n",
	242	op->op_state);
	243	}
d2d87a3b	244	reinit_completion(&op->waitq);
1182fca3 MM	245	}
	246
	247	/*
	248	* sleeps on waitqueue waiting for matching downcall.
	249	* if client-core finishes servicing, then we are good to go.
	250	* else if client-core exits, we get woken up here, and retry with a timeout
	251	*
	252	* Post when this call returns to the caller, the specified op will no
	253	* longer be on any list or htable.
	254	*
	255	* Returns 0 on success and -errno on failure
	256	* Errors are:
	257	* EAGAIN in case we want the caller to requeue and try again..
	258	* EINTR/EIO/ETIMEDOUT indicating we are done trying to service this
	259	* operation since client-core seems to be exiting too often
	260	* or if we were interrupted.
d2d87a3b AV	261	*
d2d87a3b AV	262	* Returns with op->lock taken.
1182fca3	263	*/
c72f15b7	264	static int wait_for_matching_downcall(struct orangefs_kernel_op_s *op,
05b39a8b	265	long timeout,
c72f15b7	266	bool interruptible)
1182fca3	267	{
05b39a8b	268	long n;
c72f15b7 AV	269
	270	if (interruptible)
	271	n = wait_for_completion_interruptible_timeout(&op->waitq, timeout);
	272	else
	273	n = wait_for_completion_killable_timeout(&op->waitq, timeout);
	274
d2d87a3b	275	spin_lock(&op->lock);
1182fca3	276
d2d87a3b AV	277	if (op_state_serviced(op))
d2d87a3b AV	278	return 0;
70c6ea26	279
d2d87a3b AV	280	if (unlikely(n < 0)) {
	281	gossip_debug(GOSSIP_WAIT_DEBUG,
	282	"*** %s:"
	283	" operation interrupted by a signal (tag "
	284	"%llu, op %p)\n",
	285	__func__,
	286	llu(op->tag),
	287	op);
	288	return -EINTR;
1182fca3	289	}
d2d87a3b AV	290	if (op_state_purged(op)) {
	291	gossip_debug(GOSSIP_WAIT_DEBUG,
	292	"*** %s:"
	293	" operation purged (tag "
	294	"%llu, %p, att %d)\n",
	295	__func__,
	296	llu(op->tag),
	297	op,
	298	op->attempts);
	299	return (op->attempts < ORANGEFS_PURGE_RETRY_COUNT) ?
	300	-EAGAIN :
	301	-EIO;
	302	}
	303	/* must have timed out, then... */
	304	gossip_debug(GOSSIP_WAIT_DEBUG,
	305	"*** %s:"
	306	" operation timed out (tag"
	307	" %llu, %p, att %d)\n",
	308	__func__,
	309	llu(op->tag),
	310	op,
	311	op->attempts);
	312	return -ETIMEDOUT;
1182fca3	313	}