[linux-2.6-block.git] / arch / mips / include / asm / switch_to.h

/*
 * This file is subject to the terms and conditions of the GNU General Public
 * License.  See the file "COPYING" in the main directory of this archive
 * for more details.
 *
 * Copyright (C) 1994, 95, 96, 97, 98, 99, 2003, 06 by Ralf Baechle
 * Copyright (C) 1996 by Paul M. Antoine
 * Copyright (C) 1999 Silicon Graphics
 * Kevin D. Kissell, kevink@mips.org and Carsten Langgaard, carstenl@mips.com
 * Copyright (C) 2000 MIPS Technologies, Inc.
 */
#ifndef _ASM_SWITCH_TO_H
#define _ASM_SWITCH_TO_H

#include <asm/cpu-features.h>
#include <asm/watch.h>
#include <asm/dsp.h>
#include <asm/cop2.h>
#include <asm/fpu.h>

struct task_struct;

/**
 * resume - resume execution of a task
 * @prev:	The task previously executed.
 * @next:	The task to begin executing.
 * @next_ti:	task_thread_info(next).
 *
 * This function is used whilst scheduling to save the context of prev & load
 * the context of next. Returns prev.
 */
extern asmlinkage struct task_struct *resume(struct task_struct *prev,
		struct task_struct *next, struct thread_info *next_ti);

extern unsigned int ll_bit;
extern struct task_struct *ll_task;

#ifdef CONFIG_MIPS_MT_FPAFF

/*
 * Handle the scheduler resume end of FPU affinity management.	We do this
 * inline to try to keep the overhead down. If we have been forced to run on
 * a "CPU" with an FPU because of a previous high level of FP computation,
 * but did not actually use the FPU during the most recent time-slice (CU1
 * isn't set), we undo the restriction on cpus_allowed.
 *
 * We're not calling set_cpus_allowed() here, because we have no need to
 * force prompt migration - we're already switching the current CPU to a
 * different thread.
 */

#define __mips_mt_fpaff_switch_to(prev)					\
do {									\
	struct thread_info *__prev_ti = task_thread_info(prev);		\
									\
	if (cpu_has_fpu &&						\
	    test_ti_thread_flag(__prev_ti, TIF_FPUBOUND) &&		\
	    (!(KSTK_STATUS(prev) & ST0_CU1))) {				\
		clear_ti_thread_flag(__prev_ti, TIF_FPUBOUND);		\
		prev->cpus_allowed = prev->thread.user_cpus_allowed;	\
	}								\
	next->thread.emulated_fp = 0;					\
} while(0)

#else
#define __mips_mt_fpaff_switch_to(prev) do { (void) (prev); } while (0)
#endif

/*
 * Clear LLBit during context switches on MIPSr6 such that eretnc can be used
 * unconditionally when returning to userland in entry.S.
 */
#define __clear_r6_hw_ll_bit() do {					\
	if (cpu_has_mips_r6)						\
		write_c0_lladdr(0);					\
} while (0)

#define __clear_software_ll_bit() do {					\
	if (!__builtin_constant_p(cpu_has_llsc) || !cpu_has_llsc)	\
		ll_bit = 0;						\
} while (0)

/*
 * Check FCSR for any unmasked exceptions pending set with `ptrace',
 * clear them and send a signal.
 */
#ifdef CONFIG_MIPS_FP_SUPPORT
# define __sanitize_fcr31(next)						\
do {									\
	unsigned long fcr31 = mask_fcr31_x(next->thread.fpu.fcr31);	\
	void __user *pc;						\
									\
	if (unlikely(fcr31)) {						\
		pc = (void __user *)task_pt_regs(next)->cp0_epc;	\
		next->thread.fpu.fcr31 &= ~fcr31;			\
		force_fcr31_sig(fcr31, pc, next);			\
	}								\
} while (0)
#else
# define __sanitize_fcr31(next)
#endif

/*
 * For newly created kernel threads switch_to() will return to
 * ret_from_kernel_thread, newly created user threads to ret_from_fork.
 * That is, everything following resume() will be skipped for new threads.
 * So everything that matters to new threads should be placed before resume().
 */
#define switch_to(prev, next, last)					\
do {									\
	__mips_mt_fpaff_switch_to(prev);				\
	lose_fpu_inatomic(1, prev);					\
	if (tsk_used_math(next))					\
		__sanitize_fcr31(next);					\
	if (cpu_has_dsp) {						\
		__save_dsp(prev);					\
		__restore_dsp(next);					\
	}								\
	if (cop2_present) {						\
		set_c0_status(ST0_CU2);					\
		if ((KSTK_STATUS(prev) & ST0_CU2)) {			\
			if (cop2_lazy_restore)				\
				KSTK_STATUS(prev) &= ~ST0_CU2;		\
			cop2_save(prev);				\
		}							\
		if (KSTK_STATUS(next) & ST0_CU2 &&			\
		    !cop2_lazy_restore) {				\
			cop2_restore(next);				\
		}							\
		clear_c0_status(ST0_CU2);				\
	}								\
	__clear_r6_hw_ll_bit();						\
	__clear_software_ll_bit();					\
	if (cpu_has_userlocal)						\
		write_c0_userlocal(task_thread_info(next)->tp_value);	\
	__restore_watch(next);						\
	(last) = resume(prev, next, task_thread_info(next));		\
} while (0)

#endif /* _ASM_SWITCH_TO_H */
Commit	Line	Data
b81947c6 DH	1	/*
	2	* This file is subject to the terms and conditions of the GNU General Public
	3	* License. See the file "COPYING" in the main directory of this archive
	4	* for more details.
	5	*
	6	* Copyright (C) 1994, 95, 96, 97, 98, 99, 2003, 06 by Ralf Baechle
	7	* Copyright (C) 1996 by Paul M. Antoine
	8	* Copyright (C) 1999 Silicon Graphics
	9	* Kevin D. Kissell, kevink@mips.org and Carsten Langgaard, carstenl@mips.com
	10	* Copyright (C) 2000 MIPS Technologies, Inc.
	11	*/
	12	#ifndef _ASM_SWITCH_TO_H
	13	#define _ASM_SWITCH_TO_H
	14
	15	#include <asm/cpu-features.h>
	16	#include <asm/watch.h>
	17	#include <asm/dsp.h>
2c952e06	18	#include <asm/cop2.h>
1a3d5957	19	#include <asm/fpu.h>
b81947c6 DH	20
	21	struct task_struct;
	22
8c0f8ab0 PB	23	/**
	24	* resume - resume execution of a task
	25	* @prev: The task previously executed.
	26	* @next: The task to begin executing.
	27	* @next_ti: task_thread_info(next).
8c0f8ab0 PB	28	*
	29	* This function is used whilst scheduling to save the context of prev & load
	30	* the context of next. Returns prev.
b81947c6	31	*/
8c0f8ab0	32	extern asmlinkage struct task_struct resume(struct task_struct prev,
1a3d5957	33	struct task_struct next, struct thread_info next_ti);
b81947c6 DH	34
	35	extern unsigned int ll_bit;
	36	extern struct task_struct *ll_task;
	37
	38	#ifdef CONFIG_MIPS_MT_FPAFF
	39
	40	/*
70342287	41	* Handle the scheduler resume end of FPU affinity management. We do this
b81947c6 DH	42	* inline to try to keep the overhead down. If we have been forced to run on
	43	* a "CPU" with an FPU because of a previous high level of FP computation,
	44	* but did not actually use the FPU during the most recent time-slice (CU1
	45	* isn't set), we undo the restriction on cpus_allowed.
	46	*
	47	* We're not calling set_cpus_allowed() here, because we have no need to
	48	* force prompt migration - we're already switching the current CPU to a
	49	* different thread.
	50	*/
	51
	52	#define __mips_mt_fpaff_switch_to(prev) \
	53	do { \
	54	struct thread_info *__prev_ti = task_thread_info(prev); \
	55	\
	56	if (cpu_has_fpu && \
	57	test_ti_thread_flag(__prev_ti, TIF_FPUBOUND) && \
	58	(!(KSTK_STATUS(prev) & ST0_CU1))) { \
	59	clear_ti_thread_flag(__prev_ti, TIF_FPUBOUND); \
	60	prev->cpus_allowed = prev->thread.user_cpus_allowed; \
	61	} \
	62	next->thread.emulated_fp = 0; \
	63	} while(0)
	64
	65	#else
	66	#define __mips_mt_fpaff_switch_to(prev) do { (void) (prev); } while (0)
	67	#endif
	68
3b4b8239 PB	69	/*
	70	* Clear LLBit during context switches on MIPSr6 such that eretnc can be used
	71	* unconditionally when returning to userland in entry.S.
	72	*/
	73	#define __clear_r6_hw_ll_bit() do { \
	74	if (cpu_has_mips_r6) \
7c151d3d	75	write_c0_lladdr(0); \
3b4b8239 PB	76	} while (0)
	77
	78	#define __clear_software_ll_bit() do { \
	79	if (!__builtin_constant_p(cpu_has_llsc) \|\| !cpu_has_llsc) \
	80	ll_bit = 0; \
b81947c6 DH	81	} while (0)
b81947c6 DH	82
5a1aca44 MR	83	/*
	84	* Check FCSR for any unmasked exceptions pending set with `ptrace',
	85	* clear them and send a signal.
	86	*/
36a49803 PB	87	#ifdef CONFIG_MIPS_FP_SUPPORT
36a49803 PB	88	# define __sanitize_fcr31(next) \
5a1aca44 MR	89	do { \
	90	unsigned long fcr31 = mask_fcr31_x(next->thread.fpu.fcr31); \
	91	void __user *pc; \
	92	\
	93	if (unlikely(fcr31)) { \
	94	pc = (void __user *)task_pt_regs(next)->cp0_epc; \
	95	next->thread.fpu.fcr31 &= ~fcr31; \
	96	force_fcr31_sig(fcr31, pc, next); \
	97	} \
	98	} while (0)
36a49803 PB	99	#else
	100	# define __sanitize_fcr31(next)
	101	#endif
5a1aca44	102
f51246ef RB	103	/*
	104	* For newly created kernel threads switch_to() will return to
	105	* ret_from_kernel_thread, newly created user threads to ret_from_fork.
	106	* That is, everything following resume() will be skipped for new threads.
	107	* So everything that matters to new threads should be placed before resume().
	108	*/
b81947c6 DH	109	#define switch_to(prev, next, last) \
	110	do { \
	111	__mips_mt_fpaff_switch_to(prev); \
1a3d5957	112	lose_fpu_inatomic(1, prev); \
5a1aca44 MR	113	if (tsk_used_math(next)) \
5a1aca44 MR	114	__sanitize_fcr31(next); \
f51246ef	115	if (cpu_has_dsp) { \
b81947c6	116	__save_dsp(prev); \
f51246ef RB	117	__restore_dsp(next); \
	118	} \
	119	if (cop2_present) { \
	120	set_c0_status(ST0_CU2); \
	121	if ((KSTK_STATUS(prev) & ST0_CU2)) { \
	122	if (cop2_lazy_restore) \
	123	KSTK_STATUS(prev) &= ~ST0_CU2; \
	124	cop2_save(prev); \
	125	} \
	126	if (KSTK_STATUS(next) & ST0_CU2 && \
	127	!cop2_lazy_restore) { \
	128	cop2_restore(next); \
	129	} \
	130	clear_c0_status(ST0_CU2); \
2c952e06	131	} \
3b4b8239	132	__clear_r6_hw_ll_bit(); \
b81947c6	133	__clear_software_ll_bit(); \
b81947c6	134	if (cpu_has_userlocal) \
f51246ef	135	write_c0_userlocal(task_thread_info(next)->tp_value); \
a7e89326	136	__restore_watch(next); \
1a3d5957	137	(last) = resume(prev, next, task_thread_info(next)); \
b81947c6 DH	138	} while (0)
	139
	140	#endif /* _ASM_SWITCH_TO_H */