[linux-2.6-block.git] / arch / mips / kernel / r4k_switch.S

/*
 * This file is subject to the terms and conditions of the GNU General Public
 * License.  See the file "COPYING" in the main directory of this archive
 * for more details.
 *
 * Copyright (C) 1994, 1995, 1996, 1998, 1999, 2002, 2003 Ralf Baechle
 * Copyright (C) 1996 David S. Miller (dm@engr.sgi.com)
 * Copyright (C) 1994, 1995, 1996, by Andreas Busse
 * Copyright (C) 1999 Silicon Graphics, Inc.
 * Copyright (C) 2000 MIPS Technologies, Inc.
 *    written by Carsten Langgaard, carstenl@mips.com
 */
#include <asm/asm.h>
#include <asm/cachectl.h>
#include <asm/fpregdef.h>
#include <asm/mipsregs.h>
#include <asm/asm-offsets.h>
#include <asm/page.h>
#include <asm/pgtable-bits.h>
#include <asm/regdef.h>
#include <asm/stackframe.h>
#include <asm/thread_info.h>

#include <asm/asmmacro.h>

/*
 * Offset to the current process status flags, the first 32 bytes of the
 * stack are not used.
 */
#define ST_OFF (_THREAD_SIZE - 32 - PT_SIZE + PT_STATUS)

/*
 * FPU context is saved iff the process has used it's FPU in the current
 * time slice as indicated by _TIF_USEDFPU.  In any case, the CU1 bit for user
 * space STATUS register should be 0, so that a process *always* starts its
 * userland with FPU disabled after each context switch.
 *
 * FPU will be enabled as soon as the process accesses FPU again, through
 * do_cpu() trap.
 */

/*
 * task_struct *resume(task_struct *prev, task_struct *next,
 *                     struct thread_info *next_ti)
 */
	.align	5
	LEAF(resume)
	mfc0	t1, CP0_STATUS
	LONG_S	t1, THREAD_STATUS(a0)
	cpu_save_nonscratch a0
	LONG_S	ra, THREAD_REG31(a0)

	/*
	 * check if we need to save FPU registers
	 */
	PTR_L	t3, TASK_THREAD_INFO(a0)
	LONG_L	t0, TI_FLAGS(t3)
	li	t1, _TIF_USEDFPU
	and	t2, t0, t1
	beqz	t2, 1f
	nor	t1, zero, t1

	and	t0, t0, t1
	LONG_S	t0, TI_FLAGS(t3)

	/*
	 * clear saved user stack CU1 bit
	 */
	LONG_L	t0, ST_OFF(t3)
	li	t1, ~ST0_CU1
	and	t0, t0, t1
	LONG_S	t0, ST_OFF(t3)

	fpu_save_double a0 t0 t1		# c0_status passed in t0
						# clobbers t1
1:

	/*
	 * The order of restoring the registers takes care of the race
	 * updating $28, $29 and kernelsp without disabling ints.
	 */
	move	$28, a2
	cpu_restore_nonscratch a1

	PTR_ADDU	t0, $28, _THREAD_SIZE - 32
	set_saved_sp	t0, t1, t2
#ifdef CONFIG_MIPS_MT_SMTC
	/* Read-modify-writes of Status must be atomic on a VPE */
	mfc0	t2, CP0_TCSTATUS
	ori	t1, t2, TCSTATUS_IXMT
	mtc0	t1, CP0_TCSTATUS
	andi	t2, t2, TCSTATUS_IXMT
	_ehb
	DMT	8				# dmt	t0
	move	t1,ra
	jal	mips_ihb
	move	ra,t1
#endif /* CONFIG_MIPS_MT_SMTC */
	mfc0	t1, CP0_STATUS		/* Do we really need this? */
	li	a3, 0xff01
	and	t1, a3
	LONG_L	a2, THREAD_STATUS(a1)
	nor	a3, $0, a3
	and	a2, a3
	or	a2, t1
	mtc0	a2, CP0_STATUS
#ifdef CONFIG_MIPS_MT_SMTC
	_ehb
	andi	t0, t0, VPECONTROL_TE
	beqz	t0, 1f
	emt
1:
	mfc0	t1, CP0_TCSTATUS
	xori	t1, t1, TCSTATUS_IXMT
	or	t1, t1, t2
	mtc0	t1, CP0_TCSTATUS
	_ehb
#endif /* CONFIG_MIPS_MT_SMTC */
	move	v0, a0
	jr	ra
	END(resume)

/*
 * Save a thread's fp context.
 */
LEAF(_save_fp)
#ifdef CONFIG_64BIT
	mfc0	t0, CP0_STATUS
#endif
	fpu_save_double a0 t0 t1		# clobbers t1
	jr	ra
	END(_save_fp)

/*
 * Restore a thread's fp context.
 */
LEAF(_restore_fp)
#ifdef CONFIG_64BIT
	mfc0	t0, CP0_STATUS
#endif
	fpu_restore_double a0 t0 t1		# clobbers t1
	jr	ra
	END(_restore_fp)

/*
 * Load the FPU with signalling NANS.  This bit pattern we're using has
 * the property that no matter whether considered as single or as double
 * precision represents signaling NANS.
 *
 * We initialize fcr31 to rounding to nearest, no exceptions.
 */

#define FPU_DEFAULT  0x00000000

LEAF(_init_fpu)
#ifdef CONFIG_MIPS_MT_SMTC
	/* Rather than manipulate per-VPE Status, set per-TC bit in TCStatus */
	mfc0	t0, CP0_TCSTATUS
	/* Bit position is the same for Status, TCStatus */
	li	t1, ST0_CU1
	or	t0, t1
	mtc0	t0, CP0_TCSTATUS
#else /* Normal MIPS CU1 enable */
	mfc0	t0, CP0_STATUS
	li	t1, ST0_CU1
	or	t0, t1
	mtc0	t0, CP0_STATUS
#endif /* CONFIG_MIPS_MT_SMTC */
	enable_fpu_hazard

	li	t1, FPU_DEFAULT
	ctc1	t1, fcr31

	li	t1, -1				# SNaN

#ifdef CONFIG_64BIT
	sll	t0, t0, 5
	bgez	t0, 1f				# 16 / 32 register mode?

	dmtc1	t1, $f1
	dmtc1	t1, $f3
	dmtc1	t1, $f5
	dmtc1	t1, $f7
	dmtc1	t1, $f9
	dmtc1	t1, $f11
	dmtc1	t1, $f13
	dmtc1	t1, $f15
	dmtc1	t1, $f17
	dmtc1	t1, $f19
	dmtc1	t1, $f21
	dmtc1	t1, $f23
	dmtc1	t1, $f25
	dmtc1	t1, $f27
	dmtc1	t1, $f29
	dmtc1	t1, $f31
1:
#endif

#ifdef CONFIG_CPU_MIPS32
	mtc1	t1, $f0
	mtc1	t1, $f1
	mtc1	t1, $f2
	mtc1	t1, $f3
	mtc1	t1, $f4
	mtc1	t1, $f5
	mtc1	t1, $f6
	mtc1	t1, $f7
	mtc1	t1, $f8
	mtc1	t1, $f9
	mtc1	t1, $f10
	mtc1	t1, $f11
	mtc1	t1, $f12
	mtc1	t1, $f13
	mtc1	t1, $f14
	mtc1	t1, $f15
	mtc1	t1, $f16
	mtc1	t1, $f17
	mtc1	t1, $f18
	mtc1	t1, $f19
	mtc1	t1, $f20
	mtc1	t1, $f21
	mtc1	t1, $f22
	mtc1	t1, $f23
	mtc1	t1, $f24
	mtc1	t1, $f25
	mtc1	t1, $f26
	mtc1	t1, $f27
	mtc1	t1, $f28
	mtc1	t1, $f29
	mtc1	t1, $f30
	mtc1	t1, $f31
#else
	.set	mips3
	dmtc1	t1, $f0
	dmtc1	t1, $f2
	dmtc1	t1, $f4
	dmtc1	t1, $f6
	dmtc1	t1, $f8
	dmtc1	t1, $f10
	dmtc1	t1, $f12
	dmtc1	t1, $f14
	dmtc1	t1, $f16
	dmtc1	t1, $f18
	dmtc1	t1, $f20
	dmtc1	t1, $f22
	dmtc1	t1, $f24
	dmtc1	t1, $f26
	dmtc1	t1, $f28
	dmtc1	t1, $f30
#endif
	jr	ra
	END(_init_fpu)
Commit	Line	Data
1da177e4 LT	1	/*
	2	* This file is subject to the terms and conditions of the GNU General Public
	3	* License. See the file "COPYING" in the main directory of this archive
	4	* for more details.
	5	*
	6	* Copyright (C) 1994, 1995, 1996, 1998, 1999, 2002, 2003 Ralf Baechle
	7	* Copyright (C) 1996 David S. Miller (dm@engr.sgi.com)
	8	* Copyright (C) 1994, 1995, 1996, by Andreas Busse
	9	* Copyright (C) 1999 Silicon Graphics, Inc.
	10	* Copyright (C) 2000 MIPS Technologies, Inc.
	11	* written by Carsten Langgaard, carstenl@mips.com
	12	*/
1da177e4 LT	13	#include <asm/asm.h>
	14	#include <asm/cachectl.h>
	15	#include <asm/fpregdef.h>
	16	#include <asm/mipsregs.h>
048eb582	17	#include <asm/asm-offsets.h>
1da177e4 LT	18	#include <asm/page.h>
	19	#include <asm/pgtable-bits.h>
	20	#include <asm/regdef.h>
	21	#include <asm/stackframe.h>
	22	#include <asm/thread_info.h>
	23
	24	#include <asm/asmmacro.h>
	25
	26	/*
	27	* Offset to the current process status flags, the first 32 bytes of the
	28	* stack are not used.
	29	*/
	30	#define ST_OFF (_THREAD_SIZE - 32 - PT_SIZE + PT_STATUS)
	31
	32	/*
	33	* FPU context is saved iff the process has used it's FPU in the current
	34	* time slice as indicated by _TIF_USEDFPU. In any case, the CU1 bit for user
42a3b4f2	35	* space STATUS register should be 0, so that a process always starts its
1da177e4 LT	36	* userland with FPU disabled after each context switch.
	37	*
	38	* FPU will be enabled as soon as the process accesses FPU again, through
	39	* do_cpu() trap.
	40	*/
	41
	42	/*
	43	* task_struct resume(task_struct prev, task_struct *next,
	44	* struct thread_info *next_ti)
	45	*/
	46	.align 5
	47	LEAF(resume)
5323180d AN	48	mfc0 t1, CP0_STATUS
5323180d AN	49	LONG_S t1, THREAD_STATUS(a0)
1da177e4 LT	50	cpu_save_nonscratch a0
	51	LONG_S ra, THREAD_REG31(a0)
	52
	53	/*
	54	* check if we need to save FPU registers
	55	*/
	56	PTR_L t3, TASK_THREAD_INFO(a0)
	57	LONG_L t0, TI_FLAGS(t3)
	58	li t1, _TIF_USEDFPU
5323180d AN	59	and t2, t0, t1
5323180d AN	60	beqz t2, 1f
1da177e4 LT	61	nor t1, zero, t1
	62
	63	and t0, t0, t1
	64	LONG_S t0, TI_FLAGS(t3)
	65
	66	/*
	67	* clear saved user stack CU1 bit
	68	*/
	69	LONG_L t0, ST_OFF(t3)
	70	li t1, ~ST0_CU1
	71	and t0, t0, t1
	72	LONG_S t0, ST_OFF(t3)
	73
c138e12f AN	74	fpu_save_double a0 t0 t1 # c0_status passed in t0
c138e12f AN	75	# clobbers t1
1da177e4 LT	76	1:
	77
	78	/*
	79	* The order of restoring the registers takes care of the race
	80	* updating $28, $29 and kernelsp without disabling ints.
	81	*/
	82	move $28, a2
	83	cpu_restore_nonscratch a1
	84
3bd39664	85	PTR_ADDU t0, $28, _THREAD_SIZE - 32
1da177e4	86	set_saved_sp t0, t1, t2
41c594ab RB	87	#ifdef CONFIG_MIPS_MT_SMTC
	88	/* Read-modify-writes of Status must be atomic on a VPE */
	89	mfc0 t2, CP0_TCSTATUS
	90	ori t1, t2, TCSTATUS_IXMT
	91	mtc0 t1, CP0_TCSTATUS
	92	andi t2, t2, TCSTATUS_IXMT
4277ff5e	93	_ehb
41c594ab RB	94	DMT 8 # dmt t0
	95	move t1,ra
	96	jal mips_ihb
	97	move ra,t1
	98	#endif /* CONFIG_MIPS_MT_SMTC */
1da177e4 LT	99	mfc0 t1, CP0_STATUS /* Do we really need this? */
	100	li a3, 0xff01
	101	and t1, a3
	102	LONG_L a2, THREAD_STATUS(a1)
	103	nor a3, $0, a3
	104	and a2, a3
	105	or a2, t1
	106	mtc0 a2, CP0_STATUS
41c594ab	107	#ifdef CONFIG_MIPS_MT_SMTC
4277ff5e	108	_ehb
41c594ab RB	109	andi t0, t0, VPECONTROL_TE
	110	beqz t0, 1f
	111	emt
	112	1:
	113	mfc0 t1, CP0_TCSTATUS
	114	xori t1, t1, TCSTATUS_IXMT
	115	or t1, t1, t2
	116	mtc0 t1, CP0_TCSTATUS
4277ff5e	117	_ehb
41c594ab	118	#endif /* CONFIG_MIPS_MT_SMTC */
1da177e4 LT	119	move v0, a0
	120	jr ra
	121	END(resume)
	122
	123	/*
	124	* Save a thread's fp context.
	125	*/
	126	LEAF(_save_fp)
875d43e7	127	#ifdef CONFIG_64BIT
c138e12f	128	mfc0 t0, CP0_STATUS
1da177e4	129	#endif
c138e12f	130	fpu_save_double a0 t0 t1 # clobbers t1
1da177e4 LT	131	jr ra
	132	END(_save_fp)
	133
	134	/*
	135	* Restore a thread's fp context.
	136	*/
	137	LEAF(_restore_fp)
c138e12f AN	138	#ifdef CONFIG_64BIT
	139	mfc0 t0, CP0_STATUS
	140	#endif
	141	fpu_restore_double a0 t0 t1 # clobbers t1
1da177e4 LT	142	jr ra
	143	END(_restore_fp)
	144
	145	/*
	146	* Load the FPU with signalling NANS. This bit pattern we're using has
	147	* the property that no matter whether considered as single or as double
	148	* precision represents signaling NANS.
	149	*
	150	* We initialize fcr31 to rounding to nearest, no exceptions.
	151	*/
	152
	153	#define FPU_DEFAULT 0x00000000
	154
	155	LEAF(_init_fpu)
41c594ab RB	156	#ifdef CONFIG_MIPS_MT_SMTC
	157	/* Rather than manipulate per-VPE Status, set per-TC bit in TCStatus */
	158	mfc0 t0, CP0_TCSTATUS
	159	/* Bit position is the same for Status, TCStatus */
	160	li t1, ST0_CU1
	161	or t0, t1
	162	mtc0 t0, CP0_TCSTATUS
	163	#else /* Normal MIPS CU1 enable */
1da177e4 LT	164	mfc0 t0, CP0_STATUS
	165	li t1, ST0_CU1
	166	or t0, t1
	167	mtc0 t0, CP0_STATUS
41c594ab	168	#endif /* CONFIG_MIPS_MT_SMTC */
f9509c84	169	enable_fpu_hazard
1da177e4 LT	170
	171	li t1, FPU_DEFAULT
	172	ctc1 t1, fcr31
	173
	174	li t1, -1 # SNaN
	175
875d43e7	176	#ifdef CONFIG_64BIT
1da177e4 LT	177	sll t0, t0, 5
	178	bgez t0, 1f # 16 / 32 register mode?
	179
	180	dmtc1 t1, $f1
	181	dmtc1 t1, $f3
	182	dmtc1 t1, $f5
	183	dmtc1 t1, $f7
	184	dmtc1 t1, $f9
	185	dmtc1 t1, $f11
	186	dmtc1 t1, $f13
	187	dmtc1 t1, $f15
	188	dmtc1 t1, $f17
	189	dmtc1 t1, $f19
	190	dmtc1 t1, $f21
	191	dmtc1 t1, $f23
	192	dmtc1 t1, $f25
	193	dmtc1 t1, $f27
	194	dmtc1 t1, $f29
	195	dmtc1 t1, $f31
	196	1:
	197	#endif
42a3b4f2	198
1da177e4 LT	199	#ifdef CONFIG_CPU_MIPS32
	200	mtc1 t1, $f0
	201	mtc1 t1, $f1
	202	mtc1 t1, $f2
	203	mtc1 t1, $f3
	204	mtc1 t1, $f4
	205	mtc1 t1, $f5
	206	mtc1 t1, $f6
	207	mtc1 t1, $f7
	208	mtc1 t1, $f8
	209	mtc1 t1, $f9
	210	mtc1 t1, $f10
	211	mtc1 t1, $f11
	212	mtc1 t1, $f12
	213	mtc1 t1, $f13
	214	mtc1 t1, $f14
	215	mtc1 t1, $f15
	216	mtc1 t1, $f16
	217	mtc1 t1, $f17
	218	mtc1 t1, $f18
	219	mtc1 t1, $f19
	220	mtc1 t1, $f20
	221	mtc1 t1, $f21
	222	mtc1 t1, $f22
	223	mtc1 t1, $f23
	224	mtc1 t1, $f24
	225	mtc1 t1, $f25
	226	mtc1 t1, $f26
	227	mtc1 t1, $f27
	228	mtc1 t1, $f28
	229	mtc1 t1, $f29
	230	mtc1 t1, $f30
	231	mtc1 t1, $f31
	232	#else
	233	.set mips3
	234	dmtc1 t1, $f0
	235	dmtc1 t1, $f2
	236	dmtc1 t1, $f4
	237	dmtc1 t1, $f6
	238	dmtc1 t1, $f8
	239	dmtc1 t1, $f10
	240	dmtc1 t1, $f12
	241	dmtc1 t1, $f14
	242	dmtc1 t1, $f16
	243	dmtc1 t1, $f18
	244	dmtc1 t1, $f20
	245	dmtc1 t1, $f22
	246	dmtc1 t1, $f24
	247	dmtc1 t1, $f26
	248	dmtc1 t1, $f28
	249	dmtc1 t1, $f30
	250	#endif
	251	jr ra
	252	END(_init_fpu)