[linux-2.6-block.git] / arch / ia64 / lib / flush.S

/*
 * Cache flushing routines.
 *
 * Copyright (C) 1999-2001, 2005 Hewlett-Packard Co
 *	David Mosberger-Tang <davidm@hpl.hp.com>
 *
 * 05/28/05 Zoltan Menyhart	Dynamic stride size
 */

#include <asm/asmmacro.h>


	/*
	 * flush_icache_range(start,end)
	 *
	 *	Make i-cache(s) coherent with d-caches.
	 *
	 *	Must deal with range from start to end-1 but nothing else (need to
	 *	be careful not to touch addresses that may be unmapped).
	 *
	 *	Note: "in0" and "in1" are preserved for debugging purposes.
	 */
	.section .kprobes.text,"ax"
GLOBAL_ENTRY(flush_icache_range)

	.prologue
	alloc	r2=ar.pfs,2,0,0,0
	movl	r3=ia64_i_cache_stride_shift
 	mov	r21=1
	;;
	ld8	r20=[r3]		// r20: stride shift
	sub	r22=in1,r0,1		// last byte address
	;;
	shr.u	r23=in0,r20		// start / (stride size)
	shr.u	r22=r22,r20		// (last byte address) / (stride size)
	shl	r21=r21,r20		// r21: stride size of the i-cache(s)
	;;
	sub	r8=r22,r23		// number of strides - 1
	shl	r24=r23,r20		// r24: addresses for "fc.i" =
					//	"start" rounded down to stride boundary
	.save	ar.lc,r3
	mov	r3=ar.lc		// save ar.lc
	;;

	.body
	mov	ar.lc=r8
	;;
	/*
	 * 32 byte aligned loop, even number of (actually 2) bundles
	 */
.Loop:	fc.i	r24			// issuable on M0 only
	add	r24=r21,r24		// we flush "stride size" bytes per iteration
	nop.i	0
	br.cloop.sptk.few .Loop
	;;
	sync.i
	;;
	srlz.i
	;;
	mov	ar.lc=r3		// restore ar.lc
	br.ret.sptk.many rp
END(flush_icache_range)
Commit	Line	Data
1da177e4 LT	1	/*
	2	* Cache flushing routines.
	3	*
2074615a DMT	4	* Copyright (C) 1999-2001, 2005 Hewlett-Packard Co
2074615a DMT	5	* David Mosberger-Tang <davidm@hpl.hp.com>
08357f82 ZM	6	*
08357f82 ZM	7	* 05/28/05 Zoltan Menyhart Dynamic stride size
1da177e4	8	*/
08357f82	9
1da177e4	10	#include <asm/asmmacro.h>
08357f82	11
1da177e4 LT	12
	13	/*
	14	* flush_icache_range(start,end)
08357f82 ZM	15	*
	16	* Make i-cache(s) coherent with d-caches.
	17	*
	18	* Must deal with range from start to end-1 but nothing else (need to
1da177e4	19	* be careful not to touch addresses that may be unmapped).
08357f82 ZM	20	*
08357f82 ZM	21	* Note: "in0" and "in1" are preserved for debugging purposes.
1da177e4	22	*/
1f7ad57b	23	.section .kprobes.text,"ax"
1da177e4	24	GLOBAL_ENTRY(flush_icache_range)
08357f82	25
1da177e4	26	.prologue
08357f82 ZM	27	alloc r2=ar.pfs,2,0,0,0
	28	movl r3=ia64_i_cache_stride_shift
	29	mov r21=1
	30	;;
	31	ld8 r20=[r3] // r20: stride shift
	32	sub r22=in1,r0,1 // last byte address
1da177e4	33	;;
08357f82 ZM	34	shr.u r23=in0,r20 // start / (stride size)
	35	shr.u r22=r22,r20 // (last byte address) / (stride size)
	36	shl r21=r21,r20 // r21: stride size of the i-cache(s)
	37	;;
	38	sub r8=r22,r23 // number of strides - 1
	39	shl r24=r23,r20 // r24: addresses for "fc.i" =
	40	// "start" rounded down to stride boundary
	41	.save ar.lc,r3
	42	mov r3=ar.lc // save ar.lc
1da177e4 LT	43	;;
	44
	45	.body
08357f82	46	mov ar.lc=r8
1da177e4	47	;;
08357f82 ZM	48	/*
	49	* 32 byte aligned loop, even number of (actually 2) bundles
	50	*/
	51	.Loop: fc.i r24 // issuable on M0 only
	52	add r24=r21,r24 // we flush "stride size" bytes per iteration
	53	nop.i 0
1da177e4 LT	54	br.cloop.sptk.few .Loop
	55	;;
	56	sync.i
	57	;;
	58	srlz.i
	59	;;
08357f82	60	mov ar.lc=r3 // restore ar.lc
1da177e4 LT	61	br.ret.sptk.many rp
1da177e4 LT	62	END(flush_icache_range)