patch-2.1.29 linux/arch/sparc/lib/memset.S

Next file: linux/arch/sparc/mm/fault.c
Previous file: linux/arch/sparc/lib/locks.S
Back to the patch index
Back to the overall index

diff -u --recursive --new-file v2.1.28/linux/arch/sparc/lib/memset.S linux/arch/sparc/lib/memset.S
@@ -1,14 +1,37 @@
-/* linux/arch/sparc/lib/memset.S: Sparc optimized memset and bzero code
- * Hand optimized from GNU libc's memset
+/* linux/arch/sparc/lib/memset.S: Sparc optimized memset, bzero and clear_user code
  * Copyright (C) 1991,1996 Free Software Foundation
  * Copyright (C) 1996,1997 Jakub Jelinek (jj@sunsite.mff.cuni.cz)
  * Copyright (C) 1996 David S. Miller (davem@caip.rutgers.edu)
+ *
+ * Returns 0, if ok, and number of bytes not yet set if exception
+ * occurs and we were called as clear_user.
  */
 
 #include <asm/cprefix.h>
 #include <asm/ptrace.h>
 
-	/* Store 64 bytes at (BASE + OFFSET) using value SOURCE. */
+#define EX(x,y,a,b,z) 				\
+98: 	x,y;					\
+	.section .fixup,z##alloc,z##execinstr;	\
+	.align	4;				\
+99:	ba 30f;					\
+	 a, b, %o0;				\
+	.section __ex_table,z##alloc;		\
+	.align	4;				\
+	.word	98b, 99b;			\
+	.text;					\
+	.align	4
+
+#define EXT(start,end,handler,z) 		\
+	.section __ex_table,z##alloc;		\
+	.align	4;				\
+	.word	start, 0, end, handler;		\
+	.text;					\
+	.align	4
+
+/* Please don't change these macros, unless you change the logic
+ * in the .fixup section below as well.
+ * Store 64 bytes at (BASE + OFFSET) using value SOURCE. */
 #define ZERO_BIG_BLOCK(base, offset, source)    \
 	std	source, [base + offset + 0x00]; \
 	std	source, [base + offset + 0x08]; \
@@ -32,7 +55,10 @@
 	.text
 	.align 4
 
-	.globl	C_LABEL(__bzero), C_LABEL(__memset), C_LABEL(memset)
+	.globl	C_LABEL(__bzero), C_LABEL(__memset), 
+	.globl	C_LABEL(memset)
+	.globl	C_LABEL(__memset_start), C_LABEL(__memset_end)
+C_LABEL(__memset_start):
 C_LABEL(__memset):
 C_LABEL(memset):
 	and	%o1, 0xff, %g3
@@ -45,13 +71,13 @@
 3:
 	cmp	%o2, 3
 	be	2f
-	 stb	%g3, [%o0]
+	 EX(stb	%g3, [%o0], sub %o1, 0,#)
 
 	cmp	%o2, 2
 	be	2f
-	 stb	%g3, [%o0 + 0x01]
+	 EX(stb	%g3, [%o0 + 0x01], sub %o1, 1,#)
 
-	stb	%g3, [%o0 + 0x02]
+	EX(stb	%g3, [%o0 + 0x02], sub %o1, 2,#)
 2:
 	sub	%o2, 4, %o2
 	add	%o1, %o2, %o1
@@ -61,7 +87,6 @@
 C_LABEL(__bzero):
 	mov	%g0, %g3
 1:
- 	mov	%o0, %g1
 	cmp	%o1, 7
 	bleu	7f
 	 andcc	%o0, 3, %o2
@@ -73,57 +98,59 @@
 	be	2f
 	 mov	%g3, %g2
 
-	st	%g3, [%o0]
+	EX(st	%g3, [%o0], sub %o1, 0,#)
 	sub	%o1, 4, %o1
 	add	%o0, 4, %o0
 2:
 	andcc	%o1, 0xffffff80, %o3	! Now everything is 8 aligned and o1 is len to run
 	be	9f
 	 andcc	%o1, 0x78, %o2
-4:
+10:
 	ZERO_BIG_BLOCK(%o0, 0x00, %g2)
 	subcc	%o3, 128, %o3
 	ZERO_BIG_BLOCK(%o0, 0x40, %g2)
-	bne	4b
+11:
+	EXT(10b, 11b, 20f,#)
+	bne	10b
 	 add	%o0, 128, %o0
 
 	orcc	%o2, %g0, %g0
 9:
-	be	6f
+	be	13f
 	 andcc	%o1, 7, %o1
 
 	srl	%o2, 1, %o3
-	set	bzero_table + 64, %o4
+	set	13f, %o4
 	sub	%o4, %o3, %o4
 	jmp	%o4
 	 add	%o0, %o2, %o0
 
-bzero_table:
+12:
 	ZERO_LAST_BLOCKS(%o0, 0x48, %g2)
 	ZERO_LAST_BLOCKS(%o0, 0x08, %g2)
-6:
+13:
 	be	8f
 	 andcc	%o1, 4, %g0
 
 	be	1f
 	 andcc	%o1, 2, %g0
 
-	st	%g3, [%o0]
+	EX(st	%g3, [%o0], and %o1, 7,#)
 	add	%o0, 4, %o0
 1:
 	be	1f
 	 andcc	%o1, 1, %g0
 
-	sth	%g3, [%o0]
+	EX(sth	%g3, [%o0], and %o1, 3,#)
 	add	%o0, 2, %o0
 1:
 	bne,a	8f
-	 stb	%g3, [%o0]
+	 EX(stb	%g3, [%o0], and %o1, 1,#)
 8:
 	retl
-	 mov	%g1, %o0
+	 clr	%o0
 7:
-	be	6b
+	be	13b
 	 orcc	%o1, 0, %g0
 
 	be	0f
@@ -131,7 +158,38 @@
 	 add	%o0, 1, %o0
 	subcc	%o1, 1, %o1
 	bne,a	8b
-	 stb	%g3, [%o0 - 1]
+	 EX(stb	%g3, [%o0 - 1], add %o1, 1,#)
 0:
 	retl
-	 mov	%g1, %o0
+	 clr	%o0
+C_LABEL(__memset_end):
+
+	.section .fixup,#alloc,#execinstr
+	.align	4
+20:
+	cmp	%g2, 8
+	bleu	1f
+	 and	%o1, 0x7f, %o1
+	sub	%g2, 9, %g2
+	add	%o3, 64, %o3
+1:
+	sll	%g2, 3, %g2
+	add	%o3, %o1, %o0
+	b 30f
+	 sub	%o0, %g2, %o0
+21:
+	mov	8, %o0
+	and	%o1, 7, %o1
+	sub	%o0, %g2, %o0
+	sll	%o0, 3, %o0
+	b 30f
+	 add	%o0, %o1, %o0
+30:
+/* %o4 is faulting address, %o5 is %pc where fault occured */
+	save	%sp, -104, %sp
+	mov	%i5, %o0
+	mov	%i7, %o1
+	call	C_LABEL(lookup_fault)
+	 mov	%i4, %o2
+	ret
+	 restore

FUNET's LINUX-ADM group, linux-adm@nic.funet.fi
TCL-scripts by Sam Shen, slshen@lbl.gov