summaryrefslogtreecommitdiff
path: root/arch/sparc/lib/NG4copy_from_user.S
diff options
context:
space:
mode:
authorDavid S. Miller <davem@davemloft.net>2012-09-27 08:11:01 +0400
committerDavid S. Miller <davem@davemloft.net>2012-09-27 11:35:11 +0400
commitae2c6ca64118b934ef85f66adb03d5bbfdd57201 (patch)
tree5eb9a50cce32cadd527d5fc92095c76c00b72bae /arch/sparc/lib/NG4copy_from_user.S
parentda201161662b8ee9c8d7bd8cc50ce3cb3366d400 (diff)
downloadlinux-ae2c6ca64118b934ef85f66adb03d5bbfdd57201.tar.xz
sparc64: Add SPARC-T4 optimized memcpy.
Before After -------------- -------------- bw_tcp: 1288.53 MB/sec 1637.77 MB/sec bw_pipe: 1517.18 MB/sec 2107.61 MB/sec bw_unix: 1838.38 MB/sec 2640.91 MB/sec make -s -j128 allmodconfig 5min 49sec 5min 31sec Signed-off-by: David S. Miller <davem@davemloft.net>
Diffstat (limited to 'arch/sparc/lib/NG4copy_from_user.S')
-rw-r--r--arch/sparc/lib/NG4copy_from_user.S30
1 files changed, 30 insertions, 0 deletions
diff --git a/arch/sparc/lib/NG4copy_from_user.S b/arch/sparc/lib/NG4copy_from_user.S
new file mode 100644
index 000000000000..c8e98307ef59
--- /dev/null
+++ b/arch/sparc/lib/NG4copy_from_user.S
@@ -0,0 +1,30 @@
+/* NG4copy_from_user.S: Niagara-2 optimized copy from userspace.
+ *
+ * Copyright (C) 2012 David S. Miller (davem@davemloft.net)
+ */
+
+#define EX_LD(x) \
+98: x; \
+ .section __ex_table,"a";\
+ .align 4; \
+ .word 98b, __retl_one_asi;\
+ .text; \
+ .align 4;
+
+#ifndef ASI_AIUS
+#define ASI_AIUS 0x11
+#endif
+
+#define FUNC_NAME NG4copy_from_user
+#define LOAD(type,addr,dest) type##a [addr] %asi, dest
+#define EX_RETVAL(x) 0
+
+#ifdef __KERNEL__
+#define PREAMBLE \
+ rd %asi, %g1; \
+ cmp %g1, ASI_AIUS; \
+ bne,pn %icc, ___copy_in_user; \
+ nop
+#endif
+
+#include "NG4memcpy.S"