sparc/lib/NG4copy_to_user.S

0001 /* SPDX-License-Identifier: GPL-2.0 */
0002 /* NG4copy_to_user.S: Niagara-4 optimized copy to userspace.
0003  *
0004  * Copyright (C) 2012 David S. Miller (davem@davemloft.net)
0005  */
0006
0007 #define EX_ST(x,y)      \
0008 98: x;          \
0009     .section __ex_table,"a";\
0010     .align 4;       \
0011     .word 98b, y;       \
0012     .text;          \
0013     .align 4;
0014
0015 #define EX_ST_FP(x,y)       \
0016 98: x;          \
0017     .section __ex_table,"a";\
0018     .align 4;       \
0019     .word 98b, y##_fp;  \
0020     .text;          \
0021     .align 4;
0022
0023 #ifndef ASI_AIUS
0024 #define ASI_AIUS    0x11
0025 #endif
0026
0027 #ifndef ASI_BLK_INIT_QUAD_LDD_AIUS
0028 #define ASI_BLK_INIT_QUAD_LDD_AIUS 0x23
0029 #endif
0030
0031 #define FUNC_NAME       NG4copy_to_user
0032 #define STORE(type,src,addr)    type##a src, [addr] %asi
0033 #define STORE_ASI       ASI_BLK_INIT_QUAD_LDD_AIUS
0034 #define EX_RETVAL(x)        0
0035
0036 #ifdef __KERNEL__
0037     /* Writing to %asi is _expensive_ so we hardcode it.
0038      * Reading %asi to check for KERNEL_DS is comparatively
0039      * cheap.
0040      */
0041 #define PREAMBLE                    \
0042     rd      %asi, %g1;          \
0043     cmp     %g1, ASI_AIUS;          \
0044     bne,pn      %icc, raw_copy_in_user;     \
0045      nop
0046 #endif
0047
0048 #include "NG4memcpy.S"