strncpy_user.S 5.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216
  1. /*
  2. * arch/xtensa/lib/strncpy_user.S
  3. *
  4. * This file is subject to the terms and conditions of the GNU General
  5. * Public License. See the file "COPYING" in the main directory of
  6. * this archive for more details.
  7. *
  8. * Returns: -EFAULT if exception before terminator, N if the entire
  9. * buffer filled, else strlen.
  10. *
  11. * Copyright (C) 2002 Tensilica Inc.
  12. */
  13. #include <linux/errno.h>
  14. #include <linux/linkage.h>
  15. #include <asm/asmmacro.h>
  16. #include <asm/core.h>
  17. /*
  18. * char *__strncpy_user(char *dst, const char *src, size_t len)
  19. */
  20. #ifdef __XTENSA_EB__
  21. # define MASK0 0xff000000
  22. # define MASK1 0x00ff0000
  23. # define MASK2 0x0000ff00
  24. # define MASK3 0x000000ff
  25. #else
  26. # define MASK0 0x000000ff
  27. # define MASK1 0x0000ff00
  28. # define MASK2 0x00ff0000
  29. # define MASK3 0xff000000
  30. #endif
  31. # Register use
  32. # a0/ return address
  33. # a1/ stack pointer
  34. # a2/ return value
  35. # a3/ src
  36. # a4/ len
  37. # a5/ mask0
  38. # a6/ mask1
  39. # a7/ mask2
  40. # a8/ mask3
  41. # a9/ tmp
  42. # a10/ tmp
  43. # a11/ dst
  44. .text
  45. ENTRY(__strncpy_user)
  46. abi_entry_default
  47. # a2/ dst, a3/ src, a4/ len
  48. mov a11, a2 # leave dst in return value register
  49. beqz a4, .Lret # if len is zero
  50. movi a5, MASK0 # mask for byte 0
  51. movi a6, MASK1 # mask for byte 1
  52. movi a7, MASK2 # mask for byte 2
  53. movi a8, MASK3 # mask for byte 3
  54. bbsi.l a3, 0, .Lsrc1mod2 # if only 8-bit aligned
  55. bbsi.l a3, 1, .Lsrc2mod4 # if only 16-bit aligned
  56. .Lsrcaligned: # return here when src is word-aligned
  57. srli a10, a4, 2 # number of loop iterations with 4B per loop
  58. movi a9, 3
  59. bnone a11, a9, .Laligned
  60. j .Ldstunaligned
  61. .Lsrc1mod2: # src address is odd
  62. EX(11f) l8ui a9, a3, 0 # get byte 0
  63. addi a3, a3, 1 # advance src pointer
  64. EX(10f) s8i a9, a11, 0 # store byte 0
  65. beqz a9, .Lret # if byte 0 is zero
  66. addi a11, a11, 1 # advance dst pointer
  67. addi a4, a4, -1 # decrement len
  68. beqz a4, .Lret # if len is zero
  69. bbci.l a3, 1, .Lsrcaligned # if src is now word-aligned
  70. .Lsrc2mod4: # src address is 2 mod 4
  71. EX(11f) l8ui a9, a3, 0 # get byte 0
  72. /* 1-cycle interlock */
  73. EX(10f) s8i a9, a11, 0 # store byte 0
  74. beqz a9, .Lret # if byte 0 is zero
  75. addi a11, a11, 1 # advance dst pointer
  76. addi a4, a4, -1 # decrement len
  77. beqz a4, .Lret # if len is zero
  78. EX(11f) l8ui a9, a3, 1 # get byte 0
  79. addi a3, a3, 2 # advance src pointer
  80. EX(10f) s8i a9, a11, 0 # store byte 0
  81. beqz a9, .Lret # if byte 0 is zero
  82. addi a11, a11, 1 # advance dst pointer
  83. addi a4, a4, -1 # decrement len
  84. bnez a4, .Lsrcaligned # if len is nonzero
  85. .Lret:
  86. sub a2, a11, a2 # compute strlen
  87. abi_ret_default
  88. /*
  89. * dst is word-aligned, src is word-aligned
  90. */
  91. .align 4 # 1 mod 4 alignment for LOOPNEZ
  92. .byte 0 # (0 mod 4 alignment for LBEG)
  93. .Laligned:
  94. #if XCHAL_HAVE_LOOPS
  95. loopnez a10, .Loop1done
  96. #else
  97. beqz a10, .Loop1done
  98. slli a10, a10, 2
  99. add a10, a10, a11 # a10 = end of last 4B chunck
  100. #endif
  101. .Loop1:
  102. EX(11f) l32i a9, a3, 0 # get word from src
  103. addi a3, a3, 4 # advance src pointer
  104. bnone a9, a5, .Lz0 # if byte 0 is zero
  105. bnone a9, a6, .Lz1 # if byte 1 is zero
  106. bnone a9, a7, .Lz2 # if byte 2 is zero
  107. EX(10f) s32i a9, a11, 0 # store word to dst
  108. bnone a9, a8, .Lz3 # if byte 3 is zero
  109. addi a11, a11, 4 # advance dst pointer
  110. #if !XCHAL_HAVE_LOOPS
  111. blt a11, a10, .Loop1
  112. #endif
  113. .Loop1done:
  114. bbci.l a4, 1, .L100
  115. # copy 2 bytes
  116. EX(11f) l16ui a9, a3, 0
  117. addi a3, a3, 2 # advance src pointer
  118. #ifdef __XTENSA_EB__
  119. bnone a9, a7, .Lz0 # if byte 2 is zero
  120. bnone a9, a8, .Lz1 # if byte 3 is zero
  121. #else
  122. bnone a9, a5, .Lz0 # if byte 0 is zero
  123. bnone a9, a6, .Lz1 # if byte 1 is zero
  124. #endif
  125. EX(10f) s16i a9, a11, 0
  126. addi a11, a11, 2 # advance dst pointer
  127. .L100:
  128. bbci.l a4, 0, .Lret
  129. EX(11f) l8ui a9, a3, 0
  130. /* slot */
  131. EX(10f) s8i a9, a11, 0
  132. beqz a9, .Lret # if byte is zero
  133. addi a11, a11, 1-3 # advance dst ptr 1, but also cancel
  134. # the effect of adding 3 in .Lz3 code
  135. /* fall thru to .Lz3 and "retw" */
  136. .Lz3: # byte 3 is zero
  137. addi a11, a11, 3 # advance dst pointer
  138. sub a2, a11, a2 # compute strlen
  139. abi_ret_default
  140. .Lz0: # byte 0 is zero
  141. #ifdef __XTENSA_EB__
  142. movi a9, 0
  143. #endif /* __XTENSA_EB__ */
  144. EX(10f) s8i a9, a11, 0
  145. sub a2, a11, a2 # compute strlen
  146. abi_ret_default
  147. .Lz1: # byte 1 is zero
  148. #ifdef __XTENSA_EB__
  149. extui a9, a9, 16, 16
  150. #endif /* __XTENSA_EB__ */
  151. EX(10f) s16i a9, a11, 0
  152. addi a11, a11, 1 # advance dst pointer
  153. sub a2, a11, a2 # compute strlen
  154. abi_ret_default
  155. .Lz2: # byte 2 is zero
  156. #ifdef __XTENSA_EB__
  157. extui a9, a9, 16, 16
  158. #endif /* __XTENSA_EB__ */
  159. EX(10f) s16i a9, a11, 0
  160. movi a9, 0
  161. EX(10f) s8i a9, a11, 2
  162. addi a11, a11, 2 # advance dst pointer
  163. sub a2, a11, a2 # compute strlen
  164. abi_ret_default
  165. .align 4 # 1 mod 4 alignment for LOOPNEZ
  166. .byte 0 # (0 mod 4 alignment for LBEG)
  167. .Ldstunaligned:
  168. /*
  169. * for now just use byte copy loop
  170. */
  171. #if XCHAL_HAVE_LOOPS
  172. loopnez a4, .Lunalignedend
  173. #else
  174. beqz a4, .Lunalignedend
  175. add a10, a11, a4 # a10 = ending address
  176. #endif /* XCHAL_HAVE_LOOPS */
  177. .Lnextbyte:
  178. EX(11f) l8ui a9, a3, 0
  179. addi a3, a3, 1
  180. EX(10f) s8i a9, a11, 0
  181. beqz a9, .Lunalignedend
  182. addi a11, a11, 1
  183. #if !XCHAL_HAVE_LOOPS
  184. blt a11, a10, .Lnextbyte
  185. #endif
  186. .Lunalignedend:
  187. sub a2, a11, a2 # compute strlen
  188. abi_ret_default
  189. ENDPROC(__strncpy_user)
  190. .section .fixup, "ax"
  191. .align 4
  192. /* For now, just return -EFAULT. Future implementations might
  193. * like to clear remaining kernel space, like the fixup
  194. * implementation in memset(). Thus, we differentiate between
  195. * load/store fixups. */
  196. 10:
  197. 11:
  198. movi a2, -EFAULT
  199. abi_ret_default