csum_ipv6_magic.S 2.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118
  1. /* SPDX-License-Identifier: GPL-2.0 */
  2. /*
  3. * arch/alpha/lib/csum_ipv6_magic.S
  4. * Contributed by Richard Henderson <[email protected]>
  5. *
  6. * unsigned short csum_ipv6_magic(struct in6_addr *saddr,
  7. * struct in6_addr *daddr,
  8. * __u32 len,
  9. * unsigned short proto,
  10. * unsigned int csum);
  11. *
  12. * Misalignment handling (which costs 16 instructions / 8 cycles)
  13. * added by Ivan Kokshaysky <[email protected]>
  14. */
  15. #include <asm/export.h>
  16. .globl csum_ipv6_magic
  17. .align 4
  18. .ent csum_ipv6_magic
  19. .frame $30,0,$26,0
  20. csum_ipv6_magic:
  21. .prologue 0
  22. ldq_u $0,0($16) # e0 : load src & dst addr words
  23. zapnot $20,15,$20 # .. e1 : zero extend incoming csum
  24. extqh $18,1,$4 # e0 : byte swap len & proto while we wait
  25. ldq_u $21,7($16) # .. e1 : handle misalignment
  26. extbl $18,1,$5 # e0 :
  27. ldq_u $1,8($16) # .. e1 :
  28. extbl $18,2,$6 # e0 :
  29. ldq_u $22,15($16) # .. e1 :
  30. extbl $18,3,$18 # e0 :
  31. ldq_u $2,0($17) # .. e1 :
  32. sra $4,32,$4 # e0 :
  33. ldq_u $23,7($17) # .. e1 :
  34. extql $0,$16,$0 # e0 :
  35. ldq_u $3,8($17) # .. e1 :
  36. extqh $21,$16,$21 # e0 :
  37. ldq_u $24,15($17) # .. e1 :
  38. sll $5,16,$5 # e0 :
  39. or $0,$21,$0 # .. e1 : 1st src word complete
  40. extql $1,$16,$1 # e0 :
  41. addq $20,$0,$20 # .. e1 : begin summing the words
  42. extqh $22,$16,$22 # e0 :
  43. cmpult $20,$0,$0 # .. e1 :
  44. sll $6,8,$6 # e0 :
  45. or $1,$22,$1 # .. e1 : 2nd src word complete
  46. extql $2,$17,$2 # e0 :
  47. or $4,$18,$18 # .. e1 :
  48. extqh $23,$17,$23 # e0 :
  49. or $5,$6,$5 # .. e1 :
  50. extql $3,$17,$3 # e0 :
  51. or $2,$23,$2 # .. e1 : 1st dst word complete
  52. extqh $24,$17,$24 # e0 :
  53. or $18,$5,$18 # .. e1 : len complete
  54. extwh $19,7,$7 # e0 :
  55. or $3,$24,$3 # .. e1 : 2nd dst word complete
  56. extbl $19,1,$19 # e0 :
  57. addq $20,$1,$20 # .. e1 :
  58. or $19,$7,$19 # e0 :
  59. cmpult $20,$1,$1 # .. e1 :
  60. sll $19,48,$19 # e0 :
  61. nop # .. e0 :
  62. sra $19,32,$19 # e0 : proto complete
  63. addq $20,$2,$20 # .. e1 :
  64. cmpult $20,$2,$2 # e0 :
  65. addq $20,$3,$20 # .. e1 :
  66. cmpult $20,$3,$3 # e0 :
  67. addq $20,$18,$20 # .. e1 :
  68. cmpult $20,$18,$18 # e0 :
  69. addq $20,$19,$20 # .. e1 :
  70. cmpult $20,$19,$19 # e0 :
  71. addq $0,$1,$0 # .. e1 : merge the carries back into the csum
  72. addq $2,$3,$2 # e0 :
  73. addq $18,$19,$18 # .. e1 :
  74. addq $0,$2,$0 # e0 :
  75. addq $20,$18,$20 # .. e1 :
  76. addq $0,$20,$0 # e0 :
  77. unop # :
  78. extwl $0,2,$2 # e0 : begin folding the 64-bit value
  79. zapnot $0,3,$3 # .. e1 :
  80. extwl $0,4,$1 # e0 :
  81. addq $2,$3,$3 # .. e1 :
  82. extwl $0,6,$0 # e0 :
  83. addq $3,$1,$3 # .. e1 :
  84. addq $0,$3,$0 # e0 :
  85. unop # :
  86. extwl $0,2,$1 # e0 : fold 18-bit value
  87. zapnot $0,3,$0 # .. e1 :
  88. addq $0,$1,$0 # e0 :
  89. unop # :
  90. extwl $0,2,$1 # e0 : fold 17-bit value
  91. zapnot $0,3,$0 # .. e1 :
  92. addq $0,$1,$0 # e0 :
  93. not $0,$0 # .. e1 : and complement.
  94. zapnot $0,3,$0 # e0 :
  95. ret # .. e1 :
  96. .end csum_ipv6_magic
  97. EXPORT_SYMBOL(csum_ipv6_magic)