des3_ede-asm_64.S 26 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799
  1. /* SPDX-License-Identifier: GPL-2.0-or-later */
  2. /*
  3. * des3_ede-asm_64.S - x86-64 assembly implementation of 3DES cipher
  4. *
  5. * Copyright © 2014 Jussi Kivilinna <[email protected]>
  6. */
  7. #include <linux/linkage.h>
  8. .file "des3_ede-asm_64.S"
  9. .text
  10. #define s1 .L_s1
  11. #define s2 ((s1) + (64*8))
  12. #define s3 ((s2) + (64*8))
  13. #define s4 ((s3) + (64*8))
  14. #define s5 ((s4) + (64*8))
  15. #define s6 ((s5) + (64*8))
  16. #define s7 ((s6) + (64*8))
  17. #define s8 ((s7) + (64*8))
  18. /* register macros */
  19. #define CTX %rdi
  20. #define RL0 %r8
  21. #define RL1 %r9
  22. #define RL2 %r10
  23. #define RL0d %r8d
  24. #define RL1d %r9d
  25. #define RL2d %r10d
  26. #define RR0 %r11
  27. #define RR1 %r12
  28. #define RR2 %r13
  29. #define RR0d %r11d
  30. #define RR1d %r12d
  31. #define RR2d %r13d
  32. #define RW0 %rax
  33. #define RW1 %rbx
  34. #define RW2 %rcx
  35. #define RW0d %eax
  36. #define RW1d %ebx
  37. #define RW2d %ecx
  38. #define RW0bl %al
  39. #define RW1bl %bl
  40. #define RW2bl %cl
  41. #define RW0bh %ah
  42. #define RW1bh %bh
  43. #define RW2bh %ch
  44. #define RT0 %r15
  45. #define RT1 %rsi
  46. #define RT2 %r14
  47. #define RT3 %rdx
  48. #define RT0d %r15d
  49. #define RT1d %esi
  50. #define RT2d %r14d
  51. #define RT3d %edx
  52. /***********************************************************************
  53. * 1-way 3DES
  54. ***********************************************************************/
  55. #define do_permutation(a, b, offset, mask) \
  56. movl a, RT0d; \
  57. shrl $(offset), RT0d; \
  58. xorl b, RT0d; \
  59. andl $(mask), RT0d; \
  60. xorl RT0d, b; \
  61. shll $(offset), RT0d; \
  62. xorl RT0d, a;
  63. #define expand_to_64bits(val, mask) \
  64. movl val##d, RT0d; \
  65. rorl $4, RT0d; \
  66. shlq $32, RT0; \
  67. orq RT0, val; \
  68. andq mask, val;
  69. #define compress_to_64bits(val) \
  70. movq val, RT0; \
  71. shrq $32, RT0; \
  72. roll $4, RT0d; \
  73. orl RT0d, val##d;
  74. #define initial_permutation(left, right) \
  75. do_permutation(left##d, right##d, 4, 0x0f0f0f0f); \
  76. do_permutation(left##d, right##d, 16, 0x0000ffff); \
  77. do_permutation(right##d, left##d, 2, 0x33333333); \
  78. do_permutation(right##d, left##d, 8, 0x00ff00ff); \
  79. movabs $0x3f3f3f3f3f3f3f3f, RT3; \
  80. movl left##d, RW0d; \
  81. roll $1, right##d; \
  82. xorl right##d, RW0d; \
  83. andl $0xaaaaaaaa, RW0d; \
  84. xorl RW0d, left##d; \
  85. xorl RW0d, right##d; \
  86. roll $1, left##d; \
  87. expand_to_64bits(right, RT3); \
  88. expand_to_64bits(left, RT3);
  89. #define final_permutation(left, right) \
  90. compress_to_64bits(right); \
  91. compress_to_64bits(left); \
  92. movl right##d, RW0d; \
  93. rorl $1, left##d; \
  94. xorl left##d, RW0d; \
  95. andl $0xaaaaaaaa, RW0d; \
  96. xorl RW0d, right##d; \
  97. xorl RW0d, left##d; \
  98. rorl $1, right##d; \
  99. do_permutation(right##d, left##d, 8, 0x00ff00ff); \
  100. do_permutation(right##d, left##d, 2, 0x33333333); \
  101. do_permutation(left##d, right##d, 16, 0x0000ffff); \
  102. do_permutation(left##d, right##d, 4, 0x0f0f0f0f);
  103. #define round1(n, from, to, load_next_key) \
  104. xorq from, RW0; \
  105. \
  106. movzbl RW0bl, RT0d; \
  107. movzbl RW0bh, RT1d; \
  108. shrq $16, RW0; \
  109. movzbl RW0bl, RT2d; \
  110. movzbl RW0bh, RT3d; \
  111. shrq $16, RW0; \
  112. movq s8(, RT0, 8), RT0; \
  113. xorq s6(, RT1, 8), to; \
  114. movzbl RW0bl, RL1d; \
  115. movzbl RW0bh, RT1d; \
  116. shrl $16, RW0d; \
  117. xorq s4(, RT2, 8), RT0; \
  118. xorq s2(, RT3, 8), to; \
  119. movzbl RW0bl, RT2d; \
  120. movzbl RW0bh, RT3d; \
  121. xorq s7(, RL1, 8), RT0; \
  122. xorq s5(, RT1, 8), to; \
  123. xorq s3(, RT2, 8), RT0; \
  124. load_next_key(n, RW0); \
  125. xorq RT0, to; \
  126. xorq s1(, RT3, 8), to; \
  127. #define load_next_key(n, RWx) \
  128. movq (((n) + 1) * 8)(CTX), RWx;
  129. #define dummy2(a, b) /*_*/
  130. #define read_block(io, left, right) \
  131. movl (io), left##d; \
  132. movl 4(io), right##d; \
  133. bswapl left##d; \
  134. bswapl right##d;
  135. #define write_block(io, left, right) \
  136. bswapl left##d; \
  137. bswapl right##d; \
  138. movl left##d, (io); \
  139. movl right##d, 4(io);
  140. SYM_FUNC_START(des3_ede_x86_64_crypt_blk)
  141. /* input:
  142. * %rdi: round keys, CTX
  143. * %rsi: dst
  144. * %rdx: src
  145. */
  146. pushq %rbx;
  147. pushq %r12;
  148. pushq %r13;
  149. pushq %r14;
  150. pushq %r15;
  151. pushq %rsi; /* dst */
  152. read_block(%rdx, RL0, RR0);
  153. initial_permutation(RL0, RR0);
  154. movq (CTX), RW0;
  155. round1(0, RR0, RL0, load_next_key);
  156. round1(1, RL0, RR0, load_next_key);
  157. round1(2, RR0, RL0, load_next_key);
  158. round1(3, RL0, RR0, load_next_key);
  159. round1(4, RR0, RL0, load_next_key);
  160. round1(5, RL0, RR0, load_next_key);
  161. round1(6, RR0, RL0, load_next_key);
  162. round1(7, RL0, RR0, load_next_key);
  163. round1(8, RR0, RL0, load_next_key);
  164. round1(9, RL0, RR0, load_next_key);
  165. round1(10, RR0, RL0, load_next_key);
  166. round1(11, RL0, RR0, load_next_key);
  167. round1(12, RR0, RL0, load_next_key);
  168. round1(13, RL0, RR0, load_next_key);
  169. round1(14, RR0, RL0, load_next_key);
  170. round1(15, RL0, RR0, load_next_key);
  171. round1(16+0, RL0, RR0, load_next_key);
  172. round1(16+1, RR0, RL0, load_next_key);
  173. round1(16+2, RL0, RR0, load_next_key);
  174. round1(16+3, RR0, RL0, load_next_key);
  175. round1(16+4, RL0, RR0, load_next_key);
  176. round1(16+5, RR0, RL0, load_next_key);
  177. round1(16+6, RL0, RR0, load_next_key);
  178. round1(16+7, RR0, RL0, load_next_key);
  179. round1(16+8, RL0, RR0, load_next_key);
  180. round1(16+9, RR0, RL0, load_next_key);
  181. round1(16+10, RL0, RR0, load_next_key);
  182. round1(16+11, RR0, RL0, load_next_key);
  183. round1(16+12, RL0, RR0, load_next_key);
  184. round1(16+13, RR0, RL0, load_next_key);
  185. round1(16+14, RL0, RR0, load_next_key);
  186. round1(16+15, RR0, RL0, load_next_key);
  187. round1(32+0, RR0, RL0, load_next_key);
  188. round1(32+1, RL0, RR0, load_next_key);
  189. round1(32+2, RR0, RL0, load_next_key);
  190. round1(32+3, RL0, RR0, load_next_key);
  191. round1(32+4, RR0, RL0, load_next_key);
  192. round1(32+5, RL0, RR0, load_next_key);
  193. round1(32+6, RR0, RL0, load_next_key);
  194. round1(32+7, RL0, RR0, load_next_key);
  195. round1(32+8, RR0, RL0, load_next_key);
  196. round1(32+9, RL0, RR0, load_next_key);
  197. round1(32+10, RR0, RL0, load_next_key);
  198. round1(32+11, RL0, RR0, load_next_key);
  199. round1(32+12, RR0, RL0, load_next_key);
  200. round1(32+13, RL0, RR0, load_next_key);
  201. round1(32+14, RR0, RL0, load_next_key);
  202. round1(32+15, RL0, RR0, dummy2);
  203. final_permutation(RR0, RL0);
  204. popq %rsi /* dst */
  205. write_block(%rsi, RR0, RL0);
  206. popq %r15;
  207. popq %r14;
  208. popq %r13;
  209. popq %r12;
  210. popq %rbx;
  211. RET;
  212. SYM_FUNC_END(des3_ede_x86_64_crypt_blk)
  213. /***********************************************************************
  214. * 3-way 3DES
  215. ***********************************************************************/
  216. #define expand_to_64bits(val, mask) \
  217. movl val##d, RT0d; \
  218. rorl $4, RT0d; \
  219. shlq $32, RT0; \
  220. orq RT0, val; \
  221. andq mask, val;
  222. #define compress_to_64bits(val) \
  223. movq val, RT0; \
  224. shrq $32, RT0; \
  225. roll $4, RT0d; \
  226. orl RT0d, val##d;
  227. #define initial_permutation3(left, right) \
  228. do_permutation(left##0d, right##0d, 4, 0x0f0f0f0f); \
  229. do_permutation(left##0d, right##0d, 16, 0x0000ffff); \
  230. do_permutation(left##1d, right##1d, 4, 0x0f0f0f0f); \
  231. do_permutation(left##1d, right##1d, 16, 0x0000ffff); \
  232. do_permutation(left##2d, right##2d, 4, 0x0f0f0f0f); \
  233. do_permutation(left##2d, right##2d, 16, 0x0000ffff); \
  234. \
  235. do_permutation(right##0d, left##0d, 2, 0x33333333); \
  236. do_permutation(right##0d, left##0d, 8, 0x00ff00ff); \
  237. do_permutation(right##1d, left##1d, 2, 0x33333333); \
  238. do_permutation(right##1d, left##1d, 8, 0x00ff00ff); \
  239. do_permutation(right##2d, left##2d, 2, 0x33333333); \
  240. do_permutation(right##2d, left##2d, 8, 0x00ff00ff); \
  241. \
  242. movabs $0x3f3f3f3f3f3f3f3f, RT3; \
  243. \
  244. movl left##0d, RW0d; \
  245. roll $1, right##0d; \
  246. xorl right##0d, RW0d; \
  247. andl $0xaaaaaaaa, RW0d; \
  248. xorl RW0d, left##0d; \
  249. xorl RW0d, right##0d; \
  250. roll $1, left##0d; \
  251. expand_to_64bits(right##0, RT3); \
  252. expand_to_64bits(left##0, RT3); \
  253. movl left##1d, RW1d; \
  254. roll $1, right##1d; \
  255. xorl right##1d, RW1d; \
  256. andl $0xaaaaaaaa, RW1d; \
  257. xorl RW1d, left##1d; \
  258. xorl RW1d, right##1d; \
  259. roll $1, left##1d; \
  260. expand_to_64bits(right##1, RT3); \
  261. expand_to_64bits(left##1, RT3); \
  262. movl left##2d, RW2d; \
  263. roll $1, right##2d; \
  264. xorl right##2d, RW2d; \
  265. andl $0xaaaaaaaa, RW2d; \
  266. xorl RW2d, left##2d; \
  267. xorl RW2d, right##2d; \
  268. roll $1, left##2d; \
  269. expand_to_64bits(right##2, RT3); \
  270. expand_to_64bits(left##2, RT3);
  271. #define final_permutation3(left, right) \
  272. compress_to_64bits(right##0); \
  273. compress_to_64bits(left##0); \
  274. movl right##0d, RW0d; \
  275. rorl $1, left##0d; \
  276. xorl left##0d, RW0d; \
  277. andl $0xaaaaaaaa, RW0d; \
  278. xorl RW0d, right##0d; \
  279. xorl RW0d, left##0d; \
  280. rorl $1, right##0d; \
  281. compress_to_64bits(right##1); \
  282. compress_to_64bits(left##1); \
  283. movl right##1d, RW1d; \
  284. rorl $1, left##1d; \
  285. xorl left##1d, RW1d; \
  286. andl $0xaaaaaaaa, RW1d; \
  287. xorl RW1d, right##1d; \
  288. xorl RW1d, left##1d; \
  289. rorl $1, right##1d; \
  290. compress_to_64bits(right##2); \
  291. compress_to_64bits(left##2); \
  292. movl right##2d, RW2d; \
  293. rorl $1, left##2d; \
  294. xorl left##2d, RW2d; \
  295. andl $0xaaaaaaaa, RW2d; \
  296. xorl RW2d, right##2d; \
  297. xorl RW2d, left##2d; \
  298. rorl $1, right##2d; \
  299. \
  300. do_permutation(right##0d, left##0d, 8, 0x00ff00ff); \
  301. do_permutation(right##0d, left##0d, 2, 0x33333333); \
  302. do_permutation(right##1d, left##1d, 8, 0x00ff00ff); \
  303. do_permutation(right##1d, left##1d, 2, 0x33333333); \
  304. do_permutation(right##2d, left##2d, 8, 0x00ff00ff); \
  305. do_permutation(right##2d, left##2d, 2, 0x33333333); \
  306. \
  307. do_permutation(left##0d, right##0d, 16, 0x0000ffff); \
  308. do_permutation(left##0d, right##0d, 4, 0x0f0f0f0f); \
  309. do_permutation(left##1d, right##1d, 16, 0x0000ffff); \
  310. do_permutation(left##1d, right##1d, 4, 0x0f0f0f0f); \
  311. do_permutation(left##2d, right##2d, 16, 0x0000ffff); \
  312. do_permutation(left##2d, right##2d, 4, 0x0f0f0f0f);
  313. #define round3(n, from, to, load_next_key, do_movq) \
  314. xorq from##0, RW0; \
  315. movzbl RW0bl, RT3d; \
  316. movzbl RW0bh, RT1d; \
  317. shrq $16, RW0; \
  318. xorq s8(, RT3, 8), to##0; \
  319. xorq s6(, RT1, 8), to##0; \
  320. movzbl RW0bl, RT3d; \
  321. movzbl RW0bh, RT1d; \
  322. shrq $16, RW0; \
  323. xorq s4(, RT3, 8), to##0; \
  324. xorq s2(, RT1, 8), to##0; \
  325. movzbl RW0bl, RT3d; \
  326. movzbl RW0bh, RT1d; \
  327. shrl $16, RW0d; \
  328. xorq s7(, RT3, 8), to##0; \
  329. xorq s5(, RT1, 8), to##0; \
  330. movzbl RW0bl, RT3d; \
  331. movzbl RW0bh, RT1d; \
  332. load_next_key(n, RW0); \
  333. xorq s3(, RT3, 8), to##0; \
  334. xorq s1(, RT1, 8), to##0; \
  335. xorq from##1, RW1; \
  336. movzbl RW1bl, RT3d; \
  337. movzbl RW1bh, RT1d; \
  338. shrq $16, RW1; \
  339. xorq s8(, RT3, 8), to##1; \
  340. xorq s6(, RT1, 8), to##1; \
  341. movzbl RW1bl, RT3d; \
  342. movzbl RW1bh, RT1d; \
  343. shrq $16, RW1; \
  344. xorq s4(, RT3, 8), to##1; \
  345. xorq s2(, RT1, 8), to##1; \
  346. movzbl RW1bl, RT3d; \
  347. movzbl RW1bh, RT1d; \
  348. shrl $16, RW1d; \
  349. xorq s7(, RT3, 8), to##1; \
  350. xorq s5(, RT1, 8), to##1; \
  351. movzbl RW1bl, RT3d; \
  352. movzbl RW1bh, RT1d; \
  353. do_movq(RW0, RW1); \
  354. xorq s3(, RT3, 8), to##1; \
  355. xorq s1(, RT1, 8), to##1; \
  356. xorq from##2, RW2; \
  357. movzbl RW2bl, RT3d; \
  358. movzbl RW2bh, RT1d; \
  359. shrq $16, RW2; \
  360. xorq s8(, RT3, 8), to##2; \
  361. xorq s6(, RT1, 8), to##2; \
  362. movzbl RW2bl, RT3d; \
  363. movzbl RW2bh, RT1d; \
  364. shrq $16, RW2; \
  365. xorq s4(, RT3, 8), to##2; \
  366. xorq s2(, RT1, 8), to##2; \
  367. movzbl RW2bl, RT3d; \
  368. movzbl RW2bh, RT1d; \
  369. shrl $16, RW2d; \
  370. xorq s7(, RT3, 8), to##2; \
  371. xorq s5(, RT1, 8), to##2; \
  372. movzbl RW2bl, RT3d; \
  373. movzbl RW2bh, RT1d; \
  374. do_movq(RW0, RW2); \
  375. xorq s3(, RT3, 8), to##2; \
  376. xorq s1(, RT1, 8), to##2;
  377. #define __movq(src, dst) \
  378. movq src, dst;
  379. SYM_FUNC_START(des3_ede_x86_64_crypt_blk_3way)
  380. /* input:
  381. * %rdi: ctx, round keys
  382. * %rsi: dst (3 blocks)
  383. * %rdx: src (3 blocks)
  384. */
  385. pushq %rbx;
  386. pushq %r12;
  387. pushq %r13;
  388. pushq %r14;
  389. pushq %r15;
  390. pushq %rsi /* dst */
  391. /* load input */
  392. movl 0 * 4(%rdx), RL0d;
  393. movl 1 * 4(%rdx), RR0d;
  394. movl 2 * 4(%rdx), RL1d;
  395. movl 3 * 4(%rdx), RR1d;
  396. movl 4 * 4(%rdx), RL2d;
  397. movl 5 * 4(%rdx), RR2d;
  398. bswapl RL0d;
  399. bswapl RR0d;
  400. bswapl RL1d;
  401. bswapl RR1d;
  402. bswapl RL2d;
  403. bswapl RR2d;
  404. initial_permutation3(RL, RR);
  405. movq 0(CTX), RW0;
  406. movq RW0, RW1;
  407. movq RW0, RW2;
  408. round3(0, RR, RL, load_next_key, __movq);
  409. round3(1, RL, RR, load_next_key, __movq);
  410. round3(2, RR, RL, load_next_key, __movq);
  411. round3(3, RL, RR, load_next_key, __movq);
  412. round3(4, RR, RL, load_next_key, __movq);
  413. round3(5, RL, RR, load_next_key, __movq);
  414. round3(6, RR, RL, load_next_key, __movq);
  415. round3(7, RL, RR, load_next_key, __movq);
  416. round3(8, RR, RL, load_next_key, __movq);
  417. round3(9, RL, RR, load_next_key, __movq);
  418. round3(10, RR, RL, load_next_key, __movq);
  419. round3(11, RL, RR, load_next_key, __movq);
  420. round3(12, RR, RL, load_next_key, __movq);
  421. round3(13, RL, RR, load_next_key, __movq);
  422. round3(14, RR, RL, load_next_key, __movq);
  423. round3(15, RL, RR, load_next_key, __movq);
  424. round3(16+0, RL, RR, load_next_key, __movq);
  425. round3(16+1, RR, RL, load_next_key, __movq);
  426. round3(16+2, RL, RR, load_next_key, __movq);
  427. round3(16+3, RR, RL, load_next_key, __movq);
  428. round3(16+4, RL, RR, load_next_key, __movq);
  429. round3(16+5, RR, RL, load_next_key, __movq);
  430. round3(16+6, RL, RR, load_next_key, __movq);
  431. round3(16+7, RR, RL, load_next_key, __movq);
  432. round3(16+8, RL, RR, load_next_key, __movq);
  433. round3(16+9, RR, RL, load_next_key, __movq);
  434. round3(16+10, RL, RR, load_next_key, __movq);
  435. round3(16+11, RR, RL, load_next_key, __movq);
  436. round3(16+12, RL, RR, load_next_key, __movq);
  437. round3(16+13, RR, RL, load_next_key, __movq);
  438. round3(16+14, RL, RR, load_next_key, __movq);
  439. round3(16+15, RR, RL, load_next_key, __movq);
  440. round3(32+0, RR, RL, load_next_key, __movq);
  441. round3(32+1, RL, RR, load_next_key, __movq);
  442. round3(32+2, RR, RL, load_next_key, __movq);
  443. round3(32+3, RL, RR, load_next_key, __movq);
  444. round3(32+4, RR, RL, load_next_key, __movq);
  445. round3(32+5, RL, RR, load_next_key, __movq);
  446. round3(32+6, RR, RL, load_next_key, __movq);
  447. round3(32+7, RL, RR, load_next_key, __movq);
  448. round3(32+8, RR, RL, load_next_key, __movq);
  449. round3(32+9, RL, RR, load_next_key, __movq);
  450. round3(32+10, RR, RL, load_next_key, __movq);
  451. round3(32+11, RL, RR, load_next_key, __movq);
  452. round3(32+12, RR, RL, load_next_key, __movq);
  453. round3(32+13, RL, RR, load_next_key, __movq);
  454. round3(32+14, RR, RL, load_next_key, __movq);
  455. round3(32+15, RL, RR, dummy2, dummy2);
  456. final_permutation3(RR, RL);
  457. bswapl RR0d;
  458. bswapl RL0d;
  459. bswapl RR1d;
  460. bswapl RL1d;
  461. bswapl RR2d;
  462. bswapl RL2d;
  463. popq %rsi /* dst */
  464. movl RR0d, 0 * 4(%rsi);
  465. movl RL0d, 1 * 4(%rsi);
  466. movl RR1d, 2 * 4(%rsi);
  467. movl RL1d, 3 * 4(%rsi);
  468. movl RR2d, 4 * 4(%rsi);
  469. movl RL2d, 5 * 4(%rsi);
  470. popq %r15;
  471. popq %r14;
  472. popq %r13;
  473. popq %r12;
  474. popq %rbx;
  475. RET;
  476. SYM_FUNC_END(des3_ede_x86_64_crypt_blk_3way)
  477. .section .rodata, "a", @progbits
  478. .align 16
  479. .L_s1:
  480. .quad 0x0010100001010400, 0x0000000000000000
  481. .quad 0x0000100000010000, 0x0010100001010404
  482. .quad 0x0010100001010004, 0x0000100000010404
  483. .quad 0x0000000000000004, 0x0000100000010000
  484. .quad 0x0000000000000400, 0x0010100001010400
  485. .quad 0x0010100001010404, 0x0000000000000400
  486. .quad 0x0010000001000404, 0x0010100001010004
  487. .quad 0x0010000001000000, 0x0000000000000004
  488. .quad 0x0000000000000404, 0x0010000001000400
  489. .quad 0x0010000001000400, 0x0000100000010400
  490. .quad 0x0000100000010400, 0x0010100001010000
  491. .quad 0x0010100001010000, 0x0010000001000404
  492. .quad 0x0000100000010004, 0x0010000001000004
  493. .quad 0x0010000001000004, 0x0000100000010004
  494. .quad 0x0000000000000000, 0x0000000000000404
  495. .quad 0x0000100000010404, 0x0010000001000000
  496. .quad 0x0000100000010000, 0x0010100001010404
  497. .quad 0x0000000000000004, 0x0010100001010000
  498. .quad 0x0010100001010400, 0x0010000001000000
  499. .quad 0x0010000001000000, 0x0000000000000400
  500. .quad 0x0010100001010004, 0x0000100000010000
  501. .quad 0x0000100000010400, 0x0010000001000004
  502. .quad 0x0000000000000400, 0x0000000000000004
  503. .quad 0x0010000001000404, 0x0000100000010404
  504. .quad 0x0010100001010404, 0x0000100000010004
  505. .quad 0x0010100001010000, 0x0010000001000404
  506. .quad 0x0010000001000004, 0x0000000000000404
  507. .quad 0x0000100000010404, 0x0010100001010400
  508. .quad 0x0000000000000404, 0x0010000001000400
  509. .quad 0x0010000001000400, 0x0000000000000000
  510. .quad 0x0000100000010004, 0x0000100000010400
  511. .quad 0x0000000000000000, 0x0010100001010004
  512. .L_s2:
  513. .quad 0x0801080200100020, 0x0800080000000000
  514. .quad 0x0000080000000000, 0x0001080200100020
  515. .quad 0x0001000000100000, 0x0000000200000020
  516. .quad 0x0801000200100020, 0x0800080200000020
  517. .quad 0x0800000200000020, 0x0801080200100020
  518. .quad 0x0801080000100000, 0x0800000000000000
  519. .quad 0x0800080000000000, 0x0001000000100000
  520. .quad 0x0000000200000020, 0x0801000200100020
  521. .quad 0x0001080000100000, 0x0001000200100020
  522. .quad 0x0800080200000020, 0x0000000000000000
  523. .quad 0x0800000000000000, 0x0000080000000000
  524. .quad 0x0001080200100020, 0x0801000000100000
  525. .quad 0x0001000200100020, 0x0800000200000020
  526. .quad 0x0000000000000000, 0x0001080000100000
  527. .quad 0x0000080200000020, 0x0801080000100000
  528. .quad 0x0801000000100000, 0x0000080200000020
  529. .quad 0x0000000000000000, 0x0001080200100020
  530. .quad 0x0801000200100020, 0x0001000000100000
  531. .quad 0x0800080200000020, 0x0801000000100000
  532. .quad 0x0801080000100000, 0x0000080000000000
  533. .quad 0x0801000000100000, 0x0800080000000000
  534. .quad 0x0000000200000020, 0x0801080200100020
  535. .quad 0x0001080200100020, 0x0000000200000020
  536. .quad 0x0000080000000000, 0x0800000000000000
  537. .quad 0x0000080200000020, 0x0801080000100000
  538. .quad 0x0001000000100000, 0x0800000200000020
  539. .quad 0x0001000200100020, 0x0800080200000020
  540. .quad 0x0800000200000020, 0x0001000200100020
  541. .quad 0x0001080000100000, 0x0000000000000000
  542. .quad 0x0800080000000000, 0x0000080200000020
  543. .quad 0x0800000000000000, 0x0801000200100020
  544. .quad 0x0801080200100020, 0x0001080000100000
  545. .L_s3:
  546. .quad 0x0000002000000208, 0x0000202008020200
  547. .quad 0x0000000000000000, 0x0000200008020008
  548. .quad 0x0000002008000200, 0x0000000000000000
  549. .quad 0x0000202000020208, 0x0000002008000200
  550. .quad 0x0000200000020008, 0x0000000008000008
  551. .quad 0x0000000008000008, 0x0000200000020000
  552. .quad 0x0000202008020208, 0x0000200000020008
  553. .quad 0x0000200008020000, 0x0000002000000208
  554. .quad 0x0000000008000000, 0x0000000000000008
  555. .quad 0x0000202008020200, 0x0000002000000200
  556. .quad 0x0000202000020200, 0x0000200008020000
  557. .quad 0x0000200008020008, 0x0000202000020208
  558. .quad 0x0000002008000208, 0x0000202000020200
  559. .quad 0x0000200000020000, 0x0000002008000208
  560. .quad 0x0000000000000008, 0x0000202008020208
  561. .quad 0x0000002000000200, 0x0000000008000000
  562. .quad 0x0000202008020200, 0x0000000008000000
  563. .quad 0x0000200000020008, 0x0000002000000208
  564. .quad 0x0000200000020000, 0x0000202008020200
  565. .quad 0x0000002008000200, 0x0000000000000000
  566. .quad 0x0000002000000200, 0x0000200000020008
  567. .quad 0x0000202008020208, 0x0000002008000200
  568. .quad 0x0000000008000008, 0x0000002000000200
  569. .quad 0x0000000000000000, 0x0000200008020008
  570. .quad 0x0000002008000208, 0x0000200000020000
  571. .quad 0x0000000008000000, 0x0000202008020208
  572. .quad 0x0000000000000008, 0x0000202000020208
  573. .quad 0x0000202000020200, 0x0000000008000008
  574. .quad 0x0000200008020000, 0x0000002008000208
  575. .quad 0x0000002000000208, 0x0000200008020000
  576. .quad 0x0000202000020208, 0x0000000000000008
  577. .quad 0x0000200008020008, 0x0000202000020200
  578. .L_s4:
  579. .quad 0x1008020000002001, 0x1000020800002001
  580. .quad 0x1000020800002001, 0x0000000800000000
  581. .quad 0x0008020800002000, 0x1008000800000001
  582. .quad 0x1008000000000001, 0x1000020000002001
  583. .quad 0x0000000000000000, 0x0008020000002000
  584. .quad 0x0008020000002000, 0x1008020800002001
  585. .quad 0x1000000800000001, 0x0000000000000000
  586. .quad 0x0008000800000000, 0x1008000000000001
  587. .quad 0x1000000000000001, 0x0000020000002000
  588. .quad 0x0008000000000000, 0x1008020000002001
  589. .quad 0x0000000800000000, 0x0008000000000000
  590. .quad 0x1000020000002001, 0x0000020800002000
  591. .quad 0x1008000800000001, 0x1000000000000001
  592. .quad 0x0000020800002000, 0x0008000800000000
  593. .quad 0x0000020000002000, 0x0008020800002000
  594. .quad 0x1008020800002001, 0x1000000800000001
  595. .quad 0x0008000800000000, 0x1008000000000001
  596. .quad 0x0008020000002000, 0x1008020800002001
  597. .quad 0x1000000800000001, 0x0000000000000000
  598. .quad 0x0000000000000000, 0x0008020000002000
  599. .quad 0x0000020800002000, 0x0008000800000000
  600. .quad 0x1008000800000001, 0x1000000000000001
  601. .quad 0x1008020000002001, 0x1000020800002001
  602. .quad 0x1000020800002001, 0x0000000800000000
  603. .quad 0x1008020800002001, 0x1000000800000001
  604. .quad 0x1000000000000001, 0x0000020000002000
  605. .quad 0x1008000000000001, 0x1000020000002001
  606. .quad 0x0008020800002000, 0x1008000800000001
  607. .quad 0x1000020000002001, 0x0000020800002000
  608. .quad 0x0008000000000000, 0x1008020000002001
  609. .quad 0x0000000800000000, 0x0008000000000000
  610. .quad 0x0000020000002000, 0x0008020800002000
  611. .L_s5:
  612. .quad 0x0000001000000100, 0x0020001002080100
  613. .quad 0x0020000002080000, 0x0420001002000100
  614. .quad 0x0000000000080000, 0x0000001000000100
  615. .quad 0x0400000000000000, 0x0020000002080000
  616. .quad 0x0400001000080100, 0x0000000000080000
  617. .quad 0x0020001002000100, 0x0400001000080100
  618. .quad 0x0420001002000100, 0x0420000002080000
  619. .quad 0x0000001000080100, 0x0400000000000000
  620. .quad 0x0020000002000000, 0x0400000000080000
  621. .quad 0x0400000000080000, 0x0000000000000000
  622. .quad 0x0400001000000100, 0x0420001002080100
  623. .quad 0x0420001002080100, 0x0020001002000100
  624. .quad 0x0420000002080000, 0x0400001000000100
  625. .quad 0x0000000000000000, 0x0420000002000000
  626. .quad 0x0020001002080100, 0x0020000002000000
  627. .quad 0x0420000002000000, 0x0000001000080100
  628. .quad 0x0000000000080000, 0x0420001002000100
  629. .quad 0x0000001000000100, 0x0020000002000000
  630. .quad 0x0400000000000000, 0x0020000002080000
  631. .quad 0x0420001002000100, 0x0400001000080100
  632. .quad 0x0020001002000100, 0x0400000000000000
  633. .quad 0x0420000002080000, 0x0020001002080100
  634. .quad 0x0400001000080100, 0x0000001000000100
  635. .quad 0x0020000002000000, 0x0420000002080000
  636. .quad 0x0420001002080100, 0x0000001000080100
  637. .quad 0x0420000002000000, 0x0420001002080100
  638. .quad 0x0020000002080000, 0x0000000000000000
  639. .quad 0x0400000000080000, 0x0420000002000000
  640. .quad 0x0000001000080100, 0x0020001002000100
  641. .quad 0x0400001000000100, 0x0000000000080000
  642. .quad 0x0000000000000000, 0x0400000000080000
  643. .quad 0x0020001002080100, 0x0400001000000100
  644. .L_s6:
  645. .quad 0x0200000120000010, 0x0204000020000000
  646. .quad 0x0000040000000000, 0x0204040120000010
  647. .quad 0x0204000020000000, 0x0000000100000010
  648. .quad 0x0204040120000010, 0x0004000000000000
  649. .quad 0x0200040020000000, 0x0004040100000010
  650. .quad 0x0004000000000000, 0x0200000120000010
  651. .quad 0x0004000100000010, 0x0200040020000000
  652. .quad 0x0200000020000000, 0x0000040100000010
  653. .quad 0x0000000000000000, 0x0004000100000010
  654. .quad 0x0200040120000010, 0x0000040000000000
  655. .quad 0x0004040000000000, 0x0200040120000010
  656. .quad 0x0000000100000010, 0x0204000120000010
  657. .quad 0x0204000120000010, 0x0000000000000000
  658. .quad 0x0004040100000010, 0x0204040020000000
  659. .quad 0x0000040100000010, 0x0004040000000000
  660. .quad 0x0204040020000000, 0x0200000020000000
  661. .quad 0x0200040020000000, 0x0000000100000010
  662. .quad 0x0204000120000010, 0x0004040000000000
  663. .quad 0x0204040120000010, 0x0004000000000000
  664. .quad 0x0000040100000010, 0x0200000120000010
  665. .quad 0x0004000000000000, 0x0200040020000000
  666. .quad 0x0200000020000000, 0x0000040100000010
  667. .quad 0x0200000120000010, 0x0204040120000010
  668. .quad 0x0004040000000000, 0x0204000020000000
  669. .quad 0x0004040100000010, 0x0204040020000000
  670. .quad 0x0000000000000000, 0x0204000120000010
  671. .quad 0x0000000100000010, 0x0000040000000000
  672. .quad 0x0204000020000000, 0x0004040100000010
  673. .quad 0x0000040000000000, 0x0004000100000010
  674. .quad 0x0200040120000010, 0x0000000000000000
  675. .quad 0x0204040020000000, 0x0200000020000000
  676. .quad 0x0004000100000010, 0x0200040120000010
  677. .L_s7:
  678. .quad 0x0002000000200000, 0x2002000004200002
  679. .quad 0x2000000004000802, 0x0000000000000000
  680. .quad 0x0000000000000800, 0x2000000004000802
  681. .quad 0x2002000000200802, 0x0002000004200800
  682. .quad 0x2002000004200802, 0x0002000000200000
  683. .quad 0x0000000000000000, 0x2000000004000002
  684. .quad 0x2000000000000002, 0x0000000004000000
  685. .quad 0x2002000004200002, 0x2000000000000802
  686. .quad 0x0000000004000800, 0x2002000000200802
  687. .quad 0x2002000000200002, 0x0000000004000800
  688. .quad 0x2000000004000002, 0x0002000004200000
  689. .quad 0x0002000004200800, 0x2002000000200002
  690. .quad 0x0002000004200000, 0x0000000000000800
  691. .quad 0x2000000000000802, 0x2002000004200802
  692. .quad 0x0002000000200800, 0x2000000000000002
  693. .quad 0x0000000004000000, 0x0002000000200800
  694. .quad 0x0000000004000000, 0x0002000000200800
  695. .quad 0x0002000000200000, 0x2000000004000802
  696. .quad 0x2000000004000802, 0x2002000004200002
  697. .quad 0x2002000004200002, 0x2000000000000002
  698. .quad 0x2002000000200002, 0x0000000004000000
  699. .quad 0x0000000004000800, 0x0002000000200000
  700. .quad 0x0002000004200800, 0x2000000000000802
  701. .quad 0x2002000000200802, 0x0002000004200800
  702. .quad 0x2000000000000802, 0x2000000004000002
  703. .quad 0x2002000004200802, 0x0002000004200000
  704. .quad 0x0002000000200800, 0x0000000000000000
  705. .quad 0x2000000000000002, 0x2002000004200802
  706. .quad 0x0000000000000000, 0x2002000000200802
  707. .quad 0x0002000004200000, 0x0000000000000800
  708. .quad 0x2000000004000002, 0x0000000004000800
  709. .quad 0x0000000000000800, 0x2002000000200002
  710. .L_s8:
  711. .quad 0x0100010410001000, 0x0000010000001000
  712. .quad 0x0000000000040000, 0x0100010410041000
  713. .quad 0x0100000010000000, 0x0100010410001000
  714. .quad 0x0000000400000000, 0x0100000010000000
  715. .quad 0x0000000400040000, 0x0100000010040000
  716. .quad 0x0100010410041000, 0x0000010000041000
  717. .quad 0x0100010010041000, 0x0000010400041000
  718. .quad 0x0000010000001000, 0x0000000400000000
  719. .quad 0x0100000010040000, 0x0100000410000000
  720. .quad 0x0100010010001000, 0x0000010400001000
  721. .quad 0x0000010000041000, 0x0000000400040000
  722. .quad 0x0100000410040000, 0x0100010010041000
  723. .quad 0x0000010400001000, 0x0000000000000000
  724. .quad 0x0000000000000000, 0x0100000410040000
  725. .quad 0x0100000410000000, 0x0100010010001000
  726. .quad 0x0000010400041000, 0x0000000000040000
  727. .quad 0x0000010400041000, 0x0000000000040000
  728. .quad 0x0100010010041000, 0x0000010000001000
  729. .quad 0x0000000400000000, 0x0100000410040000
  730. .quad 0x0000010000001000, 0x0000010400041000
  731. .quad 0x0100010010001000, 0x0000000400000000
  732. .quad 0x0100000410000000, 0x0100000010040000
  733. .quad 0x0100000410040000, 0x0100000010000000
  734. .quad 0x0000000000040000, 0x0100010410001000
  735. .quad 0x0000000000000000, 0x0100010410041000
  736. .quad 0x0000000400040000, 0x0100000410000000
  737. .quad 0x0100000010040000, 0x0100010010001000
  738. .quad 0x0100010410001000, 0x0000000000000000
  739. .quad 0x0100010410041000, 0x0000010000041000
  740. .quad 0x0000010000041000, 0x0000010400001000
  741. .quad 0x0000010400001000, 0x0000000400040000
  742. .quad 0x0100000010000000, 0x0100010010041000