serpent_generic.c 20 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609
  1. // SPDX-License-Identifier: GPL-2.0-or-later
  2. /*
  3. * Cryptographic API.
  4. *
  5. * Serpent Cipher Algorithm.
  6. *
  7. * Copyright (C) 2002 Dag Arne Osvik <[email protected]>
  8. */
  9. #include <linux/init.h>
  10. #include <linux/module.h>
  11. #include <linux/errno.h>
  12. #include <asm/unaligned.h>
  13. #include <linux/crypto.h>
  14. #include <linux/types.h>
  15. #include <crypto/serpent.h>
  16. /* Key is padded to the maximum of 256 bits before round key generation.
  17. * Any key length <= 256 bits (32 bytes) is allowed by the algorithm.
  18. */
  19. #define PHI 0x9e3779b9UL
  20. #define keyiter(a, b, c, d, i, j) \
  21. ({ b ^= d; b ^= c; b ^= a; b ^= PHI ^ i; b = rol32(b, 11); k[j] = b; })
  22. #define loadkeys(x0, x1, x2, x3, i) \
  23. ({ x0 = k[i]; x1 = k[i+1]; x2 = k[i+2]; x3 = k[i+3]; })
  24. #define storekeys(x0, x1, x2, x3, i) \
  25. ({ k[i] = x0; k[i+1] = x1; k[i+2] = x2; k[i+3] = x3; })
  26. #define store_and_load_keys(x0, x1, x2, x3, s, l) \
  27. ({ storekeys(x0, x1, x2, x3, s); loadkeys(x0, x1, x2, x3, l); })
  28. #define K(x0, x1, x2, x3, i) ({ \
  29. x3 ^= k[4*(i)+3]; x2 ^= k[4*(i)+2]; \
  30. x1 ^= k[4*(i)+1]; x0 ^= k[4*(i)+0]; \
  31. })
  32. #define LK(x0, x1, x2, x3, x4, i) ({ \
  33. x0 = rol32(x0, 13);\
  34. x2 = rol32(x2, 3); x1 ^= x0; x4 = x0 << 3; \
  35. x3 ^= x2; x1 ^= x2; \
  36. x1 = rol32(x1, 1); x3 ^= x4; \
  37. x3 = rol32(x3, 7); x4 = x1; \
  38. x0 ^= x1; x4 <<= 7; x2 ^= x3; \
  39. x0 ^= x3; x2 ^= x4; x3 ^= k[4*i+3]; \
  40. x1 ^= k[4*i+1]; x0 = rol32(x0, 5); x2 = rol32(x2, 22);\
  41. x0 ^= k[4*i+0]; x2 ^= k[4*i+2]; \
  42. })
  43. #define KL(x0, x1, x2, x3, x4, i) ({ \
  44. x0 ^= k[4*i+0]; x1 ^= k[4*i+1]; x2 ^= k[4*i+2]; \
  45. x3 ^= k[4*i+3]; x0 = ror32(x0, 5); x2 = ror32(x2, 22);\
  46. x4 = x1; x2 ^= x3; x0 ^= x3; \
  47. x4 <<= 7; x0 ^= x1; x1 = ror32(x1, 1); \
  48. x2 ^= x4; x3 = ror32(x3, 7); x4 = x0 << 3; \
  49. x1 ^= x0; x3 ^= x4; x0 = ror32(x0, 13);\
  50. x1 ^= x2; x3 ^= x2; x2 = ror32(x2, 3); \
  51. })
  52. #define S0(x0, x1, x2, x3, x4) ({ \
  53. x4 = x3; \
  54. x3 |= x0; x0 ^= x4; x4 ^= x2; \
  55. x4 = ~x4; x3 ^= x1; x1 &= x0; \
  56. x1 ^= x4; x2 ^= x0; x0 ^= x3; \
  57. x4 |= x0; x0 ^= x2; x2 &= x1; \
  58. x3 ^= x2; x1 = ~x1; x2 ^= x4; \
  59. x1 ^= x2; \
  60. })
  61. #define S1(x0, x1, x2, x3, x4) ({ \
  62. x4 = x1; \
  63. x1 ^= x0; x0 ^= x3; x3 = ~x3; \
  64. x4 &= x1; x0 |= x1; x3 ^= x2; \
  65. x0 ^= x3; x1 ^= x3; x3 ^= x4; \
  66. x1 |= x4; x4 ^= x2; x2 &= x0; \
  67. x2 ^= x1; x1 |= x0; x0 = ~x0; \
  68. x0 ^= x2; x4 ^= x1; \
  69. })
  70. #define S2(x0, x1, x2, x3, x4) ({ \
  71. x3 = ~x3; \
  72. x1 ^= x0; x4 = x0; x0 &= x2; \
  73. x0 ^= x3; x3 |= x4; x2 ^= x1; \
  74. x3 ^= x1; x1 &= x0; x0 ^= x2; \
  75. x2 &= x3; x3 |= x1; x0 = ~x0; \
  76. x3 ^= x0; x4 ^= x0; x0 ^= x2; \
  77. x1 |= x2; \
  78. })
  79. #define S3(x0, x1, x2, x3, x4) ({ \
  80. x4 = x1; \
  81. x1 ^= x3; x3 |= x0; x4 &= x0; \
  82. x0 ^= x2; x2 ^= x1; x1 &= x3; \
  83. x2 ^= x3; x0 |= x4; x4 ^= x3; \
  84. x1 ^= x0; x0 &= x3; x3 &= x4; \
  85. x3 ^= x2; x4 |= x1; x2 &= x1; \
  86. x4 ^= x3; x0 ^= x3; x3 ^= x2; \
  87. })
  88. #define S4(x0, x1, x2, x3, x4) ({ \
  89. x4 = x3; \
  90. x3 &= x0; x0 ^= x4; \
  91. x3 ^= x2; x2 |= x4; x0 ^= x1; \
  92. x4 ^= x3; x2 |= x0; \
  93. x2 ^= x1; x1 &= x0; \
  94. x1 ^= x4; x4 &= x2; x2 ^= x3; \
  95. x4 ^= x0; x3 |= x1; x1 = ~x1; \
  96. x3 ^= x0; \
  97. })
  98. #define S5(x0, x1, x2, x3, x4) ({ \
  99. x4 = x1; x1 |= x0; \
  100. x2 ^= x1; x3 = ~x3; x4 ^= x0; \
  101. x0 ^= x2; x1 &= x4; x4 |= x3; \
  102. x4 ^= x0; x0 &= x3; x1 ^= x3; \
  103. x3 ^= x2; x0 ^= x1; x2 &= x4; \
  104. x1 ^= x2; x2 &= x0; \
  105. x3 ^= x2; \
  106. })
  107. #define S6(x0, x1, x2, x3, x4) ({ \
  108. x4 = x1; \
  109. x3 ^= x0; x1 ^= x2; x2 ^= x0; \
  110. x0 &= x3; x1 |= x3; x4 = ~x4; \
  111. x0 ^= x1; x1 ^= x2; \
  112. x3 ^= x4; x4 ^= x0; x2 &= x0; \
  113. x4 ^= x1; x2 ^= x3; x3 &= x1; \
  114. x3 ^= x0; x1 ^= x2; \
  115. })
  116. #define S7(x0, x1, x2, x3, x4) ({ \
  117. x1 = ~x1; \
  118. x4 = x1; x0 = ~x0; x1 &= x2; \
  119. x1 ^= x3; x3 |= x4; x4 ^= x2; \
  120. x2 ^= x3; x3 ^= x0; x0 |= x1; \
  121. x2 &= x0; x0 ^= x4; x4 ^= x3; \
  122. x3 &= x0; x4 ^= x1; \
  123. x2 ^= x4; x3 ^= x1; x4 |= x0; \
  124. x4 ^= x1; \
  125. })
  126. #define SI0(x0, x1, x2, x3, x4) ({ \
  127. x4 = x3; x1 ^= x0; \
  128. x3 |= x1; x4 ^= x1; x0 = ~x0; \
  129. x2 ^= x3; x3 ^= x0; x0 &= x1; \
  130. x0 ^= x2; x2 &= x3; x3 ^= x4; \
  131. x2 ^= x3; x1 ^= x3; x3 &= x0; \
  132. x1 ^= x0; x0 ^= x2; x4 ^= x3; \
  133. })
  134. #define SI1(x0, x1, x2, x3, x4) ({ \
  135. x1 ^= x3; x4 = x0; \
  136. x0 ^= x2; x2 = ~x2; x4 |= x1; \
  137. x4 ^= x3; x3 &= x1; x1 ^= x2; \
  138. x2 &= x4; x4 ^= x1; x1 |= x3; \
  139. x3 ^= x0; x2 ^= x0; x0 |= x4; \
  140. x2 ^= x4; x1 ^= x0; \
  141. x4 ^= x1; \
  142. })
  143. #define SI2(x0, x1, x2, x3, x4) ({ \
  144. x2 ^= x1; x4 = x3; x3 = ~x3; \
  145. x3 |= x2; x2 ^= x4; x4 ^= x0; \
  146. x3 ^= x1; x1 |= x2; x2 ^= x0; \
  147. x1 ^= x4; x4 |= x3; x2 ^= x3; \
  148. x4 ^= x2; x2 &= x1; \
  149. x2 ^= x3; x3 ^= x4; x4 ^= x0; \
  150. })
  151. #define SI3(x0, x1, x2, x3, x4) ({ \
  152. x2 ^= x1; \
  153. x4 = x1; x1 &= x2; \
  154. x1 ^= x0; x0 |= x4; x4 ^= x3; \
  155. x0 ^= x3; x3 |= x1; x1 ^= x2; \
  156. x1 ^= x3; x0 ^= x2; x2 ^= x3; \
  157. x3 &= x1; x1 ^= x0; x0 &= x2; \
  158. x4 ^= x3; x3 ^= x0; x0 ^= x1; \
  159. })
  160. #define SI4(x0, x1, x2, x3, x4) ({ \
  161. x2 ^= x3; x4 = x0; x0 &= x1; \
  162. x0 ^= x2; x2 |= x3; x4 = ~x4; \
  163. x1 ^= x0; x0 ^= x2; x2 &= x4; \
  164. x2 ^= x0; x0 |= x4; \
  165. x0 ^= x3; x3 &= x2; \
  166. x4 ^= x3; x3 ^= x1; x1 &= x0; \
  167. x4 ^= x1; x0 ^= x3; \
  168. })
  169. #define SI5(x0, x1, x2, x3, x4) ({ \
  170. x4 = x1; x1 |= x2; \
  171. x2 ^= x4; x1 ^= x3; x3 &= x4; \
  172. x2 ^= x3; x3 |= x0; x0 = ~x0; \
  173. x3 ^= x2; x2 |= x0; x4 ^= x1; \
  174. x2 ^= x4; x4 &= x0; x0 ^= x1; \
  175. x1 ^= x3; x0 &= x2; x2 ^= x3; \
  176. x0 ^= x2; x2 ^= x4; x4 ^= x3; \
  177. })
  178. #define SI6(x0, x1, x2, x3, x4) ({ \
  179. x0 ^= x2; \
  180. x4 = x0; x0 &= x3; x2 ^= x3; \
  181. x0 ^= x2; x3 ^= x1; x2 |= x4; \
  182. x2 ^= x3; x3 &= x0; x0 = ~x0; \
  183. x3 ^= x1; x1 &= x2; x4 ^= x0; \
  184. x3 ^= x4; x4 ^= x2; x0 ^= x1; \
  185. x2 ^= x0; \
  186. })
  187. #define SI7(x0, x1, x2, x3, x4) ({ \
  188. x4 = x3; x3 &= x0; x0 ^= x2; \
  189. x2 |= x4; x4 ^= x1; x0 = ~x0; \
  190. x1 |= x3; x4 ^= x0; x0 &= x2; \
  191. x0 ^= x1; x1 &= x2; x3 ^= x2; \
  192. x4 ^= x3; x2 &= x3; x3 |= x0; \
  193. x1 ^= x4; x3 ^= x4; x4 &= x0; \
  194. x4 ^= x2; \
  195. })
  196. /*
  197. * both gcc and clang have misoptimized this function in the past,
  198. * producing horrible object code from spilling temporary variables
  199. * on the stack. Forcing this part out of line avoids that.
  200. */
  201. static noinline void __serpent_setkey_sbox(u32 r0, u32 r1, u32 r2,
  202. u32 r3, u32 r4, u32 *k)
  203. {
  204. k += 100;
  205. S3(r3, r4, r0, r1, r2); store_and_load_keys(r1, r2, r4, r3, 28, 24);
  206. S4(r1, r2, r4, r3, r0); store_and_load_keys(r2, r4, r3, r0, 24, 20);
  207. S5(r2, r4, r3, r0, r1); store_and_load_keys(r1, r2, r4, r0, 20, 16);
  208. S6(r1, r2, r4, r0, r3); store_and_load_keys(r4, r3, r2, r0, 16, 12);
  209. S7(r4, r3, r2, r0, r1); store_and_load_keys(r1, r2, r0, r4, 12, 8);
  210. S0(r1, r2, r0, r4, r3); store_and_load_keys(r0, r2, r4, r1, 8, 4);
  211. S1(r0, r2, r4, r1, r3); store_and_load_keys(r3, r4, r1, r0, 4, 0);
  212. S2(r3, r4, r1, r0, r2); store_and_load_keys(r2, r4, r3, r0, 0, -4);
  213. S3(r2, r4, r3, r0, r1); store_and_load_keys(r0, r1, r4, r2, -4, -8);
  214. S4(r0, r1, r4, r2, r3); store_and_load_keys(r1, r4, r2, r3, -8, -12);
  215. S5(r1, r4, r2, r3, r0); store_and_load_keys(r0, r1, r4, r3, -12, -16);
  216. S6(r0, r1, r4, r3, r2); store_and_load_keys(r4, r2, r1, r3, -16, -20);
  217. S7(r4, r2, r1, r3, r0); store_and_load_keys(r0, r1, r3, r4, -20, -24);
  218. S0(r0, r1, r3, r4, r2); store_and_load_keys(r3, r1, r4, r0, -24, -28);
  219. k -= 50;
  220. S1(r3, r1, r4, r0, r2); store_and_load_keys(r2, r4, r0, r3, 22, 18);
  221. S2(r2, r4, r0, r3, r1); store_and_load_keys(r1, r4, r2, r3, 18, 14);
  222. S3(r1, r4, r2, r3, r0); store_and_load_keys(r3, r0, r4, r1, 14, 10);
  223. S4(r3, r0, r4, r1, r2); store_and_load_keys(r0, r4, r1, r2, 10, 6);
  224. S5(r0, r4, r1, r2, r3); store_and_load_keys(r3, r0, r4, r2, 6, 2);
  225. S6(r3, r0, r4, r2, r1); store_and_load_keys(r4, r1, r0, r2, 2, -2);
  226. S7(r4, r1, r0, r2, r3); store_and_load_keys(r3, r0, r2, r4, -2, -6);
  227. S0(r3, r0, r2, r4, r1); store_and_load_keys(r2, r0, r4, r3, -6, -10);
  228. S1(r2, r0, r4, r3, r1); store_and_load_keys(r1, r4, r3, r2, -10, -14);
  229. S2(r1, r4, r3, r2, r0); store_and_load_keys(r0, r4, r1, r2, -14, -18);
  230. S3(r0, r4, r1, r2, r3); store_and_load_keys(r2, r3, r4, r0, -18, -22);
  231. k -= 50;
  232. S4(r2, r3, r4, r0, r1); store_and_load_keys(r3, r4, r0, r1, 28, 24);
  233. S5(r3, r4, r0, r1, r2); store_and_load_keys(r2, r3, r4, r1, 24, 20);
  234. S6(r2, r3, r4, r1, r0); store_and_load_keys(r4, r0, r3, r1, 20, 16);
  235. S7(r4, r0, r3, r1, r2); store_and_load_keys(r2, r3, r1, r4, 16, 12);
  236. S0(r2, r3, r1, r4, r0); store_and_load_keys(r1, r3, r4, r2, 12, 8);
  237. S1(r1, r3, r4, r2, r0); store_and_load_keys(r0, r4, r2, r1, 8, 4);
  238. S2(r0, r4, r2, r1, r3); store_and_load_keys(r3, r4, r0, r1, 4, 0);
  239. S3(r3, r4, r0, r1, r2); storekeys(r1, r2, r4, r3, 0);
  240. }
  241. int __serpent_setkey(struct serpent_ctx *ctx, const u8 *key,
  242. unsigned int keylen)
  243. {
  244. u32 *k = ctx->expkey;
  245. u8 *k8 = (u8 *)k;
  246. u32 r0, r1, r2, r3, r4;
  247. __le32 *lk;
  248. int i;
  249. /* Copy key, add padding */
  250. for (i = 0; i < keylen; ++i)
  251. k8[i] = key[i];
  252. if (i < SERPENT_MAX_KEY_SIZE)
  253. k8[i++] = 1;
  254. while (i < SERPENT_MAX_KEY_SIZE)
  255. k8[i++] = 0;
  256. lk = (__le32 *)k;
  257. k[0] = le32_to_cpu(lk[0]);
  258. k[1] = le32_to_cpu(lk[1]);
  259. k[2] = le32_to_cpu(lk[2]);
  260. k[3] = le32_to_cpu(lk[3]);
  261. k[4] = le32_to_cpu(lk[4]);
  262. k[5] = le32_to_cpu(lk[5]);
  263. k[6] = le32_to_cpu(lk[6]);
  264. k[7] = le32_to_cpu(lk[7]);
  265. /* Expand key using polynomial */
  266. r0 = k[3];
  267. r1 = k[4];
  268. r2 = k[5];
  269. r3 = k[6];
  270. r4 = k[7];
  271. keyiter(k[0], r0, r4, r2, 0, 0);
  272. keyiter(k[1], r1, r0, r3, 1, 1);
  273. keyiter(k[2], r2, r1, r4, 2, 2);
  274. keyiter(k[3], r3, r2, r0, 3, 3);
  275. keyiter(k[4], r4, r3, r1, 4, 4);
  276. keyiter(k[5], r0, r4, r2, 5, 5);
  277. keyiter(k[6], r1, r0, r3, 6, 6);
  278. keyiter(k[7], r2, r1, r4, 7, 7);
  279. keyiter(k[0], r3, r2, r0, 8, 8);
  280. keyiter(k[1], r4, r3, r1, 9, 9);
  281. keyiter(k[2], r0, r4, r2, 10, 10);
  282. keyiter(k[3], r1, r0, r3, 11, 11);
  283. keyiter(k[4], r2, r1, r4, 12, 12);
  284. keyiter(k[5], r3, r2, r0, 13, 13);
  285. keyiter(k[6], r4, r3, r1, 14, 14);
  286. keyiter(k[7], r0, r4, r2, 15, 15);
  287. keyiter(k[8], r1, r0, r3, 16, 16);
  288. keyiter(k[9], r2, r1, r4, 17, 17);
  289. keyiter(k[10], r3, r2, r0, 18, 18);
  290. keyiter(k[11], r4, r3, r1, 19, 19);
  291. keyiter(k[12], r0, r4, r2, 20, 20);
  292. keyiter(k[13], r1, r0, r3, 21, 21);
  293. keyiter(k[14], r2, r1, r4, 22, 22);
  294. keyiter(k[15], r3, r2, r0, 23, 23);
  295. keyiter(k[16], r4, r3, r1, 24, 24);
  296. keyiter(k[17], r0, r4, r2, 25, 25);
  297. keyiter(k[18], r1, r0, r3, 26, 26);
  298. keyiter(k[19], r2, r1, r4, 27, 27);
  299. keyiter(k[20], r3, r2, r0, 28, 28);
  300. keyiter(k[21], r4, r3, r1, 29, 29);
  301. keyiter(k[22], r0, r4, r2, 30, 30);
  302. keyiter(k[23], r1, r0, r3, 31, 31);
  303. k += 50;
  304. keyiter(k[-26], r2, r1, r4, 32, -18);
  305. keyiter(k[-25], r3, r2, r0, 33, -17);
  306. keyiter(k[-24], r4, r3, r1, 34, -16);
  307. keyiter(k[-23], r0, r4, r2, 35, -15);
  308. keyiter(k[-22], r1, r0, r3, 36, -14);
  309. keyiter(k[-21], r2, r1, r4, 37, -13);
  310. keyiter(k[-20], r3, r2, r0, 38, -12);
  311. keyiter(k[-19], r4, r3, r1, 39, -11);
  312. keyiter(k[-18], r0, r4, r2, 40, -10);
  313. keyiter(k[-17], r1, r0, r3, 41, -9);
  314. keyiter(k[-16], r2, r1, r4, 42, -8);
  315. keyiter(k[-15], r3, r2, r0, 43, -7);
  316. keyiter(k[-14], r4, r3, r1, 44, -6);
  317. keyiter(k[-13], r0, r4, r2, 45, -5);
  318. keyiter(k[-12], r1, r0, r3, 46, -4);
  319. keyiter(k[-11], r2, r1, r4, 47, -3);
  320. keyiter(k[-10], r3, r2, r0, 48, -2);
  321. keyiter(k[-9], r4, r3, r1, 49, -1);
  322. keyiter(k[-8], r0, r4, r2, 50, 0);
  323. keyiter(k[-7], r1, r0, r3, 51, 1);
  324. keyiter(k[-6], r2, r1, r4, 52, 2);
  325. keyiter(k[-5], r3, r2, r0, 53, 3);
  326. keyiter(k[-4], r4, r3, r1, 54, 4);
  327. keyiter(k[-3], r0, r4, r2, 55, 5);
  328. keyiter(k[-2], r1, r0, r3, 56, 6);
  329. keyiter(k[-1], r2, r1, r4, 57, 7);
  330. keyiter(k[0], r3, r2, r0, 58, 8);
  331. keyiter(k[1], r4, r3, r1, 59, 9);
  332. keyiter(k[2], r0, r4, r2, 60, 10);
  333. keyiter(k[3], r1, r0, r3, 61, 11);
  334. keyiter(k[4], r2, r1, r4, 62, 12);
  335. keyiter(k[5], r3, r2, r0, 63, 13);
  336. keyiter(k[6], r4, r3, r1, 64, 14);
  337. keyiter(k[7], r0, r4, r2, 65, 15);
  338. keyiter(k[8], r1, r0, r3, 66, 16);
  339. keyiter(k[9], r2, r1, r4, 67, 17);
  340. keyiter(k[10], r3, r2, r0, 68, 18);
  341. keyiter(k[11], r4, r3, r1, 69, 19);
  342. keyiter(k[12], r0, r4, r2, 70, 20);
  343. keyiter(k[13], r1, r0, r3, 71, 21);
  344. keyiter(k[14], r2, r1, r4, 72, 22);
  345. keyiter(k[15], r3, r2, r0, 73, 23);
  346. keyiter(k[16], r4, r3, r1, 74, 24);
  347. keyiter(k[17], r0, r4, r2, 75, 25);
  348. keyiter(k[18], r1, r0, r3, 76, 26);
  349. keyiter(k[19], r2, r1, r4, 77, 27);
  350. keyiter(k[20], r3, r2, r0, 78, 28);
  351. keyiter(k[21], r4, r3, r1, 79, 29);
  352. keyiter(k[22], r0, r4, r2, 80, 30);
  353. keyiter(k[23], r1, r0, r3, 81, 31);
  354. k += 50;
  355. keyiter(k[-26], r2, r1, r4, 82, -18);
  356. keyiter(k[-25], r3, r2, r0, 83, -17);
  357. keyiter(k[-24], r4, r3, r1, 84, -16);
  358. keyiter(k[-23], r0, r4, r2, 85, -15);
  359. keyiter(k[-22], r1, r0, r3, 86, -14);
  360. keyiter(k[-21], r2, r1, r4, 87, -13);
  361. keyiter(k[-20], r3, r2, r0, 88, -12);
  362. keyiter(k[-19], r4, r3, r1, 89, -11);
  363. keyiter(k[-18], r0, r4, r2, 90, -10);
  364. keyiter(k[-17], r1, r0, r3, 91, -9);
  365. keyiter(k[-16], r2, r1, r4, 92, -8);
  366. keyiter(k[-15], r3, r2, r0, 93, -7);
  367. keyiter(k[-14], r4, r3, r1, 94, -6);
  368. keyiter(k[-13], r0, r4, r2, 95, -5);
  369. keyiter(k[-12], r1, r0, r3, 96, -4);
  370. keyiter(k[-11], r2, r1, r4, 97, -3);
  371. keyiter(k[-10], r3, r2, r0, 98, -2);
  372. keyiter(k[-9], r4, r3, r1, 99, -1);
  373. keyiter(k[-8], r0, r4, r2, 100, 0);
  374. keyiter(k[-7], r1, r0, r3, 101, 1);
  375. keyiter(k[-6], r2, r1, r4, 102, 2);
  376. keyiter(k[-5], r3, r2, r0, 103, 3);
  377. keyiter(k[-4], r4, r3, r1, 104, 4);
  378. keyiter(k[-3], r0, r4, r2, 105, 5);
  379. keyiter(k[-2], r1, r0, r3, 106, 6);
  380. keyiter(k[-1], r2, r1, r4, 107, 7);
  381. keyiter(k[0], r3, r2, r0, 108, 8);
  382. keyiter(k[1], r4, r3, r1, 109, 9);
  383. keyiter(k[2], r0, r4, r2, 110, 10);
  384. keyiter(k[3], r1, r0, r3, 111, 11);
  385. keyiter(k[4], r2, r1, r4, 112, 12);
  386. keyiter(k[5], r3, r2, r0, 113, 13);
  387. keyiter(k[6], r4, r3, r1, 114, 14);
  388. keyiter(k[7], r0, r4, r2, 115, 15);
  389. keyiter(k[8], r1, r0, r3, 116, 16);
  390. keyiter(k[9], r2, r1, r4, 117, 17);
  391. keyiter(k[10], r3, r2, r0, 118, 18);
  392. keyiter(k[11], r4, r3, r1, 119, 19);
  393. keyiter(k[12], r0, r4, r2, 120, 20);
  394. keyiter(k[13], r1, r0, r3, 121, 21);
  395. keyiter(k[14], r2, r1, r4, 122, 22);
  396. keyiter(k[15], r3, r2, r0, 123, 23);
  397. keyiter(k[16], r4, r3, r1, 124, 24);
  398. keyiter(k[17], r0, r4, r2, 125, 25);
  399. keyiter(k[18], r1, r0, r3, 126, 26);
  400. keyiter(k[19], r2, r1, r4, 127, 27);
  401. keyiter(k[20], r3, r2, r0, 128, 28);
  402. keyiter(k[21], r4, r3, r1, 129, 29);
  403. keyiter(k[22], r0, r4, r2, 130, 30);
  404. keyiter(k[23], r1, r0, r3, 131, 31);
  405. /* Apply S-boxes */
  406. __serpent_setkey_sbox(r0, r1, r2, r3, r4, ctx->expkey);
  407. return 0;
  408. }
  409. EXPORT_SYMBOL_GPL(__serpent_setkey);
  410. int serpent_setkey(struct crypto_tfm *tfm, const u8 *key, unsigned int keylen)
  411. {
  412. return __serpent_setkey(crypto_tfm_ctx(tfm), key, keylen);
  413. }
  414. EXPORT_SYMBOL_GPL(serpent_setkey);
  415. void __serpent_encrypt(const void *c, u8 *dst, const u8 *src)
  416. {
  417. const struct serpent_ctx *ctx = c;
  418. const u32 *k = ctx->expkey;
  419. u32 r0, r1, r2, r3, r4;
  420. r0 = get_unaligned_le32(src);
  421. r1 = get_unaligned_le32(src + 4);
  422. r2 = get_unaligned_le32(src + 8);
  423. r3 = get_unaligned_le32(src + 12);
  424. K(r0, r1, r2, r3, 0);
  425. S0(r0, r1, r2, r3, r4); LK(r2, r1, r3, r0, r4, 1);
  426. S1(r2, r1, r3, r0, r4); LK(r4, r3, r0, r2, r1, 2);
  427. S2(r4, r3, r0, r2, r1); LK(r1, r3, r4, r2, r0, 3);
  428. S3(r1, r3, r4, r2, r0); LK(r2, r0, r3, r1, r4, 4);
  429. S4(r2, r0, r3, r1, r4); LK(r0, r3, r1, r4, r2, 5);
  430. S5(r0, r3, r1, r4, r2); LK(r2, r0, r3, r4, r1, 6);
  431. S6(r2, r0, r3, r4, r1); LK(r3, r1, r0, r4, r2, 7);
  432. S7(r3, r1, r0, r4, r2); LK(r2, r0, r4, r3, r1, 8);
  433. S0(r2, r0, r4, r3, r1); LK(r4, r0, r3, r2, r1, 9);
  434. S1(r4, r0, r3, r2, r1); LK(r1, r3, r2, r4, r0, 10);
  435. S2(r1, r3, r2, r4, r0); LK(r0, r3, r1, r4, r2, 11);
  436. S3(r0, r3, r1, r4, r2); LK(r4, r2, r3, r0, r1, 12);
  437. S4(r4, r2, r3, r0, r1); LK(r2, r3, r0, r1, r4, 13);
  438. S5(r2, r3, r0, r1, r4); LK(r4, r2, r3, r1, r0, 14);
  439. S6(r4, r2, r3, r1, r0); LK(r3, r0, r2, r1, r4, 15);
  440. S7(r3, r0, r2, r1, r4); LK(r4, r2, r1, r3, r0, 16);
  441. S0(r4, r2, r1, r3, r0); LK(r1, r2, r3, r4, r0, 17);
  442. S1(r1, r2, r3, r4, r0); LK(r0, r3, r4, r1, r2, 18);
  443. S2(r0, r3, r4, r1, r2); LK(r2, r3, r0, r1, r4, 19);
  444. S3(r2, r3, r0, r1, r4); LK(r1, r4, r3, r2, r0, 20);
  445. S4(r1, r4, r3, r2, r0); LK(r4, r3, r2, r0, r1, 21);
  446. S5(r4, r3, r2, r0, r1); LK(r1, r4, r3, r0, r2, 22);
  447. S6(r1, r4, r3, r0, r2); LK(r3, r2, r4, r0, r1, 23);
  448. S7(r3, r2, r4, r0, r1); LK(r1, r4, r0, r3, r2, 24);
  449. S0(r1, r4, r0, r3, r2); LK(r0, r4, r3, r1, r2, 25);
  450. S1(r0, r4, r3, r1, r2); LK(r2, r3, r1, r0, r4, 26);
  451. S2(r2, r3, r1, r0, r4); LK(r4, r3, r2, r0, r1, 27);
  452. S3(r4, r3, r2, r0, r1); LK(r0, r1, r3, r4, r2, 28);
  453. S4(r0, r1, r3, r4, r2); LK(r1, r3, r4, r2, r0, 29);
  454. S5(r1, r3, r4, r2, r0); LK(r0, r1, r3, r2, r4, 30);
  455. S6(r0, r1, r3, r2, r4); LK(r3, r4, r1, r2, r0, 31);
  456. S7(r3, r4, r1, r2, r0); K(r0, r1, r2, r3, 32);
  457. put_unaligned_le32(r0, dst);
  458. put_unaligned_le32(r1, dst + 4);
  459. put_unaligned_le32(r2, dst + 8);
  460. put_unaligned_le32(r3, dst + 12);
  461. }
  462. EXPORT_SYMBOL_GPL(__serpent_encrypt);
  463. static void serpent_encrypt(struct crypto_tfm *tfm, u8 *dst, const u8 *src)
  464. {
  465. struct serpent_ctx *ctx = crypto_tfm_ctx(tfm);
  466. __serpent_encrypt(ctx, dst, src);
  467. }
  468. void __serpent_decrypt(const void *c, u8 *dst, const u8 *src)
  469. {
  470. const struct serpent_ctx *ctx = c;
  471. const u32 *k = ctx->expkey;
  472. u32 r0, r1, r2, r3, r4;
  473. r0 = get_unaligned_le32(src);
  474. r1 = get_unaligned_le32(src + 4);
  475. r2 = get_unaligned_le32(src + 8);
  476. r3 = get_unaligned_le32(src + 12);
  477. K(r0, r1, r2, r3, 32);
  478. SI7(r0, r1, r2, r3, r4); KL(r1, r3, r0, r4, r2, 31);
  479. SI6(r1, r3, r0, r4, r2); KL(r0, r2, r4, r1, r3, 30);
  480. SI5(r0, r2, r4, r1, r3); KL(r2, r3, r0, r4, r1, 29);
  481. SI4(r2, r3, r0, r4, r1); KL(r2, r0, r1, r4, r3, 28);
  482. SI3(r2, r0, r1, r4, r3); KL(r1, r2, r3, r4, r0, 27);
  483. SI2(r1, r2, r3, r4, r0); KL(r2, r0, r4, r3, r1, 26);
  484. SI1(r2, r0, r4, r3, r1); KL(r1, r0, r4, r3, r2, 25);
  485. SI0(r1, r0, r4, r3, r2); KL(r4, r2, r0, r1, r3, 24);
  486. SI7(r4, r2, r0, r1, r3); KL(r2, r1, r4, r3, r0, 23);
  487. SI6(r2, r1, r4, r3, r0); KL(r4, r0, r3, r2, r1, 22);
  488. SI5(r4, r0, r3, r2, r1); KL(r0, r1, r4, r3, r2, 21);
  489. SI4(r0, r1, r4, r3, r2); KL(r0, r4, r2, r3, r1, 20);
  490. SI3(r0, r4, r2, r3, r1); KL(r2, r0, r1, r3, r4, 19);
  491. SI2(r2, r0, r1, r3, r4); KL(r0, r4, r3, r1, r2, 18);
  492. SI1(r0, r4, r3, r1, r2); KL(r2, r4, r3, r1, r0, 17);
  493. SI0(r2, r4, r3, r1, r0); KL(r3, r0, r4, r2, r1, 16);
  494. SI7(r3, r0, r4, r2, r1); KL(r0, r2, r3, r1, r4, 15);
  495. SI6(r0, r2, r3, r1, r4); KL(r3, r4, r1, r0, r2, 14);
  496. SI5(r3, r4, r1, r0, r2); KL(r4, r2, r3, r1, r0, 13);
  497. SI4(r4, r2, r3, r1, r0); KL(r4, r3, r0, r1, r2, 12);
  498. SI3(r4, r3, r0, r1, r2); KL(r0, r4, r2, r1, r3, 11);
  499. SI2(r0, r4, r2, r1, r3); KL(r4, r3, r1, r2, r0, 10);
  500. SI1(r4, r3, r1, r2, r0); KL(r0, r3, r1, r2, r4, 9);
  501. SI0(r0, r3, r1, r2, r4); KL(r1, r4, r3, r0, r2, 8);
  502. SI7(r1, r4, r3, r0, r2); KL(r4, r0, r1, r2, r3, 7);
  503. SI6(r4, r0, r1, r2, r3); KL(r1, r3, r2, r4, r0, 6);
  504. SI5(r1, r3, r2, r4, r0); KL(r3, r0, r1, r2, r4, 5);
  505. SI4(r3, r0, r1, r2, r4); KL(r3, r1, r4, r2, r0, 4);
  506. SI3(r3, r1, r4, r2, r0); KL(r4, r3, r0, r2, r1, 3);
  507. SI2(r4, r3, r0, r2, r1); KL(r3, r1, r2, r0, r4, 2);
  508. SI1(r3, r1, r2, r0, r4); KL(r4, r1, r2, r0, r3, 1);
  509. SI0(r4, r1, r2, r0, r3); K(r2, r3, r1, r4, 0);
  510. put_unaligned_le32(r2, dst);
  511. put_unaligned_le32(r3, dst + 4);
  512. put_unaligned_le32(r1, dst + 8);
  513. put_unaligned_le32(r4, dst + 12);
  514. }
  515. EXPORT_SYMBOL_GPL(__serpent_decrypt);
  516. static void serpent_decrypt(struct crypto_tfm *tfm, u8 *dst, const u8 *src)
  517. {
  518. struct serpent_ctx *ctx = crypto_tfm_ctx(tfm);
  519. __serpent_decrypt(ctx, dst, src);
  520. }
  521. static struct crypto_alg srp_alg = {
  522. .cra_name = "serpent",
  523. .cra_driver_name = "serpent-generic",
  524. .cra_priority = 100,
  525. .cra_flags = CRYPTO_ALG_TYPE_CIPHER,
  526. .cra_blocksize = SERPENT_BLOCK_SIZE,
  527. .cra_ctxsize = sizeof(struct serpent_ctx),
  528. .cra_module = THIS_MODULE,
  529. .cra_u = { .cipher = {
  530. .cia_min_keysize = SERPENT_MIN_KEY_SIZE,
  531. .cia_max_keysize = SERPENT_MAX_KEY_SIZE,
  532. .cia_setkey = serpent_setkey,
  533. .cia_encrypt = serpent_encrypt,
  534. .cia_decrypt = serpent_decrypt } }
  535. };
  536. static int __init serpent_mod_init(void)
  537. {
  538. return crypto_register_alg(&srp_alg);
  539. }
  540. static void __exit serpent_mod_fini(void)
  541. {
  542. crypto_unregister_alg(&srp_alg);
  543. }
  544. subsys_initcall(serpent_mod_init);
  545. module_exit(serpent_mod_fini);
  546. MODULE_LICENSE("GPL");
  547. MODULE_DESCRIPTION("Serpent Cipher Algorithm");
  548. MODULE_AUTHOR("Dag Arne Osvik <[email protected]>");
  549. MODULE_ALIAS_CRYPTO("serpent");
  550. MODULE_ALIAS_CRYPTO("serpent-generic");