aegis128-neon.c 2.0 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879
  1. // SPDX-License-Identifier: GPL-2.0-or-later
  2. /*
  3. * Copyright (C) 2019 Linaro Ltd <[email protected]>
  4. */
  5. #include <asm/cpufeature.h>
  6. #include <asm/neon.h>
  7. #include "aegis.h"
  8. void crypto_aegis128_init_neon(void *state, const void *key, const void *iv);
  9. void crypto_aegis128_update_neon(void *state, const void *msg);
  10. void crypto_aegis128_encrypt_chunk_neon(void *state, void *dst, const void *src,
  11. unsigned int size);
  12. void crypto_aegis128_decrypt_chunk_neon(void *state, void *dst, const void *src,
  13. unsigned int size);
  14. int crypto_aegis128_final_neon(void *state, void *tag_xor,
  15. unsigned int assoclen,
  16. unsigned int cryptlen,
  17. unsigned int authsize);
  18. int aegis128_have_aes_insn __ro_after_init;
  19. bool crypto_aegis128_have_simd(void)
  20. {
  21. if (cpu_have_feature(cpu_feature(AES))) {
  22. aegis128_have_aes_insn = 1;
  23. return true;
  24. }
  25. return IS_ENABLED(CONFIG_ARM64);
  26. }
  27. void crypto_aegis128_init_simd(struct aegis_state *state,
  28. const union aegis_block *key,
  29. const u8 *iv)
  30. {
  31. kernel_neon_begin();
  32. crypto_aegis128_init_neon(state, key, iv);
  33. kernel_neon_end();
  34. }
  35. void crypto_aegis128_update_simd(struct aegis_state *state, const void *msg)
  36. {
  37. kernel_neon_begin();
  38. crypto_aegis128_update_neon(state, msg);
  39. kernel_neon_end();
  40. }
  41. void crypto_aegis128_encrypt_chunk_simd(struct aegis_state *state, u8 *dst,
  42. const u8 *src, unsigned int size)
  43. {
  44. kernel_neon_begin();
  45. crypto_aegis128_encrypt_chunk_neon(state, dst, src, size);
  46. kernel_neon_end();
  47. }
  48. void crypto_aegis128_decrypt_chunk_simd(struct aegis_state *state, u8 *dst,
  49. const u8 *src, unsigned int size)
  50. {
  51. kernel_neon_begin();
  52. crypto_aegis128_decrypt_chunk_neon(state, dst, src, size);
  53. kernel_neon_end();
  54. }
  55. int crypto_aegis128_final_simd(struct aegis_state *state,
  56. union aegis_block *tag_xor,
  57. unsigned int assoclen,
  58. unsigned int cryptlen,
  59. unsigned int authsize)
  60. {
  61. int ret;
  62. kernel_neon_begin();
  63. ret = crypto_aegis128_final_neon(state, tag_xor, assoclen, cryptlen,
  64. authsize);
  65. kernel_neon_end();
  66. return ret;
  67. }