io-pgtable.c 1.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778
  1. // SPDX-License-Identifier: GPL-2.0-only
  2. /*
  3. * Generic page table allocator for IOMMUs.
  4. *
  5. * Copyright (C) 2014 ARM Limited
  6. *
  7. * Author: Will Deacon <[email protected]>
  8. */
  9. #include <linux/bug.h>
  10. #include <linux/io-pgtable.h>
  11. #include <linux/kernel.h>
  12. #include <linux/types.h>
  13. static const struct io_pgtable_init_fns *
  14. io_pgtable_init_table[IO_PGTABLE_NUM_FMTS] = {
  15. #ifdef CONFIG_IOMMU_IO_PGTABLE_LPAE
  16. [ARM_32_LPAE_S1] = &io_pgtable_arm_32_lpae_s1_init_fns,
  17. [ARM_32_LPAE_S2] = &io_pgtable_arm_32_lpae_s2_init_fns,
  18. [ARM_64_LPAE_S1] = &io_pgtable_arm_64_lpae_s1_init_fns,
  19. [ARM_64_LPAE_S2] = &io_pgtable_arm_64_lpae_s2_init_fns,
  20. [ARM_MALI_LPAE] = &io_pgtable_arm_mali_lpae_init_fns,
  21. #endif
  22. #ifdef CONFIG_IOMMU_IO_PGTABLE_DART
  23. [APPLE_DART] = &io_pgtable_apple_dart_init_fns,
  24. [APPLE_DART2] = &io_pgtable_apple_dart_init_fns,
  25. #endif
  26. #ifdef CONFIG_IOMMU_IO_PGTABLE_ARMV7S
  27. [ARM_V7S] = &io_pgtable_arm_v7s_init_fns,
  28. #endif
  29. #ifdef CONFIG_AMD_IOMMU
  30. [AMD_IOMMU_V1] = &io_pgtable_amd_iommu_v1_init_fns,
  31. [AMD_IOMMU_V2] = &io_pgtable_amd_iommu_v2_init_fns,
  32. #endif
  33. };
  34. struct io_pgtable_ops *alloc_io_pgtable_ops(enum io_pgtable_fmt fmt,
  35. struct io_pgtable_cfg *cfg,
  36. void *cookie)
  37. {
  38. struct io_pgtable *iop;
  39. const struct io_pgtable_init_fns *fns;
  40. if (fmt >= IO_PGTABLE_NUM_FMTS)
  41. return NULL;
  42. fns = io_pgtable_init_table[fmt];
  43. if (!fns)
  44. return NULL;
  45. iop = fns->alloc(cfg, cookie);
  46. if (!iop)
  47. return NULL;
  48. iop->fmt = fmt;
  49. iop->cookie = cookie;
  50. iop->cfg = *cfg;
  51. return &iop->ops;
  52. }
  53. EXPORT_SYMBOL_GPL(alloc_io_pgtable_ops);
  54. /*
  55. * It is the IOMMU driver's responsibility to ensure that the page table
  56. * is no longer accessible to the walker by this point.
  57. */
  58. void free_io_pgtable_ops(struct io_pgtable_ops *ops)
  59. {
  60. struct io_pgtable *iop;
  61. if (!ops)
  62. return;
  63. iop = io_pgtable_ops_to_pgtable(ops);
  64. io_pgtable_tlb_flush_all(iop);
  65. io_pgtable_init_table[iop->fmt]->free(iop);
  66. }
  67. EXPORT_SYMBOL_GPL(free_io_pgtable_ops);