k3-cppi-desc-pool.c 3.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126
  1. // SPDX-License-Identifier: GPL-2.0
  2. /* TI K3 CPPI5 descriptors pool API
  3. *
  4. * Copyright (C) 2020 Texas Instruments Incorporated - http://www.ti.com
  5. */
  6. #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
  7. #include <linux/device.h>
  8. #include <linux/dma-mapping.h>
  9. #include <linux/err.h>
  10. #include <linux/genalloc.h>
  11. #include <linux/kernel.h>
  12. #include "k3-cppi-desc-pool.h"
  13. struct k3_cppi_desc_pool {
  14. struct device *dev;
  15. dma_addr_t dma_addr;
  16. void *cpumem; /* dma_alloc map */
  17. size_t desc_size;
  18. size_t mem_size;
  19. size_t num_desc;
  20. struct gen_pool *gen_pool;
  21. };
  22. void k3_cppi_desc_pool_destroy(struct k3_cppi_desc_pool *pool)
  23. {
  24. if (!pool)
  25. return;
  26. WARN(gen_pool_size(pool->gen_pool) != gen_pool_avail(pool->gen_pool),
  27. "k3_knav_desc_pool size %zu != avail %zu",
  28. gen_pool_size(pool->gen_pool),
  29. gen_pool_avail(pool->gen_pool));
  30. if (pool->cpumem)
  31. dma_free_coherent(pool->dev, pool->mem_size, pool->cpumem,
  32. pool->dma_addr);
  33. gen_pool_destroy(pool->gen_pool); /* frees pool->name */
  34. }
  35. struct k3_cppi_desc_pool *
  36. k3_cppi_desc_pool_create_name(struct device *dev, size_t size,
  37. size_t desc_size,
  38. const char *name)
  39. {
  40. struct k3_cppi_desc_pool *pool;
  41. const char *pool_name = NULL;
  42. int ret = -ENOMEM;
  43. pool = devm_kzalloc(dev, sizeof(*pool), GFP_KERNEL);
  44. if (!pool)
  45. return ERR_PTR(ret);
  46. pool->dev = dev;
  47. pool->desc_size = roundup_pow_of_two(desc_size);
  48. pool->num_desc = size;
  49. pool->mem_size = pool->num_desc * pool->desc_size;
  50. pool_name = kstrdup_const(name ? name : dev_name(pool->dev),
  51. GFP_KERNEL);
  52. if (!pool_name)
  53. return ERR_PTR(-ENOMEM);
  54. pool->gen_pool = gen_pool_create(ilog2(pool->desc_size), -1);
  55. if (!pool->gen_pool) {
  56. ret = -ENOMEM;
  57. dev_err(pool->dev, "pool create failed %d\n", ret);
  58. kfree_const(pool_name);
  59. goto gen_pool_create_fail;
  60. }
  61. pool->gen_pool->name = pool_name;
  62. pool->cpumem = dma_alloc_coherent(pool->dev, pool->mem_size,
  63. &pool->dma_addr, GFP_KERNEL);
  64. if (!pool->cpumem)
  65. goto dma_alloc_fail;
  66. ret = gen_pool_add_virt(pool->gen_pool, (unsigned long)pool->cpumem,
  67. (phys_addr_t)pool->dma_addr, pool->mem_size,
  68. -1);
  69. if (ret < 0) {
  70. dev_err(pool->dev, "pool add failed %d\n", ret);
  71. goto gen_pool_add_virt_fail;
  72. }
  73. return pool;
  74. gen_pool_add_virt_fail:
  75. dma_free_coherent(pool->dev, pool->mem_size, pool->cpumem,
  76. pool->dma_addr);
  77. dma_alloc_fail:
  78. gen_pool_destroy(pool->gen_pool); /* frees pool->name */
  79. gen_pool_create_fail:
  80. devm_kfree(pool->dev, pool);
  81. return ERR_PTR(ret);
  82. }
  83. dma_addr_t k3_cppi_desc_pool_virt2dma(struct k3_cppi_desc_pool *pool,
  84. void *addr)
  85. {
  86. return addr ? pool->dma_addr + (addr - pool->cpumem) : 0;
  87. }
  88. void *k3_cppi_desc_pool_dma2virt(struct k3_cppi_desc_pool *pool, dma_addr_t dma)
  89. {
  90. return dma ? pool->cpumem + (dma - pool->dma_addr) : NULL;
  91. }
  92. void *k3_cppi_desc_pool_alloc(struct k3_cppi_desc_pool *pool)
  93. {
  94. return (void *)gen_pool_alloc(pool->gen_pool, pool->desc_size);
  95. }
  96. void k3_cppi_desc_pool_free(struct k3_cppi_desc_pool *pool, void *addr)
  97. {
  98. gen_pool_free(pool->gen_pool, (unsigned long)addr, pool->desc_size);
  99. }
  100. size_t k3_cppi_desc_pool_avail(struct k3_cppi_desc_pool *pool)
  101. {
  102. return gen_pool_avail(pool->gen_pool) / pool->desc_size;
  103. }