dp_tx_desc.c 20 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705
  1. /*
  2. * Copyright (c) 2016-2020 The Linux Foundation. All rights reserved.
  3. *
  4. * Permission to use, copy, modify, and/or distribute this software for
  5. * any purpose with or without fee is hereby granted, provided that the
  6. * above copyright notice and this permission notice appear in all
  7. * copies.
  8. *
  9. * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL
  10. * WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED
  11. * WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE
  12. * AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL
  13. * DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR
  14. * PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER
  15. * TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
  16. * PERFORMANCE OF THIS SOFTWARE.
  17. */
  18. #include "hal_hw_headers.h"
  19. #include "dp_types.h"
  20. #include "dp_tx_desc.h"
  21. #ifndef DESC_PARTITION
  22. #define DP_TX_DESC_SIZE(a) qdf_get_pwr2(a)
  23. #define DP_TX_DESC_PAGE_DIVIDER(soc, num_desc_per_page, pool_id) \
  24. do { \
  25. uint8_t sig_bit; \
  26. soc->tx_desc[pool_id].offset_filter = num_desc_per_page - 1; \
  27. /* Calculate page divider to find page number */ \
  28. sig_bit = 0; \
  29. while (num_desc_per_page) { \
  30. sig_bit++; \
  31. num_desc_per_page = num_desc_per_page >> 1; \
  32. } \
  33. soc->tx_desc[pool_id].page_divider = (sig_bit - 1); \
  34. } while (0)
  35. #else
  36. #define DP_TX_DESC_SIZE(a) a
  37. #define DP_TX_DESC_PAGE_DIVIDER(soc, num_desc_per_page, pool_id) {}
  38. #endif /* DESC_PARTITION */
  39. /**
  40. * dp_tx_desc_pool_counter_initialize() - Initialize counters
  41. * @tx_desc_pool Handle to DP tx_desc_pool structure
  42. * @num_elem Number of descriptor elements per pool
  43. *
  44. * Return: None
  45. */
  46. #ifdef QCA_LL_TX_FLOW_CONTROL_V2
  47. static void
  48. dp_tx_desc_pool_counter_initialize(struct dp_tx_desc_pool_s *tx_desc_pool,
  49. uint16_t num_elem)
  50. {
  51. }
  52. #else
  53. static void
  54. dp_tx_desc_pool_counter_initialize(struct dp_tx_desc_pool_s *tx_desc_pool,
  55. uint16_t num_elem)
  56. {
  57. tx_desc_pool->num_free = num_elem;
  58. tx_desc_pool->num_allocated = 0;
  59. }
  60. #endif
  61. /**
  62. * dp_tx_desc_pool_alloc() - Allocate Tx Descriptor pool(s)
  63. * @soc Handle to DP SoC structure
  64. * @pool_id pool to allocate
  65. * @num_elem Number of descriptor elements per pool
  66. *
  67. * This function allocates memory for SW tx descriptors
  68. * (used within host for tx data path).
  69. * The number of tx descriptors required will be large
  70. * since based on number of clients (1024 clients x 3 radios),
  71. * outstanding MSDUs stored in TQM queues and LMAC queues will be significantly
  72. * large.
  73. *
  74. * To avoid allocating a large contiguous memory, it uses multi_page_alloc qdf
  75. * function to allocate memory
  76. * in multiple pages. It then iterates through the memory allocated across pages
  77. * and links each descriptor
  78. * to next descriptor, taking care of page boundaries.
  79. *
  80. * Since WiFi 3.0 HW supports multiple Tx rings, multiple pools are allocated,
  81. * one for each ring;
  82. * This minimizes lock contention when hard_start_xmit is called
  83. * from multiple CPUs.
  84. * Alternately, multiple pools can be used for multiple VDEVs for VDEV level
  85. * flow control.
  86. *
  87. * Return: Status code. 0 for success.
  88. */
  89. QDF_STATUS dp_tx_desc_pool_alloc(struct dp_soc *soc, uint8_t pool_id,
  90. uint16_t num_elem)
  91. {
  92. uint32_t desc_size;
  93. struct dp_tx_desc_pool_s *tx_desc_pool;
  94. desc_size = DP_TX_DESC_SIZE(sizeof(struct dp_tx_desc_s));
  95. tx_desc_pool = &((soc)->tx_desc[(pool_id)]);
  96. qdf_mem_multi_pages_alloc(soc->osdev,
  97. &tx_desc_pool->desc_pages,
  98. desc_size, num_elem,
  99. 0, true);
  100. if (!tx_desc_pool->desc_pages.num_pages) {
  101. dp_err("Multi page alloc fail, tx desc");
  102. return QDF_STATUS_E_NOMEM;
  103. }
  104. return QDF_STATUS_SUCCESS;
  105. }
  106. /**
  107. * dp_tx_desc_pool_free() - Free the tx dexcriptor pools
  108. * @soc: Handle to DP SoC structure
  109. * @pool_id: pool to free
  110. *
  111. */
  112. void dp_tx_desc_pool_free(struct dp_soc *soc, uint8_t pool_id)
  113. {
  114. struct dp_tx_desc_pool_s *tx_desc_pool;
  115. tx_desc_pool = &((soc)->tx_desc[pool_id]);
  116. if (tx_desc_pool->desc_pages.num_pages)
  117. qdf_mem_multi_pages_free(soc->osdev,
  118. &tx_desc_pool->desc_pages, 0, true);
  119. }
  120. /**
  121. * dp_tx_desc_pool_init() - Initialize Tx Descriptor pool(s)
  122. * @soc: Handle to DP SoC structure
  123. * @pool_id: pool to allocate
  124. * @num_elem: Number of descriptor elements per pool
  125. *
  126. * Return: QDF_STATUS_SUCCESS
  127. * QDF_STATUS_E_FAULT
  128. */
  129. QDF_STATUS dp_tx_desc_pool_init(struct dp_soc *soc, uint8_t pool_id,
  130. uint16_t num_elem)
  131. {
  132. uint32_t id, count, page_id, offset, pool_id_32;
  133. struct dp_tx_desc_pool_s *tx_desc_pool;
  134. struct dp_tx_desc_s *tx_desc_elem;
  135. uint16_t num_desc_per_page;
  136. uint32_t desc_size;
  137. desc_size = DP_TX_DESC_SIZE(sizeof(*tx_desc_elem));
  138. tx_desc_pool = &((soc)->tx_desc[(pool_id)]);
  139. if (qdf_mem_multi_page_link(soc->osdev,
  140. &tx_desc_pool->desc_pages,
  141. desc_size, num_elem, true)) {
  142. dp_err("invalid tx desc allocation -overflow num link");
  143. return QDF_STATUS_E_FAULT;
  144. }
  145. tx_desc_pool->freelist = (struct dp_tx_desc_s *)
  146. *tx_desc_pool->desc_pages.cacheable_pages;
  147. /* Set unique IDs for each Tx descriptor */
  148. tx_desc_elem = tx_desc_pool->freelist;
  149. count = 0;
  150. pool_id_32 = (uint32_t)pool_id;
  151. num_desc_per_page = tx_desc_pool->desc_pages.num_element_per_page;
  152. while (tx_desc_elem) {
  153. page_id = count / num_desc_per_page;
  154. offset = count % num_desc_per_page;
  155. id = ((pool_id_32 << DP_TX_DESC_ID_POOL_OS) |
  156. (page_id << DP_TX_DESC_ID_PAGE_OS) | offset);
  157. tx_desc_elem->id = id;
  158. tx_desc_elem->pool_id = pool_id;
  159. tx_desc_elem = tx_desc_elem->next;
  160. count++;
  161. }
  162. tx_desc_pool->elem_size = DP_TX_DESC_SIZE(sizeof(*tx_desc_elem));
  163. dp_tx_desc_pool_counter_initialize(tx_desc_pool, num_elem);
  164. TX_DESC_LOCK_CREATE(&tx_desc_pool->lock);
  165. return QDF_STATUS_SUCCESS;
  166. }
  167. /**
  168. * dp_tx_desc_pool_deinit() - de-initialize Tx Descriptor pool(s)
  169. * @soc Handle to DP SoC structure
  170. * @pool_id: pool to de-initialize
  171. *
  172. */
  173. void dp_tx_desc_pool_deinit(struct dp_soc *soc, uint8_t pool_id)
  174. {
  175. struct dp_tx_desc_pool_s *tx_desc_pool;
  176. tx_desc_pool = &((soc)->tx_desc[(pool_id)]);
  177. TX_DESC_POOL_MEMBER_CLEAN(tx_desc_pool);
  178. TX_DESC_LOCK_DESTROY(&tx_desc_pool->lock);
  179. }
  180. /**
  181. * dp_tx_ext_desc_pool_alloc() - allocate Tx extenstion Descriptor pool(s)
  182. * @soc: Handle to DP SoC structure
  183. * @num_pool: Number of pools to allocate
  184. * @num_elem: Number of descriptor elements per pool
  185. *
  186. * Return - QDF_STATUS_SUCCESS
  187. * QDF_STATUS_E_NOMEM
  188. */
  189. QDF_STATUS dp_tx_ext_desc_pool_alloc(struct dp_soc *soc, uint8_t num_pool,
  190. uint16_t num_elem)
  191. {
  192. QDF_STATUS status = QDF_STATUS_SUCCESS;
  193. qdf_dma_context_t memctx = 0;
  194. uint8_t pool_id, count;
  195. uint16_t elem_size = HAL_TX_EXT_DESC_WITH_META_DATA;
  196. struct dp_tx_ext_desc_pool_s *dp_tx_ext_desc_pool;
  197. uint16_t link_elem_size = sizeof(struct dp_tx_ext_desc_elem_s);
  198. /* Coherent tx extension descriptor alloc */
  199. for (pool_id = 0; pool_id < num_pool; pool_id++) {
  200. dp_tx_ext_desc_pool = &((soc)->tx_ext_desc[pool_id]);
  201. memctx = qdf_get_dma_mem_context(dp_tx_ext_desc_pool, memctx);
  202. qdf_mem_multi_pages_alloc(soc->osdev,
  203. &dp_tx_ext_desc_pool->desc_pages,
  204. elem_size,
  205. num_elem,
  206. memctx, false);
  207. if (!dp_tx_ext_desc_pool->desc_pages.num_pages) {
  208. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR,
  209. "ext desc page alloc fail");
  210. status = QDF_STATUS_E_NOMEM;
  211. goto fail_exit;
  212. }
  213. }
  214. /*
  215. * Cacheable ext descriptor link alloc
  216. * This structure also large size already
  217. * single element is 24bytes, 2K elements are 48Kbytes
  218. * Have to alloc multi page cacheable memory
  219. */
  220. for (pool_id = 0; pool_id < num_pool; pool_id++) {
  221. dp_tx_ext_desc_pool = &((soc)->tx_ext_desc[pool_id]);
  222. qdf_mem_multi_pages_alloc(soc->osdev,
  223. &dp_tx_ext_desc_pool->desc_link_pages,
  224. link_elem_size,
  225. num_elem,
  226. 0, true);
  227. if (!dp_tx_ext_desc_pool->desc_link_pages.num_pages) {
  228. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR,
  229. "ext link desc page alloc fail");
  230. status = QDF_STATUS_E_NOMEM;
  231. goto free_ext_desc_page;
  232. }
  233. }
  234. return status;
  235. free_ext_desc_page:
  236. for (count = 0; count < pool_id; pool_id++) {
  237. dp_tx_ext_desc_pool = &((soc)->tx_ext_desc[pool_id]);
  238. qdf_mem_multi_pages_free(soc->osdev,
  239. &dp_tx_ext_desc_pool->desc_link_pages,
  240. 0, true);
  241. }
  242. pool_id = num_pool;
  243. fail_exit:
  244. for (count = 0; count < pool_id; pool_id++) {
  245. dp_tx_ext_desc_pool = &((soc)->tx_ext_desc[pool_id]);
  246. memctx = qdf_get_dma_mem_context(dp_tx_ext_desc_pool, memctx);
  247. qdf_mem_multi_pages_free(soc->osdev,
  248. &dp_tx_ext_desc_pool->desc_pages,
  249. memctx, false);
  250. }
  251. return status;
  252. }
  253. /**
  254. * dp_tx_ext_desc_pool_init() - initialize Tx extenstion Descriptor pool(s)
  255. * @soc: Handle to DP SoC structure
  256. * @num_pool: Number of pools to initialize
  257. * @num_elem: Number of descriptor elements per pool
  258. *
  259. * Return - QDF_STATUS_SUCCESS
  260. * QDF_STATUS_E_NOMEM
  261. */
  262. QDF_STATUS dp_tx_ext_desc_pool_init(struct dp_soc *soc, uint8_t num_pool,
  263. uint16_t num_elem)
  264. {
  265. uint32_t i;
  266. struct dp_tx_ext_desc_elem_s *c_elem, *p_elem;
  267. struct qdf_mem_dma_page_t *page_info;
  268. struct qdf_mem_multi_page_t *pages;
  269. struct dp_tx_ext_desc_pool_s *dp_tx_ext_desc_pool;
  270. uint8_t pool_id;
  271. QDF_STATUS status;
  272. /* link tx descriptors into a freelist */
  273. for (pool_id = 0; pool_id < num_pool; pool_id++) {
  274. dp_tx_ext_desc_pool = &((soc)->tx_ext_desc[pool_id]);
  275. soc->tx_ext_desc[pool_id].elem_size =
  276. HAL_TX_EXT_DESC_WITH_META_DATA;
  277. soc->tx_ext_desc[pool_id].link_elem_size =
  278. sizeof(struct dp_tx_ext_desc_elem_s);
  279. soc->tx_ext_desc[pool_id].elem_count = num_elem;
  280. dp_tx_ext_desc_pool->freelist = (struct dp_tx_ext_desc_elem_s *)
  281. *dp_tx_ext_desc_pool->desc_link_pages.cacheable_pages;
  282. if (qdf_mem_multi_page_link(soc->osdev,
  283. &dp_tx_ext_desc_pool->
  284. desc_link_pages,
  285. dp_tx_ext_desc_pool->link_elem_size,
  286. dp_tx_ext_desc_pool->elem_count,
  287. true)) {
  288. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR,
  289. "ext link desc page linking fail");
  290. status = QDF_STATUS_E_FAULT;
  291. goto fail;
  292. }
  293. /* Assign coherent memory pointer into linked free list */
  294. pages = &dp_tx_ext_desc_pool->desc_pages;
  295. page_info = dp_tx_ext_desc_pool->desc_pages.dma_pages;
  296. c_elem = dp_tx_ext_desc_pool->freelist;
  297. p_elem = c_elem;
  298. for (i = 0; i < dp_tx_ext_desc_pool->elem_count; i++) {
  299. if (!(i % pages->num_element_per_page)) {
  300. /**
  301. * First element for new page,
  302. * should point next page
  303. */
  304. if (!pages->dma_pages->page_v_addr_start) {
  305. QDF_TRACE(QDF_MODULE_ID_DP,
  306. QDF_TRACE_LEVEL_ERROR,
  307. "link over flow");
  308. status = QDF_STATUS_E_FAULT;
  309. goto fail;
  310. }
  311. c_elem->vaddr =
  312. (void *)page_info->page_v_addr_start;
  313. c_elem->paddr = page_info->page_p_addr;
  314. page_info++;
  315. } else {
  316. c_elem->vaddr = (void *)(p_elem->vaddr +
  317. dp_tx_ext_desc_pool->elem_size);
  318. c_elem->paddr = (p_elem->paddr +
  319. dp_tx_ext_desc_pool->elem_size);
  320. }
  321. p_elem = c_elem;
  322. c_elem = c_elem->next;
  323. if (!c_elem)
  324. break;
  325. }
  326. dp_tx_ext_desc_pool->num_free = num_elem;
  327. qdf_spinlock_create(&dp_tx_ext_desc_pool->lock);
  328. }
  329. return QDF_STATUS_SUCCESS;
  330. fail:
  331. return status;
  332. }
  333. /**
  334. * dp_tx_ext_desc_pool_free() - free Tx extenstion Descriptor pool(s)
  335. * @soc: Handle to DP SoC structure
  336. * @num_pool: Number of pools to free
  337. *
  338. */
  339. void dp_tx_ext_desc_pool_free(struct dp_soc *soc, uint8_t num_pool)
  340. {
  341. uint8_t pool_id;
  342. struct dp_tx_ext_desc_pool_s *dp_tx_ext_desc_pool;
  343. qdf_dma_context_t memctx = 0;
  344. for (pool_id = 0; pool_id < num_pool; pool_id++) {
  345. dp_tx_ext_desc_pool = &((soc)->tx_ext_desc[pool_id]);
  346. memctx = qdf_get_dma_mem_context(dp_tx_ext_desc_pool, memctx);
  347. qdf_mem_multi_pages_free(soc->osdev,
  348. &dp_tx_ext_desc_pool->desc_link_pages,
  349. 0, true);
  350. qdf_mem_multi_pages_free(soc->osdev,
  351. &dp_tx_ext_desc_pool->desc_pages,
  352. memctx, false);
  353. }
  354. }
  355. /**
  356. * dp_tx_ext_desc_pool_deinit() - deinit Tx extenstion Descriptor pool(s)
  357. * @soc: Handle to DP SoC structure
  358. * @num_pool: Number of pools to de-initialize
  359. *
  360. */
  361. void dp_tx_ext_desc_pool_deinit(struct dp_soc *soc, uint8_t num_pool)
  362. {
  363. uint8_t pool_id;
  364. struct dp_tx_ext_desc_pool_s *dp_tx_ext_desc_pool;
  365. for (pool_id = 0; pool_id < num_pool; pool_id++) {
  366. dp_tx_ext_desc_pool = &((soc)->tx_ext_desc[pool_id]);
  367. qdf_spinlock_destroy(&dp_tx_ext_desc_pool->lock);
  368. }
  369. }
  370. #if defined(FEATURE_TSO)
  371. /**
  372. * dp_tx_tso_desc_pool_alloc() - allocate TSO Descriptor pool(s)
  373. * @soc: Handle to DP SoC structure
  374. * @num_pool: Number of pools to allocate
  375. * @num_elem: Number of descriptor elements per pool
  376. *
  377. * Return - QDF_STATUS_SUCCESS
  378. * QDF_STATUS_E_NOMEM
  379. */
  380. QDF_STATUS dp_tx_tso_desc_pool_alloc(struct dp_soc *soc, uint8_t num_pool,
  381. uint16_t num_elem)
  382. {
  383. struct dp_tx_tso_seg_pool_s *tso_desc_pool;
  384. uint32_t desc_size, pool_id, i;
  385. desc_size = DP_TX_DESC_SIZE(sizeof(struct qdf_tso_seg_elem_t));
  386. for (pool_id = 0; pool_id < num_pool; pool_id++) {
  387. tso_desc_pool = &soc->tx_tso_desc[pool_id];
  388. tso_desc_pool->num_free = 0;
  389. qdf_mem_multi_pages_alloc(soc->osdev,
  390. &tso_desc_pool->desc_pages,
  391. desc_size,
  392. num_elem, 0, true);
  393. if (!tso_desc_pool->desc_pages.num_pages) {
  394. dp_err("Multi page alloc fail, tx desc");
  395. goto fail;
  396. }
  397. }
  398. return QDF_STATUS_SUCCESS;
  399. fail:
  400. for (i = 0; i < pool_id; i++) {
  401. tso_desc_pool = &soc->tx_tso_desc[i];
  402. qdf_mem_multi_pages_free(soc->osdev,
  403. &tso_desc_pool->desc_pages,
  404. 0, true);
  405. }
  406. return QDF_STATUS_E_NOMEM;
  407. }
  408. /**
  409. * dp_tx_tso_desc_pool_free() - free TSO Descriptor pool(s)
  410. * @soc: Handle to DP SoC structure
  411. * @num_pool: Number of pools to free
  412. *
  413. */
  414. void dp_tx_tso_desc_pool_free(struct dp_soc *soc, uint8_t num_pool)
  415. {
  416. struct dp_tx_tso_seg_pool_s *tso_desc_pool;
  417. uint32_t pool_id;
  418. for (pool_id = 0; pool_id < num_pool; pool_id++) {
  419. tso_desc_pool = &soc->tx_tso_desc[pool_id];
  420. qdf_mem_multi_pages_free(soc->osdev,
  421. &tso_desc_pool->desc_pages, 0, true);
  422. }
  423. }
  424. /**
  425. * dp_tx_tso_desc_pool_init() - initialize TSO Descriptor pool(s)
  426. * @soc: Handle to DP SoC structure
  427. * @num_pool: Number of pools to initialize
  428. * @num_elem: Number of descriptor elements per pool
  429. *
  430. * Return - QDF_STATUS_SUCCESS
  431. * QDF_STATUS_E_NOMEM
  432. */
  433. QDF_STATUS dp_tx_tso_desc_pool_init(struct dp_soc *soc, uint8_t num_pool,
  434. uint16_t num_elem)
  435. {
  436. struct dp_tx_tso_seg_pool_s *tso_desc_pool;
  437. uint32_t desc_size, pool_id;
  438. desc_size = DP_TX_DESC_SIZE(sizeof(struct qdf_tso_seg_elem_t));
  439. for (pool_id = 0; pool_id < num_pool; pool_id++) {
  440. tso_desc_pool = &soc->tx_tso_desc[pool_id];
  441. if (qdf_mem_multi_page_link(soc->osdev,
  442. &tso_desc_pool->desc_pages,
  443. desc_size,
  444. num_elem, true)) {
  445. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR,
  446. "invalid tso desc allocation - overflow num link");
  447. return QDF_STATUS_E_FAULT;
  448. }
  449. tso_desc_pool->freelist = (struct qdf_tso_seg_elem_t *)
  450. *tso_desc_pool->desc_pages.cacheable_pages;
  451. tso_desc_pool->num_free = num_elem;
  452. TSO_DEBUG("Number of free descriptors: %u\n",
  453. tso_desc_pool->num_free);
  454. tso_desc_pool->pool_size = num_elem;
  455. qdf_spinlock_create(&tso_desc_pool->lock);
  456. }
  457. return QDF_STATUS_SUCCESS;
  458. }
  459. /**
  460. * dp_tx_tso_desc_pool_deinit() - deinitialize TSO Descriptor pool(s)
  461. * @soc: Handle to DP SoC structure
  462. * @num_pool: Number of pools to free
  463. *
  464. */
  465. void dp_tx_tso_desc_pool_deinit(struct dp_soc *soc, uint8_t num_pool)
  466. {
  467. struct dp_tx_tso_seg_pool_s *tso_desc_pool;
  468. uint32_t pool_id;
  469. for (pool_id = 0; pool_id < num_pool; pool_id++) {
  470. tso_desc_pool = &soc->tx_tso_desc[pool_id];
  471. qdf_spin_lock_bh(&tso_desc_pool->lock);
  472. tso_desc_pool->freelist = NULL;
  473. tso_desc_pool->num_free = 0;
  474. tso_desc_pool->pool_size = 0;
  475. qdf_spin_unlock_bh(&tso_desc_pool->lock);
  476. qdf_spinlock_destroy(&tso_desc_pool->lock);
  477. }
  478. }
  479. /**
  480. * dp_tx_tso_num_seg_pool_alloc() - Allocate descriptors that tracks the
  481. * fragments in each tso segment
  482. *
  483. * @soc: handle to dp soc structure
  484. * @num_pool: number of pools to allocate
  485. * @num_elem: total number of descriptors to be allocated
  486. *
  487. * Return - QDF_STATUS_SUCCESS
  488. * QDF_STATUS_E_NOMEM
  489. */
  490. QDF_STATUS dp_tx_tso_num_seg_pool_alloc(struct dp_soc *soc, uint8_t num_pool,
  491. uint16_t num_elem)
  492. {
  493. struct dp_tx_tso_num_seg_pool_s *tso_num_seg_pool;
  494. uint32_t desc_size, pool_id, i;
  495. desc_size = DP_TX_DESC_SIZE(sizeof(struct qdf_tso_num_seg_elem_t));
  496. for (pool_id = 0; pool_id < num_pool; pool_id++) {
  497. tso_num_seg_pool = &soc->tx_tso_num_seg[pool_id];
  498. tso_num_seg_pool->num_free = 0;
  499. qdf_mem_multi_pages_alloc(soc->osdev,
  500. &tso_num_seg_pool->desc_pages,
  501. desc_size,
  502. num_elem, 0, true);
  503. if (!tso_num_seg_pool->desc_pages.num_pages) {
  504. dp_err("Multi page alloc fail, tso_num_seg_pool");
  505. goto fail;
  506. }
  507. }
  508. return QDF_STATUS_SUCCESS;
  509. fail:
  510. for (i = 0; i < pool_id; i++) {
  511. tso_num_seg_pool = &soc->tx_tso_num_seg[i];
  512. qdf_mem_multi_pages_free(soc->osdev,
  513. &tso_num_seg_pool->desc_pages,
  514. 0, true);
  515. }
  516. return QDF_STATUS_E_NOMEM;
  517. }
  518. /**
  519. * dp_tx_tso_num_seg_pool_free() - free descriptors that tracks the
  520. * fragments in each tso segment
  521. *
  522. * @soc: handle to dp soc structure
  523. * @num_pool: number of pools to free
  524. */
  525. void dp_tx_tso_num_seg_pool_free(struct dp_soc *soc, uint8_t num_pool)
  526. {
  527. struct dp_tx_tso_num_seg_pool_s *tso_num_seg_pool;
  528. uint32_t pool_id;
  529. for (pool_id = 0; pool_id < num_pool; pool_id++) {
  530. tso_num_seg_pool = &soc->tx_tso_num_seg[pool_id];
  531. qdf_mem_multi_pages_free(soc->osdev,
  532. &tso_num_seg_pool->desc_pages,
  533. 0, true);
  534. }
  535. }
  536. /**
  537. * dp_tx_tso_num_seg_pool_init() - Initialize descriptors that tracks the
  538. * fragments in each tso segment
  539. *
  540. * @soc: handle to dp soc structure
  541. * @num_pool: number of pools to initialize
  542. * @num_elem: total number of descriptors to be initialized
  543. *
  544. * Return - QDF_STATUS_SUCCESS
  545. * QDF_STATUS_E_FAULT
  546. */
  547. QDF_STATUS dp_tx_tso_num_seg_pool_init(struct dp_soc *soc, uint8_t num_pool,
  548. uint16_t num_elem)
  549. {
  550. struct dp_tx_tso_num_seg_pool_s *tso_num_seg_pool;
  551. uint32_t desc_size, pool_id;
  552. desc_size = DP_TX_DESC_SIZE(sizeof(struct qdf_tso_num_seg_elem_t));
  553. for (pool_id = 0; pool_id < num_pool; pool_id++) {
  554. tso_num_seg_pool = &soc->tx_tso_num_seg[pool_id];
  555. if (qdf_mem_multi_page_link(soc->osdev,
  556. &tso_num_seg_pool->desc_pages,
  557. desc_size,
  558. num_elem, true)) {
  559. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR,
  560. "invalid tso desc allocation - overflow num link");
  561. return QDF_STATUS_E_FAULT;
  562. }
  563. tso_num_seg_pool->freelist = (struct qdf_tso_num_seg_elem_t *)
  564. *tso_num_seg_pool->desc_pages.cacheable_pages;
  565. tso_num_seg_pool->num_free = num_elem;
  566. tso_num_seg_pool->num_seg_pool_size = num_elem;
  567. qdf_spinlock_create(&tso_num_seg_pool->lock);
  568. }
  569. return QDF_STATUS_SUCCESS;
  570. }
  571. /**
  572. * dp_tx_tso_num_seg_pool_deinit() - de-initialize descriptors that tracks the
  573. * fragments in each tso segment
  574. *
  575. * @soc: handle to dp soc structure
  576. * @num_pool: number of pools to de-initialize
  577. *
  578. * Return - QDF_STATUS_SUCCESS
  579. * QDF_STATUS_E_FAULT
  580. */
  581. void dp_tx_tso_num_seg_pool_deinit(struct dp_soc *soc, uint8_t num_pool)
  582. {
  583. struct dp_tx_tso_num_seg_pool_s *tso_num_seg_pool;
  584. uint32_t pool_id;
  585. for (pool_id = 0; pool_id < num_pool; pool_id++) {
  586. tso_num_seg_pool = &soc->tx_tso_num_seg[pool_id];
  587. qdf_spin_lock_bh(&tso_num_seg_pool->lock);
  588. tso_num_seg_pool->freelist = NULL;
  589. tso_num_seg_pool->num_free = 0;
  590. tso_num_seg_pool->num_seg_pool_size = 0;
  591. qdf_spin_unlock_bh(&tso_num_seg_pool->lock);
  592. qdf_spinlock_destroy(&tso_num_seg_pool->lock);
  593. }
  594. }
  595. #else
  596. QDF_STATUS dp_tx_tso_desc_pool_alloc(struct dp_soc *soc, uint8_t num_pool,
  597. uint16_t num_elem)
  598. {
  599. return QDF_STATUS_SUCCESS;
  600. }
  601. QDF_STATUS dp_tx_tso_desc_pool_init(struct dp_soc *soc, uint8_t num_pool,
  602. uint16_t num_elem)
  603. {
  604. return QDF_STATUS_SUCCESS;
  605. }
  606. void dp_tx_tso_desc_pool_free(struct dp_soc *soc, uint8_t num_pool)
  607. {
  608. }
  609. void dp_tx_tso_desc_pool_deinit(struct dp_soc *soc, uint8_t num_pool)
  610. {
  611. }
  612. QDF_STATUS dp_tx_tso_num_seg_pool_alloc(struct dp_soc *soc, uint8_t num_pool,
  613. uint16_t num_elem)
  614. {
  615. return QDF_STATUS_SUCCESS;
  616. }
  617. void dp_tx_tso_num_seg_pool_free(struct dp_soc *soc, uint8_t num_pool)
  618. {
  619. }
  620. QDF_STATUS dp_tx_tso_num_seg_pool_init(struct dp_soc *soc, uint8_t num_pool,
  621. uint16_t num_elem)
  622. {
  623. return QDF_STATUS_SUCCESS;
  624. }
  625. void dp_tx_tso_num_seg_pool_deinit(struct dp_soc *soc, uint8_t num_pool)
  626. {
  627. }
  628. #endif