dp_be_tx.c 19 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644
  1. /*
  2. * Copyright (c) 2016-2021 The Linux Foundation. All rights reserved.
  3. * Copyright (c) 2021 Qualcomm Innovation Center, Inc. All rights reserved.
  4. *
  5. * Permission to use, copy, modify, and/or distribute this software for
  6. * any purpose with or without fee is hereby granted, provided that the
  7. * above copyright notice and this permission notice appear in all
  8. * copies.
  9. *
  10. * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL
  11. * WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED
  12. * WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE
  13. * AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL
  14. * DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR
  15. * PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER
  16. * TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
  17. * PERFORMANCE OF THIS SOFTWARE.
  18. */
  19. #include "cdp_txrx_cmn_struct.h"
  20. #include "dp_types.h"
  21. #include "dp_tx.h"
  22. #include "dp_be_tx.h"
  23. #include "dp_tx_desc.h"
  24. #include "hal_tx.h"
  25. #include <hal_be_api.h>
  26. #include <hal_be_tx.h>
  27. #if defined(WLAN_MAX_PDEVS) && (WLAN_MAX_PDEVS == 1)
  28. #define DP_TX_BANK_LOCK_CREATE(lock) qdf_mutex_create(lock)
  29. #define DP_TX_BANK_LOCK_DESTROY(lock) qdf_mutex_destroy(lock)
  30. #define DP_TX_BANK_LOCK_ACQUIRE(lock) qdf_mutex_acquire(lock)
  31. #define DP_TX_BANK_LOCK_RELEASE(lock) qdf_mutex_release(lock)
  32. #else
  33. #define DP_TX_BANK_LOCK_CREATE(lock) qdf_spinlock_create(lock)
  34. #define DP_TX_BANK_LOCK_DESTROY(lock) qdf_spinlock_destroy(lock)
  35. #define DP_TX_BANK_LOCK_ACQUIRE(lock) qdf_spin_lock_bh(lock)
  36. #define DP_TX_BANK_LOCK_RELEASE(lock) qdf_spin_unlock_bh(lock)
  37. #endif
  38. #if defined(WLAN_FEATURE_11BE_MLO) && defined(WLAN_MLO_MULTI_CHIP)
  39. #ifdef WLAN_MCAST_MLO
  40. /* MLO peer id for reinject*/
  41. #define DP_MLO_MCAST_REINJECT_PEER_ID 0XFFFD
  42. #define MAX_GSN_NUM 0x0FFF
  43. #endif
  44. #endif
  45. extern uint8_t sec_type_map[MAX_CDP_SEC_TYPE];
  46. #ifdef DP_USE_REDUCED_PEER_ID_FIELD_WIDTH
  47. static inline uint16_t dp_tx_comp_get_peer_id(struct dp_soc *soc,
  48. void *tx_comp_hal_desc)
  49. {
  50. uint16_t peer_id = hal_tx_comp_get_peer_id(tx_comp_hal_desc);
  51. struct dp_tx_comp_peer_id *tx_peer_id =
  52. (struct dp_tx_comp_peer_id *)&peer_id;
  53. return (tx_peer_id->peer_id |
  54. (tx_peer_id->ml_peer_valid << soc->peer_id_shift));
  55. }
  56. #else
  57. /* Combine ml_peer_valid and peer_id field */
  58. #define DP_BE_TX_COMP_PEER_ID_MASK 0x00003fff
  59. #define DP_BE_TX_COMP_PEER_ID_SHIFT 0
  60. static inline uint16_t dp_tx_comp_get_peer_id(struct dp_soc *soc,
  61. void *tx_comp_hal_desc)
  62. {
  63. uint16_t peer_id = hal_tx_comp_get_peer_id(tx_comp_hal_desc);
  64. return ((peer_id & DP_BE_TX_COMP_PEER_ID_MASK) >>
  65. DP_BE_TX_COMP_PEER_ID_SHIFT);
  66. }
  67. #endif
  68. #ifdef DP_FEATURE_HW_COOKIE_CONVERSION
  69. #ifdef DP_HW_COOKIE_CONVERT_EXCEPTION
  70. void dp_tx_comp_get_params_from_hal_desc_be(struct dp_soc *soc,
  71. void *tx_comp_hal_desc,
  72. struct dp_tx_desc_s **r_tx_desc)
  73. {
  74. uint32_t tx_desc_id;
  75. if (qdf_likely(
  76. hal_tx_comp_get_cookie_convert_done(tx_comp_hal_desc))) {
  77. /* HW cookie conversion done */
  78. *r_tx_desc = (struct dp_tx_desc_s *)
  79. hal_tx_comp_get_desc_va(tx_comp_hal_desc);
  80. } else {
  81. /* SW do cookie conversion to VA */
  82. tx_desc_id = hal_tx_comp_get_desc_id(tx_comp_hal_desc);
  83. *r_tx_desc =
  84. (struct dp_tx_desc_s *)dp_cc_desc_find(soc, tx_desc_id);
  85. }
  86. if (*r_tx_desc)
  87. (*r_tx_desc)->peer_id = dp_tx_comp_get_peer_id(soc,
  88. tx_comp_hal_desc);
  89. }
  90. #else
  91. void dp_tx_comp_get_params_from_hal_desc_be(struct dp_soc *soc,
  92. void *tx_comp_hal_desc,
  93. struct dp_tx_desc_s **r_tx_desc)
  94. {
  95. *r_tx_desc = (struct dp_tx_desc_s *)
  96. hal_tx_comp_get_desc_va(tx_comp_hal_desc);
  97. if (*r_tx_desc)
  98. (*r_tx_desc)->peer_id = dp_tx_comp_get_peer_id(soc,
  99. tx_comp_hal_desc);
  100. }
  101. #endif /* DP_HW_COOKIE_CONVERT_EXCEPTION */
  102. #else
  103. void dp_tx_comp_get_params_from_hal_desc_be(struct dp_soc *soc,
  104. void *tx_comp_hal_desc,
  105. struct dp_tx_desc_s **r_tx_desc)
  106. {
  107. uint32_t tx_desc_id;
  108. /* SW do cookie conversion to VA */
  109. tx_desc_id = hal_tx_comp_get_desc_id(tx_comp_hal_desc);
  110. *r_tx_desc =
  111. (struct dp_tx_desc_s *)dp_cc_desc_find(soc, tx_desc_id);
  112. if (*r_tx_desc)
  113. (*r_tx_desc)->peer_id = dp_tx_comp_get_peer_id(soc,
  114. tx_comp_hal_desc);
  115. }
  116. #endif /* DP_FEATURE_HW_COOKIE_CONVERSION */
  117. #ifdef QCA_OL_TX_MULTIQ_SUPPORT
  118. #ifdef DP_TX_IMPLICIT_RBM_MAPPING
  119. /*
  120. * dp_tx_get_rbm_id()- Get the RBM ID for data transmission completion.
  121. * @dp_soc - DP soc structure pointer
  122. * @ring_id - Transmit Queue/ring_id to be used when XPS is enabled
  123. *
  124. * Return - RBM ID corresponding to TCL ring_id
  125. */
  126. static inline uint8_t dp_tx_get_rbm_id_be(struct dp_soc *soc,
  127. uint8_t ring_id)
  128. {
  129. return 0;
  130. }
  131. #else
  132. static inline uint8_t dp_tx_get_rbm_id_be(struct dp_soc *soc,
  133. uint8_t ring_id)
  134. {
  135. return (ring_id ? soc->wbm_sw0_bm_id + (ring_id - 1) :
  136. HAL_WBM_SW2_BM_ID(soc->wbm_sw0_bm_id));
  137. }
  138. #endif /*DP_TX_IMPLICIT_RBM_MAPPING*/
  139. #else
  140. static inline uint8_t dp_tx_get_rbm_id_be(struct dp_soc *soc,
  141. uint8_t tcl_index)
  142. {
  143. uint8_t rbm;
  144. rbm = wlan_cfg_get_rbm_id_for_index(soc->wlan_cfg_ctx, tcl_index);
  145. dp_verbose_debug("tcl_id %u rbm %u", tcl_index, rbm);
  146. return rbm;
  147. }
  148. #endif
  149. #if defined(WLAN_FEATURE_11BE_MLO) && defined(WLAN_MLO_MULTI_CHIP) && \
  150. defined(WLAN_MCAST_MLO)
  151. void
  152. dp_tx_mlo_mcast_pkt_send(struct dp_vdev_be *be_vdev,
  153. struct dp_vdev *ptnr_vdev,
  154. void *arg)
  155. {
  156. qdf_nbuf_t nbuf = (qdf_nbuf_t)arg;
  157. qdf_nbuf_t nbuf_clone;
  158. struct dp_vdev_be *be_ptnr_vdev = NULL;
  159. struct dp_tx_msdu_info_s msdu_info;
  160. be_ptnr_vdev = dp_get_be_vdev_from_dp_vdev(ptnr_vdev);
  161. if (be_vdev != be_ptnr_vdev) {
  162. nbuf_clone = qdf_nbuf_clone(nbuf);
  163. if (qdf_unlikely(!nbuf_clone)) {
  164. dp_tx_debug("nbuf clone failed");
  165. return;
  166. }
  167. } else {
  168. nbuf_clone = nbuf;
  169. }
  170. qdf_mem_zero(&msdu_info, sizeof(msdu_info));
  171. dp_tx_get_queue(ptnr_vdev, nbuf_clone, &msdu_info.tx_queue);
  172. msdu_info.gsn = be_vdev->seq_num;
  173. be_ptnr_vdev->seq_num = be_vdev->seq_num;
  174. nbuf_clone = dp_tx_send_msdu_single(
  175. ptnr_vdev,
  176. nbuf_clone,
  177. &msdu_info,
  178. DP_MLO_MCAST_REINJECT_PEER_ID,
  179. NULL);
  180. if (qdf_unlikely(nbuf_clone)) {
  181. dp_info("pkt send failed");
  182. qdf_nbuf_free(nbuf_clone);
  183. return;
  184. }
  185. }
  186. static inline void
  187. dp_tx_vdev_id_set_hal_tx_desc(uint32_t *hal_tx_desc_cached,
  188. struct dp_vdev *vdev,
  189. struct dp_tx_msdu_info_s *msdu_info)
  190. {
  191. hal_tx_desc_set_vdev_id(hal_tx_desc_cached, msdu_info->vdev_id);
  192. }
  193. void dp_tx_mlo_mcast_handler_be(struct dp_soc *soc,
  194. struct dp_vdev *vdev,
  195. qdf_nbuf_t nbuf)
  196. {
  197. struct dp_vdev_be *be_vdev = dp_get_be_vdev_from_dp_vdev(vdev);
  198. struct dp_soc_be *be_soc = dp_get_be_soc_from_dp_soc(soc);
  199. /* send frame on partner vdevs */
  200. dp_mcast_mlo_iter_ptnr_vdev(be_soc, be_vdev,
  201. dp_tx_mlo_mcast_pkt_send,
  202. nbuf, DP_MOD_ID_TX);
  203. /* send frame on mcast primary vdev */
  204. dp_tx_mlo_mcast_pkt_send(be_vdev, vdev, nbuf);
  205. if (qdf_unlikely(be_vdev->seq_num > MAX_GSN_NUM))
  206. be_vdev->seq_num = 0;
  207. else
  208. be_vdev->seq_num++;
  209. }
  210. #else
  211. static inline void
  212. dp_tx_vdev_id_set_hal_tx_desc(uint32_t *hal_tx_desc_cached,
  213. struct dp_vdev *vdev,
  214. struct dp_tx_msdu_info_s *msdu_info)
  215. {
  216. hal_tx_desc_set_vdev_id(hal_tx_desc_cached, vdev->vdev_id);
  217. }
  218. #endif
  219. #if defined(WLAN_FEATURE_11BE_MLO) && !defined(WLAN_MLO_MULTI_CHIP) && \
  220. !defined(WLAN_MCAST_MLO)
  221. void dp_tx_mlo_mcast_handler_be(struct dp_soc *soc,
  222. struct dp_vdev *vdev,
  223. qdf_nbuf_t nbuf)
  224. {
  225. }
  226. #endif
  227. QDF_STATUS
  228. dp_tx_hw_enqueue_be(struct dp_soc *soc, struct dp_vdev *vdev,
  229. struct dp_tx_desc_s *tx_desc, uint16_t fw_metadata,
  230. struct cdp_tx_exception_metadata *tx_exc_metadata,
  231. struct dp_tx_msdu_info_s *msdu_info)
  232. {
  233. void *hal_tx_desc;
  234. uint32_t *hal_tx_desc_cached;
  235. int coalesce = 0;
  236. struct dp_tx_queue *tx_q = &msdu_info->tx_queue;
  237. uint8_t ring_id = tx_q->ring_id;
  238. uint8_t tid = msdu_info->tid;
  239. struct dp_vdev_be *be_vdev;
  240. uint8_t cached_desc[HAL_TX_DESC_LEN_BYTES] = { 0 };
  241. uint8_t bm_id = dp_tx_get_rbm_id_be(soc, ring_id);
  242. hal_ring_handle_t hal_ring_hdl = NULL;
  243. QDF_STATUS status = QDF_STATUS_E_RESOURCES;
  244. be_vdev = dp_get_be_vdev_from_dp_vdev(vdev);
  245. if (!dp_tx_is_desc_id_valid(soc, tx_desc->id)) {
  246. dp_err_rl("Invalid tx desc id:%d", tx_desc->id);
  247. return QDF_STATUS_E_RESOURCES;
  248. }
  249. if (qdf_unlikely(tx_exc_metadata)) {
  250. qdf_assert_always((tx_exc_metadata->tx_encap_type ==
  251. CDP_INVALID_TX_ENCAP_TYPE) ||
  252. (tx_exc_metadata->tx_encap_type ==
  253. vdev->tx_encap_type));
  254. if (tx_exc_metadata->tx_encap_type == htt_cmn_pkt_type_raw)
  255. qdf_assert_always((tx_exc_metadata->sec_type ==
  256. CDP_INVALID_SEC_TYPE) ||
  257. tx_exc_metadata->sec_type ==
  258. vdev->sec_type);
  259. }
  260. hal_tx_desc_cached = (void *)cached_desc;
  261. hal_tx_desc_set_buf_addr_be(soc->hal_soc, hal_tx_desc_cached,
  262. tx_desc->dma_addr, bm_id, tx_desc->id,
  263. (tx_desc->flags & DP_TX_DESC_FLAG_FRAG));
  264. hal_tx_desc_set_lmac_id_be(soc->hal_soc, hal_tx_desc_cached,
  265. vdev->lmac_id);
  266. hal_tx_desc_set_search_index_be(soc->hal_soc, hal_tx_desc_cached,
  267. vdev->bss_ast_idx);
  268. /*
  269. * Bank_ID is used as DSCP_TABLE number in beryllium
  270. * So there is no explicit field used for DSCP_TID_TABLE_NUM.
  271. */
  272. hal_tx_desc_set_cache_set_num(soc->hal_soc, hal_tx_desc_cached,
  273. (vdev->bss_ast_hash & 0xF));
  274. hal_tx_desc_set_fw_metadata(hal_tx_desc_cached, fw_metadata);
  275. hal_tx_desc_set_buf_length(hal_tx_desc_cached, tx_desc->length);
  276. hal_tx_desc_set_buf_offset(hal_tx_desc_cached, tx_desc->pkt_offset);
  277. if (tx_desc->flags & DP_TX_DESC_FLAG_TO_FW)
  278. hal_tx_desc_set_to_fw(hal_tx_desc_cached, 1);
  279. /* verify checksum offload configuration*/
  280. if ((qdf_nbuf_get_tx_cksum(tx_desc->nbuf) ==
  281. QDF_NBUF_TX_CKSUM_TCP_UDP) ||
  282. qdf_nbuf_is_tso(tx_desc->nbuf)) {
  283. hal_tx_desc_set_l3_checksum_en(hal_tx_desc_cached, 1);
  284. hal_tx_desc_set_l4_checksum_en(hal_tx_desc_cached, 1);
  285. }
  286. hal_tx_desc_set_bank_id(hal_tx_desc_cached, be_vdev->bank_id);
  287. dp_tx_vdev_id_set_hal_tx_desc(hal_tx_desc_cached, vdev, msdu_info);
  288. if (tid != HTT_TX_EXT_TID_INVALID)
  289. hal_tx_desc_set_hlos_tid(hal_tx_desc_cached, tid);
  290. if (qdf_unlikely(vdev->pdev->delay_stats_flag) ||
  291. qdf_unlikely(wlan_cfg_is_peer_ext_stats_enabled(soc->wlan_cfg_ctx)))
  292. tx_desc->timestamp = qdf_ktime_to_ms(qdf_ktime_real_get());
  293. dp_verbose_debug("length:%d , type = %d, dma_addr %llx, offset %d desc id %u",
  294. tx_desc->length,
  295. (tx_desc->flags & DP_TX_DESC_FLAG_FRAG),
  296. (uint64_t)tx_desc->dma_addr, tx_desc->pkt_offset,
  297. tx_desc->id);
  298. hal_ring_hdl = dp_tx_get_hal_ring_hdl(soc, ring_id);
  299. if (qdf_unlikely(dp_tx_hal_ring_access_start(soc, hal_ring_hdl))) {
  300. dp_err("HAL RING Access Failed -- %pK", hal_ring_hdl);
  301. DP_STATS_INC(soc, tx.tcl_ring_full[ring_id], 1);
  302. DP_STATS_INC(vdev, tx_i.dropped.enqueue_fail, 1);
  303. return status;
  304. }
  305. hal_tx_desc = hal_srng_src_get_next(soc->hal_soc, hal_ring_hdl);
  306. if (qdf_unlikely(!hal_tx_desc)) {
  307. dp_verbose_debug("TCL ring full ring_id:%d", ring_id);
  308. DP_STATS_INC(soc, tx.tcl_ring_full[ring_id], 1);
  309. DP_STATS_INC(vdev, tx_i.dropped.enqueue_fail, 1);
  310. goto ring_access_fail;
  311. }
  312. tx_desc->flags |= DP_TX_DESC_FLAG_QUEUED_TX;
  313. dp_vdev_peer_stats_update_protocol_cnt_tx(vdev, tx_desc->nbuf);
  314. /* Sync cached descriptor with HW */
  315. hal_tx_desc_sync(hal_tx_desc_cached, hal_tx_desc);
  316. coalesce = dp_tx_attempt_coalescing(soc, vdev, tx_desc, tid);
  317. DP_STATS_INC_PKT(vdev, tx_i.processed, 1, tx_desc->length);
  318. dp_tx_update_stats(soc, tx_desc->nbuf);
  319. status = QDF_STATUS_SUCCESS;
  320. dp_tx_hw_desc_update_evt((uint8_t *)hal_tx_desc_cached,
  321. hal_ring_hdl, soc);
  322. ring_access_fail:
  323. dp_tx_ring_access_end_wrapper(soc, hal_ring_hdl, coalesce);
  324. return status;
  325. }
  326. QDF_STATUS dp_tx_init_bank_profiles(struct dp_soc_be *be_soc)
  327. {
  328. int i, num_tcl_banks;
  329. num_tcl_banks = hal_tx_get_num_tcl_banks(be_soc->soc.hal_soc);
  330. qdf_assert_always(num_tcl_banks);
  331. be_soc->num_bank_profiles = num_tcl_banks;
  332. be_soc->bank_profiles = qdf_mem_malloc(num_tcl_banks *
  333. sizeof(*be_soc->bank_profiles));
  334. if (!be_soc->bank_profiles) {
  335. dp_err("unable to allocate memory for DP TX Profiles!");
  336. return QDF_STATUS_E_NOMEM;
  337. }
  338. DP_TX_BANK_LOCK_CREATE(&be_soc->tx_bank_lock);
  339. for (i = 0; i < num_tcl_banks; i++) {
  340. be_soc->bank_profiles[i].is_configured = false;
  341. qdf_atomic_init(&be_soc->bank_profiles[i].ref_count);
  342. }
  343. dp_info("initialized %u bank profiles", be_soc->num_bank_profiles);
  344. return QDF_STATUS_SUCCESS;
  345. }
  346. void dp_tx_deinit_bank_profiles(struct dp_soc_be *be_soc)
  347. {
  348. qdf_mem_free(be_soc->bank_profiles);
  349. DP_TX_BANK_LOCK_DESTROY(&be_soc->tx_bank_lock);
  350. }
  351. static
  352. void dp_tx_get_vdev_bank_config(struct dp_vdev_be *be_vdev,
  353. union hal_tx_bank_config *bank_config)
  354. {
  355. struct dp_vdev *vdev = &be_vdev->vdev;
  356. struct dp_soc *soc = vdev->pdev->soc;
  357. bank_config->epd = 0;
  358. bank_config->encap_type = vdev->tx_encap_type;
  359. /* Only valid for raw frames. Needs work for RAW mode */
  360. if (vdev->tx_encap_type == htt_cmn_pkt_type_raw) {
  361. bank_config->encrypt_type = sec_type_map[vdev->sec_type];
  362. } else {
  363. bank_config->encrypt_type = 0;
  364. }
  365. bank_config->src_buffer_swap = 0;
  366. bank_config->link_meta_swap = 0;
  367. if ((soc->sta_mode_search_policy == HAL_TX_ADDR_INDEX_SEARCH) &&
  368. vdev->opmode == wlan_op_mode_sta) {
  369. bank_config->index_lookup_enable = 1;
  370. bank_config->mcast_pkt_ctrl = HAL_TX_MCAST_CTRL_MEC_NOTIFY;
  371. bank_config->addrx_en = 0;
  372. bank_config->addry_en = 0;
  373. } else {
  374. bank_config->index_lookup_enable = 0;
  375. bank_config->mcast_pkt_ctrl = HAL_TX_MCAST_CTRL_FW_EXCEPTION;
  376. bank_config->addrx_en =
  377. (vdev->hal_desc_addr_search_flags &
  378. HAL_TX_DESC_ADDRX_EN) ? 1 : 0;
  379. bank_config->addry_en =
  380. (vdev->hal_desc_addr_search_flags &
  381. HAL_TX_DESC_ADDRY_EN) ? 1 : 0;
  382. }
  383. bank_config->mesh_enable = vdev->mesh_vdev ? 1 : 0;
  384. bank_config->dscp_tid_map_id = vdev->dscp_tid_map_id;
  385. /* Disabling vdev id check for now. Needs revist. */
  386. bank_config->vdev_id_check_en = be_vdev->vdev_id_check_en;
  387. bank_config->pmac_id = vdev->lmac_id;
  388. }
  389. int dp_tx_get_bank_profile(struct dp_soc_be *be_soc,
  390. struct dp_vdev_be *be_vdev)
  391. {
  392. char *temp_str = "";
  393. bool found_match = false;
  394. int bank_id = DP_BE_INVALID_BANK_ID;
  395. int i;
  396. int unconfigured_slot = DP_BE_INVALID_BANK_ID;
  397. int zero_ref_count_slot = DP_BE_INVALID_BANK_ID;
  398. union hal_tx_bank_config vdev_config = {0};
  399. /* convert vdev params into hal_tx_bank_config */
  400. dp_tx_get_vdev_bank_config(be_vdev, &vdev_config);
  401. DP_TX_BANK_LOCK_ACQUIRE(&be_soc->tx_bank_lock);
  402. /* go over all banks and find a matching/unconfigured/unsed bank */
  403. for (i = 0; i < be_soc->num_bank_profiles; i++) {
  404. if (be_soc->bank_profiles[i].is_configured &&
  405. (be_soc->bank_profiles[i].bank_config.val ^
  406. vdev_config.val) == 0) {
  407. found_match = true;
  408. break;
  409. }
  410. if (unconfigured_slot == DP_BE_INVALID_BANK_ID &&
  411. !be_soc->bank_profiles[i].is_configured)
  412. unconfigured_slot = i;
  413. else if (zero_ref_count_slot == DP_BE_INVALID_BANK_ID &&
  414. !qdf_atomic_read(&be_soc->bank_profiles[i].ref_count))
  415. zero_ref_count_slot = i;
  416. }
  417. if (found_match) {
  418. temp_str = "matching";
  419. bank_id = i;
  420. goto inc_ref_and_return;
  421. }
  422. if (unconfigured_slot != DP_BE_INVALID_BANK_ID) {
  423. temp_str = "unconfigured";
  424. bank_id = unconfigured_slot;
  425. goto configure_and_return;
  426. }
  427. if (zero_ref_count_slot != DP_BE_INVALID_BANK_ID) {
  428. temp_str = "zero_ref_count";
  429. bank_id = zero_ref_count_slot;
  430. }
  431. if (bank_id == DP_BE_INVALID_BANK_ID) {
  432. dp_alert("unable to find TX bank!");
  433. QDF_BUG(0);
  434. return bank_id;
  435. }
  436. configure_and_return:
  437. be_soc->bank_profiles[bank_id].is_configured = true;
  438. be_soc->bank_profiles[bank_id].bank_config.val = vdev_config.val;
  439. hal_tx_populate_bank_register(be_soc->soc.hal_soc,
  440. &be_soc->bank_profiles[bank_id].bank_config,
  441. bank_id);
  442. inc_ref_and_return:
  443. qdf_atomic_inc(&be_soc->bank_profiles[bank_id].ref_count);
  444. DP_TX_BANK_LOCK_RELEASE(&be_soc->tx_bank_lock);
  445. dp_info("found %s slot at index %d, input:0x%x match:0x%x ref_count %u",
  446. temp_str, bank_id, vdev_config.val,
  447. be_soc->bank_profiles[bank_id].bank_config.val,
  448. qdf_atomic_read(&be_soc->bank_profiles[bank_id].ref_count));
  449. dp_info("epd:%x encap:%x encryp:%x src_buf_swap:%x link_meta_swap:%x addrx_en:%x addry_en:%x mesh_en:%x vdev_id_check:%x pmac_id:%x mcast_pkt_ctrl:%x",
  450. be_soc->bank_profiles[bank_id].bank_config.epd,
  451. be_soc->bank_profiles[bank_id].bank_config.encap_type,
  452. be_soc->bank_profiles[bank_id].bank_config.encrypt_type,
  453. be_soc->bank_profiles[bank_id].bank_config.src_buffer_swap,
  454. be_soc->bank_profiles[bank_id].bank_config.link_meta_swap,
  455. be_soc->bank_profiles[bank_id].bank_config.addrx_en,
  456. be_soc->bank_profiles[bank_id].bank_config.addry_en,
  457. be_soc->bank_profiles[bank_id].bank_config.mesh_enable,
  458. be_soc->bank_profiles[bank_id].bank_config.vdev_id_check_en,
  459. be_soc->bank_profiles[bank_id].bank_config.pmac_id,
  460. be_soc->bank_profiles[bank_id].bank_config.mcast_pkt_ctrl);
  461. return bank_id;
  462. }
  463. void dp_tx_put_bank_profile(struct dp_soc_be *be_soc,
  464. struct dp_vdev_be *be_vdev)
  465. {
  466. DP_TX_BANK_LOCK_ACQUIRE(&be_soc->tx_bank_lock);
  467. qdf_atomic_dec(&be_soc->bank_profiles[be_vdev->bank_id].ref_count);
  468. DP_TX_BANK_LOCK_RELEASE(&be_soc->tx_bank_lock);
  469. }
  470. void dp_tx_update_bank_profile(struct dp_soc_be *be_soc,
  471. struct dp_vdev_be *be_vdev)
  472. {
  473. dp_tx_put_bank_profile(be_soc, be_vdev);
  474. be_vdev->bank_id = dp_tx_get_bank_profile(be_soc, be_vdev);
  475. }
  476. QDF_STATUS dp_tx_desc_pool_init_be(struct dp_soc *soc,
  477. uint16_t num_elem,
  478. uint8_t pool_id)
  479. {
  480. struct dp_tx_desc_pool_s *tx_desc_pool;
  481. struct dp_hw_cookie_conversion_t *cc_ctx;
  482. struct dp_soc_be *be_soc;
  483. struct dp_spt_page_desc *page_desc;
  484. struct dp_tx_desc_s *tx_desc;
  485. uint32_t ppt_idx = 0;
  486. uint32_t avail_entry_index = 0;
  487. if (!num_elem) {
  488. dp_err("desc_num 0 !!");
  489. return QDF_STATUS_E_FAILURE;
  490. }
  491. be_soc = dp_get_be_soc_from_dp_soc(soc);
  492. tx_desc_pool = &soc->tx_desc[pool_id];
  493. cc_ctx = &be_soc->tx_cc_ctx[pool_id];
  494. tx_desc = tx_desc_pool->freelist;
  495. page_desc = &cc_ctx->page_desc_base[0];
  496. while (tx_desc) {
  497. if (avail_entry_index == 0) {
  498. if (ppt_idx >= cc_ctx->total_page_num) {
  499. dp_alert("insufficient secondary page tables");
  500. qdf_assert_always(0);
  501. }
  502. page_desc = &cc_ctx->page_desc_base[ppt_idx++];
  503. }
  504. /* put each TX Desc VA to SPT pages and
  505. * get corresponding ID
  506. */
  507. DP_CC_SPT_PAGE_UPDATE_VA(page_desc->page_v_addr,
  508. avail_entry_index,
  509. tx_desc);
  510. tx_desc->id =
  511. dp_cc_desc_id_generate(page_desc->ppt_index,
  512. avail_entry_index);
  513. tx_desc->pool_id = pool_id;
  514. tx_desc = tx_desc->next;
  515. avail_entry_index = (avail_entry_index + 1) &
  516. DP_CC_SPT_PAGE_MAX_ENTRIES_MASK;
  517. }
  518. return QDF_STATUS_SUCCESS;
  519. }
  520. void dp_tx_desc_pool_deinit_be(struct dp_soc *soc,
  521. struct dp_tx_desc_pool_s *tx_desc_pool,
  522. uint8_t pool_id)
  523. {
  524. struct dp_spt_page_desc *page_desc;
  525. struct dp_soc_be *be_soc;
  526. int i = 0;
  527. struct dp_hw_cookie_conversion_t *cc_ctx;
  528. be_soc = dp_get_be_soc_from_dp_soc(soc);
  529. cc_ctx = &be_soc->tx_cc_ctx[pool_id];
  530. for (i = 0; i < cc_ctx->total_page_num; i++) {
  531. page_desc = &cc_ctx->page_desc_base[i];
  532. qdf_mem_zero(page_desc->page_v_addr, qdf_page_size);
  533. }
  534. }
  535. #ifdef WLAN_FEATURE_NEAR_FULL_IRQ
  536. uint32_t dp_tx_comp_nf_handler(struct dp_intr *int_ctx, struct dp_soc *soc,
  537. hal_ring_handle_t hal_ring_hdl, uint8_t ring_id,
  538. uint32_t quota)
  539. {
  540. struct dp_srng *tx_comp_ring = &soc->tx_comp_ring[ring_id];
  541. uint32_t work_done = 0;
  542. if (dp_srng_get_near_full_level(soc, tx_comp_ring) <
  543. DP_SRNG_THRESH_NEAR_FULL)
  544. return 0;
  545. qdf_atomic_set(&tx_comp_ring->near_full, 1);
  546. work_done++;
  547. return work_done;
  548. }
  549. #endif