dp_mlo.c 24 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927
  1. /*
  2. * Copyright (c) 2021-2022 Qualcomm Innovation Center, Inc. All rights reserved.
  3. *
  4. * Permission to use, copy, modify, and/or distribute this software for any
  5. * purpose with or without fee is hereby granted, provided that the above
  6. * copyright notice and this permission notice appear in all copies.
  7. *
  8. * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
  9. * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
  10. * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
  11. * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
  12. * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
  13. * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
  14. * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
  15. */
  16. #include <wlan_utility.h>
  17. #include <dp_internal.h>
  18. #include <dp_htt.h>
  19. #include <hal_be_api.h>
  20. #include "dp_mlo.h"
  21. #include <dp_be.h>
  22. #include <dp_be_rx.h>
  23. #include <dp_htt.h>
  24. #include <dp_internal.h>
  25. #include <wlan_cfg.h>
  26. #include <wlan_mlo_mgr_cmn.h>
  27. /*
  28. * dp_mlo_ctxt_attach_wifi3 () – Attach DP MLO context
  29. *
  30. * Return: DP MLO context handle on success, NULL on failure
  31. */
  32. struct cdp_mlo_ctxt *
  33. dp_mlo_ctxt_attach_wifi3(struct cdp_ctrl_mlo_mgr *ctrl_ctxt)
  34. {
  35. struct dp_mlo_ctxt *mlo_ctxt =
  36. qdf_mem_malloc(sizeof(struct dp_mlo_ctxt));
  37. if (!mlo_ctxt) {
  38. dp_err("Failed to allocate DP MLO Context");
  39. return NULL;
  40. }
  41. mlo_ctxt->ctrl_ctxt = ctrl_ctxt;
  42. if (dp_mlo_peer_find_hash_attach_be
  43. (mlo_ctxt, DP_MAX_MLO_PEER) != QDF_STATUS_SUCCESS) {
  44. dp_err("Failed to allocate peer hash");
  45. qdf_mem_free(mlo_ctxt);
  46. return NULL;
  47. }
  48. qdf_get_random_bytes(mlo_ctxt->toeplitz_hash_ipv4,
  49. (sizeof(mlo_ctxt->toeplitz_hash_ipv4[0]) *
  50. LRO_IPV4_SEED_ARR_SZ));
  51. qdf_get_random_bytes(mlo_ctxt->toeplitz_hash_ipv6,
  52. (sizeof(mlo_ctxt->toeplitz_hash_ipv6[0]) *
  53. LRO_IPV6_SEED_ARR_SZ));
  54. qdf_spinlock_create(&mlo_ctxt->ml_soc_list_lock);
  55. return dp_mlo_ctx_to_cdp(mlo_ctxt);
  56. }
  57. qdf_export_symbol(dp_mlo_ctxt_attach_wifi3);
  58. /*
  59. * dp_mlo_ctxt_detach_wifi3 () – Detach DP MLO context
  60. *
  61. * @ml_ctxt: pointer to DP MLO context
  62. *
  63. * Return: void
  64. */
  65. void dp_mlo_ctxt_detach_wifi3(struct cdp_mlo_ctxt *cdp_ml_ctxt)
  66. {
  67. struct dp_mlo_ctxt *mlo_ctxt = cdp_mlo_ctx_to_dp(cdp_ml_ctxt);
  68. if (!cdp_ml_ctxt)
  69. return;
  70. qdf_spinlock_destroy(&mlo_ctxt->ml_soc_list_lock);
  71. dp_mlo_peer_find_hash_detach_be(mlo_ctxt);
  72. qdf_mem_free(mlo_ctxt);
  73. }
  74. qdf_export_symbol(dp_mlo_ctxt_detach_wifi3);
  75. /*
  76. * dp_mlo_set_soc_by_chip_id() – Add DP soc to ML context soc list
  77. *
  78. * @ml_ctxt: DP ML context handle
  79. * @soc: DP soc handle
  80. * @chip_id: MLO chip id
  81. *
  82. * Return: void
  83. */
  84. void dp_mlo_set_soc_by_chip_id(struct dp_mlo_ctxt *ml_ctxt,
  85. struct dp_soc *soc,
  86. uint8_t chip_id)
  87. {
  88. qdf_spin_lock_bh(&ml_ctxt->ml_soc_list_lock);
  89. ml_ctxt->ml_soc_list[chip_id] = soc;
  90. qdf_spin_unlock_bh(&ml_ctxt->ml_soc_list_lock);
  91. }
  92. /*
  93. * dp_mlo_get_soc_ref_by_chip_id() – Get DP soc from DP ML context.
  94. * This API will increment a reference count for DP soc. Caller has
  95. * to take care for decrementing refcount.
  96. *
  97. * @ml_ctxt: DP ML context handle
  98. * @chip_id: MLO chip id
  99. *
  100. * Return: dp_soc
  101. */
  102. struct dp_soc*
  103. dp_mlo_get_soc_ref_by_chip_id(struct dp_mlo_ctxt *ml_ctxt,
  104. uint8_t chip_id)
  105. {
  106. struct dp_soc *soc = NULL;
  107. if (!ml_ctxt) {
  108. dp_warn("MLO context not created, MLO not enabled");
  109. return NULL;
  110. }
  111. qdf_spin_lock_bh(&ml_ctxt->ml_soc_list_lock);
  112. soc = ml_ctxt->ml_soc_list[chip_id];
  113. if (!soc) {
  114. qdf_spin_unlock_bh(&ml_ctxt->ml_soc_list_lock);
  115. return NULL;
  116. }
  117. qdf_atomic_inc(&soc->ref_count);
  118. qdf_spin_unlock_bh(&ml_ctxt->ml_soc_list_lock);
  119. return soc;
  120. }
  121. static QDF_STATUS dp_partner_soc_rx_hw_cc_init(struct dp_mlo_ctxt *mlo_ctxt,
  122. struct dp_soc_be *be_soc)
  123. {
  124. uint8_t i;
  125. struct dp_soc *partner_soc;
  126. struct dp_soc_be *be_partner_soc;
  127. uint8_t pool_id;
  128. QDF_STATUS qdf_status = QDF_STATUS_SUCCESS;
  129. for (i = 0; i < WLAN_MAX_MLO_CHIPS; i++) {
  130. partner_soc = dp_mlo_get_soc_ref_by_chip_id(mlo_ctxt, i);
  131. if (!partner_soc) {
  132. dp_err("partner_soc is NULL");
  133. continue;
  134. }
  135. be_partner_soc = dp_get_be_soc_from_dp_soc(partner_soc);
  136. for (pool_id = 0; pool_id < MAX_RXDESC_POOLS; pool_id++) {
  137. qdf_status =
  138. dp_hw_cookie_conversion_init
  139. (be_soc,
  140. &be_partner_soc->rx_cc_ctx[pool_id]);
  141. if (!QDF_IS_STATUS_SUCCESS(qdf_status)) {
  142. dp_alert("MLO partner soc RX CC init failed");
  143. return qdf_status;
  144. }
  145. }
  146. }
  147. return qdf_status;
  148. }
  149. static void dp_mlo_soc_drain_rx_buf(struct dp_soc *soc, void *arg)
  150. {
  151. uint8_t i = 0;
  152. uint8_t cpu = 0;
  153. uint8_t rx_ring_mask[WLAN_CFG_INT_NUM_CONTEXTS] = {0};
  154. uint8_t rx_err_ring_mask[WLAN_CFG_INT_NUM_CONTEXTS] = {0};
  155. uint8_t rx_wbm_rel_ring_mask[WLAN_CFG_INT_NUM_CONTEXTS] = {0};
  156. uint8_t reo_status_ring_mask[WLAN_CFG_INT_NUM_CONTEXTS] = {0};
  157. /* Save the current interrupt mask and disable the interrupts */
  158. for (i = 0; i < wlan_cfg_get_num_contexts(soc->wlan_cfg_ctx); i++) {
  159. rx_ring_mask[i] = soc->intr_ctx[i].rx_ring_mask;
  160. rx_err_ring_mask[i] = soc->intr_ctx[i].rx_err_ring_mask;
  161. rx_wbm_rel_ring_mask[i] = soc->intr_ctx[i].rx_wbm_rel_ring_mask;
  162. reo_status_ring_mask[i] = soc->intr_ctx[i].reo_status_ring_mask;
  163. soc->intr_ctx[i].rx_ring_mask = 0;
  164. soc->intr_ctx[i].rx_err_ring_mask = 0;
  165. soc->intr_ctx[i].rx_wbm_rel_ring_mask = 0;
  166. soc->intr_ctx[i].reo_status_ring_mask = 0;
  167. }
  168. /* make sure dp_service_srngs not running on any of the CPU */
  169. for (cpu = 0; cpu < NR_CPUS; cpu++) {
  170. while (qdf_atomic_test_bit(cpu,
  171. &soc->service_rings_running))
  172. ;
  173. }
  174. for (i = 0; i < wlan_cfg_get_num_contexts(soc->wlan_cfg_ctx); i++) {
  175. uint8_t ring = 0;
  176. uint32_t num_entries = 0;
  177. hal_ring_handle_t hal_ring_hdl = NULL;
  178. uint8_t rx_mask = wlan_cfg_get_rx_ring_mask(
  179. soc->wlan_cfg_ctx, i);
  180. uint8_t rx_err_mask = wlan_cfg_get_rx_err_ring_mask(
  181. soc->wlan_cfg_ctx, i);
  182. uint8_t rx_wbm_rel_mask = wlan_cfg_get_rx_wbm_rel_ring_mask(
  183. soc->wlan_cfg_ctx, i);
  184. if (rx_mask) {
  185. /* iterate through each reo ring and process the buf */
  186. for (ring = 0; ring < soc->num_reo_dest_rings; ring++) {
  187. if (!(rx_mask & (1 << ring)))
  188. continue;
  189. hal_ring_hdl =
  190. soc->reo_dest_ring[ring].hal_srng;
  191. num_entries = hal_srng_get_num_entries(
  192. soc->hal_soc,
  193. hal_ring_hdl);
  194. dp_rx_process_be(&soc->intr_ctx[i],
  195. hal_ring_hdl,
  196. ring,
  197. num_entries);
  198. }
  199. }
  200. /* Process REO Exception ring */
  201. if (rx_err_mask) {
  202. hal_ring_hdl = soc->reo_exception_ring.hal_srng;
  203. num_entries = hal_srng_get_num_entries(
  204. soc->hal_soc,
  205. hal_ring_hdl);
  206. dp_rx_err_process(&soc->intr_ctx[i], soc,
  207. hal_ring_hdl, num_entries);
  208. }
  209. /* Process Rx WBM release ring */
  210. if (rx_wbm_rel_mask) {
  211. hal_ring_hdl = soc->rx_rel_ring.hal_srng;
  212. num_entries = hal_srng_get_num_entries(
  213. soc->hal_soc,
  214. hal_ring_hdl);
  215. dp_rx_wbm_err_process(&soc->intr_ctx[i], soc,
  216. hal_ring_hdl, num_entries);
  217. }
  218. }
  219. /* restore the interrupt mask */
  220. for (i = 0; i < wlan_cfg_get_num_contexts(soc->wlan_cfg_ctx); i++) {
  221. soc->intr_ctx[i].rx_ring_mask = rx_ring_mask[i];
  222. soc->intr_ctx[i].rx_err_ring_mask = rx_err_ring_mask[i];
  223. soc->intr_ctx[i].rx_wbm_rel_ring_mask = rx_wbm_rel_ring_mask[i];
  224. soc->intr_ctx[i].reo_status_ring_mask = reo_status_ring_mask[i];
  225. }
  226. }
  227. static void dp_mlo_soc_setup(struct cdp_soc_t *soc_hdl,
  228. struct cdp_mlo_ctxt *cdp_ml_ctxt)
  229. {
  230. struct dp_soc *soc = cdp_soc_t_to_dp_soc(soc_hdl);
  231. struct dp_mlo_ctxt *mlo_ctxt = cdp_mlo_ctx_to_dp(cdp_ml_ctxt);
  232. struct dp_soc_be *be_soc = dp_get_be_soc_from_dp_soc(soc);
  233. if (!cdp_ml_ctxt)
  234. return;
  235. dp_mlo_set_soc_by_chip_id(mlo_ctxt, soc, be_soc->mlo_chip_id);
  236. }
  237. static void dp_mlo_soc_teardown(struct cdp_soc_t *soc_hdl,
  238. struct cdp_mlo_ctxt *cdp_ml_ctxt,
  239. bool is_force_down)
  240. {
  241. struct dp_soc *soc = cdp_soc_t_to_dp_soc(soc_hdl);
  242. struct dp_mlo_ctxt *mlo_ctxt = cdp_mlo_ctx_to_dp(cdp_ml_ctxt);
  243. struct dp_soc_be *be_soc = dp_get_be_soc_from_dp_soc(soc);
  244. if (!cdp_ml_ctxt)
  245. return;
  246. /* During the teardown drain the Rx buffers if any exist in the ring */
  247. dp_mcast_mlo_iter_ptnr_soc(be_soc,
  248. dp_mlo_soc_drain_rx_buf,
  249. NULL);
  250. dp_mlo_set_soc_by_chip_id(mlo_ctxt, NULL, be_soc->mlo_chip_id);
  251. }
  252. static QDF_STATUS dp_mlo_add_ptnr_vdev(struct dp_vdev *vdev1,
  253. struct dp_vdev *vdev2,
  254. struct dp_soc *soc, uint8_t pdev_id)
  255. {
  256. struct dp_soc_be *soc_be = dp_get_be_soc_from_dp_soc(soc);
  257. struct dp_vdev_be *vdev2_be = dp_get_be_vdev_from_dp_vdev(vdev2);
  258. /* return when valid entry exists */
  259. if (vdev2_be->partner_vdev_list[soc_be->mlo_chip_id][pdev_id] !=
  260. CDP_INVALID_VDEV_ID)
  261. return QDF_STATUS_SUCCESS;
  262. if (dp_vdev_get_ref(soc, vdev1, DP_MOD_ID_RX) !=
  263. QDF_STATUS_SUCCESS) {
  264. qdf_info("%pK: unable to get vdev reference vdev %pK vdev_id %u",
  265. soc, vdev1, vdev1->vdev_id);
  266. return QDF_STATUS_E_FAILURE;
  267. }
  268. vdev2_be->partner_vdev_list[soc_be->mlo_chip_id][pdev_id] =
  269. vdev1->vdev_id;
  270. mlo_debug("Add vdev%d to vdev%d list, mlo_chip_id = %d pdev_id = %d\n",
  271. vdev1->vdev_id, vdev2->vdev_id, soc_be->mlo_chip_id, pdev_id);
  272. return QDF_STATUS_SUCCESS;
  273. }
  274. QDF_STATUS dp_update_mlo_ptnr_list(struct cdp_soc_t *soc_hdl,
  275. int8_t partner_vdev_ids[], uint8_t num_vdevs,
  276. uint8_t self_vdev_id)
  277. {
  278. int i, j;
  279. struct dp_soc *self_soc = cdp_soc_t_to_dp_soc(soc_hdl);
  280. struct dp_vdev *self_vdev;
  281. QDF_STATUS ret = QDF_STATUS_SUCCESS;
  282. struct dp_soc_be *be_soc = dp_get_be_soc_from_dp_soc(self_soc);
  283. struct dp_mlo_ctxt *dp_mlo = be_soc->ml_ctxt;
  284. if (!dp_mlo)
  285. return QDF_STATUS_E_FAILURE;
  286. self_vdev = dp_vdev_get_ref_by_id(self_soc, self_vdev_id, DP_MOD_ID_RX);
  287. if (!self_vdev)
  288. return QDF_STATUS_E_FAILURE;
  289. /* go through the input vdev id list and if there are partner vdevs,
  290. * - then add the current vdev's id to partner vdev's list using pdev_id and
  291. * increase the reference
  292. * - add partner vdev to self list and increase the reference
  293. */
  294. for (i = 0; i < num_vdevs; i++) {
  295. if (partner_vdev_ids[i] == CDP_INVALID_VDEV_ID)
  296. continue;
  297. for (j = 0; j < WLAN_MAX_MLO_CHIPS; j++) {
  298. struct dp_soc *soc =
  299. dp_mlo_get_soc_ref_by_chip_id(dp_mlo, j);
  300. if (soc) {
  301. struct dp_vdev *vdev;
  302. vdev = dp_vdev_get_ref_by_id(soc,
  303. partner_vdev_ids[i], DP_MOD_ID_RX);
  304. if (vdev) {
  305. if (vdev == self_vdev) {
  306. dp_vdev_unref_delete(soc,
  307. vdev, DP_MOD_ID_RX);
  308. /*dp_soc_unref_delete(soc); */
  309. continue;
  310. }
  311. if (qdf_is_macaddr_equal(
  312. (struct qdf_mac_addr *)self_vdev->mld_mac_addr.raw,
  313. (struct qdf_mac_addr *)vdev->mld_mac_addr.raw)) {
  314. if (dp_mlo_add_ptnr_vdev(self_vdev,
  315. vdev, self_soc,
  316. self_vdev->pdev->pdev_id) !=
  317. QDF_STATUS_SUCCESS) {
  318. dp_err("Unable to add self to partner vdev's list");
  319. dp_vdev_unref_delete(soc,
  320. vdev, DP_MOD_ID_RX);
  321. /* TODO - release soc ref here */
  322. /* dp_soc_unref_delete(soc);*/
  323. ret = QDF_STATUS_E_FAILURE;
  324. goto exit;
  325. }
  326. /* add to self list */
  327. if (dp_mlo_add_ptnr_vdev(vdev, self_vdev, soc,
  328. vdev->pdev->pdev_id) !=
  329. QDF_STATUS_SUCCESS) {
  330. dp_err("Unable to add vdev to self vdev's list");
  331. dp_vdev_unref_delete(self_soc,
  332. vdev, DP_MOD_ID_RX);
  333. /* TODO - release soc ref here */
  334. /* dp_soc_unref_delete(soc);*/
  335. ret = QDF_STATUS_E_FAILURE;
  336. goto exit;
  337. }
  338. }
  339. dp_vdev_unref_delete(soc, vdev,
  340. DP_MOD_ID_RX);
  341. } /* vdev */
  342. /* TODO - release soc ref here */
  343. /* dp_soc_unref_delete(soc); */
  344. } /* soc */
  345. } /* for */
  346. } /* for */
  347. exit:
  348. dp_vdev_unref_delete(self_soc, self_vdev, DP_MOD_ID_RX);
  349. return ret;
  350. }
  351. void dp_clr_mlo_ptnr_list(struct dp_soc *soc, struct dp_vdev *vdev)
  352. {
  353. struct dp_soc_be *be_soc = dp_get_be_soc_from_dp_soc(soc);
  354. struct dp_vdev_be *vdev_be = dp_get_be_vdev_from_dp_vdev(vdev);
  355. struct dp_mlo_ctxt *dp_mlo = be_soc->ml_ctxt;
  356. uint8_t soc_id = be_soc->mlo_chip_id;
  357. uint8_t pdev_id = vdev->pdev->pdev_id;
  358. int i, j;
  359. for (i = 0; i < WLAN_MAX_MLO_CHIPS; i++) {
  360. for (j = 0; j < WLAN_MAX_MLO_LINKS_PER_SOC; j++) {
  361. struct dp_vdev *pr_vdev;
  362. struct dp_soc *pr_soc;
  363. struct dp_soc_be *pr_soc_be;
  364. struct dp_pdev *pr_pdev;
  365. struct dp_vdev_be *pr_vdev_be;
  366. if (vdev_be->partner_vdev_list[i][j] ==
  367. CDP_INVALID_VDEV_ID)
  368. continue;
  369. pr_soc = dp_mlo_get_soc_ref_by_chip_id(dp_mlo, i);
  370. if (!pr_soc)
  371. continue;
  372. pr_soc_be = dp_get_be_soc_from_dp_soc(pr_soc);
  373. pr_vdev = dp_vdev_get_ref_by_id(pr_soc,
  374. vdev_be->partner_vdev_list[i][j],
  375. DP_MOD_ID_RX);
  376. if (!pr_vdev)
  377. continue;
  378. /* release ref and remove self vdev from partner list */
  379. pr_vdev_be = dp_get_be_vdev_from_dp_vdev(pr_vdev);
  380. dp_vdev_unref_delete(soc, vdev, DP_MOD_ID_RX);
  381. pr_vdev_be->partner_vdev_list[soc_id][pdev_id] =
  382. CDP_INVALID_VDEV_ID;
  383. /* release ref and remove partner vdev from self list */
  384. dp_vdev_unref_delete(pr_soc, pr_vdev, DP_MOD_ID_RX);
  385. pr_pdev = pr_vdev->pdev;
  386. vdev_be->partner_vdev_list[pr_soc_be->mlo_chip_id][pr_pdev->pdev_id] =
  387. CDP_INVALID_VDEV_ID;
  388. dp_vdev_unref_delete(pr_soc, pr_vdev, DP_MOD_ID_RX);
  389. }
  390. }
  391. }
  392. static void dp_mlo_setup_complete(struct cdp_mlo_ctxt *cdp_ml_ctxt)
  393. {
  394. struct dp_mlo_ctxt *mlo_ctxt = cdp_mlo_ctx_to_dp(cdp_ml_ctxt);
  395. int i;
  396. struct dp_soc *soc;
  397. struct dp_soc_be *be_soc;
  398. QDF_STATUS qdf_status;
  399. if (!cdp_ml_ctxt)
  400. return;
  401. for (i = 0; i < WLAN_MAX_MLO_CHIPS; i++) {
  402. soc = dp_mlo_get_soc_ref_by_chip_id(mlo_ctxt, i);
  403. if (!soc)
  404. continue;
  405. be_soc = dp_get_be_soc_from_dp_soc(soc);
  406. qdf_status = dp_partner_soc_rx_hw_cc_init(mlo_ctxt, be_soc);
  407. if (!QDF_IS_STATUS_SUCCESS(qdf_status)) {
  408. dp_alert("MLO partner SOC Rx desc CC init failed");
  409. qdf_assert_always(0);
  410. }
  411. }
  412. }
  413. static void dp_mlo_update_delta_tsf2(struct cdp_soc_t *soc_hdl,
  414. uint8_t pdev_id, uint64_t delta_tsf2)
  415. {
  416. struct dp_soc *soc = cdp_soc_t_to_dp_soc(soc_hdl);
  417. struct dp_pdev *pdev;
  418. struct dp_pdev_be *be_pdev;
  419. pdev = dp_get_pdev_from_soc_pdev_id_wifi3((struct dp_soc *)soc,
  420. pdev_id);
  421. if (!pdev) {
  422. dp_err("pdev is NULL for pdev_id %u", pdev_id);
  423. return;
  424. }
  425. be_pdev = dp_get_be_pdev_from_dp_pdev(pdev);
  426. be_pdev->delta_tsf2 = delta_tsf2;
  427. }
  428. static void dp_mlo_update_delta_tqm(struct cdp_soc_t *soc_hdl,
  429. uint64_t delta_tqm)
  430. {
  431. struct dp_soc *soc = cdp_soc_t_to_dp_soc(soc_hdl);
  432. struct dp_soc_be *be_soc = dp_get_be_soc_from_dp_soc(soc);
  433. be_soc->delta_tqm = delta_tqm;
  434. }
  435. static void dp_mlo_update_mlo_ts_offset(struct cdp_soc_t *soc_hdl,
  436. uint64_t offset)
  437. {
  438. struct dp_soc *soc = cdp_soc_t_to_dp_soc(soc_hdl);
  439. struct dp_soc_be *be_soc = dp_get_be_soc_from_dp_soc(soc);
  440. be_soc->mlo_tstamp_offset = offset;
  441. }
  442. static struct cdp_mlo_ops dp_mlo_ops = {
  443. .mlo_soc_setup = dp_mlo_soc_setup,
  444. .mlo_soc_teardown = dp_mlo_soc_teardown,
  445. .update_mlo_ptnr_list = dp_update_mlo_ptnr_list,
  446. .mlo_setup_complete = dp_mlo_setup_complete,
  447. .mlo_update_delta_tsf2 = dp_mlo_update_delta_tsf2,
  448. .mlo_update_delta_tqm = dp_mlo_update_delta_tqm,
  449. .mlo_update_mlo_ts_offset = dp_mlo_update_mlo_ts_offset,
  450. };
  451. void dp_soc_mlo_fill_params(struct dp_soc *soc,
  452. struct cdp_soc_attach_params *params)
  453. {
  454. struct dp_soc_be *be_soc = dp_get_be_soc_from_dp_soc(soc);
  455. if (!params->mlo_enabled) {
  456. dp_warn("MLO not enabled on SOC");
  457. return;
  458. }
  459. be_soc->mlo_chip_id = params->mlo_chip_id;
  460. be_soc->ml_ctxt = cdp_mlo_ctx_to_dp(params->ml_context);
  461. be_soc->mlo_enabled = 1;
  462. soc->cdp_soc.ops->mlo_ops = &dp_mlo_ops;
  463. }
  464. void dp_mlo_update_link_to_pdev_map(struct dp_soc *soc, struct dp_pdev *pdev)
  465. {
  466. struct dp_soc_be *be_soc = dp_get_be_soc_from_dp_soc(soc);
  467. struct dp_pdev_be *be_pdev = dp_get_be_pdev_from_dp_pdev(pdev);
  468. struct dp_mlo_ctxt *ml_ctxt = be_soc->ml_ctxt;
  469. uint8_t link_id;
  470. if (!be_soc->mlo_enabled)
  471. return;
  472. if (!ml_ctxt)
  473. return;
  474. link_id = be_pdev->mlo_link_id;
  475. if (link_id < WLAN_MAX_MLO_CHIPS * WLAN_MAX_MLO_LINKS_PER_SOC) {
  476. if (!ml_ctxt->link_to_pdev_map[link_id])
  477. ml_ctxt->link_to_pdev_map[link_id] = be_pdev;
  478. else
  479. dp_alert("Attempt to update existing map for link %u",
  480. link_id);
  481. }
  482. }
  483. void dp_mlo_update_link_to_pdev_unmap(struct dp_soc *soc, struct dp_pdev *pdev)
  484. {
  485. struct dp_soc_be *be_soc = dp_get_be_soc_from_dp_soc(soc);
  486. struct dp_pdev_be *be_pdev = dp_get_be_pdev_from_dp_pdev(pdev);
  487. struct dp_mlo_ctxt *ml_ctxt = be_soc->ml_ctxt;
  488. uint8_t link_id;
  489. if (!be_soc->mlo_enabled)
  490. return;
  491. if (!ml_ctxt)
  492. return;
  493. link_id = be_pdev->mlo_link_id;
  494. if (link_id < WLAN_MAX_MLO_CHIPS * WLAN_MAX_MLO_LINKS_PER_SOC)
  495. ml_ctxt->link_to_pdev_map[link_id] = NULL;
  496. }
  497. static struct dp_pdev_be *
  498. dp_mlo_get_be_pdev_from_link_id(struct dp_mlo_ctxt *ml_ctxt, uint8_t link_id)
  499. {
  500. if (link_id < WLAN_MAX_MLO_CHIPS * WLAN_MAX_MLO_LINKS_PER_SOC)
  501. return ml_ctxt->link_to_pdev_map[link_id];
  502. return NULL;
  503. }
  504. void dp_pdev_mlo_fill_params(struct dp_pdev *pdev,
  505. struct cdp_pdev_attach_params *params)
  506. {
  507. struct dp_soc_be *be_soc = dp_get_be_soc_from_dp_soc(pdev->soc);
  508. struct dp_pdev_be *be_pdev = dp_get_be_pdev_from_dp_pdev(pdev);
  509. if (!be_soc->mlo_enabled) {
  510. dp_info("MLO not enabled on SOC");
  511. return;
  512. }
  513. be_pdev->mlo_link_id = params->mlo_link_id;
  514. }
  515. void dp_mlo_partner_chips_map(struct dp_soc *soc,
  516. struct dp_peer *peer,
  517. uint16_t peer_id)
  518. {
  519. struct dp_soc_be *be_soc = dp_get_be_soc_from_dp_soc(soc);
  520. struct dp_mlo_ctxt *mlo_ctxt = NULL;
  521. bool is_ml_peer_id =
  522. HTT_RX_PEER_META_DATA_V1_ML_PEER_VALID_GET(peer_id);
  523. uint8_t chip_id;
  524. struct dp_soc *temp_soc;
  525. /* for non ML peer dont map on partner chips*/
  526. if (!is_ml_peer_id)
  527. return;
  528. mlo_ctxt = be_soc->ml_ctxt;
  529. if (!mlo_ctxt)
  530. return;
  531. qdf_spin_lock_bh(&mlo_ctxt->ml_soc_list_lock);
  532. for (chip_id = 0; chip_id < DP_MAX_MLO_CHIPS; chip_id++) {
  533. temp_soc = mlo_ctxt->ml_soc_list[chip_id];
  534. if (!temp_soc)
  535. continue;
  536. /* skip if this is current soc */
  537. if (temp_soc == soc)
  538. continue;
  539. dp_peer_find_id_to_obj_add(temp_soc, peer, peer_id);
  540. }
  541. qdf_spin_unlock_bh(&mlo_ctxt->ml_soc_list_lock);
  542. }
  543. qdf_export_symbol(dp_mlo_partner_chips_map);
  544. void dp_mlo_partner_chips_unmap(struct dp_soc *soc,
  545. uint16_t peer_id)
  546. {
  547. struct dp_soc_be *be_soc = dp_get_be_soc_from_dp_soc(soc);
  548. struct dp_mlo_ctxt *mlo_ctxt = be_soc->ml_ctxt;
  549. bool is_ml_peer_id =
  550. HTT_RX_PEER_META_DATA_V1_ML_PEER_VALID_GET(peer_id);
  551. uint8_t chip_id;
  552. struct dp_soc *temp_soc;
  553. if (!is_ml_peer_id)
  554. return;
  555. if (!mlo_ctxt)
  556. return;
  557. qdf_spin_lock_bh(&mlo_ctxt->ml_soc_list_lock);
  558. for (chip_id = 0; chip_id < DP_MAX_MLO_CHIPS; chip_id++) {
  559. temp_soc = mlo_ctxt->ml_soc_list[chip_id];
  560. if (!temp_soc)
  561. continue;
  562. /* skip if this is current soc */
  563. if (temp_soc == soc)
  564. continue;
  565. dp_peer_find_id_to_obj_remove(temp_soc, peer_id);
  566. }
  567. qdf_spin_unlock_bh(&mlo_ctxt->ml_soc_list_lock);
  568. }
  569. qdf_export_symbol(dp_mlo_partner_chips_unmap);
  570. uint8_t dp_mlo_get_chip_id(struct dp_soc *soc)
  571. {
  572. struct dp_soc_be *be_soc = dp_get_be_soc_from_dp_soc(soc);
  573. return be_soc->mlo_chip_id;
  574. }
  575. qdf_export_symbol(dp_mlo_get_chip_id);
  576. struct dp_peer *
  577. dp_link_peer_hash_find_by_chip_id(struct dp_soc *soc,
  578. uint8_t *peer_mac_addr,
  579. int mac_addr_is_aligned,
  580. uint8_t vdev_id,
  581. uint8_t chip_id,
  582. enum dp_mod_id mod_id)
  583. {
  584. struct dp_soc_be *be_soc = dp_get_be_soc_from_dp_soc(soc);
  585. struct dp_mlo_ctxt *mlo_ctxt = be_soc->ml_ctxt;
  586. struct dp_soc *link_peer_soc = NULL;
  587. struct dp_peer *peer = NULL;
  588. if (!mlo_ctxt)
  589. return NULL;
  590. link_peer_soc = dp_mlo_get_soc_ref_by_chip_id(mlo_ctxt, chip_id);
  591. if (!link_peer_soc)
  592. return NULL;
  593. peer = dp_peer_find_hash_find(link_peer_soc, peer_mac_addr,
  594. mac_addr_is_aligned, vdev_id,
  595. mod_id);
  596. qdf_atomic_dec(&link_peer_soc->ref_count);
  597. return peer;
  598. }
  599. qdf_export_symbol(dp_link_peer_hash_find_by_chip_id);
  600. void dp_mlo_get_rx_hash_key(struct dp_soc *soc,
  601. struct cdp_lro_hash_config *lro_hash)
  602. {
  603. struct dp_soc_be *be_soc = dp_get_be_soc_from_dp_soc(soc);
  604. struct dp_mlo_ctxt *ml_ctxt = be_soc->ml_ctxt;
  605. if (!be_soc->mlo_enabled || !ml_ctxt)
  606. return dp_get_rx_hash_key_bytes(lro_hash);
  607. qdf_mem_copy(lro_hash->toeplitz_hash_ipv4, ml_ctxt->toeplitz_hash_ipv4,
  608. (sizeof(lro_hash->toeplitz_hash_ipv4[0]) *
  609. LRO_IPV4_SEED_ARR_SZ));
  610. qdf_mem_copy(lro_hash->toeplitz_hash_ipv6, ml_ctxt->toeplitz_hash_ipv6,
  611. (sizeof(lro_hash->toeplitz_hash_ipv6[0]) *
  612. LRO_IPV6_SEED_ARR_SZ));
  613. }
  614. struct dp_soc *
  615. dp_rx_replensih_soc_get(struct dp_soc *soc, uint8_t chip_id)
  616. {
  617. struct dp_soc_be *be_soc = dp_get_be_soc_from_dp_soc(soc);
  618. struct dp_mlo_ctxt *mlo_ctxt = be_soc->ml_ctxt;
  619. struct dp_soc *replenish_soc;
  620. if (!be_soc->mlo_enabled || !mlo_ctxt)
  621. return soc;
  622. if (be_soc->mlo_chip_id == chip_id)
  623. return soc;
  624. replenish_soc = dp_mlo_get_soc_ref_by_chip_id(mlo_ctxt, chip_id);
  625. if (qdf_unlikely(!replenish_soc)) {
  626. dp_alert("replenish SOC is NULL");
  627. qdf_assert_always(0);
  628. }
  629. return replenish_soc;
  630. }
  631. struct dp_soc *
  632. dp_soc_get_by_idle_bm_id(struct dp_soc *soc, uint8_t idle_bm_id)
  633. {
  634. struct dp_soc_be *be_soc = dp_get_be_soc_from_dp_soc(soc);
  635. struct dp_mlo_ctxt *mlo_ctxt = be_soc->ml_ctxt;
  636. struct dp_soc *partner_soc = NULL;
  637. uint8_t chip_id;
  638. if (!be_soc->mlo_enabled || !mlo_ctxt)
  639. return soc;
  640. for (chip_id = 0; chip_id < WLAN_MAX_MLO_CHIPS; chip_id++) {
  641. partner_soc = dp_mlo_get_soc_ref_by_chip_id(mlo_ctxt, chip_id);
  642. if (!partner_soc)
  643. continue;
  644. if (partner_soc->idle_link_bm_id == idle_bm_id)
  645. return partner_soc;
  646. }
  647. return NULL;
  648. }
  649. #ifdef WLAN_MCAST_MLO
  650. void dp_mcast_mlo_iter_ptnr_soc(struct dp_soc_be *be_soc,
  651. dp_ptnr_soc_iter_func func,
  652. void *arg)
  653. {
  654. int i = 0;
  655. struct dp_mlo_ctxt *dp_mlo = be_soc->ml_ctxt;
  656. for (i = 0; i < WLAN_MAX_MLO_CHIPS ; i++) {
  657. struct dp_soc *ptnr_soc =
  658. dp_mlo_get_soc_ref_by_chip_id(dp_mlo, i);
  659. if (!ptnr_soc)
  660. continue;
  661. (*func)(ptnr_soc, arg);
  662. }
  663. }
  664. qdf_export_symbol(dp_mcast_mlo_iter_ptnr_soc);
  665. void dp_mcast_mlo_iter_ptnr_vdev(struct dp_soc_be *be_soc,
  666. struct dp_vdev_be *be_vdev,
  667. dp_ptnr_vdev_iter_func func,
  668. void *arg,
  669. enum dp_mod_id mod_id)
  670. {
  671. int i = 0;
  672. int j = 0;
  673. struct dp_mlo_ctxt *dp_mlo = be_soc->ml_ctxt;
  674. for (i = 0; i < WLAN_MAX_MLO_CHIPS ; i++) {
  675. struct dp_soc *ptnr_soc =
  676. dp_mlo_get_soc_ref_by_chip_id(dp_mlo, i);
  677. if (!ptnr_soc)
  678. continue;
  679. for (j = 0 ; j < WLAN_MAX_MLO_LINKS_PER_SOC ; j++) {
  680. struct dp_vdev *ptnr_vdev;
  681. ptnr_vdev = dp_vdev_get_ref_by_id(
  682. ptnr_soc,
  683. be_vdev->partner_vdev_list[i][j],
  684. mod_id);
  685. if (!ptnr_vdev)
  686. continue;
  687. (*func)(be_vdev, ptnr_vdev, arg);
  688. dp_vdev_unref_delete(ptnr_vdev->pdev->soc,
  689. ptnr_vdev,
  690. mod_id);
  691. }
  692. }
  693. }
  694. qdf_export_symbol(dp_mcast_mlo_iter_ptnr_vdev);
  695. struct dp_vdev *dp_mlo_get_mcast_primary_vdev(struct dp_soc_be *be_soc,
  696. struct dp_vdev_be *be_vdev,
  697. enum dp_mod_id mod_id)
  698. {
  699. int i = 0;
  700. int j = 0;
  701. struct dp_mlo_ctxt *dp_mlo = be_soc->ml_ctxt;
  702. for (i = 0; i < WLAN_MAX_MLO_CHIPS ; i++) {
  703. struct dp_soc *ptnr_soc =
  704. dp_mlo_get_soc_ref_by_chip_id(dp_mlo, i);
  705. if (!ptnr_soc)
  706. continue;
  707. for (j = 0 ; j < WLAN_MAX_MLO_LINKS_PER_SOC ; j++) {
  708. struct dp_vdev *ptnr_vdev = NULL;
  709. struct dp_vdev_be *be_ptnr_vdev = NULL;
  710. ptnr_vdev = dp_vdev_get_ref_by_id(
  711. ptnr_soc,
  712. be_vdev->partner_vdev_list[i][j],
  713. mod_id);
  714. if (!ptnr_vdev)
  715. continue;
  716. be_ptnr_vdev = dp_get_be_vdev_from_dp_vdev(ptnr_vdev);
  717. if (be_ptnr_vdev->mcast_primary)
  718. return ptnr_vdev;
  719. dp_vdev_unref_delete(be_ptnr_vdev->vdev.pdev->soc,
  720. &be_ptnr_vdev->vdev,
  721. mod_id);
  722. }
  723. }
  724. return NULL;
  725. }
  726. qdf_export_symbol(dp_mlo_get_mcast_primary_vdev);
  727. #endif
  728. static inline uint64_t dp_mlo_get_mlo_ts_offset(struct dp_pdev_be *be_pdev)
  729. {
  730. struct dp_soc *soc;
  731. struct dp_pdev *pdev;
  732. struct dp_soc_be *be_soc;
  733. uint32_t mlo_offset;
  734. pdev = &be_pdev->pdev;
  735. soc = pdev->soc;
  736. be_soc = dp_get_be_soc_from_dp_soc(soc);
  737. mlo_offset = be_soc->mlo_tstamp_offset;
  738. return mlo_offset;
  739. }
  740. int32_t dp_mlo_get_delta_tsf2_wrt_mlo_offset(struct dp_soc *soc,
  741. uint8_t hw_link_id)
  742. {
  743. struct dp_soc_be *be_soc = dp_get_be_soc_from_dp_soc(soc);
  744. struct dp_mlo_ctxt *ml_ctxt = be_soc->ml_ctxt;
  745. struct dp_pdev_be *be_pdev;
  746. int32_t delta_tsf2_mlo_offset;
  747. int32_t mlo_offset, delta_tsf2;
  748. if (!ml_ctxt)
  749. return 0;
  750. be_pdev = dp_mlo_get_be_pdev_from_link_id(ml_ctxt, hw_link_id);
  751. if (!be_pdev)
  752. return 0;
  753. mlo_offset = dp_mlo_get_mlo_ts_offset(be_pdev);
  754. delta_tsf2 = be_pdev->delta_tsf2;
  755. delta_tsf2_mlo_offset = mlo_offset - delta_tsf2;
  756. return delta_tsf2_mlo_offset;
  757. }
  758. int32_t dp_mlo_get_delta_tqm_wrt_mlo_offset(struct dp_soc *soc)
  759. {
  760. struct dp_soc_be *be_soc = dp_get_be_soc_from_dp_soc(soc);
  761. int32_t delta_tqm_mlo_offset;
  762. int32_t mlo_offset, delta_tqm;
  763. mlo_offset = be_soc->mlo_tstamp_offset;
  764. delta_tqm = be_soc->delta_tqm;
  765. delta_tqm_mlo_offset = mlo_offset - delta_tqm;
  766. return delta_tqm_mlo_offset;
  767. }