dp_mlo.c 38 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403
  1. /*
  2. * Copyright (c) 2021-2023 Qualcomm Innovation Center, Inc. All rights reserved.
  3. *
  4. * Permission to use, copy, modify, and/or distribute this software for any
  5. * purpose with or without fee is hereby granted, provided that the above
  6. * copyright notice and this permission notice appear in all copies.
  7. *
  8. * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
  9. * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
  10. * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
  11. * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
  12. * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
  13. * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
  14. * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
  15. */
  16. #include <wlan_utility.h>
  17. #include <dp_internal.h>
  18. #include <dp_htt.h>
  19. #include <hal_be_api.h>
  20. #include "dp_mlo.h"
  21. #include <dp_be.h>
  22. #include <dp_be_rx.h>
  23. #include <dp_htt.h>
  24. #include <dp_internal.h>
  25. #include <wlan_cfg.h>
  26. #include <wlan_mlo_mgr_cmn.h>
  27. #include "dp_umac_reset.h"
  28. #ifdef DP_UMAC_HW_RESET_SUPPORT
  29. /**
  30. * dp_umac_reset_update_partner_map() - Update Umac reset partner map
  31. * @mlo_ctx: mlo soc context
  32. * @chip_id: chip id
  33. * @set: flag indicating whether to set or clear the bit
  34. *
  35. * Return: void
  36. */
  37. static void dp_umac_reset_update_partner_map(struct dp_mlo_ctxt *mlo_ctx,
  38. int chip_id, bool set);
  39. #endif
  40. /**
  41. * dp_mlo_ctxt_attach_wifi3() - Attach DP MLO context
  42. * @ctrl_ctxt: CDP control context
  43. *
  44. * Return: DP MLO context handle on success, NULL on failure
  45. */
  46. static struct cdp_mlo_ctxt *
  47. dp_mlo_ctxt_attach_wifi3(struct cdp_ctrl_mlo_mgr *ctrl_ctxt)
  48. {
  49. struct dp_mlo_ctxt *mlo_ctxt =
  50. qdf_mem_malloc(sizeof(struct dp_mlo_ctxt));
  51. if (!mlo_ctxt) {
  52. dp_err("Failed to allocate DP MLO Context");
  53. return NULL;
  54. }
  55. mlo_ctxt->ctrl_ctxt = ctrl_ctxt;
  56. if (dp_mlo_peer_find_hash_attach_be
  57. (mlo_ctxt, DP_MAX_MLO_PEER) != QDF_STATUS_SUCCESS) {
  58. dp_err("Failed to allocate peer hash");
  59. qdf_mem_free(mlo_ctxt);
  60. return NULL;
  61. }
  62. qdf_get_random_bytes(mlo_ctxt->toeplitz_hash_ipv4,
  63. (sizeof(mlo_ctxt->toeplitz_hash_ipv4[0]) *
  64. LRO_IPV4_SEED_ARR_SZ));
  65. qdf_get_random_bytes(mlo_ctxt->toeplitz_hash_ipv6,
  66. (sizeof(mlo_ctxt->toeplitz_hash_ipv6[0]) *
  67. LRO_IPV6_SEED_ARR_SZ));
  68. qdf_spinlock_create(&mlo_ctxt->ml_soc_list_lock);
  69. qdf_spinlock_create(&mlo_ctxt->grp_umac_reset_ctx.grp_ctx_lock);
  70. return dp_mlo_ctx_to_cdp(mlo_ctxt);
  71. }
  72. /**
  73. * dp_mlo_ctxt_detach_wifi3() - Detach DP MLO context
  74. * @cdp_ml_ctxt: pointer to CDP DP MLO context
  75. *
  76. * Return: void
  77. */
  78. static void dp_mlo_ctxt_detach_wifi3(struct cdp_mlo_ctxt *cdp_ml_ctxt)
  79. {
  80. struct dp_mlo_ctxt *mlo_ctxt = cdp_mlo_ctx_to_dp(cdp_ml_ctxt);
  81. if (!cdp_ml_ctxt)
  82. return;
  83. qdf_spinlock_destroy(&mlo_ctxt->grp_umac_reset_ctx.grp_ctx_lock);
  84. qdf_spinlock_destroy(&mlo_ctxt->ml_soc_list_lock);
  85. dp_mlo_peer_find_hash_detach_be(mlo_ctxt);
  86. qdf_mem_free(mlo_ctxt);
  87. }
  88. /**
  89. * dp_mlo_set_soc_by_chip_id() - Add DP soc to ML context soc list
  90. * @ml_ctxt: DP ML context handle
  91. * @soc: DP soc handle
  92. * @chip_id: MLO chip id
  93. *
  94. * Return: void
  95. */
  96. static void dp_mlo_set_soc_by_chip_id(struct dp_mlo_ctxt *ml_ctxt,
  97. struct dp_soc *soc,
  98. uint8_t chip_id)
  99. {
  100. qdf_spin_lock_bh(&ml_ctxt->ml_soc_list_lock);
  101. ml_ctxt->ml_soc_list[chip_id] = soc;
  102. /* The same API is called during soc_attach and soc_detach
  103. * soc parameter is non-null or null accordingly.
  104. */
  105. if (soc)
  106. ml_ctxt->ml_soc_cnt++;
  107. else
  108. ml_ctxt->ml_soc_cnt--;
  109. dp_umac_reset_update_partner_map(ml_ctxt, chip_id, !!soc);
  110. qdf_spin_unlock_bh(&ml_ctxt->ml_soc_list_lock);
  111. }
  112. struct dp_soc*
  113. dp_mlo_get_soc_ref_by_chip_id(struct dp_mlo_ctxt *ml_ctxt,
  114. uint8_t chip_id)
  115. {
  116. struct dp_soc *soc = NULL;
  117. if (!ml_ctxt) {
  118. dp_warn("MLO context not created, MLO not enabled");
  119. return NULL;
  120. }
  121. qdf_spin_lock_bh(&ml_ctxt->ml_soc_list_lock);
  122. soc = ml_ctxt->ml_soc_list[chip_id];
  123. if (!soc) {
  124. qdf_spin_unlock_bh(&ml_ctxt->ml_soc_list_lock);
  125. return NULL;
  126. }
  127. qdf_atomic_inc(&soc->ref_count);
  128. qdf_spin_unlock_bh(&ml_ctxt->ml_soc_list_lock);
  129. return soc;
  130. }
  131. static QDF_STATUS dp_partner_soc_rx_hw_cc_init(struct dp_mlo_ctxt *mlo_ctxt,
  132. struct dp_soc_be *be_soc)
  133. {
  134. uint8_t i;
  135. struct dp_soc *partner_soc;
  136. struct dp_soc_be *be_partner_soc;
  137. uint8_t pool_id;
  138. QDF_STATUS qdf_status = QDF_STATUS_SUCCESS;
  139. for (i = 0; i < WLAN_MAX_MLO_CHIPS; i++) {
  140. partner_soc = dp_mlo_get_soc_ref_by_chip_id(mlo_ctxt, i);
  141. if (!partner_soc) {
  142. dp_err("partner_soc is NULL");
  143. continue;
  144. }
  145. be_partner_soc = dp_get_be_soc_from_dp_soc(partner_soc);
  146. for (pool_id = 0; pool_id < MAX_RXDESC_POOLS; pool_id++) {
  147. qdf_status =
  148. dp_hw_cookie_conversion_init
  149. (be_soc,
  150. &be_partner_soc->rx_cc_ctx[pool_id]);
  151. if (!QDF_IS_STATUS_SUCCESS(qdf_status)) {
  152. dp_alert("MLO partner soc RX CC init failed");
  153. return qdf_status;
  154. }
  155. }
  156. }
  157. return qdf_status;
  158. }
  159. static void dp_mlo_soc_drain_rx_buf(struct dp_soc *soc, void *arg, int chip_id)
  160. {
  161. uint8_t i = 0;
  162. uint8_t cpu = 0;
  163. uint8_t rx_ring_mask[WLAN_CFG_INT_NUM_CONTEXTS] = {0};
  164. uint8_t rx_err_ring_mask[WLAN_CFG_INT_NUM_CONTEXTS] = {0};
  165. uint8_t rx_wbm_rel_ring_mask[WLAN_CFG_INT_NUM_CONTEXTS] = {0};
  166. uint8_t reo_status_ring_mask[WLAN_CFG_INT_NUM_CONTEXTS] = {0};
  167. /* Save the current interrupt mask and disable the interrupts */
  168. for (i = 0; i < wlan_cfg_get_num_contexts(soc->wlan_cfg_ctx); i++) {
  169. rx_ring_mask[i] = soc->intr_ctx[i].rx_ring_mask;
  170. rx_err_ring_mask[i] = soc->intr_ctx[i].rx_err_ring_mask;
  171. rx_wbm_rel_ring_mask[i] = soc->intr_ctx[i].rx_wbm_rel_ring_mask;
  172. reo_status_ring_mask[i] = soc->intr_ctx[i].reo_status_ring_mask;
  173. soc->intr_ctx[i].rx_ring_mask = 0;
  174. soc->intr_ctx[i].rx_err_ring_mask = 0;
  175. soc->intr_ctx[i].rx_wbm_rel_ring_mask = 0;
  176. soc->intr_ctx[i].reo_status_ring_mask = 0;
  177. }
  178. /* make sure dp_service_srngs not running on any of the CPU */
  179. for (cpu = 0; cpu < NR_CPUS; cpu++) {
  180. while (qdf_atomic_test_bit(cpu,
  181. &soc->service_rings_running))
  182. ;
  183. }
  184. for (i = 0; i < wlan_cfg_get_num_contexts(soc->wlan_cfg_ctx); i++) {
  185. uint8_t ring = 0;
  186. uint32_t num_entries = 0;
  187. hal_ring_handle_t hal_ring_hdl = NULL;
  188. uint8_t rx_mask = wlan_cfg_get_rx_ring_mask(
  189. soc->wlan_cfg_ctx, i);
  190. uint8_t rx_err_mask = wlan_cfg_get_rx_err_ring_mask(
  191. soc->wlan_cfg_ctx, i);
  192. uint8_t rx_wbm_rel_mask = wlan_cfg_get_rx_wbm_rel_ring_mask(
  193. soc->wlan_cfg_ctx, i);
  194. if (rx_mask) {
  195. /* iterate through each reo ring and process the buf */
  196. for (ring = 0; ring < soc->num_reo_dest_rings; ring++) {
  197. if (!(rx_mask & (1 << ring)))
  198. continue;
  199. hal_ring_hdl =
  200. soc->reo_dest_ring[ring].hal_srng;
  201. num_entries = hal_srng_get_num_entries(
  202. soc->hal_soc,
  203. hal_ring_hdl);
  204. dp_rx_process_be(&soc->intr_ctx[i],
  205. hal_ring_hdl,
  206. ring,
  207. num_entries);
  208. }
  209. }
  210. /* Process REO Exception ring */
  211. if (rx_err_mask) {
  212. hal_ring_hdl = soc->reo_exception_ring.hal_srng;
  213. num_entries = hal_srng_get_num_entries(
  214. soc->hal_soc,
  215. hal_ring_hdl);
  216. dp_rx_err_process(&soc->intr_ctx[i], soc,
  217. hal_ring_hdl, num_entries);
  218. }
  219. /* Process Rx WBM release ring */
  220. if (rx_wbm_rel_mask) {
  221. hal_ring_hdl = soc->rx_rel_ring.hal_srng;
  222. num_entries = hal_srng_get_num_entries(
  223. soc->hal_soc,
  224. hal_ring_hdl);
  225. dp_rx_wbm_err_process(&soc->intr_ctx[i], soc,
  226. hal_ring_hdl, num_entries);
  227. }
  228. }
  229. /* restore the interrupt mask */
  230. for (i = 0; i < wlan_cfg_get_num_contexts(soc->wlan_cfg_ctx); i++) {
  231. soc->intr_ctx[i].rx_ring_mask = rx_ring_mask[i];
  232. soc->intr_ctx[i].rx_err_ring_mask = rx_err_ring_mask[i];
  233. soc->intr_ctx[i].rx_wbm_rel_ring_mask = rx_wbm_rel_ring_mask[i];
  234. soc->intr_ctx[i].reo_status_ring_mask = reo_status_ring_mask[i];
  235. }
  236. }
  237. static void dp_mlo_soc_setup(struct cdp_soc_t *soc_hdl,
  238. struct cdp_mlo_ctxt *cdp_ml_ctxt)
  239. {
  240. struct dp_soc *soc = cdp_soc_t_to_dp_soc(soc_hdl);
  241. struct dp_mlo_ctxt *mlo_ctxt = cdp_mlo_ctx_to_dp(cdp_ml_ctxt);
  242. struct dp_soc_be *be_soc = dp_get_be_soc_from_dp_soc(soc);
  243. uint8_t pdev_id;
  244. if (!cdp_ml_ctxt)
  245. return;
  246. be_soc->ml_ctxt = mlo_ctxt;
  247. for (pdev_id = 0; pdev_id < MAX_PDEV_CNT; pdev_id++) {
  248. if (soc->pdev_list[pdev_id])
  249. dp_mlo_update_link_to_pdev_map(soc,
  250. soc->pdev_list[pdev_id]);
  251. }
  252. dp_mlo_set_soc_by_chip_id(mlo_ctxt, soc, be_soc->mlo_chip_id);
  253. }
  254. static void dp_mlo_soc_teardown(struct cdp_soc_t *soc_hdl,
  255. struct cdp_mlo_ctxt *cdp_ml_ctxt,
  256. bool is_force_down)
  257. {
  258. struct dp_soc *soc = cdp_soc_t_to_dp_soc(soc_hdl);
  259. struct dp_mlo_ctxt *mlo_ctxt = cdp_mlo_ctx_to_dp(cdp_ml_ctxt);
  260. struct dp_soc_be *be_soc = dp_get_be_soc_from_dp_soc(soc);
  261. if (!cdp_ml_ctxt)
  262. return;
  263. /* During the teardown drain the Rx buffers if any exist in the ring */
  264. dp_mlo_iter_ptnr_soc(be_soc,
  265. dp_mlo_soc_drain_rx_buf,
  266. NULL);
  267. dp_mlo_set_soc_by_chip_id(mlo_ctxt, NULL, be_soc->mlo_chip_id);
  268. be_soc->ml_ctxt = NULL;
  269. }
  270. static QDF_STATUS dp_mlo_add_ptnr_vdev(struct dp_vdev *vdev1,
  271. struct dp_vdev *vdev2,
  272. struct dp_soc *soc, uint8_t pdev_id)
  273. {
  274. struct dp_soc_be *soc_be = dp_get_be_soc_from_dp_soc(soc);
  275. struct dp_vdev_be *vdev2_be = dp_get_be_vdev_from_dp_vdev(vdev2);
  276. /* return when valid entry exists */
  277. if (vdev2_be->partner_vdev_list[soc_be->mlo_chip_id][pdev_id] !=
  278. CDP_INVALID_VDEV_ID)
  279. return QDF_STATUS_SUCCESS;
  280. vdev2_be->partner_vdev_list[soc_be->mlo_chip_id][pdev_id] =
  281. vdev1->vdev_id;
  282. mlo_debug("Add vdev%d to vdev%d list, mlo_chip_id = %d pdev_id = %d\n",
  283. vdev1->vdev_id, vdev2->vdev_id, soc_be->mlo_chip_id, pdev_id);
  284. return QDF_STATUS_SUCCESS;
  285. }
  286. QDF_STATUS dp_update_mlo_ptnr_list(struct cdp_soc_t *soc_hdl,
  287. int8_t partner_vdev_ids[], uint8_t num_vdevs,
  288. uint8_t self_vdev_id)
  289. {
  290. int i, j;
  291. struct dp_soc *self_soc = cdp_soc_t_to_dp_soc(soc_hdl);
  292. struct dp_vdev *self_vdev;
  293. QDF_STATUS ret = QDF_STATUS_SUCCESS;
  294. struct dp_soc_be *be_soc = dp_get_be_soc_from_dp_soc(self_soc);
  295. struct dp_mlo_ctxt *dp_mlo = be_soc->ml_ctxt;
  296. if (!dp_mlo)
  297. return QDF_STATUS_E_FAILURE;
  298. self_vdev = dp_vdev_get_ref_by_id(self_soc, self_vdev_id, DP_MOD_ID_RX);
  299. if (!self_vdev)
  300. return QDF_STATUS_E_FAILURE;
  301. /* go through the input vdev id list and if there are partner vdevs,
  302. * - then add the current vdev's id to partner vdev's list using pdev_id and
  303. * increase the reference
  304. * - add partner vdev to self list and increase the reference
  305. */
  306. for (i = 0; i < num_vdevs; i++) {
  307. if (partner_vdev_ids[i] == CDP_INVALID_VDEV_ID)
  308. continue;
  309. for (j = 0; j < WLAN_MAX_MLO_CHIPS; j++) {
  310. struct dp_soc *soc =
  311. dp_mlo_get_soc_ref_by_chip_id(dp_mlo, j);
  312. if (soc) {
  313. struct dp_vdev *vdev;
  314. vdev = dp_vdev_get_ref_by_id(soc,
  315. partner_vdev_ids[i], DP_MOD_ID_RX);
  316. if (vdev) {
  317. if (vdev == self_vdev) {
  318. dp_vdev_unref_delete(soc,
  319. vdev, DP_MOD_ID_RX);
  320. /*dp_soc_unref_delete(soc); */
  321. continue;
  322. }
  323. if (qdf_is_macaddr_equal(
  324. (struct qdf_mac_addr *)self_vdev->mld_mac_addr.raw,
  325. (struct qdf_mac_addr *)vdev->mld_mac_addr.raw)) {
  326. if (dp_mlo_add_ptnr_vdev(self_vdev,
  327. vdev, self_soc,
  328. self_vdev->pdev->pdev_id) !=
  329. QDF_STATUS_SUCCESS) {
  330. dp_err("Unable to add self to partner vdev's list");
  331. dp_vdev_unref_delete(soc,
  332. vdev, DP_MOD_ID_RX);
  333. /* TODO - release soc ref here */
  334. /* dp_soc_unref_delete(soc);*/
  335. ret = QDF_STATUS_E_FAILURE;
  336. goto exit;
  337. }
  338. /* add to self list */
  339. if (dp_mlo_add_ptnr_vdev(vdev, self_vdev, soc,
  340. vdev->pdev->pdev_id) !=
  341. QDF_STATUS_SUCCESS) {
  342. dp_err("Unable to add vdev to self vdev's list");
  343. dp_vdev_unref_delete(self_soc,
  344. vdev, DP_MOD_ID_RX);
  345. /* TODO - release soc ref here */
  346. /* dp_soc_unref_delete(soc);*/
  347. ret = QDF_STATUS_E_FAILURE;
  348. goto exit;
  349. }
  350. }
  351. dp_vdev_unref_delete(soc, vdev,
  352. DP_MOD_ID_RX);
  353. } /* vdev */
  354. /* TODO - release soc ref here */
  355. /* dp_soc_unref_delete(soc); */
  356. } /* soc */
  357. } /* for */
  358. } /* for */
  359. exit:
  360. dp_vdev_unref_delete(self_soc, self_vdev, DP_MOD_ID_RX);
  361. return ret;
  362. }
  363. void dp_clr_mlo_ptnr_list(struct dp_soc *soc, struct dp_vdev *vdev)
  364. {
  365. struct dp_soc_be *be_soc = dp_get_be_soc_from_dp_soc(soc);
  366. struct dp_vdev_be *vdev_be = dp_get_be_vdev_from_dp_vdev(vdev);
  367. struct dp_mlo_ctxt *dp_mlo = be_soc->ml_ctxt;
  368. uint8_t soc_id = be_soc->mlo_chip_id;
  369. uint8_t pdev_id = vdev->pdev->pdev_id;
  370. int i, j;
  371. for (i = 0; i < WLAN_MAX_MLO_CHIPS; i++) {
  372. for (j = 0; j < WLAN_MAX_MLO_LINKS_PER_SOC; j++) {
  373. struct dp_vdev *pr_vdev;
  374. struct dp_soc *pr_soc;
  375. struct dp_soc_be *pr_soc_be;
  376. struct dp_pdev *pr_pdev;
  377. struct dp_vdev_be *pr_vdev_be;
  378. if (vdev_be->partner_vdev_list[i][j] ==
  379. CDP_INVALID_VDEV_ID)
  380. continue;
  381. pr_soc = dp_mlo_get_soc_ref_by_chip_id(dp_mlo, i);
  382. if (!pr_soc)
  383. continue;
  384. pr_soc_be = dp_get_be_soc_from_dp_soc(pr_soc);
  385. pr_vdev = dp_vdev_get_ref_by_id(pr_soc,
  386. vdev_be->partner_vdev_list[i][j],
  387. DP_MOD_ID_RX);
  388. if (!pr_vdev)
  389. continue;
  390. /* remove self vdev from partner list */
  391. pr_vdev_be = dp_get_be_vdev_from_dp_vdev(pr_vdev);
  392. pr_vdev_be->partner_vdev_list[soc_id][pdev_id] =
  393. CDP_INVALID_VDEV_ID;
  394. /* remove partner vdev from self list */
  395. pr_pdev = pr_vdev->pdev;
  396. vdev_be->partner_vdev_list[pr_soc_be->mlo_chip_id][pr_pdev->pdev_id] =
  397. CDP_INVALID_VDEV_ID;
  398. dp_vdev_unref_delete(pr_soc, pr_vdev, DP_MOD_ID_RX);
  399. }
  400. }
  401. }
  402. static QDF_STATUS
  403. dp_clear_mlo_ptnr_list(struct cdp_soc_t *soc_hdl, uint8_t self_vdev_id)
  404. {
  405. struct dp_soc *soc = cdp_soc_t_to_dp_soc(soc_hdl);
  406. struct dp_vdev *vdev;
  407. vdev = dp_vdev_get_ref_by_id(soc, self_vdev_id, DP_MOD_ID_RX);
  408. if (!vdev)
  409. return QDF_STATUS_E_FAILURE;
  410. dp_clr_mlo_ptnr_list(soc, vdev);
  411. dp_vdev_unref_delete(soc, vdev, DP_MOD_ID_RX);
  412. return QDF_STATUS_SUCCESS;
  413. }
  414. static void dp_mlo_setup_complete(struct cdp_mlo_ctxt *cdp_ml_ctxt)
  415. {
  416. struct dp_mlo_ctxt *mlo_ctxt = cdp_mlo_ctx_to_dp(cdp_ml_ctxt);
  417. int i;
  418. struct dp_soc *soc;
  419. struct dp_soc_be *be_soc;
  420. QDF_STATUS qdf_status;
  421. if (!cdp_ml_ctxt)
  422. return;
  423. for (i = 0; i < WLAN_MAX_MLO_CHIPS; i++) {
  424. soc = dp_mlo_get_soc_ref_by_chip_id(mlo_ctxt, i);
  425. if (!soc)
  426. continue;
  427. be_soc = dp_get_be_soc_from_dp_soc(soc);
  428. qdf_status = dp_partner_soc_rx_hw_cc_init(mlo_ctxt, be_soc);
  429. if (!QDF_IS_STATUS_SUCCESS(qdf_status)) {
  430. dp_alert("MLO partner SOC Rx desc CC init failed");
  431. qdf_assert_always(0);
  432. }
  433. }
  434. }
  435. static void dp_mlo_update_delta_tsf2(struct cdp_soc_t *soc_hdl,
  436. uint8_t pdev_id, uint64_t delta_tsf2)
  437. {
  438. struct dp_soc *soc = cdp_soc_t_to_dp_soc(soc_hdl);
  439. struct dp_pdev *pdev;
  440. struct dp_pdev_be *be_pdev;
  441. pdev = dp_get_pdev_from_soc_pdev_id_wifi3((struct dp_soc *)soc,
  442. pdev_id);
  443. if (!pdev) {
  444. dp_err("pdev is NULL for pdev_id %u", pdev_id);
  445. return;
  446. }
  447. be_pdev = dp_get_be_pdev_from_dp_pdev(pdev);
  448. be_pdev->delta_tsf2 = delta_tsf2;
  449. }
  450. static void dp_mlo_update_delta_tqm(struct cdp_soc_t *soc_hdl,
  451. uint64_t delta_tqm)
  452. {
  453. struct dp_soc *soc = cdp_soc_t_to_dp_soc(soc_hdl);
  454. struct dp_soc_be *be_soc = dp_get_be_soc_from_dp_soc(soc);
  455. be_soc->delta_tqm = delta_tqm;
  456. }
  457. static void dp_mlo_update_mlo_ts_offset(struct cdp_soc_t *soc_hdl,
  458. uint64_t offset)
  459. {
  460. struct dp_soc *soc = cdp_soc_t_to_dp_soc(soc_hdl);
  461. struct dp_soc_be *be_soc = dp_get_be_soc_from_dp_soc(soc);
  462. be_soc->mlo_tstamp_offset = offset;
  463. }
  464. #ifdef CONFIG_MLO_SINGLE_DEV
  465. static void dp_mlo_aggregate_mld_vdev_stats(struct dp_vdev_be *be_vdev,
  466. struct dp_vdev *ptnr_vdev,
  467. void *arg)
  468. {
  469. struct cdp_vdev_stats *tgt_vdev_stats = (struct cdp_vdev_stats *)arg;
  470. struct cdp_vdev_stats *src_vdev_stats = &ptnr_vdev->stats;
  471. /* Aggregate vdev ingress stats */
  472. DP_UPDATE_INGRESS_STATS(tgt_vdev_stats, src_vdev_stats);
  473. /* Aggregate unmapped peers stats */
  474. DP_UPDATE_PER_PKT_STATS(tgt_vdev_stats, src_vdev_stats);
  475. DP_UPDATE_EXTD_STATS(tgt_vdev_stats, src_vdev_stats);
  476. /* Aggregate associated peers stats */
  477. dp_vdev_iterate_peer(ptnr_vdev, dp_update_vdev_stats, tgt_vdev_stats,
  478. DP_MOD_ID_GENERIC_STATS);
  479. }
  480. static QDF_STATUS dp_mlo_get_mld_vdev_stats(struct cdp_soc_t *soc_hdl,
  481. uint8_t vdev_id, void *buf)
  482. {
  483. struct dp_soc *soc = cdp_soc_t_to_dp_soc(soc_hdl);
  484. struct dp_soc_be *be_soc = dp_get_be_soc_from_dp_soc(soc);
  485. struct cdp_vdev_stats *vdev_stats;
  486. struct dp_vdev *vdev = dp_vdev_get_ref_by_id(soc, vdev_id,
  487. DP_MOD_ID_GENERIC_STATS);
  488. struct dp_vdev_be *vdev_be = NULL;
  489. if (!vdev)
  490. return QDF_STATUS_E_FAILURE;
  491. vdev_be = dp_get_be_vdev_from_dp_vdev(vdev);
  492. if (!vdev_be) {
  493. dp_vdev_unref_delete(soc, vdev, DP_MOD_ID_GENERIC_STATS);
  494. return QDF_STATUS_E_FAILURE;
  495. }
  496. vdev_stats = (struct cdp_vdev_stats *)buf;
  497. dp_aggregate_vdev_stats(vdev, buf);
  498. /* Aggregate stats from partner vdevs */
  499. dp_mlo_iter_ptnr_vdev(be_soc, vdev_be,
  500. dp_mlo_aggregate_mld_vdev_stats, buf,
  501. DP_MOD_ID_GENERIC_STATS);
  502. dp_vdev_unref_delete(soc, vdev, DP_MOD_ID_GENERIC_STATS);
  503. return QDF_STATUS_SUCCESS;
  504. }
  505. #endif
  506. static struct cdp_mlo_ops dp_mlo_ops = {
  507. .mlo_soc_setup = dp_mlo_soc_setup,
  508. .mlo_soc_teardown = dp_mlo_soc_teardown,
  509. .update_mlo_ptnr_list = dp_update_mlo_ptnr_list,
  510. .clear_mlo_ptnr_list = dp_clear_mlo_ptnr_list,
  511. .mlo_setup_complete = dp_mlo_setup_complete,
  512. .mlo_update_delta_tsf2 = dp_mlo_update_delta_tsf2,
  513. .mlo_update_delta_tqm = dp_mlo_update_delta_tqm,
  514. .mlo_update_mlo_ts_offset = dp_mlo_update_mlo_ts_offset,
  515. .mlo_ctxt_attach = dp_mlo_ctxt_attach_wifi3,
  516. .mlo_ctxt_detach = dp_mlo_ctxt_detach_wifi3,
  517. #ifdef CONFIG_MLO_SINGLE_DEV
  518. .mlo_get_mld_vdev_stats = dp_mlo_get_mld_vdev_stats,
  519. #endif
  520. };
  521. void dp_soc_mlo_fill_params(struct dp_soc *soc,
  522. struct cdp_soc_attach_params *params)
  523. {
  524. struct dp_soc_be *be_soc = dp_get_be_soc_from_dp_soc(soc);
  525. if (!params->mlo_enabled) {
  526. dp_warn("MLO not enabled on SOC");
  527. return;
  528. }
  529. be_soc->mlo_chip_id = params->mlo_chip_id;
  530. be_soc->ml_ctxt = cdp_mlo_ctx_to_dp(params->ml_context);
  531. be_soc->mlo_enabled = 1;
  532. soc->cdp_soc.ops->mlo_ops = &dp_mlo_ops;
  533. }
  534. void dp_mlo_update_link_to_pdev_map(struct dp_soc *soc, struct dp_pdev *pdev)
  535. {
  536. struct dp_soc_be *be_soc = dp_get_be_soc_from_dp_soc(soc);
  537. struct dp_pdev_be *be_pdev = dp_get_be_pdev_from_dp_pdev(pdev);
  538. struct dp_mlo_ctxt *ml_ctxt = be_soc->ml_ctxt;
  539. uint8_t link_id;
  540. if (!be_soc->mlo_enabled)
  541. return;
  542. if (!ml_ctxt)
  543. return;
  544. link_id = be_pdev->mlo_link_id;
  545. if (link_id < WLAN_MAX_MLO_CHIPS * WLAN_MAX_MLO_LINKS_PER_SOC) {
  546. if (!ml_ctxt->link_to_pdev_map[link_id])
  547. ml_ctxt->link_to_pdev_map[link_id] = be_pdev;
  548. else
  549. dp_alert("Attempt to update existing map for link %u",
  550. link_id);
  551. }
  552. }
  553. void dp_mlo_update_link_to_pdev_unmap(struct dp_soc *soc, struct dp_pdev *pdev)
  554. {
  555. struct dp_soc_be *be_soc = dp_get_be_soc_from_dp_soc(soc);
  556. struct dp_pdev_be *be_pdev = dp_get_be_pdev_from_dp_pdev(pdev);
  557. struct dp_mlo_ctxt *ml_ctxt = be_soc->ml_ctxt;
  558. uint8_t link_id;
  559. if (!be_soc->mlo_enabled)
  560. return;
  561. if (!ml_ctxt)
  562. return;
  563. link_id = be_pdev->mlo_link_id;
  564. if (link_id < WLAN_MAX_MLO_CHIPS * WLAN_MAX_MLO_LINKS_PER_SOC)
  565. ml_ctxt->link_to_pdev_map[link_id] = NULL;
  566. }
  567. static struct dp_pdev_be *
  568. dp_mlo_get_be_pdev_from_link_id(struct dp_mlo_ctxt *ml_ctxt, uint8_t link_id)
  569. {
  570. if (link_id < WLAN_MAX_MLO_CHIPS * WLAN_MAX_MLO_LINKS_PER_SOC)
  571. return ml_ctxt->link_to_pdev_map[link_id];
  572. return NULL;
  573. }
  574. void dp_pdev_mlo_fill_params(struct dp_pdev *pdev,
  575. struct cdp_pdev_attach_params *params)
  576. {
  577. struct dp_soc_be *be_soc = dp_get_be_soc_from_dp_soc(pdev->soc);
  578. struct dp_pdev_be *be_pdev = dp_get_be_pdev_from_dp_pdev(pdev);
  579. if (!be_soc->mlo_enabled) {
  580. dp_info("MLO not enabled on SOC");
  581. return;
  582. }
  583. be_pdev->mlo_link_id = params->mlo_link_id;
  584. }
  585. void dp_mlo_partner_chips_map(struct dp_soc *soc,
  586. struct dp_peer *peer,
  587. uint16_t peer_id)
  588. {
  589. struct dp_soc_be *be_soc = dp_get_be_soc_from_dp_soc(soc);
  590. struct dp_mlo_ctxt *mlo_ctxt = NULL;
  591. bool is_ml_peer_id =
  592. HTT_RX_PEER_META_DATA_V1_ML_PEER_VALID_GET(peer_id);
  593. uint8_t chip_id;
  594. struct dp_soc *temp_soc;
  595. /* for non ML peer dont map on partner chips*/
  596. if (!is_ml_peer_id)
  597. return;
  598. mlo_ctxt = be_soc->ml_ctxt;
  599. if (!mlo_ctxt)
  600. return;
  601. qdf_spin_lock_bh(&mlo_ctxt->ml_soc_list_lock);
  602. for (chip_id = 0; chip_id < DP_MAX_MLO_CHIPS; chip_id++) {
  603. temp_soc = mlo_ctxt->ml_soc_list[chip_id];
  604. if (!temp_soc)
  605. continue;
  606. /* skip if this is current soc */
  607. if (temp_soc == soc)
  608. continue;
  609. dp_peer_find_id_to_obj_add(temp_soc, peer, peer_id);
  610. }
  611. qdf_spin_unlock_bh(&mlo_ctxt->ml_soc_list_lock);
  612. }
  613. qdf_export_symbol(dp_mlo_partner_chips_map);
  614. void dp_mlo_partner_chips_unmap(struct dp_soc *soc,
  615. uint16_t peer_id)
  616. {
  617. struct dp_soc_be *be_soc = dp_get_be_soc_from_dp_soc(soc);
  618. struct dp_mlo_ctxt *mlo_ctxt = be_soc->ml_ctxt;
  619. bool is_ml_peer_id =
  620. HTT_RX_PEER_META_DATA_V1_ML_PEER_VALID_GET(peer_id);
  621. uint8_t chip_id;
  622. struct dp_soc *temp_soc;
  623. if (!is_ml_peer_id)
  624. return;
  625. if (!mlo_ctxt)
  626. return;
  627. qdf_spin_lock_bh(&mlo_ctxt->ml_soc_list_lock);
  628. for (chip_id = 0; chip_id < DP_MAX_MLO_CHIPS; chip_id++) {
  629. temp_soc = mlo_ctxt->ml_soc_list[chip_id];
  630. if (!temp_soc)
  631. continue;
  632. /* skip if this is current soc */
  633. if (temp_soc == soc)
  634. continue;
  635. dp_peer_find_id_to_obj_remove(temp_soc, peer_id);
  636. }
  637. qdf_spin_unlock_bh(&mlo_ctxt->ml_soc_list_lock);
  638. }
  639. qdf_export_symbol(dp_mlo_partner_chips_unmap);
  640. uint8_t dp_mlo_get_chip_id(struct dp_soc *soc)
  641. {
  642. struct dp_soc_be *be_soc = dp_get_be_soc_from_dp_soc(soc);
  643. return be_soc->mlo_chip_id;
  644. }
  645. qdf_export_symbol(dp_mlo_get_chip_id);
  646. struct dp_peer *
  647. dp_link_peer_hash_find_by_chip_id(struct dp_soc *soc,
  648. uint8_t *peer_mac_addr,
  649. int mac_addr_is_aligned,
  650. uint8_t vdev_id,
  651. uint8_t chip_id,
  652. enum dp_mod_id mod_id)
  653. {
  654. struct dp_soc_be *be_soc = dp_get_be_soc_from_dp_soc(soc);
  655. struct dp_mlo_ctxt *mlo_ctxt = be_soc->ml_ctxt;
  656. struct dp_soc *link_peer_soc = NULL;
  657. struct dp_peer *peer = NULL;
  658. if (!mlo_ctxt)
  659. return NULL;
  660. link_peer_soc = dp_mlo_get_soc_ref_by_chip_id(mlo_ctxt, chip_id);
  661. if (!link_peer_soc)
  662. return NULL;
  663. peer = dp_peer_find_hash_find(link_peer_soc, peer_mac_addr,
  664. mac_addr_is_aligned, vdev_id,
  665. mod_id);
  666. qdf_atomic_dec(&link_peer_soc->ref_count);
  667. return peer;
  668. }
  669. qdf_export_symbol(dp_link_peer_hash_find_by_chip_id);
  670. void dp_mlo_get_rx_hash_key(struct dp_soc *soc,
  671. struct cdp_lro_hash_config *lro_hash)
  672. {
  673. struct dp_soc_be *be_soc = dp_get_be_soc_from_dp_soc(soc);
  674. struct dp_mlo_ctxt *ml_ctxt = be_soc->ml_ctxt;
  675. if (!be_soc->mlo_enabled || !ml_ctxt)
  676. return dp_get_rx_hash_key_bytes(lro_hash);
  677. qdf_mem_copy(lro_hash->toeplitz_hash_ipv4, ml_ctxt->toeplitz_hash_ipv4,
  678. (sizeof(lro_hash->toeplitz_hash_ipv4[0]) *
  679. LRO_IPV4_SEED_ARR_SZ));
  680. qdf_mem_copy(lro_hash->toeplitz_hash_ipv6, ml_ctxt->toeplitz_hash_ipv6,
  681. (sizeof(lro_hash->toeplitz_hash_ipv6[0]) *
  682. LRO_IPV6_SEED_ARR_SZ));
  683. }
  684. struct dp_soc *
  685. dp_rx_replensih_soc_get(struct dp_soc *soc, uint8_t chip_id)
  686. {
  687. struct dp_soc_be *be_soc = dp_get_be_soc_from_dp_soc(soc);
  688. struct dp_mlo_ctxt *mlo_ctxt = be_soc->ml_ctxt;
  689. struct dp_soc *replenish_soc;
  690. if (!be_soc->mlo_enabled || !mlo_ctxt)
  691. return soc;
  692. if (be_soc->mlo_chip_id == chip_id)
  693. return soc;
  694. replenish_soc = dp_mlo_get_soc_ref_by_chip_id(mlo_ctxt, chip_id);
  695. if (qdf_unlikely(!replenish_soc)) {
  696. dp_alert("replenish SOC is NULL");
  697. qdf_assert_always(0);
  698. }
  699. return replenish_soc;
  700. }
  701. uint8_t dp_soc_get_num_soc_be(struct dp_soc *soc)
  702. {
  703. struct dp_soc_be *be_soc = dp_get_be_soc_from_dp_soc(soc);
  704. struct dp_mlo_ctxt *mlo_ctxt = be_soc->ml_ctxt;
  705. if (!be_soc->mlo_enabled || !mlo_ctxt)
  706. return 1;
  707. return mlo_ctxt->ml_soc_cnt;
  708. }
  709. struct dp_soc *
  710. dp_soc_get_by_idle_bm_id(struct dp_soc *soc, uint8_t idle_bm_id)
  711. {
  712. struct dp_soc_be *be_soc = dp_get_be_soc_from_dp_soc(soc);
  713. struct dp_mlo_ctxt *mlo_ctxt = be_soc->ml_ctxt;
  714. struct dp_soc *partner_soc = NULL;
  715. uint8_t chip_id;
  716. if (!be_soc->mlo_enabled || !mlo_ctxt)
  717. return soc;
  718. for (chip_id = 0; chip_id < WLAN_MAX_MLO_CHIPS; chip_id++) {
  719. partner_soc = dp_mlo_get_soc_ref_by_chip_id(mlo_ctxt, chip_id);
  720. if (!partner_soc)
  721. continue;
  722. if (partner_soc->idle_link_bm_id == idle_bm_id)
  723. return partner_soc;
  724. }
  725. return NULL;
  726. }
  727. #ifdef WLAN_MLO_MULTI_CHIP
  728. void dp_mlo_iter_ptnr_vdev(struct dp_soc_be *be_soc,
  729. struct dp_vdev_be *be_vdev,
  730. dp_ptnr_vdev_iter_func func,
  731. void *arg,
  732. enum dp_mod_id mod_id)
  733. {
  734. int i = 0;
  735. int j = 0;
  736. struct dp_mlo_ctxt *dp_mlo = be_soc->ml_ctxt;
  737. for (i = 0; i < WLAN_MAX_MLO_CHIPS ; i++) {
  738. struct dp_soc *ptnr_soc =
  739. dp_mlo_get_soc_ref_by_chip_id(dp_mlo, i);
  740. if (!ptnr_soc)
  741. continue;
  742. for (j = 0 ; j < WLAN_MAX_MLO_LINKS_PER_SOC ; j++) {
  743. struct dp_vdev *ptnr_vdev;
  744. ptnr_vdev = dp_vdev_get_ref_by_id(
  745. ptnr_soc,
  746. be_vdev->partner_vdev_list[i][j],
  747. mod_id);
  748. if (!ptnr_vdev)
  749. continue;
  750. (*func)(be_vdev, ptnr_vdev, arg);
  751. dp_vdev_unref_delete(ptnr_vdev->pdev->soc,
  752. ptnr_vdev,
  753. mod_id);
  754. }
  755. }
  756. }
  757. qdf_export_symbol(dp_mlo_iter_ptnr_vdev);
  758. #endif
  759. #ifdef WLAN_MCAST_MLO
  760. struct dp_vdev *dp_mlo_get_mcast_primary_vdev(struct dp_soc_be *be_soc,
  761. struct dp_vdev_be *be_vdev,
  762. enum dp_mod_id mod_id)
  763. {
  764. int i = 0;
  765. int j = 0;
  766. struct dp_mlo_ctxt *dp_mlo = be_soc->ml_ctxt;
  767. struct dp_vdev *vdev = (struct dp_vdev *)be_vdev;
  768. if (be_vdev->mcast_primary) {
  769. if (dp_vdev_get_ref((struct dp_soc *)be_soc, vdev, mod_id) !=
  770. QDF_STATUS_SUCCESS)
  771. return NULL;
  772. return vdev;
  773. }
  774. for (i = 0; i < WLAN_MAX_MLO_CHIPS ; i++) {
  775. struct dp_soc *ptnr_soc =
  776. dp_mlo_get_soc_ref_by_chip_id(dp_mlo, i);
  777. if (!ptnr_soc)
  778. continue;
  779. for (j = 0 ; j < WLAN_MAX_MLO_LINKS_PER_SOC ; j++) {
  780. struct dp_vdev *ptnr_vdev = NULL;
  781. struct dp_vdev_be *be_ptnr_vdev = NULL;
  782. ptnr_vdev = dp_vdev_get_ref_by_id(
  783. ptnr_soc,
  784. be_vdev->partner_vdev_list[i][j],
  785. mod_id);
  786. if (!ptnr_vdev)
  787. continue;
  788. be_ptnr_vdev = dp_get_be_vdev_from_dp_vdev(ptnr_vdev);
  789. if (be_ptnr_vdev->mcast_primary)
  790. return ptnr_vdev;
  791. dp_vdev_unref_delete(be_ptnr_vdev->vdev.pdev->soc,
  792. &be_ptnr_vdev->vdev,
  793. mod_id);
  794. }
  795. }
  796. return NULL;
  797. }
  798. qdf_export_symbol(dp_mlo_get_mcast_primary_vdev);
  799. #endif
  800. /**
  801. * dp_mlo_iter_ptnr_soc() - iterate through mlo soc list and call the callback
  802. * @be_soc: dp_soc_be pointer
  803. * @func: Function to be called for each soc
  804. * @arg: context to be passed to the callback
  805. *
  806. * Return: true if mlo is enabled, false if mlo is disabled
  807. */
  808. bool dp_mlo_iter_ptnr_soc(struct dp_soc_be *be_soc, dp_ptnr_soc_iter_func func,
  809. void *arg)
  810. {
  811. int i = 0;
  812. struct dp_mlo_ctxt *dp_mlo = be_soc->ml_ctxt;
  813. if (!be_soc->mlo_enabled || !be_soc->ml_ctxt)
  814. return false;
  815. for (i = 0; i < WLAN_MAX_MLO_CHIPS ; i++) {
  816. struct dp_soc *ptnr_soc =
  817. dp_mlo_get_soc_ref_by_chip_id(dp_mlo, i);
  818. if (!ptnr_soc)
  819. continue;
  820. (*func)(ptnr_soc, arg, i);
  821. }
  822. return true;
  823. }
  824. qdf_export_symbol(dp_mlo_iter_ptnr_soc);
  825. static inline uint64_t dp_mlo_get_mlo_ts_offset(struct dp_pdev_be *be_pdev)
  826. {
  827. struct dp_soc *soc;
  828. struct dp_pdev *pdev;
  829. struct dp_soc_be *be_soc;
  830. uint32_t mlo_offset;
  831. pdev = &be_pdev->pdev;
  832. soc = pdev->soc;
  833. be_soc = dp_get_be_soc_from_dp_soc(soc);
  834. mlo_offset = be_soc->mlo_tstamp_offset;
  835. return mlo_offset;
  836. }
  837. int32_t dp_mlo_get_delta_tsf2_wrt_mlo_offset(struct dp_soc *soc,
  838. uint8_t hw_link_id)
  839. {
  840. struct dp_soc_be *be_soc = dp_get_be_soc_from_dp_soc(soc);
  841. struct dp_mlo_ctxt *ml_ctxt = be_soc->ml_ctxt;
  842. struct dp_pdev_be *be_pdev;
  843. int32_t delta_tsf2_mlo_offset;
  844. int32_t mlo_offset, delta_tsf2;
  845. if (!ml_ctxt)
  846. return 0;
  847. be_pdev = dp_mlo_get_be_pdev_from_link_id(ml_ctxt, hw_link_id);
  848. if (!be_pdev)
  849. return 0;
  850. mlo_offset = dp_mlo_get_mlo_ts_offset(be_pdev);
  851. delta_tsf2 = be_pdev->delta_tsf2;
  852. delta_tsf2_mlo_offset = mlo_offset - delta_tsf2;
  853. return delta_tsf2_mlo_offset;
  854. }
  855. int32_t dp_mlo_get_delta_tqm_wrt_mlo_offset(struct dp_soc *soc)
  856. {
  857. struct dp_soc_be *be_soc = dp_get_be_soc_from_dp_soc(soc);
  858. int32_t delta_tqm_mlo_offset;
  859. int32_t mlo_offset, delta_tqm;
  860. mlo_offset = be_soc->mlo_tstamp_offset;
  861. delta_tqm = be_soc->delta_tqm;
  862. delta_tqm_mlo_offset = mlo_offset - delta_tqm;
  863. return delta_tqm_mlo_offset;
  864. }
  865. #ifdef DP_UMAC_HW_RESET_SUPPORT
  866. /**
  867. * dp_umac_reset_update_partner_map() - Update Umac reset partner map
  868. * @mlo_ctx: DP ML context handle
  869. * @chip_id: chip id
  870. * @set: flag indicating whether to set or clear the bit
  871. *
  872. * Return: void
  873. */
  874. static void dp_umac_reset_update_partner_map(struct dp_mlo_ctxt *mlo_ctx,
  875. int chip_id, bool set)
  876. {
  877. struct dp_soc_mlo_umac_reset_ctx *grp_umac_reset_ctx =
  878. &mlo_ctx->grp_umac_reset_ctx;
  879. if (set)
  880. qdf_atomic_set_bit(chip_id, &grp_umac_reset_ctx->partner_map);
  881. else
  882. qdf_atomic_clear_bit(chip_id, &grp_umac_reset_ctx->partner_map);
  883. }
  884. QDF_STATUS dp_umac_reset_notify_asserted_soc(struct dp_soc *soc)
  885. {
  886. struct dp_mlo_ctxt *mlo_ctx;
  887. struct dp_soc_be *be_soc;
  888. be_soc = dp_get_be_soc_from_dp_soc(soc);
  889. if (!be_soc) {
  890. dp_umac_reset_err("null be_soc");
  891. return QDF_STATUS_E_NULL_VALUE;
  892. }
  893. mlo_ctx = be_soc->ml_ctxt;
  894. if (!mlo_ctx) {
  895. /* This API can be called for non-MLO SOC as well. Hence, return
  896. * the status as success when mlo_ctx is NULL.
  897. */
  898. return QDF_STATUS_SUCCESS;
  899. }
  900. dp_umac_reset_update_partner_map(mlo_ctx, be_soc->mlo_chip_id, false);
  901. return QDF_STATUS_SUCCESS;
  902. }
  903. /**
  904. * dp_umac_reset_complete_umac_recovery() - Complete Umac reset session
  905. * @soc: dp soc handle
  906. *
  907. * Return: void
  908. */
  909. void dp_umac_reset_complete_umac_recovery(struct dp_soc *soc)
  910. {
  911. struct dp_soc_be *be_soc = dp_get_be_soc_from_dp_soc(soc);
  912. struct dp_mlo_ctxt *mlo_ctx = be_soc->ml_ctxt;
  913. struct dp_soc_mlo_umac_reset_ctx *grp_umac_reset_ctx;
  914. if (!mlo_ctx) {
  915. dp_umac_reset_alert("Umac reset was handled on soc %pK", soc);
  916. return;
  917. }
  918. grp_umac_reset_ctx = &mlo_ctx->grp_umac_reset_ctx;
  919. qdf_spin_lock_bh(&grp_umac_reset_ctx->grp_ctx_lock);
  920. grp_umac_reset_ctx->umac_reset_in_progress = false;
  921. grp_umac_reset_ctx->is_target_recovery = false;
  922. grp_umac_reset_ctx->response_map = 0;
  923. grp_umac_reset_ctx->request_map = 0;
  924. grp_umac_reset_ctx->initiator_chip_id = 0;
  925. qdf_spin_unlock_bh(&grp_umac_reset_ctx->grp_ctx_lock);
  926. dp_umac_reset_alert("Umac reset was handled on mlo group ctxt %pK",
  927. mlo_ctx);
  928. }
  929. /**
  930. * dp_umac_reset_initiate_umac_recovery() - Initiate Umac reset session
  931. * @soc: dp soc handle
  932. * @umac_reset_ctx: Umac reset context
  933. * @rx_event: Rx event received
  934. * @is_target_recovery: Flag to indicate if it is triggered for target recovery
  935. *
  936. * Return: status
  937. */
  938. QDF_STATUS dp_umac_reset_initiate_umac_recovery(struct dp_soc *soc,
  939. struct dp_soc_umac_reset_ctx *umac_reset_ctx,
  940. enum umac_reset_rx_event rx_event,
  941. bool is_target_recovery)
  942. {
  943. struct dp_soc_be *be_soc = dp_get_be_soc_from_dp_soc(soc);
  944. struct dp_mlo_ctxt *mlo_ctx = be_soc->ml_ctxt;
  945. struct dp_soc_mlo_umac_reset_ctx *grp_umac_reset_ctx;
  946. QDF_STATUS status = QDF_STATUS_SUCCESS;
  947. if (!mlo_ctx)
  948. return dp_umac_reset_validate_n_update_state_machine_on_rx(
  949. umac_reset_ctx, rx_event,
  950. UMAC_RESET_STATE_WAIT_FOR_TRIGGER,
  951. UMAC_RESET_STATE_DO_TRIGGER_RECEIVED);
  952. grp_umac_reset_ctx = &mlo_ctx->grp_umac_reset_ctx;
  953. qdf_spin_lock_bh(&grp_umac_reset_ctx->grp_ctx_lock);
  954. if (grp_umac_reset_ctx->umac_reset_in_progress) {
  955. qdf_spin_unlock_bh(&grp_umac_reset_ctx->grp_ctx_lock);
  956. return QDF_STATUS_E_INVAL;
  957. }
  958. status = dp_umac_reset_validate_n_update_state_machine_on_rx(
  959. umac_reset_ctx, rx_event,
  960. UMAC_RESET_STATE_WAIT_FOR_TRIGGER,
  961. UMAC_RESET_STATE_DO_TRIGGER_RECEIVED);
  962. if (status != QDF_STATUS_SUCCESS) {
  963. qdf_spin_unlock_bh(&grp_umac_reset_ctx->grp_ctx_lock);
  964. return status;
  965. }
  966. grp_umac_reset_ctx->umac_reset_in_progress = true;
  967. grp_umac_reset_ctx->is_target_recovery = is_target_recovery;
  968. /* We don't wait for the 'Umac trigger' message from all socs */
  969. grp_umac_reset_ctx->request_map = grp_umac_reset_ctx->partner_map;
  970. grp_umac_reset_ctx->response_map = grp_umac_reset_ctx->partner_map;
  971. grp_umac_reset_ctx->initiator_chip_id = dp_mlo_get_chip_id(soc);
  972. grp_umac_reset_ctx->umac_reset_count++;
  973. qdf_spin_unlock_bh(&grp_umac_reset_ctx->grp_ctx_lock);
  974. return QDF_STATUS_SUCCESS;
  975. }
  976. /**
  977. * dp_umac_reset_handle_action_cb() - Function to call action callback
  978. * @soc: dp soc handle
  979. * @umac_reset_ctx: Umac reset context
  980. * @action: Action to call the callback for
  981. *
  982. * Return: QDF_STATUS status
  983. */
  984. QDF_STATUS
  985. dp_umac_reset_handle_action_cb(struct dp_soc *soc,
  986. struct dp_soc_umac_reset_ctx *umac_reset_ctx,
  987. enum umac_reset_action action)
  988. {
  989. struct dp_soc_be *be_soc = dp_get_be_soc_from_dp_soc(soc);
  990. struct dp_mlo_ctxt *mlo_ctx = be_soc->ml_ctxt;
  991. struct dp_soc_mlo_umac_reset_ctx *grp_umac_reset_ctx;
  992. if (!mlo_ctx) {
  993. dp_umac_reset_debug("MLO context is Null");
  994. goto handle;
  995. }
  996. grp_umac_reset_ctx = &mlo_ctx->grp_umac_reset_ctx;
  997. qdf_spin_lock_bh(&grp_umac_reset_ctx->grp_ctx_lock);
  998. qdf_atomic_set_bit(dp_mlo_get_chip_id(soc),
  999. &grp_umac_reset_ctx->request_map);
  1000. dp_umac_reset_debug("partner_map %u request_map %u",
  1001. grp_umac_reset_ctx->partner_map,
  1002. grp_umac_reset_ctx->request_map);
  1003. /* This logic is needed for synchronization between mlo socs */
  1004. if ((grp_umac_reset_ctx->partner_map & grp_umac_reset_ctx->request_map)
  1005. != grp_umac_reset_ctx->partner_map) {
  1006. struct hif_softc *hif_sc = HIF_GET_SOFTC(soc->hif_handle);
  1007. struct hif_umac_reset_ctx *hif_umac_reset_ctx;
  1008. if (!hif_sc) {
  1009. hif_err("scn is null");
  1010. qdf_assert_always(0);
  1011. return QDF_STATUS_E_FAILURE;
  1012. }
  1013. hif_umac_reset_ctx = &hif_sc->umac_reset_ctx;
  1014. /* Mark the action as pending */
  1015. umac_reset_ctx->pending_action = action;
  1016. /* Reschedule the tasklet and exit */
  1017. tasklet_hi_schedule(&hif_umac_reset_ctx->intr_tq);
  1018. qdf_spin_unlock_bh(&grp_umac_reset_ctx->grp_ctx_lock);
  1019. return QDF_STATUS_SUCCESS;
  1020. }
  1021. qdf_spin_unlock_bh(&grp_umac_reset_ctx->grp_ctx_lock);
  1022. umac_reset_ctx->pending_action = UMAC_RESET_ACTION_NONE;
  1023. handle:
  1024. if (!umac_reset_ctx->rx_actions.cb[action]) {
  1025. dp_umac_reset_err("rx callback is NULL");
  1026. return QDF_STATUS_E_FAILURE;
  1027. }
  1028. return umac_reset_ctx->rx_actions.cb[action](soc);
  1029. }
  1030. /**
  1031. * dp_umac_reset_post_tx_cmd() - Iterate partner socs and post Tx command
  1032. * @umac_reset_ctx: UMAC reset context
  1033. * @tx_cmd: Tx command to be posted
  1034. *
  1035. * Return: QDF status of operation
  1036. */
  1037. QDF_STATUS
  1038. dp_umac_reset_post_tx_cmd(struct dp_soc_umac_reset_ctx *umac_reset_ctx,
  1039. enum umac_reset_tx_cmd tx_cmd)
  1040. {
  1041. struct dp_soc *soc = container_of(umac_reset_ctx, struct dp_soc,
  1042. umac_reset_ctx);
  1043. struct dp_soc_be *be_soc = dp_get_be_soc_from_dp_soc(soc);
  1044. struct dp_mlo_ctxt *mlo_ctx = be_soc->ml_ctxt;
  1045. struct dp_soc_mlo_umac_reset_ctx *grp_umac_reset_ctx;
  1046. if (!mlo_ctx) {
  1047. dp_umac_reset_post_tx_cmd_via_shmem(soc, &tx_cmd, 0);
  1048. return QDF_STATUS_SUCCESS;
  1049. }
  1050. grp_umac_reset_ctx = &mlo_ctx->grp_umac_reset_ctx;
  1051. qdf_spin_lock_bh(&grp_umac_reset_ctx->grp_ctx_lock);
  1052. qdf_atomic_set_bit(dp_mlo_get_chip_id(soc),
  1053. &grp_umac_reset_ctx->response_map);
  1054. /* This logic is needed for synchronization between mlo socs */
  1055. if ((grp_umac_reset_ctx->partner_map & grp_umac_reset_ctx->response_map)
  1056. != grp_umac_reset_ctx->partner_map) {
  1057. dp_umac_reset_debug(
  1058. "Response(s) pending : expected map %u current map %u",
  1059. grp_umac_reset_ctx->partner_map,
  1060. grp_umac_reset_ctx->response_map);
  1061. qdf_spin_unlock_bh(&grp_umac_reset_ctx->grp_ctx_lock);
  1062. return QDF_STATUS_SUCCESS;
  1063. }
  1064. dp_umac_reset_debug(
  1065. "All responses received: expected map %u current map %u",
  1066. grp_umac_reset_ctx->partner_map,
  1067. grp_umac_reset_ctx->response_map);
  1068. grp_umac_reset_ctx->response_map = 0;
  1069. grp_umac_reset_ctx->request_map = 0;
  1070. qdf_spin_unlock_bh(&grp_umac_reset_ctx->grp_ctx_lock);
  1071. dp_mlo_iter_ptnr_soc(be_soc, &dp_umac_reset_post_tx_cmd_via_shmem,
  1072. &tx_cmd);
  1073. if (tx_cmd == UMAC_RESET_TX_CMD_POST_RESET_COMPLETE_DONE)
  1074. dp_umac_reset_complete_umac_recovery(soc);
  1075. return QDF_STATUS_SUCCESS;
  1076. }
  1077. /**
  1078. * dp_umac_reset_initiator_check() - Check if soc is the Umac reset initiator
  1079. * @soc: dp soc handle
  1080. *
  1081. * Return: true if the soc is initiator or false otherwise
  1082. */
  1083. bool dp_umac_reset_initiator_check(struct dp_soc *soc)
  1084. {
  1085. struct dp_soc_be *be_soc = dp_get_be_soc_from_dp_soc(soc);
  1086. struct dp_mlo_ctxt *mlo_ctx = be_soc->ml_ctxt;
  1087. if (!mlo_ctx)
  1088. return true;
  1089. return (mlo_ctx->grp_umac_reset_ctx.initiator_chip_id ==
  1090. dp_mlo_get_chip_id(soc));
  1091. }
  1092. /**
  1093. * dp_umac_reset_target_recovery_check() - Check if this is for target recovery
  1094. * @soc: dp soc handle
  1095. *
  1096. * Return: true if the session is for target recovery or false otherwise
  1097. */
  1098. bool dp_umac_reset_target_recovery_check(struct dp_soc *soc)
  1099. {
  1100. struct dp_soc_be *be_soc = dp_get_be_soc_from_dp_soc(soc);
  1101. struct dp_mlo_ctxt *mlo_ctx = be_soc->ml_ctxt;
  1102. if (!mlo_ctx)
  1103. return false;
  1104. return mlo_ctx->grp_umac_reset_ctx.is_target_recovery;
  1105. }
  1106. /**
  1107. * dp_umac_reset_is_soc_ignored() - Check if this soc is to be ignored
  1108. * @soc: dp soc handle
  1109. *
  1110. * Return: true if the soc is ignored or false otherwise
  1111. */
  1112. bool dp_umac_reset_is_soc_ignored(struct dp_soc *soc)
  1113. {
  1114. struct dp_soc_be *be_soc = dp_get_be_soc_from_dp_soc(soc);
  1115. struct dp_mlo_ctxt *mlo_ctx = be_soc->ml_ctxt;
  1116. if (!mlo_ctx)
  1117. return false;
  1118. return !qdf_atomic_test_bit(dp_mlo_get_chip_id(soc),
  1119. &mlo_ctx->grp_umac_reset_ctx.partner_map);
  1120. }
  1121. QDF_STATUS dp_mlo_umac_reset_stats_print(struct dp_soc *soc)
  1122. {
  1123. struct dp_mlo_ctxt *mlo_ctx;
  1124. struct dp_soc_be *be_soc;
  1125. struct dp_soc_mlo_umac_reset_ctx *grp_umac_reset_ctx;
  1126. be_soc = dp_get_be_soc_from_dp_soc(soc);
  1127. if (!be_soc) {
  1128. dp_umac_reset_err("null be_soc");
  1129. return QDF_STATUS_E_NULL_VALUE;
  1130. }
  1131. mlo_ctx = be_soc->ml_ctxt;
  1132. if (!mlo_ctx) {
  1133. /* This API can be called for non-MLO SOC as well. Hence, return
  1134. * the status as success when mlo_ctx is NULL.
  1135. */
  1136. return QDF_STATUS_SUCCESS;
  1137. }
  1138. grp_umac_reset_ctx = &mlo_ctx->grp_umac_reset_ctx;
  1139. DP_UMAC_RESET_PRINT_STATS("MLO UMAC RESET stats\n"
  1140. "\t\tPartner map :%x\n"
  1141. "\t\tRequest map :%x\n"
  1142. "\t\tResponse map :%x\n"
  1143. "\t\tIs target recovery :%d\n"
  1144. "\t\tIs Umac reset inprogress :%d\n"
  1145. "\t\tNumber of UMAC reset triggered:%d\n"
  1146. "\t\tInitiator chip ID :%d\n",
  1147. grp_umac_reset_ctx->partner_map,
  1148. grp_umac_reset_ctx->request_map,
  1149. grp_umac_reset_ctx->response_map,
  1150. grp_umac_reset_ctx->is_target_recovery,
  1151. grp_umac_reset_ctx->umac_reset_in_progress,
  1152. grp_umac_reset_ctx->umac_reset_count,
  1153. grp_umac_reset_ctx->initiator_chip_id);
  1154. return QDF_STATUS_SUCCESS;
  1155. }
  1156. #endif