dp_rx_tid.c 56 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051
  1. /*
  2. * Copyright (c) 2016-2021 The Linux Foundation. All rights reserved.
  3. * Copyright (c) 2021-2023 Qualcomm Innovation Center, Inc. All rights reserved.
  4. *
  5. * Permission to use, copy, modify, and/or distribute this software for
  6. * any purpose with or without fee is hereby granted, provided that the
  7. * above copyright notice and this permission notice appear in all
  8. * copies.
  9. *
  10. * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL
  11. * WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED
  12. * WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE
  13. * AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL
  14. * DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR
  15. * PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER
  16. * TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
  17. * PERFORMANCE OF THIS SOFTWARE.
  18. */
  19. #include <qdf_types.h>
  20. #include <qdf_lock.h>
  21. #include <hal_hw_headers.h>
  22. #include "dp_htt.h"
  23. #include "dp_types.h"
  24. #include "dp_internal.h"
  25. #include "dp_peer.h"
  26. #include "dp_rx_defrag.h"
  27. #include "dp_rx.h"
  28. #include <hal_api.h>
  29. #include <hal_reo.h>
  30. #include <cdp_txrx_handle.h>
  31. #include <wlan_cfg.h>
  32. #ifdef WIFI_MONITOR_SUPPORT
  33. #include <dp_mon.h>
  34. #endif
  35. #ifdef FEATURE_WDS
  36. #include "dp_txrx_wds.h"
  37. #endif
  38. #include <qdf_module.h>
  39. #ifdef QCA_PEER_EXT_STATS
  40. #include "dp_hist.h"
  41. #endif
  42. #ifdef BYPASS_OL_OPS
  43. #include <target_if_dp.h>
  44. #endif
  45. #ifdef REO_QDESC_HISTORY
  46. #define REO_QDESC_HISTORY_SIZE 512
  47. uint64_t reo_qdesc_history_idx;
  48. struct reo_qdesc_event reo_qdesc_history[REO_QDESC_HISTORY_SIZE];
  49. #endif
  50. #ifdef REO_QDESC_HISTORY
  51. static inline void
  52. dp_rx_reo_qdesc_history_add(struct reo_desc_list_node *free_desc,
  53. enum reo_qdesc_event_type type)
  54. {
  55. struct reo_qdesc_event *evt;
  56. struct dp_rx_tid *rx_tid = &free_desc->rx_tid;
  57. uint32_t idx;
  58. reo_qdesc_history_idx++;
  59. idx = (reo_qdesc_history_idx & (REO_QDESC_HISTORY_SIZE - 1));
  60. evt = &reo_qdesc_history[idx];
  61. qdf_mem_copy(evt->peer_mac, free_desc->peer_mac, QDF_MAC_ADDR_SIZE);
  62. evt->qdesc_addr = rx_tid->hw_qdesc_paddr;
  63. evt->ts = qdf_get_log_timestamp();
  64. evt->type = type;
  65. }
  66. #ifdef WLAN_DP_FEATURE_DEFERRED_REO_QDESC_DESTROY
  67. static inline void
  68. dp_rx_reo_qdesc_deferred_evt_add(struct reo_desc_deferred_freelist_node *desc,
  69. enum reo_qdesc_event_type type)
  70. {
  71. struct reo_qdesc_event *evt;
  72. uint32_t idx;
  73. reo_qdesc_history_idx++;
  74. idx = (reo_qdesc_history_idx & (REO_QDESC_HISTORY_SIZE - 1));
  75. evt = &reo_qdesc_history[idx];
  76. qdf_mem_copy(evt->peer_mac, desc->peer_mac, QDF_MAC_ADDR_SIZE);
  77. evt->qdesc_addr = desc->hw_qdesc_paddr;
  78. evt->ts = qdf_get_log_timestamp();
  79. evt->type = type;
  80. }
  81. #define DP_RX_REO_QDESC_DEFERRED_FREE_EVT(desc) \
  82. dp_rx_reo_qdesc_deferred_evt_add((desc), REO_QDESC_FREE)
  83. #define DP_RX_REO_QDESC_DEFERRED_GET_MAC(desc, freedesc) \
  84. qdf_mem_copy((desc)->peer_mac, (freedesc)->peer_mac, QDF_MAC_ADDR_SIZE)
  85. #endif /* WLAN_DP_FEATURE_DEFERRED_REO_QDESC_DESTROY */
  86. #define DP_RX_REO_QDESC_GET_MAC(freedesc, peer) \
  87. qdf_mem_copy((freedesc)->peer_mac, (peer)->mac_addr.raw, QDF_MAC_ADDR_SIZE)
  88. #define DP_RX_REO_QDESC_UPDATE_EVT(free_desc) \
  89. dp_rx_reo_qdesc_history_add((free_desc), REO_QDESC_UPDATE_CB)
  90. #define DP_RX_REO_QDESC_FREE_EVT(free_desc) \
  91. dp_rx_reo_qdesc_history_add((free_desc), REO_QDESC_FREE)
  92. #else
  93. #define DP_RX_REO_QDESC_GET_MAC(freedesc, peer)
  94. #define DP_RX_REO_QDESC_UPDATE_EVT(free_desc)
  95. #define DP_RX_REO_QDESC_FREE_EVT(free_desc)
  96. #define DP_RX_REO_QDESC_DEFERRED_FREE_EVT(desc)
  97. #define DP_RX_REO_QDESC_DEFERRED_GET_MAC(desc, freedesc)
  98. #endif
  99. static inline void
  100. dp_set_ssn_valid_flag(struct hal_reo_cmd_params *params,
  101. uint8_t valid)
  102. {
  103. params->u.upd_queue_params.update_svld = 1;
  104. params->u.upd_queue_params.svld = valid;
  105. dp_peer_debug("Setting SSN valid bit to %d",
  106. valid);
  107. }
  108. #ifdef IPA_OFFLOAD
  109. void dp_peer_update_tid_stats_from_reo(struct dp_soc *soc, void *cb_ctxt,
  110. union hal_reo_status *reo_status)
  111. {
  112. struct dp_peer *peer = NULL;
  113. struct dp_rx_tid *rx_tid = NULL;
  114. unsigned long comb_peer_id_tid;
  115. struct hal_reo_queue_status *queue_status = &reo_status->queue_status;
  116. uint16_t tid;
  117. uint16_t peer_id;
  118. if (queue_status->header.status != HAL_REO_CMD_SUCCESS) {
  119. dp_err("REO stats failure %d\n",
  120. queue_status->header.status);
  121. return;
  122. }
  123. comb_peer_id_tid = (unsigned long)cb_ctxt;
  124. tid = DP_PEER_GET_REO_STATS_TID(comb_peer_id_tid);
  125. peer_id = DP_PEER_GET_REO_STATS_PEER_ID(comb_peer_id_tid);
  126. peer = dp_peer_get_ref_by_id(soc, peer_id, DP_MOD_ID_GENERIC_STATS);
  127. if (!peer)
  128. return;
  129. rx_tid = &peer->rx_tid[tid];
  130. if (!rx_tid) {
  131. dp_peer_unref_delete(peer, DP_MOD_ID_GENERIC_STATS);
  132. return;
  133. }
  134. rx_tid->rx_msdu_cnt.bytes += queue_status->total_cnt;
  135. rx_tid->rx_msdu_cnt.num += queue_status->msdu_frms_cnt;
  136. dp_peer_unref_delete(peer, DP_MOD_ID_GENERIC_STATS);
  137. }
  138. qdf_export_symbol(dp_peer_update_tid_stats_from_reo);
  139. #endif
  140. void dp_rx_tid_stats_cb(struct dp_soc *soc, void *cb_ctxt,
  141. union hal_reo_status *reo_status)
  142. {
  143. struct dp_rx_tid *rx_tid = (struct dp_rx_tid *)cb_ctxt;
  144. struct hal_reo_queue_status *queue_status = &reo_status->queue_status;
  145. if (queue_status->header.status == HAL_REO_CMD_DRAIN)
  146. return;
  147. if (queue_status->header.status != HAL_REO_CMD_SUCCESS) {
  148. DP_PRINT_STATS("REO stats failure %d for TID %d\n",
  149. queue_status->header.status, rx_tid->tid);
  150. return;
  151. }
  152. DP_PRINT_STATS("REO queue stats (TID: %d):\n"
  153. "ssn: %d\n"
  154. "curr_idx : %d\n"
  155. "pn_31_0 : %08x\n"
  156. "pn_63_32 : %08x\n"
  157. "pn_95_64 : %08x\n"
  158. "pn_127_96 : %08x\n"
  159. "last_rx_enq_tstamp : %08x\n"
  160. "last_rx_deq_tstamp : %08x\n"
  161. "rx_bitmap_31_0 : %08x\n"
  162. "rx_bitmap_63_32 : %08x\n"
  163. "rx_bitmap_95_64 : %08x\n"
  164. "rx_bitmap_127_96 : %08x\n"
  165. "rx_bitmap_159_128 : %08x\n"
  166. "rx_bitmap_191_160 : %08x\n"
  167. "rx_bitmap_223_192 : %08x\n"
  168. "rx_bitmap_255_224 : %08x\n",
  169. rx_tid->tid,
  170. queue_status->ssn, queue_status->curr_idx,
  171. queue_status->pn_31_0, queue_status->pn_63_32,
  172. queue_status->pn_95_64, queue_status->pn_127_96,
  173. queue_status->last_rx_enq_tstamp,
  174. queue_status->last_rx_deq_tstamp,
  175. queue_status->rx_bitmap_31_0,
  176. queue_status->rx_bitmap_63_32,
  177. queue_status->rx_bitmap_95_64,
  178. queue_status->rx_bitmap_127_96,
  179. queue_status->rx_bitmap_159_128,
  180. queue_status->rx_bitmap_191_160,
  181. queue_status->rx_bitmap_223_192,
  182. queue_status->rx_bitmap_255_224);
  183. DP_PRINT_STATS(
  184. "curr_mpdu_cnt : %d\n"
  185. "curr_msdu_cnt : %d\n"
  186. "fwd_timeout_cnt : %d\n"
  187. "fwd_bar_cnt : %d\n"
  188. "dup_cnt : %d\n"
  189. "frms_in_order_cnt : %d\n"
  190. "bar_rcvd_cnt : %d\n"
  191. "mpdu_frms_cnt : %d\n"
  192. "msdu_frms_cnt : %d\n"
  193. "total_byte_cnt : %d\n"
  194. "late_recv_mpdu_cnt : %d\n"
  195. "win_jump_2k : %d\n"
  196. "hole_cnt : %d\n",
  197. queue_status->curr_mpdu_cnt,
  198. queue_status->curr_msdu_cnt,
  199. queue_status->fwd_timeout_cnt,
  200. queue_status->fwd_bar_cnt,
  201. queue_status->dup_cnt,
  202. queue_status->frms_in_order_cnt,
  203. queue_status->bar_rcvd_cnt,
  204. queue_status->mpdu_frms_cnt,
  205. queue_status->msdu_frms_cnt,
  206. queue_status->total_cnt,
  207. queue_status->late_recv_mpdu_cnt,
  208. queue_status->win_jump_2k,
  209. queue_status->hole_cnt);
  210. DP_PRINT_STATS("Addba Req : %d\n"
  211. "Addba Resp : %d\n"
  212. "Addba Resp success : %d\n"
  213. "Addba Resp failed : %d\n"
  214. "Delba Req received : %d\n"
  215. "Delba Tx success : %d\n"
  216. "Delba Tx Fail : %d\n"
  217. "BA window size : %d\n"
  218. "Pn size : %d\n",
  219. rx_tid->num_of_addba_req,
  220. rx_tid->num_of_addba_resp,
  221. rx_tid->num_addba_rsp_success,
  222. rx_tid->num_addba_rsp_failed,
  223. rx_tid->num_of_delba_req,
  224. rx_tid->delba_tx_success_cnt,
  225. rx_tid->delba_tx_fail_cnt,
  226. rx_tid->ba_win_size,
  227. rx_tid->pn_size);
  228. }
  229. static void dp_rx_tid_update_cb(struct dp_soc *soc, void *cb_ctxt,
  230. union hal_reo_status *reo_status)
  231. {
  232. struct dp_rx_tid *rx_tid = (struct dp_rx_tid *)cb_ctxt;
  233. if ((reo_status->rx_queue_status.header.status !=
  234. HAL_REO_CMD_SUCCESS) &&
  235. (reo_status->rx_queue_status.header.status !=
  236. HAL_REO_CMD_DRAIN)) {
  237. /* Should not happen normally. Just print error for now */
  238. dp_peer_err("%pK: Rx tid HW desc update failed(%d): tid %d",
  239. soc, reo_status->rx_queue_status.header.status,
  240. rx_tid->tid);
  241. }
  242. }
  243. static bool dp_get_peer_vdev_roaming_in_progress(struct dp_peer *peer)
  244. {
  245. struct ol_if_ops *ol_ops = NULL;
  246. bool is_roaming = false;
  247. uint8_t vdev_id = -1;
  248. struct cdp_soc_t *soc;
  249. if (!peer) {
  250. dp_peer_info("Peer is NULL. No roaming possible");
  251. return false;
  252. }
  253. soc = dp_soc_to_cdp_soc_t(peer->vdev->pdev->soc);
  254. ol_ops = peer->vdev->pdev->soc->cdp_soc.ol_ops;
  255. if (ol_ops && ol_ops->is_roam_inprogress) {
  256. dp_get_vdevid(soc, peer->mac_addr.raw, &vdev_id);
  257. is_roaming = ol_ops->is_roam_inprogress(vdev_id);
  258. }
  259. dp_peer_info("peer: " QDF_MAC_ADDR_FMT ", vdev_id: %d, is_roaming: %d",
  260. QDF_MAC_ADDR_REF(peer->mac_addr.raw), vdev_id, is_roaming);
  261. return is_roaming;
  262. }
  263. #ifdef WLAN_FEATURE_11BE_MLO
  264. /**
  265. * dp_rx_tid_setup_allow() - check if rx_tid and reo queue desc
  266. * setup is necessary
  267. * @peer: DP peer handle
  268. *
  269. * Return: true - allow, false - disallow
  270. */
  271. static inline
  272. bool dp_rx_tid_setup_allow(struct dp_peer *peer)
  273. {
  274. if (IS_MLO_DP_LINK_PEER(peer) && !peer->first_link)
  275. return false;
  276. return true;
  277. }
  278. /**
  279. * dp_rx_tid_update_allow() - check if rx_tid update needed
  280. * @peer: DP peer handle
  281. *
  282. * Return: true - allow, false - disallow
  283. */
  284. static inline
  285. bool dp_rx_tid_update_allow(struct dp_peer *peer)
  286. {
  287. /* not as expected for MLO connection link peer */
  288. if (IS_MLO_DP_LINK_PEER(peer)) {
  289. QDF_BUG(0);
  290. return false;
  291. }
  292. return true;
  293. }
  294. #else
  295. static inline
  296. bool dp_rx_tid_setup_allow(struct dp_peer *peer)
  297. {
  298. return true;
  299. }
  300. static inline
  301. bool dp_rx_tid_update_allow(struct dp_peer *peer)
  302. {
  303. return true;
  304. }
  305. #endif
  306. QDF_STATUS
  307. dp_rx_tid_update_wifi3(struct dp_peer *peer, int tid, uint32_t ba_window_size,
  308. uint32_t start_seq, bool bar_update)
  309. {
  310. struct dp_rx_tid *rx_tid = &peer->rx_tid[tid];
  311. struct dp_soc *soc = peer->vdev->pdev->soc;
  312. struct hal_reo_cmd_params params;
  313. if (!dp_rx_tid_update_allow(peer)) {
  314. dp_peer_err("skip tid update for peer:" QDF_MAC_ADDR_FMT,
  315. QDF_MAC_ADDR_REF(peer->mac_addr.raw));
  316. return QDF_STATUS_E_FAILURE;
  317. }
  318. qdf_mem_zero(&params, sizeof(params));
  319. params.std.need_status = 1;
  320. params.std.addr_lo = rx_tid->hw_qdesc_paddr & 0xffffffff;
  321. params.std.addr_hi = (uint64_t)(rx_tid->hw_qdesc_paddr) >> 32;
  322. params.u.upd_queue_params.update_ba_window_size = 1;
  323. params.u.upd_queue_params.ba_window_size = ba_window_size;
  324. if (start_seq < IEEE80211_SEQ_MAX) {
  325. params.u.upd_queue_params.update_ssn = 1;
  326. params.u.upd_queue_params.ssn = start_seq;
  327. } else {
  328. dp_set_ssn_valid_flag(&params, 0);
  329. }
  330. if (dp_reo_send_cmd(soc, CMD_UPDATE_RX_REO_QUEUE, &params,
  331. dp_rx_tid_update_cb, rx_tid)) {
  332. dp_err_log("failed to send reo cmd CMD_UPDATE_RX_REO_QUEUE");
  333. DP_STATS_INC(soc, rx.err.reo_cmd_send_fail, 1);
  334. }
  335. rx_tid->ba_win_size = ba_window_size;
  336. if (dp_get_peer_vdev_roaming_in_progress(peer))
  337. return QDF_STATUS_E_PERM;
  338. if (!bar_update)
  339. dp_peer_rx_reorder_queue_setup(soc, peer,
  340. tid, ba_window_size);
  341. return QDF_STATUS_SUCCESS;
  342. }
  343. #ifdef WLAN_DP_FEATURE_DEFERRED_REO_QDESC_DESTROY
  344. /**
  345. * dp_reo_desc_defer_free_enqueue() - enqueue REO QDESC to be freed into
  346. * the deferred list
  347. * @soc: Datapath soc handle
  348. * @freedesc: REO DESC reference that needs to be freed
  349. *
  350. * Return: true if enqueued, else false
  351. */
  352. static bool dp_reo_desc_defer_free_enqueue(struct dp_soc *soc,
  353. struct reo_desc_list_node *freedesc)
  354. {
  355. struct reo_desc_deferred_freelist_node *desc;
  356. if (!qdf_atomic_read(&soc->cmn_init_done))
  357. return false;
  358. desc = qdf_mem_malloc(sizeof(*desc));
  359. if (!desc)
  360. return false;
  361. desc->hw_qdesc_paddr = freedesc->rx_tid.hw_qdesc_paddr;
  362. desc->hw_qdesc_alloc_size = freedesc->rx_tid.hw_qdesc_alloc_size;
  363. desc->hw_qdesc_vaddr_unaligned =
  364. freedesc->rx_tid.hw_qdesc_vaddr_unaligned;
  365. desc->free_ts = qdf_get_system_timestamp();
  366. DP_RX_REO_QDESC_DEFERRED_GET_MAC(desc, freedesc);
  367. qdf_spin_lock_bh(&soc->reo_desc_deferred_freelist_lock);
  368. if (!soc->reo_desc_deferred_freelist_init) {
  369. qdf_mem_free(desc);
  370. qdf_spin_unlock_bh(&soc->reo_desc_deferred_freelist_lock);
  371. return false;
  372. }
  373. qdf_list_insert_back(&soc->reo_desc_deferred_freelist,
  374. (qdf_list_node_t *)desc);
  375. qdf_spin_unlock_bh(&soc->reo_desc_deferred_freelist_lock);
  376. return true;
  377. }
  378. /**
  379. * dp_reo_desc_defer_free() - free the REO QDESC in the deferred list
  380. * based on time threshold
  381. * @soc: Datapath soc handle
  382. *
  383. * Return: true if enqueued, else false
  384. */
  385. static void dp_reo_desc_defer_free(struct dp_soc *soc)
  386. {
  387. struct reo_desc_deferred_freelist_node *desc;
  388. unsigned long curr_ts = qdf_get_system_timestamp();
  389. qdf_spin_lock_bh(&soc->reo_desc_deferred_freelist_lock);
  390. while ((qdf_list_peek_front(&soc->reo_desc_deferred_freelist,
  391. (qdf_list_node_t **)&desc) == QDF_STATUS_SUCCESS) &&
  392. (curr_ts > (desc->free_ts + REO_DESC_DEFERRED_FREE_MS))) {
  393. qdf_list_remove_front(&soc->reo_desc_deferred_freelist,
  394. (qdf_list_node_t **)&desc);
  395. DP_RX_REO_QDESC_DEFERRED_FREE_EVT(desc);
  396. qdf_mem_unmap_nbytes_single(soc->osdev,
  397. desc->hw_qdesc_paddr,
  398. QDF_DMA_BIDIRECTIONAL,
  399. desc->hw_qdesc_alloc_size);
  400. qdf_mem_free(desc->hw_qdesc_vaddr_unaligned);
  401. qdf_mem_free(desc);
  402. curr_ts = qdf_get_system_timestamp();
  403. }
  404. qdf_spin_unlock_bh(&soc->reo_desc_deferred_freelist_lock);
  405. }
  406. #else
  407. static inline bool
  408. dp_reo_desc_defer_free_enqueue(struct dp_soc *soc,
  409. struct reo_desc_list_node *freedesc)
  410. {
  411. return false;
  412. }
  413. static void dp_reo_desc_defer_free(struct dp_soc *soc)
  414. {
  415. }
  416. #endif /* !WLAN_DP_FEATURE_DEFERRED_REO_QDESC_DESTROY */
  417. /**
  418. * dp_reo_desc_free() - Callback free reo descriptor memory after
  419. * HW cache flush
  420. *
  421. * @soc: DP SOC handle
  422. * @cb_ctxt: Callback context
  423. * @reo_status: REO command status
  424. */
  425. static void dp_reo_desc_free(struct dp_soc *soc, void *cb_ctxt,
  426. union hal_reo_status *reo_status)
  427. {
  428. struct reo_desc_list_node *freedesc =
  429. (struct reo_desc_list_node *)cb_ctxt;
  430. struct dp_rx_tid *rx_tid = &freedesc->rx_tid;
  431. unsigned long curr_ts = qdf_get_system_timestamp();
  432. if ((reo_status->fl_cache_status.header.status !=
  433. HAL_REO_CMD_SUCCESS) &&
  434. (reo_status->fl_cache_status.header.status !=
  435. HAL_REO_CMD_DRAIN)) {
  436. dp_peer_err("%pK: Rx tid HW desc flush failed(%d): tid %d",
  437. soc, reo_status->rx_queue_status.header.status,
  438. freedesc->rx_tid.tid);
  439. }
  440. dp_peer_info("%pK: %lu hw_qdesc_paddr: %pK, tid:%d", soc,
  441. curr_ts, (void *)(rx_tid->hw_qdesc_paddr),
  442. rx_tid->tid);
  443. /* REO desc is enqueued to be freed at a later point
  444. * in time, just free the freedesc alone and return
  445. */
  446. if (dp_reo_desc_defer_free_enqueue(soc, freedesc))
  447. goto out;
  448. DP_RX_REO_QDESC_FREE_EVT(freedesc);
  449. hal_reo_shared_qaddr_cache_clear(soc->hal_soc);
  450. qdf_mem_unmap_nbytes_single(soc->osdev,
  451. rx_tid->hw_qdesc_paddr,
  452. QDF_DMA_BIDIRECTIONAL,
  453. rx_tid->hw_qdesc_alloc_size);
  454. qdf_mem_free(rx_tid->hw_qdesc_vaddr_unaligned);
  455. out:
  456. qdf_mem_free(freedesc);
  457. }
  458. #if defined(CONFIG_WIFI_EMULATION_WIFI_3_0) && defined(BUILD_X86)
  459. /* Hawkeye emulation requires bus address to be >= 0x50000000 */
  460. static inline int dp_reo_desc_addr_chk(qdf_dma_addr_t dma_addr)
  461. {
  462. if (dma_addr < 0x50000000)
  463. return QDF_STATUS_E_FAILURE;
  464. else
  465. return QDF_STATUS_SUCCESS;
  466. }
  467. #else
  468. static inline int dp_reo_desc_addr_chk(qdf_dma_addr_t dma_addr)
  469. {
  470. return QDF_STATUS_SUCCESS;
  471. }
  472. #endif
  473. QDF_STATUS dp_rx_tid_setup_wifi3(struct dp_peer *peer, int tid,
  474. uint32_t ba_window_size, uint32_t start_seq)
  475. {
  476. struct dp_rx_tid *rx_tid = &peer->rx_tid[tid];
  477. struct dp_vdev *vdev = peer->vdev;
  478. struct dp_soc *soc = vdev->pdev->soc;
  479. uint32_t hw_qdesc_size;
  480. uint32_t hw_qdesc_align;
  481. int hal_pn_type;
  482. void *hw_qdesc_vaddr;
  483. uint32_t alloc_tries = 0;
  484. QDF_STATUS status = QDF_STATUS_SUCCESS;
  485. struct dp_txrx_peer *txrx_peer;
  486. if (!qdf_atomic_read(&peer->is_default_route_set))
  487. return QDF_STATUS_E_FAILURE;
  488. if (!dp_rx_tid_setup_allow(peer)) {
  489. dp_peer_info("skip rx tid setup for peer" QDF_MAC_ADDR_FMT,
  490. QDF_MAC_ADDR_REF(peer->mac_addr.raw));
  491. goto send_wmi_reo_cmd;
  492. }
  493. rx_tid->ba_win_size = ba_window_size;
  494. if (rx_tid->hw_qdesc_vaddr_unaligned)
  495. return dp_rx_tid_update_wifi3(peer, tid, ba_window_size,
  496. start_seq, false);
  497. rx_tid->delba_tx_status = 0;
  498. rx_tid->ppdu_id_2k = 0;
  499. rx_tid->num_of_addba_req = 0;
  500. rx_tid->num_of_delba_req = 0;
  501. rx_tid->num_of_addba_resp = 0;
  502. rx_tid->num_addba_rsp_failed = 0;
  503. rx_tid->num_addba_rsp_success = 0;
  504. rx_tid->delba_tx_success_cnt = 0;
  505. rx_tid->delba_tx_fail_cnt = 0;
  506. rx_tid->statuscode = 0;
  507. /* TODO: Allocating HW queue descriptors based on max BA window size
  508. * for all QOS TIDs so that same descriptor can be used later when
  509. * ADDBA request is received. This should be changed to allocate HW
  510. * queue descriptors based on BA window size being negotiated (0 for
  511. * non BA cases), and reallocate when BA window size changes and also
  512. * send WMI message to FW to change the REO queue descriptor in Rx
  513. * peer entry as part of dp_rx_tid_update.
  514. */
  515. hw_qdesc_size = hal_get_reo_qdesc_size(soc->hal_soc,
  516. ba_window_size, tid);
  517. hw_qdesc_align = hal_get_reo_qdesc_align(soc->hal_soc);
  518. /* To avoid unnecessary extra allocation for alignment, try allocating
  519. * exact size and see if we already have aligned address.
  520. */
  521. rx_tid->hw_qdesc_alloc_size = hw_qdesc_size;
  522. try_desc_alloc:
  523. rx_tid->hw_qdesc_vaddr_unaligned =
  524. qdf_mem_malloc(rx_tid->hw_qdesc_alloc_size);
  525. if (!rx_tid->hw_qdesc_vaddr_unaligned) {
  526. dp_peer_err("%pK: Rx tid HW desc alloc failed: tid %d",
  527. soc, tid);
  528. return QDF_STATUS_E_NOMEM;
  529. }
  530. if ((unsigned long)(rx_tid->hw_qdesc_vaddr_unaligned) %
  531. hw_qdesc_align) {
  532. /* Address allocated above is not aligned. Allocate extra
  533. * memory for alignment
  534. */
  535. qdf_mem_free(rx_tid->hw_qdesc_vaddr_unaligned);
  536. rx_tid->hw_qdesc_vaddr_unaligned =
  537. qdf_mem_malloc(rx_tid->hw_qdesc_alloc_size +
  538. hw_qdesc_align - 1);
  539. if (!rx_tid->hw_qdesc_vaddr_unaligned) {
  540. dp_peer_err("%pK: Rx tid HW desc alloc failed: tid %d",
  541. soc, tid);
  542. return QDF_STATUS_E_NOMEM;
  543. }
  544. hw_qdesc_vaddr = (void *)qdf_align((unsigned long)
  545. rx_tid->hw_qdesc_vaddr_unaligned,
  546. hw_qdesc_align);
  547. dp_peer_debug("%pK: Total Size %d Aligned Addr %pK",
  548. soc, rx_tid->hw_qdesc_alloc_size,
  549. hw_qdesc_vaddr);
  550. } else {
  551. hw_qdesc_vaddr = rx_tid->hw_qdesc_vaddr_unaligned;
  552. }
  553. rx_tid->hw_qdesc_vaddr_aligned = hw_qdesc_vaddr;
  554. txrx_peer = dp_get_txrx_peer(peer);
  555. /* TODO: Ensure that sec_type is set before ADDBA is received.
  556. * Currently this is set based on htt indication
  557. * HTT_T2H_MSG_TYPE_SEC_IND from target
  558. */
  559. switch (txrx_peer->security[dp_sec_ucast].sec_type) {
  560. case cdp_sec_type_tkip_nomic:
  561. case cdp_sec_type_aes_ccmp:
  562. case cdp_sec_type_aes_ccmp_256:
  563. case cdp_sec_type_aes_gcmp:
  564. case cdp_sec_type_aes_gcmp_256:
  565. hal_pn_type = HAL_PN_WPA;
  566. break;
  567. case cdp_sec_type_wapi:
  568. if (vdev->opmode == wlan_op_mode_ap)
  569. hal_pn_type = HAL_PN_WAPI_EVEN;
  570. else
  571. hal_pn_type = HAL_PN_WAPI_UNEVEN;
  572. break;
  573. default:
  574. hal_pn_type = HAL_PN_NONE;
  575. break;
  576. }
  577. hal_reo_qdesc_setup(soc->hal_soc, tid, ba_window_size, start_seq,
  578. hw_qdesc_vaddr, rx_tid->hw_qdesc_paddr, hal_pn_type,
  579. vdev->vdev_stats_id);
  580. qdf_mem_map_nbytes_single(soc->osdev, hw_qdesc_vaddr,
  581. QDF_DMA_BIDIRECTIONAL, rx_tid->hw_qdesc_alloc_size,
  582. &(rx_tid->hw_qdesc_paddr));
  583. if (dp_reo_desc_addr_chk(rx_tid->hw_qdesc_paddr) !=
  584. QDF_STATUS_SUCCESS) {
  585. if (alloc_tries++ < 10) {
  586. qdf_mem_free(rx_tid->hw_qdesc_vaddr_unaligned);
  587. rx_tid->hw_qdesc_vaddr_unaligned = NULL;
  588. goto try_desc_alloc;
  589. } else {
  590. dp_peer_err("%pK: Rx tid HW desc alloc failed (lowmem): tid %d",
  591. soc, tid);
  592. status = QDF_STATUS_E_NOMEM;
  593. goto error;
  594. }
  595. }
  596. send_wmi_reo_cmd:
  597. if (dp_get_peer_vdev_roaming_in_progress(peer)) {
  598. status = QDF_STATUS_E_PERM;
  599. goto error;
  600. }
  601. status = dp_peer_rx_reorder_queue_setup(soc, peer,
  602. tid, ba_window_size);
  603. if (QDF_IS_STATUS_SUCCESS(status))
  604. return status;
  605. error:
  606. if (rx_tid->hw_qdesc_vaddr_unaligned) {
  607. if (dp_reo_desc_addr_chk(rx_tid->hw_qdesc_paddr) ==
  608. QDF_STATUS_SUCCESS)
  609. qdf_mem_unmap_nbytes_single(
  610. soc->osdev,
  611. rx_tid->hw_qdesc_paddr,
  612. QDF_DMA_BIDIRECTIONAL,
  613. rx_tid->hw_qdesc_alloc_size);
  614. qdf_mem_free(rx_tid->hw_qdesc_vaddr_unaligned);
  615. rx_tid->hw_qdesc_vaddr_unaligned = NULL;
  616. rx_tid->hw_qdesc_paddr = 0;
  617. }
  618. return status;
  619. }
  620. #ifdef DP_UMAC_HW_RESET_SUPPORT
  621. static
  622. void dp_peer_rst_tids(struct dp_soc *soc, struct dp_peer *peer, void *arg)
  623. {
  624. int tid;
  625. for (tid = 0; tid < (DP_MAX_TIDS - 1); tid++) {
  626. struct dp_rx_tid *rx_tid = &peer->rx_tid[tid];
  627. void *vaddr = rx_tid->hw_qdesc_vaddr_aligned;
  628. if (vaddr)
  629. dp_reset_rx_reo_tid_queue(soc, vaddr,
  630. rx_tid->hw_qdesc_alloc_size);
  631. }
  632. }
  633. void dp_reset_tid_q_setup(struct dp_soc *soc)
  634. {
  635. dp_soc_iterate_peer(soc, dp_peer_rst_tids, NULL, DP_MOD_ID_UMAC_RESET);
  636. }
  637. #endif
  638. #ifdef REO_DESC_DEFER_FREE
  639. /**
  640. * dp_reo_desc_clean_up() - If cmd to flush base desc fails add
  641. * desc back to freelist and defer the deletion
  642. *
  643. * @soc: DP SOC handle
  644. * @desc: Base descriptor to be freed
  645. * @reo_status: REO command status
  646. */
  647. static void dp_reo_desc_clean_up(struct dp_soc *soc,
  648. struct reo_desc_list_node *desc,
  649. union hal_reo_status *reo_status)
  650. {
  651. desc->free_ts = qdf_get_system_timestamp();
  652. DP_STATS_INC(soc, rx.err.reo_cmd_send_fail, 1);
  653. qdf_list_insert_back(&soc->reo_desc_freelist,
  654. (qdf_list_node_t *)desc);
  655. }
  656. /**
  657. * dp_reo_limit_clean_batch_sz() - Limit number REO CMD queued to cmd
  658. * ring in avoid of REO hang
  659. *
  660. * @list_size: REO desc list size to be cleaned
  661. */
  662. static inline void dp_reo_limit_clean_batch_sz(uint32_t *list_size)
  663. {
  664. unsigned long curr_ts = qdf_get_system_timestamp();
  665. if ((*list_size) > REO_DESC_FREELIST_SIZE) {
  666. dp_err_log("%lu:freedesc number %d in freelist",
  667. curr_ts, *list_size);
  668. /* limit the batch queue size */
  669. *list_size = REO_DESC_FREELIST_SIZE;
  670. }
  671. }
  672. #else
  673. /**
  674. * dp_reo_desc_clean_up() - If send cmd to REO inorder to flush
  675. * cache fails free the base REO desc anyway
  676. *
  677. * @soc: DP SOC handle
  678. * @desc: Base descriptor to be freed
  679. * @reo_status: REO command status
  680. */
  681. static void dp_reo_desc_clean_up(struct dp_soc *soc,
  682. struct reo_desc_list_node *desc,
  683. union hal_reo_status *reo_status)
  684. {
  685. if (reo_status) {
  686. qdf_mem_zero(reo_status, sizeof(*reo_status));
  687. reo_status->fl_cache_status.header.status = 0;
  688. dp_reo_desc_free(soc, (void *)desc, reo_status);
  689. }
  690. }
  691. /**
  692. * dp_reo_limit_clean_batch_sz() - Limit number REO CMD queued to cmd
  693. * ring in avoid of REO hang
  694. *
  695. * @list_size: REO desc list size to be cleaned
  696. */
  697. static inline void dp_reo_limit_clean_batch_sz(uint32_t *list_size)
  698. {
  699. }
  700. #endif
  701. /**
  702. * dp_resend_update_reo_cmd() - Resend the UPDATE_REO_QUEUE
  703. * cmd and re-insert desc into free list if send fails.
  704. *
  705. * @soc: DP SOC handle
  706. * @desc: desc with resend update cmd flag set
  707. * @rx_tid: Desc RX tid associated with update cmd for resetting
  708. * valid field to 0 in h/w
  709. *
  710. * Return: QDF status
  711. */
  712. static QDF_STATUS
  713. dp_resend_update_reo_cmd(struct dp_soc *soc,
  714. struct reo_desc_list_node *desc,
  715. struct dp_rx_tid *rx_tid)
  716. {
  717. struct hal_reo_cmd_params params;
  718. qdf_mem_zero(&params, sizeof(params));
  719. params.std.need_status = 1;
  720. params.std.addr_lo =
  721. rx_tid->hw_qdesc_paddr & 0xffffffff;
  722. params.std.addr_hi =
  723. (uint64_t)(rx_tid->hw_qdesc_paddr) >> 32;
  724. params.u.upd_queue_params.update_vld = 1;
  725. params.u.upd_queue_params.vld = 0;
  726. desc->resend_update_reo_cmd = false;
  727. /*
  728. * If the cmd send fails then set resend_update_reo_cmd flag
  729. * and insert the desc at the end of the free list to retry.
  730. */
  731. if (dp_reo_send_cmd(soc,
  732. CMD_UPDATE_RX_REO_QUEUE,
  733. &params,
  734. dp_rx_tid_delete_cb,
  735. (void *)desc)
  736. != QDF_STATUS_SUCCESS) {
  737. desc->resend_update_reo_cmd = true;
  738. desc->free_ts = qdf_get_system_timestamp();
  739. qdf_list_insert_back(&soc->reo_desc_freelist,
  740. (qdf_list_node_t *)desc);
  741. dp_err_log("failed to send reo cmd CMD_UPDATE_RX_REO_QUEUE");
  742. DP_STATS_INC(soc, rx.err.reo_cmd_send_fail, 1);
  743. return QDF_STATUS_E_FAILURE;
  744. }
  745. return QDF_STATUS_SUCCESS;
  746. }
  747. void dp_rx_tid_delete_cb(struct dp_soc *soc, void *cb_ctxt,
  748. union hal_reo_status *reo_status)
  749. {
  750. struct reo_desc_list_node *freedesc =
  751. (struct reo_desc_list_node *)cb_ctxt;
  752. uint32_t list_size;
  753. struct reo_desc_list_node *desc;
  754. unsigned long curr_ts = qdf_get_system_timestamp();
  755. struct hal_reo_cmd_params params;
  756. DP_RX_REO_QDESC_UPDATE_EVT(freedesc);
  757. if (reo_status->rx_queue_status.header.status == HAL_REO_CMD_DRAIN) {
  758. qdf_mem_zero(reo_status, sizeof(*reo_status));
  759. reo_status->fl_cache_status.header.status = HAL_REO_CMD_DRAIN;
  760. dp_reo_desc_free(soc, (void *)freedesc, reo_status);
  761. DP_STATS_INC(soc, rx.err.reo_cmd_send_drain, 1);
  762. return;
  763. } else if (reo_status->rx_queue_status.header.status !=
  764. HAL_REO_CMD_SUCCESS) {
  765. /* Should not happen normally. Just print error for now */
  766. dp_info_rl("Rx tid HW desc deletion failed(%d): tid %d",
  767. reo_status->rx_queue_status.header.status,
  768. freedesc->rx_tid.tid);
  769. }
  770. dp_peer_info("%pK: rx_tid: %d status: %d",
  771. soc, freedesc->rx_tid.tid,
  772. reo_status->rx_queue_status.header.status);
  773. qdf_spin_lock_bh(&soc->reo_desc_freelist_lock);
  774. freedesc->free_ts = curr_ts;
  775. qdf_list_insert_back_size(&soc->reo_desc_freelist,
  776. (qdf_list_node_t *)freedesc, &list_size);
  777. /* MCL path add the desc back to reo_desc_freelist when REO FLUSH
  778. * failed. it may cause the number of REO queue pending in free
  779. * list is even larger than REO_CMD_RING max size and lead REO CMD
  780. * flood then cause REO HW in an unexpected condition. So it's
  781. * needed to limit the number REO cmds in a batch operation.
  782. */
  783. dp_reo_limit_clean_batch_sz(&list_size);
  784. while ((qdf_list_peek_front(&soc->reo_desc_freelist,
  785. (qdf_list_node_t **)&desc) == QDF_STATUS_SUCCESS) &&
  786. ((list_size >= REO_DESC_FREELIST_SIZE) ||
  787. (curr_ts > (desc->free_ts + REO_DESC_FREE_DEFER_MS)) ||
  788. (desc->resend_update_reo_cmd && list_size))) {
  789. struct dp_rx_tid *rx_tid;
  790. qdf_list_remove_front(&soc->reo_desc_freelist,
  791. (qdf_list_node_t **)&desc);
  792. list_size--;
  793. rx_tid = &desc->rx_tid;
  794. /* First process descs with resend_update_reo_cmd set */
  795. if (desc->resend_update_reo_cmd) {
  796. if (dp_resend_update_reo_cmd(soc, desc, rx_tid) !=
  797. QDF_STATUS_SUCCESS)
  798. break;
  799. else
  800. continue;
  801. }
  802. /* Flush base descriptor */
  803. qdf_mem_zero(&params, sizeof(params));
  804. params.std.need_status = 1;
  805. params.std.addr_lo =
  806. (uint64_t)(rx_tid->hw_qdesc_paddr) & 0xffffffff;
  807. params.std.addr_hi = (uint64_t)(rx_tid->hw_qdesc_paddr) >> 32;
  808. if (rx_tid->ba_win_size > 256)
  809. params.u.fl_cache_params.flush_q_1k_desc = 1;
  810. params.u.fl_cache_params.fwd_mpdus_in_queue = 1;
  811. if (QDF_STATUS_SUCCESS != dp_reo_send_cmd(soc,
  812. CMD_FLUSH_CACHE,
  813. &params,
  814. dp_reo_desc_free,
  815. (void *)desc)) {
  816. union hal_reo_status reo_status;
  817. /*
  818. * If dp_reo_send_cmd return failure, related TID queue desc
  819. * should be unmapped. Also locally reo_desc, together with
  820. * TID queue desc also need to be freed accordingly.
  821. *
  822. * Here invoke desc_free function directly to do clean up.
  823. *
  824. * In case of MCL path add the desc back to the free
  825. * desc list and defer deletion.
  826. */
  827. dp_info_rl("fail to send REO cmd to flush cache: tid %d",
  828. rx_tid->tid);
  829. dp_reo_desc_clean_up(soc, desc, &reo_status);
  830. DP_STATS_INC(soc, rx.err.reo_cmd_send_fail, 1);
  831. break;
  832. }
  833. }
  834. qdf_spin_unlock_bh(&soc->reo_desc_freelist_lock);
  835. dp_reo_desc_defer_free(soc);
  836. }
  837. /**
  838. * dp_rx_tid_delete_wifi3() - Delete receive TID queue
  839. * @peer: Datapath peer handle
  840. * @tid: TID
  841. *
  842. * Return: 0 on success, error code on failure
  843. */
  844. static int dp_rx_tid_delete_wifi3(struct dp_peer *peer, int tid)
  845. {
  846. struct dp_rx_tid *rx_tid = &peer->rx_tid[tid];
  847. struct dp_soc *soc = peer->vdev->pdev->soc;
  848. union hal_reo_status reo_status;
  849. struct hal_reo_cmd_params params;
  850. struct reo_desc_list_node *freedesc =
  851. qdf_mem_malloc(sizeof(*freedesc));
  852. if (!freedesc) {
  853. dp_peer_err("%pK: malloc failed for freedesc: tid %d",
  854. soc, tid);
  855. qdf_assert(0);
  856. return -ENOMEM;
  857. }
  858. freedesc->rx_tid = *rx_tid;
  859. freedesc->resend_update_reo_cmd = false;
  860. qdf_mem_zero(&params, sizeof(params));
  861. DP_RX_REO_QDESC_GET_MAC(freedesc, peer);
  862. reo_status.rx_queue_status.header.status = HAL_REO_CMD_SUCCESS;
  863. dp_rx_tid_delete_cb(soc, freedesc, &reo_status);
  864. rx_tid->hw_qdesc_vaddr_unaligned = NULL;
  865. rx_tid->hw_qdesc_alloc_size = 0;
  866. rx_tid->hw_qdesc_paddr = 0;
  867. return 0;
  868. }
  869. #ifdef DP_LFR
  870. static void dp_peer_setup_remaining_tids(struct dp_peer *peer)
  871. {
  872. int tid;
  873. for (tid = 1; tid < DP_MAX_TIDS-1; tid++) {
  874. dp_rx_tid_setup_wifi3(peer, tid, 1, 0);
  875. dp_peer_debug("Setting up TID %d for peer %pK peer->local_id %d",
  876. tid, peer, peer->local_id);
  877. }
  878. }
  879. #else
  880. static void dp_peer_setup_remaining_tids(struct dp_peer *peer) {};
  881. #endif
  882. #ifdef WLAN_FEATURE_11BE_MLO
  883. /**
  884. * dp_peer_rx_tids_init() - initialize each tids in peer
  885. * @peer: peer pointer
  886. *
  887. * Return: None
  888. */
  889. static void dp_peer_rx_tids_init(struct dp_peer *peer)
  890. {
  891. int tid;
  892. struct dp_rx_tid *rx_tid;
  893. struct dp_rx_tid_defrag *rx_tid_defrag;
  894. if (!IS_MLO_DP_LINK_PEER(peer)) {
  895. for (tid = 0; tid < DP_MAX_TIDS; tid++) {
  896. rx_tid_defrag = &peer->txrx_peer->rx_tid[tid];
  897. rx_tid_defrag->array = &rx_tid_defrag->base;
  898. rx_tid_defrag->defrag_timeout_ms = 0;
  899. rx_tid_defrag->defrag_waitlist_elem.tqe_next = NULL;
  900. rx_tid_defrag->defrag_waitlist_elem.tqe_prev = NULL;
  901. rx_tid_defrag->base.head = NULL;
  902. rx_tid_defrag->base.tail = NULL;
  903. rx_tid_defrag->tid = tid;
  904. rx_tid_defrag->defrag_peer = peer->txrx_peer;
  905. }
  906. }
  907. /* if not first assoc link peer,
  908. * not to initialize rx_tids again.
  909. */
  910. if (IS_MLO_DP_LINK_PEER(peer) && !peer->first_link)
  911. return;
  912. for (tid = 0; tid < DP_MAX_TIDS; tid++) {
  913. rx_tid = &peer->rx_tid[tid];
  914. rx_tid->tid = tid;
  915. rx_tid->ba_win_size = 0;
  916. rx_tid->ba_status = DP_RX_BA_INACTIVE;
  917. }
  918. }
  919. #else
  920. static void dp_peer_rx_tids_init(struct dp_peer *peer)
  921. {
  922. int tid;
  923. struct dp_rx_tid *rx_tid;
  924. struct dp_rx_tid_defrag *rx_tid_defrag;
  925. for (tid = 0; tid < DP_MAX_TIDS; tid++) {
  926. rx_tid = &peer->rx_tid[tid];
  927. rx_tid_defrag = &peer->txrx_peer->rx_tid[tid];
  928. rx_tid->tid = tid;
  929. rx_tid->ba_win_size = 0;
  930. rx_tid->ba_status = DP_RX_BA_INACTIVE;
  931. rx_tid_defrag->base.head = NULL;
  932. rx_tid_defrag->base.tail = NULL;
  933. rx_tid_defrag->tid = tid;
  934. rx_tid_defrag->array = &rx_tid_defrag->base;
  935. rx_tid_defrag->defrag_timeout_ms = 0;
  936. rx_tid_defrag->defrag_waitlist_elem.tqe_next = NULL;
  937. rx_tid_defrag->defrag_waitlist_elem.tqe_prev = NULL;
  938. rx_tid_defrag->defrag_peer = peer->txrx_peer;
  939. }
  940. }
  941. #endif
  942. void dp_peer_rx_tid_setup(struct dp_peer *peer)
  943. {
  944. dp_peer_rx_tids_init(peer);
  945. /* Setup default (non-qos) rx tid queue */
  946. dp_rx_tid_setup_wifi3(peer, DP_NON_QOS_TID, 1, 0);
  947. /* Setup rx tid queue for TID 0.
  948. * Other queues will be setup on receiving first packet, which will cause
  949. * NULL REO queue error
  950. */
  951. dp_rx_tid_setup_wifi3(peer, 0, 1, 0);
  952. /*
  953. * Setup the rest of TID's to handle LFR
  954. */
  955. dp_peer_setup_remaining_tids(peer);
  956. }
  957. void dp_peer_rx_cleanup(struct dp_vdev *vdev, struct dp_peer *peer)
  958. {
  959. int tid;
  960. uint32_t tid_delete_mask = 0;
  961. if (!peer->txrx_peer)
  962. return;
  963. dp_info("Remove tids for peer: %pK", peer);
  964. for (tid = 0; tid < DP_MAX_TIDS; tid++) {
  965. struct dp_rx_tid *rx_tid = &peer->rx_tid[tid];
  966. struct dp_rx_tid_defrag *defrag_rx_tid =
  967. &peer->txrx_peer->rx_tid[tid];
  968. qdf_spin_lock_bh(&defrag_rx_tid->defrag_tid_lock);
  969. if (!peer->bss_peer || peer->vdev->opmode == wlan_op_mode_sta) {
  970. /* Cleanup defrag related resource */
  971. dp_rx_defrag_waitlist_remove(peer->txrx_peer, tid);
  972. dp_rx_reorder_flush_frag(peer->txrx_peer, tid);
  973. }
  974. qdf_spin_unlock_bh(&defrag_rx_tid->defrag_tid_lock);
  975. qdf_spin_lock_bh(&rx_tid->tid_lock);
  976. if (peer->rx_tid[tid].hw_qdesc_vaddr_unaligned) {
  977. dp_rx_tid_delete_wifi3(peer, tid);
  978. tid_delete_mask |= (1 << tid);
  979. }
  980. qdf_spin_unlock_bh(&rx_tid->tid_lock);
  981. }
  982. #ifdef notyet /* See if FW can remove queues as part of peer cleanup */
  983. if (soc->ol_ops->peer_rx_reorder_queue_remove) {
  984. soc->ol_ops->peer_rx_reorder_queue_remove(soc->ctrl_psoc,
  985. peer->vdev->pdev->pdev_id,
  986. peer->vdev->vdev_id, peer->mac_addr.raw,
  987. tid_delete_mask);
  988. }
  989. #endif
  990. }
  991. /**
  992. * dp_teardown_256_ba_sessions() - Teardown sessions using 256
  993. * window size when a request with
  994. * 64 window size is received.
  995. * This is done as a WAR since HW can
  996. * have only one setting per peer (64 or 256).
  997. * For HKv2, we use per tid buffersize setting
  998. * for 0 to per_tid_basize_max_tid. For tid
  999. * more than per_tid_basize_max_tid we use HKv1
  1000. * method.
  1001. * @peer: Datapath peer
  1002. *
  1003. * Return: void
  1004. */
  1005. static void dp_teardown_256_ba_sessions(struct dp_peer *peer)
  1006. {
  1007. uint8_t delba_rcode = 0;
  1008. int tid;
  1009. struct dp_rx_tid *rx_tid = NULL;
  1010. tid = peer->vdev->pdev->soc->per_tid_basize_max_tid;
  1011. for (; tid < DP_MAX_TIDS; tid++) {
  1012. rx_tid = &peer->rx_tid[tid];
  1013. qdf_spin_lock_bh(&rx_tid->tid_lock);
  1014. if (rx_tid->ba_win_size <= 64) {
  1015. qdf_spin_unlock_bh(&rx_tid->tid_lock);
  1016. continue;
  1017. } else {
  1018. if (rx_tid->ba_status == DP_RX_BA_ACTIVE ||
  1019. rx_tid->ba_status == DP_RX_BA_IN_PROGRESS) {
  1020. /* send delba */
  1021. if (!rx_tid->delba_tx_status) {
  1022. rx_tid->delba_tx_retry++;
  1023. rx_tid->delba_tx_status = 1;
  1024. rx_tid->delba_rcode =
  1025. IEEE80211_REASON_QOS_SETUP_REQUIRED;
  1026. delba_rcode = rx_tid->delba_rcode;
  1027. qdf_spin_unlock_bh(&rx_tid->tid_lock);
  1028. if (peer->vdev->pdev->soc->cdp_soc.ol_ops->send_delba)
  1029. peer->vdev->pdev->soc->cdp_soc.ol_ops->send_delba(
  1030. peer->vdev->pdev->soc->ctrl_psoc,
  1031. peer->vdev->vdev_id,
  1032. peer->mac_addr.raw,
  1033. tid, delba_rcode,
  1034. CDP_DELBA_REASON_NONE);
  1035. } else {
  1036. qdf_spin_unlock_bh(&rx_tid->tid_lock);
  1037. }
  1038. } else {
  1039. qdf_spin_unlock_bh(&rx_tid->tid_lock);
  1040. }
  1041. }
  1042. }
  1043. }
  1044. int dp_addba_resp_tx_completion_wifi3(struct cdp_soc_t *cdp_soc,
  1045. uint8_t *peer_mac,
  1046. uint16_t vdev_id,
  1047. uint8_t tid, int status)
  1048. {
  1049. struct dp_peer *peer = dp_peer_get_tgt_peer_hash_find(
  1050. (struct dp_soc *)cdp_soc,
  1051. peer_mac, 0, vdev_id,
  1052. DP_MOD_ID_CDP);
  1053. struct dp_rx_tid *rx_tid = NULL;
  1054. if (!peer) {
  1055. dp_peer_debug("%pK: Peer is NULL!\n", cdp_soc);
  1056. goto fail;
  1057. }
  1058. rx_tid = &peer->rx_tid[tid];
  1059. qdf_spin_lock_bh(&rx_tid->tid_lock);
  1060. if (status) {
  1061. rx_tid->num_addba_rsp_failed++;
  1062. if (rx_tid->hw_qdesc_vaddr_unaligned)
  1063. dp_rx_tid_update_wifi3(peer, tid, 1,
  1064. IEEE80211_SEQ_MAX, false);
  1065. rx_tid->ba_status = DP_RX_BA_INACTIVE;
  1066. qdf_spin_unlock_bh(&rx_tid->tid_lock);
  1067. dp_err("RxTid- %d addba rsp tx completion failed", tid);
  1068. goto success;
  1069. }
  1070. rx_tid->num_addba_rsp_success++;
  1071. if (rx_tid->ba_status == DP_RX_BA_INACTIVE) {
  1072. qdf_spin_unlock_bh(&rx_tid->tid_lock);
  1073. dp_peer_err("%pK: Rx Tid- %d hw qdesc is not in IN_PROGRESS",
  1074. cdp_soc, tid);
  1075. goto fail;
  1076. }
  1077. if (!qdf_atomic_read(&peer->is_default_route_set)) {
  1078. qdf_spin_unlock_bh(&rx_tid->tid_lock);
  1079. dp_peer_debug("%pK: default route is not set for peer: " QDF_MAC_ADDR_FMT,
  1080. cdp_soc, QDF_MAC_ADDR_REF(peer->mac_addr.raw));
  1081. goto fail;
  1082. }
  1083. if (dp_rx_tid_update_wifi3(peer, tid,
  1084. rx_tid->ba_win_size,
  1085. rx_tid->startseqnum,
  1086. false)) {
  1087. dp_err("Failed update REO SSN");
  1088. }
  1089. dp_info("tid %u window_size %u start_seq_num %u",
  1090. tid, rx_tid->ba_win_size,
  1091. rx_tid->startseqnum);
  1092. /* First Session */
  1093. if (peer->active_ba_session_cnt == 0) {
  1094. if (rx_tid->ba_win_size > 64 && rx_tid->ba_win_size <= 256)
  1095. peer->hw_buffer_size = 256;
  1096. else if (rx_tid->ba_win_size <= 1024 &&
  1097. rx_tid->ba_win_size > 256)
  1098. peer->hw_buffer_size = 1024;
  1099. else
  1100. peer->hw_buffer_size = 64;
  1101. }
  1102. rx_tid->ba_status = DP_RX_BA_ACTIVE;
  1103. peer->active_ba_session_cnt++;
  1104. qdf_spin_unlock_bh(&rx_tid->tid_lock);
  1105. /* Kill any session having 256 buffer size
  1106. * when 64 buffer size request is received.
  1107. * Also, latch on to 64 as new buffer size.
  1108. */
  1109. if (peer->kill_256_sessions) {
  1110. dp_teardown_256_ba_sessions(peer);
  1111. peer->kill_256_sessions = 0;
  1112. }
  1113. success:
  1114. dp_peer_unref_delete(peer, DP_MOD_ID_CDP);
  1115. return QDF_STATUS_SUCCESS;
  1116. fail:
  1117. if (peer)
  1118. dp_peer_unref_delete(peer, DP_MOD_ID_CDP);
  1119. return QDF_STATUS_E_FAILURE;
  1120. }
  1121. QDF_STATUS
  1122. dp_addba_responsesetup_wifi3(struct cdp_soc_t *cdp_soc, uint8_t *peer_mac,
  1123. uint16_t vdev_id, uint8_t tid,
  1124. uint8_t *dialogtoken, uint16_t *statuscode,
  1125. uint16_t *buffersize, uint16_t *batimeout)
  1126. {
  1127. struct dp_rx_tid *rx_tid = NULL;
  1128. QDF_STATUS status = QDF_STATUS_SUCCESS;
  1129. struct dp_peer *peer = dp_peer_find_hash_find((struct dp_soc *)cdp_soc,
  1130. peer_mac, 0, vdev_id,
  1131. DP_MOD_ID_CDP);
  1132. if (!peer) {
  1133. dp_peer_debug("%pK: Peer is NULL!\n", cdp_soc);
  1134. return QDF_STATUS_E_FAILURE;
  1135. }
  1136. rx_tid = &peer->rx_tid[tid];
  1137. qdf_spin_lock_bh(&rx_tid->tid_lock);
  1138. rx_tid->num_of_addba_resp++;
  1139. /* setup ADDBA response parameters */
  1140. *dialogtoken = rx_tid->dialogtoken;
  1141. *statuscode = rx_tid->statuscode;
  1142. *buffersize = rx_tid->ba_win_size;
  1143. *batimeout = 0;
  1144. qdf_spin_unlock_bh(&rx_tid->tid_lock);
  1145. dp_peer_unref_delete(peer, DP_MOD_ID_CDP);
  1146. return status;
  1147. }
  1148. /**
  1149. * dp_check_ba_buffersize() - Check buffer size in request
  1150. * and latch onto this size based on
  1151. * size used in first active session.
  1152. * @peer: Datapath peer
  1153. * @tid: Tid
  1154. * @buffersize: Block ack window size
  1155. *
  1156. * Return: void
  1157. */
  1158. static void dp_check_ba_buffersize(struct dp_peer *peer,
  1159. uint16_t tid,
  1160. uint16_t buffersize)
  1161. {
  1162. struct dp_rx_tid *rx_tid = NULL;
  1163. struct dp_soc *soc = peer->vdev->pdev->soc;
  1164. uint16_t max_ba_window;
  1165. max_ba_window = hal_get_rx_max_ba_window(soc->hal_soc, tid);
  1166. dp_info("Input buffersize %d, max dp allowed %d",
  1167. buffersize, max_ba_window);
  1168. /* Adjust BA window size, restrict it to max DP allowed */
  1169. buffersize = QDF_MIN(buffersize, max_ba_window);
  1170. dp_info(QDF_MAC_ADDR_FMT" per_tid_basize_max_tid %d tid %d buffersize %d hw_buffer_size %d",
  1171. QDF_MAC_ADDR_REF(peer->mac_addr.raw),
  1172. soc->per_tid_basize_max_tid, tid, buffersize,
  1173. peer->hw_buffer_size);
  1174. rx_tid = &peer->rx_tid[tid];
  1175. if (soc->per_tid_basize_max_tid &&
  1176. tid < soc->per_tid_basize_max_tid) {
  1177. rx_tid->ba_win_size = buffersize;
  1178. goto out;
  1179. } else {
  1180. if (peer->active_ba_session_cnt == 0) {
  1181. rx_tid->ba_win_size = buffersize;
  1182. } else {
  1183. if (peer->hw_buffer_size == 64) {
  1184. if (buffersize <= 64)
  1185. rx_tid->ba_win_size = buffersize;
  1186. else
  1187. rx_tid->ba_win_size = peer->hw_buffer_size;
  1188. } else if (peer->hw_buffer_size == 256) {
  1189. if (buffersize > 64) {
  1190. rx_tid->ba_win_size = buffersize;
  1191. } else {
  1192. rx_tid->ba_win_size = buffersize;
  1193. peer->hw_buffer_size = 64;
  1194. peer->kill_256_sessions = 1;
  1195. }
  1196. } else if (buffersize <= 1024) {
  1197. /*
  1198. * Above checks are only for HK V2
  1199. * Set incoming buffer size for others
  1200. */
  1201. rx_tid->ba_win_size = buffersize;
  1202. } else {
  1203. dp_err("Invalid buffer size %d", buffersize);
  1204. qdf_assert_always(0);
  1205. }
  1206. }
  1207. }
  1208. out:
  1209. dp_info("rx_tid->ba_win_size %d peer->hw_buffer_size %d peer->kill_256_sessions %d",
  1210. rx_tid->ba_win_size,
  1211. peer->hw_buffer_size,
  1212. peer->kill_256_sessions);
  1213. }
  1214. QDF_STATUS dp_rx_tid_update_ba_win_size(struct cdp_soc_t *cdp_soc,
  1215. uint8_t *peer_mac, uint16_t vdev_id,
  1216. uint8_t tid, uint16_t buffersize)
  1217. {
  1218. struct dp_rx_tid *rx_tid = NULL;
  1219. struct dp_peer *peer;
  1220. peer = dp_peer_get_tgt_peer_hash_find((struct dp_soc *)cdp_soc,
  1221. peer_mac, 0, vdev_id,
  1222. DP_MOD_ID_CDP);
  1223. if (!peer) {
  1224. dp_peer_debug("%pK: Peer is NULL!\n", cdp_soc);
  1225. return QDF_STATUS_E_FAILURE;
  1226. }
  1227. rx_tid = &peer->rx_tid[tid];
  1228. qdf_spin_lock_bh(&rx_tid->tid_lock);
  1229. rx_tid->ba_win_size = buffersize;
  1230. qdf_spin_unlock_bh(&rx_tid->tid_lock);
  1231. dp_info("peer "QDF_MAC_ADDR_FMT", tid %d, update BA win size to %d",
  1232. QDF_MAC_ADDR_REF(peer->mac_addr.raw), tid, buffersize);
  1233. dp_peer_unref_delete(peer, DP_MOD_ID_CDP);
  1234. return QDF_STATUS_SUCCESS;
  1235. }
  1236. #define DP_RX_BA_SESSION_DISABLE 1
  1237. int dp_addba_requestprocess_wifi3(struct cdp_soc_t *cdp_soc,
  1238. uint8_t *peer_mac,
  1239. uint16_t vdev_id,
  1240. uint8_t dialogtoken,
  1241. uint16_t tid, uint16_t batimeout,
  1242. uint16_t buffersize,
  1243. uint16_t startseqnum)
  1244. {
  1245. QDF_STATUS status = QDF_STATUS_SUCCESS;
  1246. struct dp_rx_tid *rx_tid = NULL;
  1247. struct dp_peer *peer;
  1248. peer = dp_peer_get_tgt_peer_hash_find((struct dp_soc *)cdp_soc,
  1249. peer_mac,
  1250. 0, vdev_id,
  1251. DP_MOD_ID_CDP);
  1252. if (!peer) {
  1253. dp_peer_debug("%pK: Peer is NULL!\n", cdp_soc);
  1254. return QDF_STATUS_E_FAILURE;
  1255. }
  1256. rx_tid = &peer->rx_tid[tid];
  1257. qdf_spin_lock_bh(&rx_tid->tid_lock);
  1258. rx_tid->num_of_addba_req++;
  1259. if ((rx_tid->ba_status == DP_RX_BA_ACTIVE &&
  1260. rx_tid->hw_qdesc_vaddr_unaligned)) {
  1261. dp_rx_tid_update_wifi3(peer, tid, 1, IEEE80211_SEQ_MAX, false);
  1262. rx_tid->ba_status = DP_RX_BA_INACTIVE;
  1263. peer->active_ba_session_cnt--;
  1264. dp_peer_debug("%pK: Rx Tid- %d hw qdesc is already setup",
  1265. cdp_soc, tid);
  1266. }
  1267. if (rx_tid->ba_status == DP_RX_BA_IN_PROGRESS) {
  1268. qdf_spin_unlock_bh(&rx_tid->tid_lock);
  1269. status = QDF_STATUS_E_FAILURE;
  1270. goto fail;
  1271. }
  1272. if (rx_tid->rx_ba_win_size_override == DP_RX_BA_SESSION_DISABLE) {
  1273. dp_peer_info("%pK: disable BA session",
  1274. cdp_soc);
  1275. buffersize = 1;
  1276. } else if (rx_tid->rx_ba_win_size_override) {
  1277. dp_peer_info("%pK: override BA win to %d", cdp_soc,
  1278. rx_tid->rx_ba_win_size_override);
  1279. buffersize = rx_tid->rx_ba_win_size_override;
  1280. } else {
  1281. dp_peer_info("%pK: restore BA win %d based on addba req", cdp_soc,
  1282. buffersize);
  1283. }
  1284. dp_check_ba_buffersize(peer, tid, buffersize);
  1285. if (dp_rx_tid_setup_wifi3(peer, tid,
  1286. rx_tid->ba_win_size, startseqnum)) {
  1287. rx_tid->ba_status = DP_RX_BA_INACTIVE;
  1288. qdf_spin_unlock_bh(&rx_tid->tid_lock);
  1289. status = QDF_STATUS_E_FAILURE;
  1290. goto fail;
  1291. }
  1292. rx_tid->ba_status = DP_RX_BA_IN_PROGRESS;
  1293. rx_tid->dialogtoken = dialogtoken;
  1294. rx_tid->startseqnum = startseqnum;
  1295. if (rx_tid->userstatuscode != IEEE80211_STATUS_SUCCESS)
  1296. rx_tid->statuscode = rx_tid->userstatuscode;
  1297. else
  1298. rx_tid->statuscode = IEEE80211_STATUS_SUCCESS;
  1299. if (rx_tid->rx_ba_win_size_override == DP_RX_BA_SESSION_DISABLE)
  1300. rx_tid->statuscode = IEEE80211_STATUS_REFUSED;
  1301. qdf_spin_unlock_bh(&rx_tid->tid_lock);
  1302. fail:
  1303. dp_peer_unref_delete(peer, DP_MOD_ID_CDP);
  1304. return status;
  1305. }
  1306. QDF_STATUS
  1307. dp_set_addba_response(struct cdp_soc_t *cdp_soc, uint8_t *peer_mac,
  1308. uint16_t vdev_id, uint8_t tid, uint16_t statuscode)
  1309. {
  1310. struct dp_peer *peer = dp_peer_get_tgt_peer_hash_find(
  1311. (struct dp_soc *)cdp_soc,
  1312. peer_mac, 0, vdev_id,
  1313. DP_MOD_ID_CDP);
  1314. struct dp_rx_tid *rx_tid;
  1315. if (!peer) {
  1316. dp_peer_debug("%pK: Peer is NULL!\n", cdp_soc);
  1317. return QDF_STATUS_E_FAILURE;
  1318. }
  1319. rx_tid = &peer->rx_tid[tid];
  1320. qdf_spin_lock_bh(&rx_tid->tid_lock);
  1321. rx_tid->userstatuscode = statuscode;
  1322. qdf_spin_unlock_bh(&rx_tid->tid_lock);
  1323. dp_peer_unref_delete(peer, DP_MOD_ID_CDP);
  1324. return QDF_STATUS_SUCCESS;
  1325. }
  1326. int dp_delba_process_wifi3(struct cdp_soc_t *cdp_soc, uint8_t *peer_mac,
  1327. uint16_t vdev_id, int tid, uint16_t reasoncode)
  1328. {
  1329. QDF_STATUS status = QDF_STATUS_SUCCESS;
  1330. struct dp_rx_tid *rx_tid;
  1331. struct dp_peer *peer = dp_peer_get_tgt_peer_hash_find(
  1332. (struct dp_soc *)cdp_soc,
  1333. peer_mac, 0, vdev_id,
  1334. DP_MOD_ID_CDP);
  1335. if (!peer) {
  1336. dp_peer_debug("%pK: Peer is NULL!\n", cdp_soc);
  1337. return QDF_STATUS_E_FAILURE;
  1338. }
  1339. rx_tid = &peer->rx_tid[tid];
  1340. qdf_spin_lock_bh(&rx_tid->tid_lock);
  1341. if (rx_tid->ba_status == DP_RX_BA_INACTIVE ||
  1342. rx_tid->ba_status == DP_RX_BA_IN_PROGRESS) {
  1343. qdf_spin_unlock_bh(&rx_tid->tid_lock);
  1344. status = QDF_STATUS_E_FAILURE;
  1345. goto fail;
  1346. }
  1347. /* TODO: See if we can delete the existing REO queue descriptor and
  1348. * replace with a new one without queue extension descript to save
  1349. * memory
  1350. */
  1351. rx_tid->delba_rcode = reasoncode;
  1352. rx_tid->num_of_delba_req++;
  1353. dp_rx_tid_update_wifi3(peer, tid, 1, IEEE80211_SEQ_MAX, false);
  1354. rx_tid->ba_status = DP_RX_BA_INACTIVE;
  1355. peer->active_ba_session_cnt--;
  1356. qdf_spin_unlock_bh(&rx_tid->tid_lock);
  1357. fail:
  1358. dp_peer_unref_delete(peer, DP_MOD_ID_CDP);
  1359. return status;
  1360. }
  1361. int dp_delba_tx_completion_wifi3(struct cdp_soc_t *cdp_soc, uint8_t *peer_mac,
  1362. uint16_t vdev_id,
  1363. uint8_t tid, int status)
  1364. {
  1365. QDF_STATUS ret = QDF_STATUS_SUCCESS;
  1366. struct dp_rx_tid *rx_tid = NULL;
  1367. struct dp_peer *peer = dp_peer_get_tgt_peer_hash_find(
  1368. (struct dp_soc *)cdp_soc,
  1369. peer_mac, 0, vdev_id,
  1370. DP_MOD_ID_CDP);
  1371. if (!peer) {
  1372. dp_peer_debug("%pK: Peer is NULL!", cdp_soc);
  1373. return QDF_STATUS_E_FAILURE;
  1374. }
  1375. rx_tid = &peer->rx_tid[tid];
  1376. qdf_spin_lock_bh(&rx_tid->tid_lock);
  1377. if (status) {
  1378. rx_tid->delba_tx_fail_cnt++;
  1379. if (rx_tid->delba_tx_retry >= DP_MAX_DELBA_RETRY) {
  1380. rx_tid->delba_tx_retry = 0;
  1381. rx_tid->delba_tx_status = 0;
  1382. qdf_spin_unlock_bh(&rx_tid->tid_lock);
  1383. } else {
  1384. rx_tid->delba_tx_retry++;
  1385. rx_tid->delba_tx_status = 1;
  1386. qdf_spin_unlock_bh(&rx_tid->tid_lock);
  1387. if (peer->vdev->pdev->soc->cdp_soc.ol_ops->send_delba)
  1388. peer->vdev->pdev->soc->cdp_soc.ol_ops->send_delba(
  1389. peer->vdev->pdev->soc->ctrl_psoc,
  1390. peer->vdev->vdev_id,
  1391. peer->mac_addr.raw, tid,
  1392. rx_tid->delba_rcode,
  1393. CDP_DELBA_REASON_NONE);
  1394. }
  1395. goto end;
  1396. } else {
  1397. rx_tid->delba_tx_success_cnt++;
  1398. rx_tid->delba_tx_retry = 0;
  1399. rx_tid->delba_tx_status = 0;
  1400. }
  1401. if (rx_tid->ba_status == DP_RX_BA_ACTIVE) {
  1402. dp_rx_tid_update_wifi3(peer, tid, 1, IEEE80211_SEQ_MAX, false);
  1403. rx_tid->ba_status = DP_RX_BA_INACTIVE;
  1404. peer->active_ba_session_cnt--;
  1405. }
  1406. if (rx_tid->ba_status == DP_RX_BA_IN_PROGRESS) {
  1407. dp_rx_tid_update_wifi3(peer, tid, 1, IEEE80211_SEQ_MAX, false);
  1408. rx_tid->ba_status = DP_RX_BA_INACTIVE;
  1409. }
  1410. qdf_spin_unlock_bh(&rx_tid->tid_lock);
  1411. end:
  1412. dp_peer_unref_delete(peer, DP_MOD_ID_CDP);
  1413. return ret;
  1414. }
  1415. QDF_STATUS
  1416. dp_set_pn_check_wifi3(struct cdp_soc_t *soc_t, uint8_t vdev_id,
  1417. uint8_t *peer_mac, enum cdp_sec_type sec_type,
  1418. uint32_t *rx_pn)
  1419. {
  1420. struct dp_pdev *pdev;
  1421. int i;
  1422. uint8_t pn_size;
  1423. struct hal_reo_cmd_params params;
  1424. struct dp_peer *peer = NULL;
  1425. struct dp_vdev *vdev = NULL;
  1426. struct dp_soc *soc = NULL;
  1427. peer = dp_peer_get_tgt_peer_hash_find((struct dp_soc *)soc_t,
  1428. peer_mac, 0, vdev_id,
  1429. DP_MOD_ID_CDP);
  1430. if (!peer) {
  1431. dp_peer_debug("%pK: Peer is NULL!\n", soc);
  1432. return QDF_STATUS_E_FAILURE;
  1433. }
  1434. vdev = peer->vdev;
  1435. if (!vdev) {
  1436. dp_peer_debug("%pK: VDEV is NULL!\n", soc);
  1437. dp_peer_unref_delete(peer, DP_MOD_ID_CDP);
  1438. return QDF_STATUS_E_FAILURE;
  1439. }
  1440. pdev = vdev->pdev;
  1441. soc = pdev->soc;
  1442. qdf_mem_zero(&params, sizeof(params));
  1443. params.std.need_status = 1;
  1444. params.u.upd_queue_params.update_pn_valid = 1;
  1445. params.u.upd_queue_params.update_pn_size = 1;
  1446. params.u.upd_queue_params.update_pn = 1;
  1447. params.u.upd_queue_params.update_pn_check_needed = 1;
  1448. params.u.upd_queue_params.update_svld = 1;
  1449. params.u.upd_queue_params.svld = 0;
  1450. switch (sec_type) {
  1451. case cdp_sec_type_tkip_nomic:
  1452. case cdp_sec_type_aes_ccmp:
  1453. case cdp_sec_type_aes_ccmp_256:
  1454. case cdp_sec_type_aes_gcmp:
  1455. case cdp_sec_type_aes_gcmp_256:
  1456. params.u.upd_queue_params.pn_check_needed = 1;
  1457. params.u.upd_queue_params.pn_size = PN_SIZE_48;
  1458. pn_size = 48;
  1459. break;
  1460. case cdp_sec_type_wapi:
  1461. params.u.upd_queue_params.pn_check_needed = 1;
  1462. params.u.upd_queue_params.pn_size = PN_SIZE_128;
  1463. pn_size = 128;
  1464. if (vdev->opmode == wlan_op_mode_ap) {
  1465. params.u.upd_queue_params.pn_even = 1;
  1466. params.u.upd_queue_params.update_pn_even = 1;
  1467. } else {
  1468. params.u.upd_queue_params.pn_uneven = 1;
  1469. params.u.upd_queue_params.update_pn_uneven = 1;
  1470. }
  1471. break;
  1472. default:
  1473. params.u.upd_queue_params.pn_check_needed = 0;
  1474. pn_size = 0;
  1475. break;
  1476. }
  1477. for (i = 0; i < DP_MAX_TIDS; i++) {
  1478. struct dp_rx_tid *rx_tid = &peer->rx_tid[i];
  1479. qdf_spin_lock_bh(&rx_tid->tid_lock);
  1480. if (rx_tid->hw_qdesc_vaddr_unaligned) {
  1481. params.std.addr_lo =
  1482. rx_tid->hw_qdesc_paddr & 0xffffffff;
  1483. params.std.addr_hi =
  1484. (uint64_t)(rx_tid->hw_qdesc_paddr) >> 32;
  1485. if (pn_size) {
  1486. dp_peer_info("%pK: PN set for TID:%d pn:%x:%x:%x:%x",
  1487. soc, i, rx_pn[3], rx_pn[2],
  1488. rx_pn[1], rx_pn[0]);
  1489. params.u.upd_queue_params.update_pn_valid = 1;
  1490. params.u.upd_queue_params.pn_31_0 = rx_pn[0];
  1491. params.u.upd_queue_params.pn_63_32 = rx_pn[1];
  1492. params.u.upd_queue_params.pn_95_64 = rx_pn[2];
  1493. params.u.upd_queue_params.pn_127_96 = rx_pn[3];
  1494. }
  1495. rx_tid->pn_size = pn_size;
  1496. if (dp_reo_send_cmd(soc,
  1497. CMD_UPDATE_RX_REO_QUEUE,
  1498. &params, dp_rx_tid_update_cb,
  1499. rx_tid)) {
  1500. dp_err_log("fail to send CMD_UPDATE_RX_REO_QUEUE"
  1501. "tid %d desc %pK", rx_tid->tid,
  1502. (void *)(rx_tid->hw_qdesc_paddr));
  1503. DP_STATS_INC(soc,
  1504. rx.err.reo_cmd_send_fail, 1);
  1505. }
  1506. } else {
  1507. dp_peer_info("%pK: PN Check not setup for TID :%d ", soc, i);
  1508. }
  1509. qdf_spin_unlock_bh(&rx_tid->tid_lock);
  1510. }
  1511. dp_peer_unref_delete(peer, DP_MOD_ID_CDP);
  1512. return QDF_STATUS_SUCCESS;
  1513. }
  1514. QDF_STATUS
  1515. dp_rx_delba_ind_handler(void *soc_handle, uint16_t peer_id,
  1516. uint8_t tid, uint16_t win_sz)
  1517. {
  1518. struct dp_soc *soc = (struct dp_soc *)soc_handle;
  1519. struct dp_peer *peer;
  1520. struct dp_rx_tid *rx_tid;
  1521. QDF_STATUS status = QDF_STATUS_SUCCESS;
  1522. peer = dp_peer_get_ref_by_id(soc, peer_id, DP_MOD_ID_HTT);
  1523. if (!peer) {
  1524. dp_peer_err("%pK: Couldn't find peer from ID %d",
  1525. soc, peer_id);
  1526. return QDF_STATUS_E_FAILURE;
  1527. }
  1528. qdf_assert_always(tid < DP_MAX_TIDS);
  1529. rx_tid = &peer->rx_tid[tid];
  1530. if (rx_tid->hw_qdesc_vaddr_unaligned) {
  1531. if (!rx_tid->delba_tx_status) {
  1532. dp_peer_info("%pK: PEER_ID: %d TID: %d, BA win: %d ",
  1533. soc, peer_id, tid, win_sz);
  1534. qdf_spin_lock_bh(&rx_tid->tid_lock);
  1535. rx_tid->delba_tx_status = 1;
  1536. rx_tid->rx_ba_win_size_override =
  1537. qdf_min((uint16_t)63, win_sz);
  1538. rx_tid->delba_rcode =
  1539. IEEE80211_REASON_QOS_SETUP_REQUIRED;
  1540. qdf_spin_unlock_bh(&rx_tid->tid_lock);
  1541. if (soc->cdp_soc.ol_ops->send_delba)
  1542. soc->cdp_soc.ol_ops->send_delba(
  1543. peer->vdev->pdev->soc->ctrl_psoc,
  1544. peer->vdev->vdev_id,
  1545. peer->mac_addr.raw,
  1546. tid,
  1547. rx_tid->delba_rcode,
  1548. CDP_DELBA_REASON_NONE);
  1549. }
  1550. } else {
  1551. dp_peer_err("%pK: BA session is not setup for TID:%d ",
  1552. soc, tid);
  1553. status = QDF_STATUS_E_FAILURE;
  1554. }
  1555. dp_peer_unref_delete(peer, DP_MOD_ID_HTT);
  1556. return status;
  1557. }
  1558. #ifdef IPA_OFFLOAD
  1559. int dp_peer_get_rxtid_stats_ipa(struct dp_peer *peer,
  1560. dp_rxtid_stats_cmd_cb dp_stats_cmd_cb)
  1561. {
  1562. struct dp_soc *soc = peer->vdev->pdev->soc;
  1563. struct hal_reo_cmd_params params;
  1564. int i;
  1565. int stats_cmd_sent_cnt = 0;
  1566. QDF_STATUS status;
  1567. uint16_t peer_id = peer->peer_id;
  1568. unsigned long comb_peer_id_tid;
  1569. struct dp_rx_tid *rx_tid;
  1570. if (!dp_stats_cmd_cb)
  1571. return stats_cmd_sent_cnt;
  1572. qdf_mem_zero(&params, sizeof(params));
  1573. for (i = 0; i < DP_MAX_TIDS; i++) {
  1574. if ((i >= CDP_DATA_TID_MAX) && (i != CDP_DATA_NON_QOS_TID))
  1575. continue;
  1576. rx_tid = &peer->rx_tid[i];
  1577. if (rx_tid->hw_qdesc_vaddr_unaligned) {
  1578. params.std.need_status = 1;
  1579. params.std.addr_lo =
  1580. rx_tid->hw_qdesc_paddr & 0xffffffff;
  1581. params.std.addr_hi =
  1582. (uint64_t)(rx_tid->hw_qdesc_paddr) >> 32;
  1583. params.u.stats_params.clear = 1;
  1584. comb_peer_id_tid = ((i << DP_PEER_REO_STATS_TID_SHIFT)
  1585. | peer_id);
  1586. status = dp_reo_send_cmd(soc, CMD_GET_QUEUE_STATS,
  1587. &params, dp_stats_cmd_cb,
  1588. (void *)comb_peer_id_tid);
  1589. if (QDF_IS_STATUS_SUCCESS(status))
  1590. stats_cmd_sent_cnt++;
  1591. /* Flush REO descriptor from HW cache to update stats
  1592. * in descriptor memory. This is to help debugging
  1593. */
  1594. qdf_mem_zero(&params, sizeof(params));
  1595. params.std.need_status = 0;
  1596. params.std.addr_lo =
  1597. rx_tid->hw_qdesc_paddr & 0xffffffff;
  1598. params.std.addr_hi =
  1599. (uint64_t)(rx_tid->hw_qdesc_paddr) >> 32;
  1600. params.u.fl_cache_params.flush_no_inval = 1;
  1601. dp_reo_send_cmd(soc, CMD_FLUSH_CACHE, &params, NULL,
  1602. NULL);
  1603. }
  1604. }
  1605. return stats_cmd_sent_cnt;
  1606. }
  1607. qdf_export_symbol(dp_peer_get_rxtid_stats_ipa);
  1608. #endif
  1609. int dp_peer_rxtid_stats(struct dp_peer *peer,
  1610. dp_rxtid_stats_cmd_cb dp_stats_cmd_cb,
  1611. void *cb_ctxt)
  1612. {
  1613. struct dp_soc *soc = peer->vdev->pdev->soc;
  1614. struct hal_reo_cmd_params params;
  1615. int i;
  1616. int stats_cmd_sent_cnt = 0;
  1617. QDF_STATUS status;
  1618. struct dp_rx_tid *rx_tid;
  1619. if (!dp_stats_cmd_cb)
  1620. return stats_cmd_sent_cnt;
  1621. qdf_mem_zero(&params, sizeof(params));
  1622. for (i = 0; i < DP_MAX_TIDS; i++) {
  1623. if ((i >= CDP_DATA_TID_MAX) && (i != CDP_DATA_NON_QOS_TID))
  1624. continue;
  1625. rx_tid = &peer->rx_tid[i];
  1626. if (rx_tid->hw_qdesc_vaddr_unaligned) {
  1627. params.std.need_status = 1;
  1628. params.std.addr_lo =
  1629. rx_tid->hw_qdesc_paddr & 0xffffffff;
  1630. params.std.addr_hi =
  1631. (uint64_t)(rx_tid->hw_qdesc_paddr) >> 32;
  1632. if (cb_ctxt) {
  1633. status = dp_reo_send_cmd(
  1634. soc, CMD_GET_QUEUE_STATS,
  1635. &params, dp_stats_cmd_cb,
  1636. cb_ctxt);
  1637. } else {
  1638. status = dp_reo_send_cmd(
  1639. soc, CMD_GET_QUEUE_STATS,
  1640. &params, dp_stats_cmd_cb,
  1641. rx_tid);
  1642. }
  1643. if (QDF_IS_STATUS_SUCCESS(status))
  1644. stats_cmd_sent_cnt++;
  1645. /* Flush REO descriptor from HW cache to update stats
  1646. * in descriptor memory. This is to help debugging
  1647. */
  1648. qdf_mem_zero(&params, sizeof(params));
  1649. params.std.need_status = 0;
  1650. params.std.addr_lo =
  1651. rx_tid->hw_qdesc_paddr & 0xffffffff;
  1652. params.std.addr_hi =
  1653. (uint64_t)(rx_tid->hw_qdesc_paddr) >> 32;
  1654. params.u.fl_cache_params.flush_no_inval = 1;
  1655. dp_reo_send_cmd(soc, CMD_FLUSH_CACHE, &params, NULL,
  1656. NULL);
  1657. }
  1658. }
  1659. return stats_cmd_sent_cnt;
  1660. }
  1661. QDF_STATUS dp_peer_rx_tids_create(struct dp_peer *peer)
  1662. {
  1663. uint8_t i;
  1664. if (IS_MLO_DP_MLD_PEER(peer)) {
  1665. dp_peer_info("skip for mld peer");
  1666. return QDF_STATUS_SUCCESS;
  1667. }
  1668. if (peer->rx_tid) {
  1669. QDF_BUG(0);
  1670. dp_peer_err("peer rx_tid mem already exist");
  1671. return QDF_STATUS_E_FAILURE;
  1672. }
  1673. peer->rx_tid = qdf_mem_malloc(DP_MAX_TIDS *
  1674. sizeof(struct dp_rx_tid));
  1675. if (!peer->rx_tid) {
  1676. dp_err("fail to alloc tid for peer" QDF_MAC_ADDR_FMT,
  1677. QDF_MAC_ADDR_REF(peer->mac_addr.raw));
  1678. return QDF_STATUS_E_NOMEM;
  1679. }
  1680. qdf_mem_zero(peer->rx_tid, DP_MAX_TIDS * sizeof(struct dp_rx_tid));
  1681. for (i = 0; i < DP_MAX_TIDS; i++)
  1682. qdf_spinlock_create(&peer->rx_tid[i].tid_lock);
  1683. return QDF_STATUS_SUCCESS;
  1684. }
  1685. void dp_peer_rx_tids_destroy(struct dp_peer *peer)
  1686. {
  1687. uint8_t i;
  1688. if (!IS_MLO_DP_LINK_PEER(peer)) {
  1689. for (i = 0; i < DP_MAX_TIDS; i++)
  1690. qdf_spinlock_destroy(&peer->rx_tid[i].tid_lock);
  1691. qdf_mem_free(peer->rx_tid);
  1692. }
  1693. peer->rx_tid = NULL;
  1694. }
  1695. #ifdef DUMP_REO_QUEUE_INFO_IN_DDR
  1696. void dp_dump_rx_reo_queue_info(
  1697. struct dp_soc *soc, void *cb_ctxt, union hal_reo_status *reo_status)
  1698. {
  1699. struct dp_rx_tid *rx_tid = (struct dp_rx_tid *)cb_ctxt;
  1700. if (!rx_tid)
  1701. return;
  1702. if (reo_status->fl_cache_status.header.status !=
  1703. HAL_REO_CMD_SUCCESS) {
  1704. dp_err_rl("Rx tid REO HW desc flush failed(%d)",
  1705. reo_status->rx_queue_status.header.status);
  1706. return;
  1707. }
  1708. qdf_spin_lock_bh(&rx_tid->tid_lock);
  1709. hal_dump_rx_reo_queue_desc(rx_tid->hw_qdesc_vaddr_aligned);
  1710. qdf_spin_unlock_bh(&rx_tid->tid_lock);
  1711. }
  1712. void dp_send_cache_flush_for_rx_tid(
  1713. struct dp_soc *soc, struct dp_peer *peer)
  1714. {
  1715. int i;
  1716. struct dp_rx_tid *rx_tid;
  1717. struct hal_reo_cmd_params params;
  1718. if (!peer) {
  1719. dp_err_rl("Peer is NULL");
  1720. return;
  1721. }
  1722. for (i = 0; i < DP_MAX_TIDS; i++) {
  1723. rx_tid = &peer->rx_tid[i];
  1724. if (!rx_tid)
  1725. continue;
  1726. qdf_spin_lock_bh(&rx_tid->tid_lock);
  1727. if (rx_tid->hw_qdesc_vaddr_aligned) {
  1728. qdf_mem_zero(&params, sizeof(params));
  1729. params.std.need_status = 1;
  1730. params.std.addr_lo =
  1731. rx_tid->hw_qdesc_paddr & 0xffffffff;
  1732. params.std.addr_hi =
  1733. (uint64_t)(rx_tid->hw_qdesc_paddr) >> 32;
  1734. params.u.fl_cache_params.flush_no_inval = 0;
  1735. if (rx_tid->ba_win_size > 256)
  1736. params.u.fl_cache_params.flush_q_1k_desc = 1;
  1737. params.u.fl_cache_params.fwd_mpdus_in_queue = 1;
  1738. if (QDF_STATUS_SUCCESS !=
  1739. dp_reo_send_cmd(
  1740. soc, CMD_FLUSH_CACHE,
  1741. &params, dp_dump_rx_reo_queue_info,
  1742. (void *)rx_tid)) {
  1743. dp_err_rl("cache flush send failed tid %d",
  1744. rx_tid->tid);
  1745. qdf_spin_unlock_bh(&rx_tid->tid_lock);
  1746. break;
  1747. }
  1748. }
  1749. qdf_spin_unlock_bh(&rx_tid->tid_lock);
  1750. }
  1751. }
  1752. void dp_get_rx_reo_queue_info(
  1753. struct cdp_soc_t *soc_hdl, uint8_t vdev_id)
  1754. {
  1755. struct dp_soc *soc = (struct dp_soc *)soc_hdl;
  1756. struct dp_vdev *vdev = dp_vdev_get_ref_by_id(soc, vdev_id,
  1757. DP_MOD_ID_GENERIC_STATS);
  1758. struct dp_peer *peer = NULL;
  1759. if (!vdev) {
  1760. dp_err_rl("vdev is null for vdev_id: %u", vdev_id);
  1761. goto failed;
  1762. }
  1763. peer = dp_vdev_bss_peer_ref_n_get(soc, vdev, DP_MOD_ID_GENERIC_STATS);
  1764. if (!peer) {
  1765. dp_err_rl("Peer is NULL");
  1766. goto failed;
  1767. }
  1768. dp_send_cache_flush_for_rx_tid(soc, peer);
  1769. failed:
  1770. if (peer)
  1771. dp_peer_unref_delete(peer, DP_MOD_ID_GENERIC_STATS);
  1772. if (vdev)
  1773. dp_vdev_unref_delete(soc, vdev, DP_MOD_ID_GENERIC_STATS);
  1774. }
  1775. #endif /* DUMP_REO_QUEUE_INFO_IN_DDR */