dp_rx_tid.c 61 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235
  1. /*
  2. * Copyright (c) 2016-2021 The Linux Foundation. All rights reserved.
  3. * Copyright (c) 2021-2023 Qualcomm Innovation Center, Inc. All rights reserved.
  4. *
  5. * Permission to use, copy, modify, and/or distribute this software for
  6. * any purpose with or without fee is hereby granted, provided that the
  7. * above copyright notice and this permission notice appear in all
  8. * copies.
  9. *
  10. * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL
  11. * WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED
  12. * WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE
  13. * AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL
  14. * DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR
  15. * PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER
  16. * TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
  17. * PERFORMANCE OF THIS SOFTWARE.
  18. */
  19. #include <qdf_types.h>
  20. #include <qdf_lock.h>
  21. #include <hal_hw_headers.h>
  22. #include "dp_htt.h"
  23. #include "dp_types.h"
  24. #include "dp_internal.h"
  25. #include "dp_peer.h"
  26. #include "dp_rx_defrag.h"
  27. #include "dp_rx.h"
  28. #include <hal_api.h>
  29. #include <hal_reo.h>
  30. #include <cdp_txrx_handle.h>
  31. #include <wlan_cfg.h>
  32. #ifdef WIFI_MONITOR_SUPPORT
  33. #include <dp_mon.h>
  34. #endif
  35. #ifdef FEATURE_WDS
  36. #include "dp_txrx_wds.h"
  37. #endif
  38. #include <qdf_module.h>
  39. #ifdef QCA_PEER_EXT_STATS
  40. #include "dp_hist.h"
  41. #endif
  42. #ifdef BYPASS_OL_OPS
  43. #include <target_if_dp.h>
  44. #endif
  45. #ifdef REO_QDESC_HISTORY
  46. #define REO_QDESC_HISTORY_SIZE 512
  47. uint64_t reo_qdesc_history_idx;
  48. struct reo_qdesc_event reo_qdesc_history[REO_QDESC_HISTORY_SIZE];
  49. #endif
  50. #ifdef REO_QDESC_HISTORY
  51. static inline void
  52. dp_rx_reo_qdesc_history_add(struct reo_desc_list_node *free_desc,
  53. enum reo_qdesc_event_type type)
  54. {
  55. struct reo_qdesc_event *evt;
  56. struct dp_rx_tid *rx_tid = &free_desc->rx_tid;
  57. uint32_t idx;
  58. reo_qdesc_history_idx++;
  59. idx = (reo_qdesc_history_idx & (REO_QDESC_HISTORY_SIZE - 1));
  60. evt = &reo_qdesc_history[idx];
  61. qdf_mem_copy(evt->peer_mac, free_desc->peer_mac, QDF_MAC_ADDR_SIZE);
  62. evt->qdesc_addr = rx_tid->hw_qdesc_paddr;
  63. evt->ts = qdf_get_log_timestamp();
  64. evt->type = type;
  65. }
  66. #ifdef WLAN_DP_FEATURE_DEFERRED_REO_QDESC_DESTROY
  67. static inline void
  68. dp_rx_reo_qdesc_deferred_evt_add(struct reo_desc_deferred_freelist_node *desc,
  69. enum reo_qdesc_event_type type)
  70. {
  71. struct reo_qdesc_event *evt;
  72. uint32_t idx;
  73. reo_qdesc_history_idx++;
  74. idx = (reo_qdesc_history_idx & (REO_QDESC_HISTORY_SIZE - 1));
  75. evt = &reo_qdesc_history[idx];
  76. qdf_mem_copy(evt->peer_mac, desc->peer_mac, QDF_MAC_ADDR_SIZE);
  77. evt->qdesc_addr = desc->hw_qdesc_paddr;
  78. evt->ts = qdf_get_log_timestamp();
  79. evt->type = type;
  80. }
  81. #define DP_RX_REO_QDESC_DEFERRED_FREE_EVT(desc) \
  82. dp_rx_reo_qdesc_deferred_evt_add((desc), REO_QDESC_FREE)
  83. #define DP_RX_REO_QDESC_DEFERRED_GET_MAC(desc, freedesc) \
  84. qdf_mem_copy((desc)->peer_mac, (freedesc)->peer_mac, QDF_MAC_ADDR_SIZE)
  85. #endif /* WLAN_DP_FEATURE_DEFERRED_REO_QDESC_DESTROY */
  86. #define DP_RX_REO_QDESC_GET_MAC(freedesc, peer) \
  87. qdf_mem_copy((freedesc)->peer_mac, (peer)->mac_addr.raw, QDF_MAC_ADDR_SIZE)
  88. #define DP_RX_REO_QDESC_UPDATE_EVT(free_desc) \
  89. dp_rx_reo_qdesc_history_add((free_desc), REO_QDESC_UPDATE_CB)
  90. #define DP_RX_REO_QDESC_FREE_EVT(free_desc) \
  91. dp_rx_reo_qdesc_history_add((free_desc), REO_QDESC_FREE)
  92. #else
  93. #define DP_RX_REO_QDESC_GET_MAC(freedesc, peer)
  94. #define DP_RX_REO_QDESC_UPDATE_EVT(free_desc)
  95. #define DP_RX_REO_QDESC_FREE_EVT(free_desc)
  96. #define DP_RX_REO_QDESC_DEFERRED_FREE_EVT(desc)
  97. #define DP_RX_REO_QDESC_DEFERRED_GET_MAC(desc, freedesc)
  98. #endif
  99. static inline void
  100. dp_set_ssn_valid_flag(struct hal_reo_cmd_params *params,
  101. uint8_t valid)
  102. {
  103. params->u.upd_queue_params.update_svld = 1;
  104. params->u.upd_queue_params.svld = valid;
  105. dp_peer_debug("Setting SSN valid bit to %d",
  106. valid);
  107. }
  108. #ifdef IPA_OFFLOAD
  109. void dp_peer_update_tid_stats_from_reo(struct dp_soc *soc, void *cb_ctxt,
  110. union hal_reo_status *reo_status)
  111. {
  112. struct dp_peer *peer = NULL;
  113. struct dp_rx_tid *rx_tid = NULL;
  114. unsigned long comb_peer_id_tid;
  115. struct hal_reo_queue_status *queue_status = &reo_status->queue_status;
  116. uint16_t tid;
  117. uint16_t peer_id;
  118. if (queue_status->header.status != HAL_REO_CMD_SUCCESS) {
  119. dp_err("REO stats failure %d",
  120. queue_status->header.status);
  121. return;
  122. }
  123. comb_peer_id_tid = (unsigned long)cb_ctxt;
  124. tid = DP_PEER_GET_REO_STATS_TID(comb_peer_id_tid);
  125. peer_id = DP_PEER_GET_REO_STATS_PEER_ID(comb_peer_id_tid);
  126. peer = dp_peer_get_ref_by_id(soc, peer_id, DP_MOD_ID_GENERIC_STATS);
  127. if (!peer)
  128. return;
  129. rx_tid = &peer->rx_tid[tid];
  130. if (!rx_tid) {
  131. dp_peer_unref_delete(peer, DP_MOD_ID_GENERIC_STATS);
  132. return;
  133. }
  134. rx_tid->rx_msdu_cnt.bytes += queue_status->total_cnt;
  135. rx_tid->rx_msdu_cnt.num += queue_status->msdu_frms_cnt;
  136. dp_peer_unref_delete(peer, DP_MOD_ID_GENERIC_STATS);
  137. }
  138. qdf_export_symbol(dp_peer_update_tid_stats_from_reo);
  139. #endif
  140. void dp_rx_tid_stats_cb(struct dp_soc *soc, void *cb_ctxt,
  141. union hal_reo_status *reo_status)
  142. {
  143. struct dp_rx_tid *rx_tid = (struct dp_rx_tid *)cb_ctxt;
  144. struct hal_reo_queue_status *queue_status = &reo_status->queue_status;
  145. if (queue_status->header.status == HAL_REO_CMD_DRAIN)
  146. return;
  147. if (queue_status->header.status != HAL_REO_CMD_SUCCESS) {
  148. DP_PRINT_STATS("REO stats failure %d for TID %d",
  149. queue_status->header.status, rx_tid->tid);
  150. return;
  151. }
  152. DP_PRINT_STATS("REO queue stats (TID: %d):\n"
  153. "ssn: %d\n"
  154. "curr_idx : %d\n"
  155. "pn_31_0 : %08x\n"
  156. "pn_63_32 : %08x\n"
  157. "pn_95_64 : %08x\n"
  158. "pn_127_96 : %08x\n"
  159. "last_rx_enq_tstamp : %08x\n"
  160. "last_rx_deq_tstamp : %08x\n"
  161. "rx_bitmap_31_0 : %08x\n"
  162. "rx_bitmap_63_32 : %08x\n"
  163. "rx_bitmap_95_64 : %08x\n"
  164. "rx_bitmap_127_96 : %08x\n"
  165. "rx_bitmap_159_128 : %08x\n"
  166. "rx_bitmap_191_160 : %08x\n"
  167. "rx_bitmap_223_192 : %08x\n"
  168. "rx_bitmap_255_224 : %08x\n",
  169. rx_tid->tid,
  170. queue_status->ssn, queue_status->curr_idx,
  171. queue_status->pn_31_0, queue_status->pn_63_32,
  172. queue_status->pn_95_64, queue_status->pn_127_96,
  173. queue_status->last_rx_enq_tstamp,
  174. queue_status->last_rx_deq_tstamp,
  175. queue_status->rx_bitmap_31_0,
  176. queue_status->rx_bitmap_63_32,
  177. queue_status->rx_bitmap_95_64,
  178. queue_status->rx_bitmap_127_96,
  179. queue_status->rx_bitmap_159_128,
  180. queue_status->rx_bitmap_191_160,
  181. queue_status->rx_bitmap_223_192,
  182. queue_status->rx_bitmap_255_224);
  183. DP_PRINT_STATS(
  184. "curr_mpdu_cnt : %d\n"
  185. "curr_msdu_cnt : %d\n"
  186. "fwd_timeout_cnt : %d\n"
  187. "fwd_bar_cnt : %d\n"
  188. "dup_cnt : %d\n"
  189. "frms_in_order_cnt : %d\n"
  190. "bar_rcvd_cnt : %d\n"
  191. "mpdu_frms_cnt : %d\n"
  192. "msdu_frms_cnt : %d\n"
  193. "total_byte_cnt : %d\n"
  194. "late_recv_mpdu_cnt : %d\n"
  195. "win_jump_2k : %d\n"
  196. "hole_cnt : %d\n",
  197. queue_status->curr_mpdu_cnt,
  198. queue_status->curr_msdu_cnt,
  199. queue_status->fwd_timeout_cnt,
  200. queue_status->fwd_bar_cnt,
  201. queue_status->dup_cnt,
  202. queue_status->frms_in_order_cnt,
  203. queue_status->bar_rcvd_cnt,
  204. queue_status->mpdu_frms_cnt,
  205. queue_status->msdu_frms_cnt,
  206. queue_status->total_cnt,
  207. queue_status->late_recv_mpdu_cnt,
  208. queue_status->win_jump_2k,
  209. queue_status->hole_cnt);
  210. DP_PRINT_STATS("Addba Req : %d\n"
  211. "Addba Resp : %d\n"
  212. "Addba Resp success : %d\n"
  213. "Addba Resp failed : %d\n"
  214. "Delba Req received : %d\n"
  215. "Delba Tx success : %d\n"
  216. "Delba Tx Fail : %d\n"
  217. "BA window size : %d\n"
  218. "Pn size : %d\n",
  219. rx_tid->num_of_addba_req,
  220. rx_tid->num_of_addba_resp,
  221. rx_tid->num_addba_rsp_success,
  222. rx_tid->num_addba_rsp_failed,
  223. rx_tid->num_of_delba_req,
  224. rx_tid->delba_tx_success_cnt,
  225. rx_tid->delba_tx_fail_cnt,
  226. rx_tid->ba_win_size,
  227. rx_tid->pn_size);
  228. }
  229. static void dp_rx_tid_update_cb(struct dp_soc *soc, void *cb_ctxt,
  230. union hal_reo_status *reo_status)
  231. {
  232. struct dp_rx_tid *rx_tid = (struct dp_rx_tid *)cb_ctxt;
  233. if ((reo_status->rx_queue_status.header.status !=
  234. HAL_REO_CMD_SUCCESS) &&
  235. (reo_status->rx_queue_status.header.status !=
  236. HAL_REO_CMD_DRAIN)) {
  237. /* Should not happen normally. Just print error for now */
  238. dp_peer_err("%pK: Rx tid HW desc update failed(%d): tid %d",
  239. soc, reo_status->rx_queue_status.header.status,
  240. rx_tid->tid);
  241. }
  242. }
  243. bool dp_get_peer_vdev_roaming_in_progress(struct dp_peer *peer)
  244. {
  245. struct ol_if_ops *ol_ops = NULL;
  246. bool is_roaming = false;
  247. uint8_t vdev_id = -1;
  248. struct cdp_soc_t *soc;
  249. if (!peer) {
  250. dp_peer_info("Peer is NULL. No roaming possible");
  251. return false;
  252. }
  253. soc = dp_soc_to_cdp_soc_t(peer->vdev->pdev->soc);
  254. ol_ops = peer->vdev->pdev->soc->cdp_soc.ol_ops;
  255. if (ol_ops && ol_ops->is_roam_inprogress) {
  256. dp_get_vdevid(soc, peer->mac_addr.raw, &vdev_id);
  257. is_roaming = ol_ops->is_roam_inprogress(vdev_id);
  258. }
  259. dp_peer_info("peer: " QDF_MAC_ADDR_FMT ", vdev_id: %d, is_roaming: %d",
  260. QDF_MAC_ADDR_REF(peer->mac_addr.raw), vdev_id, is_roaming);
  261. return is_roaming;
  262. }
  263. #ifdef WLAN_FEATURE_11BE_MLO
  264. /**
  265. * dp_rx_tid_setup_allow() - check if rx_tid and reo queue desc
  266. * setup is necessary
  267. * @peer: DP peer handle
  268. *
  269. * Return: true - allow, false - disallow
  270. */
  271. static inline
  272. bool dp_rx_tid_setup_allow(struct dp_peer *peer)
  273. {
  274. if (IS_MLO_DP_LINK_PEER(peer) && !peer->first_link)
  275. return false;
  276. return true;
  277. }
  278. /**
  279. * dp_rx_tid_update_allow() - check if rx_tid update needed
  280. * @peer: DP peer handle
  281. *
  282. * Return: true - allow, false - disallow
  283. */
  284. static inline
  285. bool dp_rx_tid_update_allow(struct dp_peer *peer)
  286. {
  287. /* not as expected for MLO connection link peer */
  288. if (IS_MLO_DP_LINK_PEER(peer)) {
  289. QDF_BUG(0);
  290. return false;
  291. }
  292. return true;
  293. }
  294. #else
  295. static inline
  296. bool dp_rx_tid_setup_allow(struct dp_peer *peer)
  297. {
  298. return true;
  299. }
  300. static inline
  301. bool dp_rx_tid_update_allow(struct dp_peer *peer)
  302. {
  303. return true;
  304. }
  305. #endif
  306. QDF_STATUS
  307. dp_rx_tid_update_wifi3(struct dp_peer *peer, int tid, uint32_t ba_window_size,
  308. uint32_t start_seq, bool bar_update)
  309. {
  310. struct dp_rx_tid *rx_tid = &peer->rx_tid[tid];
  311. struct dp_soc *soc = peer->vdev->pdev->soc;
  312. struct hal_reo_cmd_params params;
  313. if (!dp_rx_tid_update_allow(peer)) {
  314. dp_peer_err("skip tid update for peer:" QDF_MAC_ADDR_FMT,
  315. QDF_MAC_ADDR_REF(peer->mac_addr.raw));
  316. return QDF_STATUS_E_FAILURE;
  317. }
  318. qdf_mem_zero(&params, sizeof(params));
  319. params.std.need_status = 1;
  320. params.std.addr_lo = rx_tid->hw_qdesc_paddr & 0xffffffff;
  321. params.std.addr_hi = (uint64_t)(rx_tid->hw_qdesc_paddr) >> 32;
  322. params.u.upd_queue_params.update_ba_window_size = 1;
  323. params.u.upd_queue_params.ba_window_size = ba_window_size;
  324. if (start_seq < IEEE80211_SEQ_MAX) {
  325. params.u.upd_queue_params.update_ssn = 1;
  326. params.u.upd_queue_params.ssn = start_seq;
  327. } else {
  328. dp_set_ssn_valid_flag(&params, 0);
  329. }
  330. if (dp_reo_send_cmd(soc, CMD_UPDATE_RX_REO_QUEUE, &params,
  331. dp_rx_tid_update_cb, rx_tid)) {
  332. dp_err_log("failed to send reo cmd CMD_UPDATE_RX_REO_QUEUE");
  333. DP_STATS_INC(soc, rx.err.reo_cmd_send_fail, 1);
  334. }
  335. rx_tid->ba_win_size = ba_window_size;
  336. if (dp_get_peer_vdev_roaming_in_progress(peer))
  337. return QDF_STATUS_E_PERM;
  338. if (!bar_update)
  339. dp_peer_rx_reorder_queue_setup(soc, peer,
  340. BIT(tid), ba_window_size);
  341. return QDF_STATUS_SUCCESS;
  342. }
  343. #ifdef WLAN_DP_FEATURE_DEFERRED_REO_QDESC_DESTROY
  344. /**
  345. * dp_reo_desc_defer_free_enqueue() - enqueue REO QDESC to be freed into
  346. * the deferred list
  347. * @soc: Datapath soc handle
  348. * @freedesc: REO DESC reference that needs to be freed
  349. *
  350. * Return: true if enqueued, else false
  351. */
  352. static bool dp_reo_desc_defer_free_enqueue(struct dp_soc *soc,
  353. struct reo_desc_list_node *freedesc)
  354. {
  355. struct reo_desc_deferred_freelist_node *desc;
  356. if (!qdf_atomic_read(&soc->cmn_init_done))
  357. return false;
  358. desc = qdf_mem_malloc(sizeof(*desc));
  359. if (!desc)
  360. return false;
  361. desc->hw_qdesc_paddr = freedesc->rx_tid.hw_qdesc_paddr;
  362. desc->hw_qdesc_alloc_size = freedesc->rx_tid.hw_qdesc_alloc_size;
  363. desc->hw_qdesc_vaddr_unaligned =
  364. freedesc->rx_tid.hw_qdesc_vaddr_unaligned;
  365. desc->free_ts = qdf_get_system_timestamp();
  366. DP_RX_REO_QDESC_DEFERRED_GET_MAC(desc, freedesc);
  367. qdf_spin_lock_bh(&soc->reo_desc_deferred_freelist_lock);
  368. if (!soc->reo_desc_deferred_freelist_init) {
  369. qdf_mem_free(desc);
  370. qdf_spin_unlock_bh(&soc->reo_desc_deferred_freelist_lock);
  371. return false;
  372. }
  373. qdf_list_insert_back(&soc->reo_desc_deferred_freelist,
  374. (qdf_list_node_t *)desc);
  375. qdf_spin_unlock_bh(&soc->reo_desc_deferred_freelist_lock);
  376. return true;
  377. }
  378. /**
  379. * dp_reo_desc_defer_free() - free the REO QDESC in the deferred list
  380. * based on time threshold
  381. * @soc: Datapath soc handle
  382. *
  383. * Return: true if enqueued, else false
  384. */
  385. static void dp_reo_desc_defer_free(struct dp_soc *soc)
  386. {
  387. struct reo_desc_deferred_freelist_node *desc;
  388. unsigned long curr_ts = qdf_get_system_timestamp();
  389. qdf_spin_lock_bh(&soc->reo_desc_deferred_freelist_lock);
  390. while ((qdf_list_peek_front(&soc->reo_desc_deferred_freelist,
  391. (qdf_list_node_t **)&desc) == QDF_STATUS_SUCCESS) &&
  392. (curr_ts > (desc->free_ts + REO_DESC_DEFERRED_FREE_MS))) {
  393. qdf_list_remove_front(&soc->reo_desc_deferred_freelist,
  394. (qdf_list_node_t **)&desc);
  395. DP_RX_REO_QDESC_DEFERRED_FREE_EVT(desc);
  396. qdf_mem_unmap_nbytes_single(soc->osdev,
  397. desc->hw_qdesc_paddr,
  398. QDF_DMA_BIDIRECTIONAL,
  399. desc->hw_qdesc_alloc_size);
  400. qdf_mem_free(desc->hw_qdesc_vaddr_unaligned);
  401. qdf_mem_free(desc);
  402. curr_ts = qdf_get_system_timestamp();
  403. }
  404. qdf_spin_unlock_bh(&soc->reo_desc_deferred_freelist_lock);
  405. }
  406. #else
  407. static inline bool
  408. dp_reo_desc_defer_free_enqueue(struct dp_soc *soc,
  409. struct reo_desc_list_node *freedesc)
  410. {
  411. return false;
  412. }
  413. static void dp_reo_desc_defer_free(struct dp_soc *soc)
  414. {
  415. }
  416. #endif /* !WLAN_DP_FEATURE_DEFERRED_REO_QDESC_DESTROY */
  417. void check_free_list_for_invalid_flush(struct dp_soc *soc)
  418. {
  419. uint32_t i;
  420. uint32_t *addr_deref_val;
  421. unsigned long curr_ts = qdf_get_system_timestamp();
  422. uint32_t max_list_size;
  423. max_list_size = soc->wlan_cfg_ctx->qref_control_size;
  424. if (max_list_size == 0)
  425. return;
  426. for (i = 0; i < soc->free_addr_list_idx; i++) {
  427. addr_deref_val = (uint32_t *)
  428. soc->list_qdesc_addr_free[i].hw_qdesc_vaddr_unalign;
  429. if (*addr_deref_val == 0xDDBEEF84 ||
  430. *addr_deref_val == 0xADBEEF84 ||
  431. *addr_deref_val == 0xBDBEEF84 ||
  432. *addr_deref_val == 0xCDBEEF84) {
  433. if (soc->list_qdesc_addr_free[i].ts_hw_flush_back == 0)
  434. soc->list_qdesc_addr_free[i].ts_hw_flush_back =
  435. curr_ts;
  436. }
  437. }
  438. }
  439. /**
  440. * dp_reo_desc_free() - Callback free reo descriptor memory after
  441. * HW cache flush
  442. *
  443. * @soc: DP SOC handle
  444. * @cb_ctxt: Callback context
  445. * @reo_status: REO command status
  446. */
  447. static void dp_reo_desc_free(struct dp_soc *soc, void *cb_ctxt,
  448. union hal_reo_status *reo_status)
  449. {
  450. struct reo_desc_list_node *freedesc =
  451. (struct reo_desc_list_node *)cb_ctxt;
  452. struct dp_rx_tid *rx_tid = &freedesc->rx_tid;
  453. unsigned long curr_ts = qdf_get_system_timestamp();
  454. if ((reo_status->fl_cache_status.header.status !=
  455. HAL_REO_CMD_SUCCESS) &&
  456. (reo_status->fl_cache_status.header.status !=
  457. HAL_REO_CMD_DRAIN)) {
  458. dp_peer_err("%pK: Rx tid HW desc flush failed(%d): tid %d",
  459. soc, reo_status->rx_queue_status.header.status,
  460. freedesc->rx_tid.tid);
  461. }
  462. dp_peer_info("%pK: %lu hw_qdesc_paddr: %pK, tid:%d", soc,
  463. curr_ts, (void *)(rx_tid->hw_qdesc_paddr),
  464. rx_tid->tid);
  465. /* REO desc is enqueued to be freed at a later point
  466. * in time, just free the freedesc alone and return
  467. */
  468. if (dp_reo_desc_defer_free_enqueue(soc, freedesc))
  469. goto out;
  470. DP_RX_REO_QDESC_FREE_EVT(freedesc);
  471. add_entry_free_list(soc, rx_tid);
  472. hal_reo_shared_qaddr_cache_clear(soc->hal_soc);
  473. qdf_mem_unmap_nbytes_single(soc->osdev,
  474. rx_tid->hw_qdesc_paddr,
  475. QDF_DMA_BIDIRECTIONAL,
  476. rx_tid->hw_qdesc_alloc_size);
  477. check_free_list_for_invalid_flush(soc);
  478. *(uint32_t *)rx_tid->hw_qdesc_vaddr_unaligned = 0;
  479. qdf_mem_free(rx_tid->hw_qdesc_vaddr_unaligned);
  480. out:
  481. qdf_mem_free(freedesc);
  482. }
  483. #if defined(CONFIG_WIFI_EMULATION_WIFI_3_0) && defined(BUILD_X86)
  484. /* Hawkeye emulation requires bus address to be >= 0x50000000 */
  485. static inline int dp_reo_desc_addr_chk(qdf_dma_addr_t dma_addr)
  486. {
  487. if (dma_addr < 0x50000000)
  488. return QDF_STATUS_E_FAILURE;
  489. else
  490. return QDF_STATUS_SUCCESS;
  491. }
  492. #else
  493. static inline int dp_reo_desc_addr_chk(qdf_dma_addr_t dma_addr)
  494. {
  495. return QDF_STATUS_SUCCESS;
  496. }
  497. #endif
  498. static inline void
  499. dp_rx_tid_setup_error_process(uint32_t tid_bitmap, struct dp_peer *peer)
  500. {
  501. struct dp_rx_tid *rx_tid;
  502. int tid;
  503. struct dp_soc *soc = peer->vdev->pdev->soc;
  504. for (tid = 0; tid < DP_MAX_TIDS; tid++) {
  505. if (!(BIT(tid) & tid_bitmap))
  506. continue;
  507. rx_tid = &peer->rx_tid[tid];
  508. if (!rx_tid->hw_qdesc_vaddr_unaligned)
  509. continue;
  510. if (dp_reo_desc_addr_chk(rx_tid->hw_qdesc_paddr) ==
  511. QDF_STATUS_SUCCESS)
  512. qdf_mem_unmap_nbytes_single(
  513. soc->osdev,
  514. rx_tid->hw_qdesc_paddr,
  515. QDF_DMA_BIDIRECTIONAL,
  516. rx_tid->hw_qdesc_alloc_size);
  517. qdf_mem_free(rx_tid->hw_qdesc_vaddr_unaligned);
  518. rx_tid->hw_qdesc_vaddr_unaligned = NULL;
  519. rx_tid->hw_qdesc_paddr = 0;
  520. }
  521. }
  522. static QDF_STATUS
  523. dp_single_rx_tid_setup(struct dp_peer *peer, int tid,
  524. uint32_t ba_window_size, uint32_t start_seq)
  525. {
  526. struct dp_rx_tid *rx_tid = &peer->rx_tid[tid];
  527. struct dp_vdev *vdev = peer->vdev;
  528. struct dp_soc *soc = vdev->pdev->soc;
  529. uint32_t hw_qdesc_size;
  530. uint32_t hw_qdesc_align;
  531. int hal_pn_type;
  532. void *hw_qdesc_vaddr;
  533. uint32_t alloc_tries = 0, ret;
  534. QDF_STATUS status = QDF_STATUS_SUCCESS;
  535. struct dp_txrx_peer *txrx_peer;
  536. rx_tid->delba_tx_status = 0;
  537. rx_tid->ppdu_id_2k = 0;
  538. rx_tid->num_of_addba_req = 0;
  539. rx_tid->num_of_delba_req = 0;
  540. rx_tid->num_of_addba_resp = 0;
  541. rx_tid->num_addba_rsp_failed = 0;
  542. rx_tid->num_addba_rsp_success = 0;
  543. rx_tid->delba_tx_success_cnt = 0;
  544. rx_tid->delba_tx_fail_cnt = 0;
  545. rx_tid->statuscode = 0;
  546. /* TODO: Allocating HW queue descriptors based on max BA window size
  547. * for all QOS TIDs so that same descriptor can be used later when
  548. * ADDBA request is received. This should be changed to allocate HW
  549. * queue descriptors based on BA window size being negotiated (0 for
  550. * non BA cases), and reallocate when BA window size changes and also
  551. * send WMI message to FW to change the REO queue descriptor in Rx
  552. * peer entry as part of dp_rx_tid_update.
  553. */
  554. hw_qdesc_size = hal_get_reo_qdesc_size(soc->hal_soc,
  555. ba_window_size, tid);
  556. hw_qdesc_align = hal_get_reo_qdesc_align(soc->hal_soc);
  557. /* To avoid unnecessary extra allocation for alignment, try allocating
  558. * exact size and see if we already have aligned address.
  559. */
  560. rx_tid->hw_qdesc_alloc_size = hw_qdesc_size;
  561. try_desc_alloc:
  562. rx_tid->hw_qdesc_vaddr_unaligned =
  563. qdf_mem_malloc(rx_tid->hw_qdesc_alloc_size);
  564. if (!rx_tid->hw_qdesc_vaddr_unaligned) {
  565. dp_peer_err("%pK: Rx tid HW desc alloc failed: tid %d",
  566. soc, tid);
  567. return QDF_STATUS_E_NOMEM;
  568. }
  569. if ((unsigned long)(rx_tid->hw_qdesc_vaddr_unaligned) %
  570. hw_qdesc_align) {
  571. /* Address allocated above is not aligned. Allocate extra
  572. * memory for alignment
  573. */
  574. qdf_mem_free(rx_tid->hw_qdesc_vaddr_unaligned);
  575. rx_tid->hw_qdesc_vaddr_unaligned =
  576. qdf_mem_malloc(rx_tid->hw_qdesc_alloc_size +
  577. hw_qdesc_align - 1);
  578. if (!rx_tid->hw_qdesc_vaddr_unaligned) {
  579. dp_peer_err("%pK: Rx tid HW desc alloc failed: tid %d",
  580. soc, tid);
  581. return QDF_STATUS_E_NOMEM;
  582. }
  583. hw_qdesc_vaddr = (void *)qdf_align((unsigned long)
  584. rx_tid->hw_qdesc_vaddr_unaligned,
  585. hw_qdesc_align);
  586. dp_peer_debug("%pK: Total Size %d Aligned Addr %pK",
  587. soc, rx_tid->hw_qdesc_alloc_size,
  588. hw_qdesc_vaddr);
  589. } else {
  590. hw_qdesc_vaddr = rx_tid->hw_qdesc_vaddr_unaligned;
  591. }
  592. rx_tid->hw_qdesc_vaddr_aligned = hw_qdesc_vaddr;
  593. txrx_peer = dp_get_txrx_peer(peer);
  594. /* TODO: Ensure that sec_type is set before ADDBA is received.
  595. * Currently this is set based on htt indication
  596. * HTT_T2H_MSG_TYPE_SEC_IND from target
  597. */
  598. switch (txrx_peer->security[dp_sec_ucast].sec_type) {
  599. case cdp_sec_type_tkip_nomic:
  600. case cdp_sec_type_aes_ccmp:
  601. case cdp_sec_type_aes_ccmp_256:
  602. case cdp_sec_type_aes_gcmp:
  603. case cdp_sec_type_aes_gcmp_256:
  604. hal_pn_type = HAL_PN_WPA;
  605. break;
  606. case cdp_sec_type_wapi:
  607. if (vdev->opmode == wlan_op_mode_ap)
  608. hal_pn_type = HAL_PN_WAPI_EVEN;
  609. else
  610. hal_pn_type = HAL_PN_WAPI_UNEVEN;
  611. break;
  612. default:
  613. hal_pn_type = HAL_PN_NONE;
  614. break;
  615. }
  616. hal_reo_qdesc_setup(soc->hal_soc, tid, ba_window_size, start_seq,
  617. hw_qdesc_vaddr, rx_tid->hw_qdesc_paddr, hal_pn_type,
  618. vdev->vdev_stats_id);
  619. ret = qdf_mem_map_nbytes_single(soc->osdev, hw_qdesc_vaddr,
  620. QDF_DMA_BIDIRECTIONAL,
  621. rx_tid->hw_qdesc_alloc_size,
  622. &rx_tid->hw_qdesc_paddr);
  623. if (!ret)
  624. add_entry_alloc_list(soc, rx_tid, peer, hw_qdesc_vaddr);
  625. if (dp_reo_desc_addr_chk(rx_tid->hw_qdesc_paddr) !=
  626. QDF_STATUS_SUCCESS || ret) {
  627. if (alloc_tries++ < 10) {
  628. qdf_mem_free(rx_tid->hw_qdesc_vaddr_unaligned);
  629. rx_tid->hw_qdesc_vaddr_unaligned = NULL;
  630. goto try_desc_alloc;
  631. } else {
  632. dp_peer_err("%pK: Rx tid %d desc alloc fail (lowmem)",
  633. soc, tid);
  634. status = QDF_STATUS_E_NOMEM;
  635. goto error;
  636. }
  637. }
  638. return QDF_STATUS_SUCCESS;
  639. error:
  640. dp_rx_tid_setup_error_process(1 << tid, peer);
  641. return status;
  642. }
  643. QDF_STATUS dp_rx_tid_setup_wifi3(struct dp_peer *peer,
  644. uint32_t tid_bitmap,
  645. uint32_t ba_window_size,
  646. uint32_t start_seq)
  647. {
  648. QDF_STATUS status;
  649. int tid;
  650. struct dp_rx_tid *rx_tid;
  651. struct dp_vdev *vdev = peer->vdev;
  652. struct dp_soc *soc = vdev->pdev->soc;
  653. uint8_t setup_fail_cnt = 0;
  654. if (!qdf_atomic_read(&peer->is_default_route_set))
  655. return QDF_STATUS_E_FAILURE;
  656. if (!dp_rx_tid_setup_allow(peer)) {
  657. dp_peer_info("skip rx tid setup for peer" QDF_MAC_ADDR_FMT,
  658. QDF_MAC_ADDR_REF(peer->mac_addr.raw));
  659. goto send_wmi_reo_cmd;
  660. }
  661. dp_peer_info("tid_bitmap 0x%x, ba_window_size %d, start_seq %d",
  662. tid_bitmap, ba_window_size, start_seq);
  663. for (tid = 0; tid < DP_MAX_TIDS; tid++) {
  664. if (!(BIT(tid) & tid_bitmap))
  665. continue;
  666. rx_tid = &peer->rx_tid[tid];
  667. rx_tid->ba_win_size = ba_window_size;
  668. if (rx_tid->hw_qdesc_vaddr_unaligned) {
  669. status = dp_rx_tid_update_wifi3(peer, tid,
  670. ba_window_size, start_seq, false);
  671. if (QDF_IS_STATUS_ERROR(status)) {
  672. /* Not continue to update other tid(s) and
  673. * return even if they have not been set up.
  674. */
  675. dp_peer_err("Update tid %d fail", tid);
  676. return status;
  677. }
  678. dp_peer_info("Update tid %d", tid);
  679. tid_bitmap &= ~BIT(tid);
  680. continue;
  681. }
  682. status = dp_single_rx_tid_setup(peer, tid,
  683. ba_window_size, start_seq);
  684. if (QDF_IS_STATUS_ERROR(status)) {
  685. dp_peer_err("Set up tid %d fail, status=%d",
  686. tid, status);
  687. tid_bitmap &= ~BIT(tid);
  688. setup_fail_cnt++;
  689. continue;
  690. }
  691. }
  692. /* tid_bitmap == 0 means there is no tid(s) for further setup */
  693. if (!tid_bitmap) {
  694. dp_peer_info("tid_bitmap=0, no tid setup, setup_fail_cnt %d",
  695. setup_fail_cnt);
  696. /* If setup_fail_cnt==0, all tid(s) has been
  697. * successfully updated, so we return success.
  698. */
  699. if (!setup_fail_cnt)
  700. return QDF_STATUS_SUCCESS;
  701. else
  702. return QDF_STATUS_E_FAILURE;
  703. }
  704. send_wmi_reo_cmd:
  705. if (dp_get_peer_vdev_roaming_in_progress(peer)) {
  706. status = QDF_STATUS_E_PERM;
  707. goto error;
  708. }
  709. dp_peer_info("peer %pK, tids 0x%x, multi_reo %d, s_seq %d, w_size %d",
  710. peer, tid_bitmap,
  711. soc->features.multi_rx_reorder_q_setup_support,
  712. start_seq, ba_window_size);
  713. status = dp_peer_rx_reorder_queue_setup(soc, peer,
  714. tid_bitmap,
  715. ba_window_size);
  716. if (QDF_IS_STATUS_SUCCESS(status))
  717. return status;
  718. error:
  719. dp_rx_tid_setup_error_process(tid_bitmap, peer);
  720. return status;
  721. }
  722. #ifdef DP_UMAC_HW_RESET_SUPPORT
  723. static
  724. void dp_peer_rst_tids(struct dp_soc *soc, struct dp_peer *peer, void *arg)
  725. {
  726. int tid;
  727. for (tid = 0; tid < (DP_MAX_TIDS - 1); tid++) {
  728. struct dp_rx_tid *rx_tid = &peer->rx_tid[tid];
  729. void *vaddr = rx_tid->hw_qdesc_vaddr_aligned;
  730. if (vaddr)
  731. dp_reset_rx_reo_tid_queue(soc, vaddr,
  732. rx_tid->hw_qdesc_alloc_size);
  733. }
  734. }
  735. void dp_reset_tid_q_setup(struct dp_soc *soc)
  736. {
  737. dp_soc_iterate_peer(soc, dp_peer_rst_tids, NULL, DP_MOD_ID_UMAC_RESET);
  738. }
  739. #endif
  740. #ifdef REO_DESC_DEFER_FREE
  741. /**
  742. * dp_reo_desc_clean_up() - If cmd to flush base desc fails add
  743. * desc back to freelist and defer the deletion
  744. *
  745. * @soc: DP SOC handle
  746. * @desc: Base descriptor to be freed
  747. * @reo_status: REO command status
  748. */
  749. static void dp_reo_desc_clean_up(struct dp_soc *soc,
  750. struct reo_desc_list_node *desc,
  751. union hal_reo_status *reo_status)
  752. {
  753. desc->free_ts = qdf_get_system_timestamp();
  754. DP_STATS_INC(soc, rx.err.reo_cmd_send_fail, 1);
  755. qdf_list_insert_back(&soc->reo_desc_freelist,
  756. (qdf_list_node_t *)desc);
  757. }
  758. /**
  759. * dp_reo_limit_clean_batch_sz() - Limit number REO CMD queued to cmd
  760. * ring in avoid of REO hang
  761. *
  762. * @list_size: REO desc list size to be cleaned
  763. */
  764. static inline void dp_reo_limit_clean_batch_sz(uint32_t *list_size)
  765. {
  766. unsigned long curr_ts = qdf_get_system_timestamp();
  767. if ((*list_size) > REO_DESC_FREELIST_SIZE) {
  768. dp_err_log("%lu:freedesc number %d in freelist",
  769. curr_ts, *list_size);
  770. /* limit the batch queue size */
  771. *list_size = REO_DESC_FREELIST_SIZE;
  772. }
  773. }
  774. #else
  775. /**
  776. * dp_reo_desc_clean_up() - If send cmd to REO inorder to flush
  777. * cache fails free the base REO desc anyway
  778. *
  779. * @soc: DP SOC handle
  780. * @desc: Base descriptor to be freed
  781. * @reo_status: REO command status
  782. */
  783. static void dp_reo_desc_clean_up(struct dp_soc *soc,
  784. struct reo_desc_list_node *desc,
  785. union hal_reo_status *reo_status)
  786. {
  787. if (reo_status) {
  788. qdf_mem_zero(reo_status, sizeof(*reo_status));
  789. reo_status->fl_cache_status.header.status = 0;
  790. dp_reo_desc_free(soc, (void *)desc, reo_status);
  791. }
  792. }
  793. /**
  794. * dp_reo_limit_clean_batch_sz() - Limit number REO CMD queued to cmd
  795. * ring in avoid of REO hang
  796. *
  797. * @list_size: REO desc list size to be cleaned
  798. */
  799. static inline void dp_reo_limit_clean_batch_sz(uint32_t *list_size)
  800. {
  801. }
  802. #endif
  803. /**
  804. * dp_resend_update_reo_cmd() - Resend the UPDATE_REO_QUEUE
  805. * cmd and re-insert desc into free list if send fails.
  806. *
  807. * @soc: DP SOC handle
  808. * @desc: desc with resend update cmd flag set
  809. * @rx_tid: Desc RX tid associated with update cmd for resetting
  810. * valid field to 0 in h/w
  811. *
  812. * Return: QDF status
  813. */
  814. static QDF_STATUS
  815. dp_resend_update_reo_cmd(struct dp_soc *soc,
  816. struct reo_desc_list_node *desc,
  817. struct dp_rx_tid *rx_tid)
  818. {
  819. struct hal_reo_cmd_params params;
  820. qdf_mem_zero(&params, sizeof(params));
  821. params.std.need_status = 1;
  822. params.std.addr_lo =
  823. rx_tid->hw_qdesc_paddr & 0xffffffff;
  824. params.std.addr_hi =
  825. (uint64_t)(rx_tid->hw_qdesc_paddr) >> 32;
  826. params.u.upd_queue_params.update_vld = 1;
  827. params.u.upd_queue_params.vld = 0;
  828. desc->resend_update_reo_cmd = false;
  829. /*
  830. * If the cmd send fails then set resend_update_reo_cmd flag
  831. * and insert the desc at the end of the free list to retry.
  832. */
  833. if (dp_reo_send_cmd(soc,
  834. CMD_UPDATE_RX_REO_QUEUE,
  835. &params,
  836. dp_rx_tid_delete_cb,
  837. (void *)desc)
  838. != QDF_STATUS_SUCCESS) {
  839. desc->resend_update_reo_cmd = true;
  840. desc->free_ts = qdf_get_system_timestamp();
  841. qdf_list_insert_back(&soc->reo_desc_freelist,
  842. (qdf_list_node_t *)desc);
  843. dp_err_log("failed to send reo cmd CMD_UPDATE_RX_REO_QUEUE");
  844. DP_STATS_INC(soc, rx.err.reo_cmd_send_fail, 1);
  845. return QDF_STATUS_E_FAILURE;
  846. }
  847. return QDF_STATUS_SUCCESS;
  848. }
  849. void dp_rx_tid_delete_cb(struct dp_soc *soc, void *cb_ctxt,
  850. union hal_reo_status *reo_status)
  851. {
  852. struct reo_desc_list_node *freedesc =
  853. (struct reo_desc_list_node *)cb_ctxt;
  854. uint32_t list_size;
  855. struct reo_desc_list_node *desc = NULL;
  856. unsigned long curr_ts = qdf_get_system_timestamp();
  857. uint32_t desc_size, tot_desc_size;
  858. struct hal_reo_cmd_params params;
  859. bool flush_failure = false;
  860. DP_RX_REO_QDESC_UPDATE_EVT(freedesc);
  861. if (reo_status->rx_queue_status.header.status == HAL_REO_CMD_DRAIN) {
  862. qdf_mem_zero(reo_status, sizeof(*reo_status));
  863. reo_status->fl_cache_status.header.status = HAL_REO_CMD_DRAIN;
  864. dp_reo_desc_free(soc, (void *)freedesc, reo_status);
  865. DP_STATS_INC(soc, rx.err.reo_cmd_send_drain, 1);
  866. return;
  867. } else if (reo_status->rx_queue_status.header.status !=
  868. HAL_REO_CMD_SUCCESS) {
  869. /* Should not happen normally. Just print error for now */
  870. dp_info_rl("Rx tid HW desc deletion failed(%d): tid %d",
  871. reo_status->rx_queue_status.header.status,
  872. freedesc->rx_tid.tid);
  873. }
  874. dp_peer_info("%pK: rx_tid: %d status: %d",
  875. soc, freedesc->rx_tid.tid,
  876. reo_status->rx_queue_status.header.status);
  877. qdf_spin_lock_bh(&soc->reo_desc_freelist_lock);
  878. freedesc->free_ts = curr_ts;
  879. qdf_list_insert_back_size(&soc->reo_desc_freelist,
  880. (qdf_list_node_t *)freedesc, &list_size);
  881. /* MCL path add the desc back to reo_desc_freelist when REO FLUSH
  882. * failed. it may cause the number of REO queue pending in free
  883. * list is even larger than REO_CMD_RING max size and lead REO CMD
  884. * flood then cause REO HW in an unexpected condition. So it's
  885. * needed to limit the number REO cmds in a batch operation.
  886. */
  887. dp_reo_limit_clean_batch_sz(&list_size);
  888. while ((qdf_list_peek_front(&soc->reo_desc_freelist,
  889. (qdf_list_node_t **)&desc) == QDF_STATUS_SUCCESS) &&
  890. ((list_size >= REO_DESC_FREELIST_SIZE) ||
  891. (curr_ts > (desc->free_ts + REO_DESC_FREE_DEFER_MS)) ||
  892. (desc->resend_update_reo_cmd && list_size))) {
  893. struct dp_rx_tid *rx_tid;
  894. qdf_list_remove_front(&soc->reo_desc_freelist,
  895. (qdf_list_node_t **)&desc);
  896. list_size--;
  897. rx_tid = &desc->rx_tid;
  898. /* First process descs with resend_update_reo_cmd set */
  899. if (desc->resend_update_reo_cmd) {
  900. if (dp_resend_update_reo_cmd(soc, desc, rx_tid) !=
  901. QDF_STATUS_SUCCESS)
  902. break;
  903. else
  904. continue;
  905. }
  906. /* Flush and invalidate REO descriptor from HW cache: Base and
  907. * extension descriptors should be flushed separately
  908. */
  909. if (desc->pending_ext_desc_size)
  910. tot_desc_size = desc->pending_ext_desc_size;
  911. else
  912. tot_desc_size = rx_tid->hw_qdesc_alloc_size;
  913. /* Get base descriptor size by passing non-qos TID */
  914. desc_size = hal_get_reo_qdesc_size(soc->hal_soc, 0,
  915. DP_NON_QOS_TID);
  916. /* Flush reo extension descriptors */
  917. while ((tot_desc_size -= desc_size) > 0) {
  918. qdf_mem_zero(&params, sizeof(params));
  919. params.std.addr_lo =
  920. ((uint64_t)(rx_tid->hw_qdesc_paddr) +
  921. tot_desc_size) & 0xffffffff;
  922. params.std.addr_hi =
  923. (uint64_t)(rx_tid->hw_qdesc_paddr) >> 32;
  924. if (QDF_STATUS_SUCCESS !=
  925. dp_reo_send_cmd(soc, CMD_FLUSH_CACHE, &params,
  926. NULL, NULL)) {
  927. dp_info_rl("fail to send CMD_CACHE_FLUSH:"
  928. "tid %d desc %pK", rx_tid->tid,
  929. (void *)(rx_tid->hw_qdesc_paddr));
  930. desc->pending_ext_desc_size = tot_desc_size +
  931. desc_size;
  932. dp_reo_desc_clean_up(soc, desc, reo_status);
  933. flush_failure = true;
  934. break;
  935. }
  936. }
  937. if (flush_failure)
  938. break;
  939. desc->pending_ext_desc_size = desc_size;
  940. /* Flush base descriptor */
  941. qdf_mem_zero(&params, sizeof(params));
  942. params.std.need_status = 1;
  943. params.std.addr_lo =
  944. (uint64_t)(rx_tid->hw_qdesc_paddr) & 0xffffffff;
  945. params.std.addr_hi = (uint64_t)(rx_tid->hw_qdesc_paddr) >> 32;
  946. if (rx_tid->ba_win_size > 256)
  947. params.u.fl_cache_params.flush_q_1k_desc = 1;
  948. params.u.fl_cache_params.fwd_mpdus_in_queue = 1;
  949. if (QDF_STATUS_SUCCESS != dp_reo_send_cmd(soc,
  950. CMD_FLUSH_CACHE,
  951. &params,
  952. dp_reo_desc_free,
  953. (void *)desc)) {
  954. union hal_reo_status reo_status;
  955. /*
  956. * If dp_reo_send_cmd return failure, related TID queue desc
  957. * should be unmapped. Also locally reo_desc, together with
  958. * TID queue desc also need to be freed accordingly.
  959. *
  960. * Here invoke desc_free function directly to do clean up.
  961. *
  962. * In case of MCL path add the desc back to the free
  963. * desc list and defer deletion.
  964. */
  965. dp_info_rl("fail to send REO cmd to flush cache: tid %d",
  966. rx_tid->tid);
  967. dp_reo_desc_clean_up(soc, desc, &reo_status);
  968. DP_STATS_INC(soc, rx.err.reo_cmd_send_fail, 1);
  969. break;
  970. }
  971. }
  972. qdf_spin_unlock_bh(&soc->reo_desc_freelist_lock);
  973. dp_reo_desc_defer_free(soc);
  974. }
  975. /**
  976. * dp_rx_tid_delete_wifi3() - Delete receive TID queue
  977. * @peer: Datapath peer handle
  978. * @tid: TID
  979. *
  980. * Return: 0 on success, error code on failure
  981. */
  982. static int dp_rx_tid_delete_wifi3(struct dp_peer *peer, int tid)
  983. {
  984. struct dp_rx_tid *rx_tid = &peer->rx_tid[tid];
  985. struct dp_soc *soc = peer->vdev->pdev->soc;
  986. union hal_reo_status reo_status;
  987. struct hal_reo_cmd_params params;
  988. struct reo_desc_list_node *freedesc =
  989. qdf_mem_malloc(sizeof(*freedesc));
  990. if (!freedesc) {
  991. dp_peer_err("%pK: malloc failed for freedesc: tid %d",
  992. soc, tid);
  993. qdf_assert(0);
  994. return -ENOMEM;
  995. }
  996. freedesc->rx_tid = *rx_tid;
  997. freedesc->resend_update_reo_cmd = false;
  998. qdf_mem_zero(&params, sizeof(params));
  999. DP_RX_REO_QDESC_GET_MAC(freedesc, peer);
  1000. reo_status.rx_queue_status.header.status = HAL_REO_CMD_SUCCESS;
  1001. dp_rx_tid_delete_cb(soc, freedesc, &reo_status);
  1002. rx_tid->hw_qdesc_vaddr_unaligned = NULL;
  1003. rx_tid->hw_qdesc_alloc_size = 0;
  1004. rx_tid->hw_qdesc_paddr = 0;
  1005. return 0;
  1006. }
  1007. #ifdef DP_LFR
  1008. static void dp_peer_setup_remaining_tids(struct dp_peer *peer)
  1009. {
  1010. int tid;
  1011. uint32_t tid_bitmap = 0;
  1012. for (tid = 1; tid < DP_MAX_TIDS-1; tid++)
  1013. tid_bitmap |= BIT(tid);
  1014. dp_peer_info("Sett up tid_bitmap 0x%x for peer %pK peer->local_id %d",
  1015. tid_bitmap, peer, peer->local_id);
  1016. dp_rx_tid_setup_wifi3(peer, tid_bitmap, 1, 0);
  1017. }
  1018. #else
  1019. static void dp_peer_setup_remaining_tids(struct dp_peer *peer) {};
  1020. #endif
  1021. #ifdef WLAN_FEATURE_11BE_MLO
  1022. /**
  1023. * dp_peer_rx_tids_init() - initialize each tids in peer
  1024. * @peer: peer pointer
  1025. *
  1026. * Return: None
  1027. */
  1028. static void dp_peer_rx_tids_init(struct dp_peer *peer)
  1029. {
  1030. int tid;
  1031. struct dp_rx_tid *rx_tid;
  1032. struct dp_rx_tid_defrag *rx_tid_defrag;
  1033. if (!IS_MLO_DP_LINK_PEER(peer)) {
  1034. for (tid = 0; tid < DP_MAX_TIDS; tid++) {
  1035. rx_tid_defrag = &peer->txrx_peer->rx_tid[tid];
  1036. rx_tid_defrag->array = &rx_tid_defrag->base;
  1037. rx_tid_defrag->defrag_timeout_ms = 0;
  1038. rx_tid_defrag->defrag_waitlist_elem.tqe_next = NULL;
  1039. rx_tid_defrag->defrag_waitlist_elem.tqe_prev = NULL;
  1040. rx_tid_defrag->base.head = NULL;
  1041. rx_tid_defrag->base.tail = NULL;
  1042. rx_tid_defrag->tid = tid;
  1043. rx_tid_defrag->defrag_peer = peer->txrx_peer;
  1044. }
  1045. }
  1046. /* if not first assoc link peer,
  1047. * not to initialize rx_tids again.
  1048. */
  1049. if (IS_MLO_DP_LINK_PEER(peer) && !peer->first_link)
  1050. return;
  1051. for (tid = 0; tid < DP_MAX_TIDS; tid++) {
  1052. rx_tid = &peer->rx_tid[tid];
  1053. rx_tid->tid = tid;
  1054. rx_tid->ba_win_size = 0;
  1055. rx_tid->ba_status = DP_RX_BA_INACTIVE;
  1056. }
  1057. }
  1058. #else
  1059. static void dp_peer_rx_tids_init(struct dp_peer *peer)
  1060. {
  1061. int tid;
  1062. struct dp_rx_tid *rx_tid;
  1063. struct dp_rx_tid_defrag *rx_tid_defrag;
  1064. for (tid = 0; tid < DP_MAX_TIDS; tid++) {
  1065. rx_tid = &peer->rx_tid[tid];
  1066. rx_tid_defrag = &peer->txrx_peer->rx_tid[tid];
  1067. rx_tid->tid = tid;
  1068. rx_tid->ba_win_size = 0;
  1069. rx_tid->ba_status = DP_RX_BA_INACTIVE;
  1070. rx_tid_defrag->base.head = NULL;
  1071. rx_tid_defrag->base.tail = NULL;
  1072. rx_tid_defrag->tid = tid;
  1073. rx_tid_defrag->array = &rx_tid_defrag->base;
  1074. rx_tid_defrag->defrag_timeout_ms = 0;
  1075. rx_tid_defrag->defrag_waitlist_elem.tqe_next = NULL;
  1076. rx_tid_defrag->defrag_waitlist_elem.tqe_prev = NULL;
  1077. rx_tid_defrag->defrag_peer = peer->txrx_peer;
  1078. }
  1079. }
  1080. #endif
  1081. void dp_peer_rx_tid_setup(struct dp_peer *peer)
  1082. {
  1083. struct dp_soc *soc = peer->vdev->pdev->soc;
  1084. struct dp_txrx_peer *txrx_peer = dp_get_txrx_peer(peer);
  1085. struct dp_vdev *vdev = peer->vdev;
  1086. dp_peer_rx_tids_init(peer);
  1087. /* Setup default (non-qos) rx tid queue */
  1088. dp_rx_tid_setup_wifi3(peer, BIT(DP_NON_QOS_TID), 1, 0);
  1089. /* Setup rx tid queue for TID 0.
  1090. * Other queues will be setup on receiving first packet, which will cause
  1091. * NULL REO queue error. For Mesh peer, if on one of the mesh AP the
  1092. * mesh peer is not deleted, the new addition of mesh peer on other mesh AP
  1093. * doesn't do BA negotiation leading to mismatch in BA windows.
  1094. * To avoid this send max BA window during init.
  1095. */
  1096. if (qdf_unlikely(vdev->mesh_vdev) ||
  1097. qdf_unlikely(txrx_peer->nawds_enabled))
  1098. dp_rx_tid_setup_wifi3(
  1099. peer, BIT(0),
  1100. hal_get_rx_max_ba_window(soc->hal_soc, 0),
  1101. 0);
  1102. else
  1103. dp_rx_tid_setup_wifi3(peer, BIT(0), 1, 0);
  1104. /*
  1105. * Setup the rest of TID's to handle LFR
  1106. */
  1107. dp_peer_setup_remaining_tids(peer);
  1108. }
  1109. void dp_peer_rx_cleanup(struct dp_vdev *vdev, struct dp_peer *peer)
  1110. {
  1111. int tid;
  1112. uint32_t tid_delete_mask = 0;
  1113. if (!peer->txrx_peer)
  1114. return;
  1115. dp_info("Remove tids for peer: %pK", peer);
  1116. for (tid = 0; tid < DP_MAX_TIDS; tid++) {
  1117. struct dp_rx_tid *rx_tid = &peer->rx_tid[tid];
  1118. struct dp_rx_tid_defrag *defrag_rx_tid =
  1119. &peer->txrx_peer->rx_tid[tid];
  1120. qdf_spin_lock_bh(&defrag_rx_tid->defrag_tid_lock);
  1121. if (!peer->bss_peer || peer->vdev->opmode == wlan_op_mode_sta) {
  1122. /* Cleanup defrag related resource */
  1123. dp_rx_defrag_waitlist_remove(peer->txrx_peer, tid);
  1124. dp_rx_reorder_flush_frag(peer->txrx_peer, tid);
  1125. }
  1126. qdf_spin_unlock_bh(&defrag_rx_tid->defrag_tid_lock);
  1127. qdf_spin_lock_bh(&rx_tid->tid_lock);
  1128. if (peer->rx_tid[tid].hw_qdesc_vaddr_unaligned) {
  1129. dp_rx_tid_delete_wifi3(peer, tid);
  1130. tid_delete_mask |= (1 << tid);
  1131. }
  1132. qdf_spin_unlock_bh(&rx_tid->tid_lock);
  1133. }
  1134. #ifdef notyet /* See if FW can remove queues as part of peer cleanup */
  1135. if (soc->ol_ops->peer_rx_reorder_queue_remove) {
  1136. soc->ol_ops->peer_rx_reorder_queue_remove(soc->ctrl_psoc,
  1137. peer->vdev->pdev->pdev_id,
  1138. peer->vdev->vdev_id, peer->mac_addr.raw,
  1139. tid_delete_mask);
  1140. }
  1141. #endif
  1142. }
  1143. /**
  1144. * dp_teardown_256_ba_sessions() - Teardown sessions using 256
  1145. * window size when a request with
  1146. * 64 window size is received.
  1147. * This is done as a WAR since HW can
  1148. * have only one setting per peer (64 or 256).
  1149. * For HKv2, we use per tid buffersize setting
  1150. * for 0 to per_tid_basize_max_tid. For tid
  1151. * more than per_tid_basize_max_tid we use HKv1
  1152. * method.
  1153. * @peer: Datapath peer
  1154. *
  1155. * Return: void
  1156. */
  1157. static void dp_teardown_256_ba_sessions(struct dp_peer *peer)
  1158. {
  1159. uint8_t delba_rcode = 0;
  1160. int tid;
  1161. struct dp_rx_tid *rx_tid = NULL;
  1162. tid = peer->vdev->pdev->soc->per_tid_basize_max_tid;
  1163. for (; tid < DP_MAX_TIDS; tid++) {
  1164. rx_tid = &peer->rx_tid[tid];
  1165. qdf_spin_lock_bh(&rx_tid->tid_lock);
  1166. if (rx_tid->ba_win_size <= 64) {
  1167. qdf_spin_unlock_bh(&rx_tid->tid_lock);
  1168. continue;
  1169. } else {
  1170. if (rx_tid->ba_status == DP_RX_BA_ACTIVE ||
  1171. rx_tid->ba_status == DP_RX_BA_IN_PROGRESS) {
  1172. /* send delba */
  1173. if (!rx_tid->delba_tx_status) {
  1174. rx_tid->delba_tx_retry++;
  1175. rx_tid->delba_tx_status = 1;
  1176. rx_tid->delba_rcode =
  1177. IEEE80211_REASON_QOS_SETUP_REQUIRED;
  1178. delba_rcode = rx_tid->delba_rcode;
  1179. qdf_spin_unlock_bh(&rx_tid->tid_lock);
  1180. if (peer->vdev->pdev->soc->cdp_soc.ol_ops->send_delba)
  1181. peer->vdev->pdev->soc->cdp_soc.ol_ops->send_delba(
  1182. peer->vdev->pdev->soc->ctrl_psoc,
  1183. peer->vdev->vdev_id,
  1184. peer->mac_addr.raw,
  1185. tid, delba_rcode,
  1186. CDP_DELBA_REASON_NONE);
  1187. } else {
  1188. qdf_spin_unlock_bh(&rx_tid->tid_lock);
  1189. }
  1190. } else {
  1191. qdf_spin_unlock_bh(&rx_tid->tid_lock);
  1192. }
  1193. }
  1194. }
  1195. }
  1196. int dp_addba_resp_tx_completion_wifi3(struct cdp_soc_t *cdp_soc,
  1197. uint8_t *peer_mac,
  1198. uint16_t vdev_id,
  1199. uint8_t tid, int status)
  1200. {
  1201. struct dp_peer *peer = dp_peer_get_tgt_peer_hash_find(
  1202. (struct dp_soc *)cdp_soc,
  1203. peer_mac, 0, vdev_id,
  1204. DP_MOD_ID_CDP);
  1205. struct dp_rx_tid *rx_tid = NULL;
  1206. if (!peer) {
  1207. dp_peer_debug("%pK: Peer is NULL!", cdp_soc);
  1208. goto fail;
  1209. }
  1210. rx_tid = &peer->rx_tid[tid];
  1211. qdf_spin_lock_bh(&rx_tid->tid_lock);
  1212. if (status) {
  1213. rx_tid->num_addba_rsp_failed++;
  1214. if (rx_tid->hw_qdesc_vaddr_unaligned)
  1215. dp_rx_tid_update_wifi3(peer, tid, 1,
  1216. IEEE80211_SEQ_MAX, false);
  1217. rx_tid->ba_status = DP_RX_BA_INACTIVE;
  1218. qdf_spin_unlock_bh(&rx_tid->tid_lock);
  1219. dp_err("RxTid- %d addba rsp tx completion failed", tid);
  1220. goto success;
  1221. }
  1222. rx_tid->num_addba_rsp_success++;
  1223. if (rx_tid->ba_status == DP_RX_BA_INACTIVE) {
  1224. qdf_spin_unlock_bh(&rx_tid->tid_lock);
  1225. dp_peer_err("%pK: Rx Tid- %d hw qdesc is not in IN_PROGRESS",
  1226. cdp_soc, tid);
  1227. goto fail;
  1228. }
  1229. if (!qdf_atomic_read(&peer->is_default_route_set)) {
  1230. qdf_spin_unlock_bh(&rx_tid->tid_lock);
  1231. dp_peer_debug("%pK: default route is not set for peer: " QDF_MAC_ADDR_FMT,
  1232. cdp_soc, QDF_MAC_ADDR_REF(peer->mac_addr.raw));
  1233. goto fail;
  1234. }
  1235. if (dp_rx_tid_update_wifi3(peer, tid,
  1236. rx_tid->ba_win_size,
  1237. rx_tid->startseqnum,
  1238. false)) {
  1239. dp_err("Failed update REO SSN");
  1240. }
  1241. dp_info("tid %u window_size %u start_seq_num %u",
  1242. tid, rx_tid->ba_win_size,
  1243. rx_tid->startseqnum);
  1244. /* First Session */
  1245. if (peer->active_ba_session_cnt == 0) {
  1246. if (rx_tid->ba_win_size > 64 && rx_tid->ba_win_size <= 256)
  1247. peer->hw_buffer_size = 256;
  1248. else if (rx_tid->ba_win_size <= 1024 &&
  1249. rx_tid->ba_win_size > 256)
  1250. peer->hw_buffer_size = 1024;
  1251. else
  1252. peer->hw_buffer_size = 64;
  1253. }
  1254. rx_tid->ba_status = DP_RX_BA_ACTIVE;
  1255. peer->active_ba_session_cnt++;
  1256. qdf_spin_unlock_bh(&rx_tid->tid_lock);
  1257. /* Kill any session having 256 buffer size
  1258. * when 64 buffer size request is received.
  1259. * Also, latch on to 64 as new buffer size.
  1260. */
  1261. if (peer->kill_256_sessions) {
  1262. dp_teardown_256_ba_sessions(peer);
  1263. peer->kill_256_sessions = 0;
  1264. }
  1265. success:
  1266. dp_peer_unref_delete(peer, DP_MOD_ID_CDP);
  1267. return QDF_STATUS_SUCCESS;
  1268. fail:
  1269. if (peer)
  1270. dp_peer_unref_delete(peer, DP_MOD_ID_CDP);
  1271. return QDF_STATUS_E_FAILURE;
  1272. }
  1273. QDF_STATUS
  1274. dp_addba_responsesetup_wifi3(struct cdp_soc_t *cdp_soc, uint8_t *peer_mac,
  1275. uint16_t vdev_id, uint8_t tid,
  1276. uint8_t *dialogtoken, uint16_t *statuscode,
  1277. uint16_t *buffersize, uint16_t *batimeout)
  1278. {
  1279. struct dp_rx_tid *rx_tid = NULL;
  1280. QDF_STATUS status = QDF_STATUS_SUCCESS;
  1281. struct dp_peer *peer = dp_peer_find_hash_find((struct dp_soc *)cdp_soc,
  1282. peer_mac, 0, vdev_id,
  1283. DP_MOD_ID_CDP);
  1284. if (!peer) {
  1285. dp_peer_debug("%pK: Peer is NULL!", cdp_soc);
  1286. return QDF_STATUS_E_FAILURE;
  1287. }
  1288. rx_tid = &peer->rx_tid[tid];
  1289. qdf_spin_lock_bh(&rx_tid->tid_lock);
  1290. rx_tid->num_of_addba_resp++;
  1291. /* setup ADDBA response parameters */
  1292. *dialogtoken = rx_tid->dialogtoken;
  1293. *statuscode = rx_tid->statuscode;
  1294. *buffersize = rx_tid->ba_win_size;
  1295. *batimeout = 0;
  1296. qdf_spin_unlock_bh(&rx_tid->tid_lock);
  1297. dp_peer_unref_delete(peer, DP_MOD_ID_CDP);
  1298. return status;
  1299. }
  1300. /**
  1301. * dp_check_ba_buffersize() - Check buffer size in request
  1302. * and latch onto this size based on
  1303. * size used in first active session.
  1304. * @peer: Datapath peer
  1305. * @tid: Tid
  1306. * @buffersize: Block ack window size
  1307. *
  1308. * Return: void
  1309. */
  1310. static void dp_check_ba_buffersize(struct dp_peer *peer,
  1311. uint16_t tid,
  1312. uint16_t buffersize)
  1313. {
  1314. struct dp_rx_tid *rx_tid = NULL;
  1315. struct dp_soc *soc = peer->vdev->pdev->soc;
  1316. uint16_t max_ba_window;
  1317. max_ba_window = hal_get_rx_max_ba_window(soc->hal_soc, tid);
  1318. dp_info("Input buffersize %d, max dp allowed %d",
  1319. buffersize, max_ba_window);
  1320. /* Adjust BA window size, restrict it to max DP allowed */
  1321. buffersize = QDF_MIN(buffersize, max_ba_window);
  1322. dp_info(QDF_MAC_ADDR_FMT" per_tid_basize_max_tid %d tid %d buffersize %d hw_buffer_size %d",
  1323. QDF_MAC_ADDR_REF(peer->mac_addr.raw),
  1324. soc->per_tid_basize_max_tid, tid, buffersize,
  1325. peer->hw_buffer_size);
  1326. rx_tid = &peer->rx_tid[tid];
  1327. if (soc->per_tid_basize_max_tid &&
  1328. tid < soc->per_tid_basize_max_tid) {
  1329. rx_tid->ba_win_size = buffersize;
  1330. goto out;
  1331. } else {
  1332. if (peer->active_ba_session_cnt == 0) {
  1333. rx_tid->ba_win_size = buffersize;
  1334. } else {
  1335. if (peer->hw_buffer_size == 64) {
  1336. if (buffersize <= 64)
  1337. rx_tid->ba_win_size = buffersize;
  1338. else
  1339. rx_tid->ba_win_size = peer->hw_buffer_size;
  1340. } else if (peer->hw_buffer_size == 256) {
  1341. if (buffersize > 64) {
  1342. rx_tid->ba_win_size = buffersize;
  1343. } else {
  1344. rx_tid->ba_win_size = buffersize;
  1345. peer->hw_buffer_size = 64;
  1346. peer->kill_256_sessions = 1;
  1347. }
  1348. } else if (buffersize <= 1024) {
  1349. /*
  1350. * Above checks are only for HK V2
  1351. * Set incoming buffer size for others
  1352. */
  1353. rx_tid->ba_win_size = buffersize;
  1354. } else {
  1355. dp_err("Invalid buffer size %d", buffersize);
  1356. qdf_assert_always(0);
  1357. }
  1358. }
  1359. }
  1360. out:
  1361. dp_info("rx_tid->ba_win_size %d peer->hw_buffer_size %d peer->kill_256_sessions %d",
  1362. rx_tid->ba_win_size,
  1363. peer->hw_buffer_size,
  1364. peer->kill_256_sessions);
  1365. }
  1366. QDF_STATUS dp_rx_tid_update_ba_win_size(struct cdp_soc_t *cdp_soc,
  1367. uint8_t *peer_mac, uint16_t vdev_id,
  1368. uint8_t tid, uint16_t buffersize)
  1369. {
  1370. struct dp_rx_tid *rx_tid = NULL;
  1371. struct dp_peer *peer;
  1372. peer = dp_peer_get_tgt_peer_hash_find((struct dp_soc *)cdp_soc,
  1373. peer_mac, 0, vdev_id,
  1374. DP_MOD_ID_CDP);
  1375. if (!peer) {
  1376. dp_peer_debug("%pK: Peer is NULL!", cdp_soc);
  1377. return QDF_STATUS_E_FAILURE;
  1378. }
  1379. rx_tid = &peer->rx_tid[tid];
  1380. qdf_spin_lock_bh(&rx_tid->tid_lock);
  1381. rx_tid->ba_win_size = buffersize;
  1382. qdf_spin_unlock_bh(&rx_tid->tid_lock);
  1383. dp_info("peer "QDF_MAC_ADDR_FMT", tid %d, update BA win size to %d",
  1384. QDF_MAC_ADDR_REF(peer->mac_addr.raw), tid, buffersize);
  1385. dp_peer_unref_delete(peer, DP_MOD_ID_CDP);
  1386. return QDF_STATUS_SUCCESS;
  1387. }
  1388. #define DP_RX_BA_SESSION_DISABLE 1
  1389. int dp_addba_requestprocess_wifi3(struct cdp_soc_t *cdp_soc,
  1390. uint8_t *peer_mac,
  1391. uint16_t vdev_id,
  1392. uint8_t dialogtoken,
  1393. uint16_t tid, uint16_t batimeout,
  1394. uint16_t buffersize,
  1395. uint16_t startseqnum)
  1396. {
  1397. QDF_STATUS status = QDF_STATUS_SUCCESS;
  1398. struct dp_rx_tid *rx_tid = NULL;
  1399. struct dp_peer *peer;
  1400. peer = dp_peer_get_tgt_peer_hash_find((struct dp_soc *)cdp_soc,
  1401. peer_mac,
  1402. 0, vdev_id,
  1403. DP_MOD_ID_CDP);
  1404. if (!peer) {
  1405. dp_peer_debug("%pK: Peer is NULL!", cdp_soc);
  1406. return QDF_STATUS_E_FAILURE;
  1407. }
  1408. rx_tid = &peer->rx_tid[tid];
  1409. qdf_spin_lock_bh(&rx_tid->tid_lock);
  1410. rx_tid->num_of_addba_req++;
  1411. if ((rx_tid->ba_status == DP_RX_BA_ACTIVE &&
  1412. rx_tid->hw_qdesc_vaddr_unaligned)) {
  1413. dp_rx_tid_update_wifi3(peer, tid, 1, IEEE80211_SEQ_MAX, false);
  1414. rx_tid->ba_status = DP_RX_BA_INACTIVE;
  1415. peer->active_ba_session_cnt--;
  1416. dp_peer_debug("%pK: Rx Tid- %d hw qdesc is already setup",
  1417. cdp_soc, tid);
  1418. }
  1419. if (rx_tid->ba_status == DP_RX_BA_IN_PROGRESS) {
  1420. qdf_spin_unlock_bh(&rx_tid->tid_lock);
  1421. status = QDF_STATUS_E_FAILURE;
  1422. goto fail;
  1423. }
  1424. if (rx_tid->rx_ba_win_size_override == DP_RX_BA_SESSION_DISABLE) {
  1425. dp_peer_info("%pK: disable BA session",
  1426. cdp_soc);
  1427. buffersize = 1;
  1428. } else if (rx_tid->rx_ba_win_size_override) {
  1429. dp_peer_info("%pK: override BA win to %d", cdp_soc,
  1430. rx_tid->rx_ba_win_size_override);
  1431. buffersize = rx_tid->rx_ba_win_size_override;
  1432. } else {
  1433. dp_peer_info("%pK: restore BA win %d based on addba req", cdp_soc,
  1434. buffersize);
  1435. }
  1436. dp_check_ba_buffersize(peer, tid, buffersize);
  1437. if (dp_rx_tid_setup_wifi3(peer, BIT(tid),
  1438. rx_tid->ba_win_size, startseqnum)) {
  1439. rx_tid->ba_status = DP_RX_BA_INACTIVE;
  1440. qdf_spin_unlock_bh(&rx_tid->tid_lock);
  1441. status = QDF_STATUS_E_FAILURE;
  1442. goto fail;
  1443. }
  1444. rx_tid->ba_status = DP_RX_BA_IN_PROGRESS;
  1445. rx_tid->dialogtoken = dialogtoken;
  1446. rx_tid->startseqnum = startseqnum;
  1447. if (rx_tid->userstatuscode != IEEE80211_STATUS_SUCCESS)
  1448. rx_tid->statuscode = rx_tid->userstatuscode;
  1449. else
  1450. rx_tid->statuscode = IEEE80211_STATUS_SUCCESS;
  1451. if (rx_tid->rx_ba_win_size_override == DP_RX_BA_SESSION_DISABLE)
  1452. rx_tid->statuscode = IEEE80211_STATUS_REFUSED;
  1453. qdf_spin_unlock_bh(&rx_tid->tid_lock);
  1454. fail:
  1455. dp_peer_unref_delete(peer, DP_MOD_ID_CDP);
  1456. return status;
  1457. }
  1458. QDF_STATUS
  1459. dp_set_addba_response(struct cdp_soc_t *cdp_soc, uint8_t *peer_mac,
  1460. uint16_t vdev_id, uint8_t tid, uint16_t statuscode)
  1461. {
  1462. struct dp_peer *peer = dp_peer_get_tgt_peer_hash_find(
  1463. (struct dp_soc *)cdp_soc,
  1464. peer_mac, 0, vdev_id,
  1465. DP_MOD_ID_CDP);
  1466. struct dp_rx_tid *rx_tid;
  1467. if (!peer) {
  1468. dp_peer_debug("%pK: Peer is NULL!", cdp_soc);
  1469. return QDF_STATUS_E_FAILURE;
  1470. }
  1471. rx_tid = &peer->rx_tid[tid];
  1472. qdf_spin_lock_bh(&rx_tid->tid_lock);
  1473. rx_tid->userstatuscode = statuscode;
  1474. qdf_spin_unlock_bh(&rx_tid->tid_lock);
  1475. dp_peer_unref_delete(peer, DP_MOD_ID_CDP);
  1476. return QDF_STATUS_SUCCESS;
  1477. }
  1478. int dp_delba_process_wifi3(struct cdp_soc_t *cdp_soc, uint8_t *peer_mac,
  1479. uint16_t vdev_id, int tid, uint16_t reasoncode)
  1480. {
  1481. QDF_STATUS status = QDF_STATUS_SUCCESS;
  1482. struct dp_rx_tid *rx_tid;
  1483. struct dp_peer *peer = dp_peer_get_tgt_peer_hash_find(
  1484. (struct dp_soc *)cdp_soc,
  1485. peer_mac, 0, vdev_id,
  1486. DP_MOD_ID_CDP);
  1487. if (!peer) {
  1488. dp_peer_debug("%pK: Peer is NULL!", cdp_soc);
  1489. return QDF_STATUS_E_FAILURE;
  1490. }
  1491. rx_tid = &peer->rx_tid[tid];
  1492. qdf_spin_lock_bh(&rx_tid->tid_lock);
  1493. if (rx_tid->ba_status == DP_RX_BA_INACTIVE ||
  1494. rx_tid->ba_status == DP_RX_BA_IN_PROGRESS) {
  1495. qdf_spin_unlock_bh(&rx_tid->tid_lock);
  1496. status = QDF_STATUS_E_FAILURE;
  1497. goto fail;
  1498. }
  1499. /* TODO: See if we can delete the existing REO queue descriptor and
  1500. * replace with a new one without queue extension descript to save
  1501. * memory
  1502. */
  1503. rx_tid->delba_rcode = reasoncode;
  1504. rx_tid->num_of_delba_req++;
  1505. dp_rx_tid_update_wifi3(peer, tid, 1, IEEE80211_SEQ_MAX, false);
  1506. rx_tid->ba_status = DP_RX_BA_INACTIVE;
  1507. peer->active_ba_session_cnt--;
  1508. qdf_spin_unlock_bh(&rx_tid->tid_lock);
  1509. fail:
  1510. dp_peer_unref_delete(peer, DP_MOD_ID_CDP);
  1511. return status;
  1512. }
  1513. int dp_delba_tx_completion_wifi3(struct cdp_soc_t *cdp_soc, uint8_t *peer_mac,
  1514. uint16_t vdev_id,
  1515. uint8_t tid, int status)
  1516. {
  1517. QDF_STATUS ret = QDF_STATUS_SUCCESS;
  1518. struct dp_rx_tid *rx_tid = NULL;
  1519. struct dp_peer *peer = dp_peer_get_tgt_peer_hash_find(
  1520. (struct dp_soc *)cdp_soc,
  1521. peer_mac, 0, vdev_id,
  1522. DP_MOD_ID_CDP);
  1523. if (!peer) {
  1524. dp_peer_debug("%pK: Peer is NULL!", cdp_soc);
  1525. return QDF_STATUS_E_FAILURE;
  1526. }
  1527. rx_tid = &peer->rx_tid[tid];
  1528. qdf_spin_lock_bh(&rx_tid->tid_lock);
  1529. if (status) {
  1530. rx_tid->delba_tx_fail_cnt++;
  1531. if (rx_tid->delba_tx_retry >= DP_MAX_DELBA_RETRY) {
  1532. rx_tid->delba_tx_retry = 0;
  1533. rx_tid->delba_tx_status = 0;
  1534. qdf_spin_unlock_bh(&rx_tid->tid_lock);
  1535. } else {
  1536. rx_tid->delba_tx_retry++;
  1537. rx_tid->delba_tx_status = 1;
  1538. qdf_spin_unlock_bh(&rx_tid->tid_lock);
  1539. if (peer->vdev->pdev->soc->cdp_soc.ol_ops->send_delba)
  1540. peer->vdev->pdev->soc->cdp_soc.ol_ops->send_delba(
  1541. peer->vdev->pdev->soc->ctrl_psoc,
  1542. peer->vdev->vdev_id,
  1543. peer->mac_addr.raw, tid,
  1544. rx_tid->delba_rcode,
  1545. CDP_DELBA_REASON_NONE);
  1546. }
  1547. goto end;
  1548. } else {
  1549. rx_tid->delba_tx_success_cnt++;
  1550. rx_tid->delba_tx_retry = 0;
  1551. rx_tid->delba_tx_status = 0;
  1552. }
  1553. if (rx_tid->ba_status == DP_RX_BA_ACTIVE) {
  1554. dp_rx_tid_update_wifi3(peer, tid, 1, IEEE80211_SEQ_MAX, false);
  1555. rx_tid->ba_status = DP_RX_BA_INACTIVE;
  1556. peer->active_ba_session_cnt--;
  1557. }
  1558. if (rx_tid->ba_status == DP_RX_BA_IN_PROGRESS) {
  1559. dp_rx_tid_update_wifi3(peer, tid, 1, IEEE80211_SEQ_MAX, false);
  1560. rx_tid->ba_status = DP_RX_BA_INACTIVE;
  1561. }
  1562. qdf_spin_unlock_bh(&rx_tid->tid_lock);
  1563. end:
  1564. dp_peer_unref_delete(peer, DP_MOD_ID_CDP);
  1565. return ret;
  1566. }
  1567. QDF_STATUS
  1568. dp_set_pn_check_wifi3(struct cdp_soc_t *soc_t, uint8_t vdev_id,
  1569. uint8_t *peer_mac, enum cdp_sec_type sec_type,
  1570. uint32_t *rx_pn)
  1571. {
  1572. struct dp_pdev *pdev;
  1573. int i;
  1574. uint8_t pn_size;
  1575. struct hal_reo_cmd_params params;
  1576. struct dp_peer *peer = NULL;
  1577. struct dp_vdev *vdev = NULL;
  1578. struct dp_soc *soc = NULL;
  1579. peer = dp_peer_get_tgt_peer_hash_find((struct dp_soc *)soc_t,
  1580. peer_mac, 0, vdev_id,
  1581. DP_MOD_ID_CDP);
  1582. if (!peer) {
  1583. dp_peer_debug("%pK: Peer is NULL!", soc);
  1584. return QDF_STATUS_E_FAILURE;
  1585. }
  1586. vdev = peer->vdev;
  1587. if (!vdev) {
  1588. dp_peer_debug("%pK: VDEV is NULL!", soc);
  1589. dp_peer_unref_delete(peer, DP_MOD_ID_CDP);
  1590. return QDF_STATUS_E_FAILURE;
  1591. }
  1592. pdev = vdev->pdev;
  1593. soc = pdev->soc;
  1594. qdf_mem_zero(&params, sizeof(params));
  1595. params.std.need_status = 1;
  1596. params.u.upd_queue_params.update_pn_valid = 1;
  1597. params.u.upd_queue_params.update_pn_size = 1;
  1598. params.u.upd_queue_params.update_pn = 1;
  1599. params.u.upd_queue_params.update_pn_check_needed = 1;
  1600. params.u.upd_queue_params.update_svld = 1;
  1601. params.u.upd_queue_params.svld = 0;
  1602. switch (sec_type) {
  1603. case cdp_sec_type_tkip_nomic:
  1604. case cdp_sec_type_aes_ccmp:
  1605. case cdp_sec_type_aes_ccmp_256:
  1606. case cdp_sec_type_aes_gcmp:
  1607. case cdp_sec_type_aes_gcmp_256:
  1608. params.u.upd_queue_params.pn_check_needed = 1;
  1609. params.u.upd_queue_params.pn_size = PN_SIZE_48;
  1610. pn_size = 48;
  1611. break;
  1612. case cdp_sec_type_wapi:
  1613. params.u.upd_queue_params.pn_check_needed = 1;
  1614. params.u.upd_queue_params.pn_size = PN_SIZE_128;
  1615. pn_size = 128;
  1616. if (vdev->opmode == wlan_op_mode_ap) {
  1617. params.u.upd_queue_params.pn_even = 1;
  1618. params.u.upd_queue_params.update_pn_even = 1;
  1619. } else {
  1620. params.u.upd_queue_params.pn_uneven = 1;
  1621. params.u.upd_queue_params.update_pn_uneven = 1;
  1622. }
  1623. break;
  1624. default:
  1625. params.u.upd_queue_params.pn_check_needed = 0;
  1626. pn_size = 0;
  1627. break;
  1628. }
  1629. for (i = 0; i < DP_MAX_TIDS; i++) {
  1630. struct dp_rx_tid *rx_tid = &peer->rx_tid[i];
  1631. qdf_spin_lock_bh(&rx_tid->tid_lock);
  1632. if (rx_tid->hw_qdesc_vaddr_unaligned) {
  1633. params.std.addr_lo =
  1634. rx_tid->hw_qdesc_paddr & 0xffffffff;
  1635. params.std.addr_hi =
  1636. (uint64_t)(rx_tid->hw_qdesc_paddr) >> 32;
  1637. if (pn_size) {
  1638. dp_peer_info("%pK: PN set for TID:%d pn:%x:%x:%x:%x",
  1639. soc, i, rx_pn[3], rx_pn[2],
  1640. rx_pn[1], rx_pn[0]);
  1641. params.u.upd_queue_params.update_pn_valid = 1;
  1642. params.u.upd_queue_params.pn_31_0 = rx_pn[0];
  1643. params.u.upd_queue_params.pn_63_32 = rx_pn[1];
  1644. params.u.upd_queue_params.pn_95_64 = rx_pn[2];
  1645. params.u.upd_queue_params.pn_127_96 = rx_pn[3];
  1646. }
  1647. rx_tid->pn_size = pn_size;
  1648. if (dp_reo_send_cmd(soc,
  1649. CMD_UPDATE_RX_REO_QUEUE,
  1650. &params, dp_rx_tid_update_cb,
  1651. rx_tid)) {
  1652. dp_err_log("fail to send CMD_UPDATE_RX_REO_QUEUE"
  1653. "tid %d desc %pK", rx_tid->tid,
  1654. (void *)(rx_tid->hw_qdesc_paddr));
  1655. DP_STATS_INC(soc,
  1656. rx.err.reo_cmd_send_fail, 1);
  1657. }
  1658. } else {
  1659. dp_peer_info("%pK: PN Check not setup for TID :%d ", soc, i);
  1660. }
  1661. qdf_spin_unlock_bh(&rx_tid->tid_lock);
  1662. }
  1663. dp_peer_unref_delete(peer, DP_MOD_ID_CDP);
  1664. return QDF_STATUS_SUCCESS;
  1665. }
  1666. QDF_STATUS
  1667. dp_rx_delba_ind_handler(void *soc_handle, uint16_t peer_id,
  1668. uint8_t tid, uint16_t win_sz)
  1669. {
  1670. struct dp_soc *soc = (struct dp_soc *)soc_handle;
  1671. struct dp_peer *peer;
  1672. struct dp_rx_tid *rx_tid;
  1673. QDF_STATUS status = QDF_STATUS_SUCCESS;
  1674. peer = dp_peer_get_ref_by_id(soc, peer_id, DP_MOD_ID_HTT);
  1675. if (!peer) {
  1676. dp_peer_err("%pK: Couldn't find peer from ID %d",
  1677. soc, peer_id);
  1678. return QDF_STATUS_E_FAILURE;
  1679. }
  1680. qdf_assert_always(tid < DP_MAX_TIDS);
  1681. rx_tid = &peer->rx_tid[tid];
  1682. if (rx_tid->hw_qdesc_vaddr_unaligned) {
  1683. if (!rx_tid->delba_tx_status) {
  1684. dp_peer_info("%pK: PEER_ID: %d TID: %d, BA win: %d ",
  1685. soc, peer_id, tid, win_sz);
  1686. qdf_spin_lock_bh(&rx_tid->tid_lock);
  1687. rx_tid->delba_tx_status = 1;
  1688. rx_tid->rx_ba_win_size_override =
  1689. qdf_min((uint16_t)63, win_sz);
  1690. rx_tid->delba_rcode =
  1691. IEEE80211_REASON_QOS_SETUP_REQUIRED;
  1692. qdf_spin_unlock_bh(&rx_tid->tid_lock);
  1693. if (soc->cdp_soc.ol_ops->send_delba)
  1694. soc->cdp_soc.ol_ops->send_delba(
  1695. peer->vdev->pdev->soc->ctrl_psoc,
  1696. peer->vdev->vdev_id,
  1697. peer->mac_addr.raw,
  1698. tid,
  1699. rx_tid->delba_rcode,
  1700. CDP_DELBA_REASON_NONE);
  1701. }
  1702. } else {
  1703. dp_peer_err("%pK: BA session is not setup for TID:%d ",
  1704. soc, tid);
  1705. status = QDF_STATUS_E_FAILURE;
  1706. }
  1707. dp_peer_unref_delete(peer, DP_MOD_ID_HTT);
  1708. return status;
  1709. }
  1710. #ifdef IPA_OFFLOAD
  1711. int dp_peer_get_rxtid_stats_ipa(struct dp_peer *peer,
  1712. dp_rxtid_stats_cmd_cb dp_stats_cmd_cb)
  1713. {
  1714. struct dp_soc *soc = peer->vdev->pdev->soc;
  1715. struct hal_reo_cmd_params params;
  1716. int i;
  1717. int stats_cmd_sent_cnt = 0;
  1718. QDF_STATUS status;
  1719. uint16_t peer_id = peer->peer_id;
  1720. unsigned long comb_peer_id_tid;
  1721. struct dp_rx_tid *rx_tid;
  1722. if (!dp_stats_cmd_cb)
  1723. return stats_cmd_sent_cnt;
  1724. qdf_mem_zero(&params, sizeof(params));
  1725. for (i = 0; i < DP_MAX_TIDS; i++) {
  1726. if ((i >= CDP_DATA_TID_MAX) && (i != CDP_DATA_NON_QOS_TID))
  1727. continue;
  1728. rx_tid = &peer->rx_tid[i];
  1729. if (rx_tid->hw_qdesc_vaddr_unaligned) {
  1730. params.std.need_status = 1;
  1731. params.std.addr_lo =
  1732. rx_tid->hw_qdesc_paddr & 0xffffffff;
  1733. params.std.addr_hi =
  1734. (uint64_t)(rx_tid->hw_qdesc_paddr) >> 32;
  1735. params.u.stats_params.clear = 1;
  1736. comb_peer_id_tid = ((i << DP_PEER_REO_STATS_TID_SHIFT)
  1737. | peer_id);
  1738. status = dp_reo_send_cmd(soc, CMD_GET_QUEUE_STATS,
  1739. &params, dp_stats_cmd_cb,
  1740. (void *)comb_peer_id_tid);
  1741. if (QDF_IS_STATUS_SUCCESS(status))
  1742. stats_cmd_sent_cnt++;
  1743. /* Flush REO descriptor from HW cache to update stats
  1744. * in descriptor memory. This is to help debugging
  1745. */
  1746. qdf_mem_zero(&params, sizeof(params));
  1747. params.std.need_status = 0;
  1748. params.std.addr_lo =
  1749. rx_tid->hw_qdesc_paddr & 0xffffffff;
  1750. params.std.addr_hi =
  1751. (uint64_t)(rx_tid->hw_qdesc_paddr) >> 32;
  1752. params.u.fl_cache_params.flush_no_inval = 1;
  1753. dp_reo_send_cmd(soc, CMD_FLUSH_CACHE, &params, NULL,
  1754. NULL);
  1755. }
  1756. }
  1757. return stats_cmd_sent_cnt;
  1758. }
  1759. qdf_export_symbol(dp_peer_get_rxtid_stats_ipa);
  1760. #endif
  1761. int dp_peer_rxtid_stats(struct dp_peer *peer,
  1762. dp_rxtid_stats_cmd_cb dp_stats_cmd_cb,
  1763. void *cb_ctxt)
  1764. {
  1765. struct dp_soc *soc = peer->vdev->pdev->soc;
  1766. struct hal_reo_cmd_params params;
  1767. int i;
  1768. int stats_cmd_sent_cnt = 0;
  1769. QDF_STATUS status;
  1770. struct dp_rx_tid *rx_tid;
  1771. if (!dp_stats_cmd_cb)
  1772. return stats_cmd_sent_cnt;
  1773. qdf_mem_zero(&params, sizeof(params));
  1774. for (i = 0; i < DP_MAX_TIDS; i++) {
  1775. if ((i >= CDP_DATA_TID_MAX) && (i != CDP_DATA_NON_QOS_TID))
  1776. continue;
  1777. rx_tid = &peer->rx_tid[i];
  1778. if (rx_tid->hw_qdesc_vaddr_unaligned) {
  1779. params.std.need_status = 1;
  1780. params.std.addr_lo =
  1781. rx_tid->hw_qdesc_paddr & 0xffffffff;
  1782. params.std.addr_hi =
  1783. (uint64_t)(rx_tid->hw_qdesc_paddr) >> 32;
  1784. if (cb_ctxt) {
  1785. status = dp_reo_send_cmd(
  1786. soc, CMD_GET_QUEUE_STATS,
  1787. &params, dp_stats_cmd_cb,
  1788. cb_ctxt);
  1789. } else {
  1790. status = dp_reo_send_cmd(
  1791. soc, CMD_GET_QUEUE_STATS,
  1792. &params, dp_stats_cmd_cb,
  1793. rx_tid);
  1794. }
  1795. if (QDF_IS_STATUS_SUCCESS(status))
  1796. stats_cmd_sent_cnt++;
  1797. /* Flush REO descriptor from HW cache to update stats
  1798. * in descriptor memory. This is to help debugging
  1799. */
  1800. qdf_mem_zero(&params, sizeof(params));
  1801. params.std.need_status = 0;
  1802. params.std.addr_lo =
  1803. rx_tid->hw_qdesc_paddr & 0xffffffff;
  1804. params.std.addr_hi =
  1805. (uint64_t)(rx_tid->hw_qdesc_paddr) >> 32;
  1806. params.u.fl_cache_params.flush_no_inval = 1;
  1807. dp_reo_send_cmd(soc, CMD_FLUSH_CACHE, &params, NULL,
  1808. NULL);
  1809. }
  1810. }
  1811. return stats_cmd_sent_cnt;
  1812. }
  1813. QDF_STATUS dp_peer_rx_tids_create(struct dp_peer *peer)
  1814. {
  1815. uint8_t i;
  1816. if (IS_MLO_DP_MLD_PEER(peer)) {
  1817. dp_peer_info("skip for mld peer");
  1818. return QDF_STATUS_SUCCESS;
  1819. }
  1820. if (peer->rx_tid) {
  1821. QDF_BUG(0);
  1822. dp_peer_err("peer rx_tid mem already exist");
  1823. return QDF_STATUS_E_FAILURE;
  1824. }
  1825. peer->rx_tid = qdf_mem_malloc(DP_MAX_TIDS *
  1826. sizeof(struct dp_rx_tid));
  1827. if (!peer->rx_tid) {
  1828. dp_err("fail to alloc tid for peer" QDF_MAC_ADDR_FMT,
  1829. QDF_MAC_ADDR_REF(peer->mac_addr.raw));
  1830. return QDF_STATUS_E_NOMEM;
  1831. }
  1832. qdf_mem_zero(peer->rx_tid, DP_MAX_TIDS * sizeof(struct dp_rx_tid));
  1833. for (i = 0; i < DP_MAX_TIDS; i++)
  1834. qdf_spinlock_create(&peer->rx_tid[i].tid_lock);
  1835. return QDF_STATUS_SUCCESS;
  1836. }
  1837. void dp_peer_rx_tids_destroy(struct dp_peer *peer)
  1838. {
  1839. uint8_t i;
  1840. if (!IS_MLO_DP_LINK_PEER(peer)) {
  1841. for (i = 0; i < DP_MAX_TIDS; i++)
  1842. qdf_spinlock_destroy(&peer->rx_tid[i].tid_lock);
  1843. qdf_mem_free(peer->rx_tid);
  1844. }
  1845. peer->rx_tid = NULL;
  1846. }
  1847. #ifdef DUMP_REO_QUEUE_INFO_IN_DDR
  1848. void dp_dump_rx_reo_queue_info(
  1849. struct dp_soc *soc, void *cb_ctxt, union hal_reo_status *reo_status)
  1850. {
  1851. struct dp_rx_tid *rx_tid = (struct dp_rx_tid *)cb_ctxt;
  1852. if (!rx_tid)
  1853. return;
  1854. if (reo_status->fl_cache_status.header.status !=
  1855. HAL_REO_CMD_SUCCESS) {
  1856. dp_err_rl("Rx tid REO HW desc flush failed(%d)",
  1857. reo_status->rx_queue_status.header.status);
  1858. return;
  1859. }
  1860. qdf_spin_lock_bh(&rx_tid->tid_lock);
  1861. hal_dump_rx_reo_queue_desc(rx_tid->hw_qdesc_vaddr_aligned);
  1862. qdf_spin_unlock_bh(&rx_tid->tid_lock);
  1863. }
  1864. void dp_send_cache_flush_for_rx_tid(
  1865. struct dp_soc *soc, struct dp_peer *peer)
  1866. {
  1867. int i;
  1868. struct dp_rx_tid *rx_tid;
  1869. struct hal_reo_cmd_params params;
  1870. if (!peer) {
  1871. dp_err_rl("Peer is NULL");
  1872. return;
  1873. }
  1874. for (i = 0; i < DP_MAX_TIDS; i++) {
  1875. rx_tid = &peer->rx_tid[i];
  1876. if (!rx_tid)
  1877. continue;
  1878. qdf_spin_lock_bh(&rx_tid->tid_lock);
  1879. if (rx_tid->hw_qdesc_vaddr_aligned) {
  1880. qdf_mem_zero(&params, sizeof(params));
  1881. params.std.need_status = 1;
  1882. params.std.addr_lo =
  1883. rx_tid->hw_qdesc_paddr & 0xffffffff;
  1884. params.std.addr_hi =
  1885. (uint64_t)(rx_tid->hw_qdesc_paddr) >> 32;
  1886. params.u.fl_cache_params.flush_no_inval = 0;
  1887. if (rx_tid->ba_win_size > 256)
  1888. params.u.fl_cache_params.flush_q_1k_desc = 1;
  1889. params.u.fl_cache_params.fwd_mpdus_in_queue = 1;
  1890. if (QDF_STATUS_SUCCESS !=
  1891. dp_reo_send_cmd(
  1892. soc, CMD_FLUSH_CACHE,
  1893. &params, dp_dump_rx_reo_queue_info,
  1894. (void *)rx_tid)) {
  1895. dp_err_rl("cache flush send failed tid %d",
  1896. rx_tid->tid);
  1897. qdf_spin_unlock_bh(&rx_tid->tid_lock);
  1898. break;
  1899. }
  1900. }
  1901. qdf_spin_unlock_bh(&rx_tid->tid_lock);
  1902. }
  1903. }
  1904. void dp_get_rx_reo_queue_info(
  1905. struct cdp_soc_t *soc_hdl, uint8_t vdev_id)
  1906. {
  1907. struct dp_soc *soc = (struct dp_soc *)soc_hdl;
  1908. struct dp_vdev *vdev = dp_vdev_get_ref_by_id(soc, vdev_id,
  1909. DP_MOD_ID_GENERIC_STATS);
  1910. struct dp_peer *peer = NULL;
  1911. if (!vdev) {
  1912. dp_err_rl("vdev is null for vdev_id: %u", vdev_id);
  1913. goto failed;
  1914. }
  1915. peer = dp_vdev_bss_peer_ref_n_get(soc, vdev, DP_MOD_ID_GENERIC_STATS);
  1916. if (!peer) {
  1917. dp_err_rl("Peer is NULL");
  1918. goto failed;
  1919. }
  1920. dp_send_cache_flush_for_rx_tid(soc, peer);
  1921. failed:
  1922. if (peer)
  1923. dp_peer_unref_delete(peer, DP_MOD_ID_GENERIC_STATS);
  1924. if (vdev)
  1925. dp_vdev_unref_delete(soc, vdev, DP_MOD_ID_GENERIC_STATS);
  1926. }
  1927. #endif /* DUMP_REO_QUEUE_INFO_IN_DDR */