dp_be_rx.c 70 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555
  1. /*
  2. * Copyright (c) 2016-2021 The Linux Foundation. All rights reserved.
  3. * Copyright (c) 2021-2024 Qualcomm Innovation Center, Inc. All rights reserved.
  4. *
  5. * Permission to use, copy, modify, and/or distribute this software for
  6. * any purpose with or without fee is hereby granted, provided that the
  7. * above copyright notice and this permission notice appear in all
  8. * copies.
  9. *
  10. * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL
  11. * WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED
  12. * WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE
  13. * AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL
  14. * DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR
  15. * PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER
  16. * TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
  17. * PERFORMANCE OF THIS SOFTWARE.
  18. */
  19. #include "cdp_txrx_cmn_struct.h"
  20. #include "hal_hw_headers.h"
  21. #include "dp_types.h"
  22. #include "dp_rx.h"
  23. #include "dp_tx.h"
  24. #include "dp_be_rx.h"
  25. #include "dp_peer.h"
  26. #include "hal_rx.h"
  27. #include "hal_be_rx.h"
  28. #include "hal_api.h"
  29. #include "hal_be_api.h"
  30. #include "qdf_nbuf.h"
  31. #ifdef MESH_MODE_SUPPORT
  32. #include "if_meta_hdr.h"
  33. #endif
  34. #include "dp_internal.h"
  35. #include "dp_ipa.h"
  36. #ifdef FEATURE_WDS
  37. #include "dp_txrx_wds.h"
  38. #endif
  39. #include "dp_hist.h"
  40. #include "dp_rx_buffer_pool.h"
  41. #ifdef WLAN_SUPPORT_RX_FLOW_TAG
  42. static inline void
  43. dp_rx_update_flow_info(qdf_nbuf_t nbuf, uint8_t *rx_tlv_hdr)
  44. {
  45. uint32_t fse_metadata;
  46. /* Set the flow idx valid flag only when there is no timeout */
  47. if (hal_rx_msdu_flow_idx_timeout_be(rx_tlv_hdr))
  48. return;
  49. /*
  50. * If invalid bit is not set and the fse metadata indicates that it is
  51. * a valid SFE flow match in FSE, do not set the rx flow tag and let it
  52. * go via stack instead of VP.
  53. */
  54. fse_metadata = hal_rx_msdu_fse_metadata_get_be(rx_tlv_hdr);
  55. if (!hal_rx_msdu_flow_idx_invalid_be(rx_tlv_hdr) && (fse_metadata == DP_RX_FSE_FLOW_MATCH_SFE))
  56. return;
  57. qdf_nbuf_set_rx_flow_idx_valid(nbuf,
  58. !hal_rx_msdu_flow_idx_invalid_be(rx_tlv_hdr));
  59. }
  60. #else
  61. static inline void
  62. dp_rx_update_flow_info(qdf_nbuf_t nbuf, uint8_t *rx_tlv_hdr)
  63. {
  64. }
  65. #endif
  66. #ifdef DP_RX_MSDU_DONE_FAIL_HISTORY
  67. static inline void
  68. dp_rx_msdu_done_fail_event_record(struct dp_soc *soc,
  69. struct dp_rx_desc *rx_desc,
  70. qdf_nbuf_t nbuf)
  71. {
  72. struct dp_msdu_done_fail_entry *entry;
  73. uint32_t idx;
  74. if (qdf_unlikely(!soc->msdu_done_fail_hist))
  75. return;
  76. idx = dp_history_get_next_index(&soc->msdu_done_fail_hist->index,
  77. DP_MSDU_DONE_FAIL_HIST_MAX);
  78. entry = &soc->msdu_done_fail_hist->entry[idx];
  79. entry->paddr = qdf_nbuf_get_frag_paddr(nbuf, 0);
  80. if (rx_desc)
  81. entry->sw_cookie = rx_desc->cookie;
  82. else
  83. entry->sw_cookie = 0xDEAD;
  84. }
  85. #else
  86. static inline void
  87. dp_rx_msdu_done_fail_event_record(struct dp_soc *soc,
  88. struct dp_rx_desc *rx_desc,
  89. qdf_nbuf_t nbuf)
  90. {
  91. }
  92. #endif
  93. #ifndef AST_OFFLOAD_ENABLE
  94. static void
  95. dp_rx_wds_learn(struct dp_soc *soc,
  96. struct dp_vdev *vdev,
  97. uint8_t *rx_tlv_hdr,
  98. struct dp_txrx_peer *txrx_peer,
  99. qdf_nbuf_t nbuf)
  100. {
  101. struct hal_rx_msdu_metadata msdu_metadata;
  102. hal_rx_msdu_packet_metadata_get_generic_be(rx_tlv_hdr, &msdu_metadata);
  103. /* WDS Source Port Learning */
  104. if (qdf_likely(vdev->wds_enabled))
  105. dp_rx_wds_srcport_learn(soc,
  106. rx_tlv_hdr,
  107. txrx_peer,
  108. nbuf,
  109. msdu_metadata);
  110. }
  111. #else
  112. #ifdef QCA_SUPPORT_WDS_EXTENDED
  113. /**
  114. * dp_wds_ext_peer_learn_be() - function to send event to control
  115. * path on receiving 1st 4-address frame from backhaul.
  116. * @soc: DP soc
  117. * @ta_txrx_peer: WDS repeater txrx peer
  118. * @rx_tlv_hdr: start address of rx tlvs
  119. * @nbuf: RX packet buffer
  120. *
  121. * Return: void
  122. */
  123. static inline void dp_wds_ext_peer_learn_be(struct dp_soc *soc,
  124. struct dp_txrx_peer *ta_txrx_peer,
  125. uint8_t *rx_tlv_hdr,
  126. qdf_nbuf_t nbuf)
  127. {
  128. uint8_t wds_ext_src_mac[QDF_MAC_ADDR_SIZE];
  129. struct dp_peer *ta_base_peer;
  130. /* instead of checking addr4 is valid or not in per packet path
  131. * check for init bit, which will be set on reception of
  132. * first addr4 valid packet.
  133. */
  134. if (!ta_txrx_peer->vdev->wds_ext_enabled ||
  135. qdf_atomic_test_bit(WDS_EXT_PEER_INIT_BIT,
  136. &ta_txrx_peer->wds_ext.init))
  137. return;
  138. if (qdf_nbuf_is_rx_chfrag_start(nbuf) &&
  139. (qdf_nbuf_is_fr_ds_set(nbuf) && qdf_nbuf_is_to_ds_set(nbuf))) {
  140. qdf_atomic_test_and_set_bit(WDS_EXT_PEER_INIT_BIT,
  141. &ta_txrx_peer->wds_ext.init);
  142. if (qdf_unlikely(ta_txrx_peer->nawds_enabled &&
  143. ta_txrx_peer->is_mld_peer)) {
  144. ta_base_peer = dp_get_primary_link_peer_by_id(
  145. soc,
  146. ta_txrx_peer->peer_id,
  147. DP_MOD_ID_RX);
  148. } else {
  149. ta_base_peer = dp_peer_get_ref_by_id(
  150. soc,
  151. ta_txrx_peer->peer_id,
  152. DP_MOD_ID_RX);
  153. }
  154. if (!ta_base_peer)
  155. return;
  156. qdf_mem_copy(wds_ext_src_mac, &ta_base_peer->mac_addr.raw[0],
  157. QDF_MAC_ADDR_SIZE);
  158. dp_peer_unref_delete(ta_base_peer, DP_MOD_ID_RX);
  159. soc->cdp_soc.ol_ops->rx_wds_ext_peer_learn(
  160. soc->ctrl_psoc,
  161. ta_txrx_peer->peer_id,
  162. ta_txrx_peer->vdev->vdev_id,
  163. wds_ext_src_mac);
  164. }
  165. }
  166. #else
  167. static inline void dp_wds_ext_peer_learn_be(struct dp_soc *soc,
  168. struct dp_txrx_peer *ta_txrx_peer,
  169. uint8_t *rx_tlv_hdr,
  170. qdf_nbuf_t nbuf)
  171. {
  172. }
  173. #endif
  174. static void
  175. dp_rx_wds_learn(struct dp_soc *soc,
  176. struct dp_vdev *vdev,
  177. uint8_t *rx_tlv_hdr,
  178. struct dp_txrx_peer *ta_txrx_peer,
  179. qdf_nbuf_t nbuf)
  180. {
  181. dp_wds_ext_peer_learn_be(soc, ta_txrx_peer, rx_tlv_hdr, nbuf);
  182. }
  183. #endif
  184. #ifdef DP_RX_PEEK_MSDU_DONE_WAR
  185. static inline int dp_rx_war_peek_msdu_done(struct dp_soc *soc,
  186. struct dp_rx_desc *rx_desc)
  187. {
  188. uint8_t *rx_tlv_hdr;
  189. qdf_nbuf_sync_for_cpu(soc->osdev, rx_desc->nbuf, QDF_DMA_FROM_DEVICE);
  190. rx_tlv_hdr = qdf_nbuf_data(rx_desc->nbuf);
  191. return hal_rx_tlv_msdu_done_get_be(rx_tlv_hdr);
  192. }
  193. /**
  194. * dp_rx_delink_n_rel_rx_desc() - unmap & free the nbuf in the rx_desc
  195. * @soc: DP SoC handle
  196. * @rx_desc: rx_desc handle of the nbuf to be unmapped & freed
  197. * @reo_ring_num: REO_RING_NUM corresponding to the REO for which the
  198. * bottom half is being serviced.
  199. *
  200. * Return: None
  201. */
  202. static inline void
  203. dp_rx_delink_n_rel_rx_desc(struct dp_soc *soc, struct dp_rx_desc *rx_desc,
  204. uint8_t reo_ring_num)
  205. {
  206. if (!rx_desc)
  207. return;
  208. dp_rx_nbuf_unmap(soc, rx_desc, reo_ring_num);
  209. dp_rx_nbuf_free(rx_desc->nbuf);
  210. /*
  211. * RX_DESC flags:
  212. * in_use = 0 will be set when this rx_desc is added to local freelist
  213. * unmapped = 1 will be set by dp_rx_nbuf_unmap
  214. * in_err_state = 0 will be set during replenish
  215. * has_reuse_nbuf need not be touched.
  216. * msdu_done_fail = 0 should be set here ..!!
  217. */
  218. rx_desc->msdu_done_fail = 0;
  219. }
  220. static inline struct dp_rx_desc *
  221. dp_rx_war_store_msdu_done_fail_desc(struct dp_soc *soc,
  222. struct dp_rx_desc *rx_desc,
  223. uint8_t reo_ring_num)
  224. {
  225. struct dp_rx_msdu_done_fail_desc_list *msdu_done_fail_desc_list =
  226. &soc->msdu_done_fail_desc_list;
  227. struct dp_rx_desc *old_rx_desc;
  228. uint32_t idx;
  229. idx = dp_get_next_index(&msdu_done_fail_desc_list->index,
  230. DP_MSDU_DONE_FAIL_DESCS_MAX);
  231. old_rx_desc = msdu_done_fail_desc_list->msdu_done_fail_descs[idx];
  232. dp_rx_delink_n_rel_rx_desc(soc, old_rx_desc, reo_ring_num);
  233. msdu_done_fail_desc_list->msdu_done_fail_descs[idx] = rx_desc;
  234. return old_rx_desc;
  235. }
  236. #else
  237. static inline int dp_rx_war_peek_msdu_done(struct dp_soc *soc,
  238. struct dp_rx_desc *rx_desc)
  239. {
  240. return 1;
  241. }
  242. static inline struct dp_rx_desc *
  243. dp_rx_war_store_msdu_done_fail_desc(struct dp_soc *soc,
  244. struct dp_rx_desc *rx_desc,
  245. uint8_t reo_ring_num)
  246. {
  247. return NULL;
  248. }
  249. #endif
  250. uint32_t dp_rx_process_be(struct dp_intr *int_ctx,
  251. hal_ring_handle_t hal_ring_hdl, uint8_t reo_ring_num,
  252. uint32_t quota)
  253. {
  254. hal_ring_desc_t ring_desc;
  255. hal_ring_desc_t last_prefetched_hw_desc;
  256. hal_soc_handle_t hal_soc;
  257. struct dp_rx_desc *rx_desc = NULL;
  258. struct dp_rx_desc *last_prefetched_sw_desc = NULL;
  259. qdf_nbuf_t nbuf, next;
  260. bool near_full;
  261. union dp_rx_desc_list_elem_t *head[WLAN_MAX_MLO_CHIPS][MAX_PDEV_CNT];
  262. union dp_rx_desc_list_elem_t *tail[WLAN_MAX_MLO_CHIPS][MAX_PDEV_CNT];
  263. uint32_t num_pending = 0;
  264. uint32_t rx_bufs_used = 0, rx_buf_cookie;
  265. uint16_t msdu_len = 0;
  266. uint16_t peer_id;
  267. uint8_t vdev_id;
  268. struct dp_txrx_peer *txrx_peer;
  269. dp_txrx_ref_handle txrx_ref_handle = NULL;
  270. struct dp_vdev *vdev;
  271. uint32_t pkt_len = 0;
  272. enum hal_reo_error_status error;
  273. uint8_t *rx_tlv_hdr;
  274. uint32_t rx_bufs_reaped[WLAN_MAX_MLO_CHIPS][MAX_PDEV_CNT];
  275. uint8_t mac_id = 0;
  276. struct dp_pdev *rx_pdev;
  277. uint8_t enh_flag;
  278. struct dp_srng *dp_rxdma_srng;
  279. struct rx_desc_pool *rx_desc_pool;
  280. struct dp_soc *soc = int_ctx->soc;
  281. struct cdp_tid_rx_stats *tid_stats;
  282. qdf_nbuf_t nbuf_head;
  283. qdf_nbuf_t nbuf_tail;
  284. qdf_nbuf_t deliver_list_head;
  285. qdf_nbuf_t deliver_list_tail;
  286. uint32_t num_rx_bufs_reaped = 0;
  287. uint32_t intr_id;
  288. struct hif_opaque_softc *scn;
  289. int32_t tid = 0;
  290. bool is_prev_msdu_last = true;
  291. uint32_t num_entries_avail = 0;
  292. uint32_t rx_ol_pkt_cnt = 0;
  293. uint32_t num_entries = 0;
  294. QDF_STATUS status;
  295. qdf_nbuf_t ebuf_head;
  296. qdf_nbuf_t ebuf_tail;
  297. uint8_t pkt_capture_offload = 0;
  298. struct dp_srng *rx_ring = &soc->reo_dest_ring[reo_ring_num];
  299. int max_reap_limit, ring_near_full;
  300. struct dp_soc *replenish_soc;
  301. uint8_t chip_id;
  302. uint64_t current_time = 0;
  303. uint32_t old_tid;
  304. uint32_t peer_ext_stats;
  305. uint32_t dsf;
  306. uint32_t l3_pad;
  307. uint8_t link_id = 0;
  308. uint16_t buf_size;
  309. DP_HIST_INIT();
  310. qdf_assert_always(soc && hal_ring_hdl);
  311. hal_soc = soc->hal_soc;
  312. qdf_assert_always(hal_soc);
  313. scn = soc->hif_handle;
  314. intr_id = int_ctx->dp_intr_id;
  315. num_entries = hal_srng_get_num_entries(hal_soc, hal_ring_hdl);
  316. dp_runtime_pm_mark_last_busy(soc);
  317. buf_size = wlan_cfg_rx_buffer_size(soc->wlan_cfg_ctx);
  318. more_data:
  319. /* reset local variables here to be re-used in the function */
  320. nbuf_head = NULL;
  321. nbuf_tail = NULL;
  322. deliver_list_head = NULL;
  323. deliver_list_tail = NULL;
  324. txrx_peer = NULL;
  325. vdev = NULL;
  326. num_rx_bufs_reaped = 0;
  327. ebuf_head = NULL;
  328. ebuf_tail = NULL;
  329. ring_near_full = 0;
  330. max_reap_limit = dp_rx_get_loop_pkt_limit(soc);
  331. qdf_mem_zero(rx_bufs_reaped, sizeof(rx_bufs_reaped));
  332. qdf_mem_zero(head, sizeof(head));
  333. qdf_mem_zero(tail, sizeof(tail));
  334. old_tid = 0xff;
  335. dsf = 0;
  336. peer_ext_stats = 0;
  337. rx_pdev = NULL;
  338. tid_stats = NULL;
  339. dp_pkt_get_timestamp(&current_time);
  340. ring_near_full = _dp_srng_test_and_update_nf_params(soc, rx_ring,
  341. &max_reap_limit);
  342. peer_ext_stats = wlan_cfg_is_peer_ext_stats_enabled(soc->wlan_cfg_ctx);
  343. if (qdf_unlikely(dp_rx_srng_access_start(int_ctx, soc, hal_ring_hdl))) {
  344. /*
  345. * Need API to convert from hal_ring pointer to
  346. * Ring Type / Ring Id combo
  347. */
  348. DP_STATS_INC(soc, rx.err.hal_ring_access_fail, 1);
  349. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_ERROR,
  350. FL("HAL RING Access Failed -- %pK"), hal_ring_hdl);
  351. goto done;
  352. }
  353. hal_srng_update_ring_usage_wm_no_lock(soc->hal_soc, hal_ring_hdl);
  354. if (!num_pending)
  355. num_pending = hal_srng_dst_num_valid(hal_soc, hal_ring_hdl, 0);
  356. if (num_pending > quota)
  357. num_pending = quota;
  358. dp_srng_dst_inv_cached_descs(soc, hal_ring_hdl, num_pending);
  359. last_prefetched_hw_desc = dp_srng_dst_prefetch_32_byte_desc(hal_soc,
  360. hal_ring_hdl,
  361. num_pending);
  362. /*
  363. * start reaping the buffers from reo ring and queue
  364. * them in per vdev queue.
  365. * Process the received pkts in a different per vdev loop.
  366. */
  367. while (qdf_likely(num_pending)) {
  368. ring_desc = dp_srng_dst_get_next(soc, hal_ring_hdl);
  369. if (qdf_unlikely(!ring_desc))
  370. break;
  371. error = HAL_RX_ERROR_STATUS_GET(ring_desc);
  372. if (qdf_unlikely(error == HAL_REO_ERROR_DETECTED)) {
  373. dp_rx_err("%pK: HAL RING 0x%pK:error %d",
  374. soc, hal_ring_hdl, error);
  375. DP_STATS_INC(soc, rx.err.hal_reo_error[reo_ring_num],
  376. 1);
  377. /* Don't know how to deal with this -- assert */
  378. qdf_assert(0);
  379. }
  380. dp_rx_ring_record_entry(soc, reo_ring_num, ring_desc);
  381. rx_buf_cookie = HAL_RX_REO_BUF_COOKIE_GET(ring_desc);
  382. status = dp_rx_cookie_check_and_invalidate(ring_desc);
  383. if (qdf_unlikely(QDF_IS_STATUS_ERROR(status))) {
  384. DP_STATS_INC(soc, rx.err.stale_cookie, 1);
  385. break;
  386. }
  387. rx_desc = (struct dp_rx_desc *)
  388. hal_rx_get_reo_desc_va(ring_desc);
  389. dp_rx_desc_sw_cc_check(soc, rx_buf_cookie, &rx_desc);
  390. status = dp_rx_desc_sanity(soc, hal_soc, hal_ring_hdl,
  391. ring_desc, rx_desc);
  392. if (QDF_IS_STATUS_ERROR(status)) {
  393. if (qdf_unlikely(rx_desc && rx_desc->nbuf)) {
  394. qdf_assert_always(!rx_desc->unmapped);
  395. dp_rx_nbuf_unmap(soc, rx_desc, reo_ring_num);
  396. dp_rx_buffer_pool_nbuf_free(soc, rx_desc->nbuf,
  397. rx_desc->pool_id);
  398. dp_rx_add_to_free_desc_list(
  399. &head[rx_desc->chip_id][rx_desc->pool_id],
  400. &tail[rx_desc->chip_id][rx_desc->pool_id],
  401. rx_desc);
  402. }
  403. continue;
  404. }
  405. /*
  406. * this is a unlikely scenario where the host is reaping
  407. * a descriptor which it already reaped just a while ago
  408. * but is yet to replenish it back to HW.
  409. * In this case host will dump the last 128 descriptors
  410. * including the software descriptor rx_desc and assert.
  411. */
  412. if (qdf_unlikely(!rx_desc->in_use)) {
  413. DP_STATS_INC(soc, rx.err.hal_reo_dest_dup, 1);
  414. dp_info_rl("Reaping rx_desc not in use!");
  415. dp_rx_dump_info_and_assert(soc, hal_ring_hdl,
  416. ring_desc, rx_desc);
  417. continue;
  418. }
  419. status = dp_rx_desc_nbuf_sanity_check(soc, ring_desc, rx_desc);
  420. if (qdf_unlikely(QDF_IS_STATUS_ERROR(status))) {
  421. DP_STATS_INC(soc, rx.err.nbuf_sanity_fail, 1);
  422. dp_info_rl("Nbuf sanity check failure!");
  423. dp_rx_dump_info_and_assert(soc, hal_ring_hdl,
  424. ring_desc, rx_desc);
  425. rx_desc->in_err_state = 1;
  426. continue;
  427. }
  428. if (qdf_unlikely(!dp_rx_desc_check_magic(rx_desc))) {
  429. dp_err("Invalid rx_desc cookie=%d", rx_buf_cookie);
  430. DP_STATS_INC(soc, rx.err.rx_desc_invalid_magic, 1);
  431. dp_rx_dump_info_and_assert(soc, hal_ring_hdl,
  432. ring_desc, rx_desc);
  433. }
  434. pkt_capture_offload =
  435. dp_rx_copy_desc_info_in_nbuf_cb(soc, ring_desc,
  436. rx_desc->nbuf,
  437. reo_ring_num);
  438. if (qdf_unlikely(qdf_nbuf_is_rx_chfrag_cont(rx_desc->nbuf))) {
  439. /* In dp_rx_sg_create() until the last buffer,
  440. * end bit should not be set. As continuation bit set,
  441. * this is not a last buffer.
  442. */
  443. qdf_nbuf_set_rx_chfrag_end(rx_desc->nbuf, 0);
  444. /* previous msdu has end bit set, so current one is
  445. * the new MPDU
  446. */
  447. if (is_prev_msdu_last) {
  448. /* Get number of entries available in HW ring */
  449. num_entries_avail =
  450. hal_srng_dst_num_valid(hal_soc,
  451. hal_ring_hdl, 1);
  452. /* For new MPDU check if we can read complete
  453. * MPDU by comparing the number of buffers
  454. * available and number of buffers needed to
  455. * reap this MPDU
  456. */
  457. if ((QDF_NBUF_CB_RX_PKT_LEN(rx_desc->nbuf) /
  458. (buf_size -
  459. soc->rx_pkt_tlv_size) + 1) >
  460. num_pending) {
  461. DP_STATS_INC(soc,
  462. rx.msdu_scatter_wait_break,
  463. 1);
  464. dp_rx_cookie_reset_invalid_bit(
  465. ring_desc);
  466. /* As we are going to break out of the
  467. * loop because of unavailability of
  468. * descs to form complete SG, we need to
  469. * reset the TP in the REO destination
  470. * ring.
  471. */
  472. hal_srng_dst_dec_tp(hal_soc,
  473. hal_ring_hdl);
  474. break;
  475. }
  476. is_prev_msdu_last = false;
  477. }
  478. } else if (qdf_unlikely(!dp_rx_war_peek_msdu_done(soc,
  479. rx_desc))) {
  480. struct dp_rx_desc *old_rx_desc =
  481. dp_rx_war_store_msdu_done_fail_desc(
  482. soc, rx_desc,
  483. reo_ring_num);
  484. if (qdf_likely(old_rx_desc)) {
  485. rx_bufs_reaped[rx_desc->chip_id][rx_desc->pool_id]++;
  486. dp_rx_add_to_free_desc_list
  487. (&head[rx_desc->chip_id][rx_desc->pool_id],
  488. &tail[rx_desc->chip_id][rx_desc->pool_id],
  489. old_rx_desc);
  490. quota -= 1;
  491. num_pending -= 1;
  492. num_rx_bufs_reaped++;
  493. }
  494. rx_desc->msdu_done_fail = 1;
  495. DP_STATS_INC(soc, rx.err.msdu_done_fail, 1);
  496. dp_err("MSDU DONE failure %d",
  497. soc->stats.rx.err.msdu_done_fail);
  498. dp_rx_msdu_done_fail_event_record(soc, rx_desc,
  499. rx_desc->nbuf);
  500. continue;
  501. }
  502. if (!is_prev_msdu_last &&
  503. !(qdf_nbuf_is_rx_chfrag_cont(rx_desc->nbuf)))
  504. is_prev_msdu_last = true;
  505. rx_bufs_reaped[rx_desc->chip_id][rx_desc->pool_id]++;
  506. /*
  507. * move unmap after scattered msdu waiting break logic
  508. * in case double skb unmap happened.
  509. */
  510. dp_rx_nbuf_unmap(soc, rx_desc, reo_ring_num);
  511. DP_RX_PROCESS_NBUF(soc, nbuf_head, nbuf_tail, ebuf_head,
  512. ebuf_tail, rx_desc);
  513. quota -= 1;
  514. num_pending -= 1;
  515. dp_rx_add_to_free_desc_list
  516. (&head[rx_desc->chip_id][rx_desc->pool_id],
  517. &tail[rx_desc->chip_id][rx_desc->pool_id], rx_desc);
  518. num_rx_bufs_reaped++;
  519. dp_rx_prefetch_hw_sw_nbuf_32_byte_desc(soc, hal_soc,
  520. num_pending,
  521. hal_ring_hdl,
  522. &last_prefetched_hw_desc,
  523. &last_prefetched_sw_desc);
  524. /*
  525. * only if complete msdu is received for scatter case,
  526. * then allow break.
  527. */
  528. if (is_prev_msdu_last &&
  529. dp_rx_reap_loop_pkt_limit_hit(soc, num_rx_bufs_reaped,
  530. max_reap_limit))
  531. break;
  532. }
  533. done:
  534. dp_rx_srng_access_end(int_ctx, soc, hal_ring_hdl);
  535. qdf_dsb();
  536. dp_rx_per_core_stats_update(soc, reo_ring_num, num_rx_bufs_reaped);
  537. for (chip_id = 0; chip_id < WLAN_MAX_MLO_CHIPS; chip_id++) {
  538. for (mac_id = 0; mac_id < MAX_PDEV_CNT; mac_id++) {
  539. /*
  540. * continue with next mac_id if no pkts were reaped
  541. * from that pool
  542. */
  543. if (!rx_bufs_reaped[chip_id][mac_id])
  544. continue;
  545. replenish_soc = dp_rx_replenish_soc_get(soc, chip_id);
  546. dp_rxdma_srng =
  547. &replenish_soc->rx_refill_buf_ring[mac_id];
  548. rx_desc_pool = &replenish_soc->rx_desc_buf[mac_id];
  549. dp_rx_buffers_replenish_simple(replenish_soc, mac_id,
  550. dp_rxdma_srng,
  551. rx_desc_pool,
  552. rx_bufs_reaped[chip_id][mac_id],
  553. &head[chip_id][mac_id],
  554. &tail[chip_id][mac_id]);
  555. }
  556. }
  557. /* Peer can be NULL is case of LFR */
  558. if (qdf_likely(txrx_peer))
  559. vdev = NULL;
  560. /*
  561. * BIG loop where each nbuf is dequeued from global queue,
  562. * processed and queued back on a per vdev basis. These nbufs
  563. * are sent to stack as and when we run out of nbufs
  564. * or a new nbuf dequeued from global queue has a different
  565. * vdev when compared to previous nbuf.
  566. */
  567. nbuf = nbuf_head;
  568. while (nbuf) {
  569. next = nbuf->next;
  570. dp_rx_prefetch_nbuf_data_be(nbuf, next);
  571. if (qdf_unlikely(dp_rx_is_raw_frame_dropped(nbuf))) {
  572. nbuf = next;
  573. dp_verbose_debug("drop raw frame");
  574. DP_STATS_INC(soc, rx.err.raw_frm_drop, 1);
  575. continue;
  576. }
  577. rx_tlv_hdr = qdf_nbuf_data(nbuf);
  578. vdev_id = QDF_NBUF_CB_RX_VDEV_ID(nbuf);
  579. peer_id = dp_rx_get_peer_id_be(nbuf);
  580. dp_rx_set_mpdu_seq_number_be(nbuf, rx_tlv_hdr);
  581. if (dp_rx_is_list_ready(deliver_list_head, vdev, txrx_peer,
  582. peer_id, vdev_id)) {
  583. dp_rx_deliver_to_stack(soc, vdev, txrx_peer,
  584. deliver_list_head,
  585. deliver_list_tail);
  586. deliver_list_head = NULL;
  587. deliver_list_tail = NULL;
  588. }
  589. /* Get TID from struct cb->tid_val, save to tid */
  590. tid = qdf_nbuf_get_tid_val(nbuf);
  591. if (qdf_unlikely(tid >= CDP_MAX_DATA_TIDS)) {
  592. DP_STATS_INC(soc, rx.err.rx_invalid_tid_err, 1);
  593. dp_verbose_debug("drop invalid tid");
  594. dp_rx_nbuf_free(nbuf);
  595. nbuf = next;
  596. continue;
  597. }
  598. if (qdf_unlikely(!txrx_peer)) {
  599. txrx_peer = dp_rx_get_txrx_peer_and_vdev(soc, nbuf,
  600. peer_id,
  601. &txrx_ref_handle,
  602. pkt_capture_offload,
  603. &vdev,
  604. &rx_pdev, &dsf,
  605. &old_tid);
  606. if (qdf_unlikely(!txrx_peer) || qdf_unlikely(!vdev)) {
  607. dp_verbose_debug("drop no peer frame");
  608. nbuf = next;
  609. continue;
  610. }
  611. enh_flag = rx_pdev->enhanced_stats_en;
  612. } else if (txrx_peer && txrx_peer->peer_id != peer_id) {
  613. dp_txrx_peer_unref_delete(txrx_ref_handle,
  614. DP_MOD_ID_RX);
  615. txrx_peer = dp_rx_get_txrx_peer_and_vdev(soc, nbuf,
  616. peer_id,
  617. &txrx_ref_handle,
  618. pkt_capture_offload,
  619. &vdev,
  620. &rx_pdev, &dsf,
  621. &old_tid);
  622. if (qdf_unlikely(!txrx_peer) || qdf_unlikely(!vdev)) {
  623. dp_verbose_debug("drop by unmatch peer_id");
  624. nbuf = next;
  625. continue;
  626. }
  627. enh_flag = rx_pdev->enhanced_stats_en;
  628. }
  629. if (txrx_peer) {
  630. QDF_NBUF_CB_DP_TRACE_PRINT(nbuf) = false;
  631. qdf_dp_trace_set_track(nbuf, QDF_RX);
  632. QDF_NBUF_CB_RX_DP_TRACE(nbuf) = 1;
  633. QDF_NBUF_CB_RX_PACKET_TRACK(nbuf) =
  634. QDF_NBUF_RX_PKT_DATA_TRACK;
  635. }
  636. rx_bufs_used++;
  637. /* MLD Link Peer Statistics support */
  638. if (txrx_peer->is_mld_peer && rx_pdev->link_peer_stats) {
  639. link_id = dp_rx_get_stats_arr_idx_from_link_id(
  640. nbuf,
  641. txrx_peer);
  642. } else {
  643. link_id = 0;
  644. }
  645. dp_rx_set_nbuf_band(nbuf, txrx_peer, link_id);
  646. /* when hlos tid override is enabled, save tid in
  647. * skb->priority
  648. */
  649. if (qdf_unlikely(vdev->skip_sw_tid_classification &
  650. DP_TXRX_HLOS_TID_OVERRIDE_ENABLED))
  651. qdf_nbuf_set_priority(nbuf, tid);
  652. DP_RX_TID_SAVE(nbuf, tid);
  653. if (qdf_unlikely(dsf) || qdf_unlikely(peer_ext_stats) ||
  654. dp_rx_pkt_tracepoints_enabled())
  655. qdf_nbuf_set_timestamp(nbuf);
  656. if (qdf_likely(old_tid != tid)) {
  657. tid_stats =
  658. &rx_pdev->stats.tid_stats.tid_rx_stats[reo_ring_num][tid];
  659. old_tid = tid;
  660. }
  661. /*
  662. * Check if DMA completed -- msdu_done is the last bit
  663. * to be written
  664. */
  665. if (qdf_unlikely(!qdf_nbuf_is_rx_chfrag_cont(nbuf) &&
  666. !hal_rx_tlv_msdu_done_get_be(rx_tlv_hdr))) {
  667. DP_STATS_INC(soc, rx.err.msdu_done_fail, 1);
  668. dp_err("MSDU DONE failure %d",
  669. soc->stats.rx.err.msdu_done_fail);
  670. hal_rx_dump_pkt_tlvs(hal_soc, rx_tlv_hdr,
  671. QDF_TRACE_LEVEL_INFO);
  672. dp_rx_msdu_done_fail_event_record(soc, NULL, nbuf);
  673. tid_stats->fail_cnt[MSDU_DONE_FAILURE]++;
  674. dp_rx_nbuf_free(nbuf);
  675. qdf_assert(0);
  676. nbuf = next;
  677. continue;
  678. }
  679. DP_HIST_PACKET_COUNT_INC(vdev->pdev->pdev_id);
  680. /*
  681. * First IF condition:
  682. * 802.11 Fragmented pkts are reinjected to REO
  683. * HW block as SG pkts and for these pkts we only
  684. * need to pull the RX TLVS header length.
  685. * Second IF condition:
  686. * The below condition happens when an MSDU is spread
  687. * across multiple buffers. This can happen in two cases
  688. * 1. The nbuf size is smaller then the received msdu.
  689. * ex: we have set the nbuf size to 2048 during
  690. * nbuf_alloc. but we received an msdu which is
  691. * 2304 bytes in size then this msdu is spread
  692. * across 2 nbufs.
  693. *
  694. * 2. AMSDUs when RAW mode is enabled.
  695. * ex: 1st MSDU is in 1st nbuf and 2nd MSDU is spread
  696. * across 1st nbuf and 2nd nbuf and last MSDU is
  697. * spread across 2nd nbuf and 3rd nbuf.
  698. *
  699. * for these scenarios let us create a skb frag_list and
  700. * append these buffers till the last MSDU of the AMSDU
  701. * Third condition:
  702. * This is the most likely case, we receive 802.3 pkts
  703. * decapsulated by HW, here we need to set the pkt length.
  704. */
  705. if (qdf_unlikely(qdf_nbuf_is_frag(nbuf))) {
  706. bool is_mcbc, is_sa_vld, is_da_vld;
  707. is_mcbc = hal_rx_msdu_end_da_is_mcbc_get(soc->hal_soc,
  708. rx_tlv_hdr);
  709. is_sa_vld =
  710. hal_rx_msdu_end_sa_is_valid_get(soc->hal_soc,
  711. rx_tlv_hdr);
  712. is_da_vld =
  713. hal_rx_msdu_end_da_is_valid_get(soc->hal_soc,
  714. rx_tlv_hdr);
  715. qdf_nbuf_set_da_mcbc(nbuf, is_mcbc);
  716. qdf_nbuf_set_da_valid(nbuf, is_da_vld);
  717. qdf_nbuf_set_sa_valid(nbuf, is_sa_vld);
  718. qdf_nbuf_pull_head(nbuf, soc->rx_pkt_tlv_size);
  719. } else if (qdf_nbuf_is_rx_chfrag_cont(nbuf)) {
  720. msdu_len = QDF_NBUF_CB_RX_PKT_LEN(nbuf);
  721. nbuf = dp_rx_sg_create(soc, nbuf);
  722. next = nbuf->next;
  723. if (qdf_nbuf_is_raw_frame(nbuf)) {
  724. DP_STATS_INC(vdev->pdev, rx_raw_pkts, 1);
  725. DP_PEER_PER_PKT_STATS_INC_PKT(txrx_peer,
  726. rx.raw, 1,
  727. msdu_len,
  728. link_id);
  729. } else {
  730. DP_STATS_INC(soc, rx.err.scatter_msdu, 1);
  731. if (!dp_rx_is_sg_supported()) {
  732. dp_rx_nbuf_free(nbuf);
  733. dp_info_rl("sg msdu len %d, dropped",
  734. msdu_len);
  735. nbuf = next;
  736. continue;
  737. }
  738. }
  739. } else {
  740. l3_pad = hal_rx_get_l3_pad_bytes_be(nbuf, rx_tlv_hdr);
  741. msdu_len = QDF_NBUF_CB_RX_PKT_LEN(nbuf);
  742. pkt_len = msdu_len + l3_pad + soc->rx_pkt_tlv_size;
  743. qdf_nbuf_set_pktlen(nbuf, pkt_len);
  744. dp_rx_skip_tlvs(soc, nbuf, l3_pad);
  745. }
  746. dp_rx_send_pktlog(soc, rx_pdev, nbuf, QDF_TX_RX_STATUS_OK);
  747. if (!dp_wds_rx_policy_check(rx_tlv_hdr, vdev, txrx_peer)) {
  748. dp_rx_err("%pK: Policy Check Drop pkt", soc);
  749. DP_PEER_PER_PKT_STATS_INC(txrx_peer,
  750. rx.policy_check_drop,
  751. 1, link_id);
  752. tid_stats->fail_cnt[POLICY_CHECK_DROP]++;
  753. /* Drop & free packet */
  754. dp_rx_nbuf_free(nbuf);
  755. /* Statistics */
  756. nbuf = next;
  757. continue;
  758. }
  759. /*
  760. * Drop non-EAPOL frames from unauthorized peer.
  761. */
  762. if (qdf_likely(txrx_peer) &&
  763. qdf_unlikely(!txrx_peer->authorize) &&
  764. !qdf_nbuf_is_raw_frame(nbuf)) {
  765. bool is_eapol = qdf_nbuf_is_ipv4_eapol_pkt(nbuf) ||
  766. qdf_nbuf_is_ipv4_wapi_pkt(nbuf);
  767. if (!is_eapol) {
  768. DP_PEER_PER_PKT_STATS_INC(txrx_peer,
  769. rx.peer_unauth_rx_pkt_drop,
  770. 1, link_id);
  771. dp_verbose_debug("drop by unauthorized peer");
  772. dp_rx_nbuf_free(nbuf);
  773. nbuf = next;
  774. continue;
  775. }
  776. }
  777. dp_rx_cksum_offload(vdev->pdev, nbuf, rx_tlv_hdr);
  778. dp_rx_update_flow_info(nbuf, rx_tlv_hdr);
  779. if (qdf_unlikely(!rx_pdev->rx_fast_flag)) {
  780. /*
  781. * process frame for mulitpass phrase processing
  782. */
  783. if (qdf_unlikely(vdev->multipass_en)) {
  784. if (dp_rx_multipass_process(txrx_peer, nbuf,
  785. tid) == false) {
  786. DP_PEER_PER_PKT_STATS_INC
  787. (txrx_peer,
  788. rx.multipass_rx_pkt_drop,
  789. 1, link_id);
  790. dp_verbose_debug("drop multi pass");
  791. dp_rx_nbuf_free(nbuf);
  792. nbuf = next;
  793. continue;
  794. }
  795. }
  796. if (qdf_unlikely(txrx_peer &&
  797. (txrx_peer->nawds_enabled) &&
  798. (qdf_nbuf_is_da_mcbc(nbuf)) &&
  799. (hal_rx_get_mpdu_mac_ad4_valid_be
  800. (rx_tlv_hdr) == false))) {
  801. tid_stats->fail_cnt[NAWDS_MCAST_DROP]++;
  802. DP_PEER_PER_PKT_STATS_INC(txrx_peer,
  803. rx.nawds_mcast_drop,
  804. 1, link_id);
  805. dp_verbose_debug("drop nawds");
  806. dp_rx_nbuf_free(nbuf);
  807. nbuf = next;
  808. continue;
  809. }
  810. /* Update the protocol tag in SKB based on CCE metadata
  811. */
  812. dp_rx_update_protocol_tag(soc, vdev, nbuf, rx_tlv_hdr,
  813. reo_ring_num, false, true);
  814. /* Update the flow tag in SKB based on FSE metadata */
  815. dp_rx_update_flow_tag(soc, vdev, nbuf, rx_tlv_hdr,
  816. true);
  817. if (qdf_unlikely(vdev->mesh_vdev)) {
  818. if (dp_rx_filter_mesh_packets(vdev, nbuf,
  819. rx_tlv_hdr)
  820. == QDF_STATUS_SUCCESS) {
  821. dp_rx_info("%pK: mesh pkt filtered",
  822. soc);
  823. tid_stats->fail_cnt[MESH_FILTER_DROP]++;
  824. DP_STATS_INC(vdev->pdev,
  825. dropped.mesh_filter, 1);
  826. dp_rx_nbuf_free(nbuf);
  827. nbuf = next;
  828. continue;
  829. }
  830. dp_rx_fill_mesh_stats(vdev, nbuf, rx_tlv_hdr,
  831. txrx_peer);
  832. }
  833. }
  834. if (qdf_likely(vdev->rx_decap_type ==
  835. htt_cmn_pkt_type_ethernet) &&
  836. qdf_likely(!vdev->mesh_vdev)) {
  837. dp_rx_wds_learn(soc, vdev,
  838. rx_tlv_hdr,
  839. txrx_peer,
  840. nbuf);
  841. }
  842. dp_rx_msdu_stats_update(soc, nbuf, rx_tlv_hdr, txrx_peer,
  843. reo_ring_num, tid_stats, link_id);
  844. if (qdf_likely(vdev->rx_decap_type ==
  845. htt_cmn_pkt_type_ethernet) &&
  846. qdf_likely(!vdev->mesh_vdev)) {
  847. /* Intrabss-fwd */
  848. if (dp_rx_check_ap_bridge(vdev))
  849. if (dp_rx_intrabss_fwd_be(soc, txrx_peer,
  850. rx_tlv_hdr,
  851. nbuf,
  852. link_id)) {
  853. nbuf = next;
  854. tid_stats->intrabss_cnt++;
  855. continue; /* Get next desc */
  856. }
  857. }
  858. dp_rx_fill_gro_info(soc, rx_tlv_hdr, nbuf, &rx_ol_pkt_cnt);
  859. dp_rx_mark_first_packet_after_wow_wakeup(vdev->pdev, rx_tlv_hdr,
  860. nbuf);
  861. dp_rx_update_stats(soc, nbuf);
  862. dp_pkt_add_timestamp(txrx_peer->vdev, QDF_PKT_RX_DRIVER_ENTRY,
  863. current_time, nbuf);
  864. DP_RX_LIST_APPEND(deliver_list_head,
  865. deliver_list_tail,
  866. nbuf);
  867. DP_PEER_TO_STACK_INCC_PKT(txrx_peer, 1,
  868. QDF_NBUF_CB_RX_PKT_LEN(nbuf),
  869. enh_flag);
  870. DP_PEER_PER_PKT_STATS_INC_PKT(txrx_peer,
  871. rx.rx_success, 1,
  872. QDF_NBUF_CB_RX_PKT_LEN(nbuf),
  873. link_id);
  874. if (qdf_unlikely(txrx_peer->in_twt))
  875. DP_PEER_PER_PKT_STATS_INC_PKT(txrx_peer,
  876. rx.to_stack_twt, 1,
  877. QDF_NBUF_CB_RX_PKT_LEN(nbuf),
  878. link_id);
  879. tid_stats->delivered_to_stack++;
  880. nbuf = next;
  881. }
  882. DP_RX_DELIVER_TO_STACK(soc, vdev, txrx_peer, peer_id,
  883. pkt_capture_offload,
  884. deliver_list_head,
  885. deliver_list_tail);
  886. if (qdf_likely(txrx_peer))
  887. dp_txrx_peer_unref_delete(txrx_ref_handle, DP_MOD_ID_RX);
  888. /*
  889. * If we are processing in near-full condition, there are 3 scenario
  890. * 1) Ring entries has reached critical state
  891. * 2) Ring entries are still near high threshold
  892. * 3) Ring entries are below the safe level
  893. *
  894. * One more loop will move the state to normal processing and yield
  895. */
  896. if (ring_near_full && quota)
  897. goto more_data;
  898. if (dp_rx_enable_eol_data_check(soc) && rx_bufs_used) {
  899. if (quota) {
  900. num_pending =
  901. dp_rx_srng_get_num_pending(hal_soc,
  902. hal_ring_hdl,
  903. num_entries,
  904. &near_full);
  905. if (num_pending) {
  906. DP_STATS_INC(soc, rx.hp_oos2, 1);
  907. if (!hif_exec_should_yield(scn, intr_id))
  908. goto more_data;
  909. if (qdf_unlikely(near_full)) {
  910. DP_STATS_INC(soc, rx.near_full, 1);
  911. goto more_data;
  912. }
  913. }
  914. }
  915. if (vdev && vdev->osif_fisa_flush)
  916. vdev->osif_fisa_flush(soc, reo_ring_num);
  917. if (vdev && vdev->osif_gro_flush && rx_ol_pkt_cnt) {
  918. vdev->osif_gro_flush(vdev->osif_vdev,
  919. reo_ring_num);
  920. }
  921. }
  922. /* Update histogram statistics by looping through pdev's */
  923. DP_RX_HIST_STATS_PER_PDEV();
  924. return rx_bufs_used; /* Assume no scale factor for now */
  925. }
  926. #ifdef RX_DESC_MULTI_PAGE_ALLOC
  927. /**
  928. * dp_rx_desc_pool_init_be_cc() - initial RX desc pool for cookie conversion
  929. * @soc: Handle to DP Soc structure
  930. * @rx_desc_pool: Rx descriptor pool handler
  931. * @pool_id: Rx descriptor pool ID
  932. *
  933. * Return: QDF_STATUS_SUCCESS - succeeded, others - failed
  934. */
  935. static QDF_STATUS
  936. dp_rx_desc_pool_init_be_cc(struct dp_soc *soc,
  937. struct rx_desc_pool *rx_desc_pool,
  938. uint32_t pool_id)
  939. {
  940. struct dp_hw_cookie_conversion_t *cc_ctx;
  941. struct dp_soc_be *be_soc;
  942. union dp_rx_desc_list_elem_t *rx_desc_elem;
  943. struct dp_spt_page_desc *page_desc;
  944. uint32_t ppt_idx = 0;
  945. uint32_t avail_entry_index = 0;
  946. if (!rx_desc_pool->pool_size) {
  947. dp_err("desc_num 0 !!");
  948. return QDF_STATUS_E_FAILURE;
  949. }
  950. be_soc = dp_get_be_soc_from_dp_soc(soc);
  951. cc_ctx = &be_soc->rx_cc_ctx[pool_id];
  952. page_desc = &cc_ctx->page_desc_base[0];
  953. rx_desc_elem = rx_desc_pool->freelist;
  954. while (rx_desc_elem) {
  955. if (avail_entry_index == 0) {
  956. if (ppt_idx >= cc_ctx->total_page_num) {
  957. dp_alert("insufficient secondary page tables");
  958. qdf_assert_always(0);
  959. }
  960. page_desc = &cc_ctx->page_desc_base[ppt_idx++];
  961. }
  962. /* put each RX Desc VA to SPT pages and
  963. * get corresponding ID
  964. */
  965. DP_CC_SPT_PAGE_UPDATE_VA(page_desc->page_v_addr,
  966. avail_entry_index,
  967. &rx_desc_elem->rx_desc);
  968. rx_desc_elem->rx_desc.cookie =
  969. dp_cc_desc_id_generate(page_desc->ppt_index,
  970. avail_entry_index);
  971. rx_desc_elem->rx_desc.chip_id = dp_mlo_get_chip_id(soc);
  972. rx_desc_elem->rx_desc.pool_id = pool_id;
  973. rx_desc_elem->rx_desc.in_use = 0;
  974. rx_desc_elem = rx_desc_elem->next;
  975. avail_entry_index = (avail_entry_index + 1) &
  976. DP_CC_SPT_PAGE_MAX_ENTRIES_MASK;
  977. }
  978. return QDF_STATUS_SUCCESS;
  979. }
  980. #else
  981. static QDF_STATUS
  982. dp_rx_desc_pool_init_be_cc(struct dp_soc *soc,
  983. struct rx_desc_pool *rx_desc_pool,
  984. uint32_t pool_id)
  985. {
  986. struct dp_hw_cookie_conversion_t *cc_ctx;
  987. struct dp_soc_be *be_soc;
  988. struct dp_spt_page_desc *page_desc;
  989. uint32_t ppt_idx = 0;
  990. uint32_t avail_entry_index = 0;
  991. int i = 0;
  992. if (!rx_desc_pool->pool_size) {
  993. dp_err("desc_num 0 !!");
  994. return QDF_STATUS_E_FAILURE;
  995. }
  996. be_soc = dp_get_be_soc_from_dp_soc(soc);
  997. cc_ctx = &be_soc->rx_cc_ctx[pool_id];
  998. page_desc = &cc_ctx->page_desc_base[0];
  999. for (i = 0; i <= rx_desc_pool->pool_size - 1; i++) {
  1000. if (i == rx_desc_pool->pool_size - 1)
  1001. rx_desc_pool->array[i].next = NULL;
  1002. else
  1003. rx_desc_pool->array[i].next =
  1004. &rx_desc_pool->array[i + 1];
  1005. if (avail_entry_index == 0) {
  1006. if (ppt_idx >= cc_ctx->total_page_num) {
  1007. dp_alert("insufficient secondary page tables");
  1008. qdf_assert_always(0);
  1009. }
  1010. page_desc = &cc_ctx->page_desc_base[ppt_idx++];
  1011. }
  1012. /* put each RX Desc VA to SPT pages and
  1013. * get corresponding ID
  1014. */
  1015. DP_CC_SPT_PAGE_UPDATE_VA(page_desc->page_v_addr,
  1016. avail_entry_index,
  1017. &rx_desc_pool->array[i].rx_desc);
  1018. rx_desc_pool->array[i].rx_desc.cookie =
  1019. dp_cc_desc_id_generate(page_desc->ppt_index,
  1020. avail_entry_index);
  1021. rx_desc_pool->array[i].rx_desc.pool_id = pool_id;
  1022. rx_desc_pool->array[i].rx_desc.in_use = 0;
  1023. rx_desc_pool->array[i].rx_desc.chip_id =
  1024. dp_mlo_get_chip_id(soc);
  1025. avail_entry_index = (avail_entry_index + 1) &
  1026. DP_CC_SPT_PAGE_MAX_ENTRIES_MASK;
  1027. }
  1028. return QDF_STATUS_SUCCESS;
  1029. }
  1030. #endif
  1031. static void
  1032. dp_rx_desc_pool_deinit_be_cc(struct dp_soc *soc,
  1033. struct rx_desc_pool *rx_desc_pool,
  1034. uint32_t pool_id)
  1035. {
  1036. struct dp_spt_page_desc *page_desc;
  1037. struct dp_soc_be *be_soc;
  1038. int i = 0;
  1039. struct dp_hw_cookie_conversion_t *cc_ctx;
  1040. be_soc = dp_get_be_soc_from_dp_soc(soc);
  1041. cc_ctx = &be_soc->rx_cc_ctx[pool_id];
  1042. for (i = 0; i < cc_ctx->total_page_num; i++) {
  1043. page_desc = &cc_ctx->page_desc_base[i];
  1044. qdf_mem_zero(page_desc->page_v_addr, qdf_page_size);
  1045. }
  1046. }
  1047. QDF_STATUS dp_rx_desc_pool_init_be(struct dp_soc *soc,
  1048. struct rx_desc_pool *rx_desc_pool,
  1049. uint32_t pool_id)
  1050. {
  1051. QDF_STATUS status = QDF_STATUS_SUCCESS;
  1052. /* Only regular RX buffer desc pool use HW cookie conversion */
  1053. if (rx_desc_pool->desc_type == QDF_DP_RX_DESC_BUF_TYPE) {
  1054. dp_info("rx_desc_buf pool init");
  1055. status = dp_rx_desc_pool_init_be_cc(soc,
  1056. rx_desc_pool,
  1057. pool_id);
  1058. } else {
  1059. dp_info("non_rx_desc_buf_pool init");
  1060. status = dp_rx_desc_pool_init_generic(soc, rx_desc_pool,
  1061. pool_id);
  1062. }
  1063. return status;
  1064. }
  1065. void dp_rx_desc_pool_deinit_be(struct dp_soc *soc,
  1066. struct rx_desc_pool *rx_desc_pool,
  1067. uint32_t pool_id)
  1068. {
  1069. if (rx_desc_pool->desc_type == QDF_DP_RX_DESC_BUF_TYPE)
  1070. dp_rx_desc_pool_deinit_be_cc(soc, rx_desc_pool, pool_id);
  1071. }
  1072. #ifdef DP_FEATURE_HW_COOKIE_CONVERSION
  1073. #ifdef DP_HW_COOKIE_CONVERT_EXCEPTION
  1074. QDF_STATUS dp_wbm_get_rx_desc_from_hal_desc_be(struct dp_soc *soc,
  1075. void *ring_desc,
  1076. struct dp_rx_desc **r_rx_desc)
  1077. {
  1078. if (hal_rx_wbm_get_cookie_convert_done(ring_desc)) {
  1079. /* HW cookie conversion done */
  1080. *r_rx_desc = (struct dp_rx_desc *)
  1081. hal_rx_wbm_get_desc_va(ring_desc);
  1082. } else {
  1083. /* SW do cookie conversion */
  1084. uint32_t cookie = HAL_RX_BUF_COOKIE_GET(ring_desc);
  1085. *r_rx_desc = (struct dp_rx_desc *)
  1086. dp_cc_desc_find(soc, cookie);
  1087. }
  1088. return QDF_STATUS_SUCCESS;
  1089. }
  1090. #else
  1091. QDF_STATUS dp_wbm_get_rx_desc_from_hal_desc_be(struct dp_soc *soc,
  1092. void *ring_desc,
  1093. struct dp_rx_desc **r_rx_desc)
  1094. {
  1095. *r_rx_desc = (struct dp_rx_desc *)
  1096. hal_rx_wbm_get_desc_va(ring_desc);
  1097. return QDF_STATUS_SUCCESS;
  1098. }
  1099. #endif /* DP_HW_COOKIE_CONVERT_EXCEPTION */
  1100. struct dp_rx_desc *dp_rx_desc_ppeds_cookie_2_va(struct dp_soc *soc,
  1101. unsigned long cookie)
  1102. {
  1103. return (struct dp_rx_desc *)cookie;
  1104. }
  1105. #else
  1106. struct dp_rx_desc *dp_rx_desc_ppeds_cookie_2_va(struct dp_soc *soc,
  1107. unsigned long cookie)
  1108. {
  1109. if (!cookie)
  1110. return NULL;
  1111. return (struct dp_rx_desc *)dp_cc_desc_find(soc, cookie);
  1112. }
  1113. QDF_STATUS dp_wbm_get_rx_desc_from_hal_desc_be(struct dp_soc *soc,
  1114. void *ring_desc,
  1115. struct dp_rx_desc **r_rx_desc)
  1116. {
  1117. /* SW do cookie conversion */
  1118. uint32_t cookie = HAL_RX_BUF_COOKIE_GET(ring_desc);
  1119. *r_rx_desc = (struct dp_rx_desc *)
  1120. dp_cc_desc_find(soc, cookie);
  1121. return QDF_STATUS_SUCCESS;
  1122. }
  1123. #endif /* DP_FEATURE_HW_COOKIE_CONVERSION */
  1124. struct dp_rx_desc *dp_rx_desc_cookie_2_va_be(struct dp_soc *soc,
  1125. uint32_t cookie)
  1126. {
  1127. return (struct dp_rx_desc *)dp_cc_desc_find(soc, cookie);
  1128. }
  1129. #if defined(WLAN_FEATURE_11BE_MLO)
  1130. #if defined(WLAN_MLO_MULTI_CHIP) && defined(WLAN_MCAST_MLO)
  1131. #define DP_RANDOM_MAC_ID_BIT_MASK 0xC0
  1132. #define DP_RANDOM_MAC_OFFSET 1
  1133. #define DP_MAC_LOCAL_ADMBIT_MASK 0x2
  1134. #define DP_MAC_LOCAL_ADMBIT_OFFSET 0
  1135. static inline void dp_rx_dummy_src_mac(struct dp_vdev *vdev,
  1136. qdf_nbuf_t nbuf)
  1137. {
  1138. qdf_ether_header_t *eh =
  1139. (qdf_ether_header_t *)qdf_nbuf_data(nbuf);
  1140. eh->ether_shost[DP_MAC_LOCAL_ADMBIT_OFFSET] =
  1141. eh->ether_shost[DP_MAC_LOCAL_ADMBIT_OFFSET] |
  1142. DP_MAC_LOCAL_ADMBIT_MASK;
  1143. }
  1144. #ifdef QCA_SUPPORT_WDS_EXTENDED
  1145. static inline bool dp_rx_mlo_igmp_wds_ext_handler(struct dp_txrx_peer *peer)
  1146. {
  1147. return qdf_atomic_test_bit(WDS_EXT_PEER_INIT_BIT, &peer->wds_ext.init);
  1148. }
  1149. #else
  1150. static inline bool dp_rx_mlo_igmp_wds_ext_handler(struct dp_txrx_peer *peer)
  1151. {
  1152. return false;
  1153. }
  1154. #endif
  1155. #ifdef EXT_HYBRID_MLO_MODE
  1156. static inline
  1157. bool dp_rx_check_ext_hybrid_mode(struct dp_soc *soc, struct dp_vdev *vdev)
  1158. {
  1159. return ((DP_MLD_MODE_HYBRID_NONBOND == soc->mld_mode_ap) &&
  1160. (wlan_op_mode_ap == vdev->opmode));
  1161. }
  1162. #else
  1163. static inline
  1164. bool dp_rx_check_ext_hybrid_mode(struct dp_soc *soc, struct dp_vdev *vdev)
  1165. {
  1166. return false;
  1167. }
  1168. #endif
  1169. bool dp_rx_mlo_igmp_handler(struct dp_soc *soc,
  1170. struct dp_vdev *vdev,
  1171. struct dp_txrx_peer *peer,
  1172. qdf_nbuf_t nbuf,
  1173. uint8_t link_id)
  1174. {
  1175. qdf_nbuf_t nbuf_copy;
  1176. struct dp_vdev_be *be_vdev = dp_get_be_vdev_from_dp_vdev(vdev);
  1177. uint8_t tid = qdf_nbuf_get_tid_val(nbuf);
  1178. struct cdp_tid_rx_stats *tid_stats = &peer->vdev->pdev->stats.
  1179. tid_stats.tid_rx_wbm_stats[0][tid];
  1180. if (!(qdf_nbuf_is_ipv4_igmp_pkt(nbuf) ||
  1181. qdf_nbuf_is_ipv6_igmp_pkt(nbuf)))
  1182. return false;
  1183. if (qdf_unlikely(vdev->multipass_en)) {
  1184. if (dp_rx_multipass_process(peer, nbuf, tid) == false) {
  1185. DP_PEER_PER_PKT_STATS_INC(peer,
  1186. rx.multipass_rx_pkt_drop,
  1187. 1, link_id);
  1188. return false;
  1189. }
  1190. }
  1191. if (!peer->bss_peer) {
  1192. if (dp_rx_intrabss_mcbc_fwd(soc, peer, NULL, nbuf,
  1193. tid_stats, link_id))
  1194. dp_rx_err("forwarding failed");
  1195. }
  1196. qdf_nbuf_set_next(nbuf, NULL);
  1197. /* REO sends IGMP to driver only if AP is operating in hybrid
  1198. * mld mode.
  1199. */
  1200. if (qdf_unlikely(dp_rx_mlo_igmp_wds_ext_handler(peer))) {
  1201. /* send the IGMP to the netdev corresponding to the interface
  1202. * its received on
  1203. */
  1204. goto send_pkt;
  1205. }
  1206. if (dp_rx_check_ext_hybrid_mode(soc, vdev)) {
  1207. /* send the IGMP to the netdev corresponding to the interface
  1208. * its received on
  1209. */
  1210. goto send_pkt;
  1211. }
  1212. /*
  1213. * In the case of ME5/ME6, Backhaul WDS for a mld peer, NAWDS,
  1214. * legacy non-mlo AP vdev & non-AP vdev(which is very unlikely),
  1215. * send the igmp pkt on the same link where it received, as these
  1216. * features will use peer based tcl metadata.
  1217. */
  1218. if (vdev->mcast_enhancement_en ||
  1219. peer->is_mld_peer ||
  1220. peer->nawds_enabled ||
  1221. !vdev->mlo_vdev ||
  1222. qdf_unlikely(wlan_op_mode_ap != vdev->opmode)) {
  1223. /* send the IGMP to the netdev corresponding to the interface
  1224. * its received on
  1225. */
  1226. goto send_pkt;
  1227. }
  1228. /* We are here, it means a legacy non-wds sta is connected
  1229. * to a hybrid mld ap, So send a clone of the IGPMP packet
  1230. * on the interface where it was received.
  1231. */
  1232. nbuf_copy = qdf_nbuf_copy(nbuf);
  1233. if (qdf_likely(nbuf_copy))
  1234. dp_rx_deliver_to_stack(soc, vdev, peer, nbuf_copy, NULL);
  1235. dp_rx_dummy_src_mac(vdev, nbuf);
  1236. /* Set the ml peer valid bit in skb peer metadata, so that osif
  1237. * can deliver the SA mangled IGMP packet to mld netdev.
  1238. */
  1239. QDF_NBUF_CB_RX_PEER_ID(nbuf) |= CDP_RX_ML_PEER_VALID_MASK;
  1240. /* Deliver the original IGMP with dummy src on the mld netdev */
  1241. send_pkt:
  1242. dp_rx_deliver_to_stack(be_vdev->vdev.pdev->soc,
  1243. &be_vdev->vdev,
  1244. peer,
  1245. nbuf,
  1246. NULL);
  1247. return true;
  1248. }
  1249. #else
  1250. bool dp_rx_mlo_igmp_handler(struct dp_soc *soc,
  1251. struct dp_vdev *vdev,
  1252. struct dp_txrx_peer *peer,
  1253. qdf_nbuf_t nbuf,
  1254. uint8_t link_id)
  1255. {
  1256. return false;
  1257. }
  1258. #endif
  1259. #endif
  1260. #ifdef WLAN_FEATURE_NEAR_FULL_IRQ
  1261. uint32_t dp_rx_nf_process(struct dp_intr *int_ctx,
  1262. hal_ring_handle_t hal_ring_hdl,
  1263. uint8_t reo_ring_num,
  1264. uint32_t quota)
  1265. {
  1266. struct dp_soc *soc = int_ctx->soc;
  1267. struct dp_srng *rx_ring = &soc->reo_dest_ring[reo_ring_num];
  1268. uint32_t work_done = 0;
  1269. if (dp_srng_get_near_full_level(soc, rx_ring) <
  1270. DP_SRNG_THRESH_NEAR_FULL)
  1271. return 0;
  1272. qdf_atomic_set(&rx_ring->near_full, 1);
  1273. work_done++;
  1274. return work_done;
  1275. }
  1276. #endif
  1277. #ifndef QCA_HOST_MODE_WIFI_DISABLED
  1278. #ifdef WLAN_FEATURE_11BE_MLO
  1279. /**
  1280. * dp_rx_intrabss_fwd_mlo_allow() - check if MLO forwarding is allowed
  1281. * @ta_peer: transmitter peer handle
  1282. * @da_peer: destination peer handle
  1283. *
  1284. * Return: true - MLO forwarding case, false: not
  1285. */
  1286. static inline bool
  1287. dp_rx_intrabss_fwd_mlo_allow(struct dp_txrx_peer *ta_peer,
  1288. struct dp_txrx_peer *da_peer)
  1289. {
  1290. /* TA peer and DA peer's vdev should be partner MLO vdevs */
  1291. if (dp_peer_find_mac_addr_cmp(&ta_peer->vdev->mld_mac_addr,
  1292. &da_peer->vdev->mld_mac_addr))
  1293. return false;
  1294. return true;
  1295. }
  1296. #else
  1297. static inline bool
  1298. dp_rx_intrabss_fwd_mlo_allow(struct dp_txrx_peer *ta_peer,
  1299. struct dp_txrx_peer *da_peer)
  1300. {
  1301. return false;
  1302. }
  1303. #endif
  1304. #ifdef INTRA_BSS_FWD_OFFLOAD
  1305. /**
  1306. * dp_rx_intrabss_ucast_check_be() - Check if intrabss is allowed
  1307. * for unicast frame
  1308. * @nbuf: RX packet buffer
  1309. * @ta_peer: transmitter DP peer handle
  1310. * @rx_tlv_hdr: Rx TLV header
  1311. * @msdu_metadata: MSDU meta data info
  1312. * @params: params to be filled in
  1313. *
  1314. * Return: true - intrabss allowed
  1315. * false - not allow
  1316. */
  1317. static bool
  1318. dp_rx_intrabss_ucast_check_be(qdf_nbuf_t nbuf,
  1319. struct dp_txrx_peer *ta_peer,
  1320. uint8_t *rx_tlv_hdr,
  1321. struct hal_rx_msdu_metadata *msdu_metadata,
  1322. struct dp_be_intrabss_params *params)
  1323. {
  1324. uint8_t dest_chip_id, dest_chip_pmac_id;
  1325. struct dp_vdev_be *be_vdev =
  1326. dp_get_be_vdev_from_dp_vdev(ta_peer->vdev);
  1327. struct dp_soc_be *be_soc =
  1328. dp_get_be_soc_from_dp_soc(params->dest_soc);
  1329. uint16_t da_peer_id;
  1330. struct dp_peer *da_peer = NULL;
  1331. if (!qdf_nbuf_is_intra_bss(nbuf))
  1332. return false;
  1333. hal_rx_tlv_get_dest_chip_pmac_id(rx_tlv_hdr,
  1334. &dest_chip_id,
  1335. &dest_chip_pmac_id);
  1336. if (dp_assert_always_internal_stat(
  1337. (dest_chip_id <= (DP_MLO_MAX_DEST_CHIP_ID - 1)),
  1338. &be_soc->soc, rx.err.intra_bss_bad_chipid))
  1339. return false;
  1340. params->dest_soc =
  1341. dp_mlo_get_soc_ref_by_chip_id(be_soc->ml_ctxt,
  1342. dest_chip_id);
  1343. if (!params->dest_soc)
  1344. return false;
  1345. da_peer_id = HAL_RX_PEER_ID_GET(msdu_metadata);
  1346. da_peer = dp_peer_get_tgt_peer_by_id(params->dest_soc, da_peer_id,
  1347. DP_MOD_ID_RX);
  1348. if (da_peer) {
  1349. if (da_peer->bss_peer || (da_peer->txrx_peer == ta_peer)) {
  1350. dp_peer_unref_delete(da_peer, DP_MOD_ID_RX);
  1351. return false;
  1352. }
  1353. dp_peer_unref_delete(da_peer, DP_MOD_ID_RX);
  1354. }
  1355. if (!be_vdev->mlo_dev_ctxt) {
  1356. params->tx_vdev_id = ta_peer->vdev->vdev_id;
  1357. return true;
  1358. }
  1359. if (dest_chip_id == be_soc->mlo_chip_id) {
  1360. if (dest_chip_pmac_id == ta_peer->vdev->pdev->pdev_id)
  1361. params->tx_vdev_id = ta_peer->vdev->vdev_id;
  1362. else
  1363. params->tx_vdev_id =
  1364. be_vdev->mlo_dev_ctxt->vdev_list[dest_chip_id]
  1365. [dest_chip_pmac_id];
  1366. return true;
  1367. }
  1368. params->tx_vdev_id =
  1369. be_vdev->mlo_dev_ctxt->vdev_list[dest_chip_id]
  1370. [dest_chip_pmac_id];
  1371. return true;
  1372. }
  1373. #else
  1374. #ifdef WLAN_MLO_MULTI_CHIP
  1375. static bool
  1376. dp_rx_intrabss_ucast_check_be(qdf_nbuf_t nbuf,
  1377. struct dp_txrx_peer *ta_peer,
  1378. uint8_t *rx_tlv_hdr,
  1379. struct hal_rx_msdu_metadata *msdu_metadata,
  1380. struct dp_be_intrabss_params *params)
  1381. {
  1382. uint16_t da_peer_id;
  1383. struct dp_txrx_peer *da_peer;
  1384. bool ret = false;
  1385. uint8_t dest_chip_id;
  1386. dp_txrx_ref_handle txrx_ref_handle = NULL;
  1387. struct dp_vdev_be *be_vdev =
  1388. dp_get_be_vdev_from_dp_vdev(ta_peer->vdev);
  1389. struct dp_soc_be *be_soc =
  1390. dp_get_be_soc_from_dp_soc(params->dest_soc);
  1391. if (!(qdf_nbuf_is_da_valid(nbuf) || qdf_nbuf_is_da_mcbc(nbuf)))
  1392. return false;
  1393. dest_chip_id = HAL_RX_DEST_CHIP_ID_GET(msdu_metadata);
  1394. if (dp_assert_always_internal_stat(
  1395. (dest_chip_id <= (DP_MLO_MAX_DEST_CHIP_ID - 1)),
  1396. &be_soc->soc, rx.err.intra_bss_bad_chipid))
  1397. return false;
  1398. da_peer_id = HAL_RX_PEER_ID_GET(msdu_metadata);
  1399. /* use dest chip id when TA is MLD peer and DA is legacy */
  1400. if (be_soc->mlo_enabled &&
  1401. ta_peer->mld_peer &&
  1402. !(da_peer_id & HAL_RX_DA_IDX_ML_PEER_MASK)) {
  1403. /* validate chip_id, get a ref, and re-assign soc */
  1404. params->dest_soc =
  1405. dp_mlo_get_soc_ref_by_chip_id(be_soc->ml_ctxt,
  1406. dest_chip_id);
  1407. if (!params->dest_soc)
  1408. return false;
  1409. da_peer = dp_txrx_peer_get_ref_by_id(params->dest_soc,
  1410. da_peer_id,
  1411. &txrx_ref_handle,
  1412. DP_MOD_ID_RX);
  1413. if (!da_peer)
  1414. return false;
  1415. } else {
  1416. da_peer = dp_txrx_peer_get_ref_by_id(params->dest_soc,
  1417. da_peer_id,
  1418. &txrx_ref_handle,
  1419. DP_MOD_ID_RX);
  1420. if (!da_peer)
  1421. return false;
  1422. params->dest_soc = da_peer->vdev->pdev->soc;
  1423. if (!params->dest_soc)
  1424. goto rel_da_peer;
  1425. }
  1426. params->tx_vdev_id = da_peer->vdev->vdev_id;
  1427. /* If the source or destination peer in the isolation
  1428. * list then dont forward instead push to bridge stack.
  1429. */
  1430. if (dp_get_peer_isolation(ta_peer) ||
  1431. dp_get_peer_isolation(da_peer)) {
  1432. ret = false;
  1433. goto rel_da_peer;
  1434. }
  1435. if (da_peer->bss_peer || (da_peer == ta_peer)) {
  1436. ret = false;
  1437. goto rel_da_peer;
  1438. }
  1439. /* Same vdev, support Inra-BSS */
  1440. if (da_peer->vdev == ta_peer->vdev) {
  1441. ret = true;
  1442. goto rel_da_peer;
  1443. }
  1444. if (!be_vdev->mlo_dev_ctxt)
  1445. ret = false;
  1446. goto rel_da_peer;
  1447. }
  1448. /* MLO specific Intra-BSS check */
  1449. if (dp_rx_intrabss_fwd_mlo_allow(ta_peer, da_peer)) {
  1450. /* use dest chip id for legacy dest peer */
  1451. if (!(da_peer_id & HAL_RX_DA_IDX_ML_PEER_MASK)) {
  1452. if (!(be_vdev->mlo_dev_ctxt->vdev_list[dest_chip_id][0]
  1453. == params->tx_vdev_id) &&
  1454. !(be_vdev->mlo_dev_ctxt->vdev_list[dest_chip_id][1]
  1455. == params->tx_vdev_id)) {
  1456. /*dp_soc_unref_delete(soc);*/
  1457. goto rel_da_peer;
  1458. }
  1459. }
  1460. ret = true;
  1461. }
  1462. rel_da_peer:
  1463. dp_txrx_peer_unref_delete(txrx_ref_handle, DP_MOD_ID_RX);
  1464. return ret;
  1465. }
  1466. #else
  1467. static bool
  1468. dp_rx_intrabss_ucast_check_be(qdf_nbuf_t nbuf,
  1469. struct dp_txrx_peer *ta_peer,
  1470. uint8_t *rx_tlv_hdr,
  1471. struct hal_rx_msdu_metadata *msdu_metadata,
  1472. struct dp_be_intrabss_params *params)
  1473. {
  1474. uint16_t da_peer_id;
  1475. struct dp_txrx_peer *da_peer;
  1476. bool ret = false;
  1477. dp_txrx_ref_handle txrx_ref_handle = NULL;
  1478. if (!qdf_nbuf_is_da_valid(nbuf) || qdf_nbuf_is_da_mcbc(nbuf))
  1479. return false;
  1480. da_peer_id = dp_rx_peer_metadata_peer_id_get_be(
  1481. params->dest_soc,
  1482. msdu_metadata->da_idx);
  1483. da_peer = dp_txrx_peer_get_ref_by_id(params->dest_soc, da_peer_id,
  1484. &txrx_ref_handle, DP_MOD_ID_RX);
  1485. if (!da_peer)
  1486. return false;
  1487. params->tx_vdev_id = da_peer->vdev->vdev_id;
  1488. /* If the source or destination peer in the isolation
  1489. * list then dont forward instead push to bridge stack.
  1490. */
  1491. if (dp_get_peer_isolation(ta_peer) ||
  1492. dp_get_peer_isolation(da_peer))
  1493. goto rel_da_peer;
  1494. if (da_peer->bss_peer || da_peer == ta_peer)
  1495. goto rel_da_peer;
  1496. /* Same vdev, support Inra-BSS */
  1497. if (da_peer->vdev == ta_peer->vdev) {
  1498. ret = true;
  1499. goto rel_da_peer;
  1500. }
  1501. /* MLO specific Intra-BSS check */
  1502. if (dp_rx_intrabss_fwd_mlo_allow(ta_peer, da_peer)) {
  1503. ret = true;
  1504. goto rel_da_peer;
  1505. }
  1506. rel_da_peer:
  1507. dp_txrx_peer_unref_delete(txrx_ref_handle, DP_MOD_ID_RX);
  1508. return ret;
  1509. }
  1510. #endif /* WLAN_MLO_MULTI_CHIP */
  1511. #endif /* INTRA_BSS_FWD_OFFLOAD */
  1512. #if defined(WLAN_PKT_CAPTURE_RX_2_0) || defined(CONFIG_WORD_BASED_TLV)
  1513. void dp_rx_word_mask_subscribe_be(struct dp_soc *soc,
  1514. uint32_t *msg_word,
  1515. void *rx_filter)
  1516. {
  1517. struct htt_rx_ring_tlv_filter *tlv_filter =
  1518. (struct htt_rx_ring_tlv_filter *)rx_filter;
  1519. if (!msg_word || !tlv_filter)
  1520. return;
  1521. /* tlv_filter->enable is set to 1 for monitor rings */
  1522. if (tlv_filter->enable)
  1523. return;
  1524. /* if word mask is zero, FW will set the default values */
  1525. if (!(tlv_filter->rx_mpdu_start_wmask > 0 &&
  1526. tlv_filter->rx_msdu_end_wmask > 0)) {
  1527. return;
  1528. }
  1529. HTT_RX_RING_SELECTION_CFG_WORD_MASK_COMPACTION_ENABLE_SET(*msg_word, 1);
  1530. /* word 14 */
  1531. msg_word += 3;
  1532. *msg_word = 0;
  1533. HTT_RX_RING_SELECTION_CFG_RX_MPDU_START_WORD_MASK_SET(
  1534. *msg_word,
  1535. tlv_filter->rx_mpdu_start_wmask);
  1536. /* word 15 */
  1537. msg_word++;
  1538. *msg_word = 0;
  1539. HTT_RX_RING_SELECTION_CFG_RX_MSDU_END_WORD_MASK_SET(
  1540. *msg_word,
  1541. tlv_filter->rx_msdu_end_wmask);
  1542. }
  1543. #else
  1544. void dp_rx_word_mask_subscribe_be(struct dp_soc *soc,
  1545. uint32_t *msg_word,
  1546. void *rx_filter)
  1547. {
  1548. }
  1549. #endif
  1550. #if defined(WLAN_MCAST_MLO) && defined(CONFIG_MLO_SINGLE_DEV)
  1551. static inline
  1552. bool dp_rx_intrabss_mlo_mcbc_fwd(struct dp_soc *soc, struct dp_vdev *vdev,
  1553. qdf_nbuf_t nbuf_copy)
  1554. {
  1555. struct dp_vdev *mcast_primary_vdev = NULL;
  1556. struct dp_vdev_be *be_vdev = dp_get_be_vdev_from_dp_vdev(vdev);
  1557. struct dp_soc_be *be_soc = dp_get_be_soc_from_dp_soc(soc);
  1558. struct cdp_tx_exception_metadata tx_exc_metadata = {0};
  1559. tx_exc_metadata.is_mlo_mcast = 1;
  1560. tx_exc_metadata.tx_encap_type = CDP_INVALID_TX_ENCAP_TYPE;
  1561. tx_exc_metadata.sec_type = CDP_INVALID_SEC_TYPE;
  1562. tx_exc_metadata.peer_id = CDP_INVALID_PEER;
  1563. tx_exc_metadata.tid = CDP_INVALID_TID;
  1564. mcast_primary_vdev = dp_mlo_get_mcast_primary_vdev(be_soc,
  1565. be_vdev,
  1566. DP_MOD_ID_RX);
  1567. if (!mcast_primary_vdev)
  1568. return false;
  1569. nbuf_copy = dp_tx_send_exception((struct cdp_soc_t *)
  1570. mcast_primary_vdev->pdev->soc,
  1571. mcast_primary_vdev->vdev_id,
  1572. nbuf_copy, &tx_exc_metadata);
  1573. if (nbuf_copy)
  1574. qdf_nbuf_free(nbuf_copy);
  1575. dp_vdev_unref_delete(mcast_primary_vdev->pdev->soc,
  1576. mcast_primary_vdev, DP_MOD_ID_RX);
  1577. return true;
  1578. }
  1579. #else
  1580. static inline
  1581. bool dp_rx_intrabss_mlo_mcbc_fwd(struct dp_soc *soc, struct dp_vdev *vdev,
  1582. qdf_nbuf_t nbuf_copy)
  1583. {
  1584. return false;
  1585. }
  1586. #endif
  1587. bool
  1588. dp_rx_intrabss_mcast_handler_be(struct dp_soc *soc,
  1589. struct dp_txrx_peer *ta_txrx_peer,
  1590. qdf_nbuf_t nbuf_copy,
  1591. struct cdp_tid_rx_stats *tid_stats,
  1592. uint8_t link_id)
  1593. {
  1594. if (qdf_unlikely(ta_txrx_peer->vdev->nawds_enabled)) {
  1595. struct cdp_tx_exception_metadata tx_exc_metadata = {0};
  1596. uint16_t len = QDF_NBUF_CB_RX_PKT_LEN(nbuf_copy);
  1597. tx_exc_metadata.peer_id = ta_txrx_peer->peer_id;
  1598. tx_exc_metadata.is_intrabss_fwd = 1;
  1599. tx_exc_metadata.tid = HTT_TX_EXT_TID_INVALID;
  1600. if (dp_tx_send_exception((struct cdp_soc_t *)soc,
  1601. ta_txrx_peer->vdev->vdev_id,
  1602. nbuf_copy,
  1603. &tx_exc_metadata)) {
  1604. DP_PEER_PER_PKT_STATS_INC_PKT(ta_txrx_peer,
  1605. rx.intra_bss.fail, 1,
  1606. len, link_id);
  1607. tid_stats->fail_cnt[INTRABSS_DROP]++;
  1608. qdf_nbuf_free(nbuf_copy);
  1609. } else {
  1610. DP_PEER_PER_PKT_STATS_INC_PKT(ta_txrx_peer,
  1611. rx.intra_bss.pkts, 1,
  1612. len, link_id);
  1613. tid_stats->intrabss_cnt++;
  1614. }
  1615. return true;
  1616. }
  1617. if (dp_rx_intrabss_mlo_mcbc_fwd(soc, ta_txrx_peer->vdev,
  1618. nbuf_copy))
  1619. return true;
  1620. return false;
  1621. }
  1622. bool dp_rx_intrabss_fwd_be(struct dp_soc *soc, struct dp_txrx_peer *ta_peer,
  1623. uint8_t *rx_tlv_hdr, qdf_nbuf_t nbuf,
  1624. uint8_t link_id)
  1625. {
  1626. uint8_t tid = qdf_nbuf_get_tid_val(nbuf);
  1627. uint8_t ring_id = QDF_NBUF_CB_RX_CTX_ID(nbuf);
  1628. struct cdp_tid_rx_stats *tid_stats = &ta_peer->vdev->pdev->stats.
  1629. tid_stats.tid_rx_stats[ring_id][tid];
  1630. bool ret = false;
  1631. struct dp_be_intrabss_params params;
  1632. struct hal_rx_msdu_metadata msdu_metadata;
  1633. /* if it is a broadcast pkt (eg: ARP) and it is not its own
  1634. * source, then clone the pkt and send the cloned pkt for
  1635. * intra BSS forwarding and original pkt up the network stack
  1636. * Note: how do we handle multicast pkts. do we forward
  1637. * all multicast pkts as is or let a higher layer module
  1638. * like igmpsnoop decide whether to forward or not with
  1639. * Mcast enhancement.
  1640. */
  1641. if (qdf_nbuf_is_da_mcbc(nbuf) && !ta_peer->bss_peer) {
  1642. return dp_rx_intrabss_mcbc_fwd(soc, ta_peer, rx_tlv_hdr,
  1643. nbuf, tid_stats, link_id);
  1644. }
  1645. if (dp_rx_intrabss_eapol_drop_check(soc, ta_peer, rx_tlv_hdr,
  1646. nbuf))
  1647. return true;
  1648. hal_rx_msdu_packet_metadata_get_generic_be(rx_tlv_hdr, &msdu_metadata);
  1649. params.dest_soc = soc;
  1650. if (dp_rx_intrabss_ucast_check_be(nbuf, ta_peer, rx_tlv_hdr,
  1651. &msdu_metadata, &params)) {
  1652. ret = dp_rx_intrabss_ucast_fwd(params.dest_soc, ta_peer,
  1653. params.tx_vdev_id,
  1654. rx_tlv_hdr, nbuf, tid_stats,
  1655. link_id);
  1656. }
  1657. return ret;
  1658. }
  1659. #endif
  1660. #ifndef BE_WBM_RELEASE_DESC_RX_SG_SUPPORT
  1661. /**
  1662. * dp_rx_chain_msdus_be() - Function to chain all msdus of a mpdu
  1663. * to pdev invalid peer list
  1664. *
  1665. * @soc: core DP main context
  1666. * @nbuf: Buffer pointer
  1667. * @rx_tlv_hdr: start of rx tlv header
  1668. * @mac_id: mac id
  1669. *
  1670. * Return: bool: true for last msdu of mpdu
  1671. */
  1672. static bool dp_rx_chain_msdus_be(struct dp_soc *soc, qdf_nbuf_t nbuf,
  1673. uint8_t *rx_tlv_hdr, uint8_t mac_id)
  1674. {
  1675. bool mpdu_done = false;
  1676. qdf_nbuf_t curr_nbuf = NULL;
  1677. qdf_nbuf_t tmp_nbuf = NULL;
  1678. struct dp_pdev *dp_pdev = dp_get_pdev_for_lmac_id(soc, mac_id);
  1679. if (!dp_pdev) {
  1680. dp_rx_debug("%pK: pdev is null for mac_id = %d", soc, mac_id);
  1681. return mpdu_done;
  1682. }
  1683. /* if invalid peer SG list has max values free the buffers in list
  1684. * and treat current buffer as start of list
  1685. *
  1686. * current logic to detect the last buffer from attn_tlv is not reliable
  1687. * in OFDMA UL scenario hence add max buffers check to avoid list pile
  1688. * up
  1689. */
  1690. if (!dp_pdev->first_nbuf ||
  1691. (dp_pdev->invalid_peer_head_msdu &&
  1692. QDF_NBUF_CB_RX_NUM_ELEMENTS_IN_LIST
  1693. (dp_pdev->invalid_peer_head_msdu) >= DP_MAX_INVALID_BUFFERS)) {
  1694. qdf_nbuf_set_rx_chfrag_start(nbuf, 1);
  1695. dp_pdev->first_nbuf = true;
  1696. /* If the new nbuf received is the first msdu of the
  1697. * amsdu and there are msdus in the invalid peer msdu
  1698. * list, then let us free all the msdus of the invalid
  1699. * peer msdu list.
  1700. * This scenario can happen when we start receiving
  1701. * new a-msdu even before the previous a-msdu is completely
  1702. * received.
  1703. */
  1704. curr_nbuf = dp_pdev->invalid_peer_head_msdu;
  1705. while (curr_nbuf) {
  1706. tmp_nbuf = curr_nbuf->next;
  1707. dp_rx_nbuf_free(curr_nbuf);
  1708. curr_nbuf = tmp_nbuf;
  1709. }
  1710. dp_pdev->invalid_peer_head_msdu = NULL;
  1711. dp_pdev->invalid_peer_tail_msdu = NULL;
  1712. dp_monitor_get_mpdu_status(dp_pdev, soc, rx_tlv_hdr);
  1713. }
  1714. if (qdf_nbuf_is_rx_chfrag_end(nbuf) &&
  1715. hal_rx_attn_msdu_done_get(soc->hal_soc, rx_tlv_hdr)) {
  1716. qdf_assert_always(dp_pdev->first_nbuf);
  1717. dp_pdev->first_nbuf = false;
  1718. mpdu_done = true;
  1719. }
  1720. /*
  1721. * For MCL, invalid_peer_head_msdu and invalid_peer_tail_msdu
  1722. * should be NULL here, add the checking for debugging purpose
  1723. * in case some corner case.
  1724. */
  1725. DP_PDEV_INVALID_PEER_MSDU_CHECK(dp_pdev->invalid_peer_head_msdu,
  1726. dp_pdev->invalid_peer_tail_msdu);
  1727. DP_RX_LIST_APPEND(dp_pdev->invalid_peer_head_msdu,
  1728. dp_pdev->invalid_peer_tail_msdu,
  1729. nbuf);
  1730. return mpdu_done;
  1731. }
  1732. #else
  1733. static bool dp_rx_chain_msdus_be(struct dp_soc *soc, qdf_nbuf_t nbuf,
  1734. uint8_t *rx_tlv_hdr, uint8_t mac_id)
  1735. {
  1736. return false;
  1737. }
  1738. #endif
  1739. qdf_nbuf_t
  1740. dp_rx_wbm_err_reap_desc_be(struct dp_intr *int_ctx, struct dp_soc *soc,
  1741. hal_ring_handle_t hal_ring_hdl, uint32_t quota,
  1742. uint32_t *rx_bufs_used)
  1743. {
  1744. hal_ring_desc_t ring_desc;
  1745. hal_soc_handle_t hal_soc;
  1746. struct dp_rx_desc *rx_desc;
  1747. union dp_rx_desc_list_elem_t
  1748. *head[WLAN_MAX_MLO_CHIPS][MAX_PDEV_CNT] = { { NULL } };
  1749. union dp_rx_desc_list_elem_t
  1750. *tail[WLAN_MAX_MLO_CHIPS][MAX_PDEV_CNT] = { { NULL } };
  1751. uint32_t rx_bufs_reaped[WLAN_MAX_MLO_CHIPS][MAX_PDEV_CNT] = { { 0 } };
  1752. uint8_t mac_id;
  1753. struct dp_srng *dp_rxdma_srng;
  1754. struct rx_desc_pool *rx_desc_pool;
  1755. qdf_nbuf_t nbuf_head = NULL;
  1756. qdf_nbuf_t nbuf_tail = NULL;
  1757. qdf_nbuf_t nbuf;
  1758. uint8_t msdu_continuation = 0;
  1759. bool process_sg_buf = false;
  1760. QDF_STATUS status;
  1761. struct dp_soc *replenish_soc;
  1762. uint8_t chip_id;
  1763. union hal_wbm_err_info_u wbm_err = { 0 };
  1764. qdf_assert(soc && hal_ring_hdl);
  1765. hal_soc = soc->hal_soc;
  1766. qdf_assert(hal_soc);
  1767. if (qdf_unlikely(dp_srng_access_start(int_ctx, soc, hal_ring_hdl))) {
  1768. /* TODO */
  1769. /*
  1770. * Need API to convert from hal_ring pointer to
  1771. * Ring Type / Ring Id combo
  1772. */
  1773. dp_rx_err_err("%pK: HAL RING Access Failed -- %pK",
  1774. soc, hal_ring_hdl);
  1775. goto done;
  1776. }
  1777. while (qdf_likely(quota)) {
  1778. ring_desc = hal_srng_dst_get_next(hal_soc, hal_ring_hdl);
  1779. if (qdf_unlikely(!ring_desc))
  1780. break;
  1781. /* Get SW Desc from HAL desc */
  1782. if (dp_wbm_get_rx_desc_from_hal_desc_be(soc,
  1783. ring_desc,
  1784. &rx_desc)) {
  1785. dp_rx_err_err("get rx sw desc from hal_desc failed");
  1786. continue;
  1787. }
  1788. if (dp_assert_always_internal_stat(rx_desc, soc,
  1789. rx.err.rx_desc_null))
  1790. continue;
  1791. if (!dp_rx_desc_check_magic(rx_desc)) {
  1792. dp_rx_err_err("%pK: Invalid rx_desc %pK",
  1793. soc, rx_desc);
  1794. continue;
  1795. }
  1796. /*
  1797. * this is a unlikely scenario where the host is reaping
  1798. * a descriptor which it already reaped just a while ago
  1799. * but is yet to replenish it back to HW.
  1800. * In this case host will dump the last 128 descriptors
  1801. * including the software descriptor rx_desc and assert.
  1802. */
  1803. if (qdf_unlikely(!rx_desc->in_use)) {
  1804. DP_STATS_INC(soc, rx.err.hal_wbm_rel_dup, 1);
  1805. dp_rx_dump_info_and_assert(soc, hal_ring_hdl,
  1806. ring_desc, rx_desc);
  1807. continue;
  1808. }
  1809. status = dp_rx_wbm_desc_nbuf_sanity_check(soc, hal_ring_hdl,
  1810. ring_desc, rx_desc);
  1811. if (qdf_unlikely(QDF_IS_STATUS_ERROR(status))) {
  1812. DP_STATS_INC(soc, rx.err.nbuf_sanity_fail, 1);
  1813. dp_info_rl("Rx error Nbuf %pK sanity check failure!",
  1814. rx_desc->nbuf);
  1815. rx_desc->in_err_state = 1;
  1816. continue;
  1817. }
  1818. nbuf = rx_desc->nbuf;
  1819. /*
  1820. * Read wbm err info , MSDU info , MPDU info , peer meta data,
  1821. * from desc. Save all the info in nbuf CB/TLV.
  1822. * We will need this info when we do the actual nbuf processing
  1823. */
  1824. wbm_err.info = dp_rx_wbm_err_copy_desc_info_in_nbuf(
  1825. soc,
  1826. ring_desc,
  1827. nbuf,
  1828. rx_desc->pool_id);
  1829. /*
  1830. * For WBM ring, expect only MSDU buffers
  1831. */
  1832. if (dp_assert_always_internal_stat(
  1833. wbm_err.info_bit.buffer_or_desc_type ==
  1834. HAL_RX_WBM_BUF_TYPE_REL_BUF,
  1835. soc, rx.err.wbm_err_buf_rel_type))
  1836. continue;
  1837. /*
  1838. * Errors are handled only if the source is RXDMA or REO
  1839. */
  1840. qdf_assert((wbm_err.info_bit.wbm_err_src ==
  1841. HAL_RX_WBM_ERR_SRC_RXDMA) ||
  1842. (wbm_err.info_bit.wbm_err_src ==
  1843. HAL_RX_WBM_ERR_SRC_REO));
  1844. rx_desc_pool = &soc->rx_desc_buf[rx_desc->pool_id];
  1845. dp_ipa_rx_buf_smmu_mapping_lock(soc);
  1846. dp_rx_nbuf_unmap_pool(soc, rx_desc_pool, nbuf);
  1847. rx_desc->unmapped = 1;
  1848. dp_ipa_rx_buf_smmu_mapping_unlock(soc);
  1849. if (qdf_unlikely(
  1850. soc->wbm_release_desc_rx_sg_support &&
  1851. dp_rx_is_sg_formation_required(&wbm_err.info_bit))) {
  1852. /* SG is detected from continuation bit */
  1853. msdu_continuation =
  1854. dp_rx_wbm_err_msdu_continuation_get(soc,
  1855. ring_desc,
  1856. nbuf);
  1857. if (msdu_continuation &&
  1858. !(soc->wbm_sg_param.wbm_is_first_msdu_in_sg)) {
  1859. /* Update length from first buffer in SG */
  1860. soc->wbm_sg_param.wbm_sg_desc_msdu_len =
  1861. hal_rx_msdu_start_msdu_len_get(
  1862. soc->hal_soc,
  1863. qdf_nbuf_data(nbuf));
  1864. soc->wbm_sg_param.wbm_is_first_msdu_in_sg =
  1865. true;
  1866. }
  1867. if (msdu_continuation) {
  1868. /* MSDU continued packets */
  1869. qdf_nbuf_set_rx_chfrag_cont(nbuf, 1);
  1870. QDF_NBUF_CB_RX_PKT_LEN(nbuf) =
  1871. soc->wbm_sg_param.wbm_sg_desc_msdu_len;
  1872. } else {
  1873. /* This is the terminal packet in SG */
  1874. qdf_nbuf_set_rx_chfrag_start(nbuf, 1);
  1875. qdf_nbuf_set_rx_chfrag_end(nbuf, 1);
  1876. QDF_NBUF_CB_RX_PKT_LEN(nbuf) =
  1877. soc->wbm_sg_param.wbm_sg_desc_msdu_len;
  1878. process_sg_buf = true;
  1879. }
  1880. } else {
  1881. qdf_nbuf_set_rx_chfrag_cont(nbuf, 0);
  1882. }
  1883. rx_bufs_reaped[rx_desc->chip_id][rx_desc->pool_id]++;
  1884. if (qdf_nbuf_is_rx_chfrag_cont(nbuf) || process_sg_buf) {
  1885. DP_RX_LIST_APPEND(soc->wbm_sg_param.wbm_sg_nbuf_head,
  1886. soc->wbm_sg_param.wbm_sg_nbuf_tail,
  1887. nbuf);
  1888. if (process_sg_buf) {
  1889. if (!dp_rx_buffer_pool_refill(
  1890. soc,
  1891. soc->wbm_sg_param.wbm_sg_nbuf_head,
  1892. rx_desc->pool_id))
  1893. DP_RX_MERGE_TWO_LIST(
  1894. nbuf_head, nbuf_tail,
  1895. soc->wbm_sg_param.wbm_sg_nbuf_head,
  1896. soc->wbm_sg_param.wbm_sg_nbuf_tail);
  1897. dp_rx_wbm_sg_list_last_msdu_war(soc);
  1898. dp_rx_wbm_sg_list_reset(soc);
  1899. process_sg_buf = false;
  1900. }
  1901. } else if (!dp_rx_buffer_pool_refill(soc, nbuf,
  1902. rx_desc->pool_id)) {
  1903. DP_RX_LIST_APPEND(nbuf_head, nbuf_tail, nbuf);
  1904. }
  1905. dp_rx_add_to_free_desc_list
  1906. (&head[rx_desc->chip_id][rx_desc->pool_id],
  1907. &tail[rx_desc->chip_id][rx_desc->pool_id], rx_desc);
  1908. /*
  1909. * if continuation bit is set then we have MSDU spread
  1910. * across multiple buffers, let us not decrement quota
  1911. * till we reap all buffers of that MSDU.
  1912. */
  1913. if (qdf_likely(!msdu_continuation))
  1914. quota -= 1;
  1915. }
  1916. done:
  1917. dp_srng_access_end(int_ctx, soc, hal_ring_hdl);
  1918. for (chip_id = 0; chip_id < WLAN_MAX_MLO_CHIPS; chip_id++) {
  1919. for (mac_id = 0; mac_id < MAX_PDEV_CNT; mac_id++) {
  1920. /*
  1921. * continue with next mac_id if no pkts were reaped
  1922. * from that pool
  1923. */
  1924. if (!rx_bufs_reaped[chip_id][mac_id])
  1925. continue;
  1926. replenish_soc = dp_rx_replenish_soc_get(soc, chip_id);
  1927. dp_rxdma_srng =
  1928. &replenish_soc->rx_refill_buf_ring[mac_id];
  1929. rx_desc_pool = &replenish_soc->rx_desc_buf[mac_id];
  1930. dp_rx_buffers_replenish_simple(replenish_soc, mac_id,
  1931. dp_rxdma_srng,
  1932. rx_desc_pool,
  1933. rx_bufs_reaped[chip_id][mac_id],
  1934. &head[chip_id][mac_id],
  1935. &tail[chip_id][mac_id]);
  1936. *rx_bufs_used += rx_bufs_reaped[chip_id][mac_id];
  1937. }
  1938. }
  1939. return nbuf_head;
  1940. }
  1941. #ifdef WLAN_FEATURE_11BE_MLO
  1942. /**
  1943. * check_extap_multicast_loopback() - Check if rx packet is a loopback packet.
  1944. *
  1945. * @vdev: vdev on which rx packet is received
  1946. * @addr: src address of the received packet
  1947. *
  1948. */
  1949. static bool check_extap_multicast_loopback(struct dp_vdev *vdev, uint8_t *addr)
  1950. {
  1951. /* if src mac addr matches with vdev mac address then drop the pkt */
  1952. if (!(qdf_mem_cmp(addr, vdev->mac_addr.raw, QDF_MAC_ADDR_SIZE)))
  1953. return true;
  1954. /* if src mac addr matches with mld mac address then drop the pkt */
  1955. if (!(qdf_mem_cmp(addr, vdev->mld_mac_addr.raw, QDF_MAC_ADDR_SIZE)))
  1956. return true;
  1957. return false;
  1958. }
  1959. #else
  1960. static bool check_extap_multicast_loopback(struct dp_vdev *vdev, uint8_t *addr)
  1961. {
  1962. return false;
  1963. }
  1964. #endif
  1965. QDF_STATUS
  1966. dp_rx_null_q_desc_handle_be(struct dp_soc *soc, qdf_nbuf_t nbuf,
  1967. uint8_t *rx_tlv_hdr, uint8_t pool_id,
  1968. struct dp_txrx_peer *txrx_peer,
  1969. bool is_reo_exception,
  1970. uint8_t link_id)
  1971. {
  1972. uint32_t pkt_len;
  1973. uint16_t msdu_len;
  1974. struct dp_vdev *vdev;
  1975. uint8_t tid;
  1976. qdf_ether_header_t *eh;
  1977. struct hal_rx_msdu_metadata msdu_metadata;
  1978. uint16_t sa_idx = 0;
  1979. bool is_eapol = 0;
  1980. bool enh_flag;
  1981. uint16_t buf_size;
  1982. buf_size = wlan_cfg_rx_buffer_size(soc->wlan_cfg_ctx);
  1983. qdf_nbuf_set_rx_chfrag_start(
  1984. nbuf,
  1985. hal_rx_msdu_end_first_msdu_get(soc->hal_soc,
  1986. rx_tlv_hdr));
  1987. qdf_nbuf_set_rx_chfrag_end(nbuf,
  1988. hal_rx_msdu_end_last_msdu_get(soc->hal_soc,
  1989. rx_tlv_hdr));
  1990. qdf_nbuf_set_da_mcbc(nbuf, hal_rx_msdu_end_da_is_mcbc_get(soc->hal_soc,
  1991. rx_tlv_hdr));
  1992. qdf_nbuf_set_da_valid(nbuf,
  1993. hal_rx_msdu_end_da_is_valid_get(soc->hal_soc,
  1994. rx_tlv_hdr));
  1995. qdf_nbuf_set_sa_valid(nbuf,
  1996. hal_rx_msdu_end_sa_is_valid_get(soc->hal_soc,
  1997. rx_tlv_hdr));
  1998. tid = hal_rx_tid_get(soc->hal_soc, rx_tlv_hdr);
  1999. hal_rx_msdu_metadata_get(soc->hal_soc, rx_tlv_hdr, &msdu_metadata);
  2000. msdu_len = hal_rx_msdu_start_msdu_len_get(soc->hal_soc, rx_tlv_hdr);
  2001. pkt_len = msdu_len + msdu_metadata.l3_hdr_pad + soc->rx_pkt_tlv_size;
  2002. if (qdf_likely(!qdf_nbuf_is_frag(nbuf))) {
  2003. if (dp_rx_check_pkt_len(soc, pkt_len))
  2004. goto drop_nbuf;
  2005. /* Set length in nbuf */
  2006. qdf_nbuf_set_pktlen(nbuf, qdf_min(pkt_len, (uint32_t)buf_size));
  2007. }
  2008. /*
  2009. * Check if DMA completed -- msdu_done is the last bit
  2010. * to be written
  2011. */
  2012. if (!hal_rx_attn_msdu_done_get(soc->hal_soc, rx_tlv_hdr)) {
  2013. dp_err_rl("MSDU DONE failure");
  2014. hal_rx_dump_pkt_tlvs(soc->hal_soc, rx_tlv_hdr,
  2015. QDF_TRACE_LEVEL_INFO);
  2016. qdf_assert(0);
  2017. }
  2018. if (!txrx_peer &&
  2019. dp_rx_null_q_handle_invalid_peer_id_exception(soc, pool_id,
  2020. rx_tlv_hdr, nbuf))
  2021. return QDF_STATUS_E_FAILURE;
  2022. if (!txrx_peer) {
  2023. bool mpdu_done = false;
  2024. struct dp_pdev *pdev = dp_get_pdev_for_lmac_id(soc, pool_id);
  2025. if (!pdev) {
  2026. dp_err_rl("pdev is null for pool_id = %d", pool_id);
  2027. return QDF_STATUS_E_FAILURE;
  2028. }
  2029. dp_err_rl("txrx_peer is NULL");
  2030. DP_STATS_INC_PKT(soc, rx.err.rx_invalid_peer, 1,
  2031. qdf_nbuf_len(nbuf));
  2032. /* QCN9000 has the support enabled */
  2033. if (qdf_unlikely(soc->wbm_release_desc_rx_sg_support)) {
  2034. mpdu_done = true;
  2035. nbuf->next = NULL;
  2036. /* Trigger invalid peer handler wrapper */
  2037. dp_rx_process_invalid_peer_wrapper(soc,
  2038. nbuf,
  2039. mpdu_done,
  2040. pool_id);
  2041. } else {
  2042. mpdu_done = dp_rx_chain_msdus_be(soc, nbuf, rx_tlv_hdr,
  2043. pool_id);
  2044. /* Trigger invalid peer handler wrapper */
  2045. dp_rx_process_invalid_peer_wrapper(
  2046. soc,
  2047. pdev->invalid_peer_head_msdu,
  2048. mpdu_done, pool_id);
  2049. }
  2050. if (mpdu_done) {
  2051. pdev->invalid_peer_head_msdu = NULL;
  2052. pdev->invalid_peer_tail_msdu = NULL;
  2053. }
  2054. return QDF_STATUS_E_FAILURE;
  2055. }
  2056. vdev = txrx_peer->vdev;
  2057. if (!vdev) {
  2058. dp_err_rl("Null vdev!");
  2059. DP_STATS_INC(soc, rx.err.invalid_vdev, 1);
  2060. goto drop_nbuf;
  2061. }
  2062. /*
  2063. * Advance the packet start pointer by total size of
  2064. * pre-header TLV's
  2065. */
  2066. if (qdf_nbuf_is_frag(nbuf))
  2067. qdf_nbuf_pull_head(nbuf, soc->rx_pkt_tlv_size);
  2068. else
  2069. qdf_nbuf_pull_head(nbuf, (msdu_metadata.l3_hdr_pad +
  2070. soc->rx_pkt_tlv_size));
  2071. DP_STATS_INC_PKT(vdev, rx_i.null_q_desc_pkt, 1, qdf_nbuf_len(nbuf));
  2072. dp_vdev_peer_stats_update_protocol_cnt(vdev, nbuf, NULL, 0, 1);
  2073. if (dp_rx_err_drop_3addr_mcast(vdev, rx_tlv_hdr)) {
  2074. DP_PEER_PER_PKT_STATS_INC(txrx_peer, rx.mcast_3addr_drop, 1,
  2075. link_id);
  2076. goto drop_nbuf;
  2077. }
  2078. if (hal_rx_msdu_end_sa_is_valid_get(soc->hal_soc, rx_tlv_hdr)) {
  2079. sa_idx = hal_rx_msdu_end_sa_idx_get(soc->hal_soc, rx_tlv_hdr);
  2080. if ((sa_idx < 0) ||
  2081. (sa_idx >= wlan_cfg_get_max_ast_idx(soc->wlan_cfg_ctx))) {
  2082. DP_STATS_INC(soc, rx.err.invalid_sa_da_idx, 1);
  2083. goto drop_nbuf;
  2084. }
  2085. }
  2086. if ((!soc->mec_fw_offload) &&
  2087. dp_rx_mcast_echo_check(soc, txrx_peer, rx_tlv_hdr, nbuf)) {
  2088. /* this is a looped back MCBC pkt, drop it */
  2089. DP_PEER_PER_PKT_STATS_INC_PKT(txrx_peer, rx.mec_drop, 1,
  2090. qdf_nbuf_len(nbuf), link_id);
  2091. goto drop_nbuf;
  2092. }
  2093. /*
  2094. * In qwrap mode if the received packet matches with any of the vdev
  2095. * mac addresses, drop it. Donot receive multicast packets originated
  2096. * from any proxysta.
  2097. */
  2098. if (check_qwrap_multicast_loopback(vdev, nbuf)) {
  2099. DP_PEER_PER_PKT_STATS_INC_PKT(txrx_peer, rx.mec_drop, 1,
  2100. qdf_nbuf_len(nbuf), link_id);
  2101. goto drop_nbuf;
  2102. }
  2103. if (qdf_unlikely(txrx_peer->nawds_enabled &&
  2104. hal_rx_msdu_end_da_is_mcbc_get(soc->hal_soc,
  2105. rx_tlv_hdr))) {
  2106. dp_err_rl("free buffer for multicast packet");
  2107. DP_PEER_PER_PKT_STATS_INC(txrx_peer, rx.nawds_mcast_drop, 1,
  2108. link_id);
  2109. goto drop_nbuf;
  2110. }
  2111. if (!dp_wds_rx_policy_check(rx_tlv_hdr, vdev, txrx_peer)) {
  2112. dp_err_rl("mcast Policy Check Drop pkt");
  2113. DP_PEER_PER_PKT_STATS_INC(txrx_peer, rx.policy_check_drop, 1,
  2114. link_id);
  2115. goto drop_nbuf;
  2116. }
  2117. /* WDS Source Port Learning */
  2118. if (!soc->ast_offload_support &&
  2119. qdf_likely(vdev->rx_decap_type == htt_cmn_pkt_type_ethernet &&
  2120. vdev->wds_enabled))
  2121. dp_rx_wds_srcport_learn(soc, rx_tlv_hdr, txrx_peer, nbuf,
  2122. msdu_metadata);
  2123. if (hal_rx_is_unicast(soc->hal_soc, rx_tlv_hdr)) {
  2124. struct dp_peer *peer;
  2125. struct dp_rx_tid *rx_tid;
  2126. peer = dp_peer_get_ref_by_id(soc, txrx_peer->peer_id,
  2127. DP_MOD_ID_RX_ERR);
  2128. if (peer) {
  2129. rx_tid = &peer->rx_tid[tid];
  2130. qdf_spin_lock_bh(&rx_tid->tid_lock);
  2131. if (!peer->rx_tid[tid].hw_qdesc_vaddr_unaligned) {
  2132. /* For Mesh peer, if on one of the mesh AP the
  2133. * mesh peer is not deleted, the new addition of mesh
  2134. * peer on other mesh AP doesn't do BA negotiation
  2135. * leading to mismatch in BA windows.
  2136. * To avoid this send max BA window during init.
  2137. */
  2138. if (qdf_unlikely(vdev->mesh_vdev) ||
  2139. qdf_unlikely(txrx_peer->nawds_enabled))
  2140. dp_rx_tid_setup_wifi3(
  2141. peer, BIT(tid),
  2142. hal_get_rx_max_ba_window(soc->hal_soc,tid),
  2143. IEEE80211_SEQ_MAX);
  2144. else
  2145. dp_rx_tid_setup_wifi3(peer, BIT(tid), 1,
  2146. IEEE80211_SEQ_MAX);
  2147. }
  2148. qdf_spin_unlock_bh(&rx_tid->tid_lock);
  2149. /* IEEE80211_SEQ_MAX indicates invalid start_seq */
  2150. dp_peer_unref_delete(peer, DP_MOD_ID_RX_ERR);
  2151. }
  2152. }
  2153. eh = (qdf_ether_header_t *)qdf_nbuf_data(nbuf);
  2154. if (!txrx_peer->authorize) {
  2155. is_eapol = qdf_nbuf_is_ipv4_eapol_pkt(nbuf);
  2156. if (is_eapol || qdf_nbuf_is_ipv4_wapi_pkt(nbuf)) {
  2157. if (!dp_rx_err_match_dhost(eh, vdev))
  2158. goto drop_nbuf;
  2159. } else {
  2160. goto drop_nbuf;
  2161. }
  2162. }
  2163. /*
  2164. * Drop packets in this path if cce_match is found. Packets will come
  2165. * in following path depending on whether tidQ is setup.
  2166. * 1. If tidQ is setup: WIFILI_HAL_RX_WBM_REO_PSH_RSN_ROUTE and
  2167. * cce_match = 1
  2168. * Packets with WIFILI_HAL_RX_WBM_REO_PSH_RSN_ROUTE are already
  2169. * dropped.
  2170. * 2. If tidQ is not setup: WIFILI_HAL_RX_WBM_REO_PSH_RSN_ERROR and
  2171. * cce_match = 1
  2172. * These packets need to be dropped and should not get delivered
  2173. * to stack.
  2174. */
  2175. if (qdf_unlikely(dp_rx_err_cce_drop(soc, vdev, nbuf, rx_tlv_hdr)))
  2176. goto drop_nbuf;
  2177. /*
  2178. * In extap mode if the received packet matches with mld mac address
  2179. * drop it. For non IP packets conversion might not be possible
  2180. * due to that MEC entry will not be updated, resulting loopback.
  2181. */
  2182. if (qdf_unlikely(check_extap_multicast_loopback(vdev,
  2183. eh->ether_shost))) {
  2184. DP_PEER_PER_PKT_STATS_INC_PKT(txrx_peer, rx.mec_drop, 1,
  2185. qdf_nbuf_len(nbuf), link_id);
  2186. goto drop_nbuf;
  2187. }
  2188. if (qdf_unlikely(vdev->rx_decap_type == htt_cmn_pkt_type_raw)) {
  2189. qdf_nbuf_set_raw_frame(nbuf, 1);
  2190. qdf_nbuf_set_next(nbuf, NULL);
  2191. dp_rx_deliver_raw(vdev, nbuf, txrx_peer, link_id);
  2192. } else {
  2193. enh_flag = vdev->pdev->enhanced_stats_en;
  2194. qdf_nbuf_set_next(nbuf, NULL);
  2195. DP_PEER_TO_STACK_INCC_PKT(txrx_peer, 1, qdf_nbuf_len(nbuf),
  2196. enh_flag);
  2197. DP_PEER_PER_PKT_STATS_INC_PKT(txrx_peer,
  2198. rx.rx_success, 1,
  2199. qdf_nbuf_len(nbuf),
  2200. link_id);
  2201. /*
  2202. * Update the protocol tag in SKB based on
  2203. * CCE metadata
  2204. */
  2205. dp_rx_update_protocol_tag(soc, vdev, nbuf, rx_tlv_hdr,
  2206. EXCEPTION_DEST_RING_ID,
  2207. true, true);
  2208. /* Update the flow tag in SKB based on FSE metadata */
  2209. dp_rx_update_flow_tag(soc, vdev, nbuf,
  2210. rx_tlv_hdr, true);
  2211. if (qdf_unlikely(hal_rx_msdu_end_da_is_mcbc_get(
  2212. soc->hal_soc, rx_tlv_hdr) &&
  2213. (vdev->rx_decap_type ==
  2214. htt_cmn_pkt_type_ethernet))) {
  2215. DP_PEER_MC_INCC_PKT(txrx_peer, 1, qdf_nbuf_len(nbuf),
  2216. enh_flag, link_id);
  2217. if (QDF_IS_ADDR_BROADCAST(eh->ether_dhost))
  2218. DP_PEER_BC_INCC_PKT(txrx_peer, 1,
  2219. qdf_nbuf_len(nbuf),
  2220. enh_flag,
  2221. link_id);
  2222. } else {
  2223. DP_PEER_UC_INCC_PKT(txrx_peer, 1,
  2224. qdf_nbuf_len(nbuf),
  2225. enh_flag,
  2226. link_id);
  2227. }
  2228. qdf_nbuf_set_exc_frame(nbuf, 1);
  2229. if (qdf_unlikely(vdev->multipass_en)) {
  2230. if (dp_rx_multipass_process(txrx_peer, nbuf,
  2231. tid) == false) {
  2232. DP_PEER_PER_PKT_STATS_INC
  2233. (txrx_peer,
  2234. rx.multipass_rx_pkt_drop,
  2235. 1, link_id);
  2236. goto drop_nbuf;
  2237. }
  2238. }
  2239. dp_rx_deliver_to_osif_stack(soc, vdev, txrx_peer, nbuf, NULL,
  2240. is_eapol);
  2241. }
  2242. return QDF_STATUS_SUCCESS;
  2243. drop_nbuf:
  2244. dp_rx_nbuf_free(nbuf);
  2245. return QDF_STATUS_E_FAILURE;
  2246. }