dp_rx_mon_dest.c 61 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199
  1. /*
  2. * Copyright (c) 2017-2021 The Linux Foundation. All rights reserved.
  3. *
  4. * Permission to use, copy, modify, and/or distribute this software for
  5. * any purpose with or without fee is hereby granted, provided that the
  6. * above copyright notice and this permission notice appear in all
  7. * copies.
  8. *
  9. * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL
  10. * WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED
  11. * WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE
  12. * AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL
  13. * DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR
  14. * PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER
  15. * TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
  16. * PERFORMANCE OF THIS SOFTWARE.
  17. */
  18. #include "hal_hw_headers.h"
  19. #include "dp_types.h"
  20. #include "dp_rx.h"
  21. #include "dp_peer.h"
  22. #include "hal_rx.h"
  23. #include "hal_api.h"
  24. #include "qdf_trace.h"
  25. #include "qdf_nbuf.h"
  26. #include "hal_api_mon.h"
  27. #include "dp_rx_mon.h"
  28. #include "wlan_cfg.h"
  29. #include "dp_internal.h"
  30. #include "dp_rx_buffer_pool.h"
  31. #ifdef WLAN_TX_PKT_CAPTURE_ENH
  32. #include "dp_rx_mon_feature.h"
  33. static inline void
  34. dp_handle_tx_capture(struct dp_soc *soc, struct dp_pdev *pdev,
  35. qdf_nbuf_t mon_mpdu)
  36. {
  37. struct hal_rx_ppdu_info *ppdu_info = &pdev->ppdu_info;
  38. if (pdev->tx_capture_enabled
  39. == CDP_TX_ENH_CAPTURE_DISABLED)
  40. return;
  41. if ((ppdu_info->sw_frame_group_id ==
  42. HAL_MPDU_SW_FRAME_GROUP_CTRL_NDPA) ||
  43. (ppdu_info->sw_frame_group_id ==
  44. HAL_MPDU_SW_FRAME_GROUP_CTRL_BAR))
  45. dp_handle_tx_capture_from_dest(soc, pdev, mon_mpdu);
  46. }
  47. static void
  48. dp_tx_capture_get_user_id(struct dp_pdev *dp_pdev, void *rx_desc_tlv)
  49. {
  50. if (dp_pdev->tx_capture_enabled
  51. != CDP_TX_ENH_CAPTURE_DISABLED)
  52. dp_pdev->ppdu_info.rx_info.user_id =
  53. HAL_RX_HW_DESC_MPDU_USER_ID(rx_desc_tlv);
  54. }
  55. #else
  56. static inline void
  57. dp_handle_tx_capture(struct dp_soc *soc, struct dp_pdev *pdev,
  58. qdf_nbuf_t mon_mpdu)
  59. {
  60. }
  61. static void
  62. dp_tx_capture_get_user_id(struct dp_pdev *dp_pdev, void *rx_desc_tlv)
  63. {
  64. }
  65. #endif
  66. /*
  67. * PPDU id is from 0 to 64k-1. PPDU id read from status ring and PPDU id
  68. * read from destination ring shall track each other. If the distance of
  69. * two ppdu id is less than 20000. It is assume no wrap around. Otherwise,
  70. * It is assume wrap around.
  71. */
  72. #define NOT_PPDU_ID_WRAP_AROUND 20000
  73. /*
  74. * The destination ring processing is stuck if the destrination is not
  75. * moving while status ring moves 16 ppdu. the destination ring processing
  76. * skips this destination ring ppdu as walkaround
  77. */
  78. #define MON_DEST_RING_STUCK_MAX_CNT 16
  79. /**
  80. * dp_rx_mon_link_desc_return() - Return a MPDU link descriptor to HW
  81. * (WBM), following error handling
  82. *
  83. * @dp_pdev: core txrx pdev context
  84. * @buf_addr_info: void pointer to monitor link descriptor buf addr info
  85. * Return: QDF_STATUS
  86. */
  87. QDF_STATUS
  88. dp_rx_mon_link_desc_return(struct dp_pdev *dp_pdev,
  89. hal_buff_addrinfo_t buf_addr_info, int mac_id)
  90. {
  91. struct dp_srng *dp_srng;
  92. hal_ring_handle_t hal_ring_hdl;
  93. hal_soc_handle_t hal_soc;
  94. QDF_STATUS status = QDF_STATUS_E_FAILURE;
  95. void *src_srng_desc;
  96. hal_soc = dp_pdev->soc->hal_soc;
  97. dp_srng = &dp_pdev->soc->rxdma_mon_desc_ring[mac_id];
  98. hal_ring_hdl = dp_srng->hal_srng;
  99. qdf_assert(hal_ring_hdl);
  100. if (qdf_unlikely(hal_srng_access_start(hal_soc, hal_ring_hdl))) {
  101. /* TODO */
  102. /*
  103. * Need API to convert from hal_ring pointer to
  104. * Ring Type / Ring Id combo
  105. */
  106. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_ERROR,
  107. "%s %d : \
  108. HAL RING Access For WBM Release SRNG Failed -- %pK",
  109. __func__, __LINE__, hal_ring_hdl);
  110. goto done;
  111. }
  112. src_srng_desc = hal_srng_src_get_next(hal_soc, hal_ring_hdl);
  113. if (qdf_likely(src_srng_desc)) {
  114. /* Return link descriptor through WBM ring (SW2WBM)*/
  115. hal_rx_mon_msdu_link_desc_set(hal_soc,
  116. src_srng_desc, buf_addr_info);
  117. status = QDF_STATUS_SUCCESS;
  118. } else {
  119. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_ERROR,
  120. "%s %d -- Monitor Link Desc WBM Release Ring Full",
  121. __func__, __LINE__);
  122. }
  123. done:
  124. hal_srng_access_end(hal_soc, hal_ring_hdl);
  125. return status;
  126. }
  127. /**
  128. * dp_rx_mon_mpdu_pop() - Return a MPDU link descriptor to HW
  129. * (WBM), following error handling
  130. *
  131. * @soc: core DP main context
  132. * @mac_id: mac id which is one of 3 mac_ids
  133. * @rxdma_dst_ring_desc: void pointer to monitor link descriptor buf addr info
  134. * @head_msdu: head of msdu to be popped
  135. * @tail_msdu: tail of msdu to be popped
  136. * @npackets: number of packet to be popped
  137. * @ppdu_id: ppdu id of processing ppdu
  138. * @head: head of descs list to be freed
  139. * @tail: tail of decs list to be freed
  140. *
  141. * Return: number of msdu in MPDU to be popped
  142. */
  143. static inline uint32_t
  144. dp_rx_mon_mpdu_pop(struct dp_soc *soc, uint32_t mac_id,
  145. hal_rxdma_desc_t rxdma_dst_ring_desc, qdf_nbuf_t *head_msdu,
  146. qdf_nbuf_t *tail_msdu, uint32_t *npackets, uint32_t *ppdu_id,
  147. union dp_rx_desc_list_elem_t **head,
  148. union dp_rx_desc_list_elem_t **tail)
  149. {
  150. struct dp_pdev *dp_pdev = dp_get_pdev_for_lmac_id(soc, mac_id);
  151. void *rx_desc_tlv;
  152. void *rx_msdu_link_desc;
  153. qdf_nbuf_t msdu;
  154. qdf_nbuf_t last;
  155. struct hal_rx_msdu_list msdu_list;
  156. uint16_t num_msdus;
  157. uint32_t rx_buf_size, rx_pkt_offset;
  158. struct hal_buf_info buf_info;
  159. uint32_t rx_bufs_used = 0;
  160. uint32_t msdu_ppdu_id, msdu_cnt;
  161. uint8_t *data = NULL;
  162. uint32_t i;
  163. uint32_t total_frag_len = 0, frag_len = 0;
  164. bool is_frag, is_first_msdu;
  165. bool drop_mpdu = false, is_frag_non_raw = false;
  166. uint8_t bm_action = HAL_BM_ACTION_PUT_IN_IDLE_LIST;
  167. qdf_dma_addr_t buf_paddr = 0;
  168. uint32_t rx_link_buf_info[HAL_RX_BUFFINFO_NUM_DWORDS];
  169. struct cdp_mon_status *rs;
  170. if (qdf_unlikely(!dp_pdev)) {
  171. dp_rx_mon_dest_debug("%pK: pdev is null for mac_id = %d", soc, mac_id);
  172. return rx_bufs_used;
  173. }
  174. msdu = 0;
  175. last = NULL;
  176. hal_rx_reo_ent_buf_paddr_get(rxdma_dst_ring_desc, &buf_info, &msdu_cnt);
  177. rs = &dp_pdev->rx_mon_recv_status;
  178. rs->cdp_rs_rxdma_err = false;
  179. if ((hal_rx_reo_ent_rxdma_push_reason_get(rxdma_dst_ring_desc) ==
  180. HAL_RX_WBM_RXDMA_PSH_RSN_ERROR)) {
  181. uint8_t rxdma_err =
  182. hal_rx_reo_ent_rxdma_error_code_get(
  183. rxdma_dst_ring_desc);
  184. if (qdf_unlikely((rxdma_err == HAL_RXDMA_ERR_FLUSH_REQUEST) ||
  185. (rxdma_err == HAL_RXDMA_ERR_MPDU_LENGTH) ||
  186. (rxdma_err == HAL_RXDMA_ERR_OVERFLOW) ||
  187. (rxdma_err == HAL_RXDMA_ERR_FCS && dp_pdev->mcopy_mode))) {
  188. drop_mpdu = true;
  189. dp_pdev->rx_mon_stats.dest_mpdu_drop++;
  190. }
  191. rs->cdp_rs_rxdma_err = true;
  192. }
  193. is_frag = false;
  194. is_first_msdu = true;
  195. do {
  196. /* WAR for duplicate link descriptors received from HW */
  197. if (qdf_unlikely(dp_pdev->mon_last_linkdesc_paddr ==
  198. buf_info.paddr)) {
  199. dp_pdev->rx_mon_stats.dup_mon_linkdesc_cnt++;
  200. return rx_bufs_used;
  201. }
  202. rx_msdu_link_desc =
  203. dp_rx_cookie_2_mon_link_desc(dp_pdev,
  204. buf_info, mac_id);
  205. qdf_assert_always(rx_msdu_link_desc);
  206. hal_rx_msdu_list_get(soc->hal_soc, rx_msdu_link_desc,
  207. &msdu_list, &num_msdus);
  208. for (i = 0; i < num_msdus; i++) {
  209. uint16_t l2_hdr_offset;
  210. struct dp_rx_desc *rx_desc = NULL;
  211. struct rx_desc_pool *rx_desc_pool;
  212. rx_desc = dp_rx_get_mon_desc(soc,
  213. msdu_list.sw_cookie[i]);
  214. qdf_assert_always(rx_desc);
  215. msdu = DP_RX_MON_GET_NBUF_FROM_DESC(rx_desc);
  216. buf_paddr = dp_rx_mon_get_paddr_from_desc(rx_desc);
  217. /* WAR for duplicate buffers received from HW */
  218. if (qdf_unlikely(dp_pdev->mon_last_buf_cookie ==
  219. msdu_list.sw_cookie[i] ||
  220. DP_RX_MON_IS_BUFFER_ADDR_NULL(rx_desc) ||
  221. msdu_list.paddr[i] != buf_paddr ||
  222. !rx_desc->in_use)) {
  223. /* Skip duplicate buffer and drop subsequent
  224. * buffers in this MPDU
  225. */
  226. drop_mpdu = true;
  227. dp_pdev->rx_mon_stats.dup_mon_buf_cnt++;
  228. dp_pdev->mon_last_linkdesc_paddr =
  229. buf_info.paddr;
  230. continue;
  231. }
  232. if (rx_desc->unmapped == 0) {
  233. rx_desc_pool = dp_rx_get_mon_desc_pool(soc,
  234. mac_id,
  235. dp_pdev->pdev_id);
  236. dp_rx_mon_buffer_unmap(soc, rx_desc,
  237. rx_desc_pool->buf_size);
  238. rx_desc->unmapped = 1;
  239. }
  240. if (dp_rx_buffer_pool_refill(soc, msdu,
  241. rx_desc->pool_id)) {
  242. drop_mpdu = true;
  243. msdu = NULL;
  244. dp_pdev->mon_last_linkdesc_paddr =
  245. buf_info.paddr;
  246. goto next_msdu;
  247. }
  248. if (drop_mpdu) {
  249. dp_pdev->mon_last_linkdesc_paddr =
  250. buf_info.paddr;
  251. dp_rx_mon_buffer_free(rx_desc);
  252. msdu = NULL;
  253. goto next_msdu;
  254. }
  255. data = dp_rx_mon_get_buffer_data(rx_desc);
  256. rx_desc_tlv = HAL_RX_MON_DEST_GET_DESC(data);
  257. dp_rx_mon_dest_debug("%pK: i=%d, ppdu_id=%x, num_msdus = %u",
  258. soc, i, *ppdu_id, num_msdus);
  259. if (is_first_msdu) {
  260. if (!hal_rx_mpdu_start_tlv_tag_valid(
  261. soc->hal_soc,
  262. rx_desc_tlv)) {
  263. drop_mpdu = true;
  264. dp_rx_mon_buffer_free(rx_desc);
  265. msdu = NULL;
  266. dp_pdev->mon_last_linkdesc_paddr =
  267. buf_info.paddr;
  268. goto next_msdu;
  269. }
  270. msdu_ppdu_id = hal_rx_hw_desc_get_ppduid_get(
  271. soc->hal_soc,
  272. rx_desc_tlv,
  273. rxdma_dst_ring_desc);
  274. is_first_msdu = false;
  275. dp_rx_mon_dest_debug("%pK: msdu_ppdu_id=%x",
  276. soc, msdu_ppdu_id);
  277. if (*ppdu_id > msdu_ppdu_id)
  278. dp_rx_mon_dest_debug("%pK: ppdu_id=%d "
  279. "msdu_ppdu_id=%d", soc,
  280. *ppdu_id, msdu_ppdu_id);
  281. if ((*ppdu_id < msdu_ppdu_id) && (
  282. (msdu_ppdu_id - *ppdu_id) <
  283. NOT_PPDU_ID_WRAP_AROUND)) {
  284. *ppdu_id = msdu_ppdu_id;
  285. return rx_bufs_used;
  286. } else if ((*ppdu_id > msdu_ppdu_id) && (
  287. (*ppdu_id - msdu_ppdu_id) >
  288. NOT_PPDU_ID_WRAP_AROUND)) {
  289. *ppdu_id = msdu_ppdu_id;
  290. return rx_bufs_used;
  291. }
  292. dp_tx_capture_get_user_id(dp_pdev,
  293. rx_desc_tlv);
  294. if (*ppdu_id == msdu_ppdu_id)
  295. dp_pdev->rx_mon_stats.ppdu_id_match++;
  296. else
  297. dp_pdev->rx_mon_stats.ppdu_id_mismatch
  298. ++;
  299. dp_pdev->mon_last_linkdesc_paddr =
  300. buf_info.paddr;
  301. if (dp_rx_mon_alloc_parent_buffer(head_msdu)
  302. != QDF_STATUS_SUCCESS) {
  303. DP_STATS_INC(dp_pdev,
  304. replenish.nbuf_alloc_fail,
  305. 1);
  306. qdf_frag_free(rx_desc_tlv);
  307. QDF_TRACE(QDF_MODULE_ID_DP,
  308. QDF_TRACE_LEVEL_DEBUG,
  309. "[%s] failed to allocate parent buffer to hold all frag",
  310. __func__);
  311. drop_mpdu = true;
  312. goto next_msdu;
  313. }
  314. }
  315. if (hal_rx_desc_is_first_msdu(soc->hal_soc,
  316. rx_desc_tlv))
  317. hal_rx_mon_hw_desc_get_mpdu_status(soc->hal_soc,
  318. rx_desc_tlv,
  319. &(dp_pdev->ppdu_info.rx_status));
  320. dp_rx_mon_parse_desc_buffer(soc,
  321. &(msdu_list.msdu_info[i]),
  322. &is_frag,
  323. &total_frag_len,
  324. &frag_len,
  325. &l2_hdr_offset,
  326. rx_desc_tlv,
  327. &is_frag_non_raw, data);
  328. if (!is_frag)
  329. msdu_cnt--;
  330. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_DEBUG,
  331. "%s total_len %u frag_len %u flags %u",
  332. __func__, total_frag_len, frag_len,
  333. msdu_list.msdu_info[i].msdu_flags);
  334. rx_pkt_offset = SIZE_OF_MONITOR_TLV;
  335. rx_buf_size = rx_pkt_offset + l2_hdr_offset
  336. + frag_len;
  337. dp_rx_mon_buffer_set_pktlen(msdu, rx_buf_size);
  338. #if 0
  339. /* Disble it.see packet on msdu done set to 0 */
  340. /*
  341. * Check if DMA completed -- msdu_done is the
  342. * last bit to be written
  343. */
  344. if (!hal_rx_attn_msdu_done_get(rx_desc_tlv)) {
  345. QDF_TRACE(QDF_MODULE_ID_DP,
  346. QDF_TRACE_LEVEL_ERROR,
  347. "%s:%d: Pkt Desc",
  348. __func__, __LINE__);
  349. QDF_TRACE_HEX_DUMP(QDF_MODULE_ID_DP,
  350. QDF_TRACE_LEVEL_ERROR,
  351. rx_desc_tlv, 128);
  352. qdf_assert_always(0);
  353. }
  354. #endif
  355. dp_rx_mon_dest_debug("%pK: rx_pkt_offset=%d, l2_hdr_offset=%d, msdu_len=%d, frag_len %u",
  356. soc, rx_pkt_offset, l2_hdr_offset,
  357. msdu_list.msdu_info[i].msdu_len,
  358. frag_len);
  359. if (dp_rx_mon_add_msdu_to_list(head_msdu, msdu, &last,
  360. rx_desc_tlv, frag_len,
  361. l2_hdr_offset)
  362. != QDF_STATUS_SUCCESS) {
  363. dp_rx_mon_add_msdu_to_list_failure_handler(rx_desc_tlv,
  364. dp_pdev, &last, head_msdu,
  365. tail_msdu, __func__);
  366. drop_mpdu = true;
  367. goto next_msdu;
  368. }
  369. next_msdu:
  370. dp_pdev->mon_last_buf_cookie = msdu_list.sw_cookie[i];
  371. rx_bufs_used++;
  372. dp_rx_add_to_free_desc_list(head,
  373. tail, rx_desc);
  374. }
  375. /*
  376. * Store the current link buffer into to the local
  377. * structure to be used for release purpose.
  378. */
  379. hal_rxdma_buff_addr_info_set(rx_link_buf_info, buf_info.paddr,
  380. buf_info.sw_cookie, buf_info.rbm);
  381. hal_rx_mon_next_link_desc_get(rx_msdu_link_desc, &buf_info);
  382. if (dp_rx_monitor_link_desc_return(dp_pdev,
  383. (hal_buff_addrinfo_t)
  384. rx_link_buf_info,
  385. mac_id,
  386. bm_action)
  387. != QDF_STATUS_SUCCESS)
  388. dp_err_rl("monitor link desc return failed");
  389. } while (buf_info.paddr && msdu_cnt);
  390. dp_rx_mon_init_tail_msdu(head_msdu, msdu, last, tail_msdu);
  391. dp_rx_mon_remove_raw_frame_fcs_len(head_msdu, tail_msdu);
  392. return rx_bufs_used;
  393. }
  394. static inline
  395. void dp_rx_msdus_set_payload(struct dp_soc *soc, qdf_nbuf_t msdu)
  396. {
  397. uint8_t *data;
  398. uint32_t rx_pkt_offset, l2_hdr_offset;
  399. data = qdf_nbuf_data(msdu);
  400. rx_pkt_offset = SIZE_OF_MONITOR_TLV;
  401. l2_hdr_offset = hal_rx_msdu_end_l3_hdr_padding_get(soc->hal_soc, data);
  402. qdf_nbuf_pull_head(msdu, rx_pkt_offset + l2_hdr_offset);
  403. }
  404. #ifdef DP_RX_MON_MEM_FRAG
  405. /**
  406. * dp_rx_mon_fraglist_prepare() - Prepare nbuf fraglist from chained skb
  407. *
  408. * @head_msdu: Parent SKB
  409. * @tail_msdu: Last skb in the chained list
  410. *
  411. * Return: Void
  412. */
  413. void dp_rx_mon_fraglist_prepare(qdf_nbuf_t head_msdu, qdf_nbuf_t tail_msdu)
  414. {
  415. qdf_nbuf_t msdu, mpdu_buf, prev_buf, head_frag_list;
  416. uint32_t frag_list_sum_len;
  417. dp_err("[%s][%d] decap format raw head %pK head->next %pK last_msdu %pK last_msdu->next %pK",
  418. __func__, __LINE__, head_msdu, head_msdu->next,
  419. tail_msdu, tail_msdu->next);
  420. /* Single skb accommodating MPDU worth Data */
  421. if (tail_msdu == head_msdu)
  422. return;
  423. mpdu_buf = head_msdu;
  424. prev_buf = mpdu_buf;
  425. frag_list_sum_len = 0;
  426. msdu = qdf_nbuf_next(head_msdu);
  427. /* msdu can't be NULL here as it is multiple skb case here */
  428. /* Head frag list to point to second skb */
  429. head_frag_list = msdu;
  430. while (msdu) {
  431. frag_list_sum_len += qdf_nbuf_len(msdu);
  432. prev_buf = msdu;
  433. msdu = qdf_nbuf_next(msdu);
  434. }
  435. qdf_nbuf_append_ext_list(mpdu_buf, head_frag_list, frag_list_sum_len);
  436. /* Make Parent skb next to NULL */
  437. qdf_nbuf_set_next(mpdu_buf, NULL);
  438. }
  439. /**
  440. * dp_rx_mon_frag_restitch_mpdu_from_msdus() - Restitch logic to
  441. * convert to 802.3 header and adjust frag memory pointing to
  442. * dot3 header and payload in case of Non-Raw frame.
  443. *
  444. * @soc: struct dp_soc *
  445. * @mac_id: MAC id
  446. * @head_msdu: MPDU containing all MSDU as a frag
  447. * @tail_msdu: last skb which accommodate MPDU info
  448. * @rx_status: struct cdp_mon_status *
  449. *
  450. * Return: Adjusted nbuf containing MPDU worth info.
  451. */
  452. static inline
  453. qdf_nbuf_t dp_rx_mon_frag_restitch_mpdu_from_msdus(struct dp_soc *soc,
  454. uint32_t mac_id,
  455. qdf_nbuf_t head_msdu,
  456. qdf_nbuf_t tail_msdu,
  457. struct cdp_mon_status *rx_status)
  458. {
  459. uint32_t wifi_hdr_len, sec_hdr_len, msdu_llc_len,
  460. mpdu_buf_len, decap_hdr_pull_bytes, dir,
  461. is_amsdu, amsdu_pad, frag_size, tot_msdu_len;
  462. qdf_frag_t rx_desc, rx_src_desc, rx_dest_desc, frag_addr;
  463. char *hdr_desc;
  464. uint8_t num_frags, frags_iter, l2_hdr_offset;
  465. struct ieee80211_frame *wh;
  466. struct ieee80211_qoscntl *qos;
  467. struct dp_pdev *dp_pdev = dp_get_pdev_for_lmac_id(soc, mac_id);
  468. int16_t frag_page_offset = 0;
  469. struct hal_rx_mon_dest_buf_info buf_info;
  470. uint32_t pad_byte_pholder = 0;
  471. qdf_nbuf_t msdu_curr;
  472. if (qdf_unlikely(!dp_pdev)) {
  473. dp_rx_mon_dest_debug("%pK: pdev is null for mac_id = %d", soc, mac_id);
  474. return NULL;
  475. }
  476. qdf_mem_zero(&buf_info, sizeof(struct hal_rx_mon_dest_buf_info));
  477. if (!head_msdu || !tail_msdu)
  478. goto mpdu_stitch_fail;
  479. rx_desc = qdf_nbuf_get_frag_addr(head_msdu, 0) - SIZE_OF_MONITOR_TLV;
  480. if (HAL_RX_DESC_GET_MPDU_LENGTH_ERR(rx_desc)) {
  481. /* It looks like there is some issue on MPDU len err */
  482. /* Need further investigate if drop the packet */
  483. DP_STATS_INC(dp_pdev, dropped.mon_rx_drop, 1);
  484. return NULL;
  485. }
  486. /* Look for FCS error */
  487. num_frags = qdf_nbuf_get_nr_frags(tail_msdu);
  488. rx_desc =
  489. qdf_nbuf_get_frag_addr(tail_msdu,
  490. num_frags - 1) - SIZE_OF_MONITOR_TLV;
  491. rx_status->cdp_rs_fcs_err = HAL_RX_DESC_GET_MPDU_FCS_ERR(rx_desc);
  492. dp_pdev->ppdu_info.rx_status.rs_fcs_err =
  493. HAL_RX_DESC_GET_MPDU_FCS_ERR(rx_desc);
  494. rx_desc = qdf_nbuf_get_frag_addr(head_msdu, 0) - SIZE_OF_MONITOR_TLV;
  495. hal_rx_mon_dest_get_buffer_info_from_tlv(rx_desc, &buf_info);
  496. /* Easy case - The MSDU status indicates that this is a non-decapped
  497. * packet in RAW mode.
  498. */
  499. if (buf_info.is_decap_raw == 1) {
  500. dp_rx_mon_fraglist_prepare(head_msdu, tail_msdu);
  501. goto mpdu_stitch_done;
  502. }
  503. l2_hdr_offset = DP_RX_MON_NONRAW_L2_HDR_PAD_BYTE;
  504. /* Decap mode:
  505. * Calculate the amount of header in decapped packet to knock off based
  506. * on the decap type and the corresponding number of raw bytes to copy
  507. * status header
  508. */
  509. hdr_desc = HAL_RX_DESC_GET_80211_HDR(rx_desc);
  510. dp_rx_mon_dest_debug("%pK: decap format not raw", soc);
  511. /* Base size */
  512. wifi_hdr_len = sizeof(struct ieee80211_frame);
  513. wh = (struct ieee80211_frame *)hdr_desc;
  514. dir = wh->i_fc[1] & IEEE80211_FC1_DIR_MASK;
  515. if (dir == IEEE80211_FC1_DIR_DSTODS)
  516. wifi_hdr_len += 6;
  517. is_amsdu = 0;
  518. if (wh->i_fc[0] & QDF_IEEE80211_FC0_SUBTYPE_QOS) {
  519. qos = (struct ieee80211_qoscntl *)
  520. (hdr_desc + wifi_hdr_len);
  521. wifi_hdr_len += 2;
  522. is_amsdu = (qos->i_qos[0] & IEEE80211_QOS_AMSDU);
  523. }
  524. /*Calculate security header length based on 'Protected'
  525. * and 'EXT_IV' flag
  526. */
  527. if (wh->i_fc[1] & IEEE80211_FC1_WEP) {
  528. char *iv = (char *)wh + wifi_hdr_len;
  529. if (iv[3] & KEY_EXTIV)
  530. sec_hdr_len = 8;
  531. else
  532. sec_hdr_len = 4;
  533. } else {
  534. sec_hdr_len = 0;
  535. }
  536. wifi_hdr_len += sec_hdr_len;
  537. /* MSDU related stuff LLC - AMSDU subframe header etc */
  538. msdu_llc_len = is_amsdu ? (14 + 8) : 8;
  539. mpdu_buf_len = wifi_hdr_len + msdu_llc_len;
  540. /* "Decap" header to remove from MSDU buffer */
  541. decap_hdr_pull_bytes = 14;
  542. amsdu_pad = 0;
  543. tot_msdu_len = 0;
  544. /*
  545. * keeping first MSDU ops outside of loop to avoid multiple
  546. * check handling
  547. */
  548. /* Construct src header */
  549. rx_src_desc = hdr_desc;
  550. /*
  551. * Update protocol and flow tag for MSDU
  552. * update frag index in ctx_idx field.
  553. * Reset head pointer data of nbuf before updating.
  554. */
  555. QDF_NBUF_CB_RX_CTX_ID(head_msdu) = 0;
  556. dp_rx_mon_update_protocol_flow_tag(soc, dp_pdev, head_msdu, rx_desc);
  557. /* Construct destination address */
  558. frag_addr = qdf_nbuf_get_frag_addr(head_msdu, 0);
  559. frag_size = qdf_nbuf_get_frag_size_by_idx(head_msdu, 0);
  560. /* We will come here in 2 scenario:
  561. * 1. First MSDU of MPDU with single buffer
  562. * 2. First buffer of First MSDU of MPDU with continuation
  563. *
  564. * ------------------------------------------------------------
  565. * | SINGLE BUFFER (<= RX_MONITOR_BUFFER_SIZE - RX_PKT_TLVS_LEN)|
  566. * ------------------------------------------------------------
  567. *
  568. * ------------------------------------------------------------
  569. * | First BUFFER with Continuation | ... |
  570. * | (RX_MONITOR_BUFFER_SIZE - RX_PKT_TLVS_LEN) | |
  571. * ------------------------------------------------------------
  572. */
  573. pad_byte_pholder =
  574. (RX_MONITOR_BUFFER_SIZE - RX_PKT_TLVS_LEN) - frag_size;
  575. /* Construct destination address
  576. * --------------------------------------------------------------
  577. * | RX_PKT_TLV | L2_HDR_PAD | Decap HDR | Payload |
  578. * | | / |
  579. * | >Frag address points here / |
  580. * | \ / |
  581. * | \ This bytes needs to / |
  582. * | \ removed to frame pkt / |
  583. * | ----------------------- |
  584. * | | |
  585. * | | |
  586. * | WIFI +LLC HDR will be added here <-| |
  587. * | | | |
  588. * | >Dest addr will point | |
  589. * | somewhere in this area | |
  590. * --------------------------------------------------------------
  591. */
  592. rx_dest_desc =
  593. (frag_addr + decap_hdr_pull_bytes + l2_hdr_offset) -
  594. mpdu_buf_len;
  595. /* Add WIFI and LLC header for 1st MSDU of MPDU */
  596. qdf_mem_copy(rx_dest_desc, rx_src_desc, mpdu_buf_len);
  597. frag_page_offset =
  598. (decap_hdr_pull_bytes + l2_hdr_offset) - mpdu_buf_len;
  599. qdf_nbuf_move_frag_page_offset(head_msdu, 0, frag_page_offset);
  600. frag_size = qdf_nbuf_get_frag_size_by_idx(head_msdu, 0);
  601. if (buf_info.first_buffer && buf_info.last_buffer) {
  602. /* MSDU with single bufffer */
  603. amsdu_pad = frag_size & 0x3;
  604. amsdu_pad = amsdu_pad ? (4 - amsdu_pad) : 0;
  605. if (amsdu_pad && (amsdu_pad <= pad_byte_pholder)) {
  606. char *frag_addr_temp;
  607. qdf_nbuf_trim_add_frag_size(head_msdu, 0, amsdu_pad,
  608. 0);
  609. frag_addr_temp =
  610. (char *)qdf_nbuf_get_frag_addr(head_msdu, 0);
  611. frag_addr_temp = (frag_addr_temp +
  612. qdf_nbuf_get_frag_size_by_idx(head_msdu, 0)) -
  613. amsdu_pad;
  614. qdf_mem_zero(frag_addr_temp, amsdu_pad);
  615. amsdu_pad = 0;
  616. }
  617. } else {
  618. /*
  619. * First buffer of Continuation frame and hence
  620. * amsdu_padding doesn't need to be added
  621. * Increase tot_msdu_len so that amsdu_pad byte
  622. * will be calculated for last frame of MSDU
  623. */
  624. tot_msdu_len = frag_size;
  625. amsdu_pad = 0;
  626. }
  627. /* Here amsdu_pad byte will have some value if 1sf buffer was
  628. * Single buffer MSDU and dint had pholder to adjust amsdu padding
  629. * byte in the end
  630. * So dont initialize to ZERO here
  631. */
  632. pad_byte_pholder = 0;
  633. for (msdu_curr = head_msdu; msdu_curr;) {
  634. /* frag_iter will start from 0 for second skb onwards */
  635. if (msdu_curr == head_msdu)
  636. frags_iter = 1;
  637. else
  638. frags_iter = 0;
  639. num_frags = qdf_nbuf_get_nr_frags(msdu_curr);
  640. for (; frags_iter < num_frags; frags_iter++) {
  641. /* Construct destination address
  642. * ----------------------------------------------------------
  643. * | RX_PKT_TLV | L2_HDR_PAD | Decap HDR | Payload | Pad |
  644. * | | (First buffer) | | |
  645. * | | / / |
  646. * | >Frag address points here / / |
  647. * | \ / / |
  648. * | \ This bytes needs to / / |
  649. * | \ removed to frame pkt/ / |
  650. * | ---------------------- / |
  651. * | | / Add |
  652. * | | / amsdu pad |
  653. * | LLC HDR will be added here <-| | Byte for |
  654. * | | | | last frame |
  655. * | >Dest addr will point | | if space |
  656. * | somewhere in this area | | available |
  657. * | And amsdu_pad will be created if | | |
  658. * | dint get added in last buffer | | |
  659. * | (First Buffer) | | |
  660. * ----------------------------------------------------------
  661. */
  662. frag_addr =
  663. qdf_nbuf_get_frag_addr(msdu_curr, frags_iter);
  664. rx_desc = frag_addr - SIZE_OF_MONITOR_TLV;
  665. /*
  666. * Update protocol and flow tag for MSDU
  667. * update frag index in ctx_idx field
  668. */
  669. QDF_NBUF_CB_RX_CTX_ID(msdu_curr) = frags_iter;
  670. dp_rx_mon_update_protocol_flow_tag(soc, dp_pdev,
  671. msdu_curr, rx_desc);
  672. /* Read buffer info from stored data in tlvs */
  673. hal_rx_mon_dest_get_buffer_info_from_tlv(rx_desc,
  674. &buf_info);
  675. frag_size = qdf_nbuf_get_frag_size_by_idx(msdu_curr,
  676. frags_iter);
  677. /* If Middle buffer, dont add any header */
  678. if ((!buf_info.first_buffer) && (!buf_info.last_buffer)) {
  679. tot_msdu_len += frag_size;
  680. amsdu_pad = 0;
  681. pad_byte_pholder = 0;
  682. continue;
  683. }
  684. /* Calculate if current buffer has placeholder
  685. * to accommodate amsdu pad byte
  686. */
  687. pad_byte_pholder =
  688. (RX_MONITOR_BUFFER_SIZE - RX_PKT_TLVS_LEN) - frag_size;
  689. /*
  690. * We will come here only only three condition:
  691. * 1. Msdu with single Buffer
  692. * 2. First buffer in case MSDU is spread in multiple
  693. * buffer
  694. * 3. Last buffer in case MSDU is spread in multiple
  695. * buffer
  696. *
  697. * First buffER | Last buffer
  698. * Case 1: 1 | 1
  699. * Case 2: 1 | 0
  700. * Case 3: 0 | 1
  701. *
  702. * In 3rd case only l2_hdr_padding byte will be Zero and
  703. * in other case, It will be 2 Bytes.
  704. */
  705. if (buf_info.first_buffer)
  706. l2_hdr_offset = DP_RX_MON_NONRAW_L2_HDR_PAD_BYTE;
  707. else
  708. l2_hdr_offset = DP_RX_MON_RAW_L2_HDR_PAD_BYTE;
  709. if (buf_info.first_buffer) {
  710. /* Src addr from where llc header needs to be copied */
  711. rx_src_desc =
  712. HAL_RX_DESC_GET_80211_HDR(rx_desc);
  713. /* Size of buffer with llc header */
  714. frag_size = frag_size -
  715. (l2_hdr_offset + decap_hdr_pull_bytes);
  716. frag_size += msdu_llc_len;
  717. /* Construct destination address */
  718. rx_dest_desc = frag_addr +
  719. decap_hdr_pull_bytes + l2_hdr_offset;
  720. rx_dest_desc = rx_dest_desc - (msdu_llc_len);
  721. qdf_mem_copy(rx_dest_desc, rx_src_desc,
  722. msdu_llc_len);
  723. /*
  724. * Calculate new page offset and create hole
  725. * if amsdu_pad required.
  726. */
  727. frag_page_offset = l2_hdr_offset +
  728. decap_hdr_pull_bytes;
  729. frag_page_offset = frag_page_offset -
  730. (msdu_llc_len + amsdu_pad);
  731. qdf_nbuf_move_frag_page_offset(msdu_curr,
  732. frags_iter,
  733. frag_page_offset);
  734. tot_msdu_len = frag_size;
  735. /*
  736. * No amsdu padding required for first frame of
  737. * continuation buffer
  738. */
  739. if (!buf_info.last_buffer) {
  740. amsdu_pad = 0;
  741. continue;
  742. }
  743. } else {
  744. tot_msdu_len += frag_size;
  745. }
  746. /* Will reach to this place in only two case:
  747. * 1. Single buffer MSDU
  748. * 2. Last buffer of MSDU in case of multiple buf MSDU
  749. */
  750. /* Check size of buffer if amsdu padding required */
  751. amsdu_pad = tot_msdu_len & 0x3;
  752. amsdu_pad = amsdu_pad ? (4 - amsdu_pad) : 0;
  753. /* Create placeholder if current bufer can
  754. * accommodate padding.
  755. */
  756. if (amsdu_pad && (amsdu_pad <= pad_byte_pholder)) {
  757. char *frag_addr_temp;
  758. qdf_nbuf_trim_add_frag_size(msdu_curr,
  759. frags_iter,
  760. amsdu_pad, 0);
  761. frag_addr_temp = (char *)qdf_nbuf_get_frag_addr(msdu_curr, 0);
  762. frag_addr_temp = (frag_addr_temp +
  763. qdf_nbuf_get_frag_size_by_idx(msdu_curr, frags_iter)) -
  764. amsdu_pad;
  765. qdf_mem_zero(frag_addr_temp, amsdu_pad);
  766. amsdu_pad = 0;
  767. }
  768. /* reset tot_msdu_len */
  769. tot_msdu_len = 0;
  770. }
  771. msdu_curr = qdf_nbuf_next(msdu_curr);
  772. }
  773. dp_rx_mon_fraglist_prepare(head_msdu, tail_msdu);
  774. dp_rx_mon_dest_debug("%pK: head_msdu %pK head_msdu->len %u",
  775. soc, head_msdu, head_msdu->len);
  776. mpdu_stitch_done:
  777. return head_msdu;
  778. mpdu_stitch_fail:
  779. dp_rx_mon_dest_err("%pK: mpdu_stitch_fail head_msdu %pK",
  780. soc, head_msdu);
  781. return NULL;
  782. }
  783. #endif
  784. static inline
  785. qdf_nbuf_t dp_rx_mon_restitch_mpdu_from_msdus(struct dp_soc *soc,
  786. uint32_t mac_id, qdf_nbuf_t head_msdu, qdf_nbuf_t last_msdu,
  787. struct cdp_mon_status *rx_status)
  788. {
  789. qdf_nbuf_t msdu, mpdu_buf, prev_buf, msdu_orig, head_frag_list;
  790. uint32_t decap_format, wifi_hdr_len, sec_hdr_len, msdu_llc_len,
  791. mpdu_buf_len, decap_hdr_pull_bytes, frag_list_sum_len, dir,
  792. is_amsdu, is_first_frag, amsdu_pad;
  793. void *rx_desc;
  794. char *hdr_desc;
  795. unsigned char *dest;
  796. struct ieee80211_frame *wh;
  797. struct ieee80211_qoscntl *qos;
  798. struct dp_pdev *dp_pdev = dp_get_pdev_for_lmac_id(soc, mac_id);
  799. head_frag_list = NULL;
  800. mpdu_buf = NULL;
  801. if (qdf_unlikely(!dp_pdev)) {
  802. dp_rx_mon_dest_debug("%pK: pdev is null for mac_id = %d",
  803. soc, mac_id);
  804. return NULL;
  805. }
  806. /* The nbuf has been pulled just beyond the status and points to the
  807. * payload
  808. */
  809. if (!head_msdu)
  810. goto mpdu_stitch_fail;
  811. msdu_orig = head_msdu;
  812. rx_desc = qdf_nbuf_data(msdu_orig);
  813. if (HAL_RX_DESC_GET_MPDU_LENGTH_ERR(rx_desc)) {
  814. /* It looks like there is some issue on MPDU len err */
  815. /* Need further investigate if drop the packet */
  816. DP_STATS_INC(dp_pdev, dropped.mon_rx_drop, 1);
  817. return NULL;
  818. }
  819. rx_desc = qdf_nbuf_data(last_msdu);
  820. rx_status->cdp_rs_fcs_err = HAL_RX_DESC_GET_MPDU_FCS_ERR(rx_desc);
  821. dp_pdev->ppdu_info.rx_status.rs_fcs_err =
  822. HAL_RX_DESC_GET_MPDU_FCS_ERR(rx_desc);
  823. /* Fill out the rx_status from the PPDU start and end fields */
  824. /* HAL_RX_GET_PPDU_STATUS(soc, mac_id, rx_status); */
  825. rx_desc = qdf_nbuf_data(head_msdu);
  826. decap_format = HAL_RX_DESC_GET_DECAP_FORMAT(rx_desc);
  827. /* Easy case - The MSDU status indicates that this is a non-decapped
  828. * packet in RAW mode.
  829. */
  830. if (decap_format == HAL_HW_RX_DECAP_FORMAT_RAW) {
  831. /* Note that this path might suffer from headroom unavailabilty
  832. * - but the RX status is usually enough
  833. */
  834. dp_rx_msdus_set_payload(soc, head_msdu);
  835. dp_rx_mon_dest_debug("%pK: decap format raw head %pK head->next %pK last_msdu %pK last_msdu->next %pK",
  836. soc, head_msdu, head_msdu->next,
  837. last_msdu, last_msdu->next);
  838. mpdu_buf = head_msdu;
  839. prev_buf = mpdu_buf;
  840. frag_list_sum_len = 0;
  841. msdu = qdf_nbuf_next(head_msdu);
  842. is_first_frag = 1;
  843. while (msdu) {
  844. dp_rx_msdus_set_payload(soc, msdu);
  845. if (is_first_frag) {
  846. is_first_frag = 0;
  847. head_frag_list = msdu;
  848. }
  849. frag_list_sum_len += qdf_nbuf_len(msdu);
  850. /* Maintain the linking of the cloned MSDUS */
  851. qdf_nbuf_set_next_ext(prev_buf, msdu);
  852. /* Move to the next */
  853. prev_buf = msdu;
  854. msdu = qdf_nbuf_next(msdu);
  855. }
  856. qdf_nbuf_trim_tail(prev_buf, HAL_RX_FCS_LEN);
  857. /* If there were more fragments to this RAW frame */
  858. if (head_frag_list) {
  859. if (frag_list_sum_len <
  860. sizeof(struct ieee80211_frame_min_one)) {
  861. DP_STATS_INC(dp_pdev, dropped.mon_rx_drop, 1);
  862. return NULL;
  863. }
  864. frag_list_sum_len -= HAL_RX_FCS_LEN;
  865. qdf_nbuf_append_ext_list(mpdu_buf, head_frag_list,
  866. frag_list_sum_len);
  867. qdf_nbuf_set_next(mpdu_buf, NULL);
  868. }
  869. goto mpdu_stitch_done;
  870. }
  871. /* Decap mode:
  872. * Calculate the amount of header in decapped packet to knock off based
  873. * on the decap type and the corresponding number of raw bytes to copy
  874. * status header
  875. */
  876. rx_desc = qdf_nbuf_data(head_msdu);
  877. hdr_desc = HAL_RX_DESC_GET_80211_HDR(rx_desc);
  878. dp_rx_mon_dest_debug("%pK: decap format not raw", soc);
  879. /* Base size */
  880. wifi_hdr_len = sizeof(struct ieee80211_frame);
  881. wh = (struct ieee80211_frame *)hdr_desc;
  882. dir = wh->i_fc[1] & IEEE80211_FC1_DIR_MASK;
  883. if (dir == IEEE80211_FC1_DIR_DSTODS)
  884. wifi_hdr_len += 6;
  885. is_amsdu = 0;
  886. if (wh->i_fc[0] & QDF_IEEE80211_FC0_SUBTYPE_QOS) {
  887. qos = (struct ieee80211_qoscntl *)
  888. (hdr_desc + wifi_hdr_len);
  889. wifi_hdr_len += 2;
  890. is_amsdu = (qos->i_qos[0] & IEEE80211_QOS_AMSDU);
  891. }
  892. /*Calculate security header length based on 'Protected'
  893. * and 'EXT_IV' flag
  894. * */
  895. if (wh->i_fc[1] & IEEE80211_FC1_WEP) {
  896. char *iv = (char *)wh + wifi_hdr_len;
  897. if (iv[3] & KEY_EXTIV)
  898. sec_hdr_len = 8;
  899. else
  900. sec_hdr_len = 4;
  901. } else {
  902. sec_hdr_len = 0;
  903. }
  904. wifi_hdr_len += sec_hdr_len;
  905. /* MSDU related stuff LLC - AMSDU subframe header etc */
  906. msdu_llc_len = is_amsdu ? (14 + 8) : 8;
  907. mpdu_buf_len = wifi_hdr_len + msdu_llc_len;
  908. /* "Decap" header to remove from MSDU buffer */
  909. decap_hdr_pull_bytes = 14;
  910. /* Allocate a new nbuf for holding the 802.11 header retrieved from the
  911. * status of the now decapped first msdu. Leave enough headroom for
  912. * accomodating any radio-tap /prism like PHY header
  913. */
  914. mpdu_buf = qdf_nbuf_alloc(soc->osdev,
  915. MAX_MONITOR_HEADER + mpdu_buf_len,
  916. MAX_MONITOR_HEADER, 4, FALSE);
  917. if (!mpdu_buf)
  918. goto mpdu_stitch_done;
  919. /* Copy the MPDU related header and enc headers into the first buffer
  920. * - Note that there can be a 2 byte pad between heaader and enc header
  921. */
  922. prev_buf = mpdu_buf;
  923. dest = qdf_nbuf_put_tail(prev_buf, wifi_hdr_len);
  924. if (!dest)
  925. goto mpdu_stitch_fail;
  926. qdf_mem_copy(dest, hdr_desc, wifi_hdr_len);
  927. hdr_desc += wifi_hdr_len;
  928. #if 0
  929. dest = qdf_nbuf_put_tail(prev_buf, sec_hdr_len);
  930. adf_os_mem_copy(dest, hdr_desc, sec_hdr_len);
  931. hdr_desc += sec_hdr_len;
  932. #endif
  933. /* The first LLC len is copied into the MPDU buffer */
  934. frag_list_sum_len = 0;
  935. msdu_orig = head_msdu;
  936. is_first_frag = 1;
  937. amsdu_pad = 0;
  938. while (msdu_orig) {
  939. /* TODO: intra AMSDU padding - do we need it ??? */
  940. msdu = msdu_orig;
  941. if (is_first_frag) {
  942. head_frag_list = msdu;
  943. } else {
  944. /* Reload the hdr ptr only on non-first MSDUs */
  945. rx_desc = qdf_nbuf_data(msdu_orig);
  946. hdr_desc = HAL_RX_DESC_GET_80211_HDR(rx_desc);
  947. }
  948. /* Copy this buffers MSDU related status into the prev buffer */
  949. if (is_first_frag) {
  950. is_first_frag = 0;
  951. }
  952. /* Update protocol and flow tag for MSDU */
  953. dp_rx_mon_update_protocol_flow_tag(soc, dp_pdev,
  954. msdu_orig, rx_desc);
  955. dest = qdf_nbuf_put_tail(prev_buf,
  956. msdu_llc_len + amsdu_pad);
  957. if (!dest)
  958. goto mpdu_stitch_fail;
  959. dest += amsdu_pad;
  960. qdf_mem_copy(dest, hdr_desc, msdu_llc_len);
  961. dp_rx_msdus_set_payload(soc, msdu);
  962. /* Push the MSDU buffer beyond the decap header */
  963. qdf_nbuf_pull_head(msdu, decap_hdr_pull_bytes);
  964. frag_list_sum_len += msdu_llc_len + qdf_nbuf_len(msdu)
  965. + amsdu_pad;
  966. /* Set up intra-AMSDU pad to be added to start of next buffer -
  967. * AMSDU pad is 4 byte pad on AMSDU subframe */
  968. amsdu_pad = (msdu_llc_len + qdf_nbuf_len(msdu)) & 0x3;
  969. amsdu_pad = amsdu_pad ? (4 - amsdu_pad) : 0;
  970. /* TODO FIXME How do we handle MSDUs that have fraglist - Should
  971. * probably iterate all the frags cloning them along the way and
  972. * and also updating the prev_buf pointer
  973. */
  974. /* Move to the next */
  975. prev_buf = msdu;
  976. msdu_orig = qdf_nbuf_next(msdu_orig);
  977. }
  978. #if 0
  979. /* Add in the trailer section - encryption trailer + FCS */
  980. qdf_nbuf_put_tail(prev_buf, HAL_RX_FCS_LEN);
  981. frag_list_sum_len += HAL_RX_FCS_LEN;
  982. #endif
  983. frag_list_sum_len -= msdu_llc_len;
  984. /* TODO: Convert this to suitable adf routines */
  985. qdf_nbuf_append_ext_list(mpdu_buf, head_frag_list,
  986. frag_list_sum_len);
  987. dp_rx_mon_dest_debug("%pK: mpdu_buf %pK mpdu_buf->len %u",
  988. soc, mpdu_buf, mpdu_buf->len);
  989. mpdu_stitch_done:
  990. /* Check if this buffer contains the PPDU end status for TSF */
  991. /* Need revist this code to see where we can get tsf timestamp */
  992. #if 0
  993. /* PPDU end TLV will be retrieved from monitor status ring */
  994. last_mpdu =
  995. (*(((u_int32_t *)&rx_desc->attention)) &
  996. RX_ATTENTION_0_LAST_MPDU_MASK) >>
  997. RX_ATTENTION_0_LAST_MPDU_LSB;
  998. if (last_mpdu)
  999. rx_status->rs_tstamp.tsf = rx_desc->ppdu_end.tsf_timestamp;
  1000. #endif
  1001. return mpdu_buf;
  1002. mpdu_stitch_fail:
  1003. if ((mpdu_buf) && (decap_format != HAL_HW_RX_DECAP_FORMAT_RAW)) {
  1004. dp_rx_mon_dest_err("%pK: mpdu_stitch_fail mpdu_buf %pK",
  1005. soc, mpdu_buf);
  1006. /* Free the head buffer */
  1007. qdf_nbuf_free(mpdu_buf);
  1008. }
  1009. return NULL;
  1010. }
  1011. #ifdef DP_RX_MON_MEM_FRAG
  1012. #if defined(WLAN_SUPPORT_RX_PROTOCOL_TYPE_TAG) ||\
  1013. defined(WLAN_SUPPORT_RX_FLOW_TAG)
  1014. static inline
  1015. void dp_rx_mon_update_pf_tag_to_buf_headroom(struct dp_soc *soc,
  1016. qdf_nbuf_t nbuf)
  1017. {
  1018. qdf_nbuf_t ext_list;
  1019. if (qdf_unlikely(!soc)) {
  1020. dp_err("Soc[%pK] Null. Can't update pftag to nbuf headroom\n",
  1021. soc);
  1022. qdf_assert_always(0);
  1023. }
  1024. if (!wlan_cfg_is_rx_mon_protocol_flow_tag_enabled(soc->wlan_cfg_ctx))
  1025. return;
  1026. if (qdf_unlikely(!nbuf))
  1027. return;
  1028. /* Return if it dint came from mon Path */
  1029. if (!qdf_nbuf_get_nr_frags(nbuf))
  1030. return;
  1031. /* Headroom must be double of PF_TAG_SIZE as we copy it 1stly to head */
  1032. if (qdf_unlikely(qdf_nbuf_headroom(nbuf) < (DP_RX_MON_TOT_PF_TAG_LEN * 2))) {
  1033. dp_err("Nbuf avail Headroom[%d] < 2 * DP_RX_MON_PF_TAG_TOT_LEN[%d]",
  1034. qdf_nbuf_headroom(nbuf), DP_RX_MON_TOT_PF_TAG_LEN);
  1035. return;
  1036. }
  1037. qdf_nbuf_push_head(nbuf, DP_RX_MON_TOT_PF_TAG_LEN);
  1038. qdf_mem_copy(qdf_nbuf_data(nbuf), qdf_nbuf_head(nbuf),
  1039. DP_RX_MON_TOT_PF_TAG_LEN);
  1040. qdf_nbuf_pull_head(nbuf, DP_RX_MON_TOT_PF_TAG_LEN);
  1041. ext_list = qdf_nbuf_get_ext_list(nbuf);
  1042. while (ext_list) {
  1043. /* Headroom must be double of PF_TAG_SIZE as we copy it 1stly to head */
  1044. if (qdf_unlikely(qdf_nbuf_headroom(ext_list) < (DP_RX_MON_TOT_PF_TAG_LEN * 2))) {
  1045. dp_err("Fraglist Nbuf avail Headroom[%d] < 2 * DP_RX_MON_PF_TAG_TOT_LEN[%d]",
  1046. qdf_nbuf_headroom(ext_list), DP_RX_MON_TOT_PF_TAG_LEN);
  1047. ext_list = qdf_nbuf_queue_next(ext_list);
  1048. continue;
  1049. }
  1050. qdf_nbuf_push_head(ext_list, DP_RX_MON_TOT_PF_TAG_LEN);
  1051. qdf_mem_copy(qdf_nbuf_data(ext_list), qdf_nbuf_head(ext_list),
  1052. DP_RX_MON_TOT_PF_TAG_LEN);
  1053. qdf_nbuf_pull_head(ext_list, DP_RX_MON_TOT_PF_TAG_LEN);
  1054. ext_list = qdf_nbuf_queue_next(ext_list);
  1055. }
  1056. }
  1057. #else
  1058. static inline
  1059. void dp_rx_mon_update_pf_tag_to_buf_headroom(struct dp_soc *soc,
  1060. qdf_nbuf_t nbuf)
  1061. {
  1062. }
  1063. #endif
  1064. #else
  1065. static inline
  1066. void dp_rx_mon_update_pf_tag_to_buf_headroom(struct dp_soc *soc,
  1067. qdf_nbuf_t nbuf)
  1068. {
  1069. }
  1070. #endif
  1071. /**
  1072. * dp_send_mgmt_packet_to_stack(): send indicataion to upper layers
  1073. *
  1074. * @soc: soc handle
  1075. * @nbuf: Mgmt packet
  1076. * @pdev: pdev handle
  1077. *
  1078. * Return: QDF_STATUS_SUCCESS on success
  1079. * QDF_STATUS_E_INVAL in error
  1080. */
  1081. #ifdef FEATURE_PERPKT_INFO
  1082. static inline QDF_STATUS dp_send_mgmt_packet_to_stack(struct dp_soc *soc,
  1083. qdf_nbuf_t nbuf,
  1084. struct dp_pdev *pdev)
  1085. {
  1086. uint32_t *nbuf_data;
  1087. struct ieee80211_frame *wh;
  1088. qdf_frag_t addr;
  1089. if (!nbuf)
  1090. return QDF_STATUS_E_INVAL;
  1091. /* Get addr pointing to80211 header */
  1092. addr = dp_rx_mon_get_nbuf_80211_hdr(nbuf);
  1093. if (qdf_unlikely(!addr)) {
  1094. qdf_nbuf_free(nbuf);
  1095. return QDF_STATUS_E_INVAL;
  1096. }
  1097. /*check if this is not a mgmt packet*/
  1098. wh = (struct ieee80211_frame *)addr;
  1099. if (((wh->i_fc[0] & IEEE80211_FC0_TYPE_MASK) !=
  1100. IEEE80211_FC0_TYPE_MGT) &&
  1101. ((wh->i_fc[0] & IEEE80211_FC0_TYPE_MASK) !=
  1102. IEEE80211_FC0_TYPE_CTL)) {
  1103. qdf_nbuf_free(nbuf);
  1104. return QDF_STATUS_E_INVAL;
  1105. }
  1106. nbuf_data = (uint32_t *)qdf_nbuf_push_head(nbuf, 4);
  1107. if (!nbuf_data) {
  1108. QDF_TRACE(QDF_MODULE_ID_DP,
  1109. QDF_TRACE_LEVEL_ERROR,
  1110. FL("No headroom"));
  1111. qdf_nbuf_free(nbuf);
  1112. return QDF_STATUS_E_INVAL;
  1113. }
  1114. *nbuf_data = pdev->ppdu_info.com_info.ppdu_id;
  1115. dp_wdi_event_handler(WDI_EVENT_RX_MGMT_CTRL, soc, nbuf,
  1116. HTT_INVALID_PEER,
  1117. WDI_NO_VAL, pdev->pdev_id);
  1118. return QDF_STATUS_SUCCESS;
  1119. }
  1120. #else
  1121. static inline QDF_STATUS dp_send_mgmt_packet_to_stack(struct dp_soc *soc,
  1122. qdf_nbuf_t nbuf,
  1123. struct dp_pdev *pdev)
  1124. {
  1125. return QDF_STATUS_SUCCESS;
  1126. }
  1127. #endif
  1128. /**
  1129. * dp_rx_extract_radiotap_info(): Extract and populate information in
  1130. * struct mon_rx_status type
  1131. * @rx_status: Receive status
  1132. * @mon_rx_status: Monitor mode status
  1133. *
  1134. * Returns: None
  1135. */
  1136. static inline
  1137. void dp_rx_extract_radiotap_info(struct cdp_mon_status *rx_status,
  1138. struct mon_rx_status *rx_mon_status)
  1139. {
  1140. rx_mon_status->tsft = rx_status->cdp_rs_tstamp.cdp_tsf;
  1141. rx_mon_status->chan_freq = rx_status->rs_freq;
  1142. rx_mon_status->chan_num = rx_status->rs_channel;
  1143. rx_mon_status->chan_flags = rx_status->rs_flags;
  1144. rx_mon_status->rate = rx_status->rs_datarate;
  1145. /* TODO: rx_mon_status->ant_signal_db */
  1146. /* TODO: rx_mon_status->nr_ant */
  1147. rx_mon_status->mcs = rx_status->cdf_rs_rate_mcs;
  1148. rx_mon_status->is_stbc = rx_status->cdp_rs_stbc;
  1149. rx_mon_status->sgi = rx_status->cdp_rs_sgi;
  1150. /* TODO: rx_mon_status->ldpc */
  1151. /* TODO: rx_mon_status->beamformed */
  1152. /* TODO: rx_mon_status->vht_flags */
  1153. /* TODO: rx_mon_status->vht_flag_values1 */
  1154. }
  1155. #ifdef DP_RX_MON_MEM_FRAG
  1156. static inline
  1157. qdf_nbuf_t dp_rx_mon_restitch_mpdu(struct dp_soc *soc, uint32_t mac_id,
  1158. qdf_nbuf_t head_msdu, qdf_nbuf_t tail_msdu,
  1159. struct cdp_mon_status *rs)
  1160. {
  1161. if (qdf_nbuf_get_nr_frags(head_msdu))
  1162. return dp_rx_mon_frag_restitch_mpdu_from_msdus(soc, mac_id,
  1163. head_msdu,
  1164. tail_msdu, rs);
  1165. else
  1166. return dp_rx_mon_restitch_mpdu_from_msdus(soc, mac_id,
  1167. head_msdu,
  1168. tail_msdu, rs);
  1169. }
  1170. #else
  1171. static inline
  1172. qdf_nbuf_t dp_rx_mon_restitch_mpdu(struct dp_soc *soc, uint32_t mac_id,
  1173. qdf_nbuf_t head_msdu, qdf_nbuf_t tail_msdu,
  1174. struct cdp_mon_status *rs)
  1175. {
  1176. return dp_rx_mon_restitch_mpdu_from_msdus(soc, mac_id, head_msdu,
  1177. tail_msdu, rs);
  1178. }
  1179. #endif
  1180. #ifdef DP_MON_RSSI_IN_DBM
  1181. /*
  1182. * dp_rx_mon_rssi_convert(): convert rssi_comb from unit dBm to dB
  1183. * to match with radiotap further conversion requirement
  1184. * @rx_status: monitor mode rx status pointer
  1185. *
  1186. * Return: none
  1187. */
  1188. static inline
  1189. void dp_rx_mon_rssi_convert(struct mon_rx_status *rx_status)
  1190. {
  1191. rx_status->rssi_comb = rx_status->rssi_comb -
  1192. rx_status->chan_noise_floor;
  1193. }
  1194. #else
  1195. static inline
  1196. void dp_rx_mon_rssi_convert(struct mon_rx_status *rx_status)
  1197. {
  1198. }
  1199. #endif
  1200. /*
  1201. * dp_rx_mon_deliver(): function to deliver packets to stack
  1202. * @soc: DP soc
  1203. * @mac_id: MAC ID
  1204. * @head_msdu: head of msdu list
  1205. * @tail_msdu: tail of msdu list
  1206. *
  1207. * Return: status: 0 - Success, non-zero: Failure
  1208. */
  1209. QDF_STATUS dp_rx_mon_deliver(struct dp_soc *soc, uint32_t mac_id,
  1210. qdf_nbuf_t head_msdu, qdf_nbuf_t tail_msdu)
  1211. {
  1212. struct dp_pdev *pdev = dp_get_pdev_for_lmac_id(soc, mac_id);
  1213. struct cdp_mon_status *rs = &pdev->rx_mon_recv_status;
  1214. qdf_nbuf_t mon_skb, skb_next;
  1215. qdf_nbuf_t mon_mpdu = NULL;
  1216. if (!pdev || (!pdev->monitor_vdev && !pdev->mcopy_mode))
  1217. goto mon_deliver_fail;
  1218. /* restitch mon MPDU for delivery via monitor interface */
  1219. mon_mpdu = dp_rx_mon_restitch_mpdu(soc, mac_id, head_msdu,
  1220. tail_msdu, rs);
  1221. /* If MPDU restitch fails, free buffers*/
  1222. if (!mon_mpdu) {
  1223. dp_info("MPDU restitch failed, free buffers");
  1224. goto mon_deliver_fail;
  1225. }
  1226. /* monitor vap cannot be present when mcopy is enabled
  1227. * hence same skb can be consumed
  1228. */
  1229. if (pdev->mcopy_mode)
  1230. return dp_send_mgmt_packet_to_stack(soc, mon_mpdu, pdev);
  1231. if (mon_mpdu && pdev->monitor_vdev && pdev->monitor_vdev->osif_vdev &&
  1232. pdev->monitor_vdev->osif_rx_mon) {
  1233. pdev->ppdu_info.rx_status.ppdu_id =
  1234. pdev->ppdu_info.com_info.ppdu_id;
  1235. pdev->ppdu_info.rx_status.device_id = soc->device_id;
  1236. pdev->ppdu_info.rx_status.chan_noise_floor =
  1237. pdev->chan_noise_floor;
  1238. /* convert rssi_comb from dBm to positive dB value */
  1239. dp_rx_mon_rssi_convert(&pdev->ppdu_info.rx_status);
  1240. dp_handle_tx_capture(soc, pdev, mon_mpdu);
  1241. if (!qdf_nbuf_update_radiotap(&pdev->ppdu_info.rx_status,
  1242. mon_mpdu,
  1243. qdf_nbuf_headroom(mon_mpdu))) {
  1244. DP_STATS_INC(pdev, dropped.mon_radiotap_update_err, 1);
  1245. goto mon_deliver_fail;
  1246. }
  1247. dp_rx_mon_update_pf_tag_to_buf_headroom(soc, mon_mpdu);
  1248. pdev->monitor_vdev->osif_rx_mon(pdev->monitor_vdev->osif_vdev,
  1249. mon_mpdu,
  1250. &pdev->ppdu_info.rx_status);
  1251. } else {
  1252. dp_rx_mon_dest_debug("%pK: mon_mpdu=%pK monitor_vdev %pK osif_vdev %pK"
  1253. , soc, mon_mpdu, pdev->monitor_vdev,
  1254. (pdev->monitor_vdev ? pdev->monitor_vdev->osif_vdev
  1255. : NULL));
  1256. goto mon_deliver_fail;
  1257. }
  1258. return QDF_STATUS_SUCCESS;
  1259. mon_deliver_fail:
  1260. mon_skb = head_msdu;
  1261. while (mon_skb) {
  1262. skb_next = qdf_nbuf_next(mon_skb);
  1263. dp_rx_mon_dest_debug("%pK: [%s][%d] mon_skb=%pK len %u",
  1264. soc, __func__, __LINE__, mon_skb, mon_skb->len);
  1265. qdf_nbuf_free(mon_skb);
  1266. mon_skb = skb_next;
  1267. }
  1268. return QDF_STATUS_E_INVAL;
  1269. }
  1270. /**
  1271. * dp_rx_mon_deliver_non_std()
  1272. * @soc: core txrx main contex
  1273. * @mac_id: MAC ID
  1274. *
  1275. * This function delivers the radio tap and dummy MSDU
  1276. * into user layer application for preamble only PPDU.
  1277. *
  1278. * Return: QDF_STATUS
  1279. */
  1280. QDF_STATUS dp_rx_mon_deliver_non_std(struct dp_soc *soc,
  1281. uint32_t mac_id)
  1282. {
  1283. struct dp_pdev *pdev = dp_get_pdev_for_lmac_id(soc, mac_id);
  1284. ol_txrx_rx_mon_fp osif_rx_mon;
  1285. qdf_nbuf_t dummy_msdu;
  1286. /* Sanity checking */
  1287. if (!pdev || !pdev->monitor_vdev || !pdev->monitor_vdev->osif_rx_mon)
  1288. goto mon_deliver_non_std_fail;
  1289. /* Generate a dummy skb_buff */
  1290. osif_rx_mon = pdev->monitor_vdev->osif_rx_mon;
  1291. dummy_msdu = qdf_nbuf_alloc(soc->osdev, MAX_MONITOR_HEADER,
  1292. MAX_MONITOR_HEADER, 4, FALSE);
  1293. if (!dummy_msdu)
  1294. goto allocate_dummy_msdu_fail;
  1295. qdf_nbuf_set_pktlen(dummy_msdu, 0);
  1296. qdf_nbuf_set_next(dummy_msdu, NULL);
  1297. pdev->ppdu_info.rx_status.ppdu_id =
  1298. pdev->ppdu_info.com_info.ppdu_id;
  1299. /* Apply the radio header to this dummy skb */
  1300. if (!qdf_nbuf_update_radiotap(&pdev->ppdu_info.rx_status, dummy_msdu,
  1301. qdf_nbuf_headroom(dummy_msdu))) {
  1302. DP_STATS_INC(pdev, dropped.mon_radiotap_update_err, 1);
  1303. qdf_nbuf_free(dummy_msdu);
  1304. goto mon_deliver_non_std_fail;
  1305. }
  1306. /* deliver to the user layer application */
  1307. osif_rx_mon(pdev->monitor_vdev->osif_vdev,
  1308. dummy_msdu, NULL);
  1309. /* Clear rx_status*/
  1310. qdf_mem_zero(&pdev->ppdu_info.rx_status,
  1311. sizeof(pdev->ppdu_info.rx_status));
  1312. pdev->mon_ppdu_status = DP_PPDU_STATUS_START;
  1313. return QDF_STATUS_SUCCESS;
  1314. allocate_dummy_msdu_fail:
  1315. dp_rx_mon_dest_debug("%pK: mon_skb=%pK ",
  1316. soc, dummy_msdu);
  1317. mon_deliver_non_std_fail:
  1318. return QDF_STATUS_E_INVAL;
  1319. }
  1320. void dp_rx_mon_dest_process(struct dp_soc *soc, struct dp_intr *int_ctx,
  1321. uint32_t mac_id, uint32_t quota)
  1322. {
  1323. struct dp_pdev *pdev = dp_get_pdev_for_lmac_id(soc, mac_id);
  1324. uint8_t pdev_id;
  1325. hal_rxdma_desc_t rxdma_dst_ring_desc;
  1326. hal_soc_handle_t hal_soc;
  1327. void *mon_dst_srng;
  1328. union dp_rx_desc_list_elem_t *head = NULL;
  1329. union dp_rx_desc_list_elem_t *tail = NULL;
  1330. uint32_t ppdu_id;
  1331. uint32_t rx_bufs_used;
  1332. uint32_t mpdu_rx_bufs_used;
  1333. int mac_for_pdev = mac_id;
  1334. struct cdp_pdev_mon_stats *rx_mon_stats;
  1335. if (!pdev) {
  1336. dp_rx_mon_dest_debug("%pK: pdev is null for mac_id = %d", soc, mac_id);
  1337. return;
  1338. }
  1339. mon_dst_srng = dp_rxdma_get_mon_dst_ring(pdev, mac_for_pdev);
  1340. if (!mon_dst_srng || !hal_srng_initialized(mon_dst_srng)) {
  1341. dp_rx_mon_dest_err("%pK: : HAL Monitor Destination Ring Init Failed -- %pK",
  1342. soc, mon_dst_srng);
  1343. return;
  1344. }
  1345. hal_soc = soc->hal_soc;
  1346. qdf_assert((hal_soc && pdev));
  1347. qdf_spin_lock_bh(&pdev->mon_lock);
  1348. if (qdf_unlikely(dp_srng_access_start(int_ctx, soc, mon_dst_srng))) {
  1349. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_ERROR,
  1350. "%s %d : HAL Monitor Destination Ring access Failed -- %pK",
  1351. __func__, __LINE__, mon_dst_srng);
  1352. return;
  1353. }
  1354. pdev_id = pdev->pdev_id;
  1355. ppdu_id = pdev->ppdu_info.com_info.ppdu_id;
  1356. rx_bufs_used = 0;
  1357. rx_mon_stats = &pdev->rx_mon_stats;
  1358. while (qdf_likely(rxdma_dst_ring_desc =
  1359. hal_srng_dst_peek(hal_soc, mon_dst_srng))) {
  1360. qdf_nbuf_t head_msdu, tail_msdu;
  1361. uint32_t npackets;
  1362. head_msdu = (qdf_nbuf_t) NULL;
  1363. tail_msdu = (qdf_nbuf_t) NULL;
  1364. mpdu_rx_bufs_used =
  1365. dp_rx_mon_mpdu_pop(soc, mac_id,
  1366. rxdma_dst_ring_desc,
  1367. &head_msdu, &tail_msdu,
  1368. &npackets, &ppdu_id,
  1369. &head, &tail);
  1370. rx_bufs_used += mpdu_rx_bufs_used;
  1371. if (mpdu_rx_bufs_used)
  1372. pdev->mon_dest_ring_stuck_cnt = 0;
  1373. else
  1374. pdev->mon_dest_ring_stuck_cnt++;
  1375. if (pdev->mon_dest_ring_stuck_cnt >
  1376. MON_DEST_RING_STUCK_MAX_CNT) {
  1377. dp_info("destination ring stuck");
  1378. dp_info("ppdu_id status=%d dest=%d",
  1379. pdev->ppdu_info.com_info.ppdu_id, ppdu_id);
  1380. rx_mon_stats->mon_rx_dest_stuck++;
  1381. pdev->ppdu_info.com_info.ppdu_id = ppdu_id;
  1382. continue;
  1383. }
  1384. if (ppdu_id != pdev->ppdu_info.com_info.ppdu_id) {
  1385. rx_mon_stats->stat_ring_ppdu_id_hist[
  1386. rx_mon_stats->ppdu_id_hist_idx] =
  1387. pdev->ppdu_info.com_info.ppdu_id;
  1388. rx_mon_stats->dest_ring_ppdu_id_hist[
  1389. rx_mon_stats->ppdu_id_hist_idx] = ppdu_id;
  1390. rx_mon_stats->ppdu_id_hist_idx =
  1391. (rx_mon_stats->ppdu_id_hist_idx + 1) &
  1392. (MAX_PPDU_ID_HIST - 1);
  1393. pdev->mon_ppdu_status = DP_PPDU_STATUS_START;
  1394. qdf_mem_zero(&(pdev->ppdu_info.rx_status),
  1395. sizeof(pdev->ppdu_info.rx_status));
  1396. dp_rx_mon_dest_debug("%pK: ppdu_id %x != ppdu_info.com_info.ppdu_id %x",
  1397. soc, ppdu_id, pdev->ppdu_info.com_info.ppdu_id);
  1398. break;
  1399. }
  1400. if (qdf_likely((head_msdu) && (tail_msdu))) {
  1401. rx_mon_stats->dest_mpdu_done++;
  1402. dp_rx_mon_deliver(soc, mac_id, head_msdu, tail_msdu);
  1403. }
  1404. rxdma_dst_ring_desc = hal_srng_dst_get_next(hal_soc,
  1405. mon_dst_srng);
  1406. }
  1407. dp_srng_access_end(int_ctx, soc, mon_dst_srng);
  1408. qdf_spin_unlock_bh(&pdev->mon_lock);
  1409. if (rx_bufs_used) {
  1410. rx_mon_stats->dest_ppdu_done++;
  1411. dp_rx_buffers_replenish(soc, mac_id,
  1412. dp_rxdma_get_mon_buf_ring(pdev,
  1413. mac_for_pdev),
  1414. dp_rx_get_mon_desc_pool(soc, mac_id,
  1415. pdev_id),
  1416. rx_bufs_used, &head, &tail);
  1417. }
  1418. }
  1419. QDF_STATUS
  1420. dp_rx_pdev_mon_buf_buffers_alloc(struct dp_pdev *pdev, uint32_t mac_id,
  1421. bool delayed_replenish)
  1422. {
  1423. uint8_t pdev_id = pdev->pdev_id;
  1424. struct dp_soc *soc = pdev->soc;
  1425. struct dp_srng *mon_buf_ring;
  1426. uint32_t num_entries;
  1427. struct rx_desc_pool *rx_desc_pool;
  1428. QDF_STATUS status = QDF_STATUS_SUCCESS;
  1429. struct wlan_cfg_dp_soc_ctxt *soc_cfg_ctx = soc->wlan_cfg_ctx;
  1430. mon_buf_ring = dp_rxdma_get_mon_buf_ring(pdev, mac_id);
  1431. num_entries = mon_buf_ring->num_entries;
  1432. rx_desc_pool = dp_rx_get_mon_desc_pool(soc, mac_id, pdev_id);
  1433. dp_debug("Mon RX Desc Pool[%d] entries=%u", pdev_id, num_entries);
  1434. /* Replenish RXDMA monitor buffer ring with 8 buffers only
  1435. * delayed_replenish_entries is actually 8 but when we call
  1436. * dp_pdev_rx_buffers_attach() we pass 1 less than 8, hence
  1437. * added 1 to delayed_replenish_entries to ensure we have 8
  1438. * entries. Once the monitor VAP is configured we replenish
  1439. * the complete RXDMA monitor buffer ring.
  1440. */
  1441. if (delayed_replenish) {
  1442. num_entries = soc_cfg_ctx->delayed_replenish_entries + 1;
  1443. status = dp_pdev_rx_buffers_attach(soc, mac_id, mon_buf_ring,
  1444. rx_desc_pool,
  1445. num_entries - 1);
  1446. } else {
  1447. union dp_rx_desc_list_elem_t *tail = NULL;
  1448. union dp_rx_desc_list_elem_t *desc_list = NULL;
  1449. status = dp_rx_buffers_replenish(soc, mac_id,
  1450. mon_buf_ring,
  1451. rx_desc_pool,
  1452. num_entries,
  1453. &desc_list,
  1454. &tail);
  1455. }
  1456. return status;
  1457. }
  1458. static QDF_STATUS
  1459. dp_rx_pdev_mon_cmn_buffers_alloc(struct dp_pdev *pdev, int mac_id)
  1460. {
  1461. struct dp_soc *soc = pdev->soc;
  1462. uint8_t pdev_id = pdev->pdev_id;
  1463. int mac_for_pdev;
  1464. bool delayed_replenish;
  1465. QDF_STATUS status = QDF_STATUS_SUCCESS;
  1466. struct wlan_cfg_dp_soc_ctxt *soc_cfg_ctx = soc->wlan_cfg_ctx;
  1467. delayed_replenish = soc_cfg_ctx->delayed_replenish_entries ? 1 : 0;
  1468. mac_for_pdev = dp_get_lmac_id_for_pdev_id(pdev->soc, mac_id, pdev_id);
  1469. status = dp_rx_pdev_mon_status_buffers_alloc(pdev, mac_for_pdev);
  1470. if (!QDF_IS_STATUS_SUCCESS(status)) {
  1471. dp_err("dp_rx_pdev_mon_status_desc_pool_alloc() failed");
  1472. goto fail;
  1473. }
  1474. if (!soc->wlan_cfg_ctx->rxdma1_enable ||
  1475. !wlan_cfg_is_delay_mon_replenish(soc->wlan_cfg_ctx))
  1476. return status;
  1477. status = dp_rx_pdev_mon_buf_buffers_alloc(pdev, mac_for_pdev,
  1478. delayed_replenish);
  1479. if (!QDF_IS_STATUS_SUCCESS(status)) {
  1480. dp_err("dp_rx_pdev_mon_buf_desc_pool_alloc() failed");
  1481. goto mon_stat_buf_dealloc;
  1482. }
  1483. return status;
  1484. mon_stat_buf_dealloc:
  1485. dp_rx_pdev_mon_status_buffers_free(pdev, mac_for_pdev);
  1486. fail:
  1487. return status;
  1488. }
  1489. void
  1490. dp_rx_pdev_mon_buf_desc_pool_init(struct dp_pdev *pdev, uint32_t mac_id)
  1491. {
  1492. uint8_t pdev_id = pdev->pdev_id;
  1493. struct dp_soc *soc = pdev->soc;
  1494. struct dp_srng *mon_buf_ring;
  1495. uint32_t num_entries;
  1496. struct rx_desc_pool *rx_desc_pool;
  1497. uint32_t rx_desc_pool_size;
  1498. struct wlan_cfg_dp_soc_ctxt *soc_cfg_ctx = soc->wlan_cfg_ctx;
  1499. mon_buf_ring = &soc->rxdma_mon_buf_ring[mac_id];
  1500. num_entries = mon_buf_ring->num_entries;
  1501. rx_desc_pool = &soc->rx_desc_mon[mac_id];
  1502. /* If descriptor pool is already initialized, do not initialize it */
  1503. if (rx_desc_pool->freelist)
  1504. return;
  1505. dp_debug("Mon RX Desc buf Pool[%d] init entries=%u",
  1506. pdev_id, num_entries);
  1507. rx_desc_pool_size = wlan_cfg_get_dp_soc_rx_sw_desc_weight(soc_cfg_ctx) *
  1508. num_entries;
  1509. rx_desc_pool->owner = HAL_RX_BUF_RBM_SW3_BM;
  1510. rx_desc_pool->buf_size = RX_MONITOR_BUFFER_SIZE;
  1511. rx_desc_pool->buf_alignment = RX_MONITOR_BUFFER_ALIGNMENT;
  1512. /* Enable frag processing if feature is enabled */
  1513. dp_rx_enable_mon_dest_frag(rx_desc_pool, true);
  1514. dp_rx_desc_pool_init(soc, mac_id, rx_desc_pool_size, rx_desc_pool);
  1515. pdev->mon_last_linkdesc_paddr = 0;
  1516. pdev->mon_last_buf_cookie = DP_RX_DESC_COOKIE_MAX + 1;
  1517. /* Attach full monitor mode resources */
  1518. dp_full_mon_attach(pdev);
  1519. }
  1520. static void
  1521. dp_rx_pdev_mon_cmn_desc_pool_init(struct dp_pdev *pdev, int mac_id)
  1522. {
  1523. struct dp_soc *soc = pdev->soc;
  1524. uint32_t mac_for_pdev;
  1525. mac_for_pdev = dp_get_lmac_id_for_pdev_id(soc, mac_id, pdev->pdev_id);
  1526. dp_rx_pdev_mon_status_desc_pool_init(pdev, mac_for_pdev);
  1527. if (!soc->wlan_cfg_ctx->rxdma1_enable ||
  1528. !wlan_cfg_is_delay_mon_replenish(soc->wlan_cfg_ctx))
  1529. return;
  1530. dp_rx_pdev_mon_buf_desc_pool_init(pdev, mac_for_pdev);
  1531. dp_link_desc_ring_replenish(soc, mac_for_pdev);
  1532. }
  1533. static void
  1534. dp_rx_pdev_mon_buf_desc_pool_deinit(struct dp_pdev *pdev, uint32_t mac_id)
  1535. {
  1536. uint8_t pdev_id = pdev->pdev_id;
  1537. struct dp_soc *soc = pdev->soc;
  1538. struct rx_desc_pool *rx_desc_pool;
  1539. rx_desc_pool = &soc->rx_desc_mon[mac_id];
  1540. dp_debug("Mon RX Desc buf Pool[%d] deinit", pdev_id);
  1541. dp_rx_desc_pool_deinit(soc, rx_desc_pool);
  1542. /* Detach full monitor mode resources */
  1543. dp_full_mon_detach(pdev);
  1544. }
  1545. static void
  1546. dp_rx_pdev_mon_cmn_desc_pool_deinit(struct dp_pdev *pdev, int mac_id)
  1547. {
  1548. struct dp_soc *soc = pdev->soc;
  1549. uint8_t pdev_id = pdev->pdev_id;
  1550. int mac_for_pdev = dp_get_lmac_id_for_pdev_id(soc, mac_id, pdev_id);
  1551. dp_rx_pdev_mon_status_desc_pool_deinit(pdev, mac_for_pdev);
  1552. if (!soc->wlan_cfg_ctx->rxdma1_enable)
  1553. return;
  1554. dp_rx_pdev_mon_buf_desc_pool_deinit(pdev, mac_for_pdev);
  1555. }
  1556. static void
  1557. dp_rx_pdev_mon_buf_desc_pool_free(struct dp_pdev *pdev, uint32_t mac_id)
  1558. {
  1559. uint8_t pdev_id = pdev->pdev_id;
  1560. struct dp_soc *soc = pdev->soc;
  1561. struct rx_desc_pool *rx_desc_pool;
  1562. rx_desc_pool = &soc->rx_desc_mon[mac_id];
  1563. dp_debug("Mon RX Buf Desc Pool Free pdev[%d]", pdev_id);
  1564. dp_rx_desc_pool_free(soc, rx_desc_pool);
  1565. }
  1566. static void
  1567. dp_rx_pdev_mon_cmn_desc_pool_free(struct dp_pdev *pdev, int mac_id)
  1568. {
  1569. struct dp_soc *soc = pdev->soc;
  1570. uint8_t pdev_id = pdev->pdev_id;
  1571. int mac_for_pdev = dp_get_lmac_id_for_pdev_id(soc, mac_id, pdev_id);
  1572. dp_rx_pdev_mon_status_desc_pool_free(pdev, mac_for_pdev);
  1573. dp_rx_pdev_mon_buf_desc_pool_free(pdev, mac_for_pdev);
  1574. dp_hw_link_desc_pool_banks_free(soc, mac_for_pdev);
  1575. }
  1576. void dp_rx_pdev_mon_buf_buffers_free(struct dp_pdev *pdev, uint32_t mac_id)
  1577. {
  1578. uint8_t pdev_id = pdev->pdev_id;
  1579. struct dp_soc *soc = pdev->soc;
  1580. struct rx_desc_pool *rx_desc_pool;
  1581. rx_desc_pool = &soc->rx_desc_mon[mac_id];
  1582. dp_debug("Mon RX Buf buffers Free pdev[%d]", pdev_id);
  1583. if (rx_desc_pool->rx_mon_dest_frag_enable)
  1584. dp_rx_desc_frag_free(soc, rx_desc_pool);
  1585. else
  1586. dp_rx_desc_nbuf_free(soc, rx_desc_pool);
  1587. }
  1588. QDF_STATUS
  1589. dp_rx_pdev_mon_buf_desc_pool_alloc(struct dp_pdev *pdev, uint32_t mac_id)
  1590. {
  1591. uint8_t pdev_id = pdev->pdev_id;
  1592. struct dp_soc *soc = pdev->soc;
  1593. struct dp_srng *mon_buf_ring;
  1594. uint32_t num_entries;
  1595. struct rx_desc_pool *rx_desc_pool;
  1596. uint32_t rx_desc_pool_size;
  1597. struct wlan_cfg_dp_soc_ctxt *soc_cfg_ctx = soc->wlan_cfg_ctx;
  1598. mon_buf_ring = &soc->rxdma_mon_buf_ring[mac_id];
  1599. num_entries = mon_buf_ring->num_entries;
  1600. rx_desc_pool = &soc->rx_desc_mon[mac_id];
  1601. dp_debug("Mon RX Desc Pool[%d] entries=%u",
  1602. pdev_id, num_entries);
  1603. rx_desc_pool_size = wlan_cfg_get_dp_soc_rx_sw_desc_weight(soc_cfg_ctx) *
  1604. num_entries;
  1605. if (dp_rx_desc_pool_is_allocated(rx_desc_pool) == QDF_STATUS_SUCCESS)
  1606. return QDF_STATUS_SUCCESS;
  1607. return dp_rx_desc_pool_alloc(soc, rx_desc_pool_size, rx_desc_pool);
  1608. }
  1609. static QDF_STATUS
  1610. dp_rx_pdev_mon_cmn_desc_pool_alloc(struct dp_pdev *pdev, int mac_id)
  1611. {
  1612. struct dp_soc *soc = pdev->soc;
  1613. uint8_t pdev_id = pdev->pdev_id;
  1614. uint32_t mac_for_pdev;
  1615. QDF_STATUS status;
  1616. mac_for_pdev = dp_get_lmac_id_for_pdev_id(soc, mac_id, pdev_id);
  1617. /* Allocate sw rx descriptor pool for monitor status ring */
  1618. status = dp_rx_pdev_mon_status_desc_pool_alloc(pdev, mac_for_pdev);
  1619. if (!QDF_IS_STATUS_SUCCESS(status)) {
  1620. dp_err("dp_rx_pdev_mon_status_desc_pool_alloc() failed");
  1621. goto fail;
  1622. }
  1623. if (!soc->wlan_cfg_ctx->rxdma1_enable ||
  1624. !wlan_cfg_is_delay_mon_replenish(soc->wlan_cfg_ctx))
  1625. return status;
  1626. /* Allocate sw rx descriptor pool for monitor RxDMA buffer ring */
  1627. status = dp_rx_pdev_mon_buf_desc_pool_alloc(pdev, mac_for_pdev);
  1628. if (!QDF_IS_STATUS_SUCCESS(status)) {
  1629. dp_err("dp_rx_pdev_mon_buf_desc_pool_alloc() failed");
  1630. goto mon_status_dealloc;
  1631. }
  1632. /* Allocate link descriptors for the monitor link descriptor ring */
  1633. status = dp_hw_link_desc_pool_banks_alloc(soc, mac_for_pdev);
  1634. if (!QDF_IS_STATUS_SUCCESS(status)) {
  1635. dp_err("dp_hw_link_desc_pool_banks_alloc() failed");
  1636. goto mon_buf_dealloc;
  1637. }
  1638. return status;
  1639. mon_buf_dealloc:
  1640. dp_rx_pdev_mon_buf_desc_pool_free(pdev, mac_for_pdev);
  1641. mon_status_dealloc:
  1642. dp_rx_pdev_mon_status_desc_pool_free(pdev, mac_for_pdev);
  1643. fail:
  1644. return status;
  1645. }
  1646. static void
  1647. dp_rx_pdev_mon_cmn_buffers_free(struct dp_pdev *pdev, int mac_id)
  1648. {
  1649. uint8_t pdev_id = pdev->pdev_id;
  1650. struct dp_soc *soc = pdev->soc;
  1651. int mac_for_pdev;
  1652. mac_for_pdev = dp_get_lmac_id_for_pdev_id(pdev->soc, mac_id, pdev_id);
  1653. dp_rx_pdev_mon_status_buffers_free(pdev, mac_for_pdev);
  1654. if (!soc->wlan_cfg_ctx->rxdma1_enable)
  1655. return;
  1656. dp_rx_pdev_mon_buf_buffers_free(pdev, mac_for_pdev);
  1657. }
  1658. QDF_STATUS
  1659. dp_rx_pdev_mon_desc_pool_alloc(struct dp_pdev *pdev)
  1660. {
  1661. QDF_STATUS status;
  1662. int mac_id, count;
  1663. for (mac_id = 0; mac_id < NUM_RXDMA_RINGS_PER_PDEV; mac_id++) {
  1664. status = dp_rx_pdev_mon_cmn_desc_pool_alloc(pdev, mac_id);
  1665. if (!QDF_IS_STATUS_SUCCESS(status)) {
  1666. dp_rx_mon_dest_err("%pK: %d failed\n",
  1667. pdev->soc, mac_id);
  1668. for (count = 0; count < mac_id; count++)
  1669. dp_rx_pdev_mon_cmn_desc_pool_free(pdev, count);
  1670. return status;
  1671. }
  1672. }
  1673. return status;
  1674. }
  1675. void
  1676. dp_rx_pdev_mon_desc_pool_init(struct dp_pdev *pdev)
  1677. {
  1678. int mac_id;
  1679. for (mac_id = 0; mac_id < NUM_RXDMA_RINGS_PER_PDEV; mac_id++)
  1680. dp_rx_pdev_mon_cmn_desc_pool_init(pdev, mac_id);
  1681. qdf_spinlock_create(&pdev->mon_lock);
  1682. }
  1683. void
  1684. dp_rx_pdev_mon_desc_pool_deinit(struct dp_pdev *pdev)
  1685. {
  1686. int mac_id;
  1687. for (mac_id = 0; mac_id < NUM_RXDMA_RINGS_PER_PDEV; mac_id++)
  1688. dp_rx_pdev_mon_cmn_desc_pool_deinit(pdev, mac_id);
  1689. qdf_spinlock_destroy(&pdev->mon_lock);
  1690. }
  1691. void dp_rx_pdev_mon_desc_pool_free(struct dp_pdev *pdev)
  1692. {
  1693. int mac_id;
  1694. for (mac_id = 0; mac_id < NUM_RXDMA_RINGS_PER_PDEV; mac_id++)
  1695. dp_rx_pdev_mon_cmn_desc_pool_free(pdev, mac_id);
  1696. }
  1697. void
  1698. dp_rx_pdev_mon_buffers_free(struct dp_pdev *pdev)
  1699. {
  1700. int mac_id;
  1701. for (mac_id = 0; mac_id < NUM_RXDMA_RINGS_PER_PDEV; mac_id++)
  1702. dp_rx_pdev_mon_cmn_buffers_free(pdev, mac_id);
  1703. pdev->pdev_mon_init = 0;
  1704. }
  1705. QDF_STATUS
  1706. dp_rx_pdev_mon_buffers_alloc(struct dp_pdev *pdev)
  1707. {
  1708. int mac_id;
  1709. QDF_STATUS status;
  1710. for (mac_id = 0; mac_id < NUM_RXDMA_RINGS_PER_PDEV; mac_id++) {
  1711. status = dp_rx_pdev_mon_cmn_buffers_alloc(pdev, mac_id);
  1712. if (!QDF_IS_STATUS_SUCCESS(status)) {
  1713. dp_rx_mon_dest_err("%pK: %d failed\n",
  1714. pdev->soc, mac_id);
  1715. return status;
  1716. }
  1717. }
  1718. return status;
  1719. }
  1720. #if !defined(DISABLE_MON_CONFIG) && defined(MON_ENABLE_DROP_FOR_MAC)
  1721. uint32_t
  1722. dp_mon_dest_srng_drop_for_mac(struct dp_pdev *pdev, uint32_t mac_id)
  1723. {
  1724. struct dp_soc *soc = pdev->soc;
  1725. hal_rxdma_desc_t rxdma_dst_ring_desc;
  1726. hal_soc_handle_t hal_soc;
  1727. void *mon_dst_srng;
  1728. union dp_rx_desc_list_elem_t *head = NULL;
  1729. union dp_rx_desc_list_elem_t *tail = NULL;
  1730. uint32_t rx_bufs_used = 0;
  1731. void *rx_msdu_link_desc;
  1732. uint32_t msdu_count = 0;
  1733. uint16 num_msdus;
  1734. struct hal_buf_info buf_info;
  1735. struct hal_rx_msdu_list msdu_list;
  1736. qdf_nbuf_t nbuf;
  1737. uint32_t i;
  1738. uint8_t bm_action = HAL_BM_ACTION_PUT_IN_IDLE_LIST;
  1739. uint32_t rx_link_buf_info[HAL_RX_BUFFINFO_NUM_DWORDS];
  1740. struct rx_desc_pool *rx_desc_pool;
  1741. uint32_t reap_cnt = 0;
  1742. if (qdf_unlikely(!soc || !soc->hal_soc))
  1743. return reap_cnt;
  1744. mon_dst_srng = dp_rxdma_get_mon_dst_ring(pdev, mac_id);
  1745. if (qdf_unlikely(!mon_dst_srng || !hal_srng_initialized(mon_dst_srng)))
  1746. return reap_cnt;
  1747. hal_soc = soc->hal_soc;
  1748. qdf_spin_lock_bh(&pdev->mon_lock);
  1749. if (qdf_unlikely(hal_srng_access_start(hal_soc, mon_dst_srng))) {
  1750. qdf_spin_unlock_bh(&pdev->mon_lock);
  1751. return reap_cnt;
  1752. }
  1753. rx_desc_pool = dp_rx_get_mon_desc_pool(soc, mac_id, pdev->pdev_id);
  1754. while ((rxdma_dst_ring_desc =
  1755. hal_srng_dst_peek(hal_soc, mon_dst_srng)) &&
  1756. reap_cnt < MON_DROP_REAP_LIMIT) {
  1757. hal_rx_reo_ent_buf_paddr_get(rxdma_dst_ring_desc,
  1758. &buf_info, &msdu_count);
  1759. do {
  1760. rx_msdu_link_desc = dp_rx_cookie_2_mon_link_desc(pdev,
  1761. buf_info, mac_id);
  1762. if (qdf_unlikely(!rx_msdu_link_desc)) {
  1763. pdev->rx_mon_stats.mon_link_desc_invalid++;
  1764. goto next_entry;
  1765. }
  1766. hal_rx_msdu_list_get(soc->hal_soc, rx_msdu_link_desc,
  1767. &msdu_list, &num_msdus);
  1768. for (i = 0; i < num_msdus; i++) {
  1769. struct dp_rx_desc *rx_desc;
  1770. qdf_dma_addr_t buf_paddr;
  1771. rx_desc = dp_rx_get_mon_desc(soc,
  1772. msdu_list.sw_cookie[i]);
  1773. if (qdf_unlikely(!rx_desc)) {
  1774. pdev->rx_mon_stats.
  1775. mon_rx_desc_invalid++;
  1776. continue;
  1777. }
  1778. nbuf = DP_RX_MON_GET_NBUF_FROM_DESC(rx_desc);
  1779. buf_paddr =
  1780. dp_rx_mon_get_paddr_from_desc(rx_desc);
  1781. if (qdf_unlikely(!rx_desc->in_use || !nbuf ||
  1782. msdu_list.paddr[i] !=
  1783. buf_paddr)) {
  1784. pdev->rx_mon_stats.
  1785. mon_nbuf_sanity_err++;
  1786. continue;
  1787. }
  1788. rx_bufs_used++;
  1789. if (!rx_desc->unmapped) {
  1790. dp_rx_mon_buffer_unmap(soc, rx_desc,
  1791. rx_desc_pool->buf_size);
  1792. rx_desc->unmapped = 1;
  1793. }
  1794. qdf_nbuf_free(nbuf);
  1795. dp_rx_add_to_free_desc_list(&head, &tail,
  1796. rx_desc);
  1797. if (!(msdu_list.msdu_info[i].msdu_flags &
  1798. HAL_MSDU_F_MSDU_CONTINUATION))
  1799. msdu_count--;
  1800. }
  1801. /*
  1802. * Store the current link buffer into to the local
  1803. * structure to be used for release purpose.
  1804. */
  1805. hal_rxdma_buff_addr_info_set(rx_link_buf_info,
  1806. buf_info.paddr,
  1807. buf_info.sw_cookie,
  1808. buf_info.rbm);
  1809. hal_rx_mon_next_link_desc_get(rx_msdu_link_desc,
  1810. &buf_info);
  1811. if (dp_rx_monitor_link_desc_return(pdev,
  1812. (hal_buff_addrinfo_t)
  1813. rx_link_buf_info,
  1814. mac_id, bm_action) !=
  1815. QDF_STATUS_SUCCESS)
  1816. dp_info_rl("monitor link desc return failed");
  1817. } while (buf_info.paddr && msdu_count);
  1818. next_entry:
  1819. reap_cnt++;
  1820. rxdma_dst_ring_desc = hal_srng_dst_get_next(hal_soc,
  1821. mon_dst_srng);
  1822. }
  1823. hal_srng_access_end(hal_soc, mon_dst_srng);
  1824. qdf_spin_unlock_bh(&pdev->mon_lock);
  1825. if (rx_bufs_used) {
  1826. dp_rx_buffers_replenish(soc, mac_id,
  1827. dp_rxdma_get_mon_buf_ring(pdev, mac_id),
  1828. rx_desc_pool,
  1829. rx_bufs_used, &head, &tail);
  1830. }
  1831. return reap_cnt;
  1832. }
  1833. #endif