dp_rx_mon_dest.c 63 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254
  1. /*
  2. * Copyright (c) 2017-2021 The Linux Foundation. All rights reserved.
  3. *
  4. * Permission to use, copy, modify, and/or distribute this software for
  5. * any purpose with or without fee is hereby granted, provided that the
  6. * above copyright notice and this permission notice appear in all
  7. * copies.
  8. *
  9. * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL
  10. * WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED
  11. * WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE
  12. * AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL
  13. * DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR
  14. * PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER
  15. * TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
  16. * PERFORMANCE OF THIS SOFTWARE.
  17. */
  18. #include "hal_hw_headers.h"
  19. #include "dp_types.h"
  20. #include "dp_rx.h"
  21. #include "dp_peer.h"
  22. #include "hal_rx.h"
  23. #include "hal_api.h"
  24. #include "qdf_trace.h"
  25. #include "qdf_nbuf.h"
  26. #include "hal_api_mon.h"
  27. #include "dp_rx_mon.h"
  28. #include "wlan_cfg.h"
  29. #include "dp_internal.h"
  30. #include "dp_rx_buffer_pool.h"
  31. #ifndef IEEE80211_FCO_SUBTYPE_ACTION_NO_ACK
  32. #define IEEE80211_FCO_SUBTYPE_ACTION_NO_ACK 0xe0
  33. #endif
  34. #ifdef WLAN_TX_PKT_CAPTURE_ENH
  35. #include "dp_rx_mon_feature.h"
  36. static inline void
  37. dp_handle_tx_capture(struct dp_soc *soc, struct dp_pdev *pdev,
  38. qdf_nbuf_t mon_mpdu)
  39. {
  40. struct hal_rx_ppdu_info *ppdu_info = &pdev->ppdu_info;
  41. if (pdev->tx_capture_enabled
  42. == CDP_TX_ENH_CAPTURE_DISABLED)
  43. return;
  44. if ((ppdu_info->sw_frame_group_id ==
  45. HAL_MPDU_SW_FRAME_GROUP_CTRL_NDPA) ||
  46. (ppdu_info->sw_frame_group_id ==
  47. HAL_MPDU_SW_FRAME_GROUP_CTRL_BAR))
  48. dp_handle_tx_capture_from_dest(soc, pdev, mon_mpdu);
  49. }
  50. static void
  51. dp_tx_capture_get_user_id(struct dp_pdev *dp_pdev, void *rx_desc_tlv)
  52. {
  53. if (dp_pdev->tx_capture_enabled
  54. != CDP_TX_ENH_CAPTURE_DISABLED)
  55. dp_pdev->ppdu_info.rx_info.user_id =
  56. HAL_RX_HW_DESC_MPDU_USER_ID(rx_desc_tlv);
  57. }
  58. #else
  59. static inline void
  60. dp_handle_tx_capture(struct dp_soc *soc, struct dp_pdev *pdev,
  61. qdf_nbuf_t mon_mpdu)
  62. {
  63. }
  64. static void
  65. dp_tx_capture_get_user_id(struct dp_pdev *dp_pdev, void *rx_desc_tlv)
  66. {
  67. }
  68. #endif
  69. /*
  70. * PPDU id is from 0 to 64k-1. PPDU id read from status ring and PPDU id
  71. * read from destination ring shall track each other. If the distance of
  72. * two ppdu id is less than 20000. It is assume no wrap around. Otherwise,
  73. * It is assume wrap around.
  74. */
  75. #define NOT_PPDU_ID_WRAP_AROUND 20000
  76. /*
  77. * The destination ring processing is stuck if the destrination is not
  78. * moving while status ring moves 16 ppdu. the destination ring processing
  79. * skips this destination ring ppdu as walkaround
  80. */
  81. #define MON_DEST_RING_STUCK_MAX_CNT 16
  82. /**
  83. * dp_rx_mon_link_desc_return() - Return a MPDU link descriptor to HW
  84. * (WBM), following error handling
  85. *
  86. * @dp_pdev: core txrx pdev context
  87. * @buf_addr_info: void pointer to monitor link descriptor buf addr info
  88. * Return: QDF_STATUS
  89. */
  90. QDF_STATUS
  91. dp_rx_mon_link_desc_return(struct dp_pdev *dp_pdev,
  92. hal_buff_addrinfo_t buf_addr_info, int mac_id)
  93. {
  94. struct dp_srng *dp_srng;
  95. hal_ring_handle_t hal_ring_hdl;
  96. hal_soc_handle_t hal_soc;
  97. QDF_STATUS status = QDF_STATUS_E_FAILURE;
  98. void *src_srng_desc;
  99. hal_soc = dp_pdev->soc->hal_soc;
  100. dp_srng = &dp_pdev->soc->rxdma_mon_desc_ring[mac_id];
  101. hal_ring_hdl = dp_srng->hal_srng;
  102. qdf_assert(hal_ring_hdl);
  103. if (qdf_unlikely(hal_srng_access_start(hal_soc, hal_ring_hdl))) {
  104. /* TODO */
  105. /*
  106. * Need API to convert from hal_ring pointer to
  107. * Ring Type / Ring Id combo
  108. */
  109. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_ERROR,
  110. "%s %d : \
  111. HAL RING Access For WBM Release SRNG Failed -- %pK",
  112. __func__, __LINE__, hal_ring_hdl);
  113. goto done;
  114. }
  115. src_srng_desc = hal_srng_src_get_next(hal_soc, hal_ring_hdl);
  116. if (qdf_likely(src_srng_desc)) {
  117. /* Return link descriptor through WBM ring (SW2WBM)*/
  118. hal_rx_mon_msdu_link_desc_set(hal_soc,
  119. src_srng_desc, buf_addr_info);
  120. status = QDF_STATUS_SUCCESS;
  121. } else {
  122. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_ERROR,
  123. "%s %d -- Monitor Link Desc WBM Release Ring Full",
  124. __func__, __LINE__);
  125. }
  126. done:
  127. hal_srng_access_end(hal_soc, hal_ring_hdl);
  128. return status;
  129. }
  130. /**
  131. * dp_rx_mon_mpdu_pop() - Return a MPDU link descriptor to HW
  132. * (WBM), following error handling
  133. *
  134. * @soc: core DP main context
  135. * @mac_id: mac id which is one of 3 mac_ids
  136. * @rxdma_dst_ring_desc: void pointer to monitor link descriptor buf addr info
  137. * @head_msdu: head of msdu to be popped
  138. * @tail_msdu: tail of msdu to be popped
  139. * @npackets: number of packet to be popped
  140. * @ppdu_id: ppdu id of processing ppdu
  141. * @head: head of descs list to be freed
  142. * @tail: tail of decs list to be freed
  143. *
  144. * Return: number of msdu in MPDU to be popped
  145. */
  146. static inline uint32_t
  147. dp_rx_mon_mpdu_pop(struct dp_soc *soc, uint32_t mac_id,
  148. hal_rxdma_desc_t rxdma_dst_ring_desc, qdf_nbuf_t *head_msdu,
  149. qdf_nbuf_t *tail_msdu, uint32_t *npackets, uint32_t *ppdu_id,
  150. union dp_rx_desc_list_elem_t **head,
  151. union dp_rx_desc_list_elem_t **tail)
  152. {
  153. struct dp_pdev *dp_pdev = dp_get_pdev_for_lmac_id(soc, mac_id);
  154. void *rx_desc_tlv;
  155. void *rx_msdu_link_desc;
  156. qdf_nbuf_t msdu;
  157. qdf_nbuf_t last;
  158. struct hal_rx_msdu_list msdu_list;
  159. uint16_t num_msdus;
  160. uint32_t rx_buf_size, rx_pkt_offset;
  161. struct hal_buf_info buf_info;
  162. uint32_t rx_bufs_used = 0;
  163. uint32_t msdu_ppdu_id, msdu_cnt;
  164. uint8_t *data = NULL;
  165. uint32_t i;
  166. uint32_t total_frag_len = 0, frag_len = 0;
  167. bool is_frag, is_first_msdu;
  168. bool drop_mpdu = false, is_frag_non_raw = false;
  169. uint8_t bm_action = HAL_BM_ACTION_PUT_IN_IDLE_LIST;
  170. qdf_dma_addr_t buf_paddr = 0;
  171. uint32_t rx_link_buf_info[HAL_RX_BUFFINFO_NUM_DWORDS];
  172. struct cdp_mon_status *rs;
  173. if (qdf_unlikely(!dp_pdev)) {
  174. dp_rx_mon_dest_debug("%pK: pdev is null for mac_id = %d", soc, mac_id);
  175. return rx_bufs_used;
  176. }
  177. msdu = 0;
  178. last = NULL;
  179. hal_rx_reo_ent_buf_paddr_get(rxdma_dst_ring_desc, &buf_info, &msdu_cnt);
  180. rs = &dp_pdev->rx_mon_recv_status;
  181. rs->cdp_rs_rxdma_err = false;
  182. if ((hal_rx_reo_ent_rxdma_push_reason_get(rxdma_dst_ring_desc) ==
  183. HAL_RX_WBM_RXDMA_PSH_RSN_ERROR)) {
  184. uint8_t rxdma_err =
  185. hal_rx_reo_ent_rxdma_error_code_get(
  186. rxdma_dst_ring_desc);
  187. if (qdf_unlikely((rxdma_err == HAL_RXDMA_ERR_FLUSH_REQUEST) ||
  188. (rxdma_err == HAL_RXDMA_ERR_MPDU_LENGTH) ||
  189. (rxdma_err == HAL_RXDMA_ERR_OVERFLOW) ||
  190. (rxdma_err == HAL_RXDMA_ERR_FCS && dp_pdev->mcopy_mode) ||
  191. (rxdma_err == HAL_RXDMA_ERR_FCS &&
  192. dp_pdev->rx_pktlog_cbf))) {
  193. drop_mpdu = true;
  194. dp_pdev->rx_mon_stats.dest_mpdu_drop++;
  195. }
  196. rs->cdp_rs_rxdma_err = true;
  197. }
  198. is_frag = false;
  199. is_first_msdu = true;
  200. do {
  201. /* WAR for duplicate link descriptors received from HW */
  202. if (qdf_unlikely(dp_pdev->mon_last_linkdesc_paddr ==
  203. buf_info.paddr)) {
  204. dp_pdev->rx_mon_stats.dup_mon_linkdesc_cnt++;
  205. return rx_bufs_used;
  206. }
  207. rx_msdu_link_desc =
  208. dp_rx_cookie_2_mon_link_desc(dp_pdev,
  209. buf_info, mac_id);
  210. qdf_assert_always(rx_msdu_link_desc);
  211. hal_rx_msdu_list_get(soc->hal_soc, rx_msdu_link_desc,
  212. &msdu_list, &num_msdus);
  213. for (i = 0; i < num_msdus; i++) {
  214. uint16_t l2_hdr_offset;
  215. struct dp_rx_desc *rx_desc = NULL;
  216. struct rx_desc_pool *rx_desc_pool;
  217. rx_desc = dp_rx_get_mon_desc(soc,
  218. msdu_list.sw_cookie[i]);
  219. qdf_assert_always(rx_desc);
  220. msdu = DP_RX_MON_GET_NBUF_FROM_DESC(rx_desc);
  221. buf_paddr = dp_rx_mon_get_paddr_from_desc(rx_desc);
  222. /* WAR for duplicate buffers received from HW */
  223. if (qdf_unlikely(dp_pdev->mon_last_buf_cookie ==
  224. msdu_list.sw_cookie[i] ||
  225. DP_RX_MON_IS_BUFFER_ADDR_NULL(rx_desc) ||
  226. msdu_list.paddr[i] != buf_paddr ||
  227. !rx_desc->in_use)) {
  228. /* Skip duplicate buffer and drop subsequent
  229. * buffers in this MPDU
  230. */
  231. drop_mpdu = true;
  232. dp_pdev->rx_mon_stats.dup_mon_buf_cnt++;
  233. dp_pdev->mon_last_linkdesc_paddr =
  234. buf_info.paddr;
  235. continue;
  236. }
  237. if (rx_desc->unmapped == 0) {
  238. rx_desc_pool = dp_rx_get_mon_desc_pool(soc,
  239. mac_id,
  240. dp_pdev->pdev_id);
  241. dp_rx_mon_buffer_unmap(soc, rx_desc,
  242. rx_desc_pool->buf_size);
  243. rx_desc->unmapped = 1;
  244. }
  245. if (dp_rx_buffer_pool_refill(soc, msdu,
  246. rx_desc->pool_id)) {
  247. drop_mpdu = true;
  248. msdu = NULL;
  249. dp_pdev->mon_last_linkdesc_paddr =
  250. buf_info.paddr;
  251. goto next_msdu;
  252. }
  253. if (drop_mpdu) {
  254. dp_pdev->mon_last_linkdesc_paddr =
  255. buf_info.paddr;
  256. dp_rx_mon_buffer_free(rx_desc);
  257. msdu = NULL;
  258. goto next_msdu;
  259. }
  260. data = dp_rx_mon_get_buffer_data(rx_desc);
  261. rx_desc_tlv = HAL_RX_MON_DEST_GET_DESC(data);
  262. dp_rx_mon_dest_debug("%pK: i=%d, ppdu_id=%x, num_msdus = %u",
  263. soc, i, *ppdu_id, num_msdus);
  264. if (is_first_msdu) {
  265. if (!hal_rx_mpdu_start_tlv_tag_valid(
  266. soc->hal_soc,
  267. rx_desc_tlv)) {
  268. drop_mpdu = true;
  269. dp_rx_mon_buffer_free(rx_desc);
  270. msdu = NULL;
  271. dp_pdev->mon_last_linkdesc_paddr =
  272. buf_info.paddr;
  273. goto next_msdu;
  274. }
  275. msdu_ppdu_id = hal_rx_hw_desc_get_ppduid_get(
  276. soc->hal_soc,
  277. rx_desc_tlv,
  278. rxdma_dst_ring_desc);
  279. is_first_msdu = false;
  280. dp_rx_mon_dest_debug("%pK: msdu_ppdu_id=%x",
  281. soc, msdu_ppdu_id);
  282. if (*ppdu_id > msdu_ppdu_id)
  283. dp_rx_mon_dest_debug("%pK: ppdu_id=%d "
  284. "msdu_ppdu_id=%d", soc,
  285. *ppdu_id, msdu_ppdu_id);
  286. if ((*ppdu_id < msdu_ppdu_id) && (
  287. (msdu_ppdu_id - *ppdu_id) <
  288. NOT_PPDU_ID_WRAP_AROUND)) {
  289. *ppdu_id = msdu_ppdu_id;
  290. return rx_bufs_used;
  291. } else if ((*ppdu_id > msdu_ppdu_id) && (
  292. (*ppdu_id - msdu_ppdu_id) >
  293. NOT_PPDU_ID_WRAP_AROUND)) {
  294. *ppdu_id = msdu_ppdu_id;
  295. return rx_bufs_used;
  296. }
  297. dp_tx_capture_get_user_id(dp_pdev,
  298. rx_desc_tlv);
  299. if (*ppdu_id == msdu_ppdu_id)
  300. dp_pdev->rx_mon_stats.ppdu_id_match++;
  301. else
  302. dp_pdev->rx_mon_stats.ppdu_id_mismatch
  303. ++;
  304. dp_pdev->mon_last_linkdesc_paddr =
  305. buf_info.paddr;
  306. if (dp_rx_mon_alloc_parent_buffer(head_msdu)
  307. != QDF_STATUS_SUCCESS) {
  308. DP_STATS_INC(dp_pdev,
  309. replenish.nbuf_alloc_fail,
  310. 1);
  311. qdf_frag_free(rx_desc_tlv);
  312. dp_rx_mon_dest_debug("failed to allocate parent buffer to hold all frag");
  313. drop_mpdu = true;
  314. goto next_msdu;
  315. }
  316. }
  317. if (hal_rx_desc_is_first_msdu(soc->hal_soc,
  318. rx_desc_tlv))
  319. hal_rx_mon_hw_desc_get_mpdu_status(soc->hal_soc,
  320. rx_desc_tlv,
  321. &(dp_pdev->ppdu_info.rx_status));
  322. dp_rx_mon_parse_desc_buffer(soc,
  323. &(msdu_list.msdu_info[i]),
  324. &is_frag,
  325. &total_frag_len,
  326. &frag_len,
  327. &l2_hdr_offset,
  328. rx_desc_tlv,
  329. &is_frag_non_raw, data);
  330. if (!is_frag)
  331. msdu_cnt--;
  332. dp_rx_mon_dest_debug("total_len %u frag_len %u flags %u",
  333. total_frag_len, frag_len,
  334. msdu_list.msdu_info[i].msdu_flags);
  335. rx_pkt_offset = SIZE_OF_MONITOR_TLV;
  336. rx_buf_size = rx_pkt_offset + l2_hdr_offset
  337. + frag_len;
  338. dp_rx_mon_buffer_set_pktlen(msdu, rx_buf_size);
  339. #if 0
  340. /* Disble it.see packet on msdu done set to 0 */
  341. /*
  342. * Check if DMA completed -- msdu_done is the
  343. * last bit to be written
  344. */
  345. if (!hal_rx_attn_msdu_done_get(rx_desc_tlv)) {
  346. QDF_TRACE(QDF_MODULE_ID_DP,
  347. QDF_TRACE_LEVEL_ERROR,
  348. "%s:%d: Pkt Desc",
  349. __func__, __LINE__);
  350. QDF_TRACE_HEX_DUMP(QDF_MODULE_ID_DP,
  351. QDF_TRACE_LEVEL_ERROR,
  352. rx_desc_tlv, 128);
  353. qdf_assert_always(0);
  354. }
  355. #endif
  356. dp_rx_mon_dest_debug("%pK: rx_pkt_offset=%d, l2_hdr_offset=%d, msdu_len=%d, frag_len %u",
  357. soc, rx_pkt_offset, l2_hdr_offset,
  358. msdu_list.msdu_info[i].msdu_len,
  359. frag_len);
  360. if (dp_rx_mon_add_msdu_to_list(head_msdu, msdu, &last,
  361. rx_desc_tlv, frag_len,
  362. l2_hdr_offset)
  363. != QDF_STATUS_SUCCESS) {
  364. dp_rx_mon_add_msdu_to_list_failure_handler(rx_desc_tlv,
  365. dp_pdev, &last, head_msdu,
  366. tail_msdu, __func__);
  367. drop_mpdu = true;
  368. goto next_msdu;
  369. }
  370. next_msdu:
  371. dp_pdev->mon_last_buf_cookie = msdu_list.sw_cookie[i];
  372. rx_bufs_used++;
  373. dp_rx_add_to_free_desc_list(head,
  374. tail, rx_desc);
  375. }
  376. /*
  377. * Store the current link buffer into to the local
  378. * structure to be used for release purpose.
  379. */
  380. hal_rxdma_buff_addr_info_set(rx_link_buf_info, buf_info.paddr,
  381. buf_info.sw_cookie, buf_info.rbm);
  382. hal_rx_mon_next_link_desc_get(rx_msdu_link_desc, &buf_info);
  383. if (dp_rx_monitor_link_desc_return(dp_pdev,
  384. (hal_buff_addrinfo_t)
  385. rx_link_buf_info,
  386. mac_id,
  387. bm_action)
  388. != QDF_STATUS_SUCCESS)
  389. dp_err_rl("monitor link desc return failed");
  390. } while (buf_info.paddr && msdu_cnt);
  391. dp_rx_mon_init_tail_msdu(head_msdu, msdu, last, tail_msdu);
  392. dp_rx_mon_remove_raw_frame_fcs_len(head_msdu, tail_msdu);
  393. return rx_bufs_used;
  394. }
  395. static inline
  396. void dp_rx_msdus_set_payload(struct dp_soc *soc, qdf_nbuf_t msdu)
  397. {
  398. uint8_t *data;
  399. uint32_t rx_pkt_offset, l2_hdr_offset;
  400. data = qdf_nbuf_data(msdu);
  401. rx_pkt_offset = SIZE_OF_MONITOR_TLV;
  402. l2_hdr_offset = hal_rx_msdu_end_l3_hdr_padding_get(soc->hal_soc, data);
  403. qdf_nbuf_pull_head(msdu, rx_pkt_offset + l2_hdr_offset);
  404. }
  405. #ifdef DP_RX_MON_MEM_FRAG
  406. /**
  407. * dp_rx_mon_fraglist_prepare() - Prepare nbuf fraglist from chained skb
  408. *
  409. * @head_msdu: Parent SKB
  410. * @tail_msdu: Last skb in the chained list
  411. *
  412. * Return: Void
  413. */
  414. void dp_rx_mon_fraglist_prepare(qdf_nbuf_t head_msdu, qdf_nbuf_t tail_msdu)
  415. {
  416. qdf_nbuf_t msdu, mpdu_buf, prev_buf, head_frag_list;
  417. uint32_t frag_list_sum_len;
  418. dp_err("[%s][%d] decap format raw head %pK head->next %pK last_msdu %pK last_msdu->next %pK",
  419. __func__, __LINE__, head_msdu, head_msdu->next,
  420. tail_msdu, tail_msdu->next);
  421. /* Single skb accommodating MPDU worth Data */
  422. if (tail_msdu == head_msdu)
  423. return;
  424. mpdu_buf = head_msdu;
  425. prev_buf = mpdu_buf;
  426. frag_list_sum_len = 0;
  427. msdu = qdf_nbuf_next(head_msdu);
  428. /* msdu can't be NULL here as it is multiple skb case here */
  429. /* Head frag list to point to second skb */
  430. head_frag_list = msdu;
  431. while (msdu) {
  432. frag_list_sum_len += qdf_nbuf_len(msdu);
  433. prev_buf = msdu;
  434. msdu = qdf_nbuf_next(msdu);
  435. }
  436. qdf_nbuf_append_ext_list(mpdu_buf, head_frag_list, frag_list_sum_len);
  437. /* Make Parent skb next to NULL */
  438. qdf_nbuf_set_next(mpdu_buf, NULL);
  439. }
  440. /**
  441. * dp_rx_mon_frag_restitch_mpdu_from_msdus() - Restitch logic to
  442. * convert to 802.3 header and adjust frag memory pointing to
  443. * dot3 header and payload in case of Non-Raw frame.
  444. *
  445. * @soc: struct dp_soc *
  446. * @mac_id: MAC id
  447. * @head_msdu: MPDU containing all MSDU as a frag
  448. * @tail_msdu: last skb which accommodate MPDU info
  449. * @rx_status: struct cdp_mon_status *
  450. *
  451. * Return: Adjusted nbuf containing MPDU worth info.
  452. */
  453. static inline
  454. qdf_nbuf_t dp_rx_mon_frag_restitch_mpdu_from_msdus(struct dp_soc *soc,
  455. uint32_t mac_id,
  456. qdf_nbuf_t head_msdu,
  457. qdf_nbuf_t tail_msdu,
  458. struct cdp_mon_status *rx_status)
  459. {
  460. uint32_t wifi_hdr_len, sec_hdr_len, msdu_llc_len,
  461. mpdu_buf_len, decap_hdr_pull_bytes, dir,
  462. is_amsdu, amsdu_pad, frag_size, tot_msdu_len;
  463. qdf_frag_t rx_desc, rx_src_desc, rx_dest_desc, frag_addr;
  464. char *hdr_desc;
  465. uint8_t num_frags, frags_iter, l2_hdr_offset;
  466. struct ieee80211_frame *wh;
  467. struct ieee80211_qoscntl *qos;
  468. struct dp_pdev *dp_pdev = dp_get_pdev_for_lmac_id(soc, mac_id);
  469. int16_t frag_page_offset = 0;
  470. struct hal_rx_mon_dest_buf_info buf_info;
  471. uint32_t pad_byte_pholder = 0;
  472. qdf_nbuf_t msdu_curr;
  473. if (qdf_unlikely(!dp_pdev)) {
  474. dp_rx_mon_dest_debug("%pK: pdev is null for mac_id = %d", soc, mac_id);
  475. return NULL;
  476. }
  477. qdf_mem_zero(&buf_info, sizeof(struct hal_rx_mon_dest_buf_info));
  478. if (!head_msdu || !tail_msdu)
  479. goto mpdu_stitch_fail;
  480. rx_desc = qdf_nbuf_get_frag_addr(head_msdu, 0) - SIZE_OF_MONITOR_TLV;
  481. if (HAL_RX_DESC_GET_MPDU_LENGTH_ERR(rx_desc)) {
  482. /* It looks like there is some issue on MPDU len err */
  483. /* Need further investigate if drop the packet */
  484. DP_STATS_INC(dp_pdev, dropped.mon_rx_drop, 1);
  485. return NULL;
  486. }
  487. /* Look for FCS error */
  488. num_frags = qdf_nbuf_get_nr_frags(tail_msdu);
  489. rx_desc =
  490. qdf_nbuf_get_frag_addr(tail_msdu,
  491. num_frags - 1) - SIZE_OF_MONITOR_TLV;
  492. rx_status->cdp_rs_fcs_err = HAL_RX_DESC_GET_MPDU_FCS_ERR(rx_desc);
  493. dp_pdev->ppdu_info.rx_status.rs_fcs_err =
  494. HAL_RX_DESC_GET_MPDU_FCS_ERR(rx_desc);
  495. rx_desc = qdf_nbuf_get_frag_addr(head_msdu, 0) - SIZE_OF_MONITOR_TLV;
  496. hal_rx_mon_dest_get_buffer_info_from_tlv(rx_desc, &buf_info);
  497. /* Easy case - The MSDU status indicates that this is a non-decapped
  498. * packet in RAW mode.
  499. */
  500. if (buf_info.is_decap_raw == 1) {
  501. dp_rx_mon_fraglist_prepare(head_msdu, tail_msdu);
  502. goto mpdu_stitch_done;
  503. }
  504. l2_hdr_offset = DP_RX_MON_NONRAW_L2_HDR_PAD_BYTE;
  505. /* Decap mode:
  506. * Calculate the amount of header in decapped packet to knock off based
  507. * on the decap type and the corresponding number of raw bytes to copy
  508. * status header
  509. */
  510. hdr_desc = HAL_RX_DESC_GET_80211_HDR(rx_desc);
  511. dp_rx_mon_dest_debug("%pK: decap format not raw", soc);
  512. /* Base size */
  513. wifi_hdr_len = sizeof(struct ieee80211_frame);
  514. wh = (struct ieee80211_frame *)hdr_desc;
  515. dir = wh->i_fc[1] & IEEE80211_FC1_DIR_MASK;
  516. if (dir == IEEE80211_FC1_DIR_DSTODS)
  517. wifi_hdr_len += 6;
  518. is_amsdu = 0;
  519. if (wh->i_fc[0] & QDF_IEEE80211_FC0_SUBTYPE_QOS) {
  520. qos = (struct ieee80211_qoscntl *)
  521. (hdr_desc + wifi_hdr_len);
  522. wifi_hdr_len += 2;
  523. is_amsdu = (qos->i_qos[0] & IEEE80211_QOS_AMSDU);
  524. }
  525. /*Calculate security header length based on 'Protected'
  526. * and 'EXT_IV' flag
  527. */
  528. if (wh->i_fc[1] & IEEE80211_FC1_WEP) {
  529. char *iv = (char *)wh + wifi_hdr_len;
  530. if (iv[3] & KEY_EXTIV)
  531. sec_hdr_len = 8;
  532. else
  533. sec_hdr_len = 4;
  534. } else {
  535. sec_hdr_len = 0;
  536. }
  537. wifi_hdr_len += sec_hdr_len;
  538. /* MSDU related stuff LLC - AMSDU subframe header etc */
  539. msdu_llc_len = is_amsdu ? (14 + 8) : 8;
  540. mpdu_buf_len = wifi_hdr_len + msdu_llc_len;
  541. /* "Decap" header to remove from MSDU buffer */
  542. decap_hdr_pull_bytes = 14;
  543. amsdu_pad = 0;
  544. tot_msdu_len = 0;
  545. /*
  546. * keeping first MSDU ops outside of loop to avoid multiple
  547. * check handling
  548. */
  549. /* Construct src header */
  550. rx_src_desc = hdr_desc;
  551. /*
  552. * Update protocol and flow tag for MSDU
  553. * update frag index in ctx_idx field.
  554. * Reset head pointer data of nbuf before updating.
  555. */
  556. QDF_NBUF_CB_RX_CTX_ID(head_msdu) = 0;
  557. dp_rx_mon_update_protocol_flow_tag(soc, dp_pdev, head_msdu, rx_desc);
  558. /* Construct destination address */
  559. frag_addr = qdf_nbuf_get_frag_addr(head_msdu, 0);
  560. frag_size = qdf_nbuf_get_frag_size_by_idx(head_msdu, 0);
  561. /* We will come here in 2 scenario:
  562. * 1. First MSDU of MPDU with single buffer
  563. * 2. First buffer of First MSDU of MPDU with continuation
  564. *
  565. * ------------------------------------------------------------
  566. * | SINGLE BUFFER (<= RX_MONITOR_BUFFER_SIZE - RX_PKT_TLVS_LEN)|
  567. * ------------------------------------------------------------
  568. *
  569. * ------------------------------------------------------------
  570. * | First BUFFER with Continuation | ... |
  571. * | (RX_MONITOR_BUFFER_SIZE - RX_PKT_TLVS_LEN) | |
  572. * ------------------------------------------------------------
  573. */
  574. pad_byte_pholder =
  575. (RX_MONITOR_BUFFER_SIZE - RX_PKT_TLVS_LEN) - frag_size;
  576. /* Construct destination address
  577. * --------------------------------------------------------------
  578. * | RX_PKT_TLV | L2_HDR_PAD | Decap HDR | Payload |
  579. * | | / |
  580. * | >Frag address points here / |
  581. * | \ / |
  582. * | \ This bytes needs to / |
  583. * | \ removed to frame pkt / |
  584. * | ----------------------- |
  585. * | | |
  586. * | | |
  587. * | WIFI +LLC HDR will be added here <-| |
  588. * | | | |
  589. * | >Dest addr will point | |
  590. * | somewhere in this area | |
  591. * --------------------------------------------------------------
  592. */
  593. rx_dest_desc =
  594. (frag_addr + decap_hdr_pull_bytes + l2_hdr_offset) -
  595. mpdu_buf_len;
  596. /* Add WIFI and LLC header for 1st MSDU of MPDU */
  597. qdf_mem_copy(rx_dest_desc, rx_src_desc, mpdu_buf_len);
  598. frag_page_offset =
  599. (decap_hdr_pull_bytes + l2_hdr_offset) - mpdu_buf_len;
  600. qdf_nbuf_move_frag_page_offset(head_msdu, 0, frag_page_offset);
  601. frag_size = qdf_nbuf_get_frag_size_by_idx(head_msdu, 0);
  602. if (buf_info.first_buffer && buf_info.last_buffer) {
  603. /* MSDU with single bufffer */
  604. amsdu_pad = frag_size & 0x3;
  605. amsdu_pad = amsdu_pad ? (4 - amsdu_pad) : 0;
  606. if (amsdu_pad && (amsdu_pad <= pad_byte_pholder)) {
  607. char *frag_addr_temp;
  608. qdf_nbuf_trim_add_frag_size(head_msdu, 0, amsdu_pad,
  609. 0);
  610. frag_addr_temp =
  611. (char *)qdf_nbuf_get_frag_addr(head_msdu, 0);
  612. frag_addr_temp = (frag_addr_temp +
  613. qdf_nbuf_get_frag_size_by_idx(head_msdu, 0)) -
  614. amsdu_pad;
  615. qdf_mem_zero(frag_addr_temp, amsdu_pad);
  616. amsdu_pad = 0;
  617. }
  618. } else {
  619. /*
  620. * First buffer of Continuation frame and hence
  621. * amsdu_padding doesn't need to be added
  622. * Increase tot_msdu_len so that amsdu_pad byte
  623. * will be calculated for last frame of MSDU
  624. */
  625. tot_msdu_len = frag_size;
  626. amsdu_pad = 0;
  627. }
  628. /* Here amsdu_pad byte will have some value if 1sf buffer was
  629. * Single buffer MSDU and dint had pholder to adjust amsdu padding
  630. * byte in the end
  631. * So dont initialize to ZERO here
  632. */
  633. pad_byte_pholder = 0;
  634. for (msdu_curr = head_msdu; msdu_curr;) {
  635. /* frag_iter will start from 0 for second skb onwards */
  636. if (msdu_curr == head_msdu)
  637. frags_iter = 1;
  638. else
  639. frags_iter = 0;
  640. num_frags = qdf_nbuf_get_nr_frags(msdu_curr);
  641. for (; frags_iter < num_frags; frags_iter++) {
  642. /* Construct destination address
  643. * ----------------------------------------------------------
  644. * | RX_PKT_TLV | L2_HDR_PAD | Decap HDR | Payload | Pad |
  645. * | | (First buffer) | | |
  646. * | | / / |
  647. * | >Frag address points here / / |
  648. * | \ / / |
  649. * | \ This bytes needs to / / |
  650. * | \ removed to frame pkt/ / |
  651. * | ---------------------- / |
  652. * | | / Add |
  653. * | | / amsdu pad |
  654. * | LLC HDR will be added here <-| | Byte for |
  655. * | | | | last frame |
  656. * | >Dest addr will point | | if space |
  657. * | somewhere in this area | | available |
  658. * | And amsdu_pad will be created if | | |
  659. * | dint get added in last buffer | | |
  660. * | (First Buffer) | | |
  661. * ----------------------------------------------------------
  662. */
  663. frag_addr =
  664. qdf_nbuf_get_frag_addr(msdu_curr, frags_iter);
  665. rx_desc = frag_addr - SIZE_OF_MONITOR_TLV;
  666. /*
  667. * Update protocol and flow tag for MSDU
  668. * update frag index in ctx_idx field
  669. */
  670. QDF_NBUF_CB_RX_CTX_ID(msdu_curr) = frags_iter;
  671. dp_rx_mon_update_protocol_flow_tag(soc, dp_pdev,
  672. msdu_curr, rx_desc);
  673. /* Read buffer info from stored data in tlvs */
  674. hal_rx_mon_dest_get_buffer_info_from_tlv(rx_desc,
  675. &buf_info);
  676. frag_size = qdf_nbuf_get_frag_size_by_idx(msdu_curr,
  677. frags_iter);
  678. /* If Middle buffer, dont add any header */
  679. if ((!buf_info.first_buffer) && (!buf_info.last_buffer)) {
  680. tot_msdu_len += frag_size;
  681. amsdu_pad = 0;
  682. pad_byte_pholder = 0;
  683. continue;
  684. }
  685. /* Calculate if current buffer has placeholder
  686. * to accommodate amsdu pad byte
  687. */
  688. pad_byte_pholder =
  689. (RX_MONITOR_BUFFER_SIZE - RX_PKT_TLVS_LEN) - frag_size;
  690. /*
  691. * We will come here only only three condition:
  692. * 1. Msdu with single Buffer
  693. * 2. First buffer in case MSDU is spread in multiple
  694. * buffer
  695. * 3. Last buffer in case MSDU is spread in multiple
  696. * buffer
  697. *
  698. * First buffER | Last buffer
  699. * Case 1: 1 | 1
  700. * Case 2: 1 | 0
  701. * Case 3: 0 | 1
  702. *
  703. * In 3rd case only l2_hdr_padding byte will be Zero and
  704. * in other case, It will be 2 Bytes.
  705. */
  706. if (buf_info.first_buffer)
  707. l2_hdr_offset = DP_RX_MON_NONRAW_L2_HDR_PAD_BYTE;
  708. else
  709. l2_hdr_offset = DP_RX_MON_RAW_L2_HDR_PAD_BYTE;
  710. if (buf_info.first_buffer) {
  711. /* Src addr from where llc header needs to be copied */
  712. rx_src_desc =
  713. HAL_RX_DESC_GET_80211_HDR(rx_desc);
  714. /* Size of buffer with llc header */
  715. frag_size = frag_size -
  716. (l2_hdr_offset + decap_hdr_pull_bytes);
  717. frag_size += msdu_llc_len;
  718. /* Construct destination address */
  719. rx_dest_desc = frag_addr +
  720. decap_hdr_pull_bytes + l2_hdr_offset;
  721. rx_dest_desc = rx_dest_desc - (msdu_llc_len);
  722. qdf_mem_copy(rx_dest_desc, rx_src_desc,
  723. msdu_llc_len);
  724. /*
  725. * Calculate new page offset and create hole
  726. * if amsdu_pad required.
  727. */
  728. frag_page_offset = l2_hdr_offset +
  729. decap_hdr_pull_bytes;
  730. frag_page_offset = frag_page_offset -
  731. (msdu_llc_len + amsdu_pad);
  732. qdf_nbuf_move_frag_page_offset(msdu_curr,
  733. frags_iter,
  734. frag_page_offset);
  735. tot_msdu_len = frag_size;
  736. /*
  737. * No amsdu padding required for first frame of
  738. * continuation buffer
  739. */
  740. if (!buf_info.last_buffer) {
  741. amsdu_pad = 0;
  742. continue;
  743. }
  744. } else {
  745. tot_msdu_len += frag_size;
  746. }
  747. /* Will reach to this place in only two case:
  748. * 1. Single buffer MSDU
  749. * 2. Last buffer of MSDU in case of multiple buf MSDU
  750. */
  751. /* Check size of buffer if amsdu padding required */
  752. amsdu_pad = tot_msdu_len & 0x3;
  753. amsdu_pad = amsdu_pad ? (4 - amsdu_pad) : 0;
  754. /* Create placeholder if current bufer can
  755. * accommodate padding.
  756. */
  757. if (amsdu_pad && (amsdu_pad <= pad_byte_pholder)) {
  758. char *frag_addr_temp;
  759. qdf_nbuf_trim_add_frag_size(msdu_curr,
  760. frags_iter,
  761. amsdu_pad, 0);
  762. frag_addr_temp = (char *)qdf_nbuf_get_frag_addr(msdu_curr, 0);
  763. frag_addr_temp = (frag_addr_temp +
  764. qdf_nbuf_get_frag_size_by_idx(msdu_curr, frags_iter)) -
  765. amsdu_pad;
  766. qdf_mem_zero(frag_addr_temp, amsdu_pad);
  767. amsdu_pad = 0;
  768. }
  769. /* reset tot_msdu_len */
  770. tot_msdu_len = 0;
  771. }
  772. msdu_curr = qdf_nbuf_next(msdu_curr);
  773. }
  774. dp_rx_mon_fraglist_prepare(head_msdu, tail_msdu);
  775. dp_rx_mon_dest_debug("%pK: head_msdu %pK head_msdu->len %u",
  776. soc, head_msdu, head_msdu->len);
  777. mpdu_stitch_done:
  778. return head_msdu;
  779. mpdu_stitch_fail:
  780. dp_rx_mon_dest_err("%pK: mpdu_stitch_fail head_msdu %pK",
  781. soc, head_msdu);
  782. return NULL;
  783. }
  784. #endif
  785. static inline
  786. qdf_nbuf_t dp_rx_mon_restitch_mpdu_from_msdus(struct dp_soc *soc,
  787. uint32_t mac_id, qdf_nbuf_t head_msdu, qdf_nbuf_t last_msdu,
  788. struct cdp_mon_status *rx_status)
  789. {
  790. qdf_nbuf_t msdu, mpdu_buf, prev_buf, msdu_orig, head_frag_list;
  791. uint32_t decap_format, wifi_hdr_len, sec_hdr_len, msdu_llc_len,
  792. mpdu_buf_len, decap_hdr_pull_bytes, frag_list_sum_len, dir,
  793. is_amsdu, is_first_frag, amsdu_pad;
  794. void *rx_desc;
  795. char *hdr_desc;
  796. unsigned char *dest;
  797. struct ieee80211_frame *wh;
  798. struct ieee80211_qoscntl *qos;
  799. struct dp_pdev *dp_pdev = dp_get_pdev_for_lmac_id(soc, mac_id);
  800. head_frag_list = NULL;
  801. mpdu_buf = NULL;
  802. if (qdf_unlikely(!dp_pdev)) {
  803. dp_rx_mon_dest_debug("%pK: pdev is null for mac_id = %d",
  804. soc, mac_id);
  805. return NULL;
  806. }
  807. /* The nbuf has been pulled just beyond the status and points to the
  808. * payload
  809. */
  810. if (!head_msdu)
  811. goto mpdu_stitch_fail;
  812. msdu_orig = head_msdu;
  813. rx_desc = qdf_nbuf_data(msdu_orig);
  814. if (HAL_RX_DESC_GET_MPDU_LENGTH_ERR(rx_desc)) {
  815. /* It looks like there is some issue on MPDU len err */
  816. /* Need further investigate if drop the packet */
  817. DP_STATS_INC(dp_pdev, dropped.mon_rx_drop, 1);
  818. return NULL;
  819. }
  820. rx_desc = qdf_nbuf_data(last_msdu);
  821. rx_status->cdp_rs_fcs_err = HAL_RX_DESC_GET_MPDU_FCS_ERR(rx_desc);
  822. dp_pdev->ppdu_info.rx_status.rs_fcs_err =
  823. HAL_RX_DESC_GET_MPDU_FCS_ERR(rx_desc);
  824. /* Fill out the rx_status from the PPDU start and end fields */
  825. /* HAL_RX_GET_PPDU_STATUS(soc, mac_id, rx_status); */
  826. rx_desc = qdf_nbuf_data(head_msdu);
  827. decap_format = HAL_RX_DESC_GET_DECAP_FORMAT(rx_desc);
  828. /* Easy case - The MSDU status indicates that this is a non-decapped
  829. * packet in RAW mode.
  830. */
  831. if (decap_format == HAL_HW_RX_DECAP_FORMAT_RAW) {
  832. /* Note that this path might suffer from headroom unavailabilty
  833. * - but the RX status is usually enough
  834. */
  835. dp_rx_msdus_set_payload(soc, head_msdu);
  836. dp_rx_mon_dest_debug("%pK: decap format raw head %pK head->next %pK last_msdu %pK last_msdu->next %pK",
  837. soc, head_msdu, head_msdu->next,
  838. last_msdu, last_msdu->next);
  839. mpdu_buf = head_msdu;
  840. prev_buf = mpdu_buf;
  841. frag_list_sum_len = 0;
  842. msdu = qdf_nbuf_next(head_msdu);
  843. is_first_frag = 1;
  844. while (msdu) {
  845. dp_rx_msdus_set_payload(soc, msdu);
  846. if (is_first_frag) {
  847. is_first_frag = 0;
  848. head_frag_list = msdu;
  849. }
  850. frag_list_sum_len += qdf_nbuf_len(msdu);
  851. /* Maintain the linking of the cloned MSDUS */
  852. qdf_nbuf_set_next_ext(prev_buf, msdu);
  853. /* Move to the next */
  854. prev_buf = msdu;
  855. msdu = qdf_nbuf_next(msdu);
  856. }
  857. qdf_nbuf_trim_tail(prev_buf, HAL_RX_FCS_LEN);
  858. /* If there were more fragments to this RAW frame */
  859. if (head_frag_list) {
  860. if (frag_list_sum_len <
  861. sizeof(struct ieee80211_frame_min_one)) {
  862. DP_STATS_INC(dp_pdev, dropped.mon_rx_drop, 1);
  863. return NULL;
  864. }
  865. frag_list_sum_len -= HAL_RX_FCS_LEN;
  866. qdf_nbuf_append_ext_list(mpdu_buf, head_frag_list,
  867. frag_list_sum_len);
  868. qdf_nbuf_set_next(mpdu_buf, NULL);
  869. }
  870. goto mpdu_stitch_done;
  871. }
  872. /* Decap mode:
  873. * Calculate the amount of header in decapped packet to knock off based
  874. * on the decap type and the corresponding number of raw bytes to copy
  875. * status header
  876. */
  877. rx_desc = qdf_nbuf_data(head_msdu);
  878. hdr_desc = HAL_RX_DESC_GET_80211_HDR(rx_desc);
  879. dp_rx_mon_dest_debug("%pK: decap format not raw", soc);
  880. /* Base size */
  881. wifi_hdr_len = sizeof(struct ieee80211_frame);
  882. wh = (struct ieee80211_frame *)hdr_desc;
  883. dir = wh->i_fc[1] & IEEE80211_FC1_DIR_MASK;
  884. if (dir == IEEE80211_FC1_DIR_DSTODS)
  885. wifi_hdr_len += 6;
  886. is_amsdu = 0;
  887. if (wh->i_fc[0] & QDF_IEEE80211_FC0_SUBTYPE_QOS) {
  888. qos = (struct ieee80211_qoscntl *)
  889. (hdr_desc + wifi_hdr_len);
  890. wifi_hdr_len += 2;
  891. is_amsdu = (qos->i_qos[0] & IEEE80211_QOS_AMSDU);
  892. }
  893. /*Calculate security header length based on 'Protected'
  894. * and 'EXT_IV' flag
  895. * */
  896. if (wh->i_fc[1] & IEEE80211_FC1_WEP) {
  897. char *iv = (char *)wh + wifi_hdr_len;
  898. if (iv[3] & KEY_EXTIV)
  899. sec_hdr_len = 8;
  900. else
  901. sec_hdr_len = 4;
  902. } else {
  903. sec_hdr_len = 0;
  904. }
  905. wifi_hdr_len += sec_hdr_len;
  906. /* MSDU related stuff LLC - AMSDU subframe header etc */
  907. msdu_llc_len = is_amsdu ? (14 + 8) : 8;
  908. mpdu_buf_len = wifi_hdr_len + msdu_llc_len;
  909. /* "Decap" header to remove from MSDU buffer */
  910. decap_hdr_pull_bytes = 14;
  911. /* Allocate a new nbuf for holding the 802.11 header retrieved from the
  912. * status of the now decapped first msdu. Leave enough headroom for
  913. * accomodating any radio-tap /prism like PHY header
  914. */
  915. mpdu_buf = qdf_nbuf_alloc(soc->osdev,
  916. MAX_MONITOR_HEADER + mpdu_buf_len,
  917. MAX_MONITOR_HEADER, 4, FALSE);
  918. if (!mpdu_buf)
  919. goto mpdu_stitch_done;
  920. /* Copy the MPDU related header and enc headers into the first buffer
  921. * - Note that there can be a 2 byte pad between heaader and enc header
  922. */
  923. prev_buf = mpdu_buf;
  924. dest = qdf_nbuf_put_tail(prev_buf, wifi_hdr_len);
  925. if (!dest)
  926. goto mpdu_stitch_fail;
  927. qdf_mem_copy(dest, hdr_desc, wifi_hdr_len);
  928. hdr_desc += wifi_hdr_len;
  929. #if 0
  930. dest = qdf_nbuf_put_tail(prev_buf, sec_hdr_len);
  931. adf_os_mem_copy(dest, hdr_desc, sec_hdr_len);
  932. hdr_desc += sec_hdr_len;
  933. #endif
  934. /* The first LLC len is copied into the MPDU buffer */
  935. frag_list_sum_len = 0;
  936. msdu_orig = head_msdu;
  937. is_first_frag = 1;
  938. amsdu_pad = 0;
  939. while (msdu_orig) {
  940. /* TODO: intra AMSDU padding - do we need it ??? */
  941. msdu = msdu_orig;
  942. if (is_first_frag) {
  943. head_frag_list = msdu;
  944. } else {
  945. /* Reload the hdr ptr only on non-first MSDUs */
  946. rx_desc = qdf_nbuf_data(msdu_orig);
  947. hdr_desc = HAL_RX_DESC_GET_80211_HDR(rx_desc);
  948. }
  949. /* Copy this buffers MSDU related status into the prev buffer */
  950. if (is_first_frag) {
  951. is_first_frag = 0;
  952. }
  953. /* Update protocol and flow tag for MSDU */
  954. dp_rx_mon_update_protocol_flow_tag(soc, dp_pdev,
  955. msdu_orig, rx_desc);
  956. dest = qdf_nbuf_put_tail(prev_buf,
  957. msdu_llc_len + amsdu_pad);
  958. if (!dest)
  959. goto mpdu_stitch_fail;
  960. dest += amsdu_pad;
  961. qdf_mem_copy(dest, hdr_desc, msdu_llc_len);
  962. dp_rx_msdus_set_payload(soc, msdu);
  963. /* Push the MSDU buffer beyond the decap header */
  964. qdf_nbuf_pull_head(msdu, decap_hdr_pull_bytes);
  965. frag_list_sum_len += msdu_llc_len + qdf_nbuf_len(msdu)
  966. + amsdu_pad;
  967. /* Set up intra-AMSDU pad to be added to start of next buffer -
  968. * AMSDU pad is 4 byte pad on AMSDU subframe */
  969. amsdu_pad = (msdu_llc_len + qdf_nbuf_len(msdu)) & 0x3;
  970. amsdu_pad = amsdu_pad ? (4 - amsdu_pad) : 0;
  971. /* TODO FIXME How do we handle MSDUs that have fraglist - Should
  972. * probably iterate all the frags cloning them along the way and
  973. * and also updating the prev_buf pointer
  974. */
  975. /* Move to the next */
  976. prev_buf = msdu;
  977. msdu_orig = qdf_nbuf_next(msdu_orig);
  978. }
  979. #if 0
  980. /* Add in the trailer section - encryption trailer + FCS */
  981. qdf_nbuf_put_tail(prev_buf, HAL_RX_FCS_LEN);
  982. frag_list_sum_len += HAL_RX_FCS_LEN;
  983. #endif
  984. frag_list_sum_len -= msdu_llc_len;
  985. /* TODO: Convert this to suitable adf routines */
  986. qdf_nbuf_append_ext_list(mpdu_buf, head_frag_list,
  987. frag_list_sum_len);
  988. dp_rx_mon_dest_debug("%pK: mpdu_buf %pK mpdu_buf->len %u",
  989. soc, mpdu_buf, mpdu_buf->len);
  990. mpdu_stitch_done:
  991. /* Check if this buffer contains the PPDU end status for TSF */
  992. /* Need revist this code to see where we can get tsf timestamp */
  993. #if 0
  994. /* PPDU end TLV will be retrieved from monitor status ring */
  995. last_mpdu =
  996. (*(((u_int32_t *)&rx_desc->attention)) &
  997. RX_ATTENTION_0_LAST_MPDU_MASK) >>
  998. RX_ATTENTION_0_LAST_MPDU_LSB;
  999. if (last_mpdu)
  1000. rx_status->rs_tstamp.tsf = rx_desc->ppdu_end.tsf_timestamp;
  1001. #endif
  1002. return mpdu_buf;
  1003. mpdu_stitch_fail:
  1004. if ((mpdu_buf) && (decap_format != HAL_HW_RX_DECAP_FORMAT_RAW)) {
  1005. dp_rx_mon_dest_err("%pK: mpdu_stitch_fail mpdu_buf %pK",
  1006. soc, mpdu_buf);
  1007. /* Free the head buffer */
  1008. qdf_nbuf_free(mpdu_buf);
  1009. }
  1010. return NULL;
  1011. }
  1012. #ifdef DP_RX_MON_MEM_FRAG
  1013. #if defined(WLAN_SUPPORT_RX_PROTOCOL_TYPE_TAG) ||\
  1014. defined(WLAN_SUPPORT_RX_FLOW_TAG)
  1015. static inline
  1016. void dp_rx_mon_update_pf_tag_to_buf_headroom(struct dp_soc *soc,
  1017. qdf_nbuf_t nbuf)
  1018. {
  1019. qdf_nbuf_t ext_list;
  1020. if (qdf_unlikely(!soc)) {
  1021. dp_err("Soc[%pK] Null. Can't update pftag to nbuf headroom\n",
  1022. soc);
  1023. qdf_assert_always(0);
  1024. }
  1025. if (!wlan_cfg_is_rx_mon_protocol_flow_tag_enabled(soc->wlan_cfg_ctx))
  1026. return;
  1027. if (qdf_unlikely(!nbuf))
  1028. return;
  1029. /* Return if it dint came from mon Path */
  1030. if (!qdf_nbuf_get_nr_frags(nbuf))
  1031. return;
  1032. /* Headroom must be double of PF_TAG_SIZE as we copy it 1stly to head */
  1033. if (qdf_unlikely(qdf_nbuf_headroom(nbuf) < (DP_RX_MON_TOT_PF_TAG_LEN * 2))) {
  1034. dp_err("Nbuf avail Headroom[%d] < 2 * DP_RX_MON_PF_TAG_TOT_LEN[%lu]",
  1035. qdf_nbuf_headroom(nbuf), DP_RX_MON_TOT_PF_TAG_LEN);
  1036. return;
  1037. }
  1038. qdf_nbuf_push_head(nbuf, DP_RX_MON_TOT_PF_TAG_LEN);
  1039. qdf_mem_copy(qdf_nbuf_data(nbuf), qdf_nbuf_head(nbuf),
  1040. DP_RX_MON_TOT_PF_TAG_LEN);
  1041. qdf_nbuf_pull_head(nbuf, DP_RX_MON_TOT_PF_TAG_LEN);
  1042. ext_list = qdf_nbuf_get_ext_list(nbuf);
  1043. while (ext_list) {
  1044. /* Headroom must be double of PF_TAG_SIZE as we copy it 1stly to head */
  1045. if (qdf_unlikely(qdf_nbuf_headroom(ext_list) < (DP_RX_MON_TOT_PF_TAG_LEN * 2))) {
  1046. dp_err("Fraglist Nbuf avail Headroom[%d] < 2 * DP_RX_MON_PF_TAG_TOT_LEN[%lu]",
  1047. qdf_nbuf_headroom(ext_list), DP_RX_MON_TOT_PF_TAG_LEN);
  1048. ext_list = qdf_nbuf_queue_next(ext_list);
  1049. continue;
  1050. }
  1051. qdf_nbuf_push_head(ext_list, DP_RX_MON_TOT_PF_TAG_LEN);
  1052. qdf_mem_copy(qdf_nbuf_data(ext_list), qdf_nbuf_head(ext_list),
  1053. DP_RX_MON_TOT_PF_TAG_LEN);
  1054. qdf_nbuf_pull_head(ext_list, DP_RX_MON_TOT_PF_TAG_LEN);
  1055. ext_list = qdf_nbuf_queue_next(ext_list);
  1056. }
  1057. }
  1058. #else
  1059. static inline
  1060. void dp_rx_mon_update_pf_tag_to_buf_headroom(struct dp_soc *soc,
  1061. qdf_nbuf_t nbuf)
  1062. {
  1063. }
  1064. #endif
  1065. #else
  1066. static inline
  1067. void dp_rx_mon_update_pf_tag_to_buf_headroom(struct dp_soc *soc,
  1068. qdf_nbuf_t nbuf)
  1069. {
  1070. }
  1071. #endif
  1072. /**
  1073. * dp_send_mgmt_packet_to_stack(): send indicataion to upper layers
  1074. *
  1075. * @soc: soc handle
  1076. * @nbuf: Mgmt packet
  1077. * @pdev: pdev handle
  1078. *
  1079. * Return: QDF_STATUS_SUCCESS on success
  1080. * QDF_STATUS_E_INVAL in error
  1081. */
  1082. #ifdef FEATURE_PERPKT_INFO
  1083. static inline QDF_STATUS dp_send_mgmt_packet_to_stack(struct dp_soc *soc,
  1084. qdf_nbuf_t nbuf,
  1085. struct dp_pdev *pdev)
  1086. {
  1087. uint32_t *nbuf_data;
  1088. struct ieee80211_frame *wh;
  1089. qdf_frag_t addr;
  1090. if (!nbuf)
  1091. return QDF_STATUS_E_INVAL;
  1092. /* Get addr pointing to80211 header */
  1093. addr = dp_rx_mon_get_nbuf_80211_hdr(nbuf);
  1094. if (qdf_unlikely(!addr)) {
  1095. qdf_nbuf_free(nbuf);
  1096. return QDF_STATUS_E_INVAL;
  1097. }
  1098. /*check if this is not a mgmt packet*/
  1099. wh = (struct ieee80211_frame *)addr;
  1100. if (((wh->i_fc[0] & IEEE80211_FC0_TYPE_MASK) !=
  1101. IEEE80211_FC0_TYPE_MGT) &&
  1102. ((wh->i_fc[0] & IEEE80211_FC0_TYPE_MASK) !=
  1103. IEEE80211_FC0_TYPE_CTL)) {
  1104. qdf_nbuf_free(nbuf);
  1105. return QDF_STATUS_E_INVAL;
  1106. }
  1107. nbuf_data = (uint32_t *)qdf_nbuf_push_head(nbuf, 4);
  1108. if (!nbuf_data) {
  1109. QDF_TRACE(QDF_MODULE_ID_DP,
  1110. QDF_TRACE_LEVEL_ERROR,
  1111. FL("No headroom"));
  1112. qdf_nbuf_free(nbuf);
  1113. return QDF_STATUS_E_INVAL;
  1114. }
  1115. *nbuf_data = pdev->ppdu_info.com_info.ppdu_id;
  1116. dp_wdi_event_handler(WDI_EVENT_RX_MGMT_CTRL, soc, nbuf,
  1117. HTT_INVALID_PEER,
  1118. WDI_NO_VAL, pdev->pdev_id);
  1119. return QDF_STATUS_SUCCESS;
  1120. }
  1121. #else
  1122. static inline QDF_STATUS dp_send_mgmt_packet_to_stack(struct dp_soc *soc,
  1123. qdf_nbuf_t nbuf,
  1124. struct dp_pdev *pdev)
  1125. {
  1126. return QDF_STATUS_SUCCESS;
  1127. }
  1128. #endif
  1129. /**
  1130. * dp_rx_extract_radiotap_info(): Extract and populate information in
  1131. * struct mon_rx_status type
  1132. * @rx_status: Receive status
  1133. * @mon_rx_status: Monitor mode status
  1134. *
  1135. * Returns: None
  1136. */
  1137. static inline
  1138. void dp_rx_extract_radiotap_info(struct cdp_mon_status *rx_status,
  1139. struct mon_rx_status *rx_mon_status)
  1140. {
  1141. rx_mon_status->tsft = rx_status->cdp_rs_tstamp.cdp_tsf;
  1142. rx_mon_status->chan_freq = rx_status->rs_freq;
  1143. rx_mon_status->chan_num = rx_status->rs_channel;
  1144. rx_mon_status->chan_flags = rx_status->rs_flags;
  1145. rx_mon_status->rate = rx_status->rs_datarate;
  1146. /* TODO: rx_mon_status->ant_signal_db */
  1147. /* TODO: rx_mon_status->nr_ant */
  1148. rx_mon_status->mcs = rx_status->cdf_rs_rate_mcs;
  1149. rx_mon_status->is_stbc = rx_status->cdp_rs_stbc;
  1150. rx_mon_status->sgi = rx_status->cdp_rs_sgi;
  1151. /* TODO: rx_mon_status->ldpc */
  1152. /* TODO: rx_mon_status->beamformed */
  1153. /* TODO: rx_mon_status->vht_flags */
  1154. /* TODO: rx_mon_status->vht_flag_values1 */
  1155. }
  1156. #ifdef DP_RX_MON_MEM_FRAG
  1157. static inline
  1158. qdf_nbuf_t dp_rx_mon_restitch_mpdu(struct dp_soc *soc, uint32_t mac_id,
  1159. qdf_nbuf_t head_msdu, qdf_nbuf_t tail_msdu,
  1160. struct cdp_mon_status *rs)
  1161. {
  1162. if (qdf_nbuf_get_nr_frags(head_msdu))
  1163. return dp_rx_mon_frag_restitch_mpdu_from_msdus(soc, mac_id,
  1164. head_msdu,
  1165. tail_msdu, rs);
  1166. else
  1167. return dp_rx_mon_restitch_mpdu_from_msdus(soc, mac_id,
  1168. head_msdu,
  1169. tail_msdu, rs);
  1170. }
  1171. #else
  1172. static inline
  1173. qdf_nbuf_t dp_rx_mon_restitch_mpdu(struct dp_soc *soc, uint32_t mac_id,
  1174. qdf_nbuf_t head_msdu, qdf_nbuf_t tail_msdu,
  1175. struct cdp_mon_status *rs)
  1176. {
  1177. return dp_rx_mon_restitch_mpdu_from_msdus(soc, mac_id, head_msdu,
  1178. tail_msdu, rs);
  1179. }
  1180. #endif
  1181. #ifdef DP_MON_RSSI_IN_DBM
  1182. /*
  1183. * dp_rx_mon_rssi_convert(): convert rssi_comb from unit dBm to dB
  1184. * to match with radiotap further conversion requirement
  1185. * @rx_status: monitor mode rx status pointer
  1186. *
  1187. * Return: none
  1188. */
  1189. static inline
  1190. void dp_rx_mon_rssi_convert(struct mon_rx_status *rx_status)
  1191. {
  1192. rx_status->rssi_comb = rx_status->rssi_comb -
  1193. rx_status->chan_noise_floor;
  1194. }
  1195. #else
  1196. static inline
  1197. void dp_rx_mon_rssi_convert(struct mon_rx_status *rx_status)
  1198. {
  1199. }
  1200. #endif
  1201. /*
  1202. * dp_rx_mon_process_dest_pktlog(): function to log packet contents to
  1203. * pktlog buffer and send to pktlog module
  1204. * @soc: DP soc
  1205. * @mac_id: MAC ID
  1206. * @mpdu: MPDU buf
  1207. * Return: status: 0 - Success, non-zero: Failure
  1208. */
  1209. static QDF_STATUS dp_rx_mon_process_dest_pktlog(struct dp_soc *soc,
  1210. uint32_t mac_id,
  1211. qdf_nbuf_t mpdu)
  1212. {
  1213. uint32_t event, msdu_timestamp;
  1214. struct dp_pdev *pdev = dp_get_pdev_for_lmac_id(soc, mac_id);
  1215. void *data;
  1216. struct ieee80211_frame *wh;
  1217. uint8_t type, subtype;
  1218. if (!pdev)
  1219. return QDF_STATUS_E_INVAL;
  1220. if (pdev->rx_pktlog_cbf) {
  1221. if (qdf_nbuf_get_nr_frags(mpdu))
  1222. data = qdf_nbuf_get_frag_addr(mpdu, 0);
  1223. else
  1224. data = qdf_nbuf_data(mpdu);
  1225. /* CBF logging required, doesn't matter if it is a full mode
  1226. * or lite mode.
  1227. * Need to look for mpdu with:
  1228. * TYPE = ACTION, SUBTYPE = NO ACK in the header
  1229. */
  1230. event = WDI_EVENT_RX_CBF;
  1231. wh = (struct ieee80211_frame *)data;
  1232. type = (wh)->i_fc[0] & IEEE80211_FC0_TYPE_MASK;
  1233. subtype = (wh)->i_fc[0] & IEEE80211_FC0_SUBTYPE_MASK;
  1234. if (type == IEEE80211_FC0_TYPE_MGT &&
  1235. subtype == IEEE80211_FCO_SUBTYPE_ACTION_NO_ACK) {
  1236. msdu_timestamp = pdev->ppdu_info.rx_status.tsft;
  1237. dp_rx_populate_cbf_hdr(soc,
  1238. mac_id, event,
  1239. mpdu,
  1240. msdu_timestamp);
  1241. }
  1242. }
  1243. return QDF_STATUS_SUCCESS;
  1244. }
  1245. /*
  1246. * dp_rx_mon_deliver(): function to deliver packets to stack
  1247. * @soc: DP soc
  1248. * @mac_id: MAC ID
  1249. * @head_msdu: head of msdu list
  1250. * @tail_msdu: tail of msdu list
  1251. *
  1252. * Return: status: 0 - Success, non-zero: Failure
  1253. */
  1254. QDF_STATUS dp_rx_mon_deliver(struct dp_soc *soc, uint32_t mac_id,
  1255. qdf_nbuf_t head_msdu, qdf_nbuf_t tail_msdu)
  1256. {
  1257. struct dp_pdev *pdev = dp_get_pdev_for_lmac_id(soc, mac_id);
  1258. struct cdp_mon_status *rs = &pdev->rx_mon_recv_status;
  1259. qdf_nbuf_t mon_skb, skb_next;
  1260. qdf_nbuf_t mon_mpdu = NULL;
  1261. if (!pdev || (!pdev->monitor_vdev && !pdev->mcopy_mode &&
  1262. !pdev->rx_pktlog_cbf))
  1263. goto mon_deliver_fail;
  1264. /* restitch mon MPDU for delivery via monitor interface */
  1265. mon_mpdu = dp_rx_mon_restitch_mpdu(soc, mac_id, head_msdu,
  1266. tail_msdu, rs);
  1267. /* If MPDU restitch fails, free buffers*/
  1268. if (!mon_mpdu) {
  1269. dp_info("MPDU restitch failed, free buffers");
  1270. goto mon_deliver_fail;
  1271. }
  1272. dp_rx_mon_process_dest_pktlog(soc, mac_id, mon_mpdu);
  1273. /* monitor vap cannot be present when mcopy is enabled
  1274. * hence same skb can be consumed
  1275. */
  1276. if (pdev->mcopy_mode)
  1277. return dp_send_mgmt_packet_to_stack(soc, mon_mpdu, pdev);
  1278. if (mon_mpdu && pdev->monitor_vdev && pdev->monitor_vdev->osif_vdev &&
  1279. pdev->monitor_vdev->osif_rx_mon) {
  1280. pdev->ppdu_info.rx_status.ppdu_id =
  1281. pdev->ppdu_info.com_info.ppdu_id;
  1282. pdev->ppdu_info.rx_status.device_id = soc->device_id;
  1283. pdev->ppdu_info.rx_status.chan_noise_floor =
  1284. pdev->chan_noise_floor;
  1285. /* convert rssi_comb from dBm to positive dB value */
  1286. dp_rx_mon_rssi_convert(&pdev->ppdu_info.rx_status);
  1287. dp_handle_tx_capture(soc, pdev, mon_mpdu);
  1288. if (!qdf_nbuf_update_radiotap(&pdev->ppdu_info.rx_status,
  1289. mon_mpdu,
  1290. qdf_nbuf_headroom(mon_mpdu))) {
  1291. DP_STATS_INC(pdev, dropped.mon_radiotap_update_err, 1);
  1292. goto mon_deliver_fail;
  1293. }
  1294. dp_rx_mon_update_pf_tag_to_buf_headroom(soc, mon_mpdu);
  1295. pdev->monitor_vdev->osif_rx_mon(pdev->monitor_vdev->osif_vdev,
  1296. mon_mpdu,
  1297. &pdev->ppdu_info.rx_status);
  1298. } else {
  1299. dp_rx_mon_dest_debug("%pK: mon_mpdu=%pK monitor_vdev %pK osif_vdev %pK"
  1300. , soc, mon_mpdu, pdev->monitor_vdev,
  1301. (pdev->monitor_vdev ? pdev->monitor_vdev->osif_vdev
  1302. : NULL));
  1303. goto mon_deliver_fail;
  1304. }
  1305. return QDF_STATUS_SUCCESS;
  1306. mon_deliver_fail:
  1307. mon_skb = head_msdu;
  1308. while (mon_skb) {
  1309. skb_next = qdf_nbuf_next(mon_skb);
  1310. dp_rx_mon_dest_debug("%pK: [%s][%d] mon_skb=%pK len %u",
  1311. soc, __func__, __LINE__, mon_skb, mon_skb->len);
  1312. qdf_nbuf_free(mon_skb);
  1313. mon_skb = skb_next;
  1314. }
  1315. return QDF_STATUS_E_INVAL;
  1316. }
  1317. /**
  1318. * dp_rx_mon_deliver_non_std()
  1319. * @soc: core txrx main contex
  1320. * @mac_id: MAC ID
  1321. *
  1322. * This function delivers the radio tap and dummy MSDU
  1323. * into user layer application for preamble only PPDU.
  1324. *
  1325. * Return: QDF_STATUS
  1326. */
  1327. QDF_STATUS dp_rx_mon_deliver_non_std(struct dp_soc *soc,
  1328. uint32_t mac_id)
  1329. {
  1330. struct dp_pdev *pdev = dp_get_pdev_for_lmac_id(soc, mac_id);
  1331. ol_txrx_rx_mon_fp osif_rx_mon;
  1332. qdf_nbuf_t dummy_msdu;
  1333. /* Sanity checking */
  1334. if (!pdev || !pdev->monitor_vdev || !pdev->monitor_vdev->osif_rx_mon)
  1335. goto mon_deliver_non_std_fail;
  1336. /* Generate a dummy skb_buff */
  1337. osif_rx_mon = pdev->monitor_vdev->osif_rx_mon;
  1338. dummy_msdu = qdf_nbuf_alloc(soc->osdev, MAX_MONITOR_HEADER,
  1339. MAX_MONITOR_HEADER, 4, FALSE);
  1340. if (!dummy_msdu)
  1341. goto allocate_dummy_msdu_fail;
  1342. qdf_nbuf_set_pktlen(dummy_msdu, 0);
  1343. qdf_nbuf_set_next(dummy_msdu, NULL);
  1344. pdev->ppdu_info.rx_status.ppdu_id =
  1345. pdev->ppdu_info.com_info.ppdu_id;
  1346. /* Apply the radio header to this dummy skb */
  1347. if (!qdf_nbuf_update_radiotap(&pdev->ppdu_info.rx_status, dummy_msdu,
  1348. qdf_nbuf_headroom(dummy_msdu))) {
  1349. DP_STATS_INC(pdev, dropped.mon_radiotap_update_err, 1);
  1350. qdf_nbuf_free(dummy_msdu);
  1351. goto mon_deliver_non_std_fail;
  1352. }
  1353. /* deliver to the user layer application */
  1354. osif_rx_mon(pdev->monitor_vdev->osif_vdev,
  1355. dummy_msdu, NULL);
  1356. /* Clear rx_status*/
  1357. qdf_mem_zero(&pdev->ppdu_info.rx_status,
  1358. sizeof(pdev->ppdu_info.rx_status));
  1359. pdev->mon_ppdu_status = DP_PPDU_STATUS_START;
  1360. return QDF_STATUS_SUCCESS;
  1361. allocate_dummy_msdu_fail:
  1362. dp_rx_mon_dest_debug("%pK: mon_skb=%pK ",
  1363. soc, dummy_msdu);
  1364. mon_deliver_non_std_fail:
  1365. return QDF_STATUS_E_INVAL;
  1366. }
  1367. void dp_rx_mon_dest_process(struct dp_soc *soc, struct dp_intr *int_ctx,
  1368. uint32_t mac_id, uint32_t quota)
  1369. {
  1370. struct dp_pdev *pdev = dp_get_pdev_for_lmac_id(soc, mac_id);
  1371. uint8_t pdev_id;
  1372. hal_rxdma_desc_t rxdma_dst_ring_desc;
  1373. hal_soc_handle_t hal_soc;
  1374. void *mon_dst_srng;
  1375. union dp_rx_desc_list_elem_t *head = NULL;
  1376. union dp_rx_desc_list_elem_t *tail = NULL;
  1377. uint32_t ppdu_id;
  1378. uint32_t rx_bufs_used;
  1379. uint32_t mpdu_rx_bufs_used;
  1380. int mac_for_pdev = mac_id;
  1381. struct cdp_pdev_mon_stats *rx_mon_stats;
  1382. if (!pdev) {
  1383. dp_rx_mon_dest_debug("%pK: pdev is null for mac_id = %d", soc, mac_id);
  1384. return;
  1385. }
  1386. mon_dst_srng = dp_rxdma_get_mon_dst_ring(pdev, mac_for_pdev);
  1387. if (!mon_dst_srng || !hal_srng_initialized(mon_dst_srng)) {
  1388. dp_rx_mon_dest_err("%pK: : HAL Monitor Destination Ring Init Failed -- %pK",
  1389. soc, mon_dst_srng);
  1390. return;
  1391. }
  1392. hal_soc = soc->hal_soc;
  1393. qdf_assert((hal_soc && pdev));
  1394. qdf_spin_lock_bh(&pdev->mon_lock);
  1395. if (qdf_unlikely(dp_srng_access_start(int_ctx, soc, mon_dst_srng))) {
  1396. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_ERROR,
  1397. "%s %d : HAL Monitor Destination Ring access Failed -- %pK",
  1398. __func__, __LINE__, mon_dst_srng);
  1399. return;
  1400. }
  1401. pdev_id = pdev->pdev_id;
  1402. ppdu_id = pdev->ppdu_info.com_info.ppdu_id;
  1403. rx_bufs_used = 0;
  1404. rx_mon_stats = &pdev->rx_mon_stats;
  1405. while (qdf_likely(rxdma_dst_ring_desc =
  1406. hal_srng_dst_peek(hal_soc, mon_dst_srng))) {
  1407. qdf_nbuf_t head_msdu, tail_msdu;
  1408. uint32_t npackets;
  1409. head_msdu = (qdf_nbuf_t) NULL;
  1410. tail_msdu = (qdf_nbuf_t) NULL;
  1411. mpdu_rx_bufs_used =
  1412. dp_rx_mon_mpdu_pop(soc, mac_id,
  1413. rxdma_dst_ring_desc,
  1414. &head_msdu, &tail_msdu,
  1415. &npackets, &ppdu_id,
  1416. &head, &tail);
  1417. rx_bufs_used += mpdu_rx_bufs_used;
  1418. if (mpdu_rx_bufs_used)
  1419. pdev->mon_dest_ring_stuck_cnt = 0;
  1420. else
  1421. pdev->mon_dest_ring_stuck_cnt++;
  1422. if (pdev->mon_dest_ring_stuck_cnt >
  1423. MON_DEST_RING_STUCK_MAX_CNT) {
  1424. dp_info("destination ring stuck");
  1425. dp_info("ppdu_id status=%d dest=%d",
  1426. pdev->ppdu_info.com_info.ppdu_id, ppdu_id);
  1427. rx_mon_stats->mon_rx_dest_stuck++;
  1428. pdev->ppdu_info.com_info.ppdu_id = ppdu_id;
  1429. continue;
  1430. }
  1431. if (ppdu_id != pdev->ppdu_info.com_info.ppdu_id) {
  1432. rx_mon_stats->stat_ring_ppdu_id_hist[
  1433. rx_mon_stats->ppdu_id_hist_idx] =
  1434. pdev->ppdu_info.com_info.ppdu_id;
  1435. rx_mon_stats->dest_ring_ppdu_id_hist[
  1436. rx_mon_stats->ppdu_id_hist_idx] = ppdu_id;
  1437. rx_mon_stats->ppdu_id_hist_idx =
  1438. (rx_mon_stats->ppdu_id_hist_idx + 1) &
  1439. (MAX_PPDU_ID_HIST - 1);
  1440. pdev->mon_ppdu_status = DP_PPDU_STATUS_START;
  1441. qdf_mem_zero(&(pdev->ppdu_info.rx_status),
  1442. sizeof(pdev->ppdu_info.rx_status));
  1443. dp_rx_mon_dest_debug("%pK: ppdu_id %x != ppdu_info.com_info.ppdu_id %x",
  1444. soc, ppdu_id, pdev->ppdu_info.com_info.ppdu_id);
  1445. break;
  1446. }
  1447. if (qdf_likely((head_msdu) && (tail_msdu))) {
  1448. rx_mon_stats->dest_mpdu_done++;
  1449. dp_rx_mon_deliver(soc, mac_id, head_msdu, tail_msdu);
  1450. }
  1451. rxdma_dst_ring_desc = hal_srng_dst_get_next(hal_soc,
  1452. mon_dst_srng);
  1453. }
  1454. dp_srng_access_end(int_ctx, soc, mon_dst_srng);
  1455. qdf_spin_unlock_bh(&pdev->mon_lock);
  1456. if (rx_bufs_used) {
  1457. rx_mon_stats->dest_ppdu_done++;
  1458. dp_rx_buffers_replenish(soc, mac_id,
  1459. dp_rxdma_get_mon_buf_ring(pdev,
  1460. mac_for_pdev),
  1461. dp_rx_get_mon_desc_pool(soc, mac_id,
  1462. pdev_id),
  1463. rx_bufs_used, &head, &tail);
  1464. }
  1465. }
  1466. QDF_STATUS
  1467. dp_rx_pdev_mon_buf_buffers_alloc(struct dp_pdev *pdev, uint32_t mac_id,
  1468. bool delayed_replenish)
  1469. {
  1470. uint8_t pdev_id = pdev->pdev_id;
  1471. struct dp_soc *soc = pdev->soc;
  1472. struct dp_srng *mon_buf_ring;
  1473. uint32_t num_entries;
  1474. struct rx_desc_pool *rx_desc_pool;
  1475. QDF_STATUS status = QDF_STATUS_SUCCESS;
  1476. struct wlan_cfg_dp_soc_ctxt *soc_cfg_ctx = soc->wlan_cfg_ctx;
  1477. mon_buf_ring = dp_rxdma_get_mon_buf_ring(pdev, mac_id);
  1478. num_entries = mon_buf_ring->num_entries;
  1479. rx_desc_pool = dp_rx_get_mon_desc_pool(soc, mac_id, pdev_id);
  1480. dp_debug("Mon RX Desc Pool[%d] entries=%u", pdev_id, num_entries);
  1481. /* Replenish RXDMA monitor buffer ring with 8 buffers only
  1482. * delayed_replenish_entries is actually 8 but when we call
  1483. * dp_pdev_rx_buffers_attach() we pass 1 less than 8, hence
  1484. * added 1 to delayed_replenish_entries to ensure we have 8
  1485. * entries. Once the monitor VAP is configured we replenish
  1486. * the complete RXDMA monitor buffer ring.
  1487. */
  1488. if (delayed_replenish) {
  1489. num_entries = soc_cfg_ctx->delayed_replenish_entries + 1;
  1490. status = dp_pdev_rx_buffers_attach(soc, mac_id, mon_buf_ring,
  1491. rx_desc_pool,
  1492. num_entries - 1);
  1493. } else {
  1494. union dp_rx_desc_list_elem_t *tail = NULL;
  1495. union dp_rx_desc_list_elem_t *desc_list = NULL;
  1496. status = dp_rx_buffers_replenish(soc, mac_id,
  1497. mon_buf_ring,
  1498. rx_desc_pool,
  1499. num_entries,
  1500. &desc_list,
  1501. &tail);
  1502. }
  1503. return status;
  1504. }
  1505. static QDF_STATUS
  1506. dp_rx_pdev_mon_cmn_buffers_alloc(struct dp_pdev *pdev, int mac_id)
  1507. {
  1508. struct dp_soc *soc = pdev->soc;
  1509. uint8_t pdev_id = pdev->pdev_id;
  1510. int mac_for_pdev;
  1511. bool delayed_replenish;
  1512. QDF_STATUS status = QDF_STATUS_SUCCESS;
  1513. struct wlan_cfg_dp_soc_ctxt *soc_cfg_ctx = soc->wlan_cfg_ctx;
  1514. delayed_replenish = soc_cfg_ctx->delayed_replenish_entries ? 1 : 0;
  1515. mac_for_pdev = dp_get_lmac_id_for_pdev_id(pdev->soc, mac_id, pdev_id);
  1516. status = dp_rx_pdev_mon_status_buffers_alloc(pdev, mac_for_pdev);
  1517. if (!QDF_IS_STATUS_SUCCESS(status)) {
  1518. dp_err("dp_rx_pdev_mon_status_desc_pool_alloc() failed");
  1519. goto fail;
  1520. }
  1521. if (!soc->wlan_cfg_ctx->rxdma1_enable ||
  1522. !wlan_cfg_is_delay_mon_replenish(soc->wlan_cfg_ctx))
  1523. return status;
  1524. status = dp_rx_pdev_mon_buf_buffers_alloc(pdev, mac_for_pdev,
  1525. delayed_replenish);
  1526. if (!QDF_IS_STATUS_SUCCESS(status)) {
  1527. dp_err("dp_rx_pdev_mon_buf_desc_pool_alloc() failed");
  1528. goto mon_stat_buf_dealloc;
  1529. }
  1530. return status;
  1531. mon_stat_buf_dealloc:
  1532. dp_rx_pdev_mon_status_buffers_free(pdev, mac_for_pdev);
  1533. fail:
  1534. return status;
  1535. }
  1536. void
  1537. dp_rx_pdev_mon_buf_desc_pool_init(struct dp_pdev *pdev, uint32_t mac_id)
  1538. {
  1539. uint8_t pdev_id = pdev->pdev_id;
  1540. struct dp_soc *soc = pdev->soc;
  1541. struct dp_srng *mon_buf_ring;
  1542. uint32_t num_entries;
  1543. struct rx_desc_pool *rx_desc_pool;
  1544. uint32_t rx_desc_pool_size;
  1545. struct wlan_cfg_dp_soc_ctxt *soc_cfg_ctx = soc->wlan_cfg_ctx;
  1546. mon_buf_ring = &soc->rxdma_mon_buf_ring[mac_id];
  1547. num_entries = mon_buf_ring->num_entries;
  1548. rx_desc_pool = &soc->rx_desc_mon[mac_id];
  1549. /* If descriptor pool is already initialized, do not initialize it */
  1550. if (rx_desc_pool->freelist)
  1551. return;
  1552. dp_debug("Mon RX Desc buf Pool[%d] init entries=%u",
  1553. pdev_id, num_entries);
  1554. rx_desc_pool_size = wlan_cfg_get_dp_soc_rx_sw_desc_weight(soc_cfg_ctx) *
  1555. num_entries;
  1556. rx_desc_pool->owner = HAL_RX_BUF_RBM_SW3_BM;
  1557. rx_desc_pool->buf_size = RX_MONITOR_BUFFER_SIZE;
  1558. rx_desc_pool->buf_alignment = RX_MONITOR_BUFFER_ALIGNMENT;
  1559. /* Enable frag processing if feature is enabled */
  1560. dp_rx_enable_mon_dest_frag(rx_desc_pool, true);
  1561. dp_rx_desc_pool_init(soc, mac_id, rx_desc_pool_size, rx_desc_pool);
  1562. pdev->mon_last_linkdesc_paddr = 0;
  1563. pdev->mon_last_buf_cookie = DP_RX_DESC_COOKIE_MAX + 1;
  1564. /* Attach full monitor mode resources */
  1565. dp_full_mon_attach(pdev);
  1566. }
  1567. static void
  1568. dp_rx_pdev_mon_cmn_desc_pool_init(struct dp_pdev *pdev, int mac_id)
  1569. {
  1570. struct dp_soc *soc = pdev->soc;
  1571. uint32_t mac_for_pdev;
  1572. mac_for_pdev = dp_get_lmac_id_for_pdev_id(soc, mac_id, pdev->pdev_id);
  1573. dp_rx_pdev_mon_status_desc_pool_init(pdev, mac_for_pdev);
  1574. if (!soc->wlan_cfg_ctx->rxdma1_enable ||
  1575. !wlan_cfg_is_delay_mon_replenish(soc->wlan_cfg_ctx))
  1576. return;
  1577. dp_rx_pdev_mon_buf_desc_pool_init(pdev, mac_for_pdev);
  1578. dp_link_desc_ring_replenish(soc, mac_for_pdev);
  1579. }
  1580. static void
  1581. dp_rx_pdev_mon_buf_desc_pool_deinit(struct dp_pdev *pdev, uint32_t mac_id)
  1582. {
  1583. uint8_t pdev_id = pdev->pdev_id;
  1584. struct dp_soc *soc = pdev->soc;
  1585. struct rx_desc_pool *rx_desc_pool;
  1586. rx_desc_pool = &soc->rx_desc_mon[mac_id];
  1587. dp_debug("Mon RX Desc buf Pool[%d] deinit", pdev_id);
  1588. dp_rx_desc_pool_deinit(soc, rx_desc_pool);
  1589. /* Detach full monitor mode resources */
  1590. dp_full_mon_detach(pdev);
  1591. }
  1592. static void
  1593. dp_rx_pdev_mon_cmn_desc_pool_deinit(struct dp_pdev *pdev, int mac_id)
  1594. {
  1595. struct dp_soc *soc = pdev->soc;
  1596. uint8_t pdev_id = pdev->pdev_id;
  1597. int mac_for_pdev = dp_get_lmac_id_for_pdev_id(soc, mac_id, pdev_id);
  1598. dp_rx_pdev_mon_status_desc_pool_deinit(pdev, mac_for_pdev);
  1599. if (!soc->wlan_cfg_ctx->rxdma1_enable)
  1600. return;
  1601. dp_rx_pdev_mon_buf_desc_pool_deinit(pdev, mac_for_pdev);
  1602. }
  1603. static void
  1604. dp_rx_pdev_mon_buf_desc_pool_free(struct dp_pdev *pdev, uint32_t mac_id)
  1605. {
  1606. uint8_t pdev_id = pdev->pdev_id;
  1607. struct dp_soc *soc = pdev->soc;
  1608. struct rx_desc_pool *rx_desc_pool;
  1609. rx_desc_pool = &soc->rx_desc_mon[mac_id];
  1610. dp_debug("Mon RX Buf Desc Pool Free pdev[%d]", pdev_id);
  1611. dp_rx_desc_pool_free(soc, rx_desc_pool);
  1612. }
  1613. static void
  1614. dp_rx_pdev_mon_cmn_desc_pool_free(struct dp_pdev *pdev, int mac_id)
  1615. {
  1616. struct dp_soc *soc = pdev->soc;
  1617. uint8_t pdev_id = pdev->pdev_id;
  1618. int mac_for_pdev = dp_get_lmac_id_for_pdev_id(soc, mac_id, pdev_id);
  1619. dp_rx_pdev_mon_status_desc_pool_free(pdev, mac_for_pdev);
  1620. dp_rx_pdev_mon_buf_desc_pool_free(pdev, mac_for_pdev);
  1621. dp_hw_link_desc_pool_banks_free(soc, mac_for_pdev);
  1622. }
  1623. void dp_rx_pdev_mon_buf_buffers_free(struct dp_pdev *pdev, uint32_t mac_id)
  1624. {
  1625. uint8_t pdev_id = pdev->pdev_id;
  1626. struct dp_soc *soc = pdev->soc;
  1627. struct rx_desc_pool *rx_desc_pool;
  1628. rx_desc_pool = &soc->rx_desc_mon[mac_id];
  1629. dp_debug("Mon RX Buf buffers Free pdev[%d]", pdev_id);
  1630. if (rx_desc_pool->rx_mon_dest_frag_enable)
  1631. dp_rx_desc_frag_free(soc, rx_desc_pool);
  1632. else
  1633. dp_rx_desc_nbuf_free(soc, rx_desc_pool);
  1634. }
  1635. QDF_STATUS
  1636. dp_rx_pdev_mon_buf_desc_pool_alloc(struct dp_pdev *pdev, uint32_t mac_id)
  1637. {
  1638. uint8_t pdev_id = pdev->pdev_id;
  1639. struct dp_soc *soc = pdev->soc;
  1640. struct dp_srng *mon_buf_ring;
  1641. uint32_t num_entries;
  1642. struct rx_desc_pool *rx_desc_pool;
  1643. uint32_t rx_desc_pool_size;
  1644. struct wlan_cfg_dp_soc_ctxt *soc_cfg_ctx = soc->wlan_cfg_ctx;
  1645. mon_buf_ring = &soc->rxdma_mon_buf_ring[mac_id];
  1646. num_entries = mon_buf_ring->num_entries;
  1647. rx_desc_pool = &soc->rx_desc_mon[mac_id];
  1648. dp_debug("Mon RX Desc Pool[%d] entries=%u",
  1649. pdev_id, num_entries);
  1650. rx_desc_pool_size = wlan_cfg_get_dp_soc_rx_sw_desc_weight(soc_cfg_ctx) *
  1651. num_entries;
  1652. if (dp_rx_desc_pool_is_allocated(rx_desc_pool) == QDF_STATUS_SUCCESS)
  1653. return QDF_STATUS_SUCCESS;
  1654. return dp_rx_desc_pool_alloc(soc, rx_desc_pool_size, rx_desc_pool);
  1655. }
  1656. static QDF_STATUS
  1657. dp_rx_pdev_mon_cmn_desc_pool_alloc(struct dp_pdev *pdev, int mac_id)
  1658. {
  1659. struct dp_soc *soc = pdev->soc;
  1660. uint8_t pdev_id = pdev->pdev_id;
  1661. uint32_t mac_for_pdev;
  1662. QDF_STATUS status;
  1663. mac_for_pdev = dp_get_lmac_id_for_pdev_id(soc, mac_id, pdev_id);
  1664. /* Allocate sw rx descriptor pool for monitor status ring */
  1665. status = dp_rx_pdev_mon_status_desc_pool_alloc(pdev, mac_for_pdev);
  1666. if (!QDF_IS_STATUS_SUCCESS(status)) {
  1667. dp_err("dp_rx_pdev_mon_status_desc_pool_alloc() failed");
  1668. goto fail;
  1669. }
  1670. if (!soc->wlan_cfg_ctx->rxdma1_enable ||
  1671. !wlan_cfg_is_delay_mon_replenish(soc->wlan_cfg_ctx))
  1672. return status;
  1673. /* Allocate sw rx descriptor pool for monitor RxDMA buffer ring */
  1674. status = dp_rx_pdev_mon_buf_desc_pool_alloc(pdev, mac_for_pdev);
  1675. if (!QDF_IS_STATUS_SUCCESS(status)) {
  1676. dp_err("dp_rx_pdev_mon_buf_desc_pool_alloc() failed");
  1677. goto mon_status_dealloc;
  1678. }
  1679. /* Allocate link descriptors for the monitor link descriptor ring */
  1680. status = dp_hw_link_desc_pool_banks_alloc(soc, mac_for_pdev);
  1681. if (!QDF_IS_STATUS_SUCCESS(status)) {
  1682. dp_err("dp_hw_link_desc_pool_banks_alloc() failed");
  1683. goto mon_buf_dealloc;
  1684. }
  1685. return status;
  1686. mon_buf_dealloc:
  1687. dp_rx_pdev_mon_buf_desc_pool_free(pdev, mac_for_pdev);
  1688. mon_status_dealloc:
  1689. dp_rx_pdev_mon_status_desc_pool_free(pdev, mac_for_pdev);
  1690. fail:
  1691. return status;
  1692. }
  1693. static void
  1694. dp_rx_pdev_mon_cmn_buffers_free(struct dp_pdev *pdev, int mac_id)
  1695. {
  1696. uint8_t pdev_id = pdev->pdev_id;
  1697. struct dp_soc *soc = pdev->soc;
  1698. int mac_for_pdev;
  1699. mac_for_pdev = dp_get_lmac_id_for_pdev_id(pdev->soc, mac_id, pdev_id);
  1700. dp_rx_pdev_mon_status_buffers_free(pdev, mac_for_pdev);
  1701. if (!soc->wlan_cfg_ctx->rxdma1_enable)
  1702. return;
  1703. dp_rx_pdev_mon_buf_buffers_free(pdev, mac_for_pdev);
  1704. }
  1705. QDF_STATUS
  1706. dp_rx_pdev_mon_desc_pool_alloc(struct dp_pdev *pdev)
  1707. {
  1708. QDF_STATUS status;
  1709. int mac_id, count;
  1710. for (mac_id = 0; mac_id < NUM_RXDMA_RINGS_PER_PDEV; mac_id++) {
  1711. status = dp_rx_pdev_mon_cmn_desc_pool_alloc(pdev, mac_id);
  1712. if (!QDF_IS_STATUS_SUCCESS(status)) {
  1713. dp_rx_mon_dest_err("%pK: %d failed\n",
  1714. pdev->soc, mac_id);
  1715. for (count = 0; count < mac_id; count++)
  1716. dp_rx_pdev_mon_cmn_desc_pool_free(pdev, count);
  1717. return status;
  1718. }
  1719. }
  1720. return status;
  1721. }
  1722. void
  1723. dp_rx_pdev_mon_desc_pool_init(struct dp_pdev *pdev)
  1724. {
  1725. int mac_id;
  1726. for (mac_id = 0; mac_id < NUM_RXDMA_RINGS_PER_PDEV; mac_id++)
  1727. dp_rx_pdev_mon_cmn_desc_pool_init(pdev, mac_id);
  1728. qdf_spinlock_create(&pdev->mon_lock);
  1729. }
  1730. void
  1731. dp_rx_pdev_mon_desc_pool_deinit(struct dp_pdev *pdev)
  1732. {
  1733. int mac_id;
  1734. for (mac_id = 0; mac_id < NUM_RXDMA_RINGS_PER_PDEV; mac_id++)
  1735. dp_rx_pdev_mon_cmn_desc_pool_deinit(pdev, mac_id);
  1736. qdf_spinlock_destroy(&pdev->mon_lock);
  1737. }
  1738. void dp_rx_pdev_mon_desc_pool_free(struct dp_pdev *pdev)
  1739. {
  1740. int mac_id;
  1741. for (mac_id = 0; mac_id < NUM_RXDMA_RINGS_PER_PDEV; mac_id++)
  1742. dp_rx_pdev_mon_cmn_desc_pool_free(pdev, mac_id);
  1743. }
  1744. void
  1745. dp_rx_pdev_mon_buffers_free(struct dp_pdev *pdev)
  1746. {
  1747. int mac_id;
  1748. for (mac_id = 0; mac_id < NUM_RXDMA_RINGS_PER_PDEV; mac_id++)
  1749. dp_rx_pdev_mon_cmn_buffers_free(pdev, mac_id);
  1750. pdev->pdev_mon_init = 0;
  1751. }
  1752. QDF_STATUS
  1753. dp_rx_pdev_mon_buffers_alloc(struct dp_pdev *pdev)
  1754. {
  1755. int mac_id;
  1756. QDF_STATUS status;
  1757. for (mac_id = 0; mac_id < NUM_RXDMA_RINGS_PER_PDEV; mac_id++) {
  1758. status = dp_rx_pdev_mon_cmn_buffers_alloc(pdev, mac_id);
  1759. if (!QDF_IS_STATUS_SUCCESS(status)) {
  1760. dp_rx_mon_dest_err("%pK: %d failed\n",
  1761. pdev->soc, mac_id);
  1762. return status;
  1763. }
  1764. }
  1765. return status;
  1766. }
  1767. #if !defined(DISABLE_MON_CONFIG) && defined(MON_ENABLE_DROP_FOR_MAC)
  1768. uint32_t
  1769. dp_mon_dest_srng_drop_for_mac(struct dp_pdev *pdev, uint32_t mac_id)
  1770. {
  1771. struct dp_soc *soc = pdev->soc;
  1772. hal_rxdma_desc_t rxdma_dst_ring_desc;
  1773. hal_soc_handle_t hal_soc;
  1774. void *mon_dst_srng;
  1775. union dp_rx_desc_list_elem_t *head = NULL;
  1776. union dp_rx_desc_list_elem_t *tail = NULL;
  1777. uint32_t rx_bufs_used = 0;
  1778. void *rx_msdu_link_desc;
  1779. uint32_t msdu_count = 0;
  1780. uint16 num_msdus;
  1781. struct hal_buf_info buf_info;
  1782. struct hal_rx_msdu_list msdu_list;
  1783. qdf_nbuf_t nbuf;
  1784. uint32_t i;
  1785. uint8_t bm_action = HAL_BM_ACTION_PUT_IN_IDLE_LIST;
  1786. uint32_t rx_link_buf_info[HAL_RX_BUFFINFO_NUM_DWORDS];
  1787. struct rx_desc_pool *rx_desc_pool;
  1788. uint32_t reap_cnt = 0;
  1789. if (qdf_unlikely(!soc || !soc->hal_soc))
  1790. return reap_cnt;
  1791. mon_dst_srng = dp_rxdma_get_mon_dst_ring(pdev, mac_id);
  1792. if (qdf_unlikely(!mon_dst_srng || !hal_srng_initialized(mon_dst_srng)))
  1793. return reap_cnt;
  1794. hal_soc = soc->hal_soc;
  1795. qdf_spin_lock_bh(&pdev->mon_lock);
  1796. if (qdf_unlikely(hal_srng_access_start(hal_soc, mon_dst_srng))) {
  1797. qdf_spin_unlock_bh(&pdev->mon_lock);
  1798. return reap_cnt;
  1799. }
  1800. rx_desc_pool = dp_rx_get_mon_desc_pool(soc, mac_id, pdev->pdev_id);
  1801. while ((rxdma_dst_ring_desc =
  1802. hal_srng_dst_peek(hal_soc, mon_dst_srng)) &&
  1803. reap_cnt < MON_DROP_REAP_LIMIT) {
  1804. hal_rx_reo_ent_buf_paddr_get(rxdma_dst_ring_desc,
  1805. &buf_info, &msdu_count);
  1806. do {
  1807. rx_msdu_link_desc = dp_rx_cookie_2_mon_link_desc(pdev,
  1808. buf_info, mac_id);
  1809. if (qdf_unlikely(!rx_msdu_link_desc)) {
  1810. pdev->rx_mon_stats.mon_link_desc_invalid++;
  1811. goto next_entry;
  1812. }
  1813. hal_rx_msdu_list_get(soc->hal_soc, rx_msdu_link_desc,
  1814. &msdu_list, &num_msdus);
  1815. for (i = 0; i < num_msdus; i++) {
  1816. struct dp_rx_desc *rx_desc;
  1817. qdf_dma_addr_t buf_paddr;
  1818. rx_desc = dp_rx_get_mon_desc(soc,
  1819. msdu_list.sw_cookie[i]);
  1820. if (qdf_unlikely(!rx_desc)) {
  1821. pdev->rx_mon_stats.
  1822. mon_rx_desc_invalid++;
  1823. continue;
  1824. }
  1825. nbuf = DP_RX_MON_GET_NBUF_FROM_DESC(rx_desc);
  1826. buf_paddr =
  1827. dp_rx_mon_get_paddr_from_desc(rx_desc);
  1828. if (qdf_unlikely(!rx_desc->in_use || !nbuf ||
  1829. msdu_list.paddr[i] !=
  1830. buf_paddr)) {
  1831. pdev->rx_mon_stats.
  1832. mon_nbuf_sanity_err++;
  1833. continue;
  1834. }
  1835. rx_bufs_used++;
  1836. if (!rx_desc->unmapped) {
  1837. dp_rx_mon_buffer_unmap(soc, rx_desc,
  1838. rx_desc_pool->buf_size);
  1839. rx_desc->unmapped = 1;
  1840. }
  1841. qdf_nbuf_free(nbuf);
  1842. dp_rx_add_to_free_desc_list(&head, &tail,
  1843. rx_desc);
  1844. if (!(msdu_list.msdu_info[i].msdu_flags &
  1845. HAL_MSDU_F_MSDU_CONTINUATION))
  1846. msdu_count--;
  1847. }
  1848. /*
  1849. * Store the current link buffer into to the local
  1850. * structure to be used for release purpose.
  1851. */
  1852. hal_rxdma_buff_addr_info_set(rx_link_buf_info,
  1853. buf_info.paddr,
  1854. buf_info.sw_cookie,
  1855. buf_info.rbm);
  1856. hal_rx_mon_next_link_desc_get(rx_msdu_link_desc,
  1857. &buf_info);
  1858. if (dp_rx_monitor_link_desc_return(pdev,
  1859. (hal_buff_addrinfo_t)
  1860. rx_link_buf_info,
  1861. mac_id, bm_action) !=
  1862. QDF_STATUS_SUCCESS)
  1863. dp_info_rl("monitor link desc return failed");
  1864. } while (buf_info.paddr && msdu_count);
  1865. next_entry:
  1866. reap_cnt++;
  1867. rxdma_dst_ring_desc = hal_srng_dst_get_next(hal_soc,
  1868. mon_dst_srng);
  1869. }
  1870. hal_srng_access_end(hal_soc, mon_dst_srng);
  1871. qdf_spin_unlock_bh(&pdev->mon_lock);
  1872. if (rx_bufs_used) {
  1873. dp_rx_buffers_replenish(soc, mac_id,
  1874. dp_rxdma_get_mon_buf_ring(pdev, mac_id),
  1875. rx_desc_pool,
  1876. rx_bufs_used, &head, &tail);
  1877. }
  1878. return reap_cnt;
  1879. }
  1880. #endif