dp_rx_mon_dest.c 63 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267
  1. /*
  2. * Copyright (c) 2017-2021 The Linux Foundation. All rights reserved.
  3. *
  4. * Permission to use, copy, modify, and/or distribute this software for
  5. * any purpose with or without fee is hereby granted, provided that the
  6. * above copyright notice and this permission notice appear in all
  7. * copies.
  8. *
  9. * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL
  10. * WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED
  11. * WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE
  12. * AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL
  13. * DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR
  14. * PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER
  15. * TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
  16. * PERFORMANCE OF THIS SOFTWARE.
  17. */
  18. #include "hal_hw_headers.h"
  19. #include "dp_types.h"
  20. #include "dp_rx.h"
  21. #include "dp_peer.h"
  22. #include "hal_rx.h"
  23. #include "hal_api.h"
  24. #include "qdf_trace.h"
  25. #include "qdf_nbuf.h"
  26. #include "hal_api_mon.h"
  27. #include "dp_rx_mon.h"
  28. #include "wlan_cfg.h"
  29. #include "dp_internal.h"
  30. #include "dp_rx_buffer_pool.h"
  31. #ifndef IEEE80211_FCO_SUBTYPE_ACTION_NO_ACK
  32. #define IEEE80211_FCO_SUBTYPE_ACTION_NO_ACK 0xe0
  33. #endif
  34. #ifdef WLAN_TX_PKT_CAPTURE_ENH
  35. #include "dp_rx_mon_feature.h"
  36. static inline void
  37. dp_handle_tx_capture(struct dp_soc *soc, struct dp_pdev *pdev,
  38. qdf_nbuf_t mon_mpdu)
  39. {
  40. struct hal_rx_ppdu_info *ppdu_info = &pdev->ppdu_info;
  41. if (pdev->tx_capture_enabled
  42. == CDP_TX_ENH_CAPTURE_DISABLED)
  43. return;
  44. if ((ppdu_info->sw_frame_group_id ==
  45. HAL_MPDU_SW_FRAME_GROUP_CTRL_NDPA) ||
  46. (ppdu_info->sw_frame_group_id ==
  47. HAL_MPDU_SW_FRAME_GROUP_CTRL_BAR))
  48. dp_handle_tx_capture_from_dest(soc, pdev, mon_mpdu);
  49. }
  50. static void
  51. dp_tx_capture_get_user_id(struct dp_pdev *dp_pdev, void *rx_desc_tlv)
  52. {
  53. if (dp_pdev->tx_capture_enabled
  54. != CDP_TX_ENH_CAPTURE_DISABLED)
  55. dp_pdev->ppdu_info.rx_info.user_id =
  56. hal_rx_hw_desc_mpdu_user_id(dp_pdev->soc->hal_soc,
  57. rx_desc_tlv);
  58. }
  59. #else
  60. static inline void
  61. dp_handle_tx_capture(struct dp_soc *soc, struct dp_pdev *pdev,
  62. qdf_nbuf_t mon_mpdu)
  63. {
  64. }
  65. static void
  66. dp_tx_capture_get_user_id(struct dp_pdev *dp_pdev, void *rx_desc_tlv)
  67. {
  68. }
  69. #endif
  70. /*
  71. * PPDU id is from 0 to 64k-1. PPDU id read from status ring and PPDU id
  72. * read from destination ring shall track each other. If the distance of
  73. * two ppdu id is less than 20000. It is assume no wrap around. Otherwise,
  74. * It is assume wrap around.
  75. */
  76. #define NOT_PPDU_ID_WRAP_AROUND 20000
  77. /*
  78. * The destination ring processing is stuck if the destrination is not
  79. * moving while status ring moves 16 ppdu. the destination ring processing
  80. * skips this destination ring ppdu as walkaround
  81. */
  82. #define MON_DEST_RING_STUCK_MAX_CNT 16
  83. /**
  84. * dp_rx_mon_link_desc_return() - Return a MPDU link descriptor to HW
  85. * (WBM), following error handling
  86. *
  87. * @dp_pdev: core txrx pdev context
  88. * @buf_addr_info: void pointer to monitor link descriptor buf addr info
  89. * Return: QDF_STATUS
  90. */
  91. QDF_STATUS
  92. dp_rx_mon_link_desc_return(struct dp_pdev *dp_pdev,
  93. hal_buff_addrinfo_t buf_addr_info, int mac_id)
  94. {
  95. struct dp_srng *dp_srng;
  96. hal_ring_handle_t hal_ring_hdl;
  97. hal_soc_handle_t hal_soc;
  98. QDF_STATUS status = QDF_STATUS_E_FAILURE;
  99. void *src_srng_desc;
  100. hal_soc = dp_pdev->soc->hal_soc;
  101. dp_srng = &dp_pdev->soc->rxdma_mon_desc_ring[mac_id];
  102. hal_ring_hdl = dp_srng->hal_srng;
  103. qdf_assert(hal_ring_hdl);
  104. if (qdf_unlikely(hal_srng_access_start(hal_soc, hal_ring_hdl))) {
  105. /* TODO */
  106. /*
  107. * Need API to convert from hal_ring pointer to
  108. * Ring Type / Ring Id combo
  109. */
  110. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_ERROR,
  111. "%s %d : \
  112. HAL RING Access For WBM Release SRNG Failed -- %pK",
  113. __func__, __LINE__, hal_ring_hdl);
  114. goto done;
  115. }
  116. src_srng_desc = hal_srng_src_get_next(hal_soc, hal_ring_hdl);
  117. if (qdf_likely(src_srng_desc)) {
  118. /* Return link descriptor through WBM ring (SW2WBM)*/
  119. hal_rx_mon_msdu_link_desc_set(hal_soc,
  120. src_srng_desc, buf_addr_info);
  121. status = QDF_STATUS_SUCCESS;
  122. } else {
  123. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_ERROR,
  124. "%s %d -- Monitor Link Desc WBM Release Ring Full",
  125. __func__, __LINE__);
  126. }
  127. done:
  128. hal_srng_access_end(hal_soc, hal_ring_hdl);
  129. return status;
  130. }
  131. /**
  132. * dp_rx_mon_mpdu_pop() - Return a MPDU link descriptor to HW
  133. * (WBM), following error handling
  134. *
  135. * @soc: core DP main context
  136. * @mac_id: mac id which is one of 3 mac_ids
  137. * @rxdma_dst_ring_desc: void pointer to monitor link descriptor buf addr info
  138. * @head_msdu: head of msdu to be popped
  139. * @tail_msdu: tail of msdu to be popped
  140. * @npackets: number of packet to be popped
  141. * @ppdu_id: ppdu id of processing ppdu
  142. * @head: head of descs list to be freed
  143. * @tail: tail of decs list to be freed
  144. *
  145. * Return: number of msdu in MPDU to be popped
  146. */
  147. static inline uint32_t
  148. dp_rx_mon_mpdu_pop(struct dp_soc *soc, uint32_t mac_id,
  149. hal_rxdma_desc_t rxdma_dst_ring_desc, qdf_nbuf_t *head_msdu,
  150. qdf_nbuf_t *tail_msdu, uint32_t *npackets, uint32_t *ppdu_id,
  151. union dp_rx_desc_list_elem_t **head,
  152. union dp_rx_desc_list_elem_t **tail)
  153. {
  154. struct dp_pdev *dp_pdev = dp_get_pdev_for_lmac_id(soc, mac_id);
  155. void *rx_desc_tlv;
  156. void *rx_msdu_link_desc;
  157. qdf_nbuf_t msdu;
  158. qdf_nbuf_t last;
  159. struct hal_rx_msdu_list msdu_list;
  160. uint16_t num_msdus;
  161. uint32_t rx_buf_size, rx_pkt_offset;
  162. struct hal_buf_info buf_info;
  163. uint32_t rx_bufs_used = 0;
  164. uint32_t msdu_ppdu_id, msdu_cnt;
  165. uint8_t *data = NULL;
  166. uint32_t i;
  167. uint32_t total_frag_len = 0, frag_len = 0;
  168. bool is_frag, is_first_msdu;
  169. bool drop_mpdu = false, is_frag_non_raw = false;
  170. uint8_t bm_action = HAL_BM_ACTION_PUT_IN_IDLE_LIST;
  171. qdf_dma_addr_t buf_paddr = 0;
  172. uint32_t rx_link_buf_info[HAL_RX_BUFFINFO_NUM_DWORDS];
  173. struct cdp_mon_status *rs;
  174. if (qdf_unlikely(!dp_pdev)) {
  175. dp_rx_mon_dest_debug("%pK: pdev is null for mac_id = %d", soc, mac_id);
  176. return rx_bufs_used;
  177. }
  178. msdu = 0;
  179. last = NULL;
  180. hal_rx_reo_ent_buf_paddr_get(soc->hal_soc, rxdma_dst_ring_desc,
  181. &buf_info, &msdu_cnt);
  182. rs = &dp_pdev->rx_mon_recv_status;
  183. rs->cdp_rs_rxdma_err = false;
  184. if ((hal_rx_reo_ent_rxdma_push_reason_get(rxdma_dst_ring_desc) ==
  185. HAL_RX_WBM_RXDMA_PSH_RSN_ERROR)) {
  186. uint8_t rxdma_err =
  187. hal_rx_reo_ent_rxdma_error_code_get(
  188. rxdma_dst_ring_desc);
  189. if (qdf_unlikely((rxdma_err == HAL_RXDMA_ERR_FLUSH_REQUEST) ||
  190. (rxdma_err == HAL_RXDMA_ERR_MPDU_LENGTH) ||
  191. (rxdma_err == HAL_RXDMA_ERR_OVERFLOW) ||
  192. (rxdma_err == HAL_RXDMA_ERR_FCS && dp_pdev->mcopy_mode) ||
  193. (rxdma_err == HAL_RXDMA_ERR_FCS &&
  194. dp_pdev->rx_pktlog_cbf))) {
  195. drop_mpdu = true;
  196. dp_pdev->rx_mon_stats.dest_mpdu_drop++;
  197. }
  198. rs->cdp_rs_rxdma_err = true;
  199. }
  200. is_frag = false;
  201. is_first_msdu = true;
  202. do {
  203. /* WAR for duplicate link descriptors received from HW */
  204. if (qdf_unlikely(dp_pdev->mon_last_linkdesc_paddr ==
  205. buf_info.paddr)) {
  206. dp_pdev->rx_mon_stats.dup_mon_linkdesc_cnt++;
  207. return rx_bufs_used;
  208. }
  209. rx_msdu_link_desc =
  210. dp_rx_cookie_2_mon_link_desc(dp_pdev,
  211. buf_info, mac_id);
  212. qdf_assert_always(rx_msdu_link_desc);
  213. hal_rx_msdu_list_get(soc->hal_soc, rx_msdu_link_desc,
  214. &msdu_list, &num_msdus);
  215. for (i = 0; i < num_msdus; i++) {
  216. uint16_t l2_hdr_offset;
  217. struct dp_rx_desc *rx_desc = NULL;
  218. struct rx_desc_pool *rx_desc_pool;
  219. rx_desc = dp_rx_get_mon_desc(soc,
  220. msdu_list.sw_cookie[i]);
  221. qdf_assert_always(rx_desc);
  222. msdu = DP_RX_MON_GET_NBUF_FROM_DESC(rx_desc);
  223. buf_paddr = dp_rx_mon_get_paddr_from_desc(rx_desc);
  224. /* WAR for duplicate buffers received from HW */
  225. if (qdf_unlikely(dp_pdev->mon_last_buf_cookie ==
  226. msdu_list.sw_cookie[i] ||
  227. DP_RX_MON_IS_BUFFER_ADDR_NULL(rx_desc) ||
  228. msdu_list.paddr[i] != buf_paddr ||
  229. !rx_desc->in_use)) {
  230. /* Skip duplicate buffer and drop subsequent
  231. * buffers in this MPDU
  232. */
  233. drop_mpdu = true;
  234. dp_pdev->rx_mon_stats.dup_mon_buf_cnt++;
  235. dp_pdev->mon_last_linkdesc_paddr =
  236. buf_info.paddr;
  237. continue;
  238. }
  239. if (rx_desc->unmapped == 0) {
  240. rx_desc_pool = dp_rx_get_mon_desc_pool(soc,
  241. mac_id,
  242. dp_pdev->pdev_id);
  243. dp_rx_mon_buffer_unmap(soc, rx_desc,
  244. rx_desc_pool->buf_size);
  245. rx_desc->unmapped = 1;
  246. }
  247. if (dp_rx_buffer_pool_refill(soc, msdu,
  248. rx_desc->pool_id)) {
  249. drop_mpdu = true;
  250. msdu = NULL;
  251. dp_pdev->mon_last_linkdesc_paddr =
  252. buf_info.paddr;
  253. goto next_msdu;
  254. }
  255. if (drop_mpdu) {
  256. dp_pdev->mon_last_linkdesc_paddr =
  257. buf_info.paddr;
  258. dp_rx_mon_buffer_free(rx_desc);
  259. msdu = NULL;
  260. goto next_msdu;
  261. }
  262. data = dp_rx_mon_get_buffer_data(rx_desc);
  263. rx_desc_tlv = HAL_RX_MON_DEST_GET_DESC(data);
  264. dp_rx_mon_dest_debug("%pK: i=%d, ppdu_id=%x, num_msdus = %u",
  265. soc, i, *ppdu_id, num_msdus);
  266. if (is_first_msdu) {
  267. if (!hal_rx_mpdu_start_tlv_tag_valid(
  268. soc->hal_soc,
  269. rx_desc_tlv)) {
  270. drop_mpdu = true;
  271. dp_rx_mon_buffer_free(rx_desc);
  272. msdu = NULL;
  273. dp_pdev->mon_last_linkdesc_paddr =
  274. buf_info.paddr;
  275. goto next_msdu;
  276. }
  277. msdu_ppdu_id = hal_rx_hw_desc_get_ppduid_get(
  278. soc->hal_soc,
  279. rx_desc_tlv,
  280. rxdma_dst_ring_desc);
  281. is_first_msdu = false;
  282. dp_rx_mon_dest_debug("%pK: msdu_ppdu_id=%x",
  283. soc, msdu_ppdu_id);
  284. if (*ppdu_id > msdu_ppdu_id)
  285. dp_rx_mon_dest_debug("%pK: ppdu_id=%d "
  286. "msdu_ppdu_id=%d", soc,
  287. *ppdu_id, msdu_ppdu_id);
  288. if ((*ppdu_id < msdu_ppdu_id) && (
  289. (msdu_ppdu_id - *ppdu_id) <
  290. NOT_PPDU_ID_WRAP_AROUND)) {
  291. *ppdu_id = msdu_ppdu_id;
  292. return rx_bufs_used;
  293. } else if ((*ppdu_id > msdu_ppdu_id) && (
  294. (*ppdu_id - msdu_ppdu_id) >
  295. NOT_PPDU_ID_WRAP_AROUND)) {
  296. *ppdu_id = msdu_ppdu_id;
  297. return rx_bufs_used;
  298. }
  299. dp_tx_capture_get_user_id(dp_pdev,
  300. rx_desc_tlv);
  301. if (*ppdu_id == msdu_ppdu_id)
  302. dp_pdev->rx_mon_stats.ppdu_id_match++;
  303. else
  304. dp_pdev->rx_mon_stats.ppdu_id_mismatch
  305. ++;
  306. dp_pdev->mon_last_linkdesc_paddr =
  307. buf_info.paddr;
  308. if (dp_rx_mon_alloc_parent_buffer(head_msdu)
  309. != QDF_STATUS_SUCCESS) {
  310. DP_STATS_INC(dp_pdev,
  311. replenish.nbuf_alloc_fail,
  312. 1);
  313. qdf_frag_free(rx_desc_tlv);
  314. dp_rx_mon_dest_debug("failed to allocate parent buffer to hold all frag");
  315. drop_mpdu = true;
  316. goto next_msdu;
  317. }
  318. }
  319. if (hal_rx_desc_is_first_msdu(soc->hal_soc,
  320. rx_desc_tlv))
  321. hal_rx_mon_hw_desc_get_mpdu_status(soc->hal_soc,
  322. rx_desc_tlv,
  323. &(dp_pdev->ppdu_info.rx_status));
  324. dp_rx_mon_parse_desc_buffer(soc,
  325. &(msdu_list.msdu_info[i]),
  326. &is_frag,
  327. &total_frag_len,
  328. &frag_len,
  329. &l2_hdr_offset,
  330. rx_desc_tlv,
  331. &is_frag_non_raw, data);
  332. if (!is_frag)
  333. msdu_cnt--;
  334. dp_rx_mon_dest_debug("total_len %u frag_len %u flags %u",
  335. total_frag_len, frag_len,
  336. msdu_list.msdu_info[i].msdu_flags);
  337. rx_pkt_offset = soc->rx_mon_pkt_tlv_size;
  338. rx_buf_size = rx_pkt_offset + l2_hdr_offset
  339. + frag_len;
  340. dp_rx_mon_buffer_set_pktlen(msdu, rx_buf_size);
  341. #if 0
  342. /* Disble it.see packet on msdu done set to 0 */
  343. /*
  344. * Check if DMA completed -- msdu_done is the
  345. * last bit to be written
  346. */
  347. if (!hal_rx_attn_msdu_done_get(rx_desc_tlv)) {
  348. QDF_TRACE(QDF_MODULE_ID_DP,
  349. QDF_TRACE_LEVEL_ERROR,
  350. "%s:%d: Pkt Desc",
  351. __func__, __LINE__);
  352. QDF_TRACE_HEX_DUMP(QDF_MODULE_ID_DP,
  353. QDF_TRACE_LEVEL_ERROR,
  354. rx_desc_tlv, 128);
  355. qdf_assert_always(0);
  356. }
  357. #endif
  358. dp_rx_mon_dest_debug("%pK: rx_pkt_offset=%d, l2_hdr_offset=%d, msdu_len=%d, frag_len %u",
  359. soc, rx_pkt_offset, l2_hdr_offset,
  360. msdu_list.msdu_info[i].msdu_len,
  361. frag_len);
  362. if (dp_rx_mon_add_msdu_to_list(soc, head_msdu, msdu,
  363. &last, rx_desc_tlv,
  364. frag_len, l2_hdr_offset)
  365. != QDF_STATUS_SUCCESS) {
  366. dp_rx_mon_add_msdu_to_list_failure_handler(rx_desc_tlv,
  367. dp_pdev, &last, head_msdu,
  368. tail_msdu, __func__);
  369. drop_mpdu = true;
  370. goto next_msdu;
  371. }
  372. next_msdu:
  373. dp_pdev->mon_last_buf_cookie = msdu_list.sw_cookie[i];
  374. rx_bufs_used++;
  375. dp_rx_add_to_free_desc_list(head,
  376. tail, rx_desc);
  377. }
  378. /*
  379. * Store the current link buffer into to the local
  380. * structure to be used for release purpose.
  381. */
  382. hal_rxdma_buff_addr_info_set(soc->hal_soc, rx_link_buf_info,
  383. buf_info.paddr,
  384. buf_info.sw_cookie, buf_info.rbm);
  385. hal_rx_mon_next_link_desc_get(soc->hal_soc, rx_msdu_link_desc,
  386. &buf_info);
  387. if (dp_rx_monitor_link_desc_return(dp_pdev,
  388. (hal_buff_addrinfo_t)
  389. rx_link_buf_info,
  390. mac_id,
  391. bm_action)
  392. != QDF_STATUS_SUCCESS)
  393. dp_err_rl("monitor link desc return failed");
  394. } while (buf_info.paddr && msdu_cnt);
  395. dp_rx_mon_init_tail_msdu(head_msdu, msdu, last, tail_msdu);
  396. dp_rx_mon_remove_raw_frame_fcs_len(soc, head_msdu, tail_msdu);
  397. return rx_bufs_used;
  398. }
  399. static inline
  400. void dp_rx_msdus_set_payload(struct dp_soc *soc, qdf_nbuf_t msdu)
  401. {
  402. uint8_t *data;
  403. uint32_t rx_pkt_offset, l2_hdr_offset;
  404. data = qdf_nbuf_data(msdu);
  405. rx_pkt_offset = soc->rx_mon_pkt_tlv_size;
  406. l2_hdr_offset = hal_rx_msdu_end_l3_hdr_padding_get(soc->hal_soc, data);
  407. qdf_nbuf_pull_head(msdu, rx_pkt_offset + l2_hdr_offset);
  408. }
  409. #ifdef DP_RX_MON_MEM_FRAG
  410. /**
  411. * dp_rx_mon_fraglist_prepare() - Prepare nbuf fraglist from chained skb
  412. *
  413. * @head_msdu: Parent SKB
  414. * @tail_msdu: Last skb in the chained list
  415. *
  416. * Return: Void
  417. */
  418. void dp_rx_mon_fraglist_prepare(qdf_nbuf_t head_msdu, qdf_nbuf_t tail_msdu)
  419. {
  420. qdf_nbuf_t msdu, mpdu_buf, prev_buf, head_frag_list;
  421. uint32_t frag_list_sum_len;
  422. dp_err("[%s][%d] decap format raw head %pK head->next %pK last_msdu %pK last_msdu->next %pK",
  423. __func__, __LINE__, head_msdu, head_msdu->next,
  424. tail_msdu, tail_msdu->next);
  425. /* Single skb accommodating MPDU worth Data */
  426. if (tail_msdu == head_msdu)
  427. return;
  428. mpdu_buf = head_msdu;
  429. prev_buf = mpdu_buf;
  430. frag_list_sum_len = 0;
  431. msdu = qdf_nbuf_next(head_msdu);
  432. /* msdu can't be NULL here as it is multiple skb case here */
  433. /* Head frag list to point to second skb */
  434. head_frag_list = msdu;
  435. while (msdu) {
  436. frag_list_sum_len += qdf_nbuf_len(msdu);
  437. prev_buf = msdu;
  438. msdu = qdf_nbuf_next(msdu);
  439. }
  440. qdf_nbuf_append_ext_list(mpdu_buf, head_frag_list, frag_list_sum_len);
  441. /* Make Parent skb next to NULL */
  442. qdf_nbuf_set_next(mpdu_buf, NULL);
  443. }
  444. /**
  445. * dp_rx_mon_frag_restitch_mpdu_from_msdus() - Restitch logic to
  446. * convert to 802.3 header and adjust frag memory pointing to
  447. * dot3 header and payload in case of Non-Raw frame.
  448. *
  449. * @soc: struct dp_soc *
  450. * @mac_id: MAC id
  451. * @head_msdu: MPDU containing all MSDU as a frag
  452. * @tail_msdu: last skb which accommodate MPDU info
  453. * @rx_status: struct cdp_mon_status *
  454. *
  455. * Return: Adjusted nbuf containing MPDU worth info.
  456. */
  457. static inline
  458. qdf_nbuf_t dp_rx_mon_frag_restitch_mpdu_from_msdus(struct dp_soc *soc,
  459. uint32_t mac_id,
  460. qdf_nbuf_t head_msdu,
  461. qdf_nbuf_t tail_msdu,
  462. struct cdp_mon_status *rx_status)
  463. {
  464. uint32_t wifi_hdr_len, sec_hdr_len, msdu_llc_len,
  465. mpdu_buf_len, decap_hdr_pull_bytes, dir,
  466. is_amsdu, amsdu_pad, frag_size, tot_msdu_len;
  467. qdf_frag_t rx_desc, rx_src_desc, rx_dest_desc, frag_addr;
  468. char *hdr_desc;
  469. uint8_t num_frags, frags_iter, l2_hdr_offset;
  470. struct ieee80211_frame *wh;
  471. struct ieee80211_qoscntl *qos;
  472. struct dp_pdev *dp_pdev = dp_get_pdev_for_lmac_id(soc, mac_id);
  473. int16_t frag_page_offset = 0;
  474. struct hal_rx_mon_dest_buf_info buf_info;
  475. uint32_t pad_byte_pholder = 0;
  476. qdf_nbuf_t msdu_curr;
  477. uint16_t rx_mon_tlv_size = soc->rx_mon_pkt_tlv_size;
  478. if (qdf_unlikely(!dp_pdev)) {
  479. dp_rx_mon_dest_debug("%pK: pdev is null for mac_id = %d", soc, mac_id);
  480. return NULL;
  481. }
  482. qdf_mem_zero(&buf_info, sizeof(struct hal_rx_mon_dest_buf_info));
  483. if (!head_msdu || !tail_msdu)
  484. goto mpdu_stitch_fail;
  485. rx_desc = qdf_nbuf_get_frag_addr(head_msdu, 0) - rx_mon_tlv_size;
  486. if (hal_rx_tlv_mpdu_len_err_get(soc->hal_soc, rx_desc)) {
  487. /* It looks like there is some issue on MPDU len err */
  488. /* Need further investigate if drop the packet */
  489. DP_STATS_INC(dp_pdev, dropped.mon_rx_drop, 1);
  490. return NULL;
  491. }
  492. /* Look for FCS error */
  493. num_frags = qdf_nbuf_get_nr_frags(tail_msdu);
  494. rx_desc = qdf_nbuf_get_frag_addr(tail_msdu, num_frags - 1) -
  495. rx_mon_tlv_size;
  496. rx_status->cdp_rs_fcs_err = hal_rx_tlv_mpdu_fcs_err_get(soc->hal_soc,
  497. rx_desc);
  498. dp_pdev->ppdu_info.rx_status.rs_fcs_err = rx_status->cdp_rs_fcs_err;
  499. rx_desc = qdf_nbuf_get_frag_addr(head_msdu, 0) - rx_mon_tlv_size;
  500. hal_rx_priv_info_get_from_tlv(soc->hal_soc, rx_desc,
  501. (uint8_t *)&buf_info,
  502. sizeof(buf_info));
  503. /* Easy case - The MSDU status indicates that this is a non-decapped
  504. * packet in RAW mode.
  505. */
  506. if (buf_info.is_decap_raw == 1) {
  507. dp_rx_mon_fraglist_prepare(head_msdu, tail_msdu);
  508. goto mpdu_stitch_done;
  509. }
  510. l2_hdr_offset = DP_RX_MON_NONRAW_L2_HDR_PAD_BYTE;
  511. /* Decap mode:
  512. * Calculate the amount of header in decapped packet to knock off based
  513. * on the decap type and the corresponding number of raw bytes to copy
  514. * status header
  515. */
  516. hdr_desc = hal_rx_desc_get_80211_hdr(soc->hal_soc, rx_desc);
  517. dp_rx_mon_dest_debug("%pK: decap format not raw", soc);
  518. /* Base size */
  519. wifi_hdr_len = sizeof(struct ieee80211_frame);
  520. wh = (struct ieee80211_frame *)hdr_desc;
  521. dir = wh->i_fc[1] & IEEE80211_FC1_DIR_MASK;
  522. if (dir == IEEE80211_FC1_DIR_DSTODS)
  523. wifi_hdr_len += 6;
  524. is_amsdu = 0;
  525. if (wh->i_fc[0] & QDF_IEEE80211_FC0_SUBTYPE_QOS) {
  526. qos = (struct ieee80211_qoscntl *)
  527. (hdr_desc + wifi_hdr_len);
  528. wifi_hdr_len += 2;
  529. is_amsdu = (qos->i_qos[0] & IEEE80211_QOS_AMSDU);
  530. }
  531. /*Calculate security header length based on 'Protected'
  532. * and 'EXT_IV' flag
  533. */
  534. if (wh->i_fc[1] & IEEE80211_FC1_WEP) {
  535. char *iv = (char *)wh + wifi_hdr_len;
  536. if (iv[3] & KEY_EXTIV)
  537. sec_hdr_len = 8;
  538. else
  539. sec_hdr_len = 4;
  540. } else {
  541. sec_hdr_len = 0;
  542. }
  543. wifi_hdr_len += sec_hdr_len;
  544. /* MSDU related stuff LLC - AMSDU subframe header etc */
  545. msdu_llc_len = is_amsdu ? (14 + 8) : 8;
  546. mpdu_buf_len = wifi_hdr_len + msdu_llc_len;
  547. /* "Decap" header to remove from MSDU buffer */
  548. decap_hdr_pull_bytes = 14;
  549. amsdu_pad = 0;
  550. tot_msdu_len = 0;
  551. /*
  552. * keeping first MSDU ops outside of loop to avoid multiple
  553. * check handling
  554. */
  555. /* Construct src header */
  556. rx_src_desc = hdr_desc;
  557. /*
  558. * Update protocol and flow tag for MSDU
  559. * update frag index in ctx_idx field.
  560. * Reset head pointer data of nbuf before updating.
  561. */
  562. QDF_NBUF_CB_RX_CTX_ID(head_msdu) = 0;
  563. dp_rx_mon_update_protocol_flow_tag(soc, dp_pdev, head_msdu, rx_desc);
  564. /* Construct destination address */
  565. frag_addr = qdf_nbuf_get_frag_addr(head_msdu, 0);
  566. frag_size = qdf_nbuf_get_frag_size_by_idx(head_msdu, 0);
  567. /* We will come here in 2 scenario:
  568. * 1. First MSDU of MPDU with single buffer
  569. * 2. First buffer of First MSDU of MPDU with continuation
  570. *
  571. * ------------------------------------------------------------
  572. * | SINGLE BUFFER (<= RX_MONITOR_BUFFER_SIZE - RX_PKT_TLVS_LEN)|
  573. * ------------------------------------------------------------
  574. *
  575. * ------------------------------------------------------------
  576. * | First BUFFER with Continuation | ... |
  577. * | (RX_MONITOR_BUFFER_SIZE - RX_PKT_TLVS_LEN) | |
  578. * ------------------------------------------------------------
  579. */
  580. pad_byte_pholder =
  581. (RX_MONITOR_BUFFER_SIZE - soc->rx_pkt_tlv_size) - frag_size;
  582. /* Construct destination address
  583. * --------------------------------------------------------------
  584. * | RX_PKT_TLV | L2_HDR_PAD | Decap HDR | Payload |
  585. * | | / |
  586. * | >Frag address points here / |
  587. * | \ / |
  588. * | \ This bytes needs to / |
  589. * | \ removed to frame pkt / |
  590. * | ----------------------- |
  591. * | | |
  592. * | | |
  593. * | WIFI +LLC HDR will be added here <-| |
  594. * | | | |
  595. * | >Dest addr will point | |
  596. * | somewhere in this area | |
  597. * --------------------------------------------------------------
  598. */
  599. rx_dest_desc =
  600. (frag_addr + decap_hdr_pull_bytes + l2_hdr_offset) -
  601. mpdu_buf_len;
  602. /* Add WIFI and LLC header for 1st MSDU of MPDU */
  603. qdf_mem_copy(rx_dest_desc, rx_src_desc, mpdu_buf_len);
  604. frag_page_offset =
  605. (decap_hdr_pull_bytes + l2_hdr_offset) - mpdu_buf_len;
  606. qdf_nbuf_move_frag_page_offset(head_msdu, 0, frag_page_offset);
  607. frag_size = qdf_nbuf_get_frag_size_by_idx(head_msdu, 0);
  608. if (buf_info.first_buffer && buf_info.last_buffer) {
  609. /* MSDU with single bufffer */
  610. amsdu_pad = frag_size & 0x3;
  611. amsdu_pad = amsdu_pad ? (4 - amsdu_pad) : 0;
  612. if (amsdu_pad && (amsdu_pad <= pad_byte_pholder)) {
  613. char *frag_addr_temp;
  614. qdf_nbuf_trim_add_frag_size(head_msdu, 0, amsdu_pad,
  615. 0);
  616. frag_addr_temp =
  617. (char *)qdf_nbuf_get_frag_addr(head_msdu, 0);
  618. frag_addr_temp = (frag_addr_temp +
  619. qdf_nbuf_get_frag_size_by_idx(head_msdu, 0)) -
  620. amsdu_pad;
  621. qdf_mem_zero(frag_addr_temp, amsdu_pad);
  622. amsdu_pad = 0;
  623. }
  624. } else {
  625. /*
  626. * First buffer of Continuation frame and hence
  627. * amsdu_padding doesn't need to be added
  628. * Increase tot_msdu_len so that amsdu_pad byte
  629. * will be calculated for last frame of MSDU
  630. */
  631. tot_msdu_len = frag_size;
  632. amsdu_pad = 0;
  633. }
  634. /* Here amsdu_pad byte will have some value if 1sf buffer was
  635. * Single buffer MSDU and dint had pholder to adjust amsdu padding
  636. * byte in the end
  637. * So dont initialize to ZERO here
  638. */
  639. pad_byte_pholder = 0;
  640. for (msdu_curr = head_msdu; msdu_curr;) {
  641. /* frag_iter will start from 0 for second skb onwards */
  642. if (msdu_curr == head_msdu)
  643. frags_iter = 1;
  644. else
  645. frags_iter = 0;
  646. num_frags = qdf_nbuf_get_nr_frags(msdu_curr);
  647. for (; frags_iter < num_frags; frags_iter++) {
  648. /* Construct destination address
  649. * ----------------------------------------------------------
  650. * | RX_PKT_TLV | L2_HDR_PAD | Decap HDR | Payload | Pad |
  651. * | | (First buffer) | | |
  652. * | | / / |
  653. * | >Frag address points here / / |
  654. * | \ / / |
  655. * | \ This bytes needs to / / |
  656. * | \ removed to frame pkt/ / |
  657. * | ---------------------- / |
  658. * | | / Add |
  659. * | | / amsdu pad |
  660. * | LLC HDR will be added here <-| | Byte for |
  661. * | | | | last frame |
  662. * | >Dest addr will point | | if space |
  663. * | somewhere in this area | | available |
  664. * | And amsdu_pad will be created if | | |
  665. * | dint get added in last buffer | | |
  666. * | (First Buffer) | | |
  667. * ----------------------------------------------------------
  668. */
  669. frag_addr =
  670. qdf_nbuf_get_frag_addr(msdu_curr, frags_iter);
  671. rx_desc = frag_addr - rx_mon_tlv_size;
  672. /*
  673. * Update protocol and flow tag for MSDU
  674. * update frag index in ctx_idx field
  675. */
  676. QDF_NBUF_CB_RX_CTX_ID(msdu_curr) = frags_iter;
  677. dp_rx_mon_update_protocol_flow_tag(soc, dp_pdev,
  678. msdu_curr, rx_desc);
  679. /* Read buffer info from stored data in tlvs */
  680. hal_rx_priv_info_get_from_tlv(soc->hal_soc, rx_desc,
  681. (uint8_t *)&buf_info,
  682. sizeof(buf_info));
  683. frag_size = qdf_nbuf_get_frag_size_by_idx(msdu_curr,
  684. frags_iter);
  685. /* If Middle buffer, dont add any header */
  686. if ((!buf_info.first_buffer) && (!buf_info.last_buffer)) {
  687. tot_msdu_len += frag_size;
  688. amsdu_pad = 0;
  689. pad_byte_pholder = 0;
  690. continue;
  691. }
  692. /* Calculate if current buffer has placeholder
  693. * to accommodate amsdu pad byte
  694. */
  695. pad_byte_pholder =
  696. (RX_MONITOR_BUFFER_SIZE - soc->rx_pkt_tlv_size)
  697. - frag_size;
  698. /*
  699. * We will come here only only three condition:
  700. * 1. Msdu with single Buffer
  701. * 2. First buffer in case MSDU is spread in multiple
  702. * buffer
  703. * 3. Last buffer in case MSDU is spread in multiple
  704. * buffer
  705. *
  706. * First buffER | Last buffer
  707. * Case 1: 1 | 1
  708. * Case 2: 1 | 0
  709. * Case 3: 0 | 1
  710. *
  711. * In 3rd case only l2_hdr_padding byte will be Zero and
  712. * in other case, It will be 2 Bytes.
  713. */
  714. if (buf_info.first_buffer)
  715. l2_hdr_offset = DP_RX_MON_NONRAW_L2_HDR_PAD_BYTE;
  716. else
  717. l2_hdr_offset = DP_RX_MON_RAW_L2_HDR_PAD_BYTE;
  718. if (buf_info.first_buffer) {
  719. /* Src addr from where llc header needs to be copied */
  720. rx_src_desc =
  721. hal_rx_desc_get_80211_hdr(soc->hal_soc,
  722. rx_desc);
  723. /* Size of buffer with llc header */
  724. frag_size = frag_size -
  725. (l2_hdr_offset + decap_hdr_pull_bytes);
  726. frag_size += msdu_llc_len;
  727. /* Construct destination address */
  728. rx_dest_desc = frag_addr +
  729. decap_hdr_pull_bytes + l2_hdr_offset;
  730. rx_dest_desc = rx_dest_desc - (msdu_llc_len);
  731. qdf_mem_copy(rx_dest_desc, rx_src_desc,
  732. msdu_llc_len);
  733. /*
  734. * Calculate new page offset and create hole
  735. * if amsdu_pad required.
  736. */
  737. frag_page_offset = l2_hdr_offset +
  738. decap_hdr_pull_bytes;
  739. frag_page_offset = frag_page_offset -
  740. (msdu_llc_len + amsdu_pad);
  741. qdf_nbuf_move_frag_page_offset(msdu_curr,
  742. frags_iter,
  743. frag_page_offset);
  744. tot_msdu_len = frag_size;
  745. /*
  746. * No amsdu padding required for first frame of
  747. * continuation buffer
  748. */
  749. if (!buf_info.last_buffer) {
  750. amsdu_pad = 0;
  751. continue;
  752. }
  753. } else {
  754. tot_msdu_len += frag_size;
  755. }
  756. /* Will reach to this place in only two case:
  757. * 1. Single buffer MSDU
  758. * 2. Last buffer of MSDU in case of multiple buf MSDU
  759. */
  760. /* Check size of buffer if amsdu padding required */
  761. amsdu_pad = tot_msdu_len & 0x3;
  762. amsdu_pad = amsdu_pad ? (4 - amsdu_pad) : 0;
  763. /* Create placeholder if current bufer can
  764. * accommodate padding.
  765. */
  766. if (amsdu_pad && (amsdu_pad <= pad_byte_pholder)) {
  767. char *frag_addr_temp;
  768. qdf_nbuf_trim_add_frag_size(msdu_curr,
  769. frags_iter,
  770. amsdu_pad, 0);
  771. frag_addr_temp = (char *)qdf_nbuf_get_frag_addr(msdu_curr, frags_iter);
  772. frag_addr_temp = (frag_addr_temp +
  773. qdf_nbuf_get_frag_size_by_idx(msdu_curr, frags_iter)) -
  774. amsdu_pad;
  775. qdf_mem_zero(frag_addr_temp, amsdu_pad);
  776. amsdu_pad = 0;
  777. }
  778. /* reset tot_msdu_len */
  779. tot_msdu_len = 0;
  780. }
  781. msdu_curr = qdf_nbuf_next(msdu_curr);
  782. }
  783. dp_rx_mon_fraglist_prepare(head_msdu, tail_msdu);
  784. dp_rx_mon_dest_debug("%pK: head_msdu %pK head_msdu->len %u",
  785. soc, head_msdu, head_msdu->len);
  786. mpdu_stitch_done:
  787. return head_msdu;
  788. mpdu_stitch_fail:
  789. dp_rx_mon_dest_err("%pK: mpdu_stitch_fail head_msdu %pK",
  790. soc, head_msdu);
  791. return NULL;
  792. }
  793. #endif
  794. static inline
  795. qdf_nbuf_t dp_rx_mon_restitch_mpdu_from_msdus(struct dp_soc *soc,
  796. uint32_t mac_id, qdf_nbuf_t head_msdu, qdf_nbuf_t last_msdu,
  797. struct cdp_mon_status *rx_status)
  798. {
  799. qdf_nbuf_t msdu, mpdu_buf, prev_buf, msdu_orig, head_frag_list;
  800. uint32_t decap_format, wifi_hdr_len, sec_hdr_len, msdu_llc_len,
  801. mpdu_buf_len, decap_hdr_pull_bytes, frag_list_sum_len, dir,
  802. is_amsdu, is_first_frag, amsdu_pad;
  803. void *rx_desc;
  804. char *hdr_desc;
  805. unsigned char *dest;
  806. struct ieee80211_frame *wh;
  807. struct ieee80211_qoscntl *qos;
  808. struct dp_pdev *dp_pdev = dp_get_pdev_for_lmac_id(soc, mac_id);
  809. head_frag_list = NULL;
  810. mpdu_buf = NULL;
  811. if (qdf_unlikely(!dp_pdev)) {
  812. dp_rx_mon_dest_debug("%pK: pdev is null for mac_id = %d",
  813. soc, mac_id);
  814. return NULL;
  815. }
  816. /* The nbuf has been pulled just beyond the status and points to the
  817. * payload
  818. */
  819. if (!head_msdu)
  820. goto mpdu_stitch_fail;
  821. msdu_orig = head_msdu;
  822. rx_desc = qdf_nbuf_data(msdu_orig);
  823. if (hal_rx_tlv_mpdu_len_err_get(soc->hal_soc, rx_desc)) {
  824. /* It looks like there is some issue on MPDU len err */
  825. /* Need further investigate if drop the packet */
  826. DP_STATS_INC(dp_pdev, dropped.mon_rx_drop, 1);
  827. return NULL;
  828. }
  829. rx_desc = qdf_nbuf_data(last_msdu);
  830. rx_status->cdp_rs_fcs_err = hal_rx_tlv_mpdu_fcs_err_get(soc->hal_soc,
  831. rx_desc);
  832. dp_pdev->ppdu_info.rx_status.rs_fcs_err = rx_status->cdp_rs_fcs_err;
  833. /* Fill out the rx_status from the PPDU start and end fields */
  834. /* HAL_RX_GET_PPDU_STATUS(soc, mac_id, rx_status); */
  835. rx_desc = qdf_nbuf_data(head_msdu);
  836. decap_format = hal_rx_tlv_decap_format_get(soc->hal_soc, rx_desc);
  837. /* Easy case - The MSDU status indicates that this is a non-decapped
  838. * packet in RAW mode.
  839. */
  840. if (decap_format == HAL_HW_RX_DECAP_FORMAT_RAW) {
  841. /* Note that this path might suffer from headroom unavailabilty
  842. * - but the RX status is usually enough
  843. */
  844. dp_rx_msdus_set_payload(soc, head_msdu);
  845. dp_rx_mon_dest_debug("%pK: decap format raw head %pK head->next %pK last_msdu %pK last_msdu->next %pK",
  846. soc, head_msdu, head_msdu->next,
  847. last_msdu, last_msdu->next);
  848. mpdu_buf = head_msdu;
  849. prev_buf = mpdu_buf;
  850. frag_list_sum_len = 0;
  851. msdu = qdf_nbuf_next(head_msdu);
  852. is_first_frag = 1;
  853. while (msdu) {
  854. dp_rx_msdus_set_payload(soc, msdu);
  855. if (is_first_frag) {
  856. is_first_frag = 0;
  857. head_frag_list = msdu;
  858. }
  859. frag_list_sum_len += qdf_nbuf_len(msdu);
  860. /* Maintain the linking of the cloned MSDUS */
  861. qdf_nbuf_set_next_ext(prev_buf, msdu);
  862. /* Move to the next */
  863. prev_buf = msdu;
  864. msdu = qdf_nbuf_next(msdu);
  865. }
  866. qdf_nbuf_trim_tail(prev_buf, HAL_RX_FCS_LEN);
  867. /* If there were more fragments to this RAW frame */
  868. if (head_frag_list) {
  869. if (frag_list_sum_len <
  870. sizeof(struct ieee80211_frame_min_one)) {
  871. DP_STATS_INC(dp_pdev, dropped.mon_rx_drop, 1);
  872. return NULL;
  873. }
  874. frag_list_sum_len -= HAL_RX_FCS_LEN;
  875. qdf_nbuf_append_ext_list(mpdu_buf, head_frag_list,
  876. frag_list_sum_len);
  877. qdf_nbuf_set_next(mpdu_buf, NULL);
  878. }
  879. goto mpdu_stitch_done;
  880. }
  881. /* Decap mode:
  882. * Calculate the amount of header in decapped packet to knock off based
  883. * on the decap type and the corresponding number of raw bytes to copy
  884. * status header
  885. */
  886. rx_desc = qdf_nbuf_data(head_msdu);
  887. hdr_desc = hal_rx_desc_get_80211_hdr(soc->hal_soc, rx_desc);
  888. dp_rx_mon_dest_debug("%pK: decap format not raw", soc);
  889. /* Base size */
  890. wifi_hdr_len = sizeof(struct ieee80211_frame);
  891. wh = (struct ieee80211_frame *)hdr_desc;
  892. dir = wh->i_fc[1] & IEEE80211_FC1_DIR_MASK;
  893. if (dir == IEEE80211_FC1_DIR_DSTODS)
  894. wifi_hdr_len += 6;
  895. is_amsdu = 0;
  896. if (wh->i_fc[0] & QDF_IEEE80211_FC0_SUBTYPE_QOS) {
  897. qos = (struct ieee80211_qoscntl *)
  898. (hdr_desc + wifi_hdr_len);
  899. wifi_hdr_len += 2;
  900. is_amsdu = (qos->i_qos[0] & IEEE80211_QOS_AMSDU);
  901. }
  902. /*Calculate security header length based on 'Protected'
  903. * and 'EXT_IV' flag
  904. * */
  905. if (wh->i_fc[1] & IEEE80211_FC1_WEP) {
  906. char *iv = (char *)wh + wifi_hdr_len;
  907. if (iv[3] & KEY_EXTIV)
  908. sec_hdr_len = 8;
  909. else
  910. sec_hdr_len = 4;
  911. } else {
  912. sec_hdr_len = 0;
  913. }
  914. wifi_hdr_len += sec_hdr_len;
  915. /* MSDU related stuff LLC - AMSDU subframe header etc */
  916. msdu_llc_len = is_amsdu ? (14 + 8) : 8;
  917. mpdu_buf_len = wifi_hdr_len + msdu_llc_len;
  918. /* "Decap" header to remove from MSDU buffer */
  919. decap_hdr_pull_bytes = 14;
  920. /* Allocate a new nbuf for holding the 802.11 header retrieved from the
  921. * status of the now decapped first msdu. Leave enough headroom for
  922. * accomodating any radio-tap /prism like PHY header
  923. */
  924. mpdu_buf = qdf_nbuf_alloc(soc->osdev,
  925. MAX_MONITOR_HEADER + mpdu_buf_len,
  926. MAX_MONITOR_HEADER, 4, FALSE);
  927. if (!mpdu_buf)
  928. goto mpdu_stitch_done;
  929. /* Copy the MPDU related header and enc headers into the first buffer
  930. * - Note that there can be a 2 byte pad between heaader and enc header
  931. */
  932. prev_buf = mpdu_buf;
  933. dest = qdf_nbuf_put_tail(prev_buf, wifi_hdr_len);
  934. if (!dest)
  935. goto mpdu_stitch_fail;
  936. qdf_mem_copy(dest, hdr_desc, wifi_hdr_len);
  937. hdr_desc += wifi_hdr_len;
  938. #if 0
  939. dest = qdf_nbuf_put_tail(prev_buf, sec_hdr_len);
  940. adf_os_mem_copy(dest, hdr_desc, sec_hdr_len);
  941. hdr_desc += sec_hdr_len;
  942. #endif
  943. /* The first LLC len is copied into the MPDU buffer */
  944. frag_list_sum_len = 0;
  945. msdu_orig = head_msdu;
  946. is_first_frag = 1;
  947. amsdu_pad = 0;
  948. while (msdu_orig) {
  949. /* TODO: intra AMSDU padding - do we need it ??? */
  950. msdu = msdu_orig;
  951. if (is_first_frag) {
  952. head_frag_list = msdu;
  953. } else {
  954. /* Reload the hdr ptr only on non-first MSDUs */
  955. rx_desc = qdf_nbuf_data(msdu_orig);
  956. hdr_desc = hal_rx_desc_get_80211_hdr(soc->hal_soc,
  957. rx_desc);
  958. }
  959. /* Copy this buffers MSDU related status into the prev buffer */
  960. if (is_first_frag) {
  961. is_first_frag = 0;
  962. }
  963. /* Update protocol and flow tag for MSDU */
  964. dp_rx_mon_update_protocol_flow_tag(soc, dp_pdev,
  965. msdu_orig, rx_desc);
  966. dest = qdf_nbuf_put_tail(prev_buf,
  967. msdu_llc_len + amsdu_pad);
  968. if (!dest)
  969. goto mpdu_stitch_fail;
  970. dest += amsdu_pad;
  971. qdf_mem_copy(dest, hdr_desc, msdu_llc_len);
  972. dp_rx_msdus_set_payload(soc, msdu);
  973. /* Push the MSDU buffer beyond the decap header */
  974. qdf_nbuf_pull_head(msdu, decap_hdr_pull_bytes);
  975. frag_list_sum_len += msdu_llc_len + qdf_nbuf_len(msdu)
  976. + amsdu_pad;
  977. /* Set up intra-AMSDU pad to be added to start of next buffer -
  978. * AMSDU pad is 4 byte pad on AMSDU subframe */
  979. amsdu_pad = (msdu_llc_len + qdf_nbuf_len(msdu)) & 0x3;
  980. amsdu_pad = amsdu_pad ? (4 - amsdu_pad) : 0;
  981. /* TODO FIXME How do we handle MSDUs that have fraglist - Should
  982. * probably iterate all the frags cloning them along the way and
  983. * and also updating the prev_buf pointer
  984. */
  985. /* Move to the next */
  986. prev_buf = msdu;
  987. msdu_orig = qdf_nbuf_next(msdu_orig);
  988. }
  989. #if 0
  990. /* Add in the trailer section - encryption trailer + FCS */
  991. qdf_nbuf_put_tail(prev_buf, HAL_RX_FCS_LEN);
  992. frag_list_sum_len += HAL_RX_FCS_LEN;
  993. #endif
  994. frag_list_sum_len -= msdu_llc_len;
  995. /* TODO: Convert this to suitable adf routines */
  996. qdf_nbuf_append_ext_list(mpdu_buf, head_frag_list,
  997. frag_list_sum_len);
  998. dp_rx_mon_dest_debug("%pK: mpdu_buf %pK mpdu_buf->len %u",
  999. soc, mpdu_buf, mpdu_buf->len);
  1000. mpdu_stitch_done:
  1001. /* Check if this buffer contains the PPDU end status for TSF */
  1002. /* Need revist this code to see where we can get tsf timestamp */
  1003. #if 0
  1004. /* PPDU end TLV will be retrieved from monitor status ring */
  1005. last_mpdu =
  1006. (*(((u_int32_t *)&rx_desc->attention)) &
  1007. RX_ATTENTION_0_LAST_MPDU_MASK) >>
  1008. RX_ATTENTION_0_LAST_MPDU_LSB;
  1009. if (last_mpdu)
  1010. rx_status->rs_tstamp.tsf = rx_desc->ppdu_end.tsf_timestamp;
  1011. #endif
  1012. return mpdu_buf;
  1013. mpdu_stitch_fail:
  1014. if ((mpdu_buf) && (decap_format != HAL_HW_RX_DECAP_FORMAT_RAW)) {
  1015. dp_rx_mon_dest_err("%pK: mpdu_stitch_fail mpdu_buf %pK",
  1016. soc, mpdu_buf);
  1017. /* Free the head buffer */
  1018. qdf_nbuf_free(mpdu_buf);
  1019. }
  1020. return NULL;
  1021. }
  1022. #ifdef DP_RX_MON_MEM_FRAG
  1023. #if defined(WLAN_SUPPORT_RX_PROTOCOL_TYPE_TAG) ||\
  1024. defined(WLAN_SUPPORT_RX_FLOW_TAG)
  1025. static inline
  1026. void dp_rx_mon_update_pf_tag_to_buf_headroom(struct dp_soc *soc,
  1027. qdf_nbuf_t nbuf)
  1028. {
  1029. qdf_nbuf_t ext_list;
  1030. if (qdf_unlikely(!soc)) {
  1031. dp_err("Soc[%pK] Null. Can't update pftag to nbuf headroom\n",
  1032. soc);
  1033. qdf_assert_always(0);
  1034. }
  1035. if (!wlan_cfg_is_rx_mon_protocol_flow_tag_enabled(soc->wlan_cfg_ctx))
  1036. return;
  1037. if (qdf_unlikely(!nbuf))
  1038. return;
  1039. /* Return if it dint came from mon Path */
  1040. if (!qdf_nbuf_get_nr_frags(nbuf))
  1041. return;
  1042. /* Headroom must be double of PF_TAG_SIZE as we copy it 1stly to head */
  1043. if (qdf_unlikely(qdf_nbuf_headroom(nbuf) < (DP_RX_MON_TOT_PF_TAG_LEN * 2))) {
  1044. dp_err("Nbuf avail Headroom[%d] < 2 * DP_RX_MON_PF_TAG_TOT_LEN[%lu]",
  1045. qdf_nbuf_headroom(nbuf), DP_RX_MON_TOT_PF_TAG_LEN);
  1046. return;
  1047. }
  1048. qdf_nbuf_push_head(nbuf, DP_RX_MON_TOT_PF_TAG_LEN);
  1049. qdf_mem_copy(qdf_nbuf_data(nbuf), qdf_nbuf_head(nbuf),
  1050. DP_RX_MON_TOT_PF_TAG_LEN);
  1051. qdf_nbuf_pull_head(nbuf, DP_RX_MON_TOT_PF_TAG_LEN);
  1052. ext_list = qdf_nbuf_get_ext_list(nbuf);
  1053. while (ext_list) {
  1054. /* Headroom must be double of PF_TAG_SIZE as we copy it 1stly to head */
  1055. if (qdf_unlikely(qdf_nbuf_headroom(ext_list) < (DP_RX_MON_TOT_PF_TAG_LEN * 2))) {
  1056. dp_err("Fraglist Nbuf avail Headroom[%d] < 2 * DP_RX_MON_PF_TAG_TOT_LEN[%lu]",
  1057. qdf_nbuf_headroom(ext_list), DP_RX_MON_TOT_PF_TAG_LEN);
  1058. ext_list = qdf_nbuf_queue_next(ext_list);
  1059. continue;
  1060. }
  1061. qdf_nbuf_push_head(ext_list, DP_RX_MON_TOT_PF_TAG_LEN);
  1062. qdf_mem_copy(qdf_nbuf_data(ext_list), qdf_nbuf_head(ext_list),
  1063. DP_RX_MON_TOT_PF_TAG_LEN);
  1064. qdf_nbuf_pull_head(ext_list, DP_RX_MON_TOT_PF_TAG_LEN);
  1065. ext_list = qdf_nbuf_queue_next(ext_list);
  1066. }
  1067. }
  1068. #else
  1069. static inline
  1070. void dp_rx_mon_update_pf_tag_to_buf_headroom(struct dp_soc *soc,
  1071. qdf_nbuf_t nbuf)
  1072. {
  1073. }
  1074. #endif
  1075. #else
  1076. static inline
  1077. void dp_rx_mon_update_pf_tag_to_buf_headroom(struct dp_soc *soc,
  1078. qdf_nbuf_t nbuf)
  1079. {
  1080. }
  1081. #endif
  1082. /**
  1083. * dp_send_mgmt_packet_to_stack(): send indicataion to upper layers
  1084. *
  1085. * @soc: soc handle
  1086. * @nbuf: Mgmt packet
  1087. * @pdev: pdev handle
  1088. *
  1089. * Return: QDF_STATUS_SUCCESS on success
  1090. * QDF_STATUS_E_INVAL in error
  1091. */
  1092. #ifdef FEATURE_PERPKT_INFO
  1093. static inline QDF_STATUS dp_send_mgmt_packet_to_stack(struct dp_soc *soc,
  1094. qdf_nbuf_t nbuf,
  1095. struct dp_pdev *pdev)
  1096. {
  1097. uint32_t *nbuf_data;
  1098. struct ieee80211_frame *wh;
  1099. qdf_frag_t addr;
  1100. if (!nbuf)
  1101. return QDF_STATUS_E_INVAL;
  1102. /* Get addr pointing to80211 header */
  1103. addr = dp_rx_mon_get_nbuf_80211_hdr(nbuf);
  1104. if (qdf_unlikely(!addr)) {
  1105. qdf_nbuf_free(nbuf);
  1106. return QDF_STATUS_E_INVAL;
  1107. }
  1108. /*check if this is not a mgmt packet*/
  1109. wh = (struct ieee80211_frame *)addr;
  1110. if (((wh->i_fc[0] & IEEE80211_FC0_TYPE_MASK) !=
  1111. IEEE80211_FC0_TYPE_MGT) &&
  1112. ((wh->i_fc[0] & IEEE80211_FC0_TYPE_MASK) !=
  1113. IEEE80211_FC0_TYPE_CTL)) {
  1114. qdf_nbuf_free(nbuf);
  1115. return QDF_STATUS_E_INVAL;
  1116. }
  1117. nbuf_data = (uint32_t *)qdf_nbuf_push_head(nbuf, 4);
  1118. if (!nbuf_data) {
  1119. QDF_TRACE(QDF_MODULE_ID_DP,
  1120. QDF_TRACE_LEVEL_ERROR,
  1121. FL("No headroom"));
  1122. qdf_nbuf_free(nbuf);
  1123. return QDF_STATUS_E_INVAL;
  1124. }
  1125. *nbuf_data = pdev->ppdu_info.com_info.ppdu_id;
  1126. dp_wdi_event_handler(WDI_EVENT_RX_MGMT_CTRL, soc, nbuf,
  1127. HTT_INVALID_PEER,
  1128. WDI_NO_VAL, pdev->pdev_id);
  1129. return QDF_STATUS_SUCCESS;
  1130. }
  1131. #else
  1132. static inline QDF_STATUS dp_send_mgmt_packet_to_stack(struct dp_soc *soc,
  1133. qdf_nbuf_t nbuf,
  1134. struct dp_pdev *pdev)
  1135. {
  1136. return QDF_STATUS_SUCCESS;
  1137. }
  1138. #endif
  1139. /**
  1140. * dp_rx_extract_radiotap_info(): Extract and populate information in
  1141. * struct mon_rx_status type
  1142. * @rx_status: Receive status
  1143. * @mon_rx_status: Monitor mode status
  1144. *
  1145. * Returns: None
  1146. */
  1147. static inline
  1148. void dp_rx_extract_radiotap_info(struct cdp_mon_status *rx_status,
  1149. struct mon_rx_status *rx_mon_status)
  1150. {
  1151. rx_mon_status->tsft = rx_status->cdp_rs_tstamp.cdp_tsf;
  1152. rx_mon_status->chan_freq = rx_status->rs_freq;
  1153. rx_mon_status->chan_num = rx_status->rs_channel;
  1154. rx_mon_status->chan_flags = rx_status->rs_flags;
  1155. rx_mon_status->rate = rx_status->rs_datarate;
  1156. /* TODO: rx_mon_status->ant_signal_db */
  1157. /* TODO: rx_mon_status->nr_ant */
  1158. rx_mon_status->mcs = rx_status->cdf_rs_rate_mcs;
  1159. rx_mon_status->is_stbc = rx_status->cdp_rs_stbc;
  1160. rx_mon_status->sgi = rx_status->cdp_rs_sgi;
  1161. /* TODO: rx_mon_status->ldpc */
  1162. /* TODO: rx_mon_status->beamformed */
  1163. /* TODO: rx_mon_status->vht_flags */
  1164. /* TODO: rx_mon_status->vht_flag_values1 */
  1165. }
  1166. #ifdef DP_RX_MON_MEM_FRAG
  1167. static inline
  1168. qdf_nbuf_t dp_rx_mon_restitch_mpdu(struct dp_soc *soc, uint32_t mac_id,
  1169. qdf_nbuf_t head_msdu, qdf_nbuf_t tail_msdu,
  1170. struct cdp_mon_status *rs)
  1171. {
  1172. if (qdf_nbuf_get_nr_frags(head_msdu))
  1173. return dp_rx_mon_frag_restitch_mpdu_from_msdus(soc, mac_id,
  1174. head_msdu,
  1175. tail_msdu, rs);
  1176. else
  1177. return dp_rx_mon_restitch_mpdu_from_msdus(soc, mac_id,
  1178. head_msdu,
  1179. tail_msdu, rs);
  1180. }
  1181. #else
  1182. static inline
  1183. qdf_nbuf_t dp_rx_mon_restitch_mpdu(struct dp_soc *soc, uint32_t mac_id,
  1184. qdf_nbuf_t head_msdu, qdf_nbuf_t tail_msdu,
  1185. struct cdp_mon_status *rs)
  1186. {
  1187. return dp_rx_mon_restitch_mpdu_from_msdus(soc, mac_id, head_msdu,
  1188. tail_msdu, rs);
  1189. }
  1190. #endif
  1191. #ifdef DP_MON_RSSI_IN_DBM
  1192. /*
  1193. * dp_rx_mon_rssi_convert(): convert rssi_comb from unit dBm to dB
  1194. * to match with radiotap further conversion requirement
  1195. * @rx_status: monitor mode rx status pointer
  1196. *
  1197. * Return: none
  1198. */
  1199. static inline
  1200. void dp_rx_mon_rssi_convert(struct mon_rx_status *rx_status)
  1201. {
  1202. rx_status->rssi_comb = rx_status->rssi_comb -
  1203. rx_status->chan_noise_floor;
  1204. }
  1205. #else
  1206. static inline
  1207. void dp_rx_mon_rssi_convert(struct mon_rx_status *rx_status)
  1208. {
  1209. }
  1210. #endif
  1211. /*
  1212. * dp_rx_mon_process_dest_pktlog(): function to log packet contents to
  1213. * pktlog buffer and send to pktlog module
  1214. * @soc: DP soc
  1215. * @mac_id: MAC ID
  1216. * @mpdu: MPDU buf
  1217. * Return: status: 0 - Success, non-zero: Failure
  1218. */
  1219. static QDF_STATUS dp_rx_mon_process_dest_pktlog(struct dp_soc *soc,
  1220. uint32_t mac_id,
  1221. qdf_nbuf_t mpdu)
  1222. {
  1223. uint32_t event, msdu_timestamp = 0;
  1224. struct dp_pdev *pdev = dp_get_pdev_for_lmac_id(soc, mac_id);
  1225. void *data;
  1226. struct ieee80211_frame *wh;
  1227. uint8_t type, subtype;
  1228. if (!pdev)
  1229. return QDF_STATUS_E_INVAL;
  1230. if (pdev->rx_pktlog_cbf) {
  1231. if (qdf_nbuf_get_nr_frags(mpdu))
  1232. data = qdf_nbuf_get_frag_addr(mpdu, 0);
  1233. else
  1234. data = qdf_nbuf_data(mpdu);
  1235. /* CBF logging required, doesn't matter if it is a full mode
  1236. * or lite mode.
  1237. * Need to look for mpdu with:
  1238. * TYPE = ACTION, SUBTYPE = NO ACK in the header
  1239. */
  1240. event = WDI_EVENT_RX_CBF;
  1241. wh = (struct ieee80211_frame *)data;
  1242. type = (wh)->i_fc[0] & IEEE80211_FC0_TYPE_MASK;
  1243. subtype = (wh)->i_fc[0] & IEEE80211_FC0_SUBTYPE_MASK;
  1244. if (type == IEEE80211_FC0_TYPE_MGT &&
  1245. subtype == IEEE80211_FCO_SUBTYPE_ACTION_NO_ACK) {
  1246. msdu_timestamp = pdev->ppdu_info.rx_status.tsft;
  1247. dp_rx_populate_cbf_hdr(soc,
  1248. mac_id, event,
  1249. mpdu,
  1250. msdu_timestamp);
  1251. }
  1252. }
  1253. return QDF_STATUS_SUCCESS;
  1254. }
  1255. /*
  1256. * dp_rx_mon_deliver(): function to deliver packets to stack
  1257. * @soc: DP soc
  1258. * @mac_id: MAC ID
  1259. * @head_msdu: head of msdu list
  1260. * @tail_msdu: tail of msdu list
  1261. *
  1262. * Return: status: 0 - Success, non-zero: Failure
  1263. */
  1264. QDF_STATUS dp_rx_mon_deliver(struct dp_soc *soc, uint32_t mac_id,
  1265. qdf_nbuf_t head_msdu, qdf_nbuf_t tail_msdu)
  1266. {
  1267. struct dp_pdev *pdev = dp_get_pdev_for_lmac_id(soc, mac_id);
  1268. struct cdp_mon_status *rs = &pdev->rx_mon_recv_status;
  1269. qdf_nbuf_t mon_skb, skb_next;
  1270. qdf_nbuf_t mon_mpdu = NULL;
  1271. if (!pdev || (!pdev->monitor_vdev && !pdev->mcopy_mode &&
  1272. !pdev->rx_pktlog_cbf))
  1273. goto mon_deliver_fail;
  1274. /* restitch mon MPDU for delivery via monitor interface */
  1275. mon_mpdu = dp_rx_mon_restitch_mpdu(soc, mac_id, head_msdu,
  1276. tail_msdu, rs);
  1277. /* If MPDU restitch fails, free buffers*/
  1278. if (!mon_mpdu) {
  1279. dp_info("MPDU restitch failed, free buffers");
  1280. goto mon_deliver_fail;
  1281. }
  1282. dp_rx_mon_process_dest_pktlog(soc, mac_id, mon_mpdu);
  1283. /* monitor vap cannot be present when mcopy is enabled
  1284. * hence same skb can be consumed
  1285. */
  1286. if (pdev->mcopy_mode)
  1287. return dp_send_mgmt_packet_to_stack(soc, mon_mpdu, pdev);
  1288. if (mon_mpdu && pdev->monitor_vdev && pdev->monitor_vdev->osif_vdev &&
  1289. pdev->monitor_vdev->osif_rx_mon) {
  1290. pdev->ppdu_info.rx_status.ppdu_id =
  1291. pdev->ppdu_info.com_info.ppdu_id;
  1292. pdev->ppdu_info.rx_status.device_id = soc->device_id;
  1293. pdev->ppdu_info.rx_status.chan_noise_floor =
  1294. pdev->chan_noise_floor;
  1295. /* convert rssi_comb from dBm to positive dB value */
  1296. dp_rx_mon_rssi_convert(&pdev->ppdu_info.rx_status);
  1297. dp_handle_tx_capture(soc, pdev, mon_mpdu);
  1298. if (!qdf_nbuf_update_radiotap(&pdev->ppdu_info.rx_status,
  1299. mon_mpdu,
  1300. qdf_nbuf_headroom(mon_mpdu))) {
  1301. DP_STATS_INC(pdev, dropped.mon_radiotap_update_err, 1);
  1302. goto mon_deliver_fail;
  1303. }
  1304. dp_rx_mon_update_pf_tag_to_buf_headroom(soc, mon_mpdu);
  1305. pdev->monitor_vdev->osif_rx_mon(pdev->monitor_vdev->osif_vdev,
  1306. mon_mpdu,
  1307. &pdev->ppdu_info.rx_status);
  1308. } else {
  1309. dp_rx_mon_dest_debug("%pK: mon_mpdu=%pK monitor_vdev %pK osif_vdev %pK"
  1310. , soc, mon_mpdu, pdev->monitor_vdev,
  1311. (pdev->monitor_vdev ? pdev->monitor_vdev->osif_vdev
  1312. : NULL));
  1313. goto mon_deliver_fail;
  1314. }
  1315. return QDF_STATUS_SUCCESS;
  1316. mon_deliver_fail:
  1317. mon_skb = head_msdu;
  1318. while (mon_skb) {
  1319. skb_next = qdf_nbuf_next(mon_skb);
  1320. dp_rx_mon_dest_debug("%pK: [%s][%d] mon_skb=%pK len %u",
  1321. soc, __func__, __LINE__, mon_skb, mon_skb->len);
  1322. qdf_nbuf_free(mon_skb);
  1323. mon_skb = skb_next;
  1324. }
  1325. return QDF_STATUS_E_INVAL;
  1326. }
  1327. /**
  1328. * dp_rx_mon_deliver_non_std()
  1329. * @soc: core txrx main contex
  1330. * @mac_id: MAC ID
  1331. *
  1332. * This function delivers the radio tap and dummy MSDU
  1333. * into user layer application for preamble only PPDU.
  1334. *
  1335. * Return: QDF_STATUS
  1336. */
  1337. QDF_STATUS dp_rx_mon_deliver_non_std(struct dp_soc *soc,
  1338. uint32_t mac_id)
  1339. {
  1340. struct dp_pdev *pdev = dp_get_pdev_for_lmac_id(soc, mac_id);
  1341. ol_txrx_rx_mon_fp osif_rx_mon;
  1342. qdf_nbuf_t dummy_msdu;
  1343. /* Sanity checking */
  1344. if (!pdev || !pdev->monitor_vdev || !pdev->monitor_vdev->osif_rx_mon)
  1345. goto mon_deliver_non_std_fail;
  1346. /* Generate a dummy skb_buff */
  1347. osif_rx_mon = pdev->monitor_vdev->osif_rx_mon;
  1348. dummy_msdu = qdf_nbuf_alloc(soc->osdev, MAX_MONITOR_HEADER,
  1349. MAX_MONITOR_HEADER, 4, FALSE);
  1350. if (!dummy_msdu)
  1351. goto allocate_dummy_msdu_fail;
  1352. qdf_nbuf_set_pktlen(dummy_msdu, 0);
  1353. qdf_nbuf_set_next(dummy_msdu, NULL);
  1354. pdev->ppdu_info.rx_status.ppdu_id =
  1355. pdev->ppdu_info.com_info.ppdu_id;
  1356. /* Apply the radio header to this dummy skb */
  1357. if (!qdf_nbuf_update_radiotap(&pdev->ppdu_info.rx_status, dummy_msdu,
  1358. qdf_nbuf_headroom(dummy_msdu))) {
  1359. DP_STATS_INC(pdev, dropped.mon_radiotap_update_err, 1);
  1360. qdf_nbuf_free(dummy_msdu);
  1361. goto mon_deliver_non_std_fail;
  1362. }
  1363. /* deliver to the user layer application */
  1364. osif_rx_mon(pdev->monitor_vdev->osif_vdev,
  1365. dummy_msdu, NULL);
  1366. /* Clear rx_status*/
  1367. qdf_mem_zero(&pdev->ppdu_info.rx_status,
  1368. sizeof(pdev->ppdu_info.rx_status));
  1369. pdev->mon_ppdu_status = DP_PPDU_STATUS_START;
  1370. return QDF_STATUS_SUCCESS;
  1371. allocate_dummy_msdu_fail:
  1372. dp_rx_mon_dest_debug("%pK: mon_skb=%pK ",
  1373. soc, dummy_msdu);
  1374. mon_deliver_non_std_fail:
  1375. return QDF_STATUS_E_INVAL;
  1376. }
  1377. void dp_rx_mon_dest_process(struct dp_soc *soc, struct dp_intr *int_ctx,
  1378. uint32_t mac_id, uint32_t quota)
  1379. {
  1380. struct dp_pdev *pdev = dp_get_pdev_for_lmac_id(soc, mac_id);
  1381. uint8_t pdev_id;
  1382. hal_rxdma_desc_t rxdma_dst_ring_desc;
  1383. hal_soc_handle_t hal_soc;
  1384. void *mon_dst_srng;
  1385. union dp_rx_desc_list_elem_t *head = NULL;
  1386. union dp_rx_desc_list_elem_t *tail = NULL;
  1387. uint32_t ppdu_id;
  1388. uint32_t rx_bufs_used;
  1389. uint32_t mpdu_rx_bufs_used;
  1390. int mac_for_pdev = mac_id;
  1391. struct cdp_pdev_mon_stats *rx_mon_stats;
  1392. if (!pdev) {
  1393. dp_rx_mon_dest_debug("%pK: pdev is null for mac_id = %d", soc, mac_id);
  1394. return;
  1395. }
  1396. mon_dst_srng = dp_rxdma_get_mon_dst_ring(pdev, mac_for_pdev);
  1397. if (!mon_dst_srng || !hal_srng_initialized(mon_dst_srng)) {
  1398. dp_rx_mon_dest_err("%pK: : HAL Monitor Destination Ring Init Failed -- %pK",
  1399. soc, mon_dst_srng);
  1400. return;
  1401. }
  1402. hal_soc = soc->hal_soc;
  1403. qdf_assert((hal_soc && pdev));
  1404. qdf_spin_lock_bh(&pdev->mon_lock);
  1405. if (qdf_unlikely(dp_srng_access_start(int_ctx, soc, mon_dst_srng))) {
  1406. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_ERROR,
  1407. "%s %d : HAL Monitor Destination Ring access Failed -- %pK",
  1408. __func__, __LINE__, mon_dst_srng);
  1409. qdf_spin_unlock_bh(&pdev->mon_lock);
  1410. return;
  1411. }
  1412. pdev_id = pdev->pdev_id;
  1413. ppdu_id = pdev->ppdu_info.com_info.ppdu_id;
  1414. rx_bufs_used = 0;
  1415. rx_mon_stats = &pdev->rx_mon_stats;
  1416. while (qdf_likely(rxdma_dst_ring_desc =
  1417. hal_srng_dst_peek(hal_soc, mon_dst_srng))) {
  1418. qdf_nbuf_t head_msdu, tail_msdu;
  1419. uint32_t npackets;
  1420. head_msdu = (qdf_nbuf_t) NULL;
  1421. tail_msdu = (qdf_nbuf_t) NULL;
  1422. mpdu_rx_bufs_used =
  1423. dp_rx_mon_mpdu_pop(soc, mac_id,
  1424. rxdma_dst_ring_desc,
  1425. &head_msdu, &tail_msdu,
  1426. &npackets, &ppdu_id,
  1427. &head, &tail);
  1428. rx_bufs_used += mpdu_rx_bufs_used;
  1429. if (mpdu_rx_bufs_used)
  1430. pdev->mon_dest_ring_stuck_cnt = 0;
  1431. else
  1432. pdev->mon_dest_ring_stuck_cnt++;
  1433. if (pdev->mon_dest_ring_stuck_cnt >
  1434. MON_DEST_RING_STUCK_MAX_CNT) {
  1435. dp_info("destination ring stuck");
  1436. dp_info("ppdu_id status=%d dest=%d",
  1437. pdev->ppdu_info.com_info.ppdu_id, ppdu_id);
  1438. rx_mon_stats->mon_rx_dest_stuck++;
  1439. pdev->ppdu_info.com_info.ppdu_id = ppdu_id;
  1440. continue;
  1441. }
  1442. if (ppdu_id != pdev->ppdu_info.com_info.ppdu_id) {
  1443. rx_mon_stats->stat_ring_ppdu_id_hist[
  1444. rx_mon_stats->ppdu_id_hist_idx] =
  1445. pdev->ppdu_info.com_info.ppdu_id;
  1446. rx_mon_stats->dest_ring_ppdu_id_hist[
  1447. rx_mon_stats->ppdu_id_hist_idx] = ppdu_id;
  1448. rx_mon_stats->ppdu_id_hist_idx =
  1449. (rx_mon_stats->ppdu_id_hist_idx + 1) &
  1450. (MAX_PPDU_ID_HIST - 1);
  1451. pdev->mon_ppdu_status = DP_PPDU_STATUS_START;
  1452. qdf_mem_zero(&(pdev->ppdu_info.rx_status),
  1453. sizeof(pdev->ppdu_info.rx_status));
  1454. dp_rx_mon_dest_debug("%pK: ppdu_id %x != ppdu_info.com_info.ppdu_id %x",
  1455. soc, ppdu_id, pdev->ppdu_info.com_info.ppdu_id);
  1456. break;
  1457. }
  1458. if (qdf_likely((head_msdu) && (tail_msdu))) {
  1459. rx_mon_stats->dest_mpdu_done++;
  1460. dp_rx_mon_deliver(soc, mac_id, head_msdu, tail_msdu);
  1461. }
  1462. rxdma_dst_ring_desc = hal_srng_dst_get_next(hal_soc,
  1463. mon_dst_srng);
  1464. }
  1465. dp_srng_access_end(int_ctx, soc, mon_dst_srng);
  1466. qdf_spin_unlock_bh(&pdev->mon_lock);
  1467. if (rx_bufs_used) {
  1468. rx_mon_stats->dest_ppdu_done++;
  1469. dp_rx_buffers_replenish(soc, mac_id,
  1470. dp_rxdma_get_mon_buf_ring(pdev,
  1471. mac_for_pdev),
  1472. dp_rx_get_mon_desc_pool(soc, mac_id,
  1473. pdev_id),
  1474. rx_bufs_used, &head, &tail);
  1475. }
  1476. }
  1477. QDF_STATUS
  1478. dp_rx_pdev_mon_buf_buffers_alloc(struct dp_pdev *pdev, uint32_t mac_id,
  1479. bool delayed_replenish)
  1480. {
  1481. uint8_t pdev_id = pdev->pdev_id;
  1482. struct dp_soc *soc = pdev->soc;
  1483. struct dp_srng *mon_buf_ring;
  1484. uint32_t num_entries;
  1485. struct rx_desc_pool *rx_desc_pool;
  1486. QDF_STATUS status = QDF_STATUS_SUCCESS;
  1487. struct wlan_cfg_dp_soc_ctxt *soc_cfg_ctx = soc->wlan_cfg_ctx;
  1488. mon_buf_ring = dp_rxdma_get_mon_buf_ring(pdev, mac_id);
  1489. num_entries = mon_buf_ring->num_entries;
  1490. rx_desc_pool = dp_rx_get_mon_desc_pool(soc, mac_id, pdev_id);
  1491. dp_debug("Mon RX Desc Pool[%d] entries=%u", pdev_id, num_entries);
  1492. /* Replenish RXDMA monitor buffer ring with 8 buffers only
  1493. * delayed_replenish_entries is actually 8 but when we call
  1494. * dp_pdev_rx_buffers_attach() we pass 1 less than 8, hence
  1495. * added 1 to delayed_replenish_entries to ensure we have 8
  1496. * entries. Once the monitor VAP is configured we replenish
  1497. * the complete RXDMA monitor buffer ring.
  1498. */
  1499. if (delayed_replenish) {
  1500. num_entries = soc_cfg_ctx->delayed_replenish_entries + 1;
  1501. status = dp_pdev_rx_buffers_attach(soc, mac_id, mon_buf_ring,
  1502. rx_desc_pool,
  1503. num_entries - 1);
  1504. } else {
  1505. union dp_rx_desc_list_elem_t *tail = NULL;
  1506. union dp_rx_desc_list_elem_t *desc_list = NULL;
  1507. status = dp_rx_buffers_replenish(soc, mac_id,
  1508. mon_buf_ring,
  1509. rx_desc_pool,
  1510. num_entries,
  1511. &desc_list,
  1512. &tail);
  1513. }
  1514. return status;
  1515. }
  1516. static QDF_STATUS
  1517. dp_rx_pdev_mon_cmn_buffers_alloc(struct dp_pdev *pdev, int mac_id)
  1518. {
  1519. struct dp_soc *soc = pdev->soc;
  1520. uint8_t pdev_id = pdev->pdev_id;
  1521. int mac_for_pdev;
  1522. bool delayed_replenish;
  1523. QDF_STATUS status = QDF_STATUS_SUCCESS;
  1524. struct wlan_cfg_dp_soc_ctxt *soc_cfg_ctx = soc->wlan_cfg_ctx;
  1525. delayed_replenish = soc_cfg_ctx->delayed_replenish_entries ? 1 : 0;
  1526. mac_for_pdev = dp_get_lmac_id_for_pdev_id(pdev->soc, mac_id, pdev_id);
  1527. status = dp_rx_pdev_mon_status_buffers_alloc(pdev, mac_for_pdev);
  1528. if (!QDF_IS_STATUS_SUCCESS(status)) {
  1529. dp_err("dp_rx_pdev_mon_status_desc_pool_alloc() failed");
  1530. goto fail;
  1531. }
  1532. if (!soc->wlan_cfg_ctx->rxdma1_enable ||
  1533. !wlan_cfg_is_delay_mon_replenish(soc->wlan_cfg_ctx))
  1534. return status;
  1535. status = dp_rx_pdev_mon_buf_buffers_alloc(pdev, mac_for_pdev,
  1536. delayed_replenish);
  1537. if (!QDF_IS_STATUS_SUCCESS(status)) {
  1538. dp_err("dp_rx_pdev_mon_buf_desc_pool_alloc() failed");
  1539. goto mon_stat_buf_dealloc;
  1540. }
  1541. return status;
  1542. mon_stat_buf_dealloc:
  1543. dp_rx_pdev_mon_status_buffers_free(pdev, mac_for_pdev);
  1544. fail:
  1545. return status;
  1546. }
  1547. void
  1548. dp_rx_pdev_mon_buf_desc_pool_init(struct dp_pdev *pdev, uint32_t mac_id)
  1549. {
  1550. uint8_t pdev_id = pdev->pdev_id;
  1551. struct dp_soc *soc = pdev->soc;
  1552. struct dp_srng *mon_buf_ring;
  1553. uint32_t num_entries;
  1554. struct rx_desc_pool *rx_desc_pool;
  1555. uint32_t rx_desc_pool_size;
  1556. struct wlan_cfg_dp_soc_ctxt *soc_cfg_ctx = soc->wlan_cfg_ctx;
  1557. mon_buf_ring = &soc->rxdma_mon_buf_ring[mac_id];
  1558. num_entries = mon_buf_ring->num_entries;
  1559. rx_desc_pool = &soc->rx_desc_mon[mac_id];
  1560. /* If descriptor pool is already initialized, do not initialize it */
  1561. if (rx_desc_pool->freelist)
  1562. return;
  1563. dp_debug("Mon RX Desc buf Pool[%d] init entries=%u",
  1564. pdev_id, num_entries);
  1565. rx_desc_pool_size = wlan_cfg_get_dp_soc_rx_sw_desc_weight(soc_cfg_ctx) *
  1566. num_entries;
  1567. rx_desc_pool->owner = HAL_RX_BUF_RBM_SW3_BM(soc->wbm_sw0_bm_id);
  1568. rx_desc_pool->buf_size = RX_MONITOR_BUFFER_SIZE;
  1569. rx_desc_pool->buf_alignment = RX_MONITOR_BUFFER_ALIGNMENT;
  1570. /* Enable frag processing if feature is enabled */
  1571. dp_rx_enable_mon_dest_frag(rx_desc_pool, true);
  1572. dp_rx_desc_pool_init(soc, mac_id, rx_desc_pool_size, rx_desc_pool);
  1573. pdev->mon_last_linkdesc_paddr = 0;
  1574. pdev->mon_last_buf_cookie = DP_RX_DESC_COOKIE_MAX + 1;
  1575. /* Attach full monitor mode resources */
  1576. dp_full_mon_attach(pdev);
  1577. }
  1578. static void
  1579. dp_rx_pdev_mon_cmn_desc_pool_init(struct dp_pdev *pdev, int mac_id)
  1580. {
  1581. struct dp_soc *soc = pdev->soc;
  1582. uint32_t mac_for_pdev;
  1583. mac_for_pdev = dp_get_lmac_id_for_pdev_id(soc, mac_id, pdev->pdev_id);
  1584. dp_rx_pdev_mon_status_desc_pool_init(pdev, mac_for_pdev);
  1585. if (!soc->wlan_cfg_ctx->rxdma1_enable ||
  1586. !wlan_cfg_is_delay_mon_replenish(soc->wlan_cfg_ctx))
  1587. return;
  1588. dp_rx_pdev_mon_buf_desc_pool_init(pdev, mac_for_pdev);
  1589. dp_link_desc_ring_replenish(soc, mac_for_pdev);
  1590. }
  1591. static void
  1592. dp_rx_pdev_mon_buf_desc_pool_deinit(struct dp_pdev *pdev, uint32_t mac_id)
  1593. {
  1594. uint8_t pdev_id = pdev->pdev_id;
  1595. struct dp_soc *soc = pdev->soc;
  1596. struct rx_desc_pool *rx_desc_pool;
  1597. rx_desc_pool = &soc->rx_desc_mon[mac_id];
  1598. dp_debug("Mon RX Desc buf Pool[%d] deinit", pdev_id);
  1599. dp_rx_desc_pool_deinit(soc, rx_desc_pool, mac_id);
  1600. /* Detach full monitor mode resources */
  1601. dp_full_mon_detach(pdev);
  1602. }
  1603. static void
  1604. dp_rx_pdev_mon_cmn_desc_pool_deinit(struct dp_pdev *pdev, int mac_id)
  1605. {
  1606. struct dp_soc *soc = pdev->soc;
  1607. uint8_t pdev_id = pdev->pdev_id;
  1608. int mac_for_pdev = dp_get_lmac_id_for_pdev_id(soc, mac_id, pdev_id);
  1609. dp_rx_pdev_mon_status_desc_pool_deinit(pdev, mac_for_pdev);
  1610. if (!soc->wlan_cfg_ctx->rxdma1_enable)
  1611. return;
  1612. dp_rx_pdev_mon_buf_desc_pool_deinit(pdev, mac_for_pdev);
  1613. }
  1614. static void
  1615. dp_rx_pdev_mon_buf_desc_pool_free(struct dp_pdev *pdev, uint32_t mac_id)
  1616. {
  1617. uint8_t pdev_id = pdev->pdev_id;
  1618. struct dp_soc *soc = pdev->soc;
  1619. struct rx_desc_pool *rx_desc_pool;
  1620. rx_desc_pool = &soc->rx_desc_mon[mac_id];
  1621. dp_debug("Mon RX Buf Desc Pool Free pdev[%d]", pdev_id);
  1622. dp_rx_desc_pool_free(soc, rx_desc_pool);
  1623. }
  1624. static void
  1625. dp_rx_pdev_mon_cmn_desc_pool_free(struct dp_pdev *pdev, int mac_id)
  1626. {
  1627. struct dp_soc *soc = pdev->soc;
  1628. uint8_t pdev_id = pdev->pdev_id;
  1629. int mac_for_pdev = dp_get_lmac_id_for_pdev_id(soc, mac_id, pdev_id);
  1630. dp_rx_pdev_mon_status_desc_pool_free(pdev, mac_for_pdev);
  1631. dp_rx_pdev_mon_buf_desc_pool_free(pdev, mac_for_pdev);
  1632. dp_hw_link_desc_pool_banks_free(soc, mac_for_pdev);
  1633. }
  1634. void dp_rx_pdev_mon_buf_buffers_free(struct dp_pdev *pdev, uint32_t mac_id)
  1635. {
  1636. uint8_t pdev_id = pdev->pdev_id;
  1637. struct dp_soc *soc = pdev->soc;
  1638. struct rx_desc_pool *rx_desc_pool;
  1639. rx_desc_pool = &soc->rx_desc_mon[mac_id];
  1640. dp_debug("Mon RX Buf buffers Free pdev[%d]", pdev_id);
  1641. if (rx_desc_pool->rx_mon_dest_frag_enable)
  1642. dp_rx_desc_frag_free(soc, rx_desc_pool);
  1643. else
  1644. dp_rx_desc_nbuf_free(soc, rx_desc_pool);
  1645. }
  1646. QDF_STATUS
  1647. dp_rx_pdev_mon_buf_desc_pool_alloc(struct dp_pdev *pdev, uint32_t mac_id)
  1648. {
  1649. uint8_t pdev_id = pdev->pdev_id;
  1650. struct dp_soc *soc = pdev->soc;
  1651. struct dp_srng *mon_buf_ring;
  1652. uint32_t num_entries;
  1653. struct rx_desc_pool *rx_desc_pool;
  1654. uint32_t rx_desc_pool_size;
  1655. struct wlan_cfg_dp_soc_ctxt *soc_cfg_ctx = soc->wlan_cfg_ctx;
  1656. mon_buf_ring = &soc->rxdma_mon_buf_ring[mac_id];
  1657. num_entries = mon_buf_ring->num_entries;
  1658. rx_desc_pool = &soc->rx_desc_mon[mac_id];
  1659. dp_debug("Mon RX Desc Pool[%d] entries=%u",
  1660. pdev_id, num_entries);
  1661. rx_desc_pool_size = wlan_cfg_get_dp_soc_rx_sw_desc_weight(soc_cfg_ctx) *
  1662. num_entries;
  1663. if (dp_rx_desc_pool_is_allocated(rx_desc_pool) == QDF_STATUS_SUCCESS)
  1664. return QDF_STATUS_SUCCESS;
  1665. return dp_rx_desc_pool_alloc(soc, rx_desc_pool_size, rx_desc_pool);
  1666. }
  1667. static QDF_STATUS
  1668. dp_rx_pdev_mon_cmn_desc_pool_alloc(struct dp_pdev *pdev, int mac_id)
  1669. {
  1670. struct dp_soc *soc = pdev->soc;
  1671. uint8_t pdev_id = pdev->pdev_id;
  1672. uint32_t mac_for_pdev;
  1673. QDF_STATUS status;
  1674. mac_for_pdev = dp_get_lmac_id_for_pdev_id(soc, mac_id, pdev_id);
  1675. /* Allocate sw rx descriptor pool for monitor status ring */
  1676. status = dp_rx_pdev_mon_status_desc_pool_alloc(pdev, mac_for_pdev);
  1677. if (!QDF_IS_STATUS_SUCCESS(status)) {
  1678. dp_err("dp_rx_pdev_mon_status_desc_pool_alloc() failed");
  1679. goto fail;
  1680. }
  1681. if (!soc->wlan_cfg_ctx->rxdma1_enable ||
  1682. !wlan_cfg_is_delay_mon_replenish(soc->wlan_cfg_ctx))
  1683. return status;
  1684. /* Allocate sw rx descriptor pool for monitor RxDMA buffer ring */
  1685. status = dp_rx_pdev_mon_buf_desc_pool_alloc(pdev, mac_for_pdev);
  1686. if (!QDF_IS_STATUS_SUCCESS(status)) {
  1687. dp_err("dp_rx_pdev_mon_buf_desc_pool_alloc() failed");
  1688. goto mon_status_dealloc;
  1689. }
  1690. /* Allocate link descriptors for the monitor link descriptor ring */
  1691. status = dp_hw_link_desc_pool_banks_alloc(soc, mac_for_pdev);
  1692. if (!QDF_IS_STATUS_SUCCESS(status)) {
  1693. dp_err("dp_hw_link_desc_pool_banks_alloc() failed");
  1694. goto mon_buf_dealloc;
  1695. }
  1696. return status;
  1697. mon_buf_dealloc:
  1698. dp_rx_pdev_mon_buf_desc_pool_free(pdev, mac_for_pdev);
  1699. mon_status_dealloc:
  1700. dp_rx_pdev_mon_status_desc_pool_free(pdev, mac_for_pdev);
  1701. fail:
  1702. return status;
  1703. }
  1704. static void
  1705. dp_rx_pdev_mon_cmn_buffers_free(struct dp_pdev *pdev, int mac_id)
  1706. {
  1707. uint8_t pdev_id = pdev->pdev_id;
  1708. struct dp_soc *soc = pdev->soc;
  1709. int mac_for_pdev;
  1710. mac_for_pdev = dp_get_lmac_id_for_pdev_id(pdev->soc, mac_id, pdev_id);
  1711. dp_rx_pdev_mon_status_buffers_free(pdev, mac_for_pdev);
  1712. if (!soc->wlan_cfg_ctx->rxdma1_enable)
  1713. return;
  1714. dp_rx_pdev_mon_buf_buffers_free(pdev, mac_for_pdev);
  1715. }
  1716. QDF_STATUS
  1717. dp_rx_pdev_mon_desc_pool_alloc(struct dp_pdev *pdev)
  1718. {
  1719. QDF_STATUS status;
  1720. int mac_id, count;
  1721. for (mac_id = 0; mac_id < NUM_RXDMA_RINGS_PER_PDEV; mac_id++) {
  1722. status = dp_rx_pdev_mon_cmn_desc_pool_alloc(pdev, mac_id);
  1723. if (!QDF_IS_STATUS_SUCCESS(status)) {
  1724. dp_rx_mon_dest_err("%pK: %d failed\n",
  1725. pdev->soc, mac_id);
  1726. for (count = 0; count < mac_id; count++)
  1727. dp_rx_pdev_mon_cmn_desc_pool_free(pdev, count);
  1728. return status;
  1729. }
  1730. }
  1731. return status;
  1732. }
  1733. void
  1734. dp_rx_pdev_mon_desc_pool_init(struct dp_pdev *pdev)
  1735. {
  1736. int mac_id;
  1737. for (mac_id = 0; mac_id < NUM_RXDMA_RINGS_PER_PDEV; mac_id++)
  1738. dp_rx_pdev_mon_cmn_desc_pool_init(pdev, mac_id);
  1739. qdf_spinlock_create(&pdev->mon_lock);
  1740. }
  1741. void
  1742. dp_rx_pdev_mon_desc_pool_deinit(struct dp_pdev *pdev)
  1743. {
  1744. int mac_id;
  1745. for (mac_id = 0; mac_id < NUM_RXDMA_RINGS_PER_PDEV; mac_id++)
  1746. dp_rx_pdev_mon_cmn_desc_pool_deinit(pdev, mac_id);
  1747. qdf_spinlock_destroy(&pdev->mon_lock);
  1748. }
  1749. void dp_rx_pdev_mon_desc_pool_free(struct dp_pdev *pdev)
  1750. {
  1751. int mac_id;
  1752. for (mac_id = 0; mac_id < NUM_RXDMA_RINGS_PER_PDEV; mac_id++)
  1753. dp_rx_pdev_mon_cmn_desc_pool_free(pdev, mac_id);
  1754. }
  1755. void
  1756. dp_rx_pdev_mon_buffers_free(struct dp_pdev *pdev)
  1757. {
  1758. int mac_id;
  1759. for (mac_id = 0; mac_id < NUM_RXDMA_RINGS_PER_PDEV; mac_id++)
  1760. dp_rx_pdev_mon_cmn_buffers_free(pdev, mac_id);
  1761. pdev->pdev_mon_init = 0;
  1762. }
  1763. QDF_STATUS
  1764. dp_rx_pdev_mon_buffers_alloc(struct dp_pdev *pdev)
  1765. {
  1766. int mac_id;
  1767. QDF_STATUS status;
  1768. for (mac_id = 0; mac_id < NUM_RXDMA_RINGS_PER_PDEV; mac_id++) {
  1769. status = dp_rx_pdev_mon_cmn_buffers_alloc(pdev, mac_id);
  1770. if (!QDF_IS_STATUS_SUCCESS(status)) {
  1771. dp_rx_mon_dest_err("%pK: %d failed\n",
  1772. pdev->soc, mac_id);
  1773. return status;
  1774. }
  1775. }
  1776. return status;
  1777. }
  1778. #if !defined(DISABLE_MON_CONFIG) && defined(MON_ENABLE_DROP_FOR_MAC)
  1779. uint32_t
  1780. dp_mon_dest_srng_drop_for_mac(struct dp_pdev *pdev, uint32_t mac_id)
  1781. {
  1782. struct dp_soc *soc = pdev->soc;
  1783. hal_rxdma_desc_t rxdma_dst_ring_desc;
  1784. hal_soc_handle_t hal_soc;
  1785. void *mon_dst_srng;
  1786. union dp_rx_desc_list_elem_t *head = NULL;
  1787. union dp_rx_desc_list_elem_t *tail = NULL;
  1788. uint32_t rx_bufs_used = 0;
  1789. void *rx_msdu_link_desc;
  1790. uint32_t msdu_count = 0;
  1791. uint16_t num_msdus;
  1792. struct hal_buf_info buf_info;
  1793. struct hal_rx_msdu_list msdu_list;
  1794. qdf_nbuf_t nbuf;
  1795. uint32_t i;
  1796. uint8_t bm_action = HAL_BM_ACTION_PUT_IN_IDLE_LIST;
  1797. uint32_t rx_link_buf_info[HAL_RX_BUFFINFO_NUM_DWORDS];
  1798. struct rx_desc_pool *rx_desc_pool;
  1799. uint32_t reap_cnt = 0;
  1800. if (qdf_unlikely(!soc || !soc->hal_soc))
  1801. return reap_cnt;
  1802. mon_dst_srng = dp_rxdma_get_mon_dst_ring(pdev, mac_id);
  1803. if (qdf_unlikely(!mon_dst_srng || !hal_srng_initialized(mon_dst_srng)))
  1804. return reap_cnt;
  1805. hal_soc = soc->hal_soc;
  1806. qdf_spin_lock_bh(&pdev->mon_lock);
  1807. if (qdf_unlikely(hal_srng_access_start(hal_soc, mon_dst_srng))) {
  1808. qdf_spin_unlock_bh(&pdev->mon_lock);
  1809. return reap_cnt;
  1810. }
  1811. rx_desc_pool = dp_rx_get_mon_desc_pool(soc, mac_id, pdev->pdev_id);
  1812. while ((rxdma_dst_ring_desc =
  1813. hal_srng_dst_peek(hal_soc, mon_dst_srng)) &&
  1814. reap_cnt < MON_DROP_REAP_LIMIT) {
  1815. hal_rx_reo_ent_buf_paddr_get(hal_soc, rxdma_dst_ring_desc,
  1816. &buf_info, &msdu_count);
  1817. do {
  1818. rx_msdu_link_desc = dp_rx_cookie_2_mon_link_desc(pdev,
  1819. buf_info, mac_id);
  1820. if (qdf_unlikely(!rx_msdu_link_desc)) {
  1821. pdev->rx_mon_stats.mon_link_desc_invalid++;
  1822. goto next_entry;
  1823. }
  1824. hal_rx_msdu_list_get(soc->hal_soc, rx_msdu_link_desc,
  1825. &msdu_list, &num_msdus);
  1826. for (i = 0; i < num_msdus; i++) {
  1827. struct dp_rx_desc *rx_desc;
  1828. qdf_dma_addr_t buf_paddr;
  1829. rx_desc = dp_rx_get_mon_desc(soc,
  1830. msdu_list.sw_cookie[i]);
  1831. if (qdf_unlikely(!rx_desc)) {
  1832. pdev->rx_mon_stats.
  1833. mon_rx_desc_invalid++;
  1834. continue;
  1835. }
  1836. nbuf = DP_RX_MON_GET_NBUF_FROM_DESC(rx_desc);
  1837. buf_paddr =
  1838. dp_rx_mon_get_paddr_from_desc(rx_desc);
  1839. if (qdf_unlikely(!rx_desc->in_use || !nbuf ||
  1840. msdu_list.paddr[i] !=
  1841. buf_paddr)) {
  1842. pdev->rx_mon_stats.
  1843. mon_nbuf_sanity_err++;
  1844. continue;
  1845. }
  1846. rx_bufs_used++;
  1847. if (!rx_desc->unmapped) {
  1848. dp_rx_mon_buffer_unmap(soc, rx_desc,
  1849. rx_desc_pool->buf_size);
  1850. rx_desc->unmapped = 1;
  1851. }
  1852. qdf_nbuf_free(nbuf);
  1853. dp_rx_add_to_free_desc_list(&head, &tail,
  1854. rx_desc);
  1855. if (!(msdu_list.msdu_info[i].msdu_flags &
  1856. HAL_MSDU_F_MSDU_CONTINUATION))
  1857. msdu_count--;
  1858. }
  1859. /*
  1860. * Store the current link buffer into to the local
  1861. * structure to be used for release purpose.
  1862. */
  1863. hal_rxdma_buff_addr_info_set(soc->hal_soc,
  1864. rx_link_buf_info,
  1865. buf_info.paddr,
  1866. buf_info.sw_cookie,
  1867. buf_info.rbm);
  1868. hal_rx_mon_next_link_desc_get(soc->hal_soc,
  1869. rx_msdu_link_desc,
  1870. &buf_info);
  1871. if (dp_rx_monitor_link_desc_return(pdev,
  1872. (hal_buff_addrinfo_t)
  1873. rx_link_buf_info,
  1874. mac_id, bm_action) !=
  1875. QDF_STATUS_SUCCESS)
  1876. dp_info_rl("monitor link desc return failed");
  1877. } while (buf_info.paddr && msdu_count);
  1878. next_entry:
  1879. reap_cnt++;
  1880. rxdma_dst_ring_desc = hal_srng_dst_get_next(hal_soc,
  1881. mon_dst_srng);
  1882. }
  1883. hal_srng_access_end(hal_soc, mon_dst_srng);
  1884. qdf_spin_unlock_bh(&pdev->mon_lock);
  1885. if (rx_bufs_used) {
  1886. dp_rx_buffers_replenish(soc, mac_id,
  1887. dp_rxdma_get_mon_buf_ring(pdev, mac_id),
  1888. rx_desc_pool,
  1889. rx_bufs_used, &head, &tail);
  1890. }
  1891. return reap_cnt;
  1892. }
  1893. #endif