dp_rx_mon_dest.c 40 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508
  1. /*
  2. * Copyright (c) 2017-2020 The Linux Foundation. All rights reserved.
  3. *
  4. * Permission to use, copy, modify, and/or distribute this software for
  5. * any purpose with or without fee is hereby granted, provided that the
  6. * above copyright notice and this permission notice appear in all
  7. * copies.
  8. *
  9. * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL
  10. * WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED
  11. * WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE
  12. * AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL
  13. * DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR
  14. * PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER
  15. * TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
  16. * PERFORMANCE OF THIS SOFTWARE.
  17. */
  18. #include "hal_hw_headers.h"
  19. #include "dp_types.h"
  20. #include "dp_rx.h"
  21. #include "dp_peer.h"
  22. #include "hal_rx.h"
  23. #include "hal_api.h"
  24. #include "qdf_trace.h"
  25. #include "qdf_nbuf.h"
  26. #include "hal_api_mon.h"
  27. #include "dp_rx_mon.h"
  28. #include "wlan_cfg.h"
  29. #include "dp_internal.h"
  30. #include "dp_rx_buffer_pool.h"
  31. #ifdef WLAN_TX_PKT_CAPTURE_ENH
  32. #include "dp_rx_mon_feature.h"
  33. static inline void
  34. dp_handle_tx_capture(struct dp_soc *soc, struct dp_pdev *pdev,
  35. qdf_nbuf_t mon_mpdu)
  36. {
  37. struct hal_rx_ppdu_info *ppdu_info = &pdev->ppdu_info;
  38. if (pdev->tx_capture_enabled
  39. == CDP_TX_ENH_CAPTURE_DISABLED)
  40. return;
  41. if ((ppdu_info->sw_frame_group_id ==
  42. HAL_MPDU_SW_FRAME_GROUP_CTRL_NDPA) ||
  43. (ppdu_info->sw_frame_group_id ==
  44. HAL_MPDU_SW_FRAME_GROUP_CTRL_BAR))
  45. dp_handle_tx_capture_from_dest(soc, pdev, mon_mpdu);
  46. }
  47. static void
  48. dp_tx_capture_get_user_id(struct dp_pdev *dp_pdev, void *rx_desc_tlv)
  49. {
  50. if (dp_pdev->tx_capture_enabled
  51. != CDP_TX_ENH_CAPTURE_DISABLED)
  52. dp_pdev->ppdu_info.rx_info.user_id =
  53. HAL_RX_HW_DESC_MPDU_USER_ID(rx_desc_tlv);
  54. }
  55. #else
  56. static inline void
  57. dp_handle_tx_capture(struct dp_soc *soc, struct dp_pdev *pdev,
  58. qdf_nbuf_t mon_mpdu)
  59. {
  60. }
  61. static void
  62. dp_tx_capture_get_user_id(struct dp_pdev *dp_pdev, void *rx_desc_tlv)
  63. {
  64. }
  65. #endif
  66. /* The maxinum buffer length allocated for radio tap */
  67. #define MAX_MONITOR_HEADER (512)
  68. /*
  69. * PPDU id is from 0 to 64k-1. PPDU id read from status ring and PPDU id
  70. * read from destination ring shall track each other. If the distance of
  71. * two ppdu id is less than 20000. It is assume no wrap around. Otherwise,
  72. * It is assume wrap around.
  73. */
  74. #define NOT_PPDU_ID_WRAP_AROUND 20000
  75. /*
  76. * The destination ring processing is stuck if the destrination is not
  77. * moving while status ring moves 16 ppdu. the destination ring processing
  78. * skips this destination ring ppdu as walkaround
  79. */
  80. #define MON_DEST_RING_STUCK_MAX_CNT 16
  81. /**
  82. * dp_rx_mon_link_desc_return() - Return a MPDU link descriptor to HW
  83. * (WBM), following error handling
  84. *
  85. * @dp_pdev: core txrx pdev context
  86. * @buf_addr_info: void pointer to monitor link descriptor buf addr info
  87. * Return: QDF_STATUS
  88. */
  89. QDF_STATUS
  90. dp_rx_mon_link_desc_return(struct dp_pdev *dp_pdev,
  91. hal_buff_addrinfo_t buf_addr_info, int mac_id)
  92. {
  93. struct dp_srng *dp_srng;
  94. hal_ring_handle_t hal_ring_hdl;
  95. hal_soc_handle_t hal_soc;
  96. QDF_STATUS status = QDF_STATUS_E_FAILURE;
  97. void *src_srng_desc;
  98. hal_soc = dp_pdev->soc->hal_soc;
  99. dp_srng = &dp_pdev->soc->rxdma_mon_desc_ring[mac_id];
  100. hal_ring_hdl = dp_srng->hal_srng;
  101. qdf_assert(hal_ring_hdl);
  102. if (qdf_unlikely(hal_srng_access_start(hal_soc, hal_ring_hdl))) {
  103. /* TODO */
  104. /*
  105. * Need API to convert from hal_ring pointer to
  106. * Ring Type / Ring Id combo
  107. */
  108. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_ERROR,
  109. "%s %d : \
  110. HAL RING Access For WBM Release SRNG Failed -- %pK",
  111. __func__, __LINE__, hal_ring_hdl);
  112. goto done;
  113. }
  114. src_srng_desc = hal_srng_src_get_next(hal_soc, hal_ring_hdl);
  115. if (qdf_likely(src_srng_desc)) {
  116. /* Return link descriptor through WBM ring (SW2WBM)*/
  117. hal_rx_mon_msdu_link_desc_set(hal_soc,
  118. src_srng_desc, buf_addr_info);
  119. status = QDF_STATUS_SUCCESS;
  120. } else {
  121. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_ERROR,
  122. "%s %d -- Monitor Link Desc WBM Release Ring Full",
  123. __func__, __LINE__);
  124. }
  125. done:
  126. hal_srng_access_end(hal_soc, hal_ring_hdl);
  127. return status;
  128. }
  129. /**
  130. * dp_rx_mon_mpdu_pop() - Return a MPDU link descriptor to HW
  131. * (WBM), following error handling
  132. *
  133. * @soc: core DP main context
  134. * @mac_id: mac id which is one of 3 mac_ids
  135. * @rxdma_dst_ring_desc: void pointer to monitor link descriptor buf addr info
  136. * @head_msdu: head of msdu to be popped
  137. * @tail_msdu: tail of msdu to be popped
  138. * @npackets: number of packet to be popped
  139. * @ppdu_id: ppdu id of processing ppdu
  140. * @head: head of descs list to be freed
  141. * @tail: tail of decs list to be freed
  142. *
  143. * Return: number of msdu in MPDU to be popped
  144. */
  145. static inline uint32_t
  146. dp_rx_mon_mpdu_pop(struct dp_soc *soc, uint32_t mac_id,
  147. hal_rxdma_desc_t rxdma_dst_ring_desc, qdf_nbuf_t *head_msdu,
  148. qdf_nbuf_t *tail_msdu, uint32_t *npackets, uint32_t *ppdu_id,
  149. union dp_rx_desc_list_elem_t **head,
  150. union dp_rx_desc_list_elem_t **tail)
  151. {
  152. struct dp_pdev *dp_pdev = dp_get_pdev_for_lmac_id(soc, mac_id);
  153. void *rx_desc_tlv;
  154. void *rx_msdu_link_desc;
  155. qdf_nbuf_t msdu;
  156. qdf_nbuf_t last;
  157. struct hal_rx_msdu_list msdu_list;
  158. uint16_t num_msdus;
  159. uint32_t rx_buf_size, rx_pkt_offset;
  160. struct hal_buf_info buf_info;
  161. uint32_t rx_bufs_used = 0;
  162. uint32_t msdu_ppdu_id, msdu_cnt;
  163. uint8_t *data;
  164. uint32_t i;
  165. uint32_t total_frag_len = 0, frag_len = 0;
  166. bool is_frag, is_first_msdu;
  167. bool drop_mpdu = false;
  168. uint8_t bm_action = HAL_BM_ACTION_PUT_IN_IDLE_LIST;
  169. uint64_t nbuf_paddr = 0;
  170. uint32_t rx_link_buf_info[HAL_RX_BUFFINFO_NUM_DWORDS];
  171. struct cdp_mon_status *rs;
  172. if (qdf_unlikely(!dp_pdev)) {
  173. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_DEBUG,
  174. "pdev is null for mac_id = %d", mac_id);
  175. return rx_bufs_used;
  176. }
  177. msdu = 0;
  178. last = NULL;
  179. hal_rx_reo_ent_buf_paddr_get(rxdma_dst_ring_desc, &buf_info, &msdu_cnt);
  180. rs = &dp_pdev->rx_mon_recv_status;
  181. rs->cdp_rs_rxdma_err = false;
  182. if ((hal_rx_reo_ent_rxdma_push_reason_get(rxdma_dst_ring_desc) ==
  183. HAL_RX_WBM_RXDMA_PSH_RSN_ERROR)) {
  184. uint8_t rxdma_err =
  185. hal_rx_reo_ent_rxdma_error_code_get(
  186. rxdma_dst_ring_desc);
  187. if (qdf_unlikely((rxdma_err == HAL_RXDMA_ERR_FLUSH_REQUEST) ||
  188. (rxdma_err == HAL_RXDMA_ERR_MPDU_LENGTH) ||
  189. (rxdma_err == HAL_RXDMA_ERR_OVERFLOW) ||
  190. (rxdma_err == HAL_RXDMA_ERR_FCS && dp_pdev->mcopy_mode))) {
  191. drop_mpdu = true;
  192. dp_pdev->rx_mon_stats.dest_mpdu_drop++;
  193. }
  194. rs->cdp_rs_rxdma_err = true;
  195. }
  196. is_frag = false;
  197. is_first_msdu = true;
  198. do {
  199. /* WAR for duplicate link descriptors received from HW */
  200. if (qdf_unlikely(dp_pdev->mon_last_linkdesc_paddr ==
  201. buf_info.paddr)) {
  202. dp_pdev->rx_mon_stats.dup_mon_linkdesc_cnt++;
  203. return rx_bufs_used;
  204. }
  205. rx_msdu_link_desc =
  206. dp_rx_cookie_2_mon_link_desc(dp_pdev,
  207. buf_info, mac_id);
  208. qdf_assert_always(rx_msdu_link_desc);
  209. hal_rx_msdu_list_get(soc->hal_soc, rx_msdu_link_desc,
  210. &msdu_list, &num_msdus);
  211. for (i = 0; i < num_msdus; i++) {
  212. uint32_t l2_hdr_offset;
  213. struct dp_rx_desc *rx_desc = NULL;
  214. struct rx_desc_pool *rx_desc_pool;
  215. rx_desc = dp_rx_get_mon_desc(soc,
  216. msdu_list.sw_cookie[i]);
  217. qdf_assert_always(rx_desc);
  218. msdu = rx_desc->nbuf;
  219. if (msdu)
  220. nbuf_paddr = qdf_nbuf_get_frag_paddr(msdu, 0);
  221. /* WAR for duplicate buffers received from HW */
  222. if (qdf_unlikely(dp_pdev->mon_last_buf_cookie ==
  223. msdu_list.sw_cookie[i] ||
  224. !msdu ||
  225. msdu_list.paddr[i] != nbuf_paddr ||
  226. !rx_desc->in_use)) {
  227. /* Skip duplicate buffer and drop subsequent
  228. * buffers in this MPDU
  229. */
  230. drop_mpdu = true;
  231. dp_pdev->rx_mon_stats.dup_mon_buf_cnt++;
  232. dp_pdev->mon_last_linkdesc_paddr =
  233. buf_info.paddr;
  234. continue;
  235. }
  236. if (rx_desc->unmapped == 0) {
  237. rx_desc_pool = dp_rx_get_mon_desc_pool(
  238. soc,
  239. mac_id,
  240. dp_pdev->pdev_id);
  241. qdf_nbuf_unmap_nbytes_single(
  242. soc->osdev,
  243. rx_desc->nbuf,
  244. QDF_DMA_FROM_DEVICE,
  245. rx_desc_pool->buf_size);
  246. rx_desc->unmapped = 1;
  247. }
  248. if (dp_rx_buffer_pool_refill(soc, msdu,
  249. rx_desc->pool_id)) {
  250. drop_mpdu = true;
  251. msdu = NULL;
  252. dp_pdev->mon_last_linkdesc_paddr =
  253. buf_info.paddr;
  254. goto next_msdu;
  255. }
  256. if (drop_mpdu) {
  257. dp_pdev->mon_last_linkdesc_paddr =
  258. buf_info.paddr;
  259. qdf_nbuf_free(msdu);
  260. msdu = NULL;
  261. goto next_msdu;
  262. }
  263. data = qdf_nbuf_data(msdu);
  264. rx_desc_tlv = HAL_RX_MON_DEST_GET_DESC(data);
  265. QDF_TRACE(QDF_MODULE_ID_DP,
  266. QDF_TRACE_LEVEL_DEBUG,
  267. "[%s] i=%d, ppdu_id=%x, num_msdus = %u",
  268. __func__, i, *ppdu_id, num_msdus);
  269. if (is_first_msdu) {
  270. if (!hal_rx_mpdu_start_tlv_tag_valid(
  271. soc->hal_soc,
  272. rx_desc_tlv)) {
  273. drop_mpdu = true;
  274. qdf_nbuf_free(msdu);
  275. msdu = NULL;
  276. dp_pdev->mon_last_linkdesc_paddr =
  277. buf_info.paddr;
  278. goto next_msdu;
  279. }
  280. msdu_ppdu_id = hal_rx_hw_desc_get_ppduid_get(
  281. soc->hal_soc,
  282. rx_desc_tlv,
  283. rxdma_dst_ring_desc);
  284. is_first_msdu = false;
  285. QDF_TRACE(QDF_MODULE_ID_DP,
  286. QDF_TRACE_LEVEL_DEBUG,
  287. "[%s] msdu_ppdu_id=%x",
  288. __func__, msdu_ppdu_id);
  289. if (*ppdu_id > msdu_ppdu_id)
  290. QDF_TRACE(QDF_MODULE_ID_DP,
  291. QDF_TRACE_LEVEL_DEBUG,
  292. "[%s][%d] ppdu_id=%d "
  293. "msdu_ppdu_id=%d",
  294. __func__, __LINE__, *ppdu_id,
  295. msdu_ppdu_id);
  296. if ((*ppdu_id < msdu_ppdu_id) && (
  297. (msdu_ppdu_id - *ppdu_id) <
  298. NOT_PPDU_ID_WRAP_AROUND)) {
  299. *ppdu_id = msdu_ppdu_id;
  300. return rx_bufs_used;
  301. } else if ((*ppdu_id > msdu_ppdu_id) && (
  302. (*ppdu_id - msdu_ppdu_id) >
  303. NOT_PPDU_ID_WRAP_AROUND)) {
  304. *ppdu_id = msdu_ppdu_id;
  305. return rx_bufs_used;
  306. }
  307. dp_tx_capture_get_user_id(dp_pdev,
  308. rx_desc_tlv);
  309. if (*ppdu_id == msdu_ppdu_id)
  310. dp_pdev->rx_mon_stats.ppdu_id_match++;
  311. else
  312. dp_pdev->rx_mon_stats.ppdu_id_mismatch
  313. ++;
  314. dp_pdev->mon_last_linkdesc_paddr =
  315. buf_info.paddr;
  316. }
  317. if (hal_rx_desc_is_first_msdu(soc->hal_soc,
  318. rx_desc_tlv))
  319. hal_rx_mon_hw_desc_get_mpdu_status(soc->hal_soc,
  320. rx_desc_tlv,
  321. &(dp_pdev->ppdu_info.rx_status));
  322. if (msdu_list.msdu_info[i].msdu_flags &
  323. HAL_MSDU_F_MSDU_CONTINUATION) {
  324. if (!is_frag) {
  325. total_frag_len =
  326. msdu_list.msdu_info[i].msdu_len;
  327. is_frag = true;
  328. }
  329. dp_mon_adjust_frag_len(
  330. &total_frag_len, &frag_len);
  331. } else {
  332. if (is_frag) {
  333. dp_mon_adjust_frag_len(
  334. &total_frag_len, &frag_len);
  335. } else {
  336. frag_len =
  337. msdu_list.msdu_info[i].msdu_len;
  338. }
  339. is_frag = false;
  340. msdu_cnt--;
  341. }
  342. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_DEBUG,
  343. "%s total_len %u frag_len %u flags %u",
  344. __func__, total_frag_len, frag_len,
  345. msdu_list.msdu_info[i].msdu_flags);
  346. rx_pkt_offset = SIZE_OF_MONITOR_TLV;
  347. /*
  348. * HW structures call this L3 header padding
  349. * -- even though this is actually the offset
  350. * from the buffer beginning where the L2
  351. * header begins.
  352. */
  353. l2_hdr_offset =
  354. hal_rx_msdu_end_l3_hdr_padding_get(soc->hal_soc, data);
  355. rx_buf_size = rx_pkt_offset + l2_hdr_offset
  356. + frag_len;
  357. qdf_nbuf_set_pktlen(msdu, rx_buf_size);
  358. #if 0
  359. /* Disble it.see packet on msdu done set to 0 */
  360. /*
  361. * Check if DMA completed -- msdu_done is the
  362. * last bit to be written
  363. */
  364. if (!hal_rx_attn_msdu_done_get(rx_desc_tlv)) {
  365. QDF_TRACE(QDF_MODULE_ID_DP,
  366. QDF_TRACE_LEVEL_ERROR,
  367. "%s:%d: Pkt Desc",
  368. __func__, __LINE__);
  369. QDF_TRACE_HEX_DUMP(QDF_MODULE_ID_DP,
  370. QDF_TRACE_LEVEL_ERROR,
  371. rx_desc_tlv, 128);
  372. qdf_assert_always(0);
  373. }
  374. #endif
  375. QDF_TRACE(QDF_MODULE_ID_DP,
  376. QDF_TRACE_LEVEL_DEBUG,
  377. "%s: rx_pkt_offset=%d, l2_hdr_offset=%d, msdu_len=%d, addr=%pK skb->len %u",
  378. __func__, rx_pkt_offset, l2_hdr_offset,
  379. msdu_list.msdu_info[i].msdu_len,
  380. qdf_nbuf_data(msdu),
  381. (uint32_t)qdf_nbuf_len(msdu));
  382. if (head_msdu && !*head_msdu) {
  383. *head_msdu = msdu;
  384. } else {
  385. if (last)
  386. qdf_nbuf_set_next(last, msdu);
  387. }
  388. last = msdu;
  389. next_msdu:
  390. dp_pdev->mon_last_buf_cookie = msdu_list.sw_cookie[i];
  391. rx_bufs_used++;
  392. dp_rx_add_to_free_desc_list(head,
  393. tail, rx_desc);
  394. }
  395. /*
  396. * Store the current link buffer into to the local
  397. * structure to be used for release purpose.
  398. */
  399. hal_rxdma_buff_addr_info_set(rx_link_buf_info, buf_info.paddr,
  400. buf_info.sw_cookie, buf_info.rbm);
  401. hal_rx_mon_next_link_desc_get(rx_msdu_link_desc, &buf_info);
  402. if (dp_rx_monitor_link_desc_return(dp_pdev,
  403. (hal_buff_addrinfo_t)
  404. rx_link_buf_info,
  405. mac_id,
  406. bm_action)
  407. != QDF_STATUS_SUCCESS)
  408. dp_err_rl("monitor link desc return failed");
  409. } while (buf_info.paddr && msdu_cnt);
  410. if (last)
  411. qdf_nbuf_set_next(last, NULL);
  412. *tail_msdu = msdu;
  413. return rx_bufs_used;
  414. }
  415. static inline
  416. void dp_rx_msdus_set_payload(struct dp_soc *soc, qdf_nbuf_t msdu)
  417. {
  418. uint8_t *data;
  419. uint32_t rx_pkt_offset, l2_hdr_offset;
  420. data = qdf_nbuf_data(msdu);
  421. rx_pkt_offset = SIZE_OF_MONITOR_TLV;
  422. l2_hdr_offset = hal_rx_msdu_end_l3_hdr_padding_get(soc->hal_soc, data);
  423. qdf_nbuf_pull_head(msdu, rx_pkt_offset + l2_hdr_offset);
  424. }
  425. static inline
  426. qdf_nbuf_t dp_rx_mon_restitch_mpdu_from_msdus(struct dp_soc *soc,
  427. uint32_t mac_id, qdf_nbuf_t head_msdu, qdf_nbuf_t last_msdu,
  428. struct cdp_mon_status *rx_status)
  429. {
  430. qdf_nbuf_t msdu, mpdu_buf, prev_buf, msdu_orig, head_frag_list;
  431. uint32_t decap_format, wifi_hdr_len, sec_hdr_len, msdu_llc_len,
  432. mpdu_buf_len, decap_hdr_pull_bytes, frag_list_sum_len, dir,
  433. is_amsdu, is_first_frag, amsdu_pad;
  434. void *rx_desc;
  435. char *hdr_desc;
  436. unsigned char *dest;
  437. struct ieee80211_frame *wh;
  438. struct ieee80211_qoscntl *qos;
  439. struct dp_pdev *dp_pdev = dp_get_pdev_for_lmac_id(soc, mac_id);
  440. head_frag_list = NULL;
  441. mpdu_buf = NULL;
  442. if (qdf_unlikely(!dp_pdev)) {
  443. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_DEBUG,
  444. "pdev is null for mac_id = %d", mac_id);
  445. return NULL;
  446. }
  447. /* The nbuf has been pulled just beyond the status and points to the
  448. * payload
  449. */
  450. if (!head_msdu)
  451. goto mpdu_stitch_fail;
  452. msdu_orig = head_msdu;
  453. rx_desc = qdf_nbuf_data(msdu_orig);
  454. if (HAL_RX_DESC_GET_MPDU_LENGTH_ERR(rx_desc)) {
  455. /* It looks like there is some issue on MPDU len err */
  456. /* Need further investigate if drop the packet */
  457. DP_STATS_INC(dp_pdev, dropped.mon_rx_drop, 1);
  458. return NULL;
  459. }
  460. rx_desc = qdf_nbuf_data(last_msdu);
  461. rx_status->cdp_rs_fcs_err = HAL_RX_DESC_GET_MPDU_FCS_ERR(rx_desc);
  462. dp_pdev->ppdu_info.rx_status.rs_fcs_err =
  463. HAL_RX_DESC_GET_MPDU_FCS_ERR(rx_desc);
  464. /* Fill out the rx_status from the PPDU start and end fields */
  465. /* HAL_RX_GET_PPDU_STATUS(soc, mac_id, rx_status); */
  466. rx_desc = qdf_nbuf_data(head_msdu);
  467. decap_format = HAL_RX_DESC_GET_DECAP_FORMAT(rx_desc);
  468. /* Easy case - The MSDU status indicates that this is a non-decapped
  469. * packet in RAW mode.
  470. */
  471. if (decap_format == HAL_HW_RX_DECAP_FORMAT_RAW) {
  472. /* Note that this path might suffer from headroom unavailabilty
  473. * - but the RX status is usually enough
  474. */
  475. dp_rx_msdus_set_payload(soc, head_msdu);
  476. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_DEBUG,
  477. "[%s][%d] decap format raw head %pK head->next %pK last_msdu %pK last_msdu->next %pK",
  478. __func__, __LINE__, head_msdu, head_msdu->next,
  479. last_msdu, last_msdu->next);
  480. mpdu_buf = head_msdu;
  481. prev_buf = mpdu_buf;
  482. frag_list_sum_len = 0;
  483. msdu = qdf_nbuf_next(head_msdu);
  484. is_first_frag = 1;
  485. while (msdu) {
  486. dp_rx_msdus_set_payload(soc, msdu);
  487. if (is_first_frag) {
  488. is_first_frag = 0;
  489. head_frag_list = msdu;
  490. }
  491. frag_list_sum_len += qdf_nbuf_len(msdu);
  492. /* Maintain the linking of the cloned MSDUS */
  493. qdf_nbuf_set_next_ext(prev_buf, msdu);
  494. /* Move to the next */
  495. prev_buf = msdu;
  496. msdu = qdf_nbuf_next(msdu);
  497. }
  498. qdf_nbuf_trim_tail(prev_buf, HAL_RX_FCS_LEN);
  499. /* If there were more fragments to this RAW frame */
  500. if (head_frag_list) {
  501. if (frag_list_sum_len <
  502. sizeof(struct ieee80211_frame_min_one)) {
  503. DP_STATS_INC(dp_pdev, dropped.mon_rx_drop, 1);
  504. return NULL;
  505. }
  506. frag_list_sum_len -= HAL_RX_FCS_LEN;
  507. qdf_nbuf_append_ext_list(mpdu_buf, head_frag_list,
  508. frag_list_sum_len);
  509. qdf_nbuf_set_next(mpdu_buf, NULL);
  510. }
  511. goto mpdu_stitch_done;
  512. }
  513. /* Decap mode:
  514. * Calculate the amount of header in decapped packet to knock off based
  515. * on the decap type and the corresponding number of raw bytes to copy
  516. * status header
  517. */
  518. rx_desc = qdf_nbuf_data(head_msdu);
  519. hdr_desc = HAL_RX_DESC_GET_80211_HDR(rx_desc);
  520. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_DEBUG,
  521. "[%s][%d] decap format not raw",
  522. __func__, __LINE__);
  523. /* Base size */
  524. wifi_hdr_len = sizeof(struct ieee80211_frame);
  525. wh = (struct ieee80211_frame *)hdr_desc;
  526. dir = wh->i_fc[1] & IEEE80211_FC1_DIR_MASK;
  527. if (dir == IEEE80211_FC1_DIR_DSTODS)
  528. wifi_hdr_len += 6;
  529. is_amsdu = 0;
  530. if (wh->i_fc[0] & QDF_IEEE80211_FC0_SUBTYPE_QOS) {
  531. qos = (struct ieee80211_qoscntl *)
  532. (hdr_desc + wifi_hdr_len);
  533. wifi_hdr_len += 2;
  534. is_amsdu = (qos->i_qos[0] & IEEE80211_QOS_AMSDU);
  535. }
  536. /*Calculate security header length based on 'Protected'
  537. * and 'EXT_IV' flag
  538. * */
  539. if (wh->i_fc[1] & IEEE80211_FC1_WEP) {
  540. char *iv = (char *)wh + wifi_hdr_len;
  541. if (iv[3] & KEY_EXTIV)
  542. sec_hdr_len = 8;
  543. else
  544. sec_hdr_len = 4;
  545. } else {
  546. sec_hdr_len = 0;
  547. }
  548. wifi_hdr_len += sec_hdr_len;
  549. /* MSDU related stuff LLC - AMSDU subframe header etc */
  550. msdu_llc_len = is_amsdu ? (14 + 8) : 8;
  551. mpdu_buf_len = wifi_hdr_len + msdu_llc_len;
  552. /* "Decap" header to remove from MSDU buffer */
  553. decap_hdr_pull_bytes = 14;
  554. /* Allocate a new nbuf for holding the 802.11 header retrieved from the
  555. * status of the now decapped first msdu. Leave enough headroom for
  556. * accomodating any radio-tap /prism like PHY header
  557. */
  558. mpdu_buf = qdf_nbuf_alloc(soc->osdev,
  559. MAX_MONITOR_HEADER + mpdu_buf_len,
  560. MAX_MONITOR_HEADER, 4, FALSE);
  561. if (!mpdu_buf)
  562. goto mpdu_stitch_done;
  563. /* Copy the MPDU related header and enc headers into the first buffer
  564. * - Note that there can be a 2 byte pad between heaader and enc header
  565. */
  566. prev_buf = mpdu_buf;
  567. dest = qdf_nbuf_put_tail(prev_buf, wifi_hdr_len);
  568. if (!dest)
  569. goto mpdu_stitch_fail;
  570. qdf_mem_copy(dest, hdr_desc, wifi_hdr_len);
  571. hdr_desc += wifi_hdr_len;
  572. #if 0
  573. dest = qdf_nbuf_put_tail(prev_buf, sec_hdr_len);
  574. adf_os_mem_copy(dest, hdr_desc, sec_hdr_len);
  575. hdr_desc += sec_hdr_len;
  576. #endif
  577. /* The first LLC len is copied into the MPDU buffer */
  578. frag_list_sum_len = 0;
  579. msdu_orig = head_msdu;
  580. is_first_frag = 1;
  581. amsdu_pad = 0;
  582. while (msdu_orig) {
  583. /* TODO: intra AMSDU padding - do we need it ??? */
  584. msdu = msdu_orig;
  585. if (is_first_frag) {
  586. head_frag_list = msdu;
  587. } else {
  588. /* Reload the hdr ptr only on non-first MSDUs */
  589. rx_desc = qdf_nbuf_data(msdu_orig);
  590. hdr_desc = HAL_RX_DESC_GET_80211_HDR(rx_desc);
  591. }
  592. /* Copy this buffers MSDU related status into the prev buffer */
  593. if (is_first_frag) {
  594. is_first_frag = 0;
  595. }
  596. /* Update protocol and flow tag for MSDU */
  597. dp_rx_mon_update_protocol_flow_tag(soc, dp_pdev,
  598. msdu_orig, rx_desc);
  599. dest = qdf_nbuf_put_tail(prev_buf,
  600. msdu_llc_len + amsdu_pad);
  601. if (!dest)
  602. goto mpdu_stitch_fail;
  603. dest += amsdu_pad;
  604. qdf_mem_copy(dest, hdr_desc, msdu_llc_len);
  605. dp_rx_msdus_set_payload(soc, msdu);
  606. /* Push the MSDU buffer beyond the decap header */
  607. qdf_nbuf_pull_head(msdu, decap_hdr_pull_bytes);
  608. frag_list_sum_len += msdu_llc_len + qdf_nbuf_len(msdu)
  609. + amsdu_pad;
  610. /* Set up intra-AMSDU pad to be added to start of next buffer -
  611. * AMSDU pad is 4 byte pad on AMSDU subframe */
  612. amsdu_pad = (msdu_llc_len + qdf_nbuf_len(msdu)) & 0x3;
  613. amsdu_pad = amsdu_pad ? (4 - amsdu_pad) : 0;
  614. /* TODO FIXME How do we handle MSDUs that have fraglist - Should
  615. * probably iterate all the frags cloning them along the way and
  616. * and also updating the prev_buf pointer
  617. */
  618. /* Move to the next */
  619. prev_buf = msdu;
  620. msdu_orig = qdf_nbuf_next(msdu_orig);
  621. }
  622. #if 0
  623. /* Add in the trailer section - encryption trailer + FCS */
  624. qdf_nbuf_put_tail(prev_buf, HAL_RX_FCS_LEN);
  625. frag_list_sum_len += HAL_RX_FCS_LEN;
  626. #endif
  627. frag_list_sum_len -= msdu_llc_len;
  628. /* TODO: Convert this to suitable adf routines */
  629. qdf_nbuf_append_ext_list(mpdu_buf, head_frag_list,
  630. frag_list_sum_len);
  631. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_DEBUG,
  632. "%s %d mpdu_buf %pK mpdu_buf->len %u",
  633. __func__, __LINE__,
  634. mpdu_buf, mpdu_buf->len);
  635. mpdu_stitch_done:
  636. /* Check if this buffer contains the PPDU end status for TSF */
  637. /* Need revist this code to see where we can get tsf timestamp */
  638. #if 0
  639. /* PPDU end TLV will be retrieved from monitor status ring */
  640. last_mpdu =
  641. (*(((u_int32_t *)&rx_desc->attention)) &
  642. RX_ATTENTION_0_LAST_MPDU_MASK) >>
  643. RX_ATTENTION_0_LAST_MPDU_LSB;
  644. if (last_mpdu)
  645. rx_status->rs_tstamp.tsf = rx_desc->ppdu_end.tsf_timestamp;
  646. #endif
  647. return mpdu_buf;
  648. mpdu_stitch_fail:
  649. if ((mpdu_buf) && (decap_format != HAL_HW_RX_DECAP_FORMAT_RAW)) {
  650. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR,
  651. "%s mpdu_stitch_fail mpdu_buf %pK",
  652. __func__, mpdu_buf);
  653. /* Free the head buffer */
  654. qdf_nbuf_free(mpdu_buf);
  655. }
  656. return NULL;
  657. }
  658. /**
  659. * dp_send_mgmt_packet_to_stack(): send indicataion to upper layers
  660. *
  661. * @soc: soc handle
  662. * @nbuf: Mgmt packet
  663. * @pdev: pdev handle
  664. *
  665. * Return: QDF_STATUS_SUCCESS on success
  666. * QDF_STATUS_E_INVAL in error
  667. */
  668. #ifdef FEATURE_PERPKT_INFO
  669. static inline QDF_STATUS dp_send_mgmt_packet_to_stack(struct dp_soc *soc,
  670. qdf_nbuf_t nbuf,
  671. struct dp_pdev *pdev)
  672. {
  673. uint32_t *nbuf_data;
  674. struct ieee80211_frame *wh;
  675. if (!nbuf)
  676. return QDF_STATUS_E_INVAL;
  677. /*check if this is not a mgmt packet*/
  678. wh = (struct ieee80211_frame *)qdf_nbuf_data(nbuf);
  679. if (((wh->i_fc[0] & IEEE80211_FC0_TYPE_MASK) !=
  680. IEEE80211_FC0_TYPE_MGT) &&
  681. ((wh->i_fc[0] & IEEE80211_FC0_TYPE_MASK) !=
  682. IEEE80211_FC0_TYPE_CTL)) {
  683. qdf_nbuf_free(nbuf);
  684. return QDF_STATUS_E_INVAL;
  685. }
  686. nbuf_data = (uint32_t *)qdf_nbuf_push_head(nbuf, 4);
  687. if (!nbuf_data) {
  688. QDF_TRACE(QDF_MODULE_ID_DP,
  689. QDF_TRACE_LEVEL_ERROR,
  690. FL("No headroom"));
  691. qdf_nbuf_free(nbuf);
  692. return QDF_STATUS_E_INVAL;
  693. }
  694. *nbuf_data = pdev->ppdu_info.com_info.ppdu_id;
  695. dp_wdi_event_handler(WDI_EVENT_RX_MGMT_CTRL, soc, nbuf,
  696. HTT_INVALID_PEER,
  697. WDI_NO_VAL, pdev->pdev_id);
  698. return QDF_STATUS_SUCCESS;
  699. }
  700. #else
  701. static inline QDF_STATUS dp_send_mgmt_packet_to_stack(struct dp_soc *soc,
  702. qdf_nbuf_t nbuf,
  703. struct dp_pdev *pdev)
  704. {
  705. return QDF_STATUS_SUCCESS;
  706. }
  707. #endif
  708. /**
  709. * dp_rx_extract_radiotap_info(): Extract and populate information in
  710. * struct mon_rx_status type
  711. * @rx_status: Receive status
  712. * @mon_rx_status: Monitor mode status
  713. *
  714. * Returns: None
  715. */
  716. static inline
  717. void dp_rx_extract_radiotap_info(struct cdp_mon_status *rx_status,
  718. struct mon_rx_status *rx_mon_status)
  719. {
  720. rx_mon_status->tsft = rx_status->cdp_rs_tstamp.cdp_tsf;
  721. rx_mon_status->chan_freq = rx_status->rs_freq;
  722. rx_mon_status->chan_num = rx_status->rs_channel;
  723. rx_mon_status->chan_flags = rx_status->rs_flags;
  724. rx_mon_status->rate = rx_status->rs_datarate;
  725. /* TODO: rx_mon_status->ant_signal_db */
  726. /* TODO: rx_mon_status->nr_ant */
  727. rx_mon_status->mcs = rx_status->cdf_rs_rate_mcs;
  728. rx_mon_status->is_stbc = rx_status->cdp_rs_stbc;
  729. rx_mon_status->sgi = rx_status->cdp_rs_sgi;
  730. /* TODO: rx_mon_status->ldpc */
  731. /* TODO: rx_mon_status->beamformed */
  732. /* TODO: rx_mon_status->vht_flags */
  733. /* TODO: rx_mon_status->vht_flag_values1 */
  734. }
  735. /*
  736. * dp_rx_mon_deliver(): function to deliver packets to stack
  737. * @soc: DP soc
  738. * @mac_id: MAC ID
  739. * @head_msdu: head of msdu list
  740. * @tail_msdu: tail of msdu list
  741. *
  742. * Return: status: 0 - Success, non-zero: Failure
  743. */
  744. QDF_STATUS dp_rx_mon_deliver(struct dp_soc *soc, uint32_t mac_id,
  745. qdf_nbuf_t head_msdu, qdf_nbuf_t tail_msdu)
  746. {
  747. struct dp_pdev *pdev = dp_get_pdev_for_lmac_id(soc, mac_id);
  748. struct cdp_mon_status *rs = &pdev->rx_mon_recv_status;
  749. qdf_nbuf_t mon_skb, skb_next;
  750. qdf_nbuf_t mon_mpdu = NULL;
  751. if (!pdev || (!pdev->monitor_vdev && !pdev->mcopy_mode))
  752. goto mon_deliver_fail;
  753. /* restitch mon MPDU for delivery via monitor interface */
  754. mon_mpdu = dp_rx_mon_restitch_mpdu_from_msdus(soc, mac_id, head_msdu,
  755. tail_msdu, rs);
  756. /* monitor vap cannot be present when mcopy is enabled
  757. * hence same skb can be consumed
  758. */
  759. if (pdev->mcopy_mode)
  760. return dp_send_mgmt_packet_to_stack(soc, mon_mpdu, pdev);
  761. if (mon_mpdu && pdev->monitor_vdev && pdev->monitor_vdev->osif_vdev &&
  762. pdev->monitor_vdev->osif_rx_mon) {
  763. pdev->ppdu_info.rx_status.ppdu_id =
  764. pdev->ppdu_info.com_info.ppdu_id;
  765. pdev->ppdu_info.rx_status.device_id = soc->device_id;
  766. pdev->ppdu_info.rx_status.chan_noise_floor =
  767. pdev->chan_noise_floor;
  768. dp_handle_tx_capture(soc, pdev, mon_mpdu);
  769. if (!qdf_nbuf_update_radiotap(&pdev->ppdu_info.rx_status,
  770. mon_mpdu,
  771. qdf_nbuf_headroom(mon_mpdu))) {
  772. DP_STATS_INC(pdev, dropped.mon_radiotap_update_err, 1);
  773. goto mon_deliver_fail;
  774. }
  775. pdev->monitor_vdev->osif_rx_mon(pdev->monitor_vdev->osif_vdev,
  776. mon_mpdu,
  777. &pdev->ppdu_info.rx_status);
  778. } else {
  779. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_DEBUG,
  780. "[%s][%d] mon_mpdu=%pK monitor_vdev %pK osif_vdev %pK"
  781. , __func__, __LINE__, mon_mpdu, pdev->monitor_vdev,
  782. (pdev->monitor_vdev ? pdev->monitor_vdev->osif_vdev
  783. : NULL));
  784. goto mon_deliver_fail;
  785. }
  786. return QDF_STATUS_SUCCESS;
  787. mon_deliver_fail:
  788. mon_skb = head_msdu;
  789. while (mon_skb) {
  790. skb_next = qdf_nbuf_next(mon_skb);
  791. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_DEBUG,
  792. "[%s][%d] mon_skb=%pK len %u", __func__,
  793. __LINE__, mon_skb, mon_skb->len);
  794. qdf_nbuf_free(mon_skb);
  795. mon_skb = skb_next;
  796. }
  797. return QDF_STATUS_E_INVAL;
  798. }
  799. /**
  800. * dp_rx_mon_deliver_non_std()
  801. * @soc: core txrx main contex
  802. * @mac_id: MAC ID
  803. *
  804. * This function delivers the radio tap and dummy MSDU
  805. * into user layer application for preamble only PPDU.
  806. *
  807. * Return: QDF_STATUS
  808. */
  809. QDF_STATUS dp_rx_mon_deliver_non_std(struct dp_soc *soc,
  810. uint32_t mac_id)
  811. {
  812. struct dp_pdev *pdev = dp_get_pdev_for_lmac_id(soc, mac_id);
  813. ol_txrx_rx_mon_fp osif_rx_mon;
  814. qdf_nbuf_t dummy_msdu;
  815. /* Sanity checking */
  816. if (!pdev || !pdev->monitor_vdev || !pdev->monitor_vdev->osif_rx_mon)
  817. goto mon_deliver_non_std_fail;
  818. /* Generate a dummy skb_buff */
  819. osif_rx_mon = pdev->monitor_vdev->osif_rx_mon;
  820. dummy_msdu = qdf_nbuf_alloc(soc->osdev, MAX_MONITOR_HEADER,
  821. MAX_MONITOR_HEADER, 4, FALSE);
  822. if (!dummy_msdu)
  823. goto allocate_dummy_msdu_fail;
  824. qdf_nbuf_set_pktlen(dummy_msdu, 0);
  825. qdf_nbuf_set_next(dummy_msdu, NULL);
  826. pdev->ppdu_info.rx_status.ppdu_id =
  827. pdev->ppdu_info.com_info.ppdu_id;
  828. /* Apply the radio header to this dummy skb */
  829. if (!qdf_nbuf_update_radiotap(&pdev->ppdu_info.rx_status, dummy_msdu,
  830. qdf_nbuf_headroom(dummy_msdu))) {
  831. DP_STATS_INC(pdev, dropped.mon_radiotap_update_err, 1);
  832. qdf_nbuf_free(dummy_msdu);
  833. goto mon_deliver_non_std_fail;
  834. }
  835. /* deliver to the user layer application */
  836. osif_rx_mon(pdev->monitor_vdev->osif_vdev,
  837. dummy_msdu, NULL);
  838. /* Clear rx_status*/
  839. qdf_mem_zero(&pdev->ppdu_info.rx_status,
  840. sizeof(pdev->ppdu_info.rx_status));
  841. pdev->mon_ppdu_status = DP_PPDU_STATUS_START;
  842. return QDF_STATUS_SUCCESS;
  843. allocate_dummy_msdu_fail:
  844. QDF_TRACE_DEBUG_RL(QDF_MODULE_ID_DP, "[%s][%d] mon_skb=%pK ",
  845. __func__, __LINE__, dummy_msdu);
  846. mon_deliver_non_std_fail:
  847. return QDF_STATUS_E_INVAL;
  848. }
  849. void dp_rx_mon_dest_process(struct dp_soc *soc, struct dp_intr *int_ctx,
  850. uint32_t mac_id, uint32_t quota)
  851. {
  852. struct dp_pdev *pdev = dp_get_pdev_for_lmac_id(soc, mac_id);
  853. uint8_t pdev_id;
  854. hal_rxdma_desc_t rxdma_dst_ring_desc;
  855. hal_soc_handle_t hal_soc;
  856. void *mon_dst_srng;
  857. union dp_rx_desc_list_elem_t *head = NULL;
  858. union dp_rx_desc_list_elem_t *tail = NULL;
  859. uint32_t ppdu_id;
  860. uint32_t rx_bufs_used;
  861. uint32_t mpdu_rx_bufs_used;
  862. int mac_for_pdev = mac_id;
  863. struct cdp_pdev_mon_stats *rx_mon_stats;
  864. if (!pdev) {
  865. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_DEBUG,
  866. "pdev is null for mac_id = %d", mac_id);
  867. return;
  868. }
  869. mon_dst_srng = dp_rxdma_get_mon_dst_ring(pdev, mac_for_pdev);
  870. if (!mon_dst_srng || !hal_srng_initialized(mon_dst_srng)) {
  871. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_ERROR,
  872. "%s %d : HAL Monitor Destination Ring Init Failed -- %pK",
  873. __func__, __LINE__, mon_dst_srng);
  874. return;
  875. }
  876. hal_soc = soc->hal_soc;
  877. qdf_assert((hal_soc && pdev));
  878. qdf_spin_lock_bh(&pdev->mon_lock);
  879. if (qdf_unlikely(dp_srng_access_start(int_ctx, soc, mon_dst_srng))) {
  880. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_ERROR,
  881. "%s %d : HAL Monitor Destination Ring access Failed -- %pK",
  882. __func__, __LINE__, mon_dst_srng);
  883. return;
  884. }
  885. pdev_id = pdev->pdev_id;
  886. ppdu_id = pdev->ppdu_info.com_info.ppdu_id;
  887. rx_bufs_used = 0;
  888. rx_mon_stats = &pdev->rx_mon_stats;
  889. while (qdf_likely(rxdma_dst_ring_desc =
  890. hal_srng_dst_peek(hal_soc, mon_dst_srng))) {
  891. qdf_nbuf_t head_msdu, tail_msdu;
  892. uint32_t npackets;
  893. head_msdu = (qdf_nbuf_t) NULL;
  894. tail_msdu = (qdf_nbuf_t) NULL;
  895. mpdu_rx_bufs_used =
  896. dp_rx_mon_mpdu_pop(soc, mac_id,
  897. rxdma_dst_ring_desc,
  898. &head_msdu, &tail_msdu,
  899. &npackets, &ppdu_id,
  900. &head, &tail);
  901. rx_bufs_used += mpdu_rx_bufs_used;
  902. if (mpdu_rx_bufs_used)
  903. pdev->mon_dest_ring_stuck_cnt = 0;
  904. else
  905. pdev->mon_dest_ring_stuck_cnt++;
  906. if (pdev->mon_dest_ring_stuck_cnt >
  907. MON_DEST_RING_STUCK_MAX_CNT) {
  908. dp_info("destination ring stuck");
  909. dp_info("ppdu_id status=%d dest=%d",
  910. pdev->ppdu_info.com_info.ppdu_id, ppdu_id);
  911. rx_mon_stats->mon_rx_dest_stuck++;
  912. pdev->ppdu_info.com_info.ppdu_id = ppdu_id;
  913. continue;
  914. }
  915. if (ppdu_id != pdev->ppdu_info.com_info.ppdu_id) {
  916. rx_mon_stats->stat_ring_ppdu_id_hist[
  917. rx_mon_stats->ppdu_id_hist_idx] =
  918. pdev->ppdu_info.com_info.ppdu_id;
  919. rx_mon_stats->dest_ring_ppdu_id_hist[
  920. rx_mon_stats->ppdu_id_hist_idx] = ppdu_id;
  921. rx_mon_stats->ppdu_id_hist_idx =
  922. (rx_mon_stats->ppdu_id_hist_idx + 1) &
  923. (MAX_PPDU_ID_HIST - 1);
  924. pdev->mon_ppdu_status = DP_PPDU_STATUS_START;
  925. qdf_mem_zero(&(pdev->ppdu_info.rx_status),
  926. sizeof(pdev->ppdu_info.rx_status));
  927. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_DEBUG,
  928. "%s %d ppdu_id %x != ppdu_info.com_info.ppdu_id %x",
  929. __func__, __LINE__,
  930. ppdu_id, pdev->ppdu_info.com_info.ppdu_id);
  931. break;
  932. }
  933. if (qdf_likely((head_msdu) && (tail_msdu))) {
  934. rx_mon_stats->dest_mpdu_done++;
  935. dp_rx_mon_deliver(soc, mac_id, head_msdu, tail_msdu);
  936. }
  937. rxdma_dst_ring_desc = hal_srng_dst_get_next(hal_soc,
  938. mon_dst_srng);
  939. }
  940. dp_srng_access_end(int_ctx, soc, mon_dst_srng);
  941. qdf_spin_unlock_bh(&pdev->mon_lock);
  942. if (rx_bufs_used) {
  943. rx_mon_stats->dest_ppdu_done++;
  944. dp_rx_buffers_replenish(soc, mac_id,
  945. dp_rxdma_get_mon_buf_ring(pdev,
  946. mac_for_pdev),
  947. dp_rx_get_mon_desc_pool(soc, mac_id,
  948. pdev_id),
  949. rx_bufs_used, &head, &tail);
  950. }
  951. }
  952. QDF_STATUS
  953. dp_rx_pdev_mon_buf_buffers_alloc(struct dp_pdev *pdev, uint32_t mac_id,
  954. bool delayed_replenish)
  955. {
  956. uint8_t pdev_id = pdev->pdev_id;
  957. struct dp_soc *soc = pdev->soc;
  958. struct dp_srng *mon_buf_ring;
  959. uint32_t num_entries;
  960. struct rx_desc_pool *rx_desc_pool;
  961. QDF_STATUS status = QDF_STATUS_SUCCESS;
  962. struct wlan_cfg_dp_soc_ctxt *soc_cfg_ctx = soc->wlan_cfg_ctx;
  963. mon_buf_ring = dp_rxdma_get_mon_buf_ring(pdev, mac_id);
  964. num_entries = mon_buf_ring->num_entries;
  965. rx_desc_pool = dp_rx_get_mon_desc_pool(soc, mac_id, pdev_id);
  966. dp_debug("Mon RX Desc Pool[%d] entries=%u", pdev_id, num_entries);
  967. /* Replenish RXDMA monitor buffer ring with 8 buffers only
  968. * delayed_replenish_entries is actually 8 but when we call
  969. * dp_pdev_rx_buffers_attach() we pass 1 less than 8, hence
  970. * added 1 to delayed_replenish_entries to ensure we have 8
  971. * entries. Once the monitor VAP is configured we replenish
  972. * the complete RXDMA monitor buffer ring.
  973. */
  974. if (delayed_replenish) {
  975. num_entries = soc_cfg_ctx->delayed_replenish_entries + 1;
  976. status = dp_pdev_rx_buffers_attach(soc, mac_id, mon_buf_ring,
  977. rx_desc_pool,
  978. num_entries - 1);
  979. } else {
  980. union dp_rx_desc_list_elem_t *tail = NULL;
  981. union dp_rx_desc_list_elem_t *desc_list = NULL;
  982. status = dp_rx_buffers_replenish(soc, mac_id,
  983. mon_buf_ring,
  984. rx_desc_pool,
  985. num_entries,
  986. &desc_list,
  987. &tail);
  988. }
  989. return status;
  990. }
  991. static QDF_STATUS
  992. dp_rx_pdev_mon_cmn_buffers_alloc(struct dp_pdev *pdev, int mac_id)
  993. {
  994. struct dp_soc *soc = pdev->soc;
  995. uint8_t pdev_id = pdev->pdev_id;
  996. int mac_for_pdev;
  997. bool delayed_replenish;
  998. QDF_STATUS status = QDF_STATUS_SUCCESS;
  999. struct wlan_cfg_dp_soc_ctxt *soc_cfg_ctx = soc->wlan_cfg_ctx;
  1000. delayed_replenish = soc_cfg_ctx->delayed_replenish_entries ? 1 : 0;
  1001. mac_for_pdev = dp_get_lmac_id_for_pdev_id(pdev->soc, mac_id, pdev_id);
  1002. status = dp_rx_pdev_mon_status_buffers_alloc(pdev, mac_for_pdev);
  1003. if (!QDF_IS_STATUS_SUCCESS(status)) {
  1004. dp_err("%s: dp_rx_pdev_mon_status_desc_pool_alloc() failed",
  1005. __func__);
  1006. goto fail;
  1007. }
  1008. if (!soc->wlan_cfg_ctx->rxdma1_enable)
  1009. return status;
  1010. status = dp_rx_pdev_mon_buf_buffers_alloc(pdev, mac_for_pdev,
  1011. delayed_replenish);
  1012. if (!QDF_IS_STATUS_SUCCESS(status)) {
  1013. dp_err("%s: dp_rx_pdev_mon_buf_desc_pool_alloc() failed\n",
  1014. __func__);
  1015. goto mon_stat_buf_dealloc;
  1016. }
  1017. return status;
  1018. mon_stat_buf_dealloc:
  1019. dp_rx_pdev_mon_status_buffers_free(pdev, mac_for_pdev);
  1020. fail:
  1021. return status;
  1022. }
  1023. static void
  1024. dp_rx_pdev_mon_buf_desc_pool_init(struct dp_pdev *pdev, uint32_t mac_id)
  1025. {
  1026. uint8_t pdev_id = pdev->pdev_id;
  1027. struct dp_soc *soc = pdev->soc;
  1028. struct dp_srng *mon_buf_ring;
  1029. uint32_t num_entries;
  1030. struct rx_desc_pool *rx_desc_pool;
  1031. uint32_t rx_desc_pool_size;
  1032. struct wlan_cfg_dp_soc_ctxt *soc_cfg_ctx = soc->wlan_cfg_ctx;
  1033. mon_buf_ring = &soc->rxdma_mon_buf_ring[mac_id];
  1034. num_entries = mon_buf_ring->num_entries;
  1035. rx_desc_pool = &soc->rx_desc_mon[mac_id];
  1036. dp_debug("Mon RX Desc buf Pool[%d] init entries=%u",
  1037. pdev_id, num_entries);
  1038. rx_desc_pool_size = wlan_cfg_get_dp_soc_rx_sw_desc_weight(soc_cfg_ctx) *
  1039. num_entries;
  1040. rx_desc_pool->owner = HAL_RX_BUF_RBM_SW3_BM;
  1041. rx_desc_pool->buf_size = RX_MONITOR_BUFFER_SIZE;
  1042. rx_desc_pool->buf_alignment = RX_MONITOR_BUFFER_ALIGNMENT;
  1043. dp_rx_desc_pool_init(soc, mac_id, rx_desc_pool_size, rx_desc_pool);
  1044. pdev->mon_last_linkdesc_paddr = 0;
  1045. pdev->mon_last_buf_cookie = DP_RX_DESC_COOKIE_MAX + 1;
  1046. /* Attach full monitor mode resources */
  1047. dp_full_mon_attach(pdev);
  1048. }
  1049. static void
  1050. dp_rx_pdev_mon_cmn_desc_pool_init(struct dp_pdev *pdev, int mac_id)
  1051. {
  1052. struct dp_soc *soc = pdev->soc;
  1053. uint32_t mac_for_pdev;
  1054. mac_for_pdev = dp_get_lmac_id_for_pdev_id(soc, mac_id, pdev->pdev_id);
  1055. dp_rx_pdev_mon_status_desc_pool_init(pdev, mac_for_pdev);
  1056. if (!soc->wlan_cfg_ctx->rxdma1_enable)
  1057. return;
  1058. dp_rx_pdev_mon_buf_desc_pool_init(pdev, mac_for_pdev);
  1059. dp_link_desc_ring_replenish(soc, mac_for_pdev);
  1060. }
  1061. static void
  1062. dp_rx_pdev_mon_buf_desc_pool_deinit(struct dp_pdev *pdev, uint32_t mac_id)
  1063. {
  1064. uint8_t pdev_id = pdev->pdev_id;
  1065. struct dp_soc *soc = pdev->soc;
  1066. struct rx_desc_pool *rx_desc_pool;
  1067. rx_desc_pool = &soc->rx_desc_mon[mac_id];
  1068. dp_debug("Mon RX Desc buf Pool[%d] deinit", pdev_id);
  1069. dp_rx_desc_pool_deinit(soc, rx_desc_pool);
  1070. /* Detach full monitor mode resources */
  1071. dp_full_mon_detach(pdev);
  1072. }
  1073. static void
  1074. dp_rx_pdev_mon_cmn_desc_pool_deinit(struct dp_pdev *pdev, int mac_id)
  1075. {
  1076. struct dp_soc *soc = pdev->soc;
  1077. uint8_t pdev_id = pdev->pdev_id;
  1078. int mac_for_pdev = dp_get_lmac_id_for_pdev_id(soc, mac_id, pdev_id);
  1079. dp_rx_pdev_mon_status_desc_pool_deinit(pdev, mac_for_pdev);
  1080. if (!soc->wlan_cfg_ctx->rxdma1_enable)
  1081. return;
  1082. dp_rx_pdev_mon_buf_desc_pool_deinit(pdev, mac_for_pdev);
  1083. }
  1084. static void
  1085. dp_rx_pdev_mon_buf_desc_pool_free(struct dp_pdev *pdev, uint32_t mac_id)
  1086. {
  1087. uint8_t pdev_id = pdev->pdev_id;
  1088. struct dp_soc *soc = pdev->soc;
  1089. struct rx_desc_pool *rx_desc_pool;
  1090. rx_desc_pool = &soc->rx_desc_mon[mac_id];
  1091. dp_debug("Mon RX Buf Desc Pool Free pdev[%d]", pdev_id);
  1092. dp_rx_desc_pool_free(soc, rx_desc_pool);
  1093. }
  1094. static void
  1095. dp_rx_pdev_mon_cmn_desc_pool_free(struct dp_pdev *pdev, int mac_id)
  1096. {
  1097. struct dp_soc *soc = pdev->soc;
  1098. uint8_t pdev_id = pdev->pdev_id;
  1099. int mac_for_pdev = dp_get_lmac_id_for_pdev_id(soc, mac_id, pdev_id);
  1100. dp_rx_pdev_mon_status_desc_pool_free(pdev, mac_for_pdev);
  1101. dp_rx_pdev_mon_buf_desc_pool_free(pdev, mac_for_pdev);
  1102. dp_hw_link_desc_pool_banks_free(soc, mac_for_pdev);
  1103. }
  1104. void dp_rx_pdev_mon_buf_buffers_free(struct dp_pdev *pdev, uint32_t mac_id)
  1105. {
  1106. uint8_t pdev_id = pdev->pdev_id;
  1107. struct dp_soc *soc = pdev->soc;
  1108. struct rx_desc_pool *rx_desc_pool;
  1109. rx_desc_pool = &soc->rx_desc_mon[mac_id];
  1110. dp_debug("Mon RX Buf buffers Free pdev[%d]", pdev_id);
  1111. dp_rx_desc_nbuf_free(soc, rx_desc_pool);
  1112. }
  1113. static QDF_STATUS
  1114. dp_rx_pdev_mon_buf_desc_pool_alloc(struct dp_pdev *pdev, uint32_t mac_id)
  1115. {
  1116. uint8_t pdev_id = pdev->pdev_id;
  1117. struct dp_soc *soc = pdev->soc;
  1118. struct dp_srng *mon_buf_ring;
  1119. uint32_t num_entries;
  1120. struct rx_desc_pool *rx_desc_pool;
  1121. uint32_t rx_desc_pool_size;
  1122. struct wlan_cfg_dp_soc_ctxt *soc_cfg_ctx = soc->wlan_cfg_ctx;
  1123. mon_buf_ring = &soc->rxdma_mon_buf_ring[mac_id];
  1124. num_entries = mon_buf_ring->num_entries;
  1125. rx_desc_pool = &soc->rx_desc_mon[mac_id];
  1126. dp_debug("Mon RX Desc Pool[%d] entries=%u",
  1127. pdev_id, num_entries);
  1128. rx_desc_pool_size = wlan_cfg_get_dp_soc_rx_sw_desc_weight(soc_cfg_ctx) *
  1129. num_entries;
  1130. return dp_rx_desc_pool_alloc(soc, rx_desc_pool_size, rx_desc_pool);
  1131. }
  1132. static QDF_STATUS
  1133. dp_rx_pdev_mon_cmn_desc_pool_alloc(struct dp_pdev *pdev, int mac_id)
  1134. {
  1135. struct dp_soc *soc = pdev->soc;
  1136. uint8_t pdev_id = pdev->pdev_id;
  1137. uint32_t mac_for_pdev;
  1138. QDF_STATUS status;
  1139. mac_for_pdev = dp_get_lmac_id_for_pdev_id(soc, mac_id, pdev_id);
  1140. /* Allocate sw rx descriptor pool for monitor status ring */
  1141. status = dp_rx_pdev_mon_status_desc_pool_alloc(pdev, mac_for_pdev);
  1142. if (!QDF_IS_STATUS_SUCCESS(status)) {
  1143. dp_err("%s: dp_rx_pdev_mon_status_desc_pool_alloc() failed",
  1144. __func__);
  1145. goto fail;
  1146. }
  1147. if (!soc->wlan_cfg_ctx->rxdma1_enable)
  1148. return status;
  1149. /* Allocate sw rx descriptor pool for monitor RxDMA buffer ring */
  1150. status = dp_rx_pdev_mon_buf_desc_pool_alloc(pdev, mac_for_pdev);
  1151. if (!QDF_IS_STATUS_SUCCESS(status)) {
  1152. dp_err("%s: dp_rx_pdev_mon_buf_desc_pool_alloc() failed\n",
  1153. __func__);
  1154. goto mon_status_dealloc;
  1155. }
  1156. /* Allocate link descriptors for the monitor link descriptor ring */
  1157. status = dp_hw_link_desc_pool_banks_alloc(soc, mac_for_pdev);
  1158. if (!QDF_IS_STATUS_SUCCESS(status)) {
  1159. dp_err("%s: dp_hw_link_desc_pool_banks_alloc() failed",
  1160. __func__);
  1161. goto mon_buf_dealloc;
  1162. }
  1163. return status;
  1164. mon_buf_dealloc:
  1165. dp_rx_pdev_mon_buf_desc_pool_free(pdev, mac_for_pdev);
  1166. mon_status_dealloc:
  1167. dp_rx_pdev_mon_status_desc_pool_free(pdev, mac_for_pdev);
  1168. fail:
  1169. return status;
  1170. }
  1171. static void
  1172. dp_rx_pdev_mon_cmn_buffers_free(struct dp_pdev *pdev, int mac_id)
  1173. {
  1174. uint8_t pdev_id = pdev->pdev_id;
  1175. struct dp_soc *soc = pdev->soc;
  1176. int mac_for_pdev;
  1177. mac_for_pdev = dp_get_lmac_id_for_pdev_id(pdev->soc, mac_id, pdev_id);
  1178. dp_rx_pdev_mon_status_buffers_free(pdev, mac_for_pdev);
  1179. if (!soc->wlan_cfg_ctx->rxdma1_enable)
  1180. return;
  1181. dp_rx_pdev_mon_buf_buffers_free(pdev, mac_for_pdev);
  1182. }
  1183. QDF_STATUS
  1184. dp_rx_pdev_mon_desc_pool_alloc(struct dp_pdev *pdev)
  1185. {
  1186. QDF_STATUS status;
  1187. int mac_id, count;
  1188. for (mac_id = 0; mac_id < NUM_RXDMA_RINGS_PER_PDEV; mac_id++) {
  1189. status = dp_rx_pdev_mon_cmn_desc_pool_alloc(pdev, mac_id);
  1190. if (!QDF_IS_STATUS_SUCCESS(status)) {
  1191. QDF_TRACE(QDF_MODULE_ID_DP,
  1192. QDF_TRACE_LEVEL_ERROR, "%s: %d failed\n",
  1193. __func__, mac_id);
  1194. for (count = 0; count < mac_id; count++)
  1195. dp_rx_pdev_mon_cmn_desc_pool_free(pdev, count);
  1196. return status;
  1197. }
  1198. }
  1199. return status;
  1200. }
  1201. void
  1202. dp_rx_pdev_mon_desc_pool_init(struct dp_pdev *pdev)
  1203. {
  1204. int mac_id;
  1205. for (mac_id = 0; mac_id < NUM_RXDMA_RINGS_PER_PDEV; mac_id++)
  1206. dp_rx_pdev_mon_cmn_desc_pool_init(pdev, mac_id);
  1207. qdf_spinlock_create(&pdev->mon_lock);
  1208. }
  1209. void
  1210. dp_rx_pdev_mon_desc_pool_deinit(struct dp_pdev *pdev)
  1211. {
  1212. int mac_id;
  1213. for (mac_id = 0; mac_id < NUM_RXDMA_RINGS_PER_PDEV; mac_id++)
  1214. dp_rx_pdev_mon_cmn_desc_pool_deinit(pdev, mac_id);
  1215. qdf_spinlock_destroy(&pdev->mon_lock);
  1216. }
  1217. void dp_rx_pdev_mon_desc_pool_free(struct dp_pdev *pdev)
  1218. {
  1219. int mac_id;
  1220. for (mac_id = 0; mac_id < NUM_RXDMA_RINGS_PER_PDEV; mac_id++)
  1221. dp_rx_pdev_mon_cmn_desc_pool_free(pdev, mac_id);
  1222. }
  1223. void
  1224. dp_rx_pdev_mon_buffers_free(struct dp_pdev *pdev)
  1225. {
  1226. int mac_id;
  1227. for (mac_id = 0; mac_id < NUM_RXDMA_RINGS_PER_PDEV; mac_id++)
  1228. dp_rx_pdev_mon_cmn_buffers_free(pdev, mac_id);
  1229. }
  1230. QDF_STATUS
  1231. dp_rx_pdev_mon_buffers_alloc(struct dp_pdev *pdev)
  1232. {
  1233. int mac_id;
  1234. QDF_STATUS status;
  1235. for (mac_id = 0; mac_id < NUM_RXDMA_RINGS_PER_PDEV; mac_id++) {
  1236. status = dp_rx_pdev_mon_cmn_buffers_alloc(pdev, mac_id);
  1237. if (!QDF_IS_STATUS_SUCCESS(status)) {
  1238. QDF_TRACE(QDF_MODULE_ID_DP,
  1239. QDF_TRACE_LEVEL_ERROR, "%s: %d failed\n",
  1240. __func__, mac_id);
  1241. return status;
  1242. }
  1243. }
  1244. return status;
  1245. }