dp_rx_mon_dest.c 40 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494
  1. /*
  2. * Copyright (c) 2017-2020 The Linux Foundation. All rights reserved.
  3. *
  4. * Permission to use, copy, modify, and/or distribute this software for
  5. * any purpose with or without fee is hereby granted, provided that the
  6. * above copyright notice and this permission notice appear in all
  7. * copies.
  8. *
  9. * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL
  10. * WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED
  11. * WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE
  12. * AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL
  13. * DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR
  14. * PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER
  15. * TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
  16. * PERFORMANCE OF THIS SOFTWARE.
  17. */
  18. #include "hal_hw_headers.h"
  19. #include "dp_types.h"
  20. #include "dp_rx.h"
  21. #include "dp_peer.h"
  22. #include "hal_rx.h"
  23. #include "hal_api.h"
  24. #include "qdf_trace.h"
  25. #include "qdf_nbuf.h"
  26. #include "hal_api_mon.h"
  27. #include "dp_rx_mon.h"
  28. #include "wlan_cfg.h"
  29. #include "dp_internal.h"
  30. #ifdef WLAN_TX_PKT_CAPTURE_ENH
  31. #include "dp_rx_mon_feature.h"
  32. static inline void
  33. dp_handle_tx_capture(struct dp_soc *soc, struct dp_pdev *pdev,
  34. qdf_nbuf_t mon_mpdu)
  35. {
  36. struct hal_rx_ppdu_info *ppdu_info = &pdev->ppdu_info;
  37. if (pdev->tx_capture_enabled
  38. == CDP_TX_ENH_CAPTURE_DISABLED)
  39. return;
  40. if ((ppdu_info->sw_frame_group_id ==
  41. HAL_MPDU_SW_FRAME_GROUP_CTRL_NDPA) ||
  42. (ppdu_info->sw_frame_group_id ==
  43. HAL_MPDU_SW_FRAME_GROUP_CTRL_BAR))
  44. dp_handle_tx_capture_from_dest(soc, pdev, mon_mpdu);
  45. }
  46. static void
  47. dp_tx_capture_get_user_id(struct dp_pdev *dp_pdev, void *rx_desc_tlv)
  48. {
  49. if (dp_pdev->tx_capture_enabled
  50. != CDP_TX_ENH_CAPTURE_DISABLED)
  51. dp_pdev->ppdu_info.rx_info.user_id =
  52. HAL_RX_HW_DESC_MPDU_USER_ID(rx_desc_tlv);
  53. }
  54. #else
  55. static inline void
  56. dp_handle_tx_capture(struct dp_soc *soc, struct dp_pdev *pdev,
  57. qdf_nbuf_t mon_mpdu)
  58. {
  59. }
  60. static void
  61. dp_tx_capture_get_user_id(struct dp_pdev *dp_pdev, void *rx_desc_tlv)
  62. {
  63. }
  64. #endif
  65. /* The maxinum buffer length allocated for radio tap */
  66. #define MAX_MONITOR_HEADER (512)
  67. /*
  68. * PPDU id is from 0 to 64k-1. PPDU id read from status ring and PPDU id
  69. * read from destination ring shall track each other. If the distance of
  70. * two ppdu id is less than 20000. It is assume no wrap around. Otherwise,
  71. * It is assume wrap around.
  72. */
  73. #define NOT_PPDU_ID_WRAP_AROUND 20000
  74. /*
  75. * The destination ring processing is stuck if the destrination is not
  76. * moving while status ring moves 16 ppdu. the destination ring processing
  77. * skips this destination ring ppdu as walkaround
  78. */
  79. #define MON_DEST_RING_STUCK_MAX_CNT 16
  80. /**
  81. * dp_rx_mon_link_desc_return() - Return a MPDU link descriptor to HW
  82. * (WBM), following error handling
  83. *
  84. * @dp_pdev: core txrx pdev context
  85. * @buf_addr_info: void pointer to monitor link descriptor buf addr info
  86. * Return: QDF_STATUS
  87. */
  88. QDF_STATUS
  89. dp_rx_mon_link_desc_return(struct dp_pdev *dp_pdev,
  90. hal_buff_addrinfo_t buf_addr_info, int mac_id)
  91. {
  92. struct dp_srng *dp_srng;
  93. hal_ring_handle_t hal_ring_hdl;
  94. hal_soc_handle_t hal_soc;
  95. QDF_STATUS status = QDF_STATUS_E_FAILURE;
  96. void *src_srng_desc;
  97. hal_soc = dp_pdev->soc->hal_soc;
  98. dp_srng = &dp_pdev->soc->rxdma_mon_desc_ring[mac_id];
  99. hal_ring_hdl = dp_srng->hal_srng;
  100. qdf_assert(hal_ring_hdl);
  101. if (qdf_unlikely(hal_srng_access_start(hal_soc, hal_ring_hdl))) {
  102. /* TODO */
  103. /*
  104. * Need API to convert from hal_ring pointer to
  105. * Ring Type / Ring Id combo
  106. */
  107. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_ERROR,
  108. "%s %d : \
  109. HAL RING Access For WBM Release SRNG Failed -- %pK",
  110. __func__, __LINE__, hal_ring_hdl);
  111. goto done;
  112. }
  113. src_srng_desc = hal_srng_src_get_next(hal_soc, hal_ring_hdl);
  114. if (qdf_likely(src_srng_desc)) {
  115. /* Return link descriptor through WBM ring (SW2WBM)*/
  116. hal_rx_mon_msdu_link_desc_set(hal_soc,
  117. src_srng_desc, buf_addr_info);
  118. status = QDF_STATUS_SUCCESS;
  119. } else {
  120. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_ERROR,
  121. "%s %d -- Monitor Link Desc WBM Release Ring Full",
  122. __func__, __LINE__);
  123. }
  124. done:
  125. hal_srng_access_end(hal_soc, hal_ring_hdl);
  126. return status;
  127. }
  128. /**
  129. * dp_rx_mon_mpdu_pop() - Return a MPDU link descriptor to HW
  130. * (WBM), following error handling
  131. *
  132. * @soc: core DP main context
  133. * @mac_id: mac id which is one of 3 mac_ids
  134. * @rxdma_dst_ring_desc: void pointer to monitor link descriptor buf addr info
  135. * @head_msdu: head of msdu to be popped
  136. * @tail_msdu: tail of msdu to be popped
  137. * @npackets: number of packet to be popped
  138. * @ppdu_id: ppdu id of processing ppdu
  139. * @head: head of descs list to be freed
  140. * @tail: tail of decs list to be freed
  141. *
  142. * Return: number of msdu in MPDU to be popped
  143. */
  144. static inline uint32_t
  145. dp_rx_mon_mpdu_pop(struct dp_soc *soc, uint32_t mac_id,
  146. hal_rxdma_desc_t rxdma_dst_ring_desc, qdf_nbuf_t *head_msdu,
  147. qdf_nbuf_t *tail_msdu, uint32_t *npackets, uint32_t *ppdu_id,
  148. union dp_rx_desc_list_elem_t **head,
  149. union dp_rx_desc_list_elem_t **tail)
  150. {
  151. struct dp_pdev *dp_pdev = dp_get_pdev_for_lmac_id(soc, mac_id);
  152. void *rx_desc_tlv;
  153. void *rx_msdu_link_desc;
  154. qdf_nbuf_t msdu;
  155. qdf_nbuf_t last;
  156. struct hal_rx_msdu_list msdu_list;
  157. uint16_t num_msdus;
  158. uint32_t rx_buf_size, rx_pkt_offset;
  159. struct hal_buf_info buf_info;
  160. uint32_t rx_bufs_used = 0;
  161. uint32_t msdu_ppdu_id, msdu_cnt;
  162. uint8_t *data;
  163. uint32_t i;
  164. uint32_t total_frag_len = 0, frag_len = 0;
  165. bool is_frag, is_first_msdu;
  166. bool drop_mpdu = false;
  167. uint8_t bm_action = HAL_BM_ACTION_PUT_IN_IDLE_LIST;
  168. uint64_t nbuf_paddr = 0;
  169. uint32_t rx_link_buf_info[HAL_RX_BUFFINFO_NUM_DWORDS];
  170. if (qdf_unlikely(!dp_pdev)) {
  171. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_DEBUG,
  172. "pdev is null for mac_id = %d", mac_id);
  173. return rx_bufs_used;
  174. }
  175. msdu = 0;
  176. last = NULL;
  177. hal_rx_reo_ent_buf_paddr_get(rxdma_dst_ring_desc, &buf_info, &msdu_cnt);
  178. if ((hal_rx_reo_ent_rxdma_push_reason_get(rxdma_dst_ring_desc) ==
  179. HAL_RX_WBM_RXDMA_PSH_RSN_ERROR)) {
  180. uint8_t rxdma_err =
  181. hal_rx_reo_ent_rxdma_error_code_get(
  182. rxdma_dst_ring_desc);
  183. if (qdf_unlikely((rxdma_err == HAL_RXDMA_ERR_FLUSH_REQUEST) ||
  184. (rxdma_err == HAL_RXDMA_ERR_MPDU_LENGTH) ||
  185. (rxdma_err == HAL_RXDMA_ERR_OVERFLOW) ||
  186. (rxdma_err == HAL_RXDMA_ERR_FCS && dp_pdev->mcopy_mode))) {
  187. drop_mpdu = true;
  188. dp_pdev->rx_mon_stats.dest_mpdu_drop++;
  189. }
  190. }
  191. is_frag = false;
  192. is_first_msdu = true;
  193. do {
  194. /* WAR for duplicate link descriptors received from HW */
  195. if (qdf_unlikely(dp_pdev->mon_last_linkdesc_paddr ==
  196. buf_info.paddr)) {
  197. dp_pdev->rx_mon_stats.dup_mon_linkdesc_cnt++;
  198. return rx_bufs_used;
  199. }
  200. rx_msdu_link_desc =
  201. dp_rx_cookie_2_mon_link_desc(dp_pdev,
  202. buf_info, mac_id);
  203. qdf_assert_always(rx_msdu_link_desc);
  204. hal_rx_msdu_list_get(soc->hal_soc, rx_msdu_link_desc,
  205. &msdu_list, &num_msdus);
  206. for (i = 0; i < num_msdus; i++) {
  207. uint32_t l2_hdr_offset;
  208. struct dp_rx_desc *rx_desc = NULL;
  209. struct rx_desc_pool *rx_desc_pool;
  210. rx_desc = dp_rx_get_mon_desc(soc,
  211. msdu_list.sw_cookie[i]);
  212. qdf_assert_always(rx_desc);
  213. msdu = rx_desc->nbuf;
  214. if (msdu)
  215. nbuf_paddr = qdf_nbuf_get_frag_paddr(msdu, 0);
  216. /* WAR for duplicate buffers received from HW */
  217. if (qdf_unlikely(dp_pdev->mon_last_buf_cookie ==
  218. msdu_list.sw_cookie[i] ||
  219. !msdu ||
  220. msdu_list.paddr[i] != nbuf_paddr ||
  221. !rx_desc->in_use)) {
  222. /* Skip duplicate buffer and drop subsequent
  223. * buffers in this MPDU
  224. */
  225. drop_mpdu = true;
  226. dp_pdev->rx_mon_stats.dup_mon_buf_cnt++;
  227. dp_pdev->mon_last_linkdesc_paddr =
  228. buf_info.paddr;
  229. continue;
  230. }
  231. if (rx_desc->unmapped == 0) {
  232. rx_desc_pool = dp_rx_get_mon_desc_pool(
  233. soc,
  234. mac_id,
  235. dp_pdev->pdev_id);
  236. qdf_nbuf_unmap_nbytes_single(
  237. soc->osdev,
  238. rx_desc->nbuf,
  239. QDF_DMA_FROM_DEVICE,
  240. rx_desc_pool->buf_size);
  241. rx_desc->unmapped = 1;
  242. }
  243. if (drop_mpdu) {
  244. dp_pdev->mon_last_linkdesc_paddr =
  245. buf_info.paddr;
  246. qdf_nbuf_free(msdu);
  247. msdu = NULL;
  248. goto next_msdu;
  249. }
  250. data = qdf_nbuf_data(msdu);
  251. rx_desc_tlv = HAL_RX_MON_DEST_GET_DESC(data);
  252. QDF_TRACE(QDF_MODULE_ID_DP,
  253. QDF_TRACE_LEVEL_DEBUG,
  254. "[%s] i=%d, ppdu_id=%x, num_msdus = %u",
  255. __func__, i, *ppdu_id, num_msdus);
  256. if (is_first_msdu) {
  257. if (!hal_rx_mpdu_start_tlv_tag_valid(
  258. soc->hal_soc,
  259. rx_desc_tlv)) {
  260. drop_mpdu = true;
  261. qdf_nbuf_free(msdu);
  262. msdu = NULL;
  263. dp_pdev->mon_last_linkdesc_paddr =
  264. buf_info.paddr;
  265. goto next_msdu;
  266. }
  267. msdu_ppdu_id = hal_rx_hw_desc_get_ppduid_get(
  268. soc->hal_soc,
  269. rx_desc_tlv,
  270. rxdma_dst_ring_desc);
  271. is_first_msdu = false;
  272. QDF_TRACE(QDF_MODULE_ID_DP,
  273. QDF_TRACE_LEVEL_DEBUG,
  274. "[%s] msdu_ppdu_id=%x",
  275. __func__, msdu_ppdu_id);
  276. if (*ppdu_id > msdu_ppdu_id)
  277. QDF_TRACE(QDF_MODULE_ID_DP,
  278. QDF_TRACE_LEVEL_DEBUG,
  279. "[%s][%d] ppdu_id=%d "
  280. "msdu_ppdu_id=%d",
  281. __func__, __LINE__, *ppdu_id,
  282. msdu_ppdu_id);
  283. if ((*ppdu_id < msdu_ppdu_id) && (
  284. (msdu_ppdu_id - *ppdu_id) <
  285. NOT_PPDU_ID_WRAP_AROUND)) {
  286. *ppdu_id = msdu_ppdu_id;
  287. return rx_bufs_used;
  288. } else if ((*ppdu_id > msdu_ppdu_id) && (
  289. (*ppdu_id - msdu_ppdu_id) >
  290. NOT_PPDU_ID_WRAP_AROUND)) {
  291. *ppdu_id = msdu_ppdu_id;
  292. return rx_bufs_used;
  293. }
  294. dp_tx_capture_get_user_id(dp_pdev,
  295. rx_desc_tlv);
  296. if (*ppdu_id == msdu_ppdu_id)
  297. dp_pdev->rx_mon_stats.ppdu_id_match++;
  298. else
  299. dp_pdev->rx_mon_stats.ppdu_id_mismatch
  300. ++;
  301. dp_pdev->mon_last_linkdesc_paddr =
  302. buf_info.paddr;
  303. }
  304. if (hal_rx_desc_is_first_msdu(soc->hal_soc,
  305. rx_desc_tlv))
  306. hal_rx_mon_hw_desc_get_mpdu_status(soc->hal_soc,
  307. rx_desc_tlv,
  308. &(dp_pdev->ppdu_info.rx_status));
  309. if (msdu_list.msdu_info[i].msdu_flags &
  310. HAL_MSDU_F_MSDU_CONTINUATION) {
  311. if (!is_frag) {
  312. total_frag_len =
  313. msdu_list.msdu_info[i].msdu_len;
  314. is_frag = true;
  315. }
  316. dp_mon_adjust_frag_len(
  317. &total_frag_len, &frag_len);
  318. } else {
  319. if (is_frag) {
  320. dp_mon_adjust_frag_len(
  321. &total_frag_len, &frag_len);
  322. } else {
  323. frag_len =
  324. msdu_list.msdu_info[i].msdu_len;
  325. }
  326. is_frag = false;
  327. msdu_cnt--;
  328. }
  329. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_DEBUG,
  330. "%s total_len %u frag_len %u flags %u",
  331. __func__, total_frag_len, frag_len,
  332. msdu_list.msdu_info[i].msdu_flags);
  333. rx_pkt_offset = SIZE_OF_MONITOR_TLV;
  334. /*
  335. * HW structures call this L3 header padding
  336. * -- even though this is actually the offset
  337. * from the buffer beginning where the L2
  338. * header begins.
  339. */
  340. l2_hdr_offset =
  341. hal_rx_msdu_end_l3_hdr_padding_get(soc->hal_soc, data);
  342. rx_buf_size = rx_pkt_offset + l2_hdr_offset
  343. + frag_len;
  344. qdf_nbuf_set_pktlen(msdu, rx_buf_size);
  345. #if 0
  346. /* Disble it.see packet on msdu done set to 0 */
  347. /*
  348. * Check if DMA completed -- msdu_done is the
  349. * last bit to be written
  350. */
  351. if (!hal_rx_attn_msdu_done_get(rx_desc_tlv)) {
  352. QDF_TRACE(QDF_MODULE_ID_DP,
  353. QDF_TRACE_LEVEL_ERROR,
  354. "%s:%d: Pkt Desc",
  355. __func__, __LINE__);
  356. QDF_TRACE_HEX_DUMP(QDF_MODULE_ID_DP,
  357. QDF_TRACE_LEVEL_ERROR,
  358. rx_desc_tlv, 128);
  359. qdf_assert_always(0);
  360. }
  361. #endif
  362. QDF_TRACE(QDF_MODULE_ID_DP,
  363. QDF_TRACE_LEVEL_DEBUG,
  364. "%s: rx_pkt_offset=%d, l2_hdr_offset=%d, msdu_len=%d, addr=%pK skb->len %u",
  365. __func__, rx_pkt_offset, l2_hdr_offset,
  366. msdu_list.msdu_info[i].msdu_len,
  367. qdf_nbuf_data(msdu),
  368. (uint32_t)qdf_nbuf_len(msdu));
  369. if (head_msdu && !*head_msdu) {
  370. *head_msdu = msdu;
  371. } else {
  372. if (last)
  373. qdf_nbuf_set_next(last, msdu);
  374. }
  375. last = msdu;
  376. next_msdu:
  377. dp_pdev->mon_last_buf_cookie = msdu_list.sw_cookie[i];
  378. rx_bufs_used++;
  379. dp_rx_add_to_free_desc_list(head,
  380. tail, rx_desc);
  381. }
  382. /*
  383. * Store the current link buffer into to the local
  384. * structure to be used for release purpose.
  385. */
  386. hal_rxdma_buff_addr_info_set(rx_link_buf_info, buf_info.paddr,
  387. buf_info.sw_cookie, buf_info.rbm);
  388. hal_rx_mon_next_link_desc_get(rx_msdu_link_desc, &buf_info);
  389. if (dp_rx_monitor_link_desc_return(dp_pdev,
  390. (hal_buff_addrinfo_t)
  391. rx_link_buf_info,
  392. mac_id,
  393. bm_action)
  394. != QDF_STATUS_SUCCESS)
  395. dp_err_rl("monitor link desc return failed");
  396. } while (buf_info.paddr && msdu_cnt);
  397. if (last)
  398. qdf_nbuf_set_next(last, NULL);
  399. *tail_msdu = msdu;
  400. return rx_bufs_used;
  401. }
  402. static inline
  403. void dp_rx_msdus_set_payload(struct dp_soc *soc, qdf_nbuf_t msdu)
  404. {
  405. uint8_t *data;
  406. uint32_t rx_pkt_offset, l2_hdr_offset;
  407. data = qdf_nbuf_data(msdu);
  408. rx_pkt_offset = SIZE_OF_MONITOR_TLV;
  409. l2_hdr_offset = hal_rx_msdu_end_l3_hdr_padding_get(soc->hal_soc, data);
  410. qdf_nbuf_pull_head(msdu, rx_pkt_offset + l2_hdr_offset);
  411. }
  412. static inline
  413. qdf_nbuf_t dp_rx_mon_restitch_mpdu_from_msdus(struct dp_soc *soc,
  414. uint32_t mac_id, qdf_nbuf_t head_msdu, qdf_nbuf_t last_msdu,
  415. struct cdp_mon_status *rx_status)
  416. {
  417. qdf_nbuf_t msdu, mpdu_buf, prev_buf, msdu_orig, head_frag_list;
  418. uint32_t decap_format, wifi_hdr_len, sec_hdr_len, msdu_llc_len,
  419. mpdu_buf_len, decap_hdr_pull_bytes, frag_list_sum_len, dir,
  420. is_amsdu, is_first_frag, amsdu_pad;
  421. void *rx_desc;
  422. char *hdr_desc;
  423. unsigned char *dest;
  424. struct ieee80211_frame *wh;
  425. struct ieee80211_qoscntl *qos;
  426. struct dp_pdev *dp_pdev = dp_get_pdev_for_lmac_id(soc, mac_id);
  427. head_frag_list = NULL;
  428. mpdu_buf = NULL;
  429. if (qdf_unlikely(!dp_pdev)) {
  430. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_DEBUG,
  431. "pdev is null for mac_id = %d", mac_id);
  432. return NULL;
  433. }
  434. /* The nbuf has been pulled just beyond the status and points to the
  435. * payload
  436. */
  437. if (!head_msdu)
  438. goto mpdu_stitch_fail;
  439. msdu_orig = head_msdu;
  440. rx_desc = qdf_nbuf_data(msdu_orig);
  441. if (HAL_RX_DESC_GET_MPDU_LENGTH_ERR(rx_desc)) {
  442. /* It looks like there is some issue on MPDU len err */
  443. /* Need further investigate if drop the packet */
  444. DP_STATS_INC(dp_pdev, dropped.mon_rx_drop, 1);
  445. return NULL;
  446. }
  447. rx_desc = qdf_nbuf_data(last_msdu);
  448. rx_status->cdp_rs_fcs_err = HAL_RX_DESC_GET_MPDU_FCS_ERR(rx_desc);
  449. dp_pdev->ppdu_info.rx_status.rs_fcs_err =
  450. HAL_RX_DESC_GET_MPDU_FCS_ERR(rx_desc);
  451. /* Fill out the rx_status from the PPDU start and end fields */
  452. /* HAL_RX_GET_PPDU_STATUS(soc, mac_id, rx_status); */
  453. rx_desc = qdf_nbuf_data(head_msdu);
  454. decap_format = HAL_RX_DESC_GET_DECAP_FORMAT(rx_desc);
  455. /* Easy case - The MSDU status indicates that this is a non-decapped
  456. * packet in RAW mode.
  457. */
  458. if (decap_format == HAL_HW_RX_DECAP_FORMAT_RAW) {
  459. /* Note that this path might suffer from headroom unavailabilty
  460. * - but the RX status is usually enough
  461. */
  462. dp_rx_msdus_set_payload(soc, head_msdu);
  463. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_DEBUG,
  464. "[%s][%d] decap format raw head %pK head->next %pK last_msdu %pK last_msdu->next %pK",
  465. __func__, __LINE__, head_msdu, head_msdu->next,
  466. last_msdu, last_msdu->next);
  467. mpdu_buf = head_msdu;
  468. prev_buf = mpdu_buf;
  469. frag_list_sum_len = 0;
  470. msdu = qdf_nbuf_next(head_msdu);
  471. is_first_frag = 1;
  472. while (msdu) {
  473. dp_rx_msdus_set_payload(soc, msdu);
  474. if (is_first_frag) {
  475. is_first_frag = 0;
  476. head_frag_list = msdu;
  477. }
  478. frag_list_sum_len += qdf_nbuf_len(msdu);
  479. /* Maintain the linking of the cloned MSDUS */
  480. qdf_nbuf_set_next_ext(prev_buf, msdu);
  481. /* Move to the next */
  482. prev_buf = msdu;
  483. msdu = qdf_nbuf_next(msdu);
  484. }
  485. qdf_nbuf_trim_tail(prev_buf, HAL_RX_FCS_LEN);
  486. /* If there were more fragments to this RAW frame */
  487. if (head_frag_list) {
  488. if (frag_list_sum_len <
  489. sizeof(struct ieee80211_frame_min_one)) {
  490. DP_STATS_INC(dp_pdev, dropped.mon_rx_drop, 1);
  491. return NULL;
  492. }
  493. frag_list_sum_len -= HAL_RX_FCS_LEN;
  494. qdf_nbuf_append_ext_list(mpdu_buf, head_frag_list,
  495. frag_list_sum_len);
  496. qdf_nbuf_set_next(mpdu_buf, NULL);
  497. }
  498. goto mpdu_stitch_done;
  499. }
  500. /* Decap mode:
  501. * Calculate the amount of header in decapped packet to knock off based
  502. * on the decap type and the corresponding number of raw bytes to copy
  503. * status header
  504. */
  505. rx_desc = qdf_nbuf_data(head_msdu);
  506. hdr_desc = HAL_RX_DESC_GET_80211_HDR(rx_desc);
  507. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_DEBUG,
  508. "[%s][%d] decap format not raw",
  509. __func__, __LINE__);
  510. /* Base size */
  511. wifi_hdr_len = sizeof(struct ieee80211_frame);
  512. wh = (struct ieee80211_frame *)hdr_desc;
  513. dir = wh->i_fc[1] & IEEE80211_FC1_DIR_MASK;
  514. if (dir == IEEE80211_FC1_DIR_DSTODS)
  515. wifi_hdr_len += 6;
  516. is_amsdu = 0;
  517. if (wh->i_fc[0] & QDF_IEEE80211_FC0_SUBTYPE_QOS) {
  518. qos = (struct ieee80211_qoscntl *)
  519. (hdr_desc + wifi_hdr_len);
  520. wifi_hdr_len += 2;
  521. is_amsdu = (qos->i_qos[0] & IEEE80211_QOS_AMSDU);
  522. }
  523. /*Calculate security header length based on 'Protected'
  524. * and 'EXT_IV' flag
  525. * */
  526. if (wh->i_fc[1] & IEEE80211_FC1_WEP) {
  527. char *iv = (char *)wh + wifi_hdr_len;
  528. if (iv[3] & KEY_EXTIV)
  529. sec_hdr_len = 8;
  530. else
  531. sec_hdr_len = 4;
  532. } else {
  533. sec_hdr_len = 0;
  534. }
  535. wifi_hdr_len += sec_hdr_len;
  536. /* MSDU related stuff LLC - AMSDU subframe header etc */
  537. msdu_llc_len = is_amsdu ? (14 + 8) : 8;
  538. mpdu_buf_len = wifi_hdr_len + msdu_llc_len;
  539. /* "Decap" header to remove from MSDU buffer */
  540. decap_hdr_pull_bytes = 14;
  541. /* Allocate a new nbuf for holding the 802.11 header retrieved from the
  542. * status of the now decapped first msdu. Leave enough headroom for
  543. * accomodating any radio-tap /prism like PHY header
  544. */
  545. mpdu_buf = qdf_nbuf_alloc(soc->osdev,
  546. MAX_MONITOR_HEADER + mpdu_buf_len,
  547. MAX_MONITOR_HEADER, 4, FALSE);
  548. if (!mpdu_buf)
  549. goto mpdu_stitch_done;
  550. /* Copy the MPDU related header and enc headers into the first buffer
  551. * - Note that there can be a 2 byte pad between heaader and enc header
  552. */
  553. prev_buf = mpdu_buf;
  554. dest = qdf_nbuf_put_tail(prev_buf, wifi_hdr_len);
  555. if (!dest)
  556. goto mpdu_stitch_fail;
  557. qdf_mem_copy(dest, hdr_desc, wifi_hdr_len);
  558. hdr_desc += wifi_hdr_len;
  559. #if 0
  560. dest = qdf_nbuf_put_tail(prev_buf, sec_hdr_len);
  561. adf_os_mem_copy(dest, hdr_desc, sec_hdr_len);
  562. hdr_desc += sec_hdr_len;
  563. #endif
  564. /* The first LLC len is copied into the MPDU buffer */
  565. frag_list_sum_len = 0;
  566. msdu_orig = head_msdu;
  567. is_first_frag = 1;
  568. amsdu_pad = 0;
  569. while (msdu_orig) {
  570. /* TODO: intra AMSDU padding - do we need it ??? */
  571. msdu = msdu_orig;
  572. if (is_first_frag) {
  573. head_frag_list = msdu;
  574. } else {
  575. /* Reload the hdr ptr only on non-first MSDUs */
  576. rx_desc = qdf_nbuf_data(msdu_orig);
  577. hdr_desc = HAL_RX_DESC_GET_80211_HDR(rx_desc);
  578. }
  579. /* Copy this buffers MSDU related status into the prev buffer */
  580. if (is_first_frag) {
  581. is_first_frag = 0;
  582. }
  583. /* Update protocol and flow tag for MSDU */
  584. dp_rx_mon_update_protocol_flow_tag(soc, dp_pdev,
  585. msdu_orig, rx_desc);
  586. dest = qdf_nbuf_put_tail(prev_buf,
  587. msdu_llc_len + amsdu_pad);
  588. if (!dest)
  589. goto mpdu_stitch_fail;
  590. dest += amsdu_pad;
  591. qdf_mem_copy(dest, hdr_desc, msdu_llc_len);
  592. dp_rx_msdus_set_payload(soc, msdu);
  593. /* Push the MSDU buffer beyond the decap header */
  594. qdf_nbuf_pull_head(msdu, decap_hdr_pull_bytes);
  595. frag_list_sum_len += msdu_llc_len + qdf_nbuf_len(msdu)
  596. + amsdu_pad;
  597. /* Set up intra-AMSDU pad to be added to start of next buffer -
  598. * AMSDU pad is 4 byte pad on AMSDU subframe */
  599. amsdu_pad = (msdu_llc_len + qdf_nbuf_len(msdu)) & 0x3;
  600. amsdu_pad = amsdu_pad ? (4 - amsdu_pad) : 0;
  601. /* TODO FIXME How do we handle MSDUs that have fraglist - Should
  602. * probably iterate all the frags cloning them along the way and
  603. * and also updating the prev_buf pointer
  604. */
  605. /* Move to the next */
  606. prev_buf = msdu;
  607. msdu_orig = qdf_nbuf_next(msdu_orig);
  608. }
  609. #if 0
  610. /* Add in the trailer section - encryption trailer + FCS */
  611. qdf_nbuf_put_tail(prev_buf, HAL_RX_FCS_LEN);
  612. frag_list_sum_len += HAL_RX_FCS_LEN;
  613. #endif
  614. frag_list_sum_len -= msdu_llc_len;
  615. /* TODO: Convert this to suitable adf routines */
  616. qdf_nbuf_append_ext_list(mpdu_buf, head_frag_list,
  617. frag_list_sum_len);
  618. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_DEBUG,
  619. "%s %d mpdu_buf %pK mpdu_buf->len %u",
  620. __func__, __LINE__,
  621. mpdu_buf, mpdu_buf->len);
  622. mpdu_stitch_done:
  623. /* Check if this buffer contains the PPDU end status for TSF */
  624. /* Need revist this code to see where we can get tsf timestamp */
  625. #if 0
  626. /* PPDU end TLV will be retrieved from monitor status ring */
  627. last_mpdu =
  628. (*(((u_int32_t *)&rx_desc->attention)) &
  629. RX_ATTENTION_0_LAST_MPDU_MASK) >>
  630. RX_ATTENTION_0_LAST_MPDU_LSB;
  631. if (last_mpdu)
  632. rx_status->rs_tstamp.tsf = rx_desc->ppdu_end.tsf_timestamp;
  633. #endif
  634. return mpdu_buf;
  635. mpdu_stitch_fail:
  636. if ((mpdu_buf) && (decap_format != HAL_HW_RX_DECAP_FORMAT_RAW)) {
  637. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR,
  638. "%s mpdu_stitch_fail mpdu_buf %pK",
  639. __func__, mpdu_buf);
  640. /* Free the head buffer */
  641. qdf_nbuf_free(mpdu_buf);
  642. }
  643. return NULL;
  644. }
  645. /**
  646. * dp_send_mgmt_packet_to_stack(): send indicataion to upper layers
  647. *
  648. * @soc: soc handle
  649. * @nbuf: Mgmt packet
  650. * @pdev: pdev handle
  651. *
  652. * Return: QDF_STATUS_SUCCESS on success
  653. * QDF_STATUS_E_INVAL in error
  654. */
  655. #ifdef FEATURE_PERPKT_INFO
  656. static inline QDF_STATUS dp_send_mgmt_packet_to_stack(struct dp_soc *soc,
  657. qdf_nbuf_t nbuf,
  658. struct dp_pdev *pdev)
  659. {
  660. uint32_t *nbuf_data;
  661. struct ieee80211_frame *wh;
  662. if (!nbuf)
  663. return QDF_STATUS_E_INVAL;
  664. /*check if this is not a mgmt packet*/
  665. wh = (struct ieee80211_frame *)qdf_nbuf_data(nbuf);
  666. if (((wh->i_fc[0] & IEEE80211_FC0_TYPE_MASK) !=
  667. IEEE80211_FC0_TYPE_MGT) &&
  668. ((wh->i_fc[0] & IEEE80211_FC0_TYPE_MASK) !=
  669. IEEE80211_FC0_TYPE_CTL)) {
  670. qdf_nbuf_free(nbuf);
  671. return QDF_STATUS_E_INVAL;
  672. }
  673. nbuf_data = (uint32_t *)qdf_nbuf_push_head(nbuf, 4);
  674. if (!nbuf_data) {
  675. QDF_TRACE(QDF_MODULE_ID_DP,
  676. QDF_TRACE_LEVEL_ERROR,
  677. FL("No headroom"));
  678. qdf_nbuf_free(nbuf);
  679. return QDF_STATUS_E_INVAL;
  680. }
  681. *nbuf_data = pdev->ppdu_info.com_info.ppdu_id;
  682. dp_wdi_event_handler(WDI_EVENT_RX_MGMT_CTRL, soc, nbuf,
  683. HTT_INVALID_PEER,
  684. WDI_NO_VAL, pdev->pdev_id);
  685. return QDF_STATUS_SUCCESS;
  686. }
  687. #else
  688. static inline QDF_STATUS dp_send_mgmt_packet_to_stack(struct dp_soc *soc,
  689. qdf_nbuf_t nbuf,
  690. struct dp_pdev *pdev)
  691. {
  692. return QDF_STATUS_SUCCESS;
  693. }
  694. #endif
  695. /**
  696. * dp_rx_extract_radiotap_info(): Extract and populate information in
  697. * struct mon_rx_status type
  698. * @rx_status: Receive status
  699. * @mon_rx_status: Monitor mode status
  700. *
  701. * Returns: None
  702. */
  703. static inline
  704. void dp_rx_extract_radiotap_info(struct cdp_mon_status *rx_status,
  705. struct mon_rx_status *rx_mon_status)
  706. {
  707. rx_mon_status->tsft = rx_status->cdp_rs_tstamp.cdp_tsf;
  708. rx_mon_status->chan_freq = rx_status->rs_freq;
  709. rx_mon_status->chan_num = rx_status->rs_channel;
  710. rx_mon_status->chan_flags = rx_status->rs_flags;
  711. rx_mon_status->rate = rx_status->rs_datarate;
  712. /* TODO: rx_mon_status->ant_signal_db */
  713. /* TODO: rx_mon_status->nr_ant */
  714. rx_mon_status->mcs = rx_status->cdf_rs_rate_mcs;
  715. rx_mon_status->is_stbc = rx_status->cdp_rs_stbc;
  716. rx_mon_status->sgi = rx_status->cdp_rs_sgi;
  717. /* TODO: rx_mon_status->ldpc */
  718. /* TODO: rx_mon_status->beamformed */
  719. /* TODO: rx_mon_status->vht_flags */
  720. /* TODO: rx_mon_status->vht_flag_values1 */
  721. }
  722. /*
  723. * dp_rx_mon_deliver(): function to deliver packets to stack
  724. * @soc: DP soc
  725. * @mac_id: MAC ID
  726. * @head_msdu: head of msdu list
  727. * @tail_msdu: tail of msdu list
  728. *
  729. * Return: status: 0 - Success, non-zero: Failure
  730. */
  731. QDF_STATUS dp_rx_mon_deliver(struct dp_soc *soc, uint32_t mac_id,
  732. qdf_nbuf_t head_msdu, qdf_nbuf_t tail_msdu)
  733. {
  734. struct dp_pdev *pdev = dp_get_pdev_for_lmac_id(soc, mac_id);
  735. struct cdp_mon_status *rs = &pdev->rx_mon_recv_status;
  736. qdf_nbuf_t mon_skb, skb_next;
  737. qdf_nbuf_t mon_mpdu = NULL;
  738. if (!pdev || (!pdev->monitor_vdev && !pdev->mcopy_mode))
  739. goto mon_deliver_fail;
  740. /* restitch mon MPDU for delivery via monitor interface */
  741. mon_mpdu = dp_rx_mon_restitch_mpdu_from_msdus(soc, mac_id, head_msdu,
  742. tail_msdu, rs);
  743. /* monitor vap cannot be present when mcopy is enabled
  744. * hence same skb can be consumed
  745. */
  746. if (pdev->mcopy_mode)
  747. return dp_send_mgmt_packet_to_stack(soc, mon_mpdu, pdev);
  748. if (mon_mpdu && pdev->monitor_vdev && pdev->monitor_vdev->osif_vdev &&
  749. pdev->monitor_vdev->osif_rx_mon) {
  750. pdev->ppdu_info.rx_status.ppdu_id =
  751. pdev->ppdu_info.com_info.ppdu_id;
  752. pdev->ppdu_info.rx_status.device_id = soc->device_id;
  753. pdev->ppdu_info.rx_status.chan_noise_floor =
  754. pdev->chan_noise_floor;
  755. dp_handle_tx_capture(soc, pdev, mon_mpdu);
  756. if (!qdf_nbuf_update_radiotap(&pdev->ppdu_info.rx_status,
  757. mon_mpdu,
  758. qdf_nbuf_headroom(mon_mpdu))) {
  759. DP_STATS_INC(pdev, dropped.mon_radiotap_update_err, 1);
  760. goto mon_deliver_fail;
  761. }
  762. pdev->monitor_vdev->osif_rx_mon(pdev->monitor_vdev->osif_vdev,
  763. mon_mpdu,
  764. &pdev->ppdu_info.rx_status);
  765. } else {
  766. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_DEBUG,
  767. "[%s][%d] mon_mpdu=%pK monitor_vdev %pK osif_vdev %pK"
  768. , __func__, __LINE__, mon_mpdu, pdev->monitor_vdev,
  769. (pdev->monitor_vdev ? pdev->monitor_vdev->osif_vdev
  770. : NULL));
  771. goto mon_deliver_fail;
  772. }
  773. return QDF_STATUS_SUCCESS;
  774. mon_deliver_fail:
  775. mon_skb = head_msdu;
  776. while (mon_skb) {
  777. skb_next = qdf_nbuf_next(mon_skb);
  778. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_DEBUG,
  779. "[%s][%d] mon_skb=%pK len %u", __func__,
  780. __LINE__, mon_skb, mon_skb->len);
  781. qdf_nbuf_free(mon_skb);
  782. mon_skb = skb_next;
  783. }
  784. return QDF_STATUS_E_INVAL;
  785. }
  786. /**
  787. * dp_rx_mon_deliver_non_std()
  788. * @soc: core txrx main contex
  789. * @mac_id: MAC ID
  790. *
  791. * This function delivers the radio tap and dummy MSDU
  792. * into user layer application for preamble only PPDU.
  793. *
  794. * Return: QDF_STATUS
  795. */
  796. QDF_STATUS dp_rx_mon_deliver_non_std(struct dp_soc *soc,
  797. uint32_t mac_id)
  798. {
  799. struct dp_pdev *pdev = dp_get_pdev_for_lmac_id(soc, mac_id);
  800. ol_txrx_rx_mon_fp osif_rx_mon;
  801. qdf_nbuf_t dummy_msdu;
  802. /* Sanity checking */
  803. if (!pdev || !pdev->monitor_vdev || !pdev->monitor_vdev->osif_rx_mon)
  804. goto mon_deliver_non_std_fail;
  805. /* Generate a dummy skb_buff */
  806. osif_rx_mon = pdev->monitor_vdev->osif_rx_mon;
  807. dummy_msdu = qdf_nbuf_alloc(soc->osdev, MAX_MONITOR_HEADER,
  808. MAX_MONITOR_HEADER, 4, FALSE);
  809. if (!dummy_msdu)
  810. goto allocate_dummy_msdu_fail;
  811. qdf_nbuf_set_pktlen(dummy_msdu, 0);
  812. qdf_nbuf_set_next(dummy_msdu, NULL);
  813. pdev->ppdu_info.rx_status.ppdu_id =
  814. pdev->ppdu_info.com_info.ppdu_id;
  815. /* Apply the radio header to this dummy skb */
  816. if (!qdf_nbuf_update_radiotap(&pdev->ppdu_info.rx_status, dummy_msdu,
  817. qdf_nbuf_headroom(dummy_msdu))) {
  818. DP_STATS_INC(pdev, dropped.mon_radiotap_update_err, 1);
  819. qdf_nbuf_free(dummy_msdu);
  820. goto mon_deliver_non_std_fail;
  821. }
  822. /* deliver to the user layer application */
  823. osif_rx_mon(pdev->monitor_vdev->osif_vdev,
  824. dummy_msdu, NULL);
  825. /* Clear rx_status*/
  826. qdf_mem_zero(&pdev->ppdu_info.rx_status,
  827. sizeof(pdev->ppdu_info.rx_status));
  828. pdev->mon_ppdu_status = DP_PPDU_STATUS_START;
  829. return QDF_STATUS_SUCCESS;
  830. allocate_dummy_msdu_fail:
  831. QDF_TRACE_DEBUG_RL(QDF_MODULE_ID_DP, "[%s][%d] mon_skb=%pK ",
  832. __func__, __LINE__, dummy_msdu);
  833. mon_deliver_non_std_fail:
  834. return QDF_STATUS_E_INVAL;
  835. }
  836. void dp_rx_mon_dest_process(struct dp_soc *soc, struct dp_intr *int_ctx,
  837. uint32_t mac_id, uint32_t quota)
  838. {
  839. struct dp_pdev *pdev = dp_get_pdev_for_lmac_id(soc, mac_id);
  840. uint8_t pdev_id;
  841. hal_rxdma_desc_t rxdma_dst_ring_desc;
  842. hal_soc_handle_t hal_soc;
  843. void *mon_dst_srng;
  844. union dp_rx_desc_list_elem_t *head = NULL;
  845. union dp_rx_desc_list_elem_t *tail = NULL;
  846. uint32_t ppdu_id;
  847. uint32_t rx_bufs_used;
  848. uint32_t mpdu_rx_bufs_used;
  849. int mac_for_pdev = mac_id;
  850. struct cdp_pdev_mon_stats *rx_mon_stats;
  851. if (!pdev) {
  852. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_DEBUG,
  853. "pdev is null for mac_id = %d", mac_id);
  854. return;
  855. }
  856. mon_dst_srng = dp_rxdma_get_mon_dst_ring(pdev, mac_for_pdev);
  857. if (!mon_dst_srng || !hal_srng_initialized(mon_dst_srng)) {
  858. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_ERROR,
  859. "%s %d : HAL Monitor Destination Ring Init Failed -- %pK",
  860. __func__, __LINE__, mon_dst_srng);
  861. return;
  862. }
  863. hal_soc = soc->hal_soc;
  864. qdf_assert((hal_soc && pdev));
  865. qdf_spin_lock_bh(&pdev->mon_lock);
  866. if (qdf_unlikely(dp_srng_access_start(int_ctx, soc, mon_dst_srng))) {
  867. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_ERROR,
  868. "%s %d : HAL Monitor Destination Ring access Failed -- %pK",
  869. __func__, __LINE__, mon_dst_srng);
  870. return;
  871. }
  872. pdev_id = pdev->pdev_id;
  873. ppdu_id = pdev->ppdu_info.com_info.ppdu_id;
  874. rx_bufs_used = 0;
  875. rx_mon_stats = &pdev->rx_mon_stats;
  876. while (qdf_likely(rxdma_dst_ring_desc =
  877. hal_srng_dst_peek(hal_soc, mon_dst_srng))) {
  878. qdf_nbuf_t head_msdu, tail_msdu;
  879. uint32_t npackets;
  880. head_msdu = (qdf_nbuf_t) NULL;
  881. tail_msdu = (qdf_nbuf_t) NULL;
  882. mpdu_rx_bufs_used =
  883. dp_rx_mon_mpdu_pop(soc, mac_id,
  884. rxdma_dst_ring_desc,
  885. &head_msdu, &tail_msdu,
  886. &npackets, &ppdu_id,
  887. &head, &tail);
  888. rx_bufs_used += mpdu_rx_bufs_used;
  889. if (mpdu_rx_bufs_used)
  890. pdev->mon_dest_ring_stuck_cnt = 0;
  891. else
  892. pdev->mon_dest_ring_stuck_cnt++;
  893. if (pdev->mon_dest_ring_stuck_cnt >
  894. MON_DEST_RING_STUCK_MAX_CNT) {
  895. dp_info("destination ring stuck");
  896. dp_info("ppdu_id status=%d dest=%d",
  897. pdev->ppdu_info.com_info.ppdu_id, ppdu_id);
  898. rx_mon_stats->mon_rx_dest_stuck++;
  899. pdev->ppdu_info.com_info.ppdu_id = ppdu_id;
  900. continue;
  901. }
  902. if (ppdu_id != pdev->ppdu_info.com_info.ppdu_id) {
  903. rx_mon_stats->stat_ring_ppdu_id_hist[
  904. rx_mon_stats->ppdu_id_hist_idx] =
  905. pdev->ppdu_info.com_info.ppdu_id;
  906. rx_mon_stats->dest_ring_ppdu_id_hist[
  907. rx_mon_stats->ppdu_id_hist_idx] = ppdu_id;
  908. rx_mon_stats->ppdu_id_hist_idx =
  909. (rx_mon_stats->ppdu_id_hist_idx + 1) &
  910. (MAX_PPDU_ID_HIST - 1);
  911. pdev->mon_ppdu_status = DP_PPDU_STATUS_START;
  912. qdf_mem_zero(&(pdev->ppdu_info.rx_status),
  913. sizeof(pdev->ppdu_info.rx_status));
  914. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_DEBUG,
  915. "%s %d ppdu_id %x != ppdu_info.com_info.ppdu_id %x",
  916. __func__, __LINE__,
  917. ppdu_id, pdev->ppdu_info.com_info.ppdu_id);
  918. break;
  919. }
  920. if (qdf_likely((head_msdu) && (tail_msdu))) {
  921. rx_mon_stats->dest_mpdu_done++;
  922. dp_rx_mon_deliver(soc, mac_id, head_msdu, tail_msdu);
  923. }
  924. rxdma_dst_ring_desc = hal_srng_dst_get_next(hal_soc,
  925. mon_dst_srng);
  926. }
  927. dp_srng_access_end(int_ctx, soc, mon_dst_srng);
  928. qdf_spin_unlock_bh(&pdev->mon_lock);
  929. if (rx_bufs_used) {
  930. rx_mon_stats->dest_ppdu_done++;
  931. dp_rx_buffers_replenish(soc, mac_id,
  932. dp_rxdma_get_mon_buf_ring(pdev,
  933. mac_for_pdev),
  934. dp_rx_get_mon_desc_pool(soc, mac_id,
  935. pdev_id),
  936. rx_bufs_used, &head, &tail);
  937. }
  938. }
  939. QDF_STATUS
  940. dp_rx_pdev_mon_buf_buffers_alloc(struct dp_pdev *pdev, uint32_t mac_id,
  941. bool delayed_replenish)
  942. {
  943. uint8_t pdev_id = pdev->pdev_id;
  944. struct dp_soc *soc = pdev->soc;
  945. struct dp_srng *mon_buf_ring;
  946. uint32_t num_entries;
  947. struct rx_desc_pool *rx_desc_pool;
  948. QDF_STATUS status = QDF_STATUS_SUCCESS;
  949. struct wlan_cfg_dp_soc_ctxt *soc_cfg_ctx = soc->wlan_cfg_ctx;
  950. mon_buf_ring = dp_rxdma_get_mon_buf_ring(pdev, mac_id);
  951. num_entries = mon_buf_ring->num_entries;
  952. rx_desc_pool = dp_rx_get_mon_desc_pool(soc, mac_id, pdev_id);
  953. dp_debug("Mon RX Desc Pool[%d] entries=%u", pdev_id, num_entries);
  954. /* Replenish RXDMA monitor buffer ring with 8 buffers only
  955. * delayed_replenish_entries is actually 8 but when we call
  956. * dp_pdev_rx_buffers_attach() we pass 1 less than 8, hence
  957. * added 1 to delayed_replenish_entries to ensure we have 8
  958. * entries. Once the monitor VAP is configured we replenish
  959. * the complete RXDMA monitor buffer ring.
  960. */
  961. if (delayed_replenish) {
  962. num_entries = soc_cfg_ctx->delayed_replenish_entries + 1;
  963. status = dp_pdev_rx_buffers_attach(soc, mac_id, mon_buf_ring,
  964. rx_desc_pool,
  965. num_entries - 1);
  966. } else {
  967. union dp_rx_desc_list_elem_t *tail = NULL;
  968. union dp_rx_desc_list_elem_t *desc_list = NULL;
  969. status = dp_rx_buffers_replenish(soc, mac_id,
  970. mon_buf_ring,
  971. rx_desc_pool,
  972. num_entries,
  973. &desc_list,
  974. &tail);
  975. }
  976. return status;
  977. }
  978. static QDF_STATUS
  979. dp_rx_pdev_mon_cmn_buffers_alloc(struct dp_pdev *pdev, int mac_id)
  980. {
  981. struct dp_soc *soc = pdev->soc;
  982. uint8_t pdev_id = pdev->pdev_id;
  983. int mac_for_pdev;
  984. bool delayed_replenish;
  985. QDF_STATUS status = QDF_STATUS_SUCCESS;
  986. struct wlan_cfg_dp_soc_ctxt *soc_cfg_ctx = soc->wlan_cfg_ctx;
  987. delayed_replenish = soc_cfg_ctx->delayed_replenish_entries ? 1 : 0;
  988. mac_for_pdev = dp_get_lmac_id_for_pdev_id(pdev->soc, mac_id, pdev_id);
  989. status = dp_rx_pdev_mon_status_buffers_alloc(pdev, mac_for_pdev);
  990. if (!QDF_IS_STATUS_SUCCESS(status)) {
  991. dp_err("%s: dp_rx_pdev_mon_status_desc_pool_alloc() failed",
  992. __func__);
  993. goto fail;
  994. }
  995. if (!soc->wlan_cfg_ctx->rxdma1_enable)
  996. return status;
  997. status = dp_rx_pdev_mon_buf_buffers_alloc(pdev, mac_for_pdev,
  998. delayed_replenish);
  999. if (!QDF_IS_STATUS_SUCCESS(status)) {
  1000. dp_err("%s: dp_rx_pdev_mon_buf_desc_pool_alloc() failed\n",
  1001. __func__);
  1002. goto mon_stat_buf_dealloc;
  1003. }
  1004. return status;
  1005. mon_stat_buf_dealloc:
  1006. dp_rx_pdev_mon_status_buffers_free(pdev, mac_for_pdev);
  1007. fail:
  1008. return status;
  1009. }
  1010. static void
  1011. dp_rx_pdev_mon_buf_desc_pool_init(struct dp_pdev *pdev, uint32_t mac_id)
  1012. {
  1013. uint8_t pdev_id = pdev->pdev_id;
  1014. struct dp_soc *soc = pdev->soc;
  1015. struct dp_srng *mon_buf_ring;
  1016. uint32_t num_entries;
  1017. struct rx_desc_pool *rx_desc_pool;
  1018. uint32_t rx_desc_pool_size;
  1019. struct wlan_cfg_dp_soc_ctxt *soc_cfg_ctx = soc->wlan_cfg_ctx;
  1020. mon_buf_ring = &soc->rxdma_mon_buf_ring[mac_id];
  1021. num_entries = mon_buf_ring->num_entries;
  1022. rx_desc_pool = &soc->rx_desc_mon[mac_id];
  1023. dp_debug("Mon RX Desc buf Pool[%d] init entries=%u",
  1024. pdev_id, num_entries);
  1025. rx_desc_pool_size = wlan_cfg_get_dp_soc_rx_sw_desc_weight(soc_cfg_ctx) *
  1026. num_entries;
  1027. rx_desc_pool->owner = HAL_RX_BUF_RBM_SW3_BM;
  1028. rx_desc_pool->buf_size = RX_MONITOR_BUFFER_SIZE;
  1029. rx_desc_pool->buf_alignment = RX_MONITOR_BUFFER_ALIGNMENT;
  1030. dp_rx_desc_pool_init(soc, mac_id, rx_desc_pool_size, rx_desc_pool);
  1031. pdev->mon_last_linkdesc_paddr = 0;
  1032. pdev->mon_last_buf_cookie = DP_RX_DESC_COOKIE_MAX + 1;
  1033. /* Attach full monitor mode resources */
  1034. dp_full_mon_attach(pdev);
  1035. }
  1036. static void
  1037. dp_rx_pdev_mon_cmn_desc_pool_init(struct dp_pdev *pdev, int mac_id)
  1038. {
  1039. struct dp_soc *soc = pdev->soc;
  1040. uint32_t mac_for_pdev;
  1041. mac_for_pdev = dp_get_lmac_id_for_pdev_id(soc, mac_id, pdev->pdev_id);
  1042. dp_rx_pdev_mon_status_desc_pool_init(pdev, mac_for_pdev);
  1043. if (!soc->wlan_cfg_ctx->rxdma1_enable)
  1044. return;
  1045. dp_rx_pdev_mon_buf_desc_pool_init(pdev, mac_for_pdev);
  1046. dp_link_desc_ring_replenish(soc, mac_for_pdev);
  1047. }
  1048. static void
  1049. dp_rx_pdev_mon_buf_desc_pool_deinit(struct dp_pdev *pdev, uint32_t mac_id)
  1050. {
  1051. uint8_t pdev_id = pdev->pdev_id;
  1052. struct dp_soc *soc = pdev->soc;
  1053. struct rx_desc_pool *rx_desc_pool;
  1054. rx_desc_pool = &soc->rx_desc_mon[mac_id];
  1055. dp_debug("Mon RX Desc buf Pool[%d] deinit", pdev_id);
  1056. dp_rx_desc_pool_deinit(soc, rx_desc_pool);
  1057. /* Detach full monitor mode resources */
  1058. dp_full_mon_detach(pdev);
  1059. }
  1060. static void
  1061. dp_rx_pdev_mon_cmn_desc_pool_deinit(struct dp_pdev *pdev, int mac_id)
  1062. {
  1063. struct dp_soc *soc = pdev->soc;
  1064. uint8_t pdev_id = pdev->pdev_id;
  1065. int mac_for_pdev = dp_get_lmac_id_for_pdev_id(soc, mac_id, pdev_id);
  1066. dp_rx_pdev_mon_status_desc_pool_deinit(pdev, mac_for_pdev);
  1067. if (!soc->wlan_cfg_ctx->rxdma1_enable)
  1068. return;
  1069. dp_rx_pdev_mon_buf_desc_pool_deinit(pdev, mac_for_pdev);
  1070. }
  1071. static void
  1072. dp_rx_pdev_mon_buf_desc_pool_free(struct dp_pdev *pdev, uint32_t mac_id)
  1073. {
  1074. uint8_t pdev_id = pdev->pdev_id;
  1075. struct dp_soc *soc = pdev->soc;
  1076. struct rx_desc_pool *rx_desc_pool;
  1077. rx_desc_pool = &soc->rx_desc_mon[mac_id];
  1078. dp_debug("Mon RX Buf Desc Pool Free pdev[%d]", pdev_id);
  1079. dp_rx_desc_pool_free(soc, rx_desc_pool);
  1080. }
  1081. static void
  1082. dp_rx_pdev_mon_cmn_desc_pool_free(struct dp_pdev *pdev, int mac_id)
  1083. {
  1084. struct dp_soc *soc = pdev->soc;
  1085. uint8_t pdev_id = pdev->pdev_id;
  1086. int mac_for_pdev = dp_get_lmac_id_for_pdev_id(soc, mac_id, pdev_id);
  1087. dp_rx_pdev_mon_status_desc_pool_free(pdev, mac_for_pdev);
  1088. dp_rx_pdev_mon_buf_desc_pool_free(pdev, mac_for_pdev);
  1089. dp_hw_link_desc_pool_banks_free(soc, mac_for_pdev);
  1090. }
  1091. void dp_rx_pdev_mon_buf_buffers_free(struct dp_pdev *pdev, uint32_t mac_id)
  1092. {
  1093. uint8_t pdev_id = pdev->pdev_id;
  1094. struct dp_soc *soc = pdev->soc;
  1095. struct rx_desc_pool *rx_desc_pool;
  1096. rx_desc_pool = &soc->rx_desc_mon[mac_id];
  1097. dp_debug("Mon RX Buf buffers Free pdev[%d]", pdev_id);
  1098. dp_rx_desc_nbuf_free(soc, rx_desc_pool);
  1099. }
  1100. static QDF_STATUS
  1101. dp_rx_pdev_mon_buf_desc_pool_alloc(struct dp_pdev *pdev, uint32_t mac_id)
  1102. {
  1103. uint8_t pdev_id = pdev->pdev_id;
  1104. struct dp_soc *soc = pdev->soc;
  1105. struct dp_srng *mon_buf_ring;
  1106. uint32_t num_entries;
  1107. struct rx_desc_pool *rx_desc_pool;
  1108. uint32_t rx_desc_pool_size;
  1109. struct wlan_cfg_dp_soc_ctxt *soc_cfg_ctx = soc->wlan_cfg_ctx;
  1110. mon_buf_ring = &soc->rxdma_mon_buf_ring[mac_id];
  1111. num_entries = mon_buf_ring->num_entries;
  1112. rx_desc_pool = &soc->rx_desc_mon[mac_id];
  1113. dp_debug("Mon RX Desc Pool[%d] entries=%u",
  1114. pdev_id, num_entries);
  1115. rx_desc_pool_size = wlan_cfg_get_dp_soc_rx_sw_desc_weight(soc_cfg_ctx) *
  1116. num_entries;
  1117. return dp_rx_desc_pool_alloc(soc, rx_desc_pool_size, rx_desc_pool);
  1118. }
  1119. static QDF_STATUS
  1120. dp_rx_pdev_mon_cmn_desc_pool_alloc(struct dp_pdev *pdev, int mac_id)
  1121. {
  1122. struct dp_soc *soc = pdev->soc;
  1123. uint8_t pdev_id = pdev->pdev_id;
  1124. uint32_t mac_for_pdev;
  1125. QDF_STATUS status;
  1126. mac_for_pdev = dp_get_lmac_id_for_pdev_id(soc, mac_id, pdev_id);
  1127. /* Allocate sw rx descriptor pool for monitor status ring */
  1128. status = dp_rx_pdev_mon_status_desc_pool_alloc(pdev, mac_for_pdev);
  1129. if (!QDF_IS_STATUS_SUCCESS(status)) {
  1130. dp_err("%s: dp_rx_pdev_mon_status_desc_pool_alloc() failed",
  1131. __func__);
  1132. goto fail;
  1133. }
  1134. if (!soc->wlan_cfg_ctx->rxdma1_enable)
  1135. return status;
  1136. /* Allocate sw rx descriptor pool for monitor RxDMA buffer ring */
  1137. status = dp_rx_pdev_mon_buf_desc_pool_alloc(pdev, mac_for_pdev);
  1138. if (!QDF_IS_STATUS_SUCCESS(status)) {
  1139. dp_err("%s: dp_rx_pdev_mon_buf_desc_pool_alloc() failed\n",
  1140. __func__);
  1141. goto mon_status_dealloc;
  1142. }
  1143. /* Allocate link descriptors for the monitor link descriptor ring */
  1144. status = dp_hw_link_desc_pool_banks_alloc(soc, mac_for_pdev);
  1145. if (!QDF_IS_STATUS_SUCCESS(status)) {
  1146. dp_err("%s: dp_hw_link_desc_pool_banks_alloc() failed",
  1147. __func__);
  1148. goto mon_buf_dealloc;
  1149. }
  1150. return status;
  1151. mon_buf_dealloc:
  1152. dp_rx_pdev_mon_buf_desc_pool_free(pdev, mac_for_pdev);
  1153. mon_status_dealloc:
  1154. dp_rx_pdev_mon_status_desc_pool_free(pdev, mac_for_pdev);
  1155. fail:
  1156. return status;
  1157. }
  1158. static void
  1159. dp_rx_pdev_mon_cmn_buffers_free(struct dp_pdev *pdev, int mac_id)
  1160. {
  1161. uint8_t pdev_id = pdev->pdev_id;
  1162. struct dp_soc *soc = pdev->soc;
  1163. int mac_for_pdev;
  1164. mac_for_pdev = dp_get_lmac_id_for_pdev_id(pdev->soc, mac_id, pdev_id);
  1165. dp_rx_pdev_mon_status_buffers_free(pdev, mac_for_pdev);
  1166. if (!soc->wlan_cfg_ctx->rxdma1_enable)
  1167. return;
  1168. dp_rx_pdev_mon_buf_buffers_free(pdev, mac_for_pdev);
  1169. }
  1170. QDF_STATUS
  1171. dp_rx_pdev_mon_desc_pool_alloc(struct dp_pdev *pdev)
  1172. {
  1173. QDF_STATUS status;
  1174. int mac_id, count;
  1175. for (mac_id = 0; mac_id < NUM_RXDMA_RINGS_PER_PDEV; mac_id++) {
  1176. status = dp_rx_pdev_mon_cmn_desc_pool_alloc(pdev, mac_id);
  1177. if (!QDF_IS_STATUS_SUCCESS(status)) {
  1178. QDF_TRACE(QDF_MODULE_ID_DP,
  1179. QDF_TRACE_LEVEL_ERROR, "%s: %d failed\n",
  1180. __func__, mac_id);
  1181. for (count = 0; count < mac_id; count++)
  1182. dp_rx_pdev_mon_cmn_desc_pool_free(pdev, count);
  1183. return status;
  1184. }
  1185. }
  1186. return status;
  1187. }
  1188. void
  1189. dp_rx_pdev_mon_desc_pool_init(struct dp_pdev *pdev)
  1190. {
  1191. int mac_id;
  1192. for (mac_id = 0; mac_id < NUM_RXDMA_RINGS_PER_PDEV; mac_id++)
  1193. dp_rx_pdev_mon_cmn_desc_pool_init(pdev, mac_id);
  1194. qdf_spinlock_create(&pdev->mon_lock);
  1195. }
  1196. void
  1197. dp_rx_pdev_mon_desc_pool_deinit(struct dp_pdev *pdev)
  1198. {
  1199. int mac_id;
  1200. for (mac_id = 0; mac_id < NUM_RXDMA_RINGS_PER_PDEV; mac_id++)
  1201. dp_rx_pdev_mon_cmn_desc_pool_deinit(pdev, mac_id);
  1202. qdf_spinlock_destroy(&pdev->mon_lock);
  1203. }
  1204. void dp_rx_pdev_mon_desc_pool_free(struct dp_pdev *pdev)
  1205. {
  1206. int mac_id;
  1207. for (mac_id = 0; mac_id < NUM_RXDMA_RINGS_PER_PDEV; mac_id++)
  1208. dp_rx_pdev_mon_cmn_desc_pool_free(pdev, mac_id);
  1209. }
  1210. void
  1211. dp_rx_pdev_mon_buffers_free(struct dp_pdev *pdev)
  1212. {
  1213. int mac_id;
  1214. for (mac_id = 0; mac_id < NUM_RXDMA_RINGS_PER_PDEV; mac_id++)
  1215. dp_rx_pdev_mon_cmn_buffers_free(pdev, mac_id);
  1216. }
  1217. QDF_STATUS
  1218. dp_rx_pdev_mon_buffers_alloc(struct dp_pdev *pdev)
  1219. {
  1220. int mac_id;
  1221. QDF_STATUS status;
  1222. for (mac_id = 0; mac_id < NUM_RXDMA_RINGS_PER_PDEV; mac_id++) {
  1223. status = dp_rx_pdev_mon_cmn_buffers_alloc(pdev, mac_id);
  1224. if (!QDF_IS_STATUS_SUCCESS(status)) {
  1225. QDF_TRACE(QDF_MODULE_ID_DP,
  1226. QDF_TRACE_LEVEL_ERROR, "%s: %d failed\n",
  1227. __func__, mac_id);
  1228. return status;
  1229. }
  1230. }
  1231. return status;
  1232. }