dp_rx_mon_dest.c 28 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044
  1. /*
  2. * Copyright (c) 2017 The Linux Foundation. All rights reserved.
  3. *
  4. * Permission to use, copy, modify, and/or distribute this software for
  5. * any purpose with or without fee is hereby granted, provided that the
  6. * above copyright notice and this permission notice appear in all
  7. * copies.
  8. *
  9. * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL
  10. * WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED
  11. * WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE
  12. * AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL
  13. * DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR
  14. * PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER
  15. * TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
  16. * PERFORMANCE OF THIS SOFTWARE.
  17. */
  18. #include "dp_types.h"
  19. #include "dp_rx.h"
  20. #include "dp_peer.h"
  21. #include "hal_rx.h"
  22. #include "hal_api.h"
  23. #include "qdf_trace.h"
  24. #include "qdf_nbuf.h"
  25. #include "hal_api_mon.h"
  26. #include "ieee80211.h"
  27. #include "dp_rx_mon.h"
  28. #include "wlan_cfg.h"
  29. /**
  30. * dp_rx_mon_link_desc_return() - Return a MPDU link descriptor to HW
  31. * (WBM), following error handling
  32. *
  33. * @dp_pdev: core txrx pdev context
  34. * @buf_addr_info: void pointer to monitor link descriptor buf addr info
  35. * Return: QDF_STATUS
  36. */
  37. static QDF_STATUS
  38. dp_rx_mon_link_desc_return(struct dp_pdev *dp_pdev,
  39. void *buf_addr_info)
  40. {
  41. struct dp_srng *dp_srng;
  42. void *hal_srng;
  43. void *hal_soc;
  44. QDF_STATUS status = QDF_STATUS_E_FAILURE;
  45. void *src_srng_desc;
  46. hal_soc = dp_pdev->soc->hal_soc;
  47. dp_srng = &dp_pdev->rxdma_mon_desc_ring;
  48. hal_srng = dp_srng->hal_srng;
  49. qdf_assert(hal_srng);
  50. if (qdf_unlikely(hal_srng_access_start(hal_soc, hal_srng))) {
  51. /* TODO */
  52. /*
  53. * Need API to convert from hal_ring pointer to
  54. * Ring Type / Ring Id combo
  55. */
  56. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_ERROR,
  57. "%s %d : \
  58. HAL RING Access For WBM Release SRNG Failed -- %p\n",
  59. __func__, __LINE__, hal_srng);
  60. goto done;
  61. }
  62. src_srng_desc = hal_srng_src_get_next(hal_soc, hal_srng);
  63. if (qdf_likely(src_srng_desc)) {
  64. /* Return link descriptor through WBM ring (SW2WBM)*/
  65. hal_rx_mon_msdu_link_desc_set(hal_soc,
  66. src_srng_desc, buf_addr_info);
  67. status = QDF_STATUS_SUCCESS;
  68. } else {
  69. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_ERROR,
  70. "%s %d -- Monitor Link Desc WBM Release Ring Full\n",
  71. __func__, __LINE__);
  72. }
  73. done:
  74. hal_srng_access_end(hal_soc, hal_srng);
  75. return status;
  76. }
  77. /**
  78. * dp_rx_mon_mpdu_pop() - Return a MPDU link descriptor to HW
  79. * (WBM), following error handling
  80. *
  81. * @soc: core DP main context
  82. * @mac_id: mac id which is one of 3 mac_ids
  83. * @rxdma_dst_ring_desc: void pointer to monitor link descriptor buf addr info
  84. * @head_msdu: head of msdu to be popped
  85. * @tail_msdu: tail of msdu to be popped
  86. * @npackets: number of packet to be popped
  87. * @ppdu_id: ppdu id of processing ppdu
  88. * @head: head of descs list to be freed
  89. * @tail: tail of decs list to be freed
  90. * Return: number of msdu in MPDU to be popped
  91. */
  92. static inline
  93. uint32_t
  94. dp_rx_mon_mpdu_pop(struct dp_soc *soc, uint32_t mac_id,
  95. void *rxdma_dst_ring_desc, qdf_nbuf_t *head_msdu,
  96. qdf_nbuf_t *tail_msdu, uint32_t *npackets, uint32_t *ppdu_id,
  97. union dp_rx_desc_list_elem_t **head,
  98. union dp_rx_desc_list_elem_t **tail)
  99. {
  100. struct dp_pdev *dp_pdev = soc->pdev_list[mac_id];
  101. void *rx_desc_tlv;
  102. void *rx_msdu_link_desc;
  103. qdf_nbuf_t msdu;
  104. qdf_nbuf_t last;
  105. struct hal_rx_msdu_list msdu_list;
  106. uint8_t num_msdus;
  107. uint32_t rx_buf_size, rx_pkt_offset;
  108. struct hal_buf_info buf_info;
  109. void *p_buf_addr_info;
  110. void *p_last_buf_addr_info;
  111. uint32_t rx_bufs_used = 0;
  112. uint32_t msdu_ppdu_id, msdu_cnt;
  113. uint8_t *data;
  114. uint32_t i;
  115. msdu = 0;
  116. last = NULL;
  117. hal_rx_reo_ent_buf_paddr_get(rxdma_dst_ring_desc, &buf_info,
  118. &p_last_buf_addr_info, &msdu_cnt);
  119. do {
  120. rx_msdu_link_desc =
  121. dp_rx_cookie_2_mon_link_desc_va(dp_pdev, &buf_info);
  122. qdf_assert(rx_msdu_link_desc);
  123. num_msdus = msdu_cnt;
  124. hal_rx_msdu_list_get(rx_msdu_link_desc, &msdu_list, num_msdus);
  125. msdu_cnt -= num_msdus;
  126. for (i = 0; i < num_msdus; i++) {
  127. uint32_t l2_hdr_offset;
  128. struct dp_rx_desc *rx_desc =
  129. dp_rx_cookie_2_va_mon_buf(soc,
  130. msdu_list.sw_cookie[i]);
  131. qdf_assert(rx_desc);
  132. msdu = rx_desc->nbuf;
  133. qdf_nbuf_unmap_single(soc->osdev, msdu,
  134. QDF_DMA_FROM_DEVICE);
  135. data = qdf_nbuf_data(msdu);
  136. QDF_TRACE(QDF_MODULE_ID_DP,
  137. QDF_TRACE_LEVEL_DEBUG,
  138. "[%s][%d] msdu_nbuf=%p, data=%p\n",
  139. __func__, __LINE__, msdu, data);
  140. rx_pkt_offset = HAL_RX_MON_HW_RX_DESC_SIZE();
  141. /*
  142. * HW structures call this L3 header padding
  143. * -- even though this is actually the offset
  144. * from the buffer beginning where the L2
  145. * header begins.
  146. */
  147. l2_hdr_offset =
  148. hal_rx_msdu_end_l3_hdr_padding_get(data);
  149. rx_buf_size = rx_pkt_offset + l2_hdr_offset
  150. + msdu_list.msdu_info[i].msdu_len;
  151. qdf_nbuf_set_pktlen(msdu, rx_buf_size);
  152. rx_desc_tlv = HAL_RX_MON_DEST_GET_DESC(data);
  153. #if 0
  154. /* Disble it.see packet on msdu done set to 0 */
  155. /*
  156. * Check if DMA completed -- msdu_done is the
  157. * last bit to be written
  158. */
  159. if (!hal_rx_attn_msdu_done_get(rx_desc_tlv)) {
  160. QDF_TRACE(QDF_MODULE_ID_DP,
  161. QDF_TRACE_LEVEL_ERROR,
  162. "%s %d\n",
  163. __func__, __LINE__);
  164. print_hex_dump(KERN_ERR,
  165. "\t Pkt Desc:",
  166. DUMP_PREFIX_NONE, 32, 4,
  167. rx_desc_tlv, 128, false);
  168. qdf_assert(0);
  169. }
  170. #endif
  171. msdu_ppdu_id =
  172. HAL_RX_MON_HW_DESC_GET_PPDUID_GET(rx_desc_tlv);
  173. #if 0
  174. /* Temporary only handle destination ring */
  175. if (*ppdu_id != msdu_ppdu_id) {
  176. *ppdu_id = msdu_ppdu_id;
  177. return rx_bufs_used;
  178. }
  179. #endif
  180. rx_bufs_used++;
  181. QDF_TRACE(QDF_MODULE_ID_DP,
  182. QDF_TRACE_LEVEL_DEBUG,
  183. "rx_pkt_offset=%d, \
  184. l2_hdr_offset=%d, msdu_len=%d, \
  185. addr=%p\n",
  186. rx_pkt_offset,
  187. l2_hdr_offset,
  188. msdu_list.msdu_info[i].msdu_len,
  189. qdf_nbuf_data(msdu));
  190. if (*head_msdu == NULL)
  191. *head_msdu = msdu;
  192. else
  193. qdf_nbuf_set_next(last, msdu);
  194. last = msdu;
  195. dp_rx_add_to_free_desc_list(head,
  196. tail, rx_desc);
  197. }
  198. hal_rx_mon_next_link_desc_get(rx_msdu_link_desc, &buf_info,
  199. &p_buf_addr_info);
  200. dp_rx_mon_link_desc_return(dp_pdev, p_last_buf_addr_info);
  201. p_last_buf_addr_info = p_buf_addr_info;
  202. } while (buf_info.paddr && msdu_cnt);
  203. qdf_nbuf_set_next(last, NULL);
  204. *tail_msdu = msdu;
  205. return rx_bufs_used;
  206. }
  207. static inline
  208. void dp_rx_msdus_set_payload(qdf_nbuf_t msdu)
  209. {
  210. uint8_t *data;
  211. uint32_t rx_pkt_offset, l2_hdr_offset;
  212. data = qdf_nbuf_data(msdu);
  213. rx_pkt_offset = HAL_RX_MON_HW_RX_DESC_SIZE();
  214. l2_hdr_offset = hal_rx_msdu_end_l3_hdr_padding_get(data);
  215. qdf_nbuf_pull_head(msdu, rx_pkt_offset + l2_hdr_offset);
  216. data = qdf_nbuf_data(msdu);
  217. /* hexdump(data, 32); */
  218. }
  219. static inline
  220. qdf_nbuf_t dp_rx_mon_restitch_mpdu_from_msdus(struct dp_soc *soc,
  221. uint32_t mac_id, qdf_nbuf_t head_msdu, qdf_nbuf_t last_msdu,
  222. struct cdp_mon_status *rx_status)
  223. {
  224. struct dp_pdev *dp_pdev = soc->pdev_list[mac_id];
  225. qdf_nbuf_t msdu, mpdu_buf, prev_buf, msdu_orig, head_frag_list;
  226. uint32_t decap_format, wifi_hdr_len, sec_hdr_len, msdu_llc_len,
  227. mpdu_buf_len, decap_hdr_pull_bytes, frag_list_sum_len, dir,
  228. is_amsdu, is_first_frag, amsdu_pad;
  229. void *rx_desc;
  230. char *hdr_desc;
  231. unsigned char *dest;
  232. struct ieee80211_frame *wh;
  233. struct ieee80211_qoscntl *qos;
  234. qdf_nbuf_t amsdu_llc_buf;
  235. head_frag_list = NULL;
  236. /* The nbuf has been pulled just beyond the status and points to the
  237. * payload
  238. */
  239. msdu_orig = head_msdu;
  240. rx_desc = qdf_nbuf_data(msdu_orig);
  241. if (HAL_RX_DESC_GET_MPDU_LENGTH_ERR(rx_desc)) {
  242. /* It looks like there is some issue on MPDU len err */
  243. /* Need further investigate if drop the packet */
  244. /* return NULL; */
  245. }
  246. rx_desc = qdf_nbuf_data(last_msdu);
  247. rx_status->cdp_rs_fcs_err = HAL_RX_DESC_GET_MPDU_FCS_ERR(rx_desc);
  248. /* Fill out the rx_status from the PPDU start and end fields */
  249. /* HAL_RX_GET_PPDU_STATUS(soc, mac_id, rx_status); */
  250. rx_desc = qdf_nbuf_data(head_msdu);
  251. HAL_RX_MON_HW_DESC_GET_PPDU_START_STATUS(rx_desc, rx_status);
  252. decap_format = HAL_RX_DESC_GET_DECAP_FORMAT(rx_desc);
  253. /* Easy case - The MSDU status indicates that this is a non-decapped
  254. * packet in RAW mode.
  255. */
  256. if (decap_format == HAL_HW_RX_DECAP_FORMAT_RAW) {
  257. /* Note that this path might suffer from headroom unavailabilty
  258. * - but the RX status is usually enough
  259. */
  260. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_DEBUG,
  261. "[%s][%d] decap format raw\n", __func__, __LINE__);
  262. dp_rx_msdus_set_payload(head_msdu);
  263. mpdu_buf = head_msdu;
  264. if (!mpdu_buf)
  265. goto mpdu_stitch_fail;
  266. prev_buf = mpdu_buf;
  267. frag_list_sum_len = 0;
  268. msdu_orig = qdf_nbuf_next(head_msdu);
  269. is_first_frag = 1;
  270. while (msdu_orig) {
  271. dp_rx_msdus_set_payload(head_msdu);
  272. msdu = msdu_orig;
  273. if (!msdu)
  274. goto mpdu_stitch_fail;
  275. if (is_first_frag) {
  276. is_first_frag = 0;
  277. head_frag_list = msdu;
  278. }
  279. frag_list_sum_len += qdf_nbuf_len(msdu);
  280. /* Maintain the linking of the cloned MSDUS */
  281. qdf_nbuf_set_next_ext(prev_buf, msdu);
  282. /* Move to the next */
  283. prev_buf = msdu;
  284. msdu_orig = qdf_nbuf_next(msdu_orig);
  285. }
  286. qdf_nbuf_trim_tail(prev_buf, HAL_RX_FCS_LEN);
  287. /* If there were more fragments to this RAW frame */
  288. if (head_frag_list) {
  289. frag_list_sum_len -= HAL_RX_FCS_LEN;
  290. qdf_nbuf_append_ext_list(mpdu_buf, head_frag_list,
  291. frag_list_sum_len);
  292. }
  293. goto mpdu_stitch_done;
  294. }
  295. /* Decap mode:
  296. * Calculate the amount of header in decapped packet to knock off based
  297. * on the decap type and the corresponding number of raw bytes to copy
  298. * status header
  299. */
  300. rx_desc = qdf_nbuf_data(head_msdu);
  301. hdr_desc = HAL_RX_DESC_GET_80211_HDR(rx_desc);
  302. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_DEBUG,
  303. "[%s][%d] decap format not raw\n", __func__, __LINE__);
  304. /* Base size */
  305. wifi_hdr_len = sizeof(struct ieee80211_frame);
  306. wh = (struct ieee80211_frame *)hdr_desc;
  307. dir = wh->i_fc[1] & IEEE80211_FC1_DIR_MASK;
  308. if (dir == IEEE80211_FC1_DIR_DSTODS)
  309. wifi_hdr_len += 6;
  310. is_amsdu = 0;
  311. if (wh->i_fc[0] & IEEE80211_FC0_SUBTYPE_QOS) {
  312. qos = (struct ieee80211_qoscntl *)
  313. (hdr_desc + wifi_hdr_len);
  314. wifi_hdr_len += 2;
  315. is_amsdu = (qos->i_qos[0] & IEEE80211_QOS_AMSDU);
  316. }
  317. /*Calculate security header length based on 'Protected'
  318. * and 'EXT_IV' flag
  319. * */
  320. if (wh->i_fc[1] & IEEE80211_FC1_WEP) {
  321. char *iv = (char *)wh + wifi_hdr_len;
  322. if (iv[3] & KEY_EXTIV)
  323. sec_hdr_len = 8;
  324. else
  325. sec_hdr_len = 4;
  326. } else {
  327. sec_hdr_len = 0;
  328. }
  329. wifi_hdr_len += sec_hdr_len;
  330. /* MSDU related stuff LLC - AMSDU subframe header etc */
  331. msdu_llc_len = is_amsdu ? (14 + 8) : 8;
  332. mpdu_buf_len = wifi_hdr_len + msdu_llc_len;
  333. /* "Decap" header to remove from MSDU buffer */
  334. decap_hdr_pull_bytes = 14;
  335. /* Allocate a new nbuf for holding the 802.11 header retrieved from the
  336. * status of the now decapped first msdu. Leave enough headroom for
  337. * accomodating any radio-tap /prism like PHY header
  338. */
  339. #define MAX_MONITOR_HEADER (512)
  340. mpdu_buf = qdf_nbuf_alloc(dp_pdev->osif_pdev,
  341. MAX_MONITOR_HEADER + mpdu_buf_len,
  342. MAX_MONITOR_HEADER, 4, FALSE);
  343. if (!mpdu_buf)
  344. goto mpdu_stitch_done;
  345. /* Copy the MPDU related header and enc headers into the first buffer
  346. * - Note that there can be a 2 byte pad between heaader and enc header
  347. */
  348. prev_buf = mpdu_buf;
  349. dest = qdf_nbuf_put_tail(prev_buf, wifi_hdr_len);
  350. if (!dest) {
  351. prev_buf = mpdu_buf = NULL;
  352. goto mpdu_stitch_done;
  353. }
  354. qdf_mem_copy(dest, hdr_desc, wifi_hdr_len);
  355. hdr_desc += wifi_hdr_len;
  356. #if 0
  357. dest = qdf_nbuf_put_tail(prev_buf, sec_hdr_len);
  358. adf_os_mem_copy(dest, hdr_desc, sec_hdr_len);
  359. hdr_desc += sec_hdr_len;
  360. #endif
  361. /* The first LLC len is copied into the MPDU buffer */
  362. frag_list_sum_len = 0;
  363. frag_list_sum_len -= msdu_llc_len;
  364. msdu_orig = head_msdu;
  365. is_first_frag = 1;
  366. amsdu_pad = 0;
  367. while (msdu_orig) {
  368. /* TODO: intra AMSDU padding - do we need it ??? */
  369. msdu = msdu_orig;
  370. if (!msdu)
  371. goto mpdu_stitch_fail;
  372. if (is_first_frag) {
  373. head_frag_list = msdu;
  374. } else {
  375. /* Reload the hdr ptr only on non-first MSDUs */
  376. rx_desc = qdf_nbuf_data(msdu_orig);
  377. hdr_desc = HAL_RX_DESC_GET_80211_HDR(rx_desc);
  378. }
  379. /* Copy this buffers MSDU related status into the prev buffer */
  380. if (is_first_frag) {
  381. is_first_frag = 0;
  382. dest = qdf_nbuf_put_tail(prev_buf,
  383. msdu_llc_len + amsdu_pad);
  384. if (!dest) {
  385. mpdu_buf = NULL;
  386. qdf_nbuf_free(msdu);
  387. goto mpdu_stitch_done;
  388. }
  389. dest += amsdu_pad;
  390. qdf_mem_copy(dest, hdr_desc, msdu_llc_len);
  391. } else {
  392. amsdu_llc_buf = qdf_nbuf_alloc(
  393. dp_pdev->osif_pdev,
  394. 32 + 32,
  395. 32, 4, FALSE);
  396. if (!amsdu_llc_buf)
  397. goto mpdu_stitch_fail;
  398. dest = qdf_nbuf_put_tail(amsdu_llc_buf,
  399. msdu_llc_len + amsdu_pad);
  400. if (!dest)
  401. goto mpdu_stitch_fail;
  402. dest += amsdu_pad;
  403. qdf_mem_copy(dest, hdr_desc, msdu_llc_len);
  404. /* Maintain the linking of the MSDU header
  405. * and cloned MSDUS */
  406. qdf_nbuf_set_next_ext(prev_buf, amsdu_llc_buf);
  407. prev_buf = amsdu_llc_buf;
  408. qdf_nbuf_set_next_ext(prev_buf, msdu);
  409. }
  410. dp_rx_msdus_set_payload(msdu);
  411. /* Push the MSDU buffer beyond the decap header */
  412. qdf_nbuf_pull_head(msdu, decap_hdr_pull_bytes);
  413. frag_list_sum_len += msdu_llc_len + qdf_nbuf_len(msdu)
  414. + amsdu_pad;
  415. /* Set up intra-AMSDU pad to be added to start of next buffer -
  416. * AMSDU pad is 4 byte pad on AMSDU subframe */
  417. amsdu_pad = (msdu_llc_len + qdf_nbuf_len(msdu)) & 0x3;
  418. amsdu_pad = amsdu_pad ? (4 - amsdu_pad) : 0;
  419. /* TODO FIXME How do we handle MSDUs that have fraglist - Should
  420. * probably iterate all the frags cloning them along the way and
  421. * and also updating the prev_buf pointer
  422. */
  423. /* Move to the next */
  424. prev_buf = msdu;
  425. msdu_orig = qdf_nbuf_next(msdu_orig);
  426. }
  427. #if 0
  428. /* Add in the trailer section - encryption trailer + FCS */
  429. qdf_nbuf_put_tail(prev_buf, HAL_RX_FCS_LEN);
  430. frag_list_sum_len += HAL_RX_FCS_LEN;
  431. #endif
  432. /* TODO: Convert this to suitable adf routines */
  433. qdf_nbuf_append_ext_list(mpdu_buf, head_frag_list,
  434. frag_list_sum_len);
  435. mpdu_stitch_done:
  436. /* Check if this buffer contains the PPDU end status for TSF */
  437. /* Need revist this code to see where we can get tsf timestamp */
  438. #if 0
  439. /* PPDU end TLV will be retrived from monitor status ring */
  440. last_mpdu =
  441. (*(((u_int32_t *)&rx_desc->attention)) &
  442. RX_ATTENTION_0_LAST_MPDU_MASK) >>
  443. RX_ATTENTION_0_LAST_MPDU_LSB;
  444. if (last_mpdu)
  445. rx_status->rs_tstamp.tsf = rx_desc->ppdu_end.tsf_timestamp;
  446. #endif
  447. return mpdu_buf;
  448. mpdu_stitch_fail:
  449. if ((mpdu_buf) && (decap_format != HAL_HW_RX_DECAP_FORMAT_RAW)) {
  450. /* Free the head buffer */
  451. qdf_nbuf_free(mpdu_buf);
  452. }
  453. return NULL;
  454. }
  455. /**
  456. * dp_rx_extract_radiotap_info(): Extract and populate information in
  457. * struct mon_rx_status type
  458. * @rx_status: Receive status
  459. * @mon_rx_status: Monitor mode status
  460. *
  461. * Returns: None
  462. */
  463. static inline
  464. void dp_rx_extract_radiotap_info(struct cdp_mon_status *rx_status,
  465. struct mon_rx_status *rx_mon_status)
  466. {
  467. rx_mon_status->tsft = rx_status->cdp_rs_tstamp.cdp_tsf;
  468. rx_mon_status->chan_freq = rx_status->rs_freq;
  469. rx_mon_status->chan_num = rx_status->rs_channel;
  470. rx_mon_status->chan_flags = rx_status->rs_flags;
  471. rx_mon_status->rate = rx_status->rs_datarate;
  472. /* TODO: rx_mon_status->ant_signal_db */
  473. /* TODO: rx_mon_status->nr_ant */
  474. rx_mon_status->mcs = rx_status->cdf_rs_rate_mcs;
  475. rx_mon_status->is_stbc = rx_status->cdp_rs_stbc;
  476. rx_mon_status->sgi = rx_status->cdp_rs_sgi;
  477. /* TODO: rx_mon_status->ldpc */
  478. /* TODO: rx_mon_status->beamformed */
  479. /* TODO: rx_mon_status->vht_flags */
  480. /* TODO: rx_mon_status->vht_flag_values1 */
  481. }
  482. QDF_STATUS dp_rx_mon_deliver(struct dp_soc *soc, uint32_t mac_id,
  483. qdf_nbuf_t head_msdu, qdf_nbuf_t tail_msdu)
  484. {
  485. struct dp_pdev *pdev = soc->pdev_list[mac_id];
  486. struct cdp_mon_status *rs = &pdev->rx_mon_recv_status;
  487. qdf_nbuf_t mon_skb, skb_next;
  488. qdf_nbuf_t mon_mpdu = NULL;
  489. struct mon_rx_status rx_mon_status;
  490. if ((pdev->monitor_vdev == NULL) ||
  491. (pdev->monitor_vdev->osif_rx_mon == NULL)) {
  492. goto mon_deliver_fail;
  493. }
  494. /* restitch mon MPDU for delivery via monitor interface */
  495. mon_mpdu = dp_rx_mon_restitch_mpdu_from_msdus(soc, mac_id, head_msdu,
  496. tail_msdu, rs);
  497. if (mon_mpdu) {
  498. /* Push radiotap header */
  499. dp_rx_extract_radiotap_info(rs, &rx_mon_status);
  500. qdf_nbuf_update_radiotap(&rx_mon_status, mon_mpdu,
  501. sizeof(struct rx_pkt_tlvs));
  502. pdev->monitor_vdev->osif_rx_mon(
  503. pdev->monitor_vdev->osif_vdev, mon_mpdu, rs);
  504. } else {
  505. goto mon_deliver_fail;
  506. }
  507. return QDF_STATUS_SUCCESS;
  508. mon_deliver_fail:
  509. mon_skb = head_msdu;
  510. while (mon_skb) {
  511. skb_next = qdf_nbuf_next(mon_skb);
  512. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_DEBUG,
  513. "[%s][%d] mon_skb=%p\n", __func__, __LINE__, mon_skb);
  514. qdf_nbuf_free(mon_skb);
  515. mon_skb = skb_next;
  516. }
  517. return QDF_STATUS_E_INVAL;
  518. }
  519. /**
  520. * dp_rx_mon_dest_process() - Brain of the Rx processing functionality
  521. * Called from the bottom half (tasklet/NET_RX_SOFTIRQ)
  522. * @soc: core txrx main contex
  523. * @hal_ring: opaque pointer to the HAL Rx Ring, which will be serviced
  524. * @quota: No. of units (packets) that can be serviced in one shot.
  525. *
  526. * This function implements the core of Rx functionality. This is
  527. * expected to handle only non-error frames.
  528. *
  529. * Return: none
  530. */
  531. void dp_rx_mon_dest_process(struct dp_soc *soc, uint32_t mac_id, uint32_t quota)
  532. {
  533. struct dp_pdev *pdev = soc->pdev_list[mac_id];
  534. uint8_t pdev_id = pdev->pdev_id;
  535. void *hal_soc;
  536. void *rxdma_dst_ring_desc;
  537. void *mon_dst_srng = pdev->rxdma_mon_dst_ring.hal_srng;
  538. union dp_rx_desc_list_elem_t *head = NULL;
  539. union dp_rx_desc_list_elem_t *tail = NULL;
  540. struct dp_srng *dp_rxdma_srng;
  541. struct rx_desc_pool *rx_desc_pool;
  542. #ifdef DP_INTR_POLL_BASED
  543. if (!pdev)
  544. return;
  545. #endif
  546. pdev_id = pdev->pdev_id;
  547. mon_dst_srng = pdev->rxdma_mon_dst_ring.hal_srng;
  548. #if 0
  549. /* Temporary only handle destination ring */
  550. if (pdev->mon_ppdu_status != DP_PPDU_STATUS_DONE)
  551. return;
  552. #endif
  553. if (!mon_dst_srng) {
  554. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_ERROR,
  555. "%s %d : HAL Monitor Destination Ring Init \
  556. Failed -- %p\n",
  557. __func__, __LINE__, mon_dst_srng);
  558. return;
  559. }
  560. hal_soc = soc->hal_soc;
  561. qdf_assert(hal_soc);
  562. if (qdf_unlikely(hal_srng_access_start(hal_soc, mon_dst_srng))) {
  563. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_ERROR,
  564. "%s %d : HAL Monitor Destination Ring Init \
  565. Failed -- %p\n",
  566. __func__, __LINE__, mon_dst_srng);
  567. return;
  568. }
  569. while (qdf_likely((rxdma_dst_ring_desc =
  570. hal_srng_dst_peek(hal_soc, mon_dst_srng)))) {
  571. qdf_nbuf_t head_msdu, tail_msdu;
  572. uint32_t rx_bufs_used = 0;
  573. uint32_t npackets, ppdu_id;
  574. head_msdu = (qdf_nbuf_t) NULL;
  575. tail_msdu = (qdf_nbuf_t) NULL;
  576. ppdu_id = pdev->mon_ppdu_id;
  577. rx_bufs_used += dp_rx_mon_mpdu_pop(soc, mac_id,
  578. rxdma_dst_ring_desc,
  579. &head_msdu, &tail_msdu,
  580. &npackets, &ppdu_id,
  581. &head, &tail);
  582. #if 0
  583. /* Temporary only handle destination ring */
  584. if (ppdu_id != pdev->mon_ppdu_id) {
  585. pdev->mon_ppdu_status = DP_PPDU_STATUS_START;
  586. break;
  587. }
  588. #endif
  589. dp_rx_mon_deliver(soc, mac_id, head_msdu, tail_msdu);
  590. /* replenish function should be changed to include
  591. * ring pointer */
  592. dp_rxdma_srng = &pdev->rxdma_mon_buf_ring;
  593. rx_desc_pool = &soc->rx_desc_mon[pdev_id];
  594. dp_rx_buffers_replenish(soc, pdev_id, dp_rxdma_srng,
  595. rx_desc_pool, rx_bufs_used, &head, &tail,
  596. HAL_RX_BUF_RBM_SW3_BM);
  597. rxdma_dst_ring_desc = hal_srng_dst_get_next(hal_soc,
  598. mon_dst_srng);
  599. }
  600. hal_srng_access_end(hal_soc, mon_dst_srng);
  601. }
  602. static QDF_STATUS
  603. dp_rx_pdev_mon_buf_attach(struct dp_pdev *pdev) {
  604. uint8_t pdev_id = pdev->pdev_id;
  605. struct dp_soc *soc = pdev->soc;
  606. union dp_rx_desc_list_elem_t *desc_list = NULL;
  607. union dp_rx_desc_list_elem_t *tail = NULL;
  608. struct dp_srng *rxdma_srng;
  609. uint32_t rxdma_entries;
  610. struct rx_desc_pool *rx_desc_pool;
  611. rxdma_srng = &pdev->rxdma_mon_buf_ring;
  612. rxdma_entries = rxdma_srng->alloc_size/hal_srng_get_entrysize(
  613. soc->hal_soc,
  614. RXDMA_MONITOR_BUF);
  615. rx_desc_pool = &soc->rx_desc_mon[pdev_id];
  616. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_WARN,
  617. "%s: Mon RX Desc Pool[%d] allocation size=%d\n"
  618. , __func__, pdev_id, rxdma_entries*3);
  619. dp_rx_desc_pool_alloc(soc, pdev_id, rxdma_entries*3, rx_desc_pool);
  620. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_WARN,
  621. "%s: Mon RX Buffers Replenish pdev_id=%d\n",
  622. __func__, pdev_id);
  623. dp_rx_buffers_replenish(soc, pdev_id, rxdma_srng, rx_desc_pool,
  624. rxdma_entries, &desc_list, &tail, HAL_RX_BUF_RBM_SW3_BM);
  625. return QDF_STATUS_SUCCESS;
  626. }
  627. static QDF_STATUS
  628. dp_rx_pdev_mon_buf_detach(struct dp_pdev *pdev) {
  629. uint8_t pdev_id = pdev->pdev_id;
  630. struct dp_soc *soc = pdev->soc;
  631. struct rx_desc_pool *rx_desc_pool;
  632. rx_desc_pool = &soc->rx_desc_mon[pdev_id];
  633. dp_rx_desc_pool_free(soc, pdev_id, rx_desc_pool);
  634. return QDF_STATUS_SUCCESS;
  635. }
  636. /*
  637. * Allocate and setup link descriptor pool that will be used by HW for
  638. * various link and queue descriptors and managed by WBM
  639. */
  640. static int dp_mon_link_desc_pool_setup(struct dp_soc *soc, uint32_t mac_id)
  641. {
  642. struct dp_pdev *dp_pdev = soc->pdev_list[mac_id];
  643. int link_desc_size = hal_get_link_desc_size(soc->hal_soc);
  644. int link_desc_align = hal_get_link_desc_align(soc->hal_soc);
  645. uint32_t max_alloc_size = wlan_cfg_max_alloc_size(soc->wlan_cfg_ctx);
  646. uint32_t total_link_descs, total_mem_size;
  647. uint32_t num_link_desc_banks;
  648. uint32_t last_bank_size = 0;
  649. uint32_t entry_size, num_entries;
  650. void *mon_desc_srng;
  651. uint32_t num_replenish_buf;
  652. struct dp_srng *dp_srng;
  653. int i;
  654. dp_srng = &dp_pdev->rxdma_mon_desc_ring;
  655. num_entries = dp_srng->alloc_size/hal_srng_get_entrysize(
  656. soc->hal_soc, RXDMA_MONITOR_DESC);
  657. /* Round up to power of 2 */
  658. total_link_descs = 1;
  659. while (total_link_descs < num_entries)
  660. total_link_descs <<= 1;
  661. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_INFO_HIGH,
  662. "%s: total_link_descs: %u, link_desc_size: %d\n",
  663. __func__, total_link_descs, link_desc_size);
  664. total_mem_size = total_link_descs * link_desc_size;
  665. total_mem_size += link_desc_align;
  666. if (total_mem_size <= max_alloc_size) {
  667. num_link_desc_banks = 0;
  668. last_bank_size = total_mem_size;
  669. } else {
  670. num_link_desc_banks = (total_mem_size) /
  671. (max_alloc_size - link_desc_align);
  672. last_bank_size = total_mem_size %
  673. (max_alloc_size - link_desc_align);
  674. }
  675. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_WARN,
  676. "%s: total_mem_size: %d, num_link_desc_banks: %u, \
  677. max_alloc_size: %d\n",
  678. __func__, total_mem_size, num_link_desc_banks, max_alloc_size);
  679. for (i = 0; i < num_link_desc_banks; i++) {
  680. dp_pdev->link_desc_banks[i].base_vaddr_unaligned =
  681. qdf_mem_alloc_consistent(soc->osdev, NULL,
  682. max_alloc_size,
  683. &(dp_pdev->link_desc_banks[i].base_paddr_unaligned));
  684. dp_pdev->link_desc_banks[i].size = max_alloc_size;
  685. dp_pdev->link_desc_banks[i].base_vaddr =
  686. (void *)((unsigned long)
  687. (dp_pdev->link_desc_banks[i].base_vaddr_unaligned) +
  688. ((unsigned long)
  689. (dp_pdev->link_desc_banks[i].base_vaddr_unaligned) %
  690. link_desc_align));
  691. dp_pdev->link_desc_banks[i].base_paddr =
  692. (unsigned long)
  693. (dp_pdev->link_desc_banks[i].base_paddr_unaligned) +
  694. ((unsigned long)
  695. (dp_pdev->link_desc_banks[i].base_vaddr) -
  696. (unsigned long)
  697. (dp_pdev->link_desc_banks[i].base_vaddr_unaligned));
  698. if (!dp_pdev->link_desc_banks[i].base_vaddr_unaligned) {
  699. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_ERROR,
  700. "%s: Link desc memory allocation failed\n",
  701. __func__);
  702. goto fail;
  703. }
  704. }
  705. if (last_bank_size) {
  706. /* Allocate last bank in case total memory required is not exact
  707. * multiple of max_alloc_size
  708. */
  709. dp_pdev->link_desc_banks[i].base_vaddr_unaligned =
  710. qdf_mem_alloc_consistent(soc->osdev,
  711. NULL, last_bank_size,
  712. &(dp_pdev->link_desc_banks[i].base_paddr_unaligned));
  713. dp_pdev->link_desc_banks[i].size = last_bank_size;
  714. dp_pdev->link_desc_banks[i].base_vaddr =
  715. (void *)((unsigned long)
  716. (dp_pdev->link_desc_banks[i].base_vaddr_unaligned) +
  717. ((unsigned long)
  718. (dp_pdev->link_desc_banks[i].base_vaddr_unaligned) %
  719. link_desc_align));
  720. dp_pdev->link_desc_banks[i].base_paddr =
  721. (unsigned long)
  722. (dp_pdev->link_desc_banks[i].base_paddr_unaligned) +
  723. ((unsigned long)
  724. (dp_pdev->link_desc_banks[i].base_vaddr) -
  725. (unsigned long)
  726. (dp_pdev->link_desc_banks[i].base_vaddr_unaligned));
  727. }
  728. /* Allocate and setup link descriptor idle list for HW internal use */
  729. entry_size = hal_srng_get_entrysize(soc->hal_soc, RXDMA_MONITOR_DESC);
  730. total_mem_size = entry_size * total_link_descs;
  731. mon_desc_srng = dp_pdev->rxdma_mon_desc_ring.hal_srng;
  732. num_replenish_buf = 0;
  733. if (total_mem_size <= max_alloc_size) {
  734. void *desc;
  735. hal_srng_access_start_unlocked(soc->hal_soc, mon_desc_srng);
  736. for (i = 0; i < MAX_MON_LINK_DESC_BANKS &&
  737. dp_pdev->link_desc_banks[i].base_paddr; i++) {
  738. uint32_t num_entries =
  739. (dp_pdev->link_desc_banks[i].size -
  740. (unsigned long)
  741. (dp_pdev->link_desc_banks[i].base_vaddr) -
  742. (unsigned long)
  743. (dp_pdev->link_desc_banks[i].base_vaddr_unaligned))
  744. / link_desc_size;
  745. unsigned long paddr =
  746. (unsigned long)
  747. (dp_pdev->link_desc_banks[i].base_paddr);
  748. unsigned long vaddr =
  749. (unsigned long)
  750. (dp_pdev->link_desc_banks[i].base_vaddr);
  751. while (num_entries && (desc =
  752. hal_srng_src_get_next(soc->hal_soc,
  753. mon_desc_srng))) {
  754. QDF_TRACE(QDF_MODULE_ID_TXRX,
  755. QDF_TRACE_LEVEL_DEBUG,
  756. "[%s][%d] desc=%p, i=%d, vaddr=%lx, paddr=%lx",
  757. __func__, __LINE__, desc, i,
  758. (unsigned long)vaddr, (unsigned long)paddr);
  759. hal_set_link_desc_addr(desc, i, paddr);
  760. num_entries--;
  761. num_replenish_buf++;
  762. paddr += link_desc_size;
  763. vaddr += link_desc_size;
  764. }
  765. }
  766. hal_srng_access_end_unlocked(soc->hal_soc, mon_desc_srng);
  767. } else {
  768. qdf_assert(0);
  769. }
  770. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_WARN,
  771. "%s: successfully replenished %d buffer\n",
  772. __func__, num_replenish_buf);
  773. return 0;
  774. fail:
  775. for (i = 0; i < MAX_MON_LINK_DESC_BANKS; i++) {
  776. if (dp_pdev->link_desc_banks[i].base_vaddr_unaligned) {
  777. qdf_mem_free_consistent(soc->osdev, NULL,
  778. dp_pdev->link_desc_banks[i].size,
  779. dp_pdev->link_desc_banks[i].base_vaddr_unaligned,
  780. dp_pdev->link_desc_banks[i].base_paddr_unaligned, 0);
  781. }
  782. }
  783. return QDF_STATUS_E_FAILURE;
  784. }
  785. /*
  786. * Free link descriptor pool that was setup HW
  787. */
  788. static void dp_mon_link_desc_pool_cleanup(struct dp_soc *soc, uint32_t mac_id)
  789. {
  790. struct dp_pdev *dp_pdev = soc->pdev_list[mac_id];
  791. int i;
  792. for (i = 0; i < MAX_MON_LINK_DESC_BANKS; i++) {
  793. if (dp_pdev->link_desc_banks[i].base_vaddr_unaligned) {
  794. qdf_mem_free_consistent(soc->osdev, NULL,
  795. dp_pdev->link_desc_banks[i].size,
  796. dp_pdev->link_desc_banks[i].base_vaddr_unaligned,
  797. dp_pdev->link_desc_banks[i].base_paddr_unaligned, 0);
  798. }
  799. }
  800. }
  801. /**
  802. * dp_rx_pdev_mon_attach() - attach DP RX for monitor mode
  803. * @pdev: core txrx pdev context
  804. *
  805. * This function will attach a DP RX for monitor mode instance into
  806. * the main device (SOC) context. Will allocate dp rx resource and
  807. * initialize resources.
  808. *
  809. * Return: QDF_STATUS_SUCCESS: success
  810. * QDF_STATUS_E_RESOURCES: Error return
  811. */
  812. QDF_STATUS
  813. dp_rx_pdev_mon_attach(struct dp_pdev *pdev) {
  814. uint8_t pdev_id = pdev->pdev_id;
  815. struct dp_soc *soc = pdev->soc;
  816. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_WARN,
  817. "%s: pdev attach id=%d\n", __func__, pdev_id);
  818. dp_rx_pdev_mon_buf_attach(pdev);
  819. dp_rx_pdev_mon_status_attach(pdev);
  820. dp_mon_link_desc_pool_setup(soc, pdev_id);
  821. return QDF_STATUS_SUCCESS;
  822. }
  823. /**
  824. * dp_rx_pdev_mon_detach() - detach dp rx for monitor mode
  825. * @pdev: core txrx pdev context
  826. *
  827. * This function will detach DP RX for monitor mode from
  828. * main device context. will free DP Rx resources for
  829. * monitor mode
  830. *
  831. * Return: QDF_STATUS_SUCCESS: success
  832. * QDF_STATUS_E_RESOURCES: Error return
  833. */
  834. QDF_STATUS
  835. dp_rx_pdev_mon_detach(struct dp_pdev *pdev) {
  836. uint8_t pdev_id = pdev->pdev_id;
  837. struct dp_soc *soc = pdev->soc;
  838. dp_mon_link_desc_pool_cleanup(soc, pdev_id);
  839. dp_rx_pdev_mon_status_detach(pdev);
  840. dp_rx_pdev_mon_buf_detach(pdev);
  841. return QDF_STATUS_SUCCESS;
  842. }