dp_tx.h 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486
  1. /*
  2. * Copyright (c) 2016-2020 The Linux Foundation. All rights reserved.
  3. *
  4. * Permission to use, copy, modify, and/or distribute this software for
  5. * any purpose with or without fee is hereby granted, provided that the
  6. * above copyright notice and this permission notice appear in all
  7. * copies.
  8. *
  9. * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL
  10. * WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED
  11. * WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE
  12. * AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL
  13. * DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR
  14. * PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER
  15. * TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
  16. * PERFORMANCE OF THIS SOFTWARE.
  17. */
  18. #ifndef __DP_TX_H
  19. #define __DP_TX_H
  20. #include <qdf_types.h>
  21. #include <qdf_nbuf.h>
  22. #include "dp_types.h"
  23. #define DP_TX_MAX_NUM_FRAGS 6
  24. #define DP_TX_DESC_FLAG_ALLOCATED 0x1
  25. #define DP_TX_DESC_FLAG_TO_FW 0x2
  26. #define DP_TX_DESC_FLAG_FRAG 0x4
  27. #define DP_TX_DESC_FLAG_RAW 0x8
  28. #define DP_TX_DESC_FLAG_MESH 0x10
  29. #define DP_TX_DESC_FLAG_QUEUED_TX 0x20
  30. #define DP_TX_DESC_FLAG_COMPLETED_TX 0x40
  31. #define DP_TX_DESC_FLAG_ME 0x80
  32. #define DP_TX_DESC_FLAG_TDLS_FRAME 0x100
  33. #define DP_TX_FREE_SINGLE_BUF(soc, buf) \
  34. do { \
  35. qdf_nbuf_unmap(soc->osdev, buf, QDF_DMA_TO_DEVICE); \
  36. qdf_nbuf_free(buf); \
  37. } while (0)
  38. #define OCB_HEADER_VERSION 1
  39. #ifdef TX_PER_PDEV_DESC_POOL
  40. #ifdef QCA_LL_TX_FLOW_CONTROL_V2
  41. #define DP_TX_GET_DESC_POOL_ID(vdev) (vdev->vdev_id)
  42. #else /* QCA_LL_TX_FLOW_CONTROL_V2 */
  43. #define DP_TX_GET_DESC_POOL_ID(vdev) (vdev->pdev->pdev_id)
  44. #endif /* QCA_LL_TX_FLOW_CONTROL_V2 */
  45. #define DP_TX_GET_RING_ID(vdev) (vdev->pdev->pdev_id)
  46. #else
  47. #ifdef TX_PER_VDEV_DESC_POOL
  48. #define DP_TX_GET_DESC_POOL_ID(vdev) (vdev->vdev_id)
  49. #define DP_TX_GET_RING_ID(vdev) (vdev->pdev->pdev_id)
  50. #endif /* TX_PER_VDEV_DESC_POOL */
  51. #endif /* TX_PER_PDEV_DESC_POOL */
  52. #define DP_TX_QUEUE_MASK 0x3
  53. /**
  54. * struct dp_tx_frag_info_s
  55. * @vaddr: hlos vritual address for buffer
  56. * @paddr_lo: physical address lower 32bits
  57. * @paddr_hi: physical address higher bits
  58. * @len: length of the buffer
  59. */
  60. struct dp_tx_frag_info_s {
  61. uint8_t *vaddr;
  62. uint32_t paddr_lo;
  63. uint16_t paddr_hi;
  64. uint16_t len;
  65. };
  66. /**
  67. * struct dp_tx_seg_info_s - Segmentation Descriptor
  68. * @nbuf: NBUF pointer if segment corresponds to separate nbuf
  69. * @frag_cnt: Fragment count in this segment
  70. * @total_len: Total length of segment
  71. * @frags: per-Fragment information
  72. * @next: pointer to next MSDU segment
  73. */
  74. struct dp_tx_seg_info_s {
  75. qdf_nbuf_t nbuf;
  76. uint16_t frag_cnt;
  77. uint16_t total_len;
  78. struct dp_tx_frag_info_s frags[DP_TX_MAX_NUM_FRAGS];
  79. struct dp_tx_seg_info_s *next;
  80. };
  81. /**
  82. * struct dp_tx_sg_info_s - Scatter Gather Descriptor
  83. * @num_segs: Number of segments (TSO/ME) in the frame
  84. * @total_len: Total length of the frame
  85. * @curr_seg: Points to current segment descriptor to be processed. Chain of
  86. * descriptors for SG frames/multicast-unicast converted packets.
  87. *
  88. * Used for SG (802.3 or Raw) frames and Multicast-Unicast converted frames to
  89. * carry fragmentation information
  90. * Raw Frames will be handed over to driver as an SKB chain with MPDU boundaries
  91. * indicated through flags in SKB CB (first_msdu and last_msdu). This will be
  92. * converted into set of skb sg (nr_frags) structures.
  93. */
  94. struct dp_tx_sg_info_s {
  95. uint32_t num_segs;
  96. uint32_t total_len;
  97. struct dp_tx_seg_info_s *curr_seg;
  98. };
  99. /**
  100. * struct dp_tx_queue - Tx queue
  101. * @desc_pool_id: Descriptor Pool to be used for the tx queue
  102. * @ring_id: TCL descriptor ring ID corresponding to the tx queue
  103. *
  104. * Tx queue contains information of the software (Descriptor pool)
  105. * and hardware resources (TCL ring id) to be used for a particular
  106. * transmit queue (obtained from skb_queue_mapping in case of linux)
  107. */
  108. struct dp_tx_queue {
  109. uint8_t desc_pool_id;
  110. uint8_t ring_id;
  111. };
  112. /**
  113. * struct dp_tx_msdu_info_s - MSDU Descriptor
  114. * @frm_type: Frame type - Regular/TSO/SG/Multicast enhancement
  115. * @tx_queue: Tx queue on which this MSDU should be transmitted
  116. * @num_seg: Number of segments (TSO)
  117. * @tid: TID (override) that is sent from HLOS
  118. * @u.tso_info: TSO information for TSO frame types
  119. * (chain of the TSO segments, number of segments)
  120. * @u.sg_info: Scatter Gather information for non-TSO SG frames
  121. * @meta_data: Mesh meta header information
  122. * @exception_fw: Duplicate frame to be sent to firmware
  123. * @ppdu_cookie: 16-bit ppdu_cookie that has to be replayed back in completions
  124. * @ix_tx_sniffer: Indicates if the packet has to be sniffed
  125. *
  126. * This structure holds the complete MSDU information needed to program the
  127. * Hardware TCL and MSDU extension descriptors for different frame types
  128. *
  129. */
  130. struct dp_tx_msdu_info_s {
  131. enum dp_tx_frm_type frm_type;
  132. struct dp_tx_queue tx_queue;
  133. uint32_t num_seg;
  134. uint8_t tid;
  135. union {
  136. struct qdf_tso_info_t tso_info;
  137. struct dp_tx_sg_info_s sg_info;
  138. } u;
  139. uint32_t meta_data[7];
  140. uint8_t exception_fw;
  141. uint16_t ppdu_cookie;
  142. uint8_t is_tx_sniffer;
  143. };
  144. /**
  145. * dp_tx_deinit_pair_by_index() - Deinit TX rings based on index
  146. * @soc: core txrx context
  147. * @index: index of ring to deinit
  148. *
  149. * Deinit 1 TCL and 1 WBM2SW release ring on as needed basis using
  150. * index of the respective TCL/WBM2SW release in soc structure.
  151. * For example, if the index is 2 then &soc->tcl_data_ring[2]
  152. * and &soc->tx_comp_ring[2] will be deinitialized.
  153. *
  154. * Return: none
  155. */
  156. void dp_tx_deinit_pair_by_index(struct dp_soc *soc, int index);
  157. QDF_STATUS dp_tx_vdev_attach(struct dp_vdev *vdev);
  158. QDF_STATUS dp_tx_vdev_detach(struct dp_vdev *vdev);
  159. void dp_tx_vdev_update_search_flags(struct dp_vdev *vdev);
  160. QDF_STATUS dp_tx_soc_attach(struct dp_soc *soc);
  161. QDF_STATUS dp_tx_soc_detach(struct dp_soc *soc);
  162. /**
  163. * dp_tso_attach() - TSO Attach handler
  164. * @txrx_soc: Opaque Dp handle
  165. *
  166. * Reserve TSO descriptor buffers
  167. *
  168. * Return: QDF_STATUS_E_FAILURE on failure or
  169. * QDF_STATUS_SUCCESS on success
  170. */
  171. QDF_STATUS dp_tso_soc_attach(struct cdp_soc_t *txrx_soc);
  172. /**
  173. * dp_tso_detach() - TSO Detach handler
  174. * @txrx_soc: Opaque Dp handle
  175. *
  176. * Deallocate TSO descriptor buffers
  177. *
  178. * Return: QDF_STATUS_E_FAILURE on failure or
  179. * QDF_STATUS_SUCCESS on success
  180. */
  181. QDF_STATUS dp_tso_soc_detach(struct cdp_soc_t *txrx_soc);
  182. QDF_STATUS dp_tx_pdev_detach(struct dp_pdev *pdev);
  183. QDF_STATUS dp_tx_pdev_attach(struct dp_pdev *pdev);
  184. qdf_nbuf_t dp_tx_send(struct cdp_soc_t *soc, uint8_t vdev_id, qdf_nbuf_t nbuf);
  185. qdf_nbuf_t dp_tx_send_exception(struct cdp_soc_t *soc, uint8_t vdev_id,
  186. qdf_nbuf_t nbuf,
  187. struct cdp_tx_exception_metadata *tx_exc);
  188. qdf_nbuf_t dp_tx_send_mesh(struct cdp_soc_t *soc, uint8_t vdev_id,
  189. qdf_nbuf_t nbuf);
  190. qdf_nbuf_t
  191. dp_tx_send_msdu_single(struct dp_vdev *vdev, qdf_nbuf_t nbuf,
  192. struct dp_tx_msdu_info_s *msdu_info, uint16_t peer_id,
  193. struct cdp_tx_exception_metadata *tx_exc_metadata);
  194. #if QDF_LOCK_STATS
  195. noinline qdf_nbuf_t
  196. dp_tx_send_msdu_multiple(struct dp_vdev *vdev, qdf_nbuf_t nbuf,
  197. struct dp_tx_msdu_info_s *msdu_info);
  198. #else
  199. qdf_nbuf_t dp_tx_send_msdu_multiple(struct dp_vdev *vdev, qdf_nbuf_t nbuf,
  200. struct dp_tx_msdu_info_s *msdu_info);
  201. #endif
  202. #ifdef FEATURE_WLAN_TDLS
  203. /**
  204. * dp_tx_non_std() - Allow the control-path SW to send data frames
  205. * @soc_hdl: Datapath soc handle
  206. * @vdev_id: id of vdev
  207. * @tx_spec: what non-standard handling to apply to the tx data frames
  208. * @msdu_list: NULL-terminated list of tx MSDUs
  209. *
  210. * Return: NULL on success,
  211. * nbuf when it fails to send
  212. */
  213. qdf_nbuf_t dp_tx_non_std(struct cdp_soc_t *soc_hdl, uint8_t vdev_id,
  214. enum ol_tx_spec tx_spec, qdf_nbuf_t msdu_list);
  215. #endif
  216. int dp_tx_frame_is_drop(struct dp_vdev *vdev, uint8_t *srcmac, uint8_t *dstmac);
  217. /**
  218. * dp_tx_comp_handler() - Tx completion handler
  219. * @int_ctx: pointer to DP interrupt context
  220. * @soc: core txrx main context
  221. * @hal_srng: Opaque HAL SRNG pointer
  222. * @ring_id: completion ring id
  223. * @quota: No. of packets/descriptors that can be serviced in one loop
  224. *
  225. * This function will collect hardware release ring element contents and
  226. * handle descriptor contents. Based on contents, free packet or handle error
  227. * conditions
  228. *
  229. * Return: Number of TX completions processed
  230. */
  231. uint32_t dp_tx_comp_handler(struct dp_intr *int_ctx, struct dp_soc *soc,
  232. hal_ring_handle_t hal_srng, uint8_t ring_id,
  233. uint32_t quota);
  234. QDF_STATUS
  235. dp_tx_prepare_send_me(struct dp_vdev *vdev, qdf_nbuf_t nbuf);
  236. #ifndef FEATURE_WDS
  237. static inline void dp_tx_mec_handler(struct dp_vdev *vdev, uint8_t *status)
  238. {
  239. return;
  240. }
  241. #endif
  242. #ifndef ATH_SUPPORT_IQUE
  243. static inline void dp_tx_me_exit(struct dp_pdev *pdev)
  244. {
  245. return;
  246. }
  247. #endif
  248. #ifndef QCA_MULTIPASS_SUPPORT
  249. static inline
  250. bool dp_tx_multipass_process(struct dp_soc *soc, struct dp_vdev *vdev,
  251. qdf_nbuf_t nbuf,
  252. struct dp_tx_msdu_info_s *msdu_info)
  253. {
  254. return true;
  255. }
  256. static inline
  257. void dp_tx_vdev_multipass_deinit(struct dp_vdev *vdev)
  258. {
  259. }
  260. #else
  261. bool dp_tx_multipass_process(struct dp_soc *soc, struct dp_vdev *vdev,
  262. qdf_nbuf_t nbuf,
  263. struct dp_tx_msdu_info_s *msdu_info);
  264. void dp_tx_vdev_multipass_deinit(struct dp_vdev *vdev);
  265. #endif
  266. /**
  267. * dp_tx_get_queue() - Returns Tx queue IDs to be used for this Tx frame
  268. * @vdev: DP Virtual device handle
  269. * @nbuf: Buffer pointer
  270. * @queue: queue ids container for nbuf
  271. *
  272. * TX packet queue has 2 instances, software descriptors id and dma ring id
  273. * Based on tx feature and hardware configuration queue id combination could be
  274. * different.
  275. * For example -
  276. * With XPS enabled,all TX descriptor pools and dma ring are assigned per cpu id
  277. * With no XPS,lock based resource protection, Descriptor pool ids are different
  278. * for each vdev, dma ring id will be same as single pdev id
  279. *
  280. * Return: None
  281. */
  282. #ifdef QCA_OL_TX_MULTIQ_SUPPORT
  283. static inline void dp_tx_get_queue(struct dp_vdev *vdev,
  284. qdf_nbuf_t nbuf, struct dp_tx_queue *queue)
  285. {
  286. uint16_t queue_offset = qdf_nbuf_get_queue_mapping(nbuf) &
  287. DP_TX_QUEUE_MASK;
  288. queue->desc_pool_id = queue_offset;
  289. queue->ring_id = qdf_get_cpu();
  290. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_DEBUG,
  291. "%s, pool_id:%d ring_id: %d",
  292. __func__, queue->desc_pool_id, queue->ring_id);
  293. }
  294. /*
  295. * dp_tx_get_hal_ring_hdl()- Get the hal_tx_ring_hdl for data transmission
  296. * @dp_soc - DP soc structure pointer
  297. * @ring_id - Transmit Queue/ring_id to be used when XPS is enabled
  298. *
  299. * Return - HAL ring handle
  300. */
  301. static inline hal_ring_handle_t dp_tx_get_hal_ring_hdl(struct dp_soc *soc,
  302. uint8_t ring_id)
  303. {
  304. if (ring_id == soc->num_tcl_data_rings)
  305. return soc->tcl_cmd_credit_ring.hal_srng;
  306. return soc->tcl_data_ring[ring_id].hal_srng;
  307. }
  308. /*
  309. * dp_tx_get_rbm_id()- Get the RBM ID for data transmission completion.
  310. * @dp_soc - DP soc structure pointer
  311. * @ring_id - Transmit Queue/ring_id to be used when XPS is enabled
  312. *
  313. * Return - HAL ring handle
  314. */
  315. static inline uint8_t dp_tx_get_rbm_id(struct dp_soc *doc,
  316. uint8_t ring_id)
  317. {
  318. return (ring_id ? HAL_WBM_SW0_BM_ID + (ring_id - 1) :
  319. HAL_WBM_SW2_BM_ID);
  320. }
  321. #else /* QCA_OL_TX_MULTIQ_SUPPORT */
  322. static inline void dp_tx_get_queue(struct dp_vdev *vdev,
  323. qdf_nbuf_t nbuf, struct dp_tx_queue *queue)
  324. {
  325. /* get flow id */
  326. queue->desc_pool_id = DP_TX_GET_DESC_POOL_ID(vdev);
  327. queue->ring_id = DP_TX_GET_RING_ID(vdev);
  328. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_DEBUG,
  329. "%s, pool_id:%d ring_id: %d",
  330. __func__, queue->desc_pool_id, queue->ring_id);
  331. }
  332. static inline hal_ring_handle_t dp_tx_get_hal_ring_hdl(struct dp_soc *soc,
  333. uint8_t ring_id)
  334. {
  335. return soc->tcl_data_ring[ring_id].hal_srng;
  336. }
  337. static inline uint8_t dp_tx_get_rbm_id(struct dp_soc *soc,
  338. uint8_t ring_id)
  339. {
  340. return (ring_id + HAL_WBM_SW0_BM_ID);
  341. }
  342. #endif
  343. #ifdef QCA_OL_TX_LOCK_LESS_ACCESS
  344. /*
  345. * dp_tx_hal_ring_access_start()- hal_tx_ring access for data transmission
  346. * @dp_soc - DP soc structure pointer
  347. * @hal_ring_hdl - HAL ring handle
  348. *
  349. * Return - None
  350. */
  351. static inline int dp_tx_hal_ring_access_start(struct dp_soc *soc,
  352. hal_ring_handle_t hal_ring_hdl)
  353. {
  354. return hal_srng_access_start_unlocked(soc->hal_soc, hal_ring_hdl);
  355. }
  356. /*
  357. * dp_tx_hal_ring_access_end()- hal_tx_ring access for data transmission
  358. * @dp_soc - DP soc structure pointer
  359. * @hal_ring_hdl - HAL ring handle
  360. *
  361. * Return - None
  362. */
  363. static inline void dp_tx_hal_ring_access_end(struct dp_soc *soc,
  364. hal_ring_handle_t hal_ring_hdl)
  365. {
  366. hal_srng_access_end_unlocked(soc->hal_soc, hal_ring_hdl);
  367. }
  368. /*
  369. * dp_tx_hal_ring_access_reap()- hal_tx_ring access for data transmission
  370. * @dp_soc - DP soc structure pointer
  371. * @hal_ring_hdl - HAL ring handle
  372. *
  373. * Return - None
  374. */
  375. static inline void dp_tx_hal_ring_access_end_reap(struct dp_soc *soc,
  376. hal_ring_handle_t
  377. hal_ring_hdl)
  378. {
  379. }
  380. #else
  381. static inline int dp_tx_hal_ring_access_start(struct dp_soc *soc,
  382. hal_ring_handle_t hal_ring_hdl)
  383. {
  384. return hal_srng_access_start(soc->hal_soc, hal_ring_hdl);
  385. }
  386. static inline void dp_tx_hal_ring_access_end(struct dp_soc *soc,
  387. hal_ring_handle_t hal_ring_hdl)
  388. {
  389. hal_srng_access_end(soc->hal_soc, hal_ring_hdl);
  390. }
  391. static inline void dp_tx_hal_ring_access_end_reap(struct dp_soc *soc,
  392. hal_ring_handle_t
  393. hal_ring_hdl)
  394. {
  395. hal_srng_access_end_reap(soc->hal_soc, hal_ring_hdl);
  396. }
  397. #endif
  398. #ifdef FEATURE_PERPKT_INFO
  399. QDF_STATUS
  400. dp_get_completion_indication_for_stack(struct dp_soc *soc,
  401. struct dp_pdev *pdev,
  402. struct dp_peer *peer,
  403. struct hal_tx_completion_status *ts,
  404. qdf_nbuf_t netbuf,
  405. uint64_t time_latency);
  406. void dp_send_completion_to_stack(struct dp_soc *soc, struct dp_pdev *pdev,
  407. uint16_t peer_id, uint32_t ppdu_id,
  408. qdf_nbuf_t netbuf);
  409. #endif
  410. void dp_iterate_update_peer_list(struct cdp_pdev *pdev_hdl);
  411. #ifdef ATH_TX_PRI_OVERRIDE
  412. #define DP_TX_TID_OVERRIDE(_msdu_info, _nbuf) \
  413. ((_msdu_info)->tid = qdf_nbuf_get_priority(_nbuf))
  414. #else
  415. #define DP_TX_TID_OVERRIDE(_msdu_info, _nbuf)
  416. #endif
  417. void
  418. dp_handle_wbm_internal_error(struct dp_soc *soc, void *hal_desc,
  419. uint32_t buf_type);
  420. /* TODO TX_FEATURE_NOT_YET */
  421. static inline void dp_tx_comp_process_exception(struct dp_tx_desc_s *tx_desc)
  422. {
  423. return;
  424. }
  425. /* TODO TX_FEATURE_NOT_YET */
  426. #ifndef WLAN_TX_PKT_CAPTURE_ENH
  427. static inline
  428. QDF_STATUS dp_peer_set_tx_capture_enabled(struct dp_pdev *pdev,
  429. struct dp_peer *peer_handle,
  430. uint8_t value, uint8_t *peer_mac)
  431. {
  432. return QDF_STATUS_SUCCESS;
  433. }
  434. #endif
  435. #endif