dp_tx.h 58 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152
  1. /*
  2. * Copyright (c) 2016-2021 The Linux Foundation. All rights reserved.
  3. * Copyright (c) 2021-2023 Qualcomm Innovation Center, Inc. All rights reserved.
  4. *
  5. * Permission to use, copy, modify, and/or distribute this software for
  6. * any purpose with or without fee is hereby granted, provided that the
  7. * above copyright notice and this permission notice appear in all
  8. * copies.
  9. *
  10. * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL
  11. * WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED
  12. * WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE
  13. * AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL
  14. * DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR
  15. * PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER
  16. * TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
  17. * PERFORMANCE OF THIS SOFTWARE.
  18. */
  19. #ifndef __DP_TX_H
  20. #define __DP_TX_H
  21. #include <qdf_types.h>
  22. #include <qdf_nbuf.h>
  23. #include "dp_types.h"
  24. #ifdef FEATURE_PERPKT_INFO
  25. #if defined(QCA_SUPPORT_LATENCY_CAPTURE) || \
  26. defined(QCA_TX_CAPTURE_SUPPORT) || \
  27. defined(QCA_MCOPY_SUPPORT)
  28. #include "if_meta_hdr.h"
  29. #endif
  30. #endif
  31. #include "dp_internal.h"
  32. #include "hal_tx.h"
  33. #include <qdf_tracepoint.h>
  34. #ifdef CONFIG_SAWF
  35. #include "dp_sawf.h"
  36. #endif
  37. #include <qdf_pkt_add_timestamp.h>
  38. #include "dp_ipa.h"
  39. #ifdef IPA_OFFLOAD
  40. #include <wlan_ipa_obj_mgmt_api.h>
  41. #endif
  42. #define DP_INVALID_VDEV_ID 0xFF
  43. #define DP_TX_MAX_NUM_FRAGS 6
  44. /* invalid peer id for reinject*/
  45. #define DP_INVALID_PEER 0XFFFE
  46. void dp_tx_nawds_handler(struct dp_soc *soc, struct dp_vdev *vdev,
  47. struct dp_tx_msdu_info_s *msdu_info,
  48. qdf_nbuf_t nbuf, uint16_t sa_peer_id);
  49. int dp_tx_proxy_arp(struct dp_vdev *vdev, qdf_nbuf_t nbuf);
  50. /*
  51. * DP_TX_DESC_FLAG_FRAG flags should always be defined to 0x1
  52. * please do not change this flag's definition
  53. */
  54. #define DP_TX_DESC_FLAG_FRAG 0x1
  55. #define DP_TX_DESC_FLAG_TO_FW 0x2
  56. #define DP_TX_DESC_FLAG_SIMPLE 0x4
  57. #define DP_TX_DESC_FLAG_RAW 0x8
  58. #define DP_TX_DESC_FLAG_MESH 0x10
  59. #define DP_TX_DESC_FLAG_QUEUED_TX 0x20
  60. #define DP_TX_DESC_FLAG_COMPLETED_TX 0x40
  61. #define DP_TX_DESC_FLAG_ME 0x80
  62. #define DP_TX_DESC_FLAG_TDLS_FRAME 0x100
  63. #define DP_TX_DESC_FLAG_ALLOCATED 0x200
  64. #define DP_TX_DESC_FLAG_MESH_MODE 0x400
  65. #define DP_TX_DESC_FLAG_UNMAP_DONE 0x800
  66. #define DP_TX_DESC_FLAG_TX_COMP_ERR 0x1000
  67. #define DP_TX_DESC_FLAG_FLUSH 0x2000
  68. #define DP_TX_DESC_FLAG_TRAFFIC_END_IND 0x4000
  69. #define DP_TX_DESC_FLAG_RMNET 0x8000
  70. #define DP_TX_DESC_FLAG_FASTPATH_SIMPLE 0x10000
  71. #define DP_TX_DESC_FLAG_PPEDS 0x20000
  72. #define DP_TX_DESC_FLAG_FAST 0x40000
  73. #define DP_TX_EXT_DESC_FLAG_METADATA_VALID 0x1
  74. #define DP_TX_FREE_SINGLE_BUF(soc, buf) \
  75. do { \
  76. qdf_nbuf_unmap(soc->osdev, buf, QDF_DMA_TO_DEVICE); \
  77. qdf_nbuf_free(buf); \
  78. } while (0)
  79. #define OCB_HEADER_VERSION 1
  80. #ifdef TX_PER_PDEV_DESC_POOL
  81. #ifdef QCA_LL_TX_FLOW_CONTROL_V2
  82. #define DP_TX_GET_DESC_POOL_ID(vdev) (vdev->vdev_id)
  83. #else /* QCA_LL_TX_FLOW_CONTROL_V2 */
  84. #define DP_TX_GET_DESC_POOL_ID(vdev) (vdev->pdev->pdev_id)
  85. #endif /* QCA_LL_TX_FLOW_CONTROL_V2 */
  86. #define DP_TX_GET_RING_ID(vdev) (vdev->pdev->pdev_id)
  87. #else
  88. #ifdef TX_PER_VDEV_DESC_POOL
  89. #define DP_TX_GET_DESC_POOL_ID(vdev) (vdev->vdev_id)
  90. #define DP_TX_GET_RING_ID(vdev) (vdev->pdev->pdev_id)
  91. #endif /* TX_PER_VDEV_DESC_POOL */
  92. #endif /* TX_PER_PDEV_DESC_POOL */
  93. #define DP_TX_QUEUE_MASK 0x3
  94. #define MAX_CDP_SEC_TYPE 12
  95. /* number of dwords for htt_tx_msdu_desc_ext2_t */
  96. #define DP_TX_MSDU_INFO_META_DATA_DWORDS 7
  97. #define dp_tx_alert(params...) QDF_TRACE_FATAL(QDF_MODULE_ID_DP_TX, params)
  98. #define dp_tx_err(params...) QDF_TRACE_ERROR(QDF_MODULE_ID_DP_TX, params)
  99. #define dp_tx_err_rl(params...) QDF_TRACE_ERROR_RL(QDF_MODULE_ID_DP_TX, params)
  100. #define dp_tx_warn(params...) QDF_TRACE_WARN(QDF_MODULE_ID_DP_TX, params)
  101. #define dp_tx_info(params...) \
  102. __QDF_TRACE_FL(QDF_TRACE_LEVEL_INFO_HIGH, QDF_MODULE_ID_DP_TX, ## params)
  103. #define dp_tx_debug(params...) QDF_TRACE_DEBUG(QDF_MODULE_ID_DP_TX, params)
  104. #define dp_tx_comp_alert(params...) QDF_TRACE_FATAL(QDF_MODULE_ID_DP_TX_COMP, params)
  105. #define dp_tx_comp_err(params...) QDF_TRACE_ERROR(QDF_MODULE_ID_DP_TX_COMP, params)
  106. #define dp_tx_comp_warn(params...) QDF_TRACE_WARN(QDF_MODULE_ID_DP_TX_COMP, params)
  107. #define dp_tx_comp_info(params...) \
  108. __QDF_TRACE_FL(QDF_TRACE_LEVEL_INFO_HIGH, QDF_MODULE_ID_DP_TX_COMP, ## params)
  109. #define dp_tx_comp_info_rl(params...) \
  110. __QDF_TRACE_RL(QDF_TRACE_LEVEL_INFO_HIGH, QDF_MODULE_ID_DP_TX_COMP, ## params)
  111. #define dp_tx_comp_debug(params...) QDF_TRACE_DEBUG(QDF_MODULE_ID_DP_TX_COMP, params)
  112. #ifndef QCA_HOST_MODE_WIFI_DISABLED
  113. /**
  114. * struct dp_tx_frag_info_s
  115. * @vaddr: hlos virtual address for buffer
  116. * @paddr_lo: physical address lower 32bits
  117. * @paddr_hi: physical address higher bits
  118. * @len: length of the buffer
  119. */
  120. struct dp_tx_frag_info_s {
  121. uint8_t *vaddr;
  122. uint32_t paddr_lo;
  123. uint16_t paddr_hi;
  124. uint16_t len;
  125. };
  126. /**
  127. * struct dp_tx_seg_info_s - Segmentation Descriptor
  128. * @nbuf: NBUF pointer if segment corresponds to separate nbuf
  129. * @frag_cnt: Fragment count in this segment
  130. * @total_len: Total length of segment
  131. * @frags: per-Fragment information
  132. * @next: pointer to next MSDU segment
  133. */
  134. struct dp_tx_seg_info_s {
  135. qdf_nbuf_t nbuf;
  136. uint16_t frag_cnt;
  137. uint16_t total_len;
  138. struct dp_tx_frag_info_s frags[DP_TX_MAX_NUM_FRAGS];
  139. struct dp_tx_seg_info_s *next;
  140. };
  141. #endif /* QCA_HOST_MODE_WIFI_DISABLED */
  142. /**
  143. * struct dp_tx_sg_info_s - Scatter Gather Descriptor
  144. * @num_segs: Number of segments (TSO/ME) in the frame
  145. * @total_len: Total length of the frame
  146. * @curr_seg: Points to current segment descriptor to be processed. Chain of
  147. * descriptors for SG frames/multicast-unicast converted packets.
  148. *
  149. * Used for SG (802.3 or Raw) frames and Multicast-Unicast converted frames to
  150. * carry fragmentation information
  151. * Raw Frames will be handed over to driver as an SKB chain with MPDU boundaries
  152. * indicated through flags in SKB CB (first_msdu and last_msdu). This will be
  153. * converted into set of skb sg (nr_frags) structures.
  154. */
  155. struct dp_tx_sg_info_s {
  156. uint32_t num_segs;
  157. uint32_t total_len;
  158. struct dp_tx_seg_info_s *curr_seg;
  159. };
  160. /**
  161. * struct dp_tx_queue - Tx queue
  162. * @desc_pool_id: Descriptor Pool to be used for the tx queue
  163. * @ring_id: TCL descriptor ring ID corresponding to the tx queue
  164. *
  165. * Tx queue contains information of the software (Descriptor pool)
  166. * and hardware resources (TCL ring id) to be used for a particular
  167. * transmit queue (obtained from skb_queue_mapping in case of linux)
  168. */
  169. struct dp_tx_queue {
  170. uint8_t desc_pool_id;
  171. uint8_t ring_id;
  172. };
  173. /**
  174. * struct dp_tx_msdu_info_s - MSDU Descriptor
  175. * @frm_type: Frame type - Regular/TSO/SG/Multicast enhancement
  176. * @tx_queue: Tx queue on which this MSDU should be transmitted
  177. * @num_seg: Number of segments (TSO)
  178. * @tid: TID (override) that is sent from HLOS
  179. * @exception_fw: Duplicate frame to be sent to firmware
  180. * @is_tx_sniffer: Indicates if the packet has to be sniffed
  181. * @u: union of frame information structs
  182. * @u.tso_info: TSO information for TSO frame types
  183. * (chain of the TSO segments, number of segments)
  184. * @u.sg_info: Scatter Gather information for non-TSO SG frames
  185. * @meta_data: Mesh meta header information
  186. * @ppdu_cookie: 16-bit ppdu_cookie that has to be replayed back in completions
  187. * @gsn: global sequence for reinjected mcast packets
  188. * @vdev_id : vdev_id for reinjected mcast packets
  189. * @skip_hp_update : Skip HP update for TSO segments and update in last segment
  190. * @buf_len:
  191. * @payload_addr:
  192. *
  193. * This structure holds the complete MSDU information needed to program the
  194. * Hardware TCL and MSDU extension descriptors for different frame types
  195. *
  196. */
  197. struct dp_tx_msdu_info_s {
  198. enum dp_tx_frm_type frm_type;
  199. struct dp_tx_queue tx_queue;
  200. uint32_t num_seg;
  201. uint8_t tid;
  202. uint8_t exception_fw;
  203. uint8_t is_tx_sniffer;
  204. union {
  205. struct qdf_tso_info_t tso_info;
  206. struct dp_tx_sg_info_s sg_info;
  207. } u;
  208. uint32_t meta_data[DP_TX_MSDU_INFO_META_DATA_DWORDS];
  209. uint16_t ppdu_cookie;
  210. #if defined(WLAN_FEATURE_11BE_MLO) && defined(WLAN_MLO_MULTI_CHIP)
  211. #ifdef WLAN_MCAST_MLO
  212. uint16_t gsn;
  213. uint8_t vdev_id;
  214. #endif
  215. #endif
  216. #ifdef WLAN_DP_FEATURE_SW_LATENCY_MGR
  217. uint8_t skip_hp_update;
  218. #endif
  219. #ifdef QCA_DP_TX_RMNET_OPTIMIZATION
  220. uint16_t buf_len;
  221. uint8_t *payload_addr;
  222. #endif
  223. };
  224. #ifndef QCA_HOST_MODE_WIFI_DISABLED
  225. /**
  226. * dp_tx_deinit_pair_by_index() - Deinit TX rings based on index
  227. * @soc: core txrx context
  228. * @index: index of ring to deinit
  229. *
  230. * Deinit 1 TCL and 1 WBM2SW release ring on as needed basis using
  231. * index of the respective TCL/WBM2SW release in soc structure.
  232. * For example, if the index is 2 then &soc->tcl_data_ring[2]
  233. * and &soc->tx_comp_ring[2] will be deinitialized.
  234. *
  235. * Return: none
  236. */
  237. void dp_tx_deinit_pair_by_index(struct dp_soc *soc, int index);
  238. #endif /* QCA_HOST_MODE_WIFI_DISABLED */
  239. /**
  240. * dp_tx_comp_process_desc_list() - Tx complete software descriptor handler
  241. * @soc: core txrx main context
  242. * @comp_head: software descriptor head pointer
  243. * @ring_id: ring number
  244. *
  245. * This function will process batch of descriptors reaped by dp_tx_comp_handler
  246. * and release the software descriptors after processing is complete
  247. *
  248. * Return: none
  249. */
  250. void
  251. dp_tx_comp_process_desc_list(struct dp_soc *soc,
  252. struct dp_tx_desc_s *comp_head, uint8_t ring_id);
  253. /**
  254. * dp_tx_comp_process_desc_list_fast() - Tx complete fast sw descriptor handler
  255. * @soc: core txrx main context
  256. * @head_desc: software descriptor head pointer
  257. * @tail_desc: software descriptor tail pointer
  258. * @ring_id: ring number
  259. * @fast_desc_count: Total descriptor count in the list
  260. *
  261. * This function will process batch of descriptors reaped by dp_tx_comp_handler
  262. * and append the list of descriptors to the freelist
  263. *
  264. * Return: none
  265. */
  266. void
  267. dp_tx_comp_process_desc_list_fast(struct dp_soc *soc,
  268. struct dp_tx_desc_s *head_desc,
  269. struct dp_tx_desc_s *tail_desc,
  270. uint8_t ring_id,
  271. uint32_t fast_desc_count);
  272. /**
  273. * dp_tx_comp_free_buf() - Free nbuf associated with the Tx Descriptor
  274. * @soc: Soc handle
  275. * @desc: software Tx descriptor to be processed
  276. * @delayed_free: defer freeing of nbuf
  277. *
  278. * Return: nbuf to be freed later
  279. */
  280. qdf_nbuf_t dp_tx_comp_free_buf(struct dp_soc *soc, struct dp_tx_desc_s *desc,
  281. bool delayed_free);
  282. /**
  283. * dp_tx_desc_release() - Release Tx Descriptor
  284. * @soc: Soc handle
  285. * @tx_desc: Tx Descriptor
  286. * @desc_pool_id: Descriptor Pool ID
  287. *
  288. * Deallocate all resources attached to Tx descriptor and free the Tx
  289. * descriptor.
  290. *
  291. * Return:
  292. */
  293. void dp_tx_desc_release(struct dp_soc *soc, struct dp_tx_desc_s *tx_desc,
  294. uint8_t desc_pool_id);
  295. /**
  296. * dp_tx_compute_delay() - Compute and fill in all timestamps
  297. * to pass in correct fields
  298. * @vdev: pdev handle
  299. * @tx_desc: tx descriptor
  300. * @tid: tid value
  301. * @ring_id: TCL or WBM ring number for transmit path
  302. *
  303. * Return: none
  304. */
  305. void dp_tx_compute_delay(struct dp_vdev *vdev, struct dp_tx_desc_s *tx_desc,
  306. uint8_t tid, uint8_t ring_id);
  307. /**
  308. * dp_tx_comp_process_tx_status() - Parse and Dump Tx completion status info
  309. * @soc: DP soc handle
  310. * @tx_desc: software descriptor head pointer
  311. * @ts: Tx completion status
  312. * @txrx_peer: txrx peer handle
  313. * @ring_id: ring number
  314. *
  315. * Return: none
  316. */
  317. void dp_tx_comp_process_tx_status(struct dp_soc *soc,
  318. struct dp_tx_desc_s *tx_desc,
  319. struct hal_tx_completion_status *ts,
  320. struct dp_txrx_peer *txrx_peer,
  321. uint8_t ring_id);
  322. /**
  323. * dp_tx_comp_process_desc() - Process tx descriptor and free associated nbuf
  324. * @soc: DP Soc handle
  325. * @desc: software Tx descriptor
  326. * @ts: Tx completion status from HAL/HTT descriptor
  327. * @txrx_peer: DP peer context
  328. *
  329. * Return: none
  330. */
  331. void dp_tx_comp_process_desc(struct dp_soc *soc,
  332. struct dp_tx_desc_s *desc,
  333. struct hal_tx_completion_status *ts,
  334. struct dp_txrx_peer *txrx_peer);
  335. /**
  336. * dp_tx_reinject_handler() - Tx Reinject Handler
  337. * @soc: datapath soc handle
  338. * @vdev: datapath vdev handle
  339. * @tx_desc: software descriptor head pointer
  340. * @status: Tx completion status from HTT descriptor
  341. * @reinject_reason: reinject reason from HTT descriptor
  342. *
  343. * This function reinjects frames back to Target.
  344. * Todo - Host queue needs to be added
  345. *
  346. * Return: none
  347. */
  348. void dp_tx_reinject_handler(struct dp_soc *soc,
  349. struct dp_vdev *vdev,
  350. struct dp_tx_desc_s *tx_desc,
  351. uint8_t *status,
  352. uint8_t reinject_reason);
  353. /**
  354. * dp_tx_inspect_handler() - Tx Inspect Handler
  355. * @soc: datapath soc handle
  356. * @vdev: datapath vdev handle
  357. * @tx_desc: software descriptor head pointer
  358. * @status: Tx completion status from HTT descriptor
  359. *
  360. * Handles Tx frames sent back to Host for inspection
  361. * (ProxyARP)
  362. *
  363. * Return: none
  364. */
  365. void dp_tx_inspect_handler(struct dp_soc *soc,
  366. struct dp_vdev *vdev,
  367. struct dp_tx_desc_s *tx_desc,
  368. uint8_t *status);
  369. /**
  370. * dp_tx_update_peer_basic_stats() - Update peer basic stats
  371. * @txrx_peer: Datapath txrx_peer handle
  372. * @length: Length of the packet
  373. * @tx_status: Tx status from TQM/FW
  374. * @update: enhanced flag value present in dp_pdev
  375. *
  376. * Return: none
  377. */
  378. void dp_tx_update_peer_basic_stats(struct dp_txrx_peer *txrx_peer,
  379. uint32_t length, uint8_t tx_status,
  380. bool update);
  381. #ifdef DP_UMAC_HW_RESET_SUPPORT
  382. /**
  383. * dp_tx_drop() - Drop the frame on a given VAP
  384. * @soc: DP soc handle
  385. * @vdev_id: id of DP vdev handle
  386. * @nbuf: skb
  387. *
  388. * Drop all the incoming packets
  389. *
  390. * Return: nbuf
  391. */
  392. qdf_nbuf_t dp_tx_drop(struct cdp_soc_t *soc, uint8_t vdev_id, qdf_nbuf_t nbuf);
  393. /**
  394. * dp_tx_exc_drop() - Drop the frame on a given VAP
  395. * @soc_hdl: DP soc handle
  396. * @vdev_id: id of DP vdev handle
  397. * @nbuf: skb
  398. * @tx_exc_metadata: Handle that holds exception path meta data
  399. *
  400. * Drop all the incoming packets
  401. *
  402. * Return: nbuf
  403. */
  404. qdf_nbuf_t dp_tx_exc_drop(struct cdp_soc_t *soc_hdl, uint8_t vdev_id,
  405. qdf_nbuf_t nbuf,
  406. struct cdp_tx_exception_metadata *tx_exc_metadata);
  407. #endif
  408. #ifdef WLAN_SUPPORT_PPEDS
  409. qdf_nbuf_t
  410. dp_ppeds_tx_desc_free(struct dp_soc *soc, struct dp_tx_desc_s *tx_desc);
  411. #else
  412. static inline qdf_nbuf_t
  413. dp_ppeds_tx_desc_free(struct dp_soc *soc, struct dp_tx_desc_s *tx_desc)
  414. {
  415. return NULL;
  416. }
  417. #endif
  418. /**
  419. * dp_get_updated_tx_desc() - get updated tx_desc value
  420. * @psoc: psoc object
  421. * @pool_num: Tx desc pool Id
  422. * @current_desc: Current Tx Desc value
  423. *
  424. * In Lowmem profiles the number of Tx desc in 4th pool is reduced to quarter
  425. * for memory optimizations via this flag DP_TX_DESC_POOL_OPTIMIZE
  426. *
  427. * Return: Updated Tx Desc value
  428. */
  429. #ifdef DP_TX_DESC_POOL_OPTIMIZE
  430. static inline uint32_t dp_get_updated_tx_desc(struct cdp_ctrl_objmgr_psoc *psoc,
  431. uint8_t pool_num,
  432. uint32_t current_desc)
  433. {
  434. if (pool_num == 3)
  435. return cfg_get(psoc, CFG_DP_TX_DESC_POOL_3);
  436. else
  437. return current_desc;
  438. }
  439. #else
  440. static inline uint32_t dp_get_updated_tx_desc(struct cdp_ctrl_objmgr_psoc *psoc,
  441. uint8_t pool_num,
  442. uint32_t current_desc)
  443. {
  444. return current_desc;
  445. }
  446. #endif
  447. #ifdef DP_TX_EXT_DESC_POOL_OPTIMIZE
  448. /**
  449. * dp_tx_ext_desc_pool_override() - Override tx ext desc pool Id
  450. * @desc_pool_id: Desc pool Id
  451. *
  452. * For low mem profiles the number of ext_tx_desc_pool is reduced to 1.
  453. * Since in Tx path the desc_pool_id is filled based on CPU core,
  454. * dp_tx_ext_desc_pool_override will return the desc_pool_id as 0 for lowmem
  455. * profiles.
  456. *
  457. * Return: updated tx_ext_desc_pool Id
  458. */
  459. static inline uint8_t dp_tx_ext_desc_pool_override(uint8_t desc_pool_id)
  460. {
  461. return 0;
  462. }
  463. /**
  464. * dp_get_ext_tx_desc_pool_num() - get the number of ext_tx_desc pool
  465. * @soc: core txrx main context
  466. *
  467. * For lowmem profiles the number of ext_tx_desc pool is reduced to 1 for
  468. * memory optimizations.
  469. * Based on this flag DP_TX_EXT_DESC_POOL_OPTIMIZE dp_get_ext_tx_desc_pool_num
  470. * will return reduced desc_pool value 1 for low mem profile and for the other
  471. * profiles it will return the same value as tx_desc pool.
  472. *
  473. * Return: number of ext_tx_desc pool
  474. */
  475. static inline uint8_t dp_get_ext_tx_desc_pool_num(struct dp_soc *soc)
  476. {
  477. return 1;
  478. }
  479. #else
  480. static inline uint8_t dp_tx_ext_desc_pool_override(uint8_t desc_pool_id)
  481. {
  482. return desc_pool_id;
  483. }
  484. static inline uint8_t dp_get_ext_tx_desc_pool_num(struct dp_soc *soc)
  485. {
  486. return wlan_cfg_get_num_tx_desc_pool(soc->wlan_cfg_ctx);
  487. }
  488. #endif
  489. #ifndef QCA_HOST_MODE_WIFI_DISABLED
  490. /**
  491. * dp_tso_soc_attach() - TSO Attach handler
  492. * @txrx_soc: Opaque Dp handle
  493. *
  494. * Reserve TSO descriptor buffers
  495. *
  496. * Return: QDF_STATUS_E_FAILURE on failure or
  497. * QDF_STATUS_SUCCESS on success
  498. */
  499. QDF_STATUS dp_tso_soc_attach(struct cdp_soc_t *txrx_soc);
  500. /**
  501. * dp_tso_soc_detach() - TSO Detach handler
  502. * @txrx_soc: Opaque Dp handle
  503. *
  504. * Deallocate TSO descriptor buffers
  505. *
  506. * Return: QDF_STATUS_E_FAILURE on failure or
  507. * QDF_STATUS_SUCCESS on success
  508. */
  509. QDF_STATUS dp_tso_soc_detach(struct cdp_soc_t *txrx_soc);
  510. /**
  511. * dp_tx_send() - Transmit a frame on a given VAP
  512. * @soc_hdl: DP soc handle
  513. * @vdev_id: id of DP vdev handle
  514. * @nbuf: skb
  515. *
  516. * Entry point for Core Tx layer (DP_TX) invoked from
  517. * hard_start_xmit in OSIF/HDD or from dp_rx_process for intravap forwarding
  518. * cases
  519. *
  520. * Return: NULL on success,
  521. * nbuf when it fails to send
  522. */
  523. qdf_nbuf_t dp_tx_send(struct cdp_soc_t *soc_hdl, uint8_t vdev_id,
  524. qdf_nbuf_t nbuf);
  525. /**
  526. * dp_tx_send_vdev_id_check() - Transmit a frame on a given VAP in special
  527. * case to avoid check in per-packet path.
  528. * @soc_hdl: DP soc handle
  529. * @vdev_id: id of DP vdev handle
  530. * @nbuf: skb
  531. *
  532. * Entry point for Core Tx layer (DP_TX) invoked from
  533. * hard_start_xmit in OSIF/HDD to transmit packet through dp_tx_send
  534. * with special condition to avoid per pkt check in dp_tx_send
  535. *
  536. * Return: NULL on success,
  537. * nbuf when it fails to send
  538. */
  539. qdf_nbuf_t dp_tx_send_vdev_id_check(struct cdp_soc_t *soc_hdl,
  540. uint8_t vdev_id, qdf_nbuf_t nbuf);
  541. /**
  542. * dp_tx_send_exception() - Transmit a frame on a given VAP in exception path
  543. * @soc_hdl: DP soc handle
  544. * @vdev_id: id of DP vdev handle
  545. * @nbuf: skb
  546. * @tx_exc_metadata: Handle that holds exception path meta data
  547. *
  548. * Entry point for Core Tx layer (DP_TX) invoked from
  549. * hard_start_xmit in OSIF/HDD to transmit frames through fw
  550. *
  551. * Return: NULL on success,
  552. * nbuf when it fails to send
  553. */
  554. qdf_nbuf_t
  555. dp_tx_send_exception(struct cdp_soc_t *soc_hdl, uint8_t vdev_id,
  556. qdf_nbuf_t nbuf,
  557. struct cdp_tx_exception_metadata *tx_exc_metadata);
  558. /**
  559. * dp_tx_send_exception_vdev_id_check() - Transmit a frame on a given VAP
  560. * in exception path in special case to avoid regular exception path chk.
  561. * @soc_hdl: DP soc handle
  562. * @vdev_id: id of DP vdev handle
  563. * @nbuf: skb
  564. * @tx_exc_metadata: Handle that holds exception path meta data
  565. *
  566. * Entry point for Core Tx layer (DP_TX) invoked from
  567. * hard_start_xmit in OSIF/HDD to transmit frames through fw
  568. *
  569. * Return: NULL on success,
  570. * nbuf when it fails to send
  571. */
  572. qdf_nbuf_t
  573. dp_tx_send_exception_vdev_id_check(struct cdp_soc_t *soc_hdl,
  574. uint8_t vdev_id, qdf_nbuf_t nbuf,
  575. struct cdp_tx_exception_metadata *tx_exc_metadata);
  576. /**
  577. * dp_tx_send_mesh() - Transmit mesh frame on a given VAP
  578. * @soc_hdl: DP soc handle
  579. * @vdev_id: DP vdev handle
  580. * @nbuf: skb
  581. *
  582. * Entry point for Core Tx layer (DP_TX) invoked from
  583. * hard_start_xmit in OSIF/HDD
  584. *
  585. * Return: NULL on success,
  586. * nbuf when it fails to send
  587. */
  588. qdf_nbuf_t dp_tx_send_mesh(struct cdp_soc_t *soc_hdl, uint8_t vdev_id,
  589. qdf_nbuf_t nbuf);
  590. /**
  591. * dp_tx_send_msdu_single() - Setup descriptor and enqueue single MSDU to TCL
  592. * @vdev: DP vdev handle
  593. * @nbuf: skb
  594. * @msdu_info: MSDU information
  595. * @peer_id: peer_id of the peer in case of NAWDS frames
  596. * @tx_exc_metadata: Handle that holds exception path metadata
  597. *
  598. * Return: NULL on success,
  599. * nbuf when it fails to send
  600. */
  601. qdf_nbuf_t
  602. dp_tx_send_msdu_single(struct dp_vdev *vdev, qdf_nbuf_t nbuf,
  603. struct dp_tx_msdu_info_s *msdu_info, uint16_t peer_id,
  604. struct cdp_tx_exception_metadata *tx_exc_metadata);
  605. /**
  606. * dp_tx_mcast_enhance() - Multicast enhancement on TX
  607. * @vdev: DP vdev handle
  608. * @nbuf: network buffer to be transmitted
  609. *
  610. * Return: true on success
  611. * false on failure
  612. */
  613. bool dp_tx_mcast_enhance(struct dp_vdev *vdev, qdf_nbuf_t nbuf);
  614. /**
  615. * dp_tx_send_msdu_multiple() - Enqueue multiple MSDUs
  616. * @vdev: DP vdev handle
  617. * @nbuf: skb
  618. * @msdu_info: MSDU info to be setup in MSDU extension descriptor
  619. *
  620. * Prepare descriptors for multiple MSDUs (TSO segments) and enqueue to TCL
  621. *
  622. * Return: NULL on success,
  623. * nbuf when it fails to send
  624. */
  625. #if QDF_LOCK_STATS
  626. noinline qdf_nbuf_t
  627. dp_tx_send_msdu_multiple(struct dp_vdev *vdev, qdf_nbuf_t nbuf,
  628. struct dp_tx_msdu_info_s *msdu_info);
  629. #else
  630. qdf_nbuf_t dp_tx_send_msdu_multiple(struct dp_vdev *vdev, qdf_nbuf_t nbuf,
  631. struct dp_tx_msdu_info_s *msdu_info);
  632. #endif
  633. #ifdef FEATURE_WLAN_TDLS
  634. /**
  635. * dp_tx_non_std() - Allow the control-path SW to send data frames
  636. * @soc_hdl: Datapath soc handle
  637. * @vdev_id: id of vdev
  638. * @tx_spec: what non-standard handling to apply to the tx data frames
  639. * @msdu_list: NULL-terminated list of tx MSDUs
  640. *
  641. * Return: NULL on success,
  642. * nbuf when it fails to send
  643. */
  644. qdf_nbuf_t dp_tx_non_std(struct cdp_soc_t *soc_hdl, uint8_t vdev_id,
  645. enum ol_tx_spec tx_spec, qdf_nbuf_t msdu_list);
  646. #endif
  647. /**
  648. * dp_tx_frame_is_drop() - checks if the packet is loopback
  649. * @vdev: DP vdev handle
  650. * @srcmac: source MAC address
  651. * @dstmac: destination MAC address
  652. *
  653. * Return: 1 if frame needs to be dropped else 0
  654. */
  655. int dp_tx_frame_is_drop(struct dp_vdev *vdev, uint8_t *srcmac, uint8_t *dstmac);
  656. #ifndef WLAN_SOFTUMAC_SUPPORT
  657. /**
  658. * dp_tx_comp_handler() - Tx completion handler
  659. * @int_ctx: pointer to DP interrupt context
  660. * @soc: core txrx main context
  661. * @hal_srng: Opaque HAL SRNG pointer
  662. * @ring_id: completion ring id
  663. * @quota: No. of packets/descriptors that can be serviced in one loop
  664. *
  665. * This function will collect hardware release ring element contents and
  666. * handle descriptor contents. Based on contents, free packet or handle error
  667. * conditions
  668. *
  669. * Return: Number of TX completions processed
  670. */
  671. uint32_t dp_tx_comp_handler(struct dp_intr *int_ctx, struct dp_soc *soc,
  672. hal_ring_handle_t hal_srng, uint8_t ring_id,
  673. uint32_t quota);
  674. #endif
  675. void
  676. dp_tx_comp_process_desc_list(struct dp_soc *soc,
  677. struct dp_tx_desc_s *comp_head, uint8_t ring_id);
  678. QDF_STATUS
  679. dp_tx_prepare_send_me(struct dp_vdev *vdev, qdf_nbuf_t nbuf);
  680. QDF_STATUS
  681. dp_tx_prepare_send_igmp_me(struct dp_vdev *vdev, qdf_nbuf_t nbuf);
  682. #endif /* QCA_HOST_MODE_WIFI_DISABLED */
  683. #if defined(QCA_HOST_MODE_WIFI_DISABLED) || !defined(ATH_SUPPORT_IQUE)
  684. static inline void dp_tx_me_exit(struct dp_pdev *pdev)
  685. {
  686. return;
  687. }
  688. #endif
  689. /**
  690. * dp_tx_pdev_init() - dp tx pdev init
  691. * @pdev: physical device instance
  692. *
  693. * Return: QDF_STATUS_SUCCESS: success
  694. * QDF_STATUS_E_RESOURCES: Error return
  695. */
  696. static inline QDF_STATUS dp_tx_pdev_init(struct dp_pdev *pdev)
  697. {
  698. struct dp_soc *soc = pdev->soc;
  699. /* Initialize Flow control counters */
  700. qdf_atomic_init(&pdev->num_tx_outstanding);
  701. pdev->tx_descs_max = 0;
  702. if (wlan_cfg_per_pdev_tx_ring(soc->wlan_cfg_ctx)) {
  703. /* Initialize descriptors in TCL Ring */
  704. hal_tx_init_data_ring(soc->hal_soc,
  705. soc->tcl_data_ring[pdev->pdev_id].hal_srng);
  706. }
  707. return QDF_STATUS_SUCCESS;
  708. }
  709. /**
  710. * dp_tx_prefetch_hw_sw_nbuf_desc() - function to prefetch HW and SW desc
  711. * @soc: Handle to HAL Soc structure
  712. * @hal_soc: HAL SOC handle
  713. * @num_avail_for_reap: descriptors available for reap
  714. * @hal_ring_hdl: ring pointer
  715. * @last_prefetched_hw_desc: pointer to the last prefetched HW descriptor
  716. * @last_prefetched_sw_desc: pointer to last prefetch SW desc
  717. *
  718. * Return: None
  719. */
  720. #ifdef QCA_DP_TX_HW_SW_NBUF_DESC_PREFETCH
  721. static inline
  722. void dp_tx_prefetch_hw_sw_nbuf_desc(struct dp_soc *soc,
  723. hal_soc_handle_t hal_soc,
  724. uint32_t num_avail_for_reap,
  725. hal_ring_handle_t hal_ring_hdl,
  726. void **last_prefetched_hw_desc,
  727. struct dp_tx_desc_s
  728. **last_prefetched_sw_desc)
  729. {
  730. if (*last_prefetched_sw_desc) {
  731. qdf_prefetch((uint8_t *)(*last_prefetched_sw_desc)->nbuf);
  732. qdf_prefetch((uint8_t *)(*last_prefetched_sw_desc)->nbuf + 64);
  733. }
  734. if (num_avail_for_reap && *last_prefetched_hw_desc) {
  735. soc->arch_ops.tx_comp_get_params_from_hal_desc(soc,
  736. *last_prefetched_hw_desc,
  737. last_prefetched_sw_desc);
  738. if ((uintptr_t)*last_prefetched_hw_desc & 0x3f)
  739. *last_prefetched_hw_desc =
  740. hal_srng_dst_prefetch_next_cached_desc(
  741. hal_soc,
  742. hal_ring_hdl,
  743. (uint8_t *)*last_prefetched_hw_desc);
  744. else
  745. *last_prefetched_hw_desc =
  746. hal_srng_dst_get_next_32_byte_desc(hal_soc,
  747. hal_ring_hdl,
  748. (uint8_t *)*last_prefetched_hw_desc);
  749. }
  750. }
  751. #else
  752. static inline
  753. void dp_tx_prefetch_hw_sw_nbuf_desc(struct dp_soc *soc,
  754. hal_soc_handle_t hal_soc,
  755. uint32_t num_avail_for_reap,
  756. hal_ring_handle_t hal_ring_hdl,
  757. void **last_prefetched_hw_desc,
  758. struct dp_tx_desc_s
  759. **last_prefetched_sw_desc)
  760. {
  761. }
  762. #endif
  763. #ifndef FEATURE_WDS
  764. static inline void dp_tx_mec_handler(struct dp_vdev *vdev, uint8_t *status)
  765. {
  766. return;
  767. }
  768. #endif
  769. #ifndef QCA_MULTIPASS_SUPPORT
  770. static inline
  771. bool dp_tx_multipass_process(struct dp_soc *soc, struct dp_vdev *vdev,
  772. qdf_nbuf_t nbuf,
  773. struct dp_tx_msdu_info_s *msdu_info)
  774. {
  775. return true;
  776. }
  777. static inline
  778. void dp_tx_vdev_multipass_deinit(struct dp_vdev *vdev)
  779. {
  780. }
  781. #else
  782. /**
  783. * dp_tx_multipass_process() - Process vlan frames in tx path
  784. * @soc: dp soc handle
  785. * @vdev: DP vdev handle
  786. * @nbuf: skb
  787. * @msdu_info: msdu descriptor
  788. *
  789. * Return: status whether frame needs to be dropped or transmitted
  790. */
  791. bool dp_tx_multipass_process(struct dp_soc *soc, struct dp_vdev *vdev,
  792. qdf_nbuf_t nbuf,
  793. struct dp_tx_msdu_info_s *msdu_info);
  794. /**
  795. * dp_tx_vdev_multipass_deinit() - set vlan map for vdev
  796. * @vdev: pointer to vdev
  797. *
  798. * return: void
  799. */
  800. void dp_tx_vdev_multipass_deinit(struct dp_vdev *vdev);
  801. /**
  802. * dp_tx_add_groupkey_metadata() - Add group key in metadata
  803. * @vdev: DP vdev handle
  804. * @msdu_info: MSDU info to be setup in MSDU descriptor
  805. * @group_key: Group key index programmed in metadata
  806. *
  807. * Return: void
  808. */
  809. void dp_tx_add_groupkey_metadata(struct dp_vdev *vdev,
  810. struct dp_tx_msdu_info_s *msdu_info,
  811. uint16_t group_key);
  812. #endif
  813. /**
  814. * dp_tx_hw_to_qdf()- convert hw status to qdf status
  815. * @status: hw status
  816. *
  817. * Return: qdf tx rx status
  818. */
  819. static inline enum qdf_dp_tx_rx_status dp_tx_hw_to_qdf(uint16_t status)
  820. {
  821. switch (status) {
  822. case HAL_TX_TQM_RR_FRAME_ACKED:
  823. return QDF_TX_RX_STATUS_OK;
  824. case HAL_TX_TQM_RR_REM_CMD_TX:
  825. return QDF_TX_RX_STATUS_NO_ACK;
  826. case HAL_TX_TQM_RR_REM_CMD_REM:
  827. case HAL_TX_TQM_RR_REM_CMD_NOTX:
  828. case HAL_TX_TQM_RR_REM_CMD_AGED:
  829. return QDF_TX_RX_STATUS_FW_DISCARD;
  830. default:
  831. return QDF_TX_RX_STATUS_DEFAULT;
  832. }
  833. }
  834. #ifndef QCA_HOST_MODE_WIFI_DISABLED
  835. /**
  836. * dp_tx_get_queue() - Returns Tx queue IDs to be used for this Tx frame
  837. * @vdev: DP Virtual device handle
  838. * @nbuf: Buffer pointer
  839. * @queue: queue ids container for nbuf
  840. *
  841. * TX packet queue has 2 instances, software descriptors id and dma ring id
  842. * Based on tx feature and hardware configuration queue id combination could be
  843. * different.
  844. * For example -
  845. * With XPS enabled,all TX descriptor pools and dma ring are assigned per cpu id
  846. * With no XPS,lock based resource protection, Descriptor pool ids are different
  847. * for each vdev, dma ring id will be same as single pdev id
  848. *
  849. * Return: None
  850. */
  851. #ifdef QCA_OL_TX_MULTIQ_SUPPORT
  852. #if defined(IPA_OFFLOAD) && defined(QCA_IPA_LL_TX_FLOW_CONTROL)
  853. #ifdef IPA_WDI3_TX_TWO_PIPES
  854. static inline void dp_tx_get_queue(struct dp_vdev *vdev,
  855. qdf_nbuf_t nbuf, struct dp_tx_queue *queue)
  856. {
  857. queue->ring_id = qdf_get_cpu();
  858. if (vdev->pdev->soc->wlan_cfg_ctx->ipa_enabled)
  859. if ((queue->ring_id == IPA_TCL_DATA_RING_IDX) ||
  860. (queue->ring_id == IPA_TX_ALT_RING_IDX))
  861. queue->ring_id = 0;
  862. queue->desc_pool_id = queue->ring_id;
  863. }
  864. #else
  865. static inline void dp_tx_get_queue(struct dp_vdev *vdev,
  866. qdf_nbuf_t nbuf, struct dp_tx_queue *queue)
  867. {
  868. queue->ring_id = qdf_get_cpu();
  869. if (vdev->pdev->soc->wlan_cfg_ctx->ipa_enabled)
  870. if (queue->ring_id == IPA_TCL_DATA_RING_IDX)
  871. queue->ring_id = 0;
  872. queue->desc_pool_id = queue->ring_id;
  873. }
  874. #endif
  875. #else
  876. #ifdef WLAN_TX_PKT_CAPTURE_ENH
  877. static inline void dp_tx_get_queue(struct dp_vdev *vdev,
  878. qdf_nbuf_t nbuf, struct dp_tx_queue *queue)
  879. {
  880. if (qdf_unlikely(vdev->is_override_rbm_id))
  881. queue->ring_id = vdev->rbm_id;
  882. else
  883. queue->ring_id = qdf_get_cpu();
  884. queue->desc_pool_id = queue->ring_id;
  885. }
  886. #else
  887. static inline void dp_tx_get_queue(struct dp_vdev *vdev,
  888. qdf_nbuf_t nbuf, struct dp_tx_queue *queue)
  889. {
  890. queue->ring_id = qdf_get_cpu();
  891. queue->desc_pool_id = queue->ring_id;
  892. }
  893. #endif
  894. #endif
  895. /**
  896. * dp_tx_get_hal_ring_hdl() - Get the hal_tx_ring_hdl for data transmission
  897. * @soc: DP soc structure pointer
  898. * @ring_id: Transmit Queue/ring_id to be used when XPS is enabled
  899. *
  900. * Return: HAL ring handle
  901. */
  902. static inline hal_ring_handle_t dp_tx_get_hal_ring_hdl(struct dp_soc *soc,
  903. uint8_t ring_id)
  904. {
  905. if (ring_id == soc->num_tcl_data_rings)
  906. return soc->tcl_cmd_credit_ring.hal_srng;
  907. return soc->tcl_data_ring[ring_id].hal_srng;
  908. }
  909. #else /* QCA_OL_TX_MULTIQ_SUPPORT */
  910. #ifdef TX_MULTI_TCL
  911. #ifdef IPA_OFFLOAD
  912. static inline void dp_tx_get_queue(struct dp_vdev *vdev,
  913. qdf_nbuf_t nbuf, struct dp_tx_queue *queue)
  914. {
  915. /* get flow id */
  916. queue->desc_pool_id = DP_TX_GET_DESC_POOL_ID(vdev);
  917. if (vdev->pdev->soc->wlan_cfg_ctx->ipa_enabled &&
  918. !ipa_config_is_opt_wifi_dp_enabled())
  919. queue->ring_id = DP_TX_GET_RING_ID(vdev);
  920. else
  921. queue->ring_id = (qdf_nbuf_get_queue_mapping(nbuf) %
  922. vdev->pdev->soc->num_tcl_data_rings);
  923. }
  924. #else
  925. static inline void dp_tx_get_queue(struct dp_vdev *vdev,
  926. qdf_nbuf_t nbuf, struct dp_tx_queue *queue)
  927. {
  928. /* get flow id */
  929. queue->desc_pool_id = DP_TX_GET_DESC_POOL_ID(vdev);
  930. queue->ring_id = (qdf_nbuf_get_queue_mapping(nbuf) %
  931. vdev->pdev->soc->num_tcl_data_rings);
  932. }
  933. #endif
  934. #else
  935. static inline void dp_tx_get_queue(struct dp_vdev *vdev,
  936. qdf_nbuf_t nbuf, struct dp_tx_queue *queue)
  937. {
  938. /* get flow id */
  939. queue->desc_pool_id = DP_TX_GET_DESC_POOL_ID(vdev);
  940. queue->ring_id = DP_TX_GET_RING_ID(vdev);
  941. }
  942. #endif
  943. static inline hal_ring_handle_t dp_tx_get_hal_ring_hdl(struct dp_soc *soc,
  944. uint8_t ring_id)
  945. {
  946. return soc->tcl_data_ring[ring_id].hal_srng;
  947. }
  948. #endif
  949. #ifdef QCA_OL_TX_LOCK_LESS_ACCESS
  950. /**
  951. * dp_tx_hal_ring_access_start() - hal_tx_ring access for data transmission
  952. * @soc: DP soc structure pointer
  953. * @hal_ring_hdl: HAL ring handle
  954. *
  955. * Return: None
  956. */
  957. static inline int dp_tx_hal_ring_access_start(struct dp_soc *soc,
  958. hal_ring_handle_t hal_ring_hdl)
  959. {
  960. return hal_srng_access_start_unlocked(soc->hal_soc, hal_ring_hdl);
  961. }
  962. /**
  963. * dp_tx_hal_ring_access_end() - hal_tx_ring access for data transmission
  964. * @soc: DP soc structure pointer
  965. * @hal_ring_hdl: HAL ring handle
  966. *
  967. * Return: None
  968. */
  969. static inline void dp_tx_hal_ring_access_end(struct dp_soc *soc,
  970. hal_ring_handle_t hal_ring_hdl)
  971. {
  972. hal_srng_access_end_unlocked(soc->hal_soc, hal_ring_hdl);
  973. }
  974. /**
  975. * dp_tx_hal_ring_access_end_reap() - hal_tx_ring access for data transmission
  976. * @soc: DP soc structure pointer
  977. * @hal_ring_hdl: HAL ring handle
  978. *
  979. * Return: None
  980. */
  981. static inline void dp_tx_hal_ring_access_end_reap(struct dp_soc *soc,
  982. hal_ring_handle_t
  983. hal_ring_hdl)
  984. {
  985. }
  986. #else
  987. static inline int dp_tx_hal_ring_access_start(struct dp_soc *soc,
  988. hal_ring_handle_t hal_ring_hdl)
  989. {
  990. return hal_srng_access_start(soc->hal_soc, hal_ring_hdl);
  991. }
  992. static inline void dp_tx_hal_ring_access_end(struct dp_soc *soc,
  993. hal_ring_handle_t hal_ring_hdl)
  994. {
  995. hal_srng_access_end(soc->hal_soc, hal_ring_hdl);
  996. }
  997. static inline void dp_tx_hal_ring_access_end_reap(struct dp_soc *soc,
  998. hal_ring_handle_t
  999. hal_ring_hdl)
  1000. {
  1001. hal_srng_access_end_reap(soc->hal_soc, hal_ring_hdl);
  1002. }
  1003. #endif
  1004. #ifdef ATH_TX_PRI_OVERRIDE
  1005. #define DP_TX_TID_OVERRIDE(_msdu_info, _nbuf) \
  1006. ((_msdu_info)->tid = qdf_nbuf_get_priority(_nbuf))
  1007. #else
  1008. #define DP_TX_TID_OVERRIDE(_msdu_info, _nbuf)
  1009. #endif
  1010. /* TODO TX_FEATURE_NOT_YET */
  1011. static inline void dp_tx_comp_process_exception(struct dp_tx_desc_s *tx_desc)
  1012. {
  1013. return;
  1014. }
  1015. /* TODO TX_FEATURE_NOT_YET */
  1016. /**
  1017. * dp_tx_desc_flush() - release resources associated
  1018. * to TX Desc
  1019. *
  1020. * @pdev: Handle to DP pdev structure
  1021. * @vdev: virtual device instance
  1022. * NULL: no specific Vdev is required and check all allcated TX desc
  1023. * on this pdev.
  1024. * Non-NULL: only check the allocated TX Desc associated to this Vdev.
  1025. *
  1026. * @force_free:
  1027. * true: flush the TX desc.
  1028. * false: only reset the Vdev in each allocated TX desc
  1029. * that associated to current Vdev.
  1030. *
  1031. * This function will go through the TX desc pool to flush
  1032. * the outstanding TX data or reset Vdev to NULL in associated TX
  1033. * Desc.
  1034. */
  1035. void dp_tx_desc_flush(struct dp_pdev *pdev, struct dp_vdev *vdev,
  1036. bool force_free);
  1037. /**
  1038. * dp_tx_vdev_attach() - attach vdev to dp tx
  1039. * @vdev: virtual device instance
  1040. *
  1041. * Return: QDF_STATUS_SUCCESS: success
  1042. * QDF_STATUS_E_RESOURCES: Error return
  1043. */
  1044. QDF_STATUS dp_tx_vdev_attach(struct dp_vdev *vdev);
  1045. /**
  1046. * dp_tx_vdev_detach() - detach vdev from dp tx
  1047. * @vdev: virtual device instance
  1048. *
  1049. * Return: QDF_STATUS_SUCCESS: success
  1050. * QDF_STATUS_E_RESOURCES: Error return
  1051. */
  1052. QDF_STATUS dp_tx_vdev_detach(struct dp_vdev *vdev);
  1053. /**
  1054. * dp_tx_vdev_update_search_flags() - Update vdev flags as per opmode
  1055. * @vdev: virtual device instance
  1056. *
  1057. * Return: void
  1058. *
  1059. */
  1060. void dp_tx_vdev_update_search_flags(struct dp_vdev *vdev);
  1061. /**
  1062. * dp_soc_tx_desc_sw_pools_alloc() - Allocate tx descriptor pool memory
  1063. * @soc: core txrx main context
  1064. *
  1065. * This function allocates memory for following descriptor pools
  1066. * 1. regular sw tx descriptor pools (static pools)
  1067. * 2. TX extension descriptor pools (ME, RAW, TSO etc...)
  1068. * 3. TSO descriptor pools
  1069. *
  1070. * Return: QDF_STATUS_SUCCESS: success
  1071. * QDF_STATUS_E_RESOURCES: Error return
  1072. */
  1073. QDF_STATUS dp_soc_tx_desc_sw_pools_alloc(struct dp_soc *soc);
  1074. /**
  1075. * dp_soc_tx_desc_sw_pools_init() - Initialise TX descriptor pools
  1076. * @soc: core txrx main context
  1077. *
  1078. * This function initializes the following TX descriptor pools
  1079. * 1. regular sw tx descriptor pools (static pools)
  1080. * 2. TX extension descriptor pools (ME, RAW, TSO etc...)
  1081. * 3. TSO descriptor pools
  1082. *
  1083. * Return: QDF_STATUS_SUCCESS: success
  1084. * QDF_STATUS_E_RESOURCES: Error return
  1085. */
  1086. QDF_STATUS dp_soc_tx_desc_sw_pools_init(struct dp_soc *soc);
  1087. /**
  1088. * dp_soc_tx_desc_sw_pools_free() - free all TX descriptors
  1089. * @soc: core txrx main context
  1090. *
  1091. * This function frees all tx related descriptors as below
  1092. * 1. Regular TX descriptors (static pools)
  1093. * 2. extension TX descriptors (used for ME, RAW, TSO etc...)
  1094. * 3. TSO descriptors
  1095. *
  1096. */
  1097. void dp_soc_tx_desc_sw_pools_free(struct dp_soc *soc);
  1098. /**
  1099. * dp_soc_tx_desc_sw_pools_deinit() - de-initialize all TX descriptors
  1100. * @soc: core txrx main context
  1101. *
  1102. * This function de-initializes all tx related descriptors as below
  1103. * 1. Regular TX descriptors (static pools)
  1104. * 2. extension TX descriptors (used for ME, RAW, TSO etc...)
  1105. * 3. TSO descriptors
  1106. *
  1107. */
  1108. void dp_soc_tx_desc_sw_pools_deinit(struct dp_soc *soc);
  1109. #ifndef WLAN_SOFTUMAC_SUPPORT
  1110. /**
  1111. * dp_handle_wbm_internal_error() - handles wbm_internal_error case
  1112. * @soc: core DP main context
  1113. * @hal_desc: hal descriptor
  1114. * @buf_type: indicates if the buffer is of type link disc or msdu
  1115. *
  1116. * wbm_internal_error is seen in following scenarios :
  1117. *
  1118. * 1. Null pointers detected in WBM_RELEASE_RING descriptors
  1119. * 2. Null pointers detected during delinking process
  1120. *
  1121. * Some null pointer cases:
  1122. *
  1123. * a. MSDU buffer pointer is NULL
  1124. * b. Next_MSDU_Link_Desc pointer is NULL, with no last msdu flag
  1125. * c. MSDU buffer pointer is NULL or Next_Link_Desc pointer is NULL
  1126. *
  1127. * Return: None
  1128. */
  1129. void
  1130. dp_handle_wbm_internal_error(struct dp_soc *soc, void *hal_desc,
  1131. uint32_t buf_type);
  1132. #endif
  1133. #else /* QCA_HOST_MODE_WIFI_DISABLED */
  1134. static inline
  1135. QDF_STATUS dp_soc_tx_desc_sw_pools_alloc(struct dp_soc *soc)
  1136. {
  1137. return QDF_STATUS_SUCCESS;
  1138. }
  1139. static inline
  1140. QDF_STATUS dp_soc_tx_desc_sw_pools_init(struct dp_soc *soc)
  1141. {
  1142. return QDF_STATUS_SUCCESS;
  1143. }
  1144. static inline void dp_soc_tx_desc_sw_pools_free(struct dp_soc *soc)
  1145. {
  1146. }
  1147. static inline void dp_soc_tx_desc_sw_pools_deinit(struct dp_soc *soc)
  1148. {
  1149. }
  1150. static inline
  1151. void dp_tx_desc_flush(struct dp_pdev *pdev, struct dp_vdev *vdev,
  1152. bool force_free)
  1153. {
  1154. }
  1155. static inline QDF_STATUS dp_tx_vdev_attach(struct dp_vdev *vdev)
  1156. {
  1157. return QDF_STATUS_SUCCESS;
  1158. }
  1159. static inline QDF_STATUS dp_tx_vdev_detach(struct dp_vdev *vdev)
  1160. {
  1161. return QDF_STATUS_SUCCESS;
  1162. }
  1163. static inline void dp_tx_vdev_update_search_flags(struct dp_vdev *vdev)
  1164. {
  1165. }
  1166. #endif /* QCA_HOST_MODE_WIFI_DISABLED */
  1167. #if defined(QCA_SUPPORT_LATENCY_CAPTURE) || \
  1168. defined(QCA_TX_CAPTURE_SUPPORT) || \
  1169. defined(QCA_MCOPY_SUPPORT)
  1170. #ifdef FEATURE_PERPKT_INFO
  1171. /**
  1172. * dp_get_completion_indication_for_stack() - send completion to stack
  1173. * @soc : dp_soc handle
  1174. * @pdev: dp_pdev handle
  1175. * @txrx_peer: dp peer handle
  1176. * @ts: transmit completion status structure
  1177. * @netbuf: Buffer pointer for free
  1178. * @time_latency:
  1179. *
  1180. * This function is used for indication whether buffer needs to be
  1181. * sent to stack for freeing or not
  1182. *
  1183. * Return: QDF_STATUS
  1184. */
  1185. QDF_STATUS
  1186. dp_get_completion_indication_for_stack(struct dp_soc *soc,
  1187. struct dp_pdev *pdev,
  1188. struct dp_txrx_peer *txrx_peer,
  1189. struct hal_tx_completion_status *ts,
  1190. qdf_nbuf_t netbuf,
  1191. uint64_t time_latency);
  1192. /**
  1193. * dp_send_completion_to_stack() - send completion to stack
  1194. * @soc : dp_soc handle
  1195. * @pdev: dp_pdev handle
  1196. * @peer_id: peer_id of the peer for which completion came
  1197. * @ppdu_id: ppdu_id
  1198. * @netbuf: Buffer pointer for free
  1199. *
  1200. * This function is used to send completion to stack
  1201. * to free buffer
  1202. *
  1203. * Return: QDF_STATUS
  1204. */
  1205. void dp_send_completion_to_stack(struct dp_soc *soc, struct dp_pdev *pdev,
  1206. uint16_t peer_id, uint32_t ppdu_id,
  1207. qdf_nbuf_t netbuf);
  1208. #endif
  1209. #else
  1210. static inline
  1211. QDF_STATUS dp_get_completion_indication_for_stack(struct dp_soc *soc,
  1212. struct dp_pdev *pdev,
  1213. struct dp_txrx_peer *peer,
  1214. struct hal_tx_completion_status *ts,
  1215. qdf_nbuf_t netbuf,
  1216. uint64_t time_latency)
  1217. {
  1218. return QDF_STATUS_E_NOSUPPORT;
  1219. }
  1220. static inline
  1221. void dp_send_completion_to_stack(struct dp_soc *soc, struct dp_pdev *pdev,
  1222. uint16_t peer_id, uint32_t ppdu_id,
  1223. qdf_nbuf_t netbuf)
  1224. {
  1225. }
  1226. #endif
  1227. #ifdef WLAN_FEATURE_PKT_CAPTURE_V2
  1228. /**
  1229. * dp_send_completion_to_pkt_capture() - send tx completion to packet capture
  1230. * @soc: dp_soc handle
  1231. * @desc: Tx Descriptor
  1232. * @ts: HAL Tx completion descriptor contents
  1233. *
  1234. * This function is used to send tx completion to packet capture
  1235. */
  1236. void dp_send_completion_to_pkt_capture(struct dp_soc *soc,
  1237. struct dp_tx_desc_s *desc,
  1238. struct hal_tx_completion_status *ts);
  1239. #else
  1240. static inline void
  1241. dp_send_completion_to_pkt_capture(struct dp_soc *soc,
  1242. struct dp_tx_desc_s *desc,
  1243. struct hal_tx_completion_status *ts)
  1244. {
  1245. }
  1246. #endif
  1247. #ifndef QCA_HOST_MODE_WIFI_DISABLED
  1248. #ifdef WLAN_DP_FEATURE_SW_LATENCY_MGR
  1249. /**
  1250. * dp_tx_update_stats() - Update soc level tx stats
  1251. * @soc: DP soc handle
  1252. * @tx_desc: TX descriptor reference
  1253. * @ring_id: TCL ring id
  1254. *
  1255. * Return: none
  1256. */
  1257. void dp_tx_update_stats(struct dp_soc *soc,
  1258. struct dp_tx_desc_s *tx_desc,
  1259. uint8_t ring_id);
  1260. /**
  1261. * dp_tx_attempt_coalescing() - Check and attempt TCL register write coalescing
  1262. * @soc: Datapath soc handle
  1263. * @vdev: DP vdev handle
  1264. * @tx_desc: tx packet descriptor
  1265. * @tid: TID for pkt transmission
  1266. * @msdu_info: MSDU info of tx packet
  1267. * @ring_id: TCL ring id
  1268. *
  1269. * Return: 1, if coalescing is to be done
  1270. * 0, if coalescing is not to be done
  1271. */
  1272. int
  1273. dp_tx_attempt_coalescing(struct dp_soc *soc, struct dp_vdev *vdev,
  1274. struct dp_tx_desc_s *tx_desc,
  1275. uint8_t tid,
  1276. struct dp_tx_msdu_info_s *msdu_info,
  1277. uint8_t ring_id);
  1278. /**
  1279. * dp_tx_ring_access_end() - HAL ring access end for data transmission
  1280. * @soc: Datapath soc handle
  1281. * @hal_ring_hdl: HAL ring handle
  1282. * @coalesce: Coalesce the current write or not
  1283. *
  1284. * Return: none
  1285. */
  1286. void
  1287. dp_tx_ring_access_end(struct dp_soc *soc, hal_ring_handle_t hal_ring_hdl,
  1288. int coalesce);
  1289. #else
  1290. /**
  1291. * dp_tx_update_stats() - Update soc level tx stats
  1292. * @soc: DP soc handle
  1293. * @tx_desc: TX descriptor reference
  1294. * @ring_id: TCL ring id
  1295. *
  1296. * Return: none
  1297. */
  1298. static inline void dp_tx_update_stats(struct dp_soc *soc,
  1299. struct dp_tx_desc_s *tx_desc,
  1300. uint8_t ring_id){ }
  1301. static inline void
  1302. dp_tx_ring_access_end(struct dp_soc *soc, hal_ring_handle_t hal_ring_hdl,
  1303. int coalesce)
  1304. {
  1305. dp_tx_hal_ring_access_end(soc, hal_ring_hdl);
  1306. }
  1307. static inline int
  1308. dp_tx_attempt_coalescing(struct dp_soc *soc, struct dp_vdev *vdev,
  1309. struct dp_tx_desc_s *tx_desc,
  1310. uint8_t tid,
  1311. struct dp_tx_msdu_info_s *msdu_info,
  1312. uint8_t ring_id)
  1313. {
  1314. return 0;
  1315. }
  1316. #endif /* WLAN_DP_FEATURE_SW_LATENCY_MGR */
  1317. #ifdef FEATURE_RUNTIME_PM
  1318. /**
  1319. * dp_set_rtpm_tput_policy_requirement() - Update RTPM throughput policy
  1320. * @soc_hdl: DP soc handle
  1321. * @is_high_tput: flag to indicate whether throughput is high
  1322. *
  1323. * Return: none
  1324. */
  1325. static inline
  1326. void dp_set_rtpm_tput_policy_requirement(struct cdp_soc_t *soc_hdl,
  1327. bool is_high_tput)
  1328. {
  1329. struct dp_soc *soc = cdp_soc_t_to_dp_soc(soc_hdl);
  1330. qdf_atomic_set(&soc->rtpm_high_tput_flag, is_high_tput);
  1331. }
  1332. /**
  1333. * dp_tx_ring_access_end_wrapper() - Wrapper for ring access end
  1334. * @soc: Datapath soc handle
  1335. * @hal_ring_hdl: HAL ring handle
  1336. * @coalesce: Coalesce the current write or not
  1337. *
  1338. * Feature-specific wrapper for HAL ring access end for data
  1339. * transmission
  1340. *
  1341. * Return: none
  1342. */
  1343. void
  1344. dp_tx_ring_access_end_wrapper(struct dp_soc *soc,
  1345. hal_ring_handle_t hal_ring_hdl,
  1346. int coalesce);
  1347. #else
  1348. #ifdef DP_POWER_SAVE
  1349. void
  1350. dp_tx_ring_access_end_wrapper(struct dp_soc *soc,
  1351. hal_ring_handle_t hal_ring_hdl,
  1352. int coalesce);
  1353. #else
  1354. static inline void
  1355. dp_tx_ring_access_end_wrapper(struct dp_soc *soc,
  1356. hal_ring_handle_t hal_ring_hdl,
  1357. int coalesce)
  1358. {
  1359. dp_tx_ring_access_end(soc, hal_ring_hdl, coalesce);
  1360. }
  1361. #endif
  1362. static inline void
  1363. dp_set_rtpm_tput_policy_requirement(struct cdp_soc_t *soc_hdl,
  1364. bool is_high_tput)
  1365. { }
  1366. #endif
  1367. #endif /* QCA_HOST_MODE_WIFI_DISABLED */
  1368. #ifdef DP_TX_HW_DESC_HISTORY
  1369. static inline void
  1370. dp_tx_hw_desc_update_evt(uint8_t *hal_tx_desc_cached,
  1371. hal_ring_handle_t hal_ring_hdl,
  1372. struct dp_soc *soc, uint8_t ring_id)
  1373. {
  1374. struct dp_tx_hw_desc_history *tx_hw_desc_history =
  1375. &soc->tx_hw_desc_history;
  1376. struct dp_tx_hw_desc_evt *evt;
  1377. uint32_t idx = 0;
  1378. uint16_t slot = 0;
  1379. if (!tx_hw_desc_history->allocated)
  1380. return;
  1381. dp_get_frag_hist_next_atomic_idx(&tx_hw_desc_history->index, &idx,
  1382. &slot,
  1383. DP_TX_HW_DESC_HIST_SLOT_SHIFT,
  1384. DP_TX_HW_DESC_HIST_PER_SLOT_MAX,
  1385. DP_TX_HW_DESC_HIST_MAX);
  1386. evt = &tx_hw_desc_history->entry[slot][idx];
  1387. qdf_mem_copy(evt->tcl_desc, hal_tx_desc_cached, HAL_TX_DESC_LEN_BYTES);
  1388. evt->posted = qdf_get_log_timestamp();
  1389. evt->tcl_ring_id = ring_id;
  1390. hal_get_sw_hptp(soc->hal_soc, hal_ring_hdl, &evt->tp, &evt->hp);
  1391. }
  1392. #else
  1393. static inline void
  1394. dp_tx_hw_desc_update_evt(uint8_t *hal_tx_desc_cached,
  1395. hal_ring_handle_t hal_ring_hdl,
  1396. struct dp_soc *soc, uint8_t ring_id)
  1397. {
  1398. }
  1399. #endif
  1400. #if defined(WLAN_FEATURE_TSF_UPLINK_DELAY) || defined(WLAN_CONFIG_TX_DELAY)
  1401. /**
  1402. * dp_tx_compute_hw_delay_us() - Compute hardware Tx completion delay
  1403. * @ts: Tx completion status
  1404. * @delta_tsf: Difference between TSF clock and qtimer
  1405. * @delay_us: Delay in microseconds
  1406. *
  1407. * Return: QDF_STATUS_SUCCESS : Success
  1408. * QDF_STATUS_E_INVAL : Tx completion status is invalid or
  1409. * delay_us is NULL
  1410. * QDF_STATUS_E_FAILURE : Error in delay calculation
  1411. */
  1412. QDF_STATUS
  1413. dp_tx_compute_hw_delay_us(struct hal_tx_completion_status *ts,
  1414. uint32_t delta_tsf,
  1415. uint32_t *delay_us);
  1416. /**
  1417. * dp_set_delta_tsf() - Set delta_tsf to dp_soc structure
  1418. * @soc_hdl: cdp soc pointer
  1419. * @vdev_id: vdev id
  1420. * @delta_tsf: difference between TSF clock and qtimer
  1421. *
  1422. * Return: None
  1423. */
  1424. void dp_set_delta_tsf(struct cdp_soc_t *soc_hdl, uint8_t vdev_id,
  1425. uint32_t delta_tsf);
  1426. #endif
  1427. #ifdef WLAN_FEATURE_TSF_UPLINK_DELAY
  1428. /**
  1429. * dp_set_tsf_ul_delay_report() - Enable or disable reporting uplink delay
  1430. * @soc_hdl: cdp soc pointer
  1431. * @vdev_id: vdev id
  1432. * @enable: true to enable and false to disable
  1433. *
  1434. * Return: QDF_STATUS
  1435. */
  1436. QDF_STATUS dp_set_tsf_ul_delay_report(struct cdp_soc_t *soc_hdl,
  1437. uint8_t vdev_id, bool enable);
  1438. /**
  1439. * dp_get_uplink_delay() - Get uplink delay value
  1440. * @soc_hdl: cdp soc pointer
  1441. * @vdev_id: vdev id
  1442. * @val: pointer to save uplink delay value
  1443. *
  1444. * Return: QDF_STATUS
  1445. */
  1446. QDF_STATUS dp_get_uplink_delay(struct cdp_soc_t *soc_hdl, uint8_t vdev_id,
  1447. uint32_t *val);
  1448. #endif /* WLAN_FEATURE_TSF_UPLINK_TSF */
  1449. /**
  1450. * dp_tx_pkt_tracepoints_enabled() - Get the state of tx pkt tracepoint
  1451. *
  1452. * Return: True if any tx pkt tracepoint is enabled else false
  1453. */
  1454. static inline
  1455. bool dp_tx_pkt_tracepoints_enabled(void)
  1456. {
  1457. return (qdf_trace_dp_tx_comp_tcp_pkt_enabled() ||
  1458. qdf_trace_dp_tx_comp_udp_pkt_enabled() ||
  1459. qdf_trace_dp_tx_comp_pkt_enabled());
  1460. }
  1461. #ifdef QCA_SUPPORT_DP_GLOBAL_CTX
  1462. static inline
  1463. struct dp_tx_desc_pool_s *dp_get_tx_desc_pool(struct dp_soc *soc,
  1464. uint8_t pool_id)
  1465. {
  1466. struct dp_global_context *dp_global = NULL;
  1467. dp_global = wlan_objmgr_get_global_ctx();
  1468. return dp_global->tx_desc[pool_id];
  1469. }
  1470. static inline
  1471. struct dp_tx_desc_pool_s *dp_get_spcl_tx_desc_pool(struct dp_soc *soc,
  1472. uint8_t pool_id)
  1473. {
  1474. struct dp_global_context *dp_global = NULL;
  1475. dp_global = wlan_objmgr_get_global_ctx();
  1476. return dp_global->spcl_tx_desc[pool_id];
  1477. }
  1478. #else
  1479. static inline
  1480. struct dp_tx_desc_pool_s *dp_get_tx_desc_pool(struct dp_soc *soc,
  1481. uint8_t pool_id)
  1482. {
  1483. return &soc->tx_desc[pool_id];
  1484. }
  1485. static inline
  1486. struct dp_tx_desc_pool_s *dp_get_spcl_tx_desc_pool(struct dp_soc *soc,
  1487. uint8_t pool_id)
  1488. {
  1489. return &soc->tx_desc[pool_id];
  1490. }
  1491. #endif
  1492. #ifdef DP_TX_TRACKING
  1493. /**
  1494. * dp_tx_desc_set_timestamp() - set timestamp in tx descriptor
  1495. * @tx_desc: tx descriptor
  1496. *
  1497. * Return: None
  1498. */
  1499. static inline
  1500. void dp_tx_desc_set_timestamp(struct dp_tx_desc_s *tx_desc)
  1501. {
  1502. tx_desc->timestamp_tick = qdf_system_ticks();
  1503. }
  1504. /**
  1505. * dp_tx_desc_check_corruption() - Verify magic pattern in tx descriptor
  1506. * @tx_desc: tx descriptor
  1507. *
  1508. * Check for corruption in tx descriptor, if magic pattern is not matching
  1509. * trigger self recovery
  1510. *
  1511. * Return: none
  1512. */
  1513. void dp_tx_desc_check_corruption(struct dp_tx_desc_s *tx_desc);
  1514. #else
  1515. static inline
  1516. void dp_tx_desc_set_timestamp(struct dp_tx_desc_s *tx_desc)
  1517. {
  1518. }
  1519. static inline
  1520. void dp_tx_desc_check_corruption(struct dp_tx_desc_s *tx_desc)
  1521. {
  1522. }
  1523. #endif
  1524. #ifndef CONFIG_SAWF
  1525. static inline bool dp_sawf_tag_valid_get(qdf_nbuf_t nbuf)
  1526. {
  1527. return false;
  1528. }
  1529. #endif
  1530. #ifdef HW_TX_DELAY_STATS_ENABLE
  1531. /**
  1532. * dp_tx_desc_set_ktimestamp() - set kernel timestamp in tx descriptor
  1533. * @vdev: DP vdev handle
  1534. * @tx_desc: tx descriptor
  1535. *
  1536. * Return: true when descriptor is timestamped, false otherwise
  1537. */
  1538. static inline
  1539. bool dp_tx_desc_set_ktimestamp(struct dp_vdev *vdev,
  1540. struct dp_tx_desc_s *tx_desc)
  1541. {
  1542. if (qdf_unlikely(vdev->pdev->delay_stats_flag) ||
  1543. qdf_unlikely(vdev->pdev->soc->wlan_cfg_ctx->pext_stats_enabled) ||
  1544. qdf_unlikely(dp_tx_pkt_tracepoints_enabled()) ||
  1545. qdf_unlikely(vdev->pdev->soc->peerstats_enabled) ||
  1546. qdf_unlikely(dp_is_vdev_tx_delay_stats_enabled(vdev))) {
  1547. tx_desc->timestamp = qdf_ktime_real_get();
  1548. return true;
  1549. }
  1550. return false;
  1551. }
  1552. #else
  1553. static inline
  1554. bool dp_tx_desc_set_ktimestamp(struct dp_vdev *vdev,
  1555. struct dp_tx_desc_s *tx_desc)
  1556. {
  1557. if (qdf_unlikely(vdev->pdev->delay_stats_flag) ||
  1558. qdf_unlikely(vdev->pdev->soc->wlan_cfg_ctx->pext_stats_enabled) ||
  1559. qdf_unlikely(dp_tx_pkt_tracepoints_enabled()) ||
  1560. qdf_unlikely(vdev->pdev->soc->peerstats_enabled)) {
  1561. tx_desc->timestamp = qdf_ktime_real_get();
  1562. return true;
  1563. }
  1564. return false;
  1565. }
  1566. #endif
  1567. #ifdef CONFIG_DP_PKT_ADD_TIMESTAMP
  1568. /**
  1569. * dp_pkt_add_timestamp() - add timestamp in data payload
  1570. *
  1571. * @vdev: dp vdev
  1572. * @index: index to decide offset in payload
  1573. * @time: timestamp to add in data payload
  1574. * @nbuf: network buffer
  1575. *
  1576. * Return: none
  1577. */
  1578. void dp_pkt_add_timestamp(struct dp_vdev *vdev,
  1579. enum qdf_pkt_timestamp_index index, uint64_t time,
  1580. qdf_nbuf_t nbuf);
  1581. /**
  1582. * dp_pkt_get_timestamp() - get current system time
  1583. *
  1584. * @time: return current system time
  1585. *
  1586. * Return: none
  1587. */
  1588. void dp_pkt_get_timestamp(uint64_t *time);
  1589. #else
  1590. #define dp_pkt_add_timestamp(vdev, index, time, nbuf)
  1591. static inline
  1592. void dp_pkt_get_timestamp(uint64_t *time)
  1593. {
  1594. }
  1595. #endif
  1596. #ifdef CONFIG_WLAN_SYSFS_MEM_STATS
  1597. /**
  1598. * dp_update_tx_desc_stats - Update the increase or decrease in
  1599. * outstanding tx desc count
  1600. * values on pdev and soc
  1601. * @pdev: DP pdev handle
  1602. *
  1603. * Return: void
  1604. */
  1605. static inline void
  1606. dp_update_tx_desc_stats(struct dp_pdev *pdev)
  1607. {
  1608. int32_t tx_descs_cnt =
  1609. qdf_atomic_read(&pdev->num_tx_outstanding);
  1610. if (pdev->tx_descs_max < tx_descs_cnt)
  1611. pdev->tx_descs_max = tx_descs_cnt;
  1612. qdf_mem_tx_desc_cnt_update(pdev->num_tx_outstanding,
  1613. pdev->tx_descs_max);
  1614. }
  1615. #else /* CONFIG_WLAN_SYSFS_MEM_STATS */
  1616. static inline void
  1617. dp_update_tx_desc_stats(struct dp_pdev *pdev)
  1618. {
  1619. }
  1620. #endif /* CONFIG_WLAN_SYSFS_MEM_STATS */
  1621. #ifdef QCA_SUPPORT_DP_GLOBAL_CTX
  1622. /**
  1623. * dp_tx_get_global_desc_in_use() - read global descriptors in usage
  1624. * @dp_global: Datapath global context
  1625. *
  1626. * Return: global descriptors in use
  1627. */
  1628. static inline int32_t
  1629. dp_tx_get_global_desc_in_use(struct dp_global_context *dp_global)
  1630. {
  1631. return qdf_atomic_read(&dp_global->global_descriptor_in_use);
  1632. }
  1633. #endif
  1634. #ifdef QCA_TX_LIMIT_CHECK
  1635. static inline bool is_spl_packet(qdf_nbuf_t nbuf)
  1636. {
  1637. if (qdf_nbuf_is_ipv4_eapol_pkt(nbuf))
  1638. return true;
  1639. return false;
  1640. }
  1641. #ifdef QCA_SUPPORT_DP_GLOBAL_CTX
  1642. /**
  1643. * dp_tx_limit_check - Check if allocated tx descriptors reached
  1644. * global max reg limit and pdev max reg limit for regular packets. Also check
  1645. * if the limit is reached for special packets.
  1646. * @vdev: DP vdev handle
  1647. * @nbuf: network buffer
  1648. *
  1649. * Return: true if allocated tx descriptors reached max limit for regular
  1650. * packets and in case of special packets, if the limit is reached max
  1651. * configured vale for the soc/pdev, else false
  1652. */
  1653. static inline bool
  1654. dp_tx_limit_check(struct dp_vdev *vdev, qdf_nbuf_t nbuf)
  1655. {
  1656. return false;
  1657. }
  1658. static inline bool
  1659. __dp_tx_limit_check(struct dp_soc *soc)
  1660. {
  1661. return false;
  1662. }
  1663. #else
  1664. /**
  1665. * is_dp_spl_tx_limit_reached - Check if the packet is a special packet to allow
  1666. * allocation if allocated tx descriptors are within the soc max limit
  1667. * and pdev max limit.
  1668. * @vdev: DP vdev handle
  1669. * @nbuf: network buffer
  1670. *
  1671. * Return: true if allocated tx descriptors reached max configured value, else
  1672. * false
  1673. */
  1674. static inline bool
  1675. is_dp_spl_tx_limit_reached(struct dp_vdev *vdev, qdf_nbuf_t nbuf)
  1676. {
  1677. struct dp_pdev *pdev = vdev->pdev;
  1678. struct dp_soc *soc = pdev->soc;
  1679. if (is_spl_packet(nbuf)) {
  1680. if (qdf_atomic_read(&soc->num_tx_outstanding) >=
  1681. soc->num_tx_allowed)
  1682. return true;
  1683. if (qdf_atomic_read(&pdev->num_tx_outstanding) >=
  1684. pdev->num_tx_allowed)
  1685. return true;
  1686. return false;
  1687. }
  1688. return true;
  1689. }
  1690. static inline bool
  1691. __dp_tx_limit_check(struct dp_soc *soc)
  1692. {
  1693. return (qdf_atomic_read(&soc->num_tx_outstanding) >=
  1694. soc->num_reg_tx_allowed);
  1695. }
  1696. /**
  1697. * dp_tx_limit_check - Check if allocated tx descriptors reached
  1698. * soc max reg limit and pdev max reg limit for regular packets. Also check if
  1699. * the limit is reached for special packets.
  1700. * @vdev: DP vdev handle
  1701. * @nbuf: network buffer
  1702. *
  1703. * Return: true if allocated tx descriptors reached max limit for regular
  1704. * packets and in case of special packets, if the limit is reached max
  1705. * configured vale for the soc/pdev, else false
  1706. */
  1707. static inline bool
  1708. dp_tx_limit_check(struct dp_vdev *vdev, qdf_nbuf_t nbuf)
  1709. {
  1710. struct dp_pdev *pdev = vdev->pdev;
  1711. struct dp_soc *soc = pdev->soc;
  1712. if (__dp_tx_limit_check(soc)) {
  1713. if (is_dp_spl_tx_limit_reached(vdev, nbuf)) {
  1714. dp_tx_info("queued packets are more than max tx, drop the frame");
  1715. DP_STATS_INC(vdev, tx_i.dropped.desc_na.num, 1);
  1716. return true;
  1717. }
  1718. }
  1719. if (qdf_atomic_read(&pdev->num_tx_outstanding) >=
  1720. pdev->num_reg_tx_allowed) {
  1721. if (is_dp_spl_tx_limit_reached(vdev, nbuf)) {
  1722. dp_tx_info("queued packets are more than max tx, drop the frame");
  1723. DP_STATS_INC(vdev, tx_i.dropped.desc_na.num, 1);
  1724. DP_STATS_INC(vdev,
  1725. tx_i.dropped.desc_na_exc_outstand.num, 1);
  1726. return true;
  1727. }
  1728. }
  1729. return false;
  1730. }
  1731. #endif
  1732. /**
  1733. * dp_tx_exception_limit_check - Check if allocated tx exception descriptors
  1734. * reached soc max limit
  1735. * @vdev: DP vdev handle
  1736. *
  1737. * Return: true if allocated tx descriptors reached max configured value, else
  1738. * false
  1739. */
  1740. static inline bool
  1741. dp_tx_exception_limit_check(struct dp_vdev *vdev)
  1742. {
  1743. struct dp_pdev *pdev = vdev->pdev;
  1744. struct dp_soc *soc = pdev->soc;
  1745. if (qdf_atomic_read(&soc->num_tx_exception) >=
  1746. soc->num_msdu_exception_desc) {
  1747. dp_info("exc packets are more than max drop the exc pkt");
  1748. DP_STATS_INC(vdev, tx_i.dropped.exc_desc_na.num, 1);
  1749. return true;
  1750. }
  1751. return false;
  1752. }
  1753. #ifdef QCA_SUPPORT_DP_GLOBAL_CTX
  1754. /**
  1755. * dp_tx_outstanding_inc - Inc outstanding tx desc values on global and pdev
  1756. * @pdev: DP pdev handle
  1757. *
  1758. * Return: void
  1759. */
  1760. static inline void
  1761. dp_tx_outstanding_inc(struct dp_pdev *pdev)
  1762. {
  1763. }
  1764. static inline void
  1765. __dp_tx_outstanding_inc(struct dp_soc *soc)
  1766. {
  1767. }
  1768. static inline void
  1769. __dp_tx_outstanding_dec(struct dp_soc *soc)
  1770. {
  1771. }
  1772. /**
  1773. * dp_tx_outstanding_dec - Dec outstanding tx desc values on global and pdev
  1774. * @pdev: DP pdev handle
  1775. *
  1776. * Return: void
  1777. */
  1778. static inline void
  1779. dp_tx_outstanding_dec(struct dp_pdev *pdev)
  1780. {
  1781. }
  1782. /**
  1783. * dp_tx_outstanding_sub - Subtract outstanding tx desc values on pdev
  1784. * @pdev: DP pdev handle
  1785. * @count: count of descs to subtract from outstanding
  1786. *
  1787. * Return: void
  1788. */
  1789. static inline void
  1790. dp_tx_outstanding_sub(struct dp_pdev *pdev, uint32_t count)
  1791. {
  1792. }
  1793. #else
  1794. static inline void
  1795. __dp_tx_outstanding_inc(struct dp_soc *soc)
  1796. {
  1797. qdf_atomic_inc(&soc->num_tx_outstanding);
  1798. }
  1799. /**
  1800. * dp_tx_outstanding_inc - Increment outstanding tx desc values on pdev and soc
  1801. * @pdev: DP pdev handle
  1802. *
  1803. * Return: void
  1804. */
  1805. static inline void
  1806. dp_tx_outstanding_inc(struct dp_pdev *pdev)
  1807. {
  1808. struct dp_soc *soc = pdev->soc;
  1809. __dp_tx_outstanding_inc(soc);
  1810. qdf_atomic_inc(&pdev->num_tx_outstanding);
  1811. dp_update_tx_desc_stats(pdev);
  1812. }
  1813. static inline void
  1814. __dp_tx_outstanding_dec(struct dp_soc *soc)
  1815. {
  1816. qdf_atomic_dec(&soc->num_tx_outstanding);
  1817. }
  1818. /**
  1819. * dp_tx_outstanding_dec - Decrement outstanding tx desc values on pdev and soc
  1820. * @pdev: DP pdev handle
  1821. *
  1822. * Return: void
  1823. */
  1824. static inline void
  1825. dp_tx_outstanding_dec(struct dp_pdev *pdev)
  1826. {
  1827. struct dp_soc *soc = pdev->soc;
  1828. __dp_tx_outstanding_dec(soc);
  1829. qdf_atomic_dec(&pdev->num_tx_outstanding);
  1830. dp_update_tx_desc_stats(pdev);
  1831. }
  1832. /**
  1833. * __dp_tx_outstanding_sub - Sub outstanding tx desc values from soc
  1834. * @soc: DP soc handle
  1835. * @count: count of descs to subtract from outstanding
  1836. *
  1837. * Return: void
  1838. */
  1839. static inline void
  1840. __dp_tx_outstanding_sub(struct dp_soc *soc, uint32_t count)
  1841. {
  1842. qdf_atomic_sub(count, &soc->num_tx_outstanding);
  1843. }
  1844. /**
  1845. * dp_tx_outstanding_sub - Subtract outstanding tx desc values on pdev
  1846. * @pdev: DP pdev handle
  1847. * @count: count of descs to subtract from outstanding
  1848. *
  1849. * Return: void
  1850. */
  1851. static inline void
  1852. dp_tx_outstanding_sub(struct dp_pdev *pdev, uint32_t count)
  1853. {
  1854. struct dp_soc *soc = pdev->soc;
  1855. __dp_tx_outstanding_sub(soc, count);
  1856. qdf_atomic_sub(count, &pdev->num_tx_outstanding);
  1857. dp_update_tx_desc_stats(pdev);
  1858. }
  1859. #endif /* QCA_SUPPORT_DP_GLOBAL_CTX */
  1860. #else //QCA_TX_LIMIT_CHECK
  1861. static inline bool
  1862. __dp_tx_limit_check(struct dp_soc *soc)
  1863. {
  1864. return false;
  1865. }
  1866. static inline bool
  1867. dp_tx_limit_check(struct dp_vdev *vdev, qdf_nbuf_t nbuf)
  1868. {
  1869. return false;
  1870. }
  1871. static inline bool
  1872. dp_tx_exception_limit_check(struct dp_vdev *vdev)
  1873. {
  1874. return false;
  1875. }
  1876. static inline void
  1877. __dp_tx_outstanding_inc(struct dp_soc *soc)
  1878. {
  1879. }
  1880. static inline void
  1881. dp_tx_outstanding_inc(struct dp_pdev *pdev)
  1882. {
  1883. qdf_atomic_inc(&pdev->num_tx_outstanding);
  1884. dp_update_tx_desc_stats(pdev);
  1885. }
  1886. static inline void
  1887. __dp_tx_outstanding_dec(struct dp_soc *soc)
  1888. {
  1889. }
  1890. static inline void
  1891. dp_tx_outstanding_dec(struct dp_pdev *pdev)
  1892. {
  1893. qdf_atomic_dec(&pdev->num_tx_outstanding);
  1894. dp_update_tx_desc_stats(pdev);
  1895. }
  1896. static inline void
  1897. __dp_tx_outstanding_sub(struct dp_soc *soc, uint32_t count)
  1898. {
  1899. }
  1900. /**
  1901. * dp_tx_outstanding_sub - Subtract outstanding tx desc values on pdev
  1902. * @pdev: DP pdev handle
  1903. * @count: count of descs to subtract from outstanding
  1904. *
  1905. * Return: void
  1906. */
  1907. static inline void
  1908. dp_tx_outstanding_sub(struct dp_pdev *pdev, uint32_t count)
  1909. {
  1910. qdf_atomic_sub(count, &pdev->num_tx_outstanding);
  1911. dp_update_tx_desc_stats(pdev);
  1912. }
  1913. #endif //QCA_TX_LIMIT_CHECK
  1914. /**
  1915. * dp_tx_get_pkt_len() - Get the packet length of a msdu
  1916. * @tx_desc: tx descriptor
  1917. *
  1918. * Return: Packet length of a msdu. If the packet is fragmented,
  1919. * it will return the single fragment length.
  1920. *
  1921. * In TSO mode, the msdu from stack will be fragmented into small
  1922. * fragments and each of these new fragments will be transmitted
  1923. * as an individual msdu.
  1924. *
  1925. * Please note that the length of a msdu from stack may be smaller
  1926. * than the length of the total length of the fragments it has been
  1927. * fragmentted because each of the fragments has a nbuf header.
  1928. */
  1929. static inline uint32_t dp_tx_get_pkt_len(struct dp_tx_desc_s *tx_desc)
  1930. {
  1931. return tx_desc->frm_type == dp_tx_frm_tso ?
  1932. tx_desc->msdu_ext_desc->tso_desc->seg.total_len :
  1933. tx_desc->length;
  1934. }
  1935. #ifdef FEATURE_RUNTIME_PM
  1936. static inline int dp_get_rtpm_tput_policy_requirement(struct dp_soc *soc)
  1937. {
  1938. return qdf_atomic_read(&soc->rtpm_high_tput_flag) &&
  1939. (hif_rtpm_get_state() <= HIF_RTPM_STATE_ON);
  1940. }
  1941. #else
  1942. static inline int dp_get_rtpm_tput_policy_requirement(struct dp_soc *soc)
  1943. {
  1944. return 0;
  1945. }
  1946. #endif
  1947. #if defined WLAN_FEATURE_11BE_MLO && defined DP_MLO_LINK_STATS_SUPPORT
  1948. /**
  1949. * dp_tx_set_nbuf_band() - Set band info in nbuf cb
  1950. * @nbuf: nbuf pointer
  1951. * @txrx_peer: txrx_peer pointer
  1952. * @link_id: Peer Link ID
  1953. *
  1954. * Returen: None
  1955. */
  1956. static inline void
  1957. dp_tx_set_nbuf_band(qdf_nbuf_t nbuf, struct dp_txrx_peer *txrx_peer,
  1958. uint8_t link_id)
  1959. {
  1960. qdf_nbuf_tx_set_band(nbuf, txrx_peer->band[link_id]);
  1961. }
  1962. #else
  1963. static inline void
  1964. dp_tx_set_nbuf_band(qdf_nbuf_t nbuf, struct dp_txrx_peer *txrx_peer,
  1965. uint8_t link_id)
  1966. {
  1967. }
  1968. #endif
  1969. #endif