dp_tx.h 58 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153
  1. /*
  2. * Copyright (c) 2016-2021 The Linux Foundation. All rights reserved.
  3. * Copyright (c) 2021-2023 Qualcomm Innovation Center, Inc. All rights reserved.
  4. *
  5. * Permission to use, copy, modify, and/or distribute this software for
  6. * any purpose with or without fee is hereby granted, provided that the
  7. * above copyright notice and this permission notice appear in all
  8. * copies.
  9. *
  10. * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL
  11. * WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED
  12. * WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE
  13. * AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL
  14. * DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR
  15. * PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER
  16. * TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
  17. * PERFORMANCE OF THIS SOFTWARE.
  18. */
  19. #ifndef __DP_TX_H
  20. #define __DP_TX_H
  21. #include <qdf_types.h>
  22. #include <qdf_nbuf.h>
  23. #include "dp_types.h"
  24. #ifdef FEATURE_PERPKT_INFO
  25. #if defined(QCA_SUPPORT_LATENCY_CAPTURE) || \
  26. defined(QCA_TX_CAPTURE_SUPPORT) || \
  27. defined(QCA_MCOPY_SUPPORT)
  28. #include "if_meta_hdr.h"
  29. #endif
  30. #endif
  31. #include "dp_internal.h"
  32. #include "hal_tx.h"
  33. #include <qdf_tracepoint.h>
  34. #ifdef CONFIG_SAWF
  35. #include "dp_sawf.h"
  36. #endif
  37. #include <qdf_pkt_add_timestamp.h>
  38. #include "dp_ipa.h"
  39. #ifdef IPA_OFFLOAD
  40. #include <wlan_ipa_obj_mgmt_api.h>
  41. #endif
  42. #define DP_INVALID_VDEV_ID 0xFF
  43. #define DP_TX_MAX_NUM_FRAGS 6
  44. /* invalid peer id for reinject*/
  45. #define DP_INVALID_PEER 0XFFFE
  46. void dp_tx_nawds_handler(struct dp_soc *soc, struct dp_vdev *vdev,
  47. struct dp_tx_msdu_info_s *msdu_info,
  48. qdf_nbuf_t nbuf, uint16_t sa_peer_id);
  49. int dp_tx_proxy_arp(struct dp_vdev *vdev, qdf_nbuf_t nbuf);
  50. /*
  51. * DP_TX_DESC_FLAG_FRAG flags should always be defined to 0x1
  52. * please do not change this flag's definition
  53. */
  54. #define DP_TX_DESC_FLAG_FRAG 0x1
  55. #define DP_TX_DESC_FLAG_TO_FW 0x2
  56. #define DP_TX_DESC_FLAG_SIMPLE 0x4
  57. #define DP_TX_DESC_FLAG_RAW 0x8
  58. #define DP_TX_DESC_FLAG_MESH 0x10
  59. #define DP_TX_DESC_FLAG_QUEUED_TX 0x20
  60. #define DP_TX_DESC_FLAG_COMPLETED_TX 0x40
  61. #define DP_TX_DESC_FLAG_ME 0x80
  62. #define DP_TX_DESC_FLAG_TDLS_FRAME 0x100
  63. #define DP_TX_DESC_FLAG_ALLOCATED 0x200
  64. #define DP_TX_DESC_FLAG_MESH_MODE 0x400
  65. #define DP_TX_DESC_FLAG_UNMAP_DONE 0x800
  66. #define DP_TX_DESC_FLAG_TX_COMP_ERR 0x1000
  67. #define DP_TX_DESC_FLAG_FLUSH 0x2000
  68. #define DP_TX_DESC_FLAG_TRAFFIC_END_IND 0x4000
  69. #define DP_TX_DESC_FLAG_RMNET 0x8000
  70. #define DP_TX_DESC_FLAG_FASTPATH_SIMPLE 0x10000
  71. #define DP_TX_DESC_FLAG_PPEDS 0x20000
  72. #define DP_TX_DESC_FLAG_FAST 0x40000
  73. #define DP_TX_DESC_FLAG_SPECIAL 0x80000
  74. #define DP_TX_EXT_DESC_FLAG_METADATA_VALID 0x1
  75. #define DP_TX_FREE_SINGLE_BUF(soc, buf) \
  76. do { \
  77. qdf_nbuf_unmap(soc->osdev, buf, QDF_DMA_TO_DEVICE); \
  78. qdf_nbuf_free(buf); \
  79. } while (0)
  80. #define OCB_HEADER_VERSION 1
  81. #ifdef TX_PER_PDEV_DESC_POOL
  82. #ifdef QCA_LL_TX_FLOW_CONTROL_V2
  83. #define DP_TX_GET_DESC_POOL_ID(vdev) (vdev->vdev_id)
  84. #else /* QCA_LL_TX_FLOW_CONTROL_V2 */
  85. #define DP_TX_GET_DESC_POOL_ID(vdev) (vdev->pdev->pdev_id)
  86. #endif /* QCA_LL_TX_FLOW_CONTROL_V2 */
  87. #define DP_TX_GET_RING_ID(vdev) (vdev->pdev->pdev_id)
  88. #else
  89. #ifdef TX_PER_VDEV_DESC_POOL
  90. #define DP_TX_GET_DESC_POOL_ID(vdev) (vdev->vdev_id)
  91. #define DP_TX_GET_RING_ID(vdev) (vdev->pdev->pdev_id)
  92. #endif /* TX_PER_VDEV_DESC_POOL */
  93. #endif /* TX_PER_PDEV_DESC_POOL */
  94. #define DP_TX_QUEUE_MASK 0x3
  95. #define MAX_CDP_SEC_TYPE 12
  96. /* number of dwords for htt_tx_msdu_desc_ext2_t */
  97. #define DP_TX_MSDU_INFO_META_DATA_DWORDS 7
  98. #define dp_tx_alert(params...) QDF_TRACE_FATAL(QDF_MODULE_ID_DP_TX, params)
  99. #define dp_tx_err(params...) QDF_TRACE_ERROR(QDF_MODULE_ID_DP_TX, params)
  100. #define dp_tx_err_rl(params...) QDF_TRACE_ERROR_RL(QDF_MODULE_ID_DP_TX, params)
  101. #define dp_tx_warn(params...) QDF_TRACE_WARN(QDF_MODULE_ID_DP_TX, params)
  102. #define dp_tx_info(params...) \
  103. __QDF_TRACE_FL(QDF_TRACE_LEVEL_INFO_HIGH, QDF_MODULE_ID_DP_TX, ## params)
  104. #define dp_tx_debug(params...) QDF_TRACE_DEBUG(QDF_MODULE_ID_DP_TX, params)
  105. #define dp_tx_comp_alert(params...) QDF_TRACE_FATAL(QDF_MODULE_ID_DP_TX_COMP, params)
  106. #define dp_tx_comp_err(params...) QDF_TRACE_ERROR(QDF_MODULE_ID_DP_TX_COMP, params)
  107. #define dp_tx_comp_warn(params...) QDF_TRACE_WARN(QDF_MODULE_ID_DP_TX_COMP, params)
  108. #define dp_tx_comp_info(params...) \
  109. __QDF_TRACE_FL(QDF_TRACE_LEVEL_INFO_HIGH, QDF_MODULE_ID_DP_TX_COMP, ## params)
  110. #define dp_tx_comp_info_rl(params...) \
  111. __QDF_TRACE_RL(QDF_TRACE_LEVEL_INFO_HIGH, QDF_MODULE_ID_DP_TX_COMP, ## params)
  112. #define dp_tx_comp_debug(params...) QDF_TRACE_DEBUG(QDF_MODULE_ID_DP_TX_COMP, params)
  113. #ifndef QCA_HOST_MODE_WIFI_DISABLED
  114. /**
  115. * struct dp_tx_frag_info_s
  116. * @vaddr: hlos virtual address for buffer
  117. * @paddr_lo: physical address lower 32bits
  118. * @paddr_hi: physical address higher bits
  119. * @len: length of the buffer
  120. */
  121. struct dp_tx_frag_info_s {
  122. uint8_t *vaddr;
  123. uint32_t paddr_lo;
  124. uint16_t paddr_hi;
  125. uint16_t len;
  126. };
  127. /**
  128. * struct dp_tx_seg_info_s - Segmentation Descriptor
  129. * @nbuf: NBUF pointer if segment corresponds to separate nbuf
  130. * @frag_cnt: Fragment count in this segment
  131. * @total_len: Total length of segment
  132. * @frags: per-Fragment information
  133. * @next: pointer to next MSDU segment
  134. */
  135. struct dp_tx_seg_info_s {
  136. qdf_nbuf_t nbuf;
  137. uint16_t frag_cnt;
  138. uint16_t total_len;
  139. struct dp_tx_frag_info_s frags[DP_TX_MAX_NUM_FRAGS];
  140. struct dp_tx_seg_info_s *next;
  141. };
  142. #endif /* QCA_HOST_MODE_WIFI_DISABLED */
  143. /**
  144. * struct dp_tx_sg_info_s - Scatter Gather Descriptor
  145. * @num_segs: Number of segments (TSO/ME) in the frame
  146. * @total_len: Total length of the frame
  147. * @curr_seg: Points to current segment descriptor to be processed. Chain of
  148. * descriptors for SG frames/multicast-unicast converted packets.
  149. *
  150. * Used for SG (802.3 or Raw) frames and Multicast-Unicast converted frames to
  151. * carry fragmentation information
  152. * Raw Frames will be handed over to driver as an SKB chain with MPDU boundaries
  153. * indicated through flags in SKB CB (first_msdu and last_msdu). This will be
  154. * converted into set of skb sg (nr_frags) structures.
  155. */
  156. struct dp_tx_sg_info_s {
  157. uint32_t num_segs;
  158. uint32_t total_len;
  159. struct dp_tx_seg_info_s *curr_seg;
  160. };
  161. /**
  162. * struct dp_tx_queue - Tx queue
  163. * @desc_pool_id: Descriptor Pool to be used for the tx queue
  164. * @ring_id: TCL descriptor ring ID corresponding to the tx queue
  165. *
  166. * Tx queue contains information of the software (Descriptor pool)
  167. * and hardware resources (TCL ring id) to be used for a particular
  168. * transmit queue (obtained from skb_queue_mapping in case of linux)
  169. */
  170. struct dp_tx_queue {
  171. uint8_t desc_pool_id;
  172. uint8_t ring_id;
  173. };
  174. /**
  175. * struct dp_tx_msdu_info_s - MSDU Descriptor
  176. * @frm_type: Frame type - Regular/TSO/SG/Multicast enhancement
  177. * @tx_queue: Tx queue on which this MSDU should be transmitted
  178. * @num_seg: Number of segments (TSO)
  179. * @tid: TID (override) that is sent from HLOS
  180. * @exception_fw: Duplicate frame to be sent to firmware
  181. * @is_tx_sniffer: Indicates if the packet has to be sniffed
  182. * @u: union of frame information structs
  183. * @u.tso_info: TSO information for TSO frame types
  184. * (chain of the TSO segments, number of segments)
  185. * @u.sg_info: Scatter Gather information for non-TSO SG frames
  186. * @meta_data: Mesh meta header information
  187. * @ppdu_cookie: 16-bit ppdu_cookie that has to be replayed back in completions
  188. * @gsn: global sequence for reinjected mcast packets
  189. * @vdev_id : vdev_id for reinjected mcast packets
  190. * @skip_hp_update : Skip HP update for TSO segments and update in last segment
  191. * @buf_len:
  192. * @payload_addr:
  193. *
  194. * This structure holds the complete MSDU information needed to program the
  195. * Hardware TCL and MSDU extension descriptors for different frame types
  196. *
  197. */
  198. struct dp_tx_msdu_info_s {
  199. enum dp_tx_frm_type frm_type;
  200. struct dp_tx_queue tx_queue;
  201. uint32_t num_seg;
  202. uint8_t tid;
  203. uint8_t exception_fw;
  204. uint8_t is_tx_sniffer;
  205. union {
  206. struct qdf_tso_info_t tso_info;
  207. struct dp_tx_sg_info_s sg_info;
  208. } u;
  209. uint32_t meta_data[DP_TX_MSDU_INFO_META_DATA_DWORDS];
  210. uint16_t ppdu_cookie;
  211. #if defined(WLAN_FEATURE_11BE_MLO) && defined(WLAN_MLO_MULTI_CHIP)
  212. #ifdef WLAN_MCAST_MLO
  213. uint16_t gsn;
  214. uint8_t vdev_id;
  215. #endif
  216. #endif
  217. #ifdef WLAN_DP_FEATURE_SW_LATENCY_MGR
  218. uint8_t skip_hp_update;
  219. #endif
  220. #ifdef QCA_DP_TX_RMNET_OPTIMIZATION
  221. uint16_t buf_len;
  222. uint8_t *payload_addr;
  223. #endif
  224. };
  225. #ifndef QCA_HOST_MODE_WIFI_DISABLED
  226. /**
  227. * dp_tx_deinit_pair_by_index() - Deinit TX rings based on index
  228. * @soc: core txrx context
  229. * @index: index of ring to deinit
  230. *
  231. * Deinit 1 TCL and 1 WBM2SW release ring on as needed basis using
  232. * index of the respective TCL/WBM2SW release in soc structure.
  233. * For example, if the index is 2 then &soc->tcl_data_ring[2]
  234. * and &soc->tx_comp_ring[2] will be deinitialized.
  235. *
  236. * Return: none
  237. */
  238. void dp_tx_deinit_pair_by_index(struct dp_soc *soc, int index);
  239. #endif /* QCA_HOST_MODE_WIFI_DISABLED */
  240. /**
  241. * dp_tx_comp_process_desc_list() - Tx complete software descriptor handler
  242. * @soc: core txrx main context
  243. * @comp_head: software descriptor head pointer
  244. * @ring_id: ring number
  245. *
  246. * This function will process batch of descriptors reaped by dp_tx_comp_handler
  247. * and release the software descriptors after processing is complete
  248. *
  249. * Return: none
  250. */
  251. void
  252. dp_tx_comp_process_desc_list(struct dp_soc *soc,
  253. struct dp_tx_desc_s *comp_head, uint8_t ring_id);
  254. /**
  255. * dp_tx_comp_process_desc_list_fast() - Tx complete fast sw descriptor handler
  256. * @soc: core txrx main context
  257. * @head_desc: software descriptor head pointer
  258. * @tail_desc: software descriptor tail pointer
  259. * @ring_id: ring number
  260. * @fast_desc_count: Total descriptor count in the list
  261. *
  262. * This function will process batch of descriptors reaped by dp_tx_comp_handler
  263. * and append the list of descriptors to the freelist
  264. *
  265. * Return: none
  266. */
  267. void
  268. dp_tx_comp_process_desc_list_fast(struct dp_soc *soc,
  269. struct dp_tx_desc_s *head_desc,
  270. struct dp_tx_desc_s *tail_desc,
  271. uint8_t ring_id,
  272. uint32_t fast_desc_count);
  273. /**
  274. * dp_tx_comp_free_buf() - Free nbuf associated with the Tx Descriptor
  275. * @soc: Soc handle
  276. * @desc: software Tx descriptor to be processed
  277. * @delayed_free: defer freeing of nbuf
  278. *
  279. * Return: nbuf to be freed later
  280. */
  281. qdf_nbuf_t dp_tx_comp_free_buf(struct dp_soc *soc, struct dp_tx_desc_s *desc,
  282. bool delayed_free);
  283. /**
  284. * dp_tx_desc_release() - Release Tx Descriptor
  285. * @soc: Soc handle
  286. * @tx_desc: Tx Descriptor
  287. * @desc_pool_id: Descriptor Pool ID
  288. *
  289. * Deallocate all resources attached to Tx descriptor and free the Tx
  290. * descriptor.
  291. *
  292. * Return:
  293. */
  294. void dp_tx_desc_release(struct dp_soc *soc, struct dp_tx_desc_s *tx_desc,
  295. uint8_t desc_pool_id);
  296. /**
  297. * dp_tx_compute_delay() - Compute and fill in all timestamps
  298. * to pass in correct fields
  299. * @vdev: pdev handle
  300. * @tx_desc: tx descriptor
  301. * @tid: tid value
  302. * @ring_id: TCL or WBM ring number for transmit path
  303. *
  304. * Return: none
  305. */
  306. void dp_tx_compute_delay(struct dp_vdev *vdev, struct dp_tx_desc_s *tx_desc,
  307. uint8_t tid, uint8_t ring_id);
  308. /**
  309. * dp_tx_comp_process_tx_status() - Parse and Dump Tx completion status info
  310. * @soc: DP soc handle
  311. * @tx_desc: software descriptor head pointer
  312. * @ts: Tx completion status
  313. * @txrx_peer: txrx peer handle
  314. * @ring_id: ring number
  315. *
  316. * Return: none
  317. */
  318. void dp_tx_comp_process_tx_status(struct dp_soc *soc,
  319. struct dp_tx_desc_s *tx_desc,
  320. struct hal_tx_completion_status *ts,
  321. struct dp_txrx_peer *txrx_peer,
  322. uint8_t ring_id);
  323. /**
  324. * dp_tx_comp_process_desc() - Process tx descriptor and free associated nbuf
  325. * @soc: DP Soc handle
  326. * @desc: software Tx descriptor
  327. * @ts: Tx completion status from HAL/HTT descriptor
  328. * @txrx_peer: DP peer context
  329. *
  330. * Return: none
  331. */
  332. void dp_tx_comp_process_desc(struct dp_soc *soc,
  333. struct dp_tx_desc_s *desc,
  334. struct hal_tx_completion_status *ts,
  335. struct dp_txrx_peer *txrx_peer);
  336. /**
  337. * dp_tx_reinject_handler() - Tx Reinject Handler
  338. * @soc: datapath soc handle
  339. * @vdev: datapath vdev handle
  340. * @tx_desc: software descriptor head pointer
  341. * @status: Tx completion status from HTT descriptor
  342. * @reinject_reason: reinject reason from HTT descriptor
  343. *
  344. * This function reinjects frames back to Target.
  345. * Todo - Host queue needs to be added
  346. *
  347. * Return: none
  348. */
  349. void dp_tx_reinject_handler(struct dp_soc *soc,
  350. struct dp_vdev *vdev,
  351. struct dp_tx_desc_s *tx_desc,
  352. uint8_t *status,
  353. uint8_t reinject_reason);
  354. /**
  355. * dp_tx_inspect_handler() - Tx Inspect Handler
  356. * @soc: datapath soc handle
  357. * @vdev: datapath vdev handle
  358. * @tx_desc: software descriptor head pointer
  359. * @status: Tx completion status from HTT descriptor
  360. *
  361. * Handles Tx frames sent back to Host for inspection
  362. * (ProxyARP)
  363. *
  364. * Return: none
  365. */
  366. void dp_tx_inspect_handler(struct dp_soc *soc,
  367. struct dp_vdev *vdev,
  368. struct dp_tx_desc_s *tx_desc,
  369. uint8_t *status);
  370. /**
  371. * dp_tx_update_peer_basic_stats() - Update peer basic stats
  372. * @txrx_peer: Datapath txrx_peer handle
  373. * @length: Length of the packet
  374. * @tx_status: Tx status from TQM/FW
  375. * @update: enhanced flag value present in dp_pdev
  376. *
  377. * Return: none
  378. */
  379. void dp_tx_update_peer_basic_stats(struct dp_txrx_peer *txrx_peer,
  380. uint32_t length, uint8_t tx_status,
  381. bool update);
  382. #ifdef DP_UMAC_HW_RESET_SUPPORT
  383. /**
  384. * dp_tx_drop() - Drop the frame on a given VAP
  385. * @soc: DP soc handle
  386. * @vdev_id: id of DP vdev handle
  387. * @nbuf: skb
  388. *
  389. * Drop all the incoming packets
  390. *
  391. * Return: nbuf
  392. */
  393. qdf_nbuf_t dp_tx_drop(struct cdp_soc_t *soc, uint8_t vdev_id, qdf_nbuf_t nbuf);
  394. /**
  395. * dp_tx_exc_drop() - Drop the frame on a given VAP
  396. * @soc_hdl: DP soc handle
  397. * @vdev_id: id of DP vdev handle
  398. * @nbuf: skb
  399. * @tx_exc_metadata: Handle that holds exception path meta data
  400. *
  401. * Drop all the incoming packets
  402. *
  403. * Return: nbuf
  404. */
  405. qdf_nbuf_t dp_tx_exc_drop(struct cdp_soc_t *soc_hdl, uint8_t vdev_id,
  406. qdf_nbuf_t nbuf,
  407. struct cdp_tx_exception_metadata *tx_exc_metadata);
  408. #endif
  409. #ifdef WLAN_SUPPORT_PPEDS
  410. qdf_nbuf_t
  411. dp_ppeds_tx_desc_free(struct dp_soc *soc, struct dp_tx_desc_s *tx_desc);
  412. #else
  413. static inline qdf_nbuf_t
  414. dp_ppeds_tx_desc_free(struct dp_soc *soc, struct dp_tx_desc_s *tx_desc)
  415. {
  416. return NULL;
  417. }
  418. #endif
  419. /**
  420. * dp_get_updated_tx_desc() - get updated tx_desc value
  421. * @psoc: psoc object
  422. * @pool_num: Tx desc pool Id
  423. * @current_desc: Current Tx Desc value
  424. *
  425. * In Lowmem profiles the number of Tx desc in 4th pool is reduced to quarter
  426. * for memory optimizations via this flag DP_TX_DESC_POOL_OPTIMIZE
  427. *
  428. * Return: Updated Tx Desc value
  429. */
  430. #ifdef DP_TX_DESC_POOL_OPTIMIZE
  431. static inline uint32_t dp_get_updated_tx_desc(struct cdp_ctrl_objmgr_psoc *psoc,
  432. uint8_t pool_num,
  433. uint32_t current_desc)
  434. {
  435. if (pool_num == 3)
  436. return cfg_get(psoc, CFG_DP_TX_DESC_POOL_3);
  437. else
  438. return current_desc;
  439. }
  440. #else
  441. static inline uint32_t dp_get_updated_tx_desc(struct cdp_ctrl_objmgr_psoc *psoc,
  442. uint8_t pool_num,
  443. uint32_t current_desc)
  444. {
  445. return current_desc;
  446. }
  447. #endif
  448. #ifdef DP_TX_EXT_DESC_POOL_OPTIMIZE
  449. /**
  450. * dp_tx_ext_desc_pool_override() - Override tx ext desc pool Id
  451. * @desc_pool_id: Desc pool Id
  452. *
  453. * For low mem profiles the number of ext_tx_desc_pool is reduced to 1.
  454. * Since in Tx path the desc_pool_id is filled based on CPU core,
  455. * dp_tx_ext_desc_pool_override will return the desc_pool_id as 0 for lowmem
  456. * profiles.
  457. *
  458. * Return: updated tx_ext_desc_pool Id
  459. */
  460. static inline uint8_t dp_tx_ext_desc_pool_override(uint8_t desc_pool_id)
  461. {
  462. return 0;
  463. }
  464. /**
  465. * dp_get_ext_tx_desc_pool_num() - get the number of ext_tx_desc pool
  466. * @soc: core txrx main context
  467. *
  468. * For lowmem profiles the number of ext_tx_desc pool is reduced to 1 for
  469. * memory optimizations.
  470. * Based on this flag DP_TX_EXT_DESC_POOL_OPTIMIZE dp_get_ext_tx_desc_pool_num
  471. * will return reduced desc_pool value 1 for low mem profile and for the other
  472. * profiles it will return the same value as tx_desc pool.
  473. *
  474. * Return: number of ext_tx_desc pool
  475. */
  476. static inline uint8_t dp_get_ext_tx_desc_pool_num(struct dp_soc *soc)
  477. {
  478. return 1;
  479. }
  480. #else
  481. static inline uint8_t dp_tx_ext_desc_pool_override(uint8_t desc_pool_id)
  482. {
  483. return desc_pool_id;
  484. }
  485. static inline uint8_t dp_get_ext_tx_desc_pool_num(struct dp_soc *soc)
  486. {
  487. return wlan_cfg_get_num_tx_desc_pool(soc->wlan_cfg_ctx);
  488. }
  489. #endif
  490. #ifndef QCA_HOST_MODE_WIFI_DISABLED
  491. /**
  492. * dp_tso_soc_attach() - TSO Attach handler
  493. * @txrx_soc: Opaque Dp handle
  494. *
  495. * Reserve TSO descriptor buffers
  496. *
  497. * Return: QDF_STATUS_E_FAILURE on failure or
  498. * QDF_STATUS_SUCCESS on success
  499. */
  500. QDF_STATUS dp_tso_soc_attach(struct cdp_soc_t *txrx_soc);
  501. /**
  502. * dp_tso_soc_detach() - TSO Detach handler
  503. * @txrx_soc: Opaque Dp handle
  504. *
  505. * Deallocate TSO descriptor buffers
  506. *
  507. * Return: QDF_STATUS_E_FAILURE on failure or
  508. * QDF_STATUS_SUCCESS on success
  509. */
  510. QDF_STATUS dp_tso_soc_detach(struct cdp_soc_t *txrx_soc);
  511. /**
  512. * dp_tx_send() - Transmit a frame on a given VAP
  513. * @soc_hdl: DP soc handle
  514. * @vdev_id: id of DP vdev handle
  515. * @nbuf: skb
  516. *
  517. * Entry point for Core Tx layer (DP_TX) invoked from
  518. * hard_start_xmit in OSIF/HDD or from dp_rx_process for intravap forwarding
  519. * cases
  520. *
  521. * Return: NULL on success,
  522. * nbuf when it fails to send
  523. */
  524. qdf_nbuf_t dp_tx_send(struct cdp_soc_t *soc_hdl, uint8_t vdev_id,
  525. qdf_nbuf_t nbuf);
  526. /**
  527. * dp_tx_send_vdev_id_check() - Transmit a frame on a given VAP in special
  528. * case to avoid check in per-packet path.
  529. * @soc_hdl: DP soc handle
  530. * @vdev_id: id of DP vdev handle
  531. * @nbuf: skb
  532. *
  533. * Entry point for Core Tx layer (DP_TX) invoked from
  534. * hard_start_xmit in OSIF/HDD to transmit packet through dp_tx_send
  535. * with special condition to avoid per pkt check in dp_tx_send
  536. *
  537. * Return: NULL on success,
  538. * nbuf when it fails to send
  539. */
  540. qdf_nbuf_t dp_tx_send_vdev_id_check(struct cdp_soc_t *soc_hdl,
  541. uint8_t vdev_id, qdf_nbuf_t nbuf);
  542. /**
  543. * dp_tx_send_exception() - Transmit a frame on a given VAP in exception path
  544. * @soc_hdl: DP soc handle
  545. * @vdev_id: id of DP vdev handle
  546. * @nbuf: skb
  547. * @tx_exc_metadata: Handle that holds exception path meta data
  548. *
  549. * Entry point for Core Tx layer (DP_TX) invoked from
  550. * hard_start_xmit in OSIF/HDD to transmit frames through fw
  551. *
  552. * Return: NULL on success,
  553. * nbuf when it fails to send
  554. */
  555. qdf_nbuf_t
  556. dp_tx_send_exception(struct cdp_soc_t *soc_hdl, uint8_t vdev_id,
  557. qdf_nbuf_t nbuf,
  558. struct cdp_tx_exception_metadata *tx_exc_metadata);
  559. /**
  560. * dp_tx_send_exception_vdev_id_check() - Transmit a frame on a given VAP
  561. * in exception path in special case to avoid regular exception path chk.
  562. * @soc_hdl: DP soc handle
  563. * @vdev_id: id of DP vdev handle
  564. * @nbuf: skb
  565. * @tx_exc_metadata: Handle that holds exception path meta data
  566. *
  567. * Entry point for Core Tx layer (DP_TX) invoked from
  568. * hard_start_xmit in OSIF/HDD to transmit frames through fw
  569. *
  570. * Return: NULL on success,
  571. * nbuf when it fails to send
  572. */
  573. qdf_nbuf_t
  574. dp_tx_send_exception_vdev_id_check(struct cdp_soc_t *soc_hdl,
  575. uint8_t vdev_id, qdf_nbuf_t nbuf,
  576. struct cdp_tx_exception_metadata *tx_exc_metadata);
  577. /**
  578. * dp_tx_send_mesh() - Transmit mesh frame on a given VAP
  579. * @soc_hdl: DP soc handle
  580. * @vdev_id: DP vdev handle
  581. * @nbuf: skb
  582. *
  583. * Entry point for Core Tx layer (DP_TX) invoked from
  584. * hard_start_xmit in OSIF/HDD
  585. *
  586. * Return: NULL on success,
  587. * nbuf when it fails to send
  588. */
  589. qdf_nbuf_t dp_tx_send_mesh(struct cdp_soc_t *soc_hdl, uint8_t vdev_id,
  590. qdf_nbuf_t nbuf);
  591. /**
  592. * dp_tx_send_msdu_single() - Setup descriptor and enqueue single MSDU to TCL
  593. * @vdev: DP vdev handle
  594. * @nbuf: skb
  595. * @msdu_info: MSDU information
  596. * @peer_id: peer_id of the peer in case of NAWDS frames
  597. * @tx_exc_metadata: Handle that holds exception path metadata
  598. *
  599. * Return: NULL on success,
  600. * nbuf when it fails to send
  601. */
  602. qdf_nbuf_t
  603. dp_tx_send_msdu_single(struct dp_vdev *vdev, qdf_nbuf_t nbuf,
  604. struct dp_tx_msdu_info_s *msdu_info, uint16_t peer_id,
  605. struct cdp_tx_exception_metadata *tx_exc_metadata);
  606. /**
  607. * dp_tx_mcast_enhance() - Multicast enhancement on TX
  608. * @vdev: DP vdev handle
  609. * @nbuf: network buffer to be transmitted
  610. *
  611. * Return: true on success
  612. * false on failure
  613. */
  614. bool dp_tx_mcast_enhance(struct dp_vdev *vdev, qdf_nbuf_t nbuf);
  615. /**
  616. * dp_tx_send_msdu_multiple() - Enqueue multiple MSDUs
  617. * @vdev: DP vdev handle
  618. * @nbuf: skb
  619. * @msdu_info: MSDU info to be setup in MSDU extension descriptor
  620. *
  621. * Prepare descriptors for multiple MSDUs (TSO segments) and enqueue to TCL
  622. *
  623. * Return: NULL on success,
  624. * nbuf when it fails to send
  625. */
  626. #if QDF_LOCK_STATS
  627. noinline qdf_nbuf_t
  628. dp_tx_send_msdu_multiple(struct dp_vdev *vdev, qdf_nbuf_t nbuf,
  629. struct dp_tx_msdu_info_s *msdu_info);
  630. #else
  631. qdf_nbuf_t dp_tx_send_msdu_multiple(struct dp_vdev *vdev, qdf_nbuf_t nbuf,
  632. struct dp_tx_msdu_info_s *msdu_info);
  633. #endif
  634. #ifdef FEATURE_WLAN_TDLS
  635. /**
  636. * dp_tx_non_std() - Allow the control-path SW to send data frames
  637. * @soc_hdl: Datapath soc handle
  638. * @vdev_id: id of vdev
  639. * @tx_spec: what non-standard handling to apply to the tx data frames
  640. * @msdu_list: NULL-terminated list of tx MSDUs
  641. *
  642. * Return: NULL on success,
  643. * nbuf when it fails to send
  644. */
  645. qdf_nbuf_t dp_tx_non_std(struct cdp_soc_t *soc_hdl, uint8_t vdev_id,
  646. enum ol_tx_spec tx_spec, qdf_nbuf_t msdu_list);
  647. #endif
  648. /**
  649. * dp_tx_frame_is_drop() - checks if the packet is loopback
  650. * @vdev: DP vdev handle
  651. * @srcmac: source MAC address
  652. * @dstmac: destination MAC address
  653. *
  654. * Return: 1 if frame needs to be dropped else 0
  655. */
  656. int dp_tx_frame_is_drop(struct dp_vdev *vdev, uint8_t *srcmac, uint8_t *dstmac);
  657. #ifndef WLAN_SOFTUMAC_SUPPORT
  658. /**
  659. * dp_tx_comp_handler() - Tx completion handler
  660. * @int_ctx: pointer to DP interrupt context
  661. * @soc: core txrx main context
  662. * @hal_srng: Opaque HAL SRNG pointer
  663. * @ring_id: completion ring id
  664. * @quota: No. of packets/descriptors that can be serviced in one loop
  665. *
  666. * This function will collect hardware release ring element contents and
  667. * handle descriptor contents. Based on contents, free packet or handle error
  668. * conditions
  669. *
  670. * Return: Number of TX completions processed
  671. */
  672. uint32_t dp_tx_comp_handler(struct dp_intr *int_ctx, struct dp_soc *soc,
  673. hal_ring_handle_t hal_srng, uint8_t ring_id,
  674. uint32_t quota);
  675. #endif
  676. void
  677. dp_tx_comp_process_desc_list(struct dp_soc *soc,
  678. struct dp_tx_desc_s *comp_head, uint8_t ring_id);
  679. QDF_STATUS
  680. dp_tx_prepare_send_me(struct dp_vdev *vdev, qdf_nbuf_t nbuf);
  681. QDF_STATUS
  682. dp_tx_prepare_send_igmp_me(struct dp_vdev *vdev, qdf_nbuf_t nbuf);
  683. #endif /* QCA_HOST_MODE_WIFI_DISABLED */
  684. #if defined(QCA_HOST_MODE_WIFI_DISABLED) || !defined(ATH_SUPPORT_IQUE)
  685. static inline void dp_tx_me_exit(struct dp_pdev *pdev)
  686. {
  687. return;
  688. }
  689. #endif
  690. /**
  691. * dp_tx_pdev_init() - dp tx pdev init
  692. * @pdev: physical device instance
  693. *
  694. * Return: QDF_STATUS_SUCCESS: success
  695. * QDF_STATUS_E_RESOURCES: Error return
  696. */
  697. static inline QDF_STATUS dp_tx_pdev_init(struct dp_pdev *pdev)
  698. {
  699. struct dp_soc *soc = pdev->soc;
  700. /* Initialize Flow control counters */
  701. qdf_atomic_init(&pdev->num_tx_outstanding);
  702. pdev->tx_descs_max = 0;
  703. if (wlan_cfg_per_pdev_tx_ring(soc->wlan_cfg_ctx)) {
  704. /* Initialize descriptors in TCL Ring */
  705. hal_tx_init_data_ring(soc->hal_soc,
  706. soc->tcl_data_ring[pdev->pdev_id].hal_srng);
  707. }
  708. return QDF_STATUS_SUCCESS;
  709. }
  710. /**
  711. * dp_tx_prefetch_hw_sw_nbuf_desc() - function to prefetch HW and SW desc
  712. * @soc: Handle to HAL Soc structure
  713. * @hal_soc: HAL SOC handle
  714. * @num_avail_for_reap: descriptors available for reap
  715. * @hal_ring_hdl: ring pointer
  716. * @last_prefetched_hw_desc: pointer to the last prefetched HW descriptor
  717. * @last_prefetched_sw_desc: pointer to last prefetch SW desc
  718. *
  719. * Return: None
  720. */
  721. #ifdef QCA_DP_TX_HW_SW_NBUF_DESC_PREFETCH
  722. static inline
  723. void dp_tx_prefetch_hw_sw_nbuf_desc(struct dp_soc *soc,
  724. hal_soc_handle_t hal_soc,
  725. uint32_t num_avail_for_reap,
  726. hal_ring_handle_t hal_ring_hdl,
  727. void **last_prefetched_hw_desc,
  728. struct dp_tx_desc_s
  729. **last_prefetched_sw_desc)
  730. {
  731. if (*last_prefetched_sw_desc) {
  732. qdf_prefetch((uint8_t *)(*last_prefetched_sw_desc)->nbuf);
  733. qdf_prefetch((uint8_t *)(*last_prefetched_sw_desc)->nbuf + 64);
  734. }
  735. if (num_avail_for_reap && *last_prefetched_hw_desc) {
  736. soc->arch_ops.tx_comp_get_params_from_hal_desc(soc,
  737. *last_prefetched_hw_desc,
  738. last_prefetched_sw_desc);
  739. if ((uintptr_t)*last_prefetched_hw_desc & 0x3f)
  740. *last_prefetched_hw_desc =
  741. hal_srng_dst_prefetch_next_cached_desc(
  742. hal_soc,
  743. hal_ring_hdl,
  744. (uint8_t *)*last_prefetched_hw_desc);
  745. else
  746. *last_prefetched_hw_desc =
  747. hal_srng_dst_get_next_32_byte_desc(hal_soc,
  748. hal_ring_hdl,
  749. (uint8_t *)*last_prefetched_hw_desc);
  750. }
  751. }
  752. #else
  753. static inline
  754. void dp_tx_prefetch_hw_sw_nbuf_desc(struct dp_soc *soc,
  755. hal_soc_handle_t hal_soc,
  756. uint32_t num_avail_for_reap,
  757. hal_ring_handle_t hal_ring_hdl,
  758. void **last_prefetched_hw_desc,
  759. struct dp_tx_desc_s
  760. **last_prefetched_sw_desc)
  761. {
  762. }
  763. #endif
  764. #ifndef FEATURE_WDS
  765. static inline void dp_tx_mec_handler(struct dp_vdev *vdev, uint8_t *status)
  766. {
  767. return;
  768. }
  769. #endif
  770. #ifndef QCA_MULTIPASS_SUPPORT
  771. static inline
  772. bool dp_tx_multipass_process(struct dp_soc *soc, struct dp_vdev *vdev,
  773. qdf_nbuf_t nbuf,
  774. struct dp_tx_msdu_info_s *msdu_info)
  775. {
  776. return true;
  777. }
  778. static inline
  779. void dp_tx_vdev_multipass_deinit(struct dp_vdev *vdev)
  780. {
  781. }
  782. #else
  783. /**
  784. * dp_tx_multipass_process() - Process vlan frames in tx path
  785. * @soc: dp soc handle
  786. * @vdev: DP vdev handle
  787. * @nbuf: skb
  788. * @msdu_info: msdu descriptor
  789. *
  790. * Return: status whether frame needs to be dropped or transmitted
  791. */
  792. bool dp_tx_multipass_process(struct dp_soc *soc, struct dp_vdev *vdev,
  793. qdf_nbuf_t nbuf,
  794. struct dp_tx_msdu_info_s *msdu_info);
  795. /**
  796. * dp_tx_vdev_multipass_deinit() - set vlan map for vdev
  797. * @vdev: pointer to vdev
  798. *
  799. * return: void
  800. */
  801. void dp_tx_vdev_multipass_deinit(struct dp_vdev *vdev);
  802. /**
  803. * dp_tx_add_groupkey_metadata() - Add group key in metadata
  804. * @vdev: DP vdev handle
  805. * @msdu_info: MSDU info to be setup in MSDU descriptor
  806. * @group_key: Group key index programmed in metadata
  807. *
  808. * Return: void
  809. */
  810. void dp_tx_add_groupkey_metadata(struct dp_vdev *vdev,
  811. struct dp_tx_msdu_info_s *msdu_info,
  812. uint16_t group_key);
  813. #endif
  814. /**
  815. * dp_tx_hw_to_qdf()- convert hw status to qdf status
  816. * @status: hw status
  817. *
  818. * Return: qdf tx rx status
  819. */
  820. static inline enum qdf_dp_tx_rx_status dp_tx_hw_to_qdf(uint16_t status)
  821. {
  822. switch (status) {
  823. case HAL_TX_TQM_RR_FRAME_ACKED:
  824. return QDF_TX_RX_STATUS_OK;
  825. case HAL_TX_TQM_RR_REM_CMD_TX:
  826. return QDF_TX_RX_STATUS_NO_ACK;
  827. case HAL_TX_TQM_RR_REM_CMD_REM:
  828. case HAL_TX_TQM_RR_REM_CMD_NOTX:
  829. case HAL_TX_TQM_RR_REM_CMD_AGED:
  830. return QDF_TX_RX_STATUS_FW_DISCARD;
  831. default:
  832. return QDF_TX_RX_STATUS_DEFAULT;
  833. }
  834. }
  835. #ifndef QCA_HOST_MODE_WIFI_DISABLED
  836. /**
  837. * dp_tx_get_queue() - Returns Tx queue IDs to be used for this Tx frame
  838. * @vdev: DP Virtual device handle
  839. * @nbuf: Buffer pointer
  840. * @queue: queue ids container for nbuf
  841. *
  842. * TX packet queue has 2 instances, software descriptors id and dma ring id
  843. * Based on tx feature and hardware configuration queue id combination could be
  844. * different.
  845. * For example -
  846. * With XPS enabled,all TX descriptor pools and dma ring are assigned per cpu id
  847. * With no XPS,lock based resource protection, Descriptor pool ids are different
  848. * for each vdev, dma ring id will be same as single pdev id
  849. *
  850. * Return: None
  851. */
  852. #ifdef QCA_OL_TX_MULTIQ_SUPPORT
  853. #if defined(IPA_OFFLOAD) && defined(QCA_IPA_LL_TX_FLOW_CONTROL)
  854. #ifdef IPA_WDI3_TX_TWO_PIPES
  855. static inline void dp_tx_get_queue(struct dp_vdev *vdev,
  856. qdf_nbuf_t nbuf, struct dp_tx_queue *queue)
  857. {
  858. queue->ring_id = qdf_get_cpu();
  859. if (vdev->pdev->soc->wlan_cfg_ctx->ipa_enabled)
  860. if ((queue->ring_id == IPA_TCL_DATA_RING_IDX) ||
  861. (queue->ring_id == IPA_TX_ALT_RING_IDX))
  862. queue->ring_id = 0;
  863. queue->desc_pool_id = queue->ring_id;
  864. }
  865. #else
  866. static inline void dp_tx_get_queue(struct dp_vdev *vdev,
  867. qdf_nbuf_t nbuf, struct dp_tx_queue *queue)
  868. {
  869. queue->ring_id = qdf_get_cpu();
  870. if (vdev->pdev->soc->wlan_cfg_ctx->ipa_enabled)
  871. if (queue->ring_id == IPA_TCL_DATA_RING_IDX)
  872. queue->ring_id = 0;
  873. queue->desc_pool_id = queue->ring_id;
  874. }
  875. #endif
  876. #else
  877. #ifdef WLAN_TX_PKT_CAPTURE_ENH
  878. static inline void dp_tx_get_queue(struct dp_vdev *vdev,
  879. qdf_nbuf_t nbuf, struct dp_tx_queue *queue)
  880. {
  881. if (qdf_unlikely(vdev->is_override_rbm_id))
  882. queue->ring_id = vdev->rbm_id;
  883. else
  884. queue->ring_id = qdf_get_cpu();
  885. queue->desc_pool_id = queue->ring_id;
  886. }
  887. #else
  888. static inline void dp_tx_get_queue(struct dp_vdev *vdev,
  889. qdf_nbuf_t nbuf, struct dp_tx_queue *queue)
  890. {
  891. queue->ring_id = qdf_get_cpu();
  892. queue->desc_pool_id = queue->ring_id;
  893. }
  894. #endif
  895. #endif
  896. /**
  897. * dp_tx_get_hal_ring_hdl() - Get the hal_tx_ring_hdl for data transmission
  898. * @soc: DP soc structure pointer
  899. * @ring_id: Transmit Queue/ring_id to be used when XPS is enabled
  900. *
  901. * Return: HAL ring handle
  902. */
  903. static inline hal_ring_handle_t dp_tx_get_hal_ring_hdl(struct dp_soc *soc,
  904. uint8_t ring_id)
  905. {
  906. if (ring_id == soc->num_tcl_data_rings)
  907. return soc->tcl_cmd_credit_ring.hal_srng;
  908. return soc->tcl_data_ring[ring_id].hal_srng;
  909. }
  910. #else /* QCA_OL_TX_MULTIQ_SUPPORT */
  911. #ifdef TX_MULTI_TCL
  912. #ifdef IPA_OFFLOAD
  913. static inline void dp_tx_get_queue(struct dp_vdev *vdev,
  914. qdf_nbuf_t nbuf, struct dp_tx_queue *queue)
  915. {
  916. /* get flow id */
  917. queue->desc_pool_id = DP_TX_GET_DESC_POOL_ID(vdev);
  918. if (vdev->pdev->soc->wlan_cfg_ctx->ipa_enabled &&
  919. !ipa_config_is_opt_wifi_dp_enabled())
  920. queue->ring_id = DP_TX_GET_RING_ID(vdev);
  921. else
  922. queue->ring_id = (qdf_nbuf_get_queue_mapping(nbuf) %
  923. vdev->pdev->soc->num_tcl_data_rings);
  924. }
  925. #else
  926. static inline void dp_tx_get_queue(struct dp_vdev *vdev,
  927. qdf_nbuf_t nbuf, struct dp_tx_queue *queue)
  928. {
  929. /* get flow id */
  930. queue->desc_pool_id = DP_TX_GET_DESC_POOL_ID(vdev);
  931. queue->ring_id = (qdf_nbuf_get_queue_mapping(nbuf) %
  932. vdev->pdev->soc->num_tcl_data_rings);
  933. }
  934. #endif
  935. #else
  936. static inline void dp_tx_get_queue(struct dp_vdev *vdev,
  937. qdf_nbuf_t nbuf, struct dp_tx_queue *queue)
  938. {
  939. /* get flow id */
  940. queue->desc_pool_id = DP_TX_GET_DESC_POOL_ID(vdev);
  941. queue->ring_id = DP_TX_GET_RING_ID(vdev);
  942. }
  943. #endif
  944. static inline hal_ring_handle_t dp_tx_get_hal_ring_hdl(struct dp_soc *soc,
  945. uint8_t ring_id)
  946. {
  947. return soc->tcl_data_ring[ring_id].hal_srng;
  948. }
  949. #endif
  950. #ifdef QCA_OL_TX_LOCK_LESS_ACCESS
  951. /**
  952. * dp_tx_hal_ring_access_start() - hal_tx_ring access for data transmission
  953. * @soc: DP soc structure pointer
  954. * @hal_ring_hdl: HAL ring handle
  955. *
  956. * Return: None
  957. */
  958. static inline int dp_tx_hal_ring_access_start(struct dp_soc *soc,
  959. hal_ring_handle_t hal_ring_hdl)
  960. {
  961. return hal_srng_access_start_unlocked(soc->hal_soc, hal_ring_hdl);
  962. }
  963. /**
  964. * dp_tx_hal_ring_access_end() - hal_tx_ring access for data transmission
  965. * @soc: DP soc structure pointer
  966. * @hal_ring_hdl: HAL ring handle
  967. *
  968. * Return: None
  969. */
  970. static inline void dp_tx_hal_ring_access_end(struct dp_soc *soc,
  971. hal_ring_handle_t hal_ring_hdl)
  972. {
  973. hal_srng_access_end_unlocked(soc->hal_soc, hal_ring_hdl);
  974. }
  975. /**
  976. * dp_tx_hal_ring_access_end_reap() - hal_tx_ring access for data transmission
  977. * @soc: DP soc structure pointer
  978. * @hal_ring_hdl: HAL ring handle
  979. *
  980. * Return: None
  981. */
  982. static inline void dp_tx_hal_ring_access_end_reap(struct dp_soc *soc,
  983. hal_ring_handle_t
  984. hal_ring_hdl)
  985. {
  986. }
  987. #else
  988. static inline int dp_tx_hal_ring_access_start(struct dp_soc *soc,
  989. hal_ring_handle_t hal_ring_hdl)
  990. {
  991. return hal_srng_access_start(soc->hal_soc, hal_ring_hdl);
  992. }
  993. static inline void dp_tx_hal_ring_access_end(struct dp_soc *soc,
  994. hal_ring_handle_t hal_ring_hdl)
  995. {
  996. hal_srng_access_end(soc->hal_soc, hal_ring_hdl);
  997. }
  998. static inline void dp_tx_hal_ring_access_end_reap(struct dp_soc *soc,
  999. hal_ring_handle_t
  1000. hal_ring_hdl)
  1001. {
  1002. hal_srng_access_end_reap(soc->hal_soc, hal_ring_hdl);
  1003. }
  1004. #endif
  1005. #ifdef ATH_TX_PRI_OVERRIDE
  1006. #define DP_TX_TID_OVERRIDE(_msdu_info, _nbuf) \
  1007. ((_msdu_info)->tid = qdf_nbuf_get_priority(_nbuf))
  1008. #else
  1009. #define DP_TX_TID_OVERRIDE(_msdu_info, _nbuf)
  1010. #endif
  1011. /* TODO TX_FEATURE_NOT_YET */
  1012. static inline void dp_tx_comp_process_exception(struct dp_tx_desc_s *tx_desc)
  1013. {
  1014. return;
  1015. }
  1016. /* TODO TX_FEATURE_NOT_YET */
  1017. /**
  1018. * dp_tx_desc_flush() - release resources associated
  1019. * to TX Desc
  1020. *
  1021. * @pdev: Handle to DP pdev structure
  1022. * @vdev: virtual device instance
  1023. * NULL: no specific Vdev is required and check all allcated TX desc
  1024. * on this pdev.
  1025. * Non-NULL: only check the allocated TX Desc associated to this Vdev.
  1026. *
  1027. * @force_free:
  1028. * true: flush the TX desc.
  1029. * false: only reset the Vdev in each allocated TX desc
  1030. * that associated to current Vdev.
  1031. *
  1032. * This function will go through the TX desc pool to flush
  1033. * the outstanding TX data or reset Vdev to NULL in associated TX
  1034. * Desc.
  1035. */
  1036. void dp_tx_desc_flush(struct dp_pdev *pdev, struct dp_vdev *vdev,
  1037. bool force_free);
  1038. /**
  1039. * dp_tx_vdev_attach() - attach vdev to dp tx
  1040. * @vdev: virtual device instance
  1041. *
  1042. * Return: QDF_STATUS_SUCCESS: success
  1043. * QDF_STATUS_E_RESOURCES: Error return
  1044. */
  1045. QDF_STATUS dp_tx_vdev_attach(struct dp_vdev *vdev);
  1046. /**
  1047. * dp_tx_vdev_detach() - detach vdev from dp tx
  1048. * @vdev: virtual device instance
  1049. *
  1050. * Return: QDF_STATUS_SUCCESS: success
  1051. * QDF_STATUS_E_RESOURCES: Error return
  1052. */
  1053. QDF_STATUS dp_tx_vdev_detach(struct dp_vdev *vdev);
  1054. /**
  1055. * dp_tx_vdev_update_search_flags() - Update vdev flags as per opmode
  1056. * @vdev: virtual device instance
  1057. *
  1058. * Return: void
  1059. *
  1060. */
  1061. void dp_tx_vdev_update_search_flags(struct dp_vdev *vdev);
  1062. /**
  1063. * dp_soc_tx_desc_sw_pools_alloc() - Allocate tx descriptor pool memory
  1064. * @soc: core txrx main context
  1065. *
  1066. * This function allocates memory for following descriptor pools
  1067. * 1. regular sw tx descriptor pools (static pools)
  1068. * 2. TX extension descriptor pools (ME, RAW, TSO etc...)
  1069. * 3. TSO descriptor pools
  1070. *
  1071. * Return: QDF_STATUS_SUCCESS: success
  1072. * QDF_STATUS_E_RESOURCES: Error return
  1073. */
  1074. QDF_STATUS dp_soc_tx_desc_sw_pools_alloc(struct dp_soc *soc);
  1075. /**
  1076. * dp_soc_tx_desc_sw_pools_init() - Initialise TX descriptor pools
  1077. * @soc: core txrx main context
  1078. *
  1079. * This function initializes the following TX descriptor pools
  1080. * 1. regular sw tx descriptor pools (static pools)
  1081. * 2. TX extension descriptor pools (ME, RAW, TSO etc...)
  1082. * 3. TSO descriptor pools
  1083. *
  1084. * Return: QDF_STATUS_SUCCESS: success
  1085. * QDF_STATUS_E_RESOURCES: Error return
  1086. */
  1087. QDF_STATUS dp_soc_tx_desc_sw_pools_init(struct dp_soc *soc);
  1088. /**
  1089. * dp_soc_tx_desc_sw_pools_free() - free all TX descriptors
  1090. * @soc: core txrx main context
  1091. *
  1092. * This function frees all tx related descriptors as below
  1093. * 1. Regular TX descriptors (static pools)
  1094. * 2. extension TX descriptors (used for ME, RAW, TSO etc...)
  1095. * 3. TSO descriptors
  1096. *
  1097. */
  1098. void dp_soc_tx_desc_sw_pools_free(struct dp_soc *soc);
  1099. /**
  1100. * dp_soc_tx_desc_sw_pools_deinit() - de-initialize all TX descriptors
  1101. * @soc: core txrx main context
  1102. *
  1103. * This function de-initializes all tx related descriptors as below
  1104. * 1. Regular TX descriptors (static pools)
  1105. * 2. extension TX descriptors (used for ME, RAW, TSO etc...)
  1106. * 3. TSO descriptors
  1107. *
  1108. */
  1109. void dp_soc_tx_desc_sw_pools_deinit(struct dp_soc *soc);
  1110. #ifndef WLAN_SOFTUMAC_SUPPORT
  1111. /**
  1112. * dp_handle_wbm_internal_error() - handles wbm_internal_error case
  1113. * @soc: core DP main context
  1114. * @hal_desc: hal descriptor
  1115. * @buf_type: indicates if the buffer is of type link disc or msdu
  1116. *
  1117. * wbm_internal_error is seen in following scenarios :
  1118. *
  1119. * 1. Null pointers detected in WBM_RELEASE_RING descriptors
  1120. * 2. Null pointers detected during delinking process
  1121. *
  1122. * Some null pointer cases:
  1123. *
  1124. * a. MSDU buffer pointer is NULL
  1125. * b. Next_MSDU_Link_Desc pointer is NULL, with no last msdu flag
  1126. * c. MSDU buffer pointer is NULL or Next_Link_Desc pointer is NULL
  1127. *
  1128. * Return: None
  1129. */
  1130. void
  1131. dp_handle_wbm_internal_error(struct dp_soc *soc, void *hal_desc,
  1132. uint32_t buf_type);
  1133. #endif
  1134. #else /* QCA_HOST_MODE_WIFI_DISABLED */
  1135. static inline
  1136. QDF_STATUS dp_soc_tx_desc_sw_pools_alloc(struct dp_soc *soc)
  1137. {
  1138. return QDF_STATUS_SUCCESS;
  1139. }
  1140. static inline
  1141. QDF_STATUS dp_soc_tx_desc_sw_pools_init(struct dp_soc *soc)
  1142. {
  1143. return QDF_STATUS_SUCCESS;
  1144. }
  1145. static inline void dp_soc_tx_desc_sw_pools_free(struct dp_soc *soc)
  1146. {
  1147. }
  1148. static inline void dp_soc_tx_desc_sw_pools_deinit(struct dp_soc *soc)
  1149. {
  1150. }
  1151. static inline
  1152. void dp_tx_desc_flush(struct dp_pdev *pdev, struct dp_vdev *vdev,
  1153. bool force_free)
  1154. {
  1155. }
  1156. static inline QDF_STATUS dp_tx_vdev_attach(struct dp_vdev *vdev)
  1157. {
  1158. return QDF_STATUS_SUCCESS;
  1159. }
  1160. static inline QDF_STATUS dp_tx_vdev_detach(struct dp_vdev *vdev)
  1161. {
  1162. return QDF_STATUS_SUCCESS;
  1163. }
  1164. static inline void dp_tx_vdev_update_search_flags(struct dp_vdev *vdev)
  1165. {
  1166. }
  1167. #endif /* QCA_HOST_MODE_WIFI_DISABLED */
  1168. #if defined(QCA_SUPPORT_LATENCY_CAPTURE) || \
  1169. defined(QCA_TX_CAPTURE_SUPPORT) || \
  1170. defined(QCA_MCOPY_SUPPORT)
  1171. #ifdef FEATURE_PERPKT_INFO
  1172. /**
  1173. * dp_get_completion_indication_for_stack() - send completion to stack
  1174. * @soc : dp_soc handle
  1175. * @pdev: dp_pdev handle
  1176. * @txrx_peer: dp peer handle
  1177. * @ts: transmit completion status structure
  1178. * @netbuf: Buffer pointer for free
  1179. * @time_latency:
  1180. *
  1181. * This function is used for indication whether buffer needs to be
  1182. * sent to stack for freeing or not
  1183. *
  1184. * Return: QDF_STATUS
  1185. */
  1186. QDF_STATUS
  1187. dp_get_completion_indication_for_stack(struct dp_soc *soc,
  1188. struct dp_pdev *pdev,
  1189. struct dp_txrx_peer *txrx_peer,
  1190. struct hal_tx_completion_status *ts,
  1191. qdf_nbuf_t netbuf,
  1192. uint64_t time_latency);
  1193. /**
  1194. * dp_send_completion_to_stack() - send completion to stack
  1195. * @soc : dp_soc handle
  1196. * @pdev: dp_pdev handle
  1197. * @peer_id: peer_id of the peer for which completion came
  1198. * @ppdu_id: ppdu_id
  1199. * @netbuf: Buffer pointer for free
  1200. *
  1201. * This function is used to send completion to stack
  1202. * to free buffer
  1203. *
  1204. * Return: QDF_STATUS
  1205. */
  1206. void dp_send_completion_to_stack(struct dp_soc *soc, struct dp_pdev *pdev,
  1207. uint16_t peer_id, uint32_t ppdu_id,
  1208. qdf_nbuf_t netbuf);
  1209. #endif
  1210. #else
  1211. static inline
  1212. QDF_STATUS dp_get_completion_indication_for_stack(struct dp_soc *soc,
  1213. struct dp_pdev *pdev,
  1214. struct dp_txrx_peer *peer,
  1215. struct hal_tx_completion_status *ts,
  1216. qdf_nbuf_t netbuf,
  1217. uint64_t time_latency)
  1218. {
  1219. return QDF_STATUS_E_NOSUPPORT;
  1220. }
  1221. static inline
  1222. void dp_send_completion_to_stack(struct dp_soc *soc, struct dp_pdev *pdev,
  1223. uint16_t peer_id, uint32_t ppdu_id,
  1224. qdf_nbuf_t netbuf)
  1225. {
  1226. }
  1227. #endif
  1228. #ifdef WLAN_FEATURE_PKT_CAPTURE_V2
  1229. /**
  1230. * dp_send_completion_to_pkt_capture() - send tx completion to packet capture
  1231. * @soc: dp_soc handle
  1232. * @desc: Tx Descriptor
  1233. * @ts: HAL Tx completion descriptor contents
  1234. *
  1235. * This function is used to send tx completion to packet capture
  1236. */
  1237. void dp_send_completion_to_pkt_capture(struct dp_soc *soc,
  1238. struct dp_tx_desc_s *desc,
  1239. struct hal_tx_completion_status *ts);
  1240. #else
  1241. static inline void
  1242. dp_send_completion_to_pkt_capture(struct dp_soc *soc,
  1243. struct dp_tx_desc_s *desc,
  1244. struct hal_tx_completion_status *ts)
  1245. {
  1246. }
  1247. #endif
  1248. #ifndef QCA_HOST_MODE_WIFI_DISABLED
  1249. #ifdef WLAN_DP_FEATURE_SW_LATENCY_MGR
  1250. /**
  1251. * dp_tx_update_stats() - Update soc level tx stats
  1252. * @soc: DP soc handle
  1253. * @tx_desc: TX descriptor reference
  1254. * @ring_id: TCL ring id
  1255. *
  1256. * Return: none
  1257. */
  1258. void dp_tx_update_stats(struct dp_soc *soc,
  1259. struct dp_tx_desc_s *tx_desc,
  1260. uint8_t ring_id);
  1261. /**
  1262. * dp_tx_attempt_coalescing() - Check and attempt TCL register write coalescing
  1263. * @soc: Datapath soc handle
  1264. * @vdev: DP vdev handle
  1265. * @tx_desc: tx packet descriptor
  1266. * @tid: TID for pkt transmission
  1267. * @msdu_info: MSDU info of tx packet
  1268. * @ring_id: TCL ring id
  1269. *
  1270. * Return: 1, if coalescing is to be done
  1271. * 0, if coalescing is not to be done
  1272. */
  1273. int
  1274. dp_tx_attempt_coalescing(struct dp_soc *soc, struct dp_vdev *vdev,
  1275. struct dp_tx_desc_s *tx_desc,
  1276. uint8_t tid,
  1277. struct dp_tx_msdu_info_s *msdu_info,
  1278. uint8_t ring_id);
  1279. /**
  1280. * dp_tx_ring_access_end() - HAL ring access end for data transmission
  1281. * @soc: Datapath soc handle
  1282. * @hal_ring_hdl: HAL ring handle
  1283. * @coalesce: Coalesce the current write or not
  1284. *
  1285. * Return: none
  1286. */
  1287. void
  1288. dp_tx_ring_access_end(struct dp_soc *soc, hal_ring_handle_t hal_ring_hdl,
  1289. int coalesce);
  1290. #else
  1291. /**
  1292. * dp_tx_update_stats() - Update soc level tx stats
  1293. * @soc: DP soc handle
  1294. * @tx_desc: TX descriptor reference
  1295. * @ring_id: TCL ring id
  1296. *
  1297. * Return: none
  1298. */
  1299. static inline void dp_tx_update_stats(struct dp_soc *soc,
  1300. struct dp_tx_desc_s *tx_desc,
  1301. uint8_t ring_id){ }
  1302. static inline void
  1303. dp_tx_ring_access_end(struct dp_soc *soc, hal_ring_handle_t hal_ring_hdl,
  1304. int coalesce)
  1305. {
  1306. dp_tx_hal_ring_access_end(soc, hal_ring_hdl);
  1307. }
  1308. static inline int
  1309. dp_tx_attempt_coalescing(struct dp_soc *soc, struct dp_vdev *vdev,
  1310. struct dp_tx_desc_s *tx_desc,
  1311. uint8_t tid,
  1312. struct dp_tx_msdu_info_s *msdu_info,
  1313. uint8_t ring_id)
  1314. {
  1315. return 0;
  1316. }
  1317. #endif /* WLAN_DP_FEATURE_SW_LATENCY_MGR */
  1318. #ifdef FEATURE_RUNTIME_PM
  1319. /**
  1320. * dp_set_rtpm_tput_policy_requirement() - Update RTPM throughput policy
  1321. * @soc_hdl: DP soc handle
  1322. * @is_high_tput: flag to indicate whether throughput is high
  1323. *
  1324. * Return: none
  1325. */
  1326. static inline
  1327. void dp_set_rtpm_tput_policy_requirement(struct cdp_soc_t *soc_hdl,
  1328. bool is_high_tput)
  1329. {
  1330. struct dp_soc *soc = cdp_soc_t_to_dp_soc(soc_hdl);
  1331. qdf_atomic_set(&soc->rtpm_high_tput_flag, is_high_tput);
  1332. }
  1333. /**
  1334. * dp_tx_ring_access_end_wrapper() - Wrapper for ring access end
  1335. * @soc: Datapath soc handle
  1336. * @hal_ring_hdl: HAL ring handle
  1337. * @coalesce: Coalesce the current write or not
  1338. *
  1339. * Feature-specific wrapper for HAL ring access end for data
  1340. * transmission
  1341. *
  1342. * Return: none
  1343. */
  1344. void
  1345. dp_tx_ring_access_end_wrapper(struct dp_soc *soc,
  1346. hal_ring_handle_t hal_ring_hdl,
  1347. int coalesce);
  1348. #else
  1349. #ifdef DP_POWER_SAVE
  1350. void
  1351. dp_tx_ring_access_end_wrapper(struct dp_soc *soc,
  1352. hal_ring_handle_t hal_ring_hdl,
  1353. int coalesce);
  1354. #else
  1355. static inline void
  1356. dp_tx_ring_access_end_wrapper(struct dp_soc *soc,
  1357. hal_ring_handle_t hal_ring_hdl,
  1358. int coalesce)
  1359. {
  1360. dp_tx_ring_access_end(soc, hal_ring_hdl, coalesce);
  1361. }
  1362. #endif
  1363. static inline void
  1364. dp_set_rtpm_tput_policy_requirement(struct cdp_soc_t *soc_hdl,
  1365. bool is_high_tput)
  1366. { }
  1367. #endif
  1368. #endif /* QCA_HOST_MODE_WIFI_DISABLED */
  1369. #ifdef DP_TX_HW_DESC_HISTORY
  1370. static inline void
  1371. dp_tx_hw_desc_update_evt(uint8_t *hal_tx_desc_cached,
  1372. hal_ring_handle_t hal_ring_hdl,
  1373. struct dp_soc *soc, uint8_t ring_id)
  1374. {
  1375. struct dp_tx_hw_desc_history *tx_hw_desc_history =
  1376. &soc->tx_hw_desc_history;
  1377. struct dp_tx_hw_desc_evt *evt;
  1378. uint32_t idx = 0;
  1379. uint16_t slot = 0;
  1380. if (!tx_hw_desc_history->allocated)
  1381. return;
  1382. dp_get_frag_hist_next_atomic_idx(&tx_hw_desc_history->index, &idx,
  1383. &slot,
  1384. DP_TX_HW_DESC_HIST_SLOT_SHIFT,
  1385. DP_TX_HW_DESC_HIST_PER_SLOT_MAX,
  1386. DP_TX_HW_DESC_HIST_MAX);
  1387. evt = &tx_hw_desc_history->entry[slot][idx];
  1388. qdf_mem_copy(evt->tcl_desc, hal_tx_desc_cached, HAL_TX_DESC_LEN_BYTES);
  1389. evt->posted = qdf_get_log_timestamp();
  1390. evt->tcl_ring_id = ring_id;
  1391. hal_get_sw_hptp(soc->hal_soc, hal_ring_hdl, &evt->tp, &evt->hp);
  1392. }
  1393. #else
  1394. static inline void
  1395. dp_tx_hw_desc_update_evt(uint8_t *hal_tx_desc_cached,
  1396. hal_ring_handle_t hal_ring_hdl,
  1397. struct dp_soc *soc, uint8_t ring_id)
  1398. {
  1399. }
  1400. #endif
  1401. #if defined(WLAN_FEATURE_TSF_AUTO_REPORT) || defined(WLAN_CONFIG_TX_DELAY)
  1402. /**
  1403. * dp_tx_compute_hw_delay_us() - Compute hardware Tx completion delay
  1404. * @ts: Tx completion status
  1405. * @delta_tsf: Difference between TSF clock and qtimer
  1406. * @delay_us: Delay in microseconds
  1407. *
  1408. * Return: QDF_STATUS_SUCCESS : Success
  1409. * QDF_STATUS_E_INVAL : Tx completion status is invalid or
  1410. * delay_us is NULL
  1411. * QDF_STATUS_E_FAILURE : Error in delay calculation
  1412. */
  1413. QDF_STATUS
  1414. dp_tx_compute_hw_delay_us(struct hal_tx_completion_status *ts,
  1415. uint32_t delta_tsf,
  1416. uint32_t *delay_us);
  1417. /**
  1418. * dp_set_delta_tsf() - Set delta_tsf to dp_soc structure
  1419. * @soc_hdl: cdp soc pointer
  1420. * @vdev_id: vdev id
  1421. * @delta_tsf: difference between TSF clock and qtimer
  1422. *
  1423. * Return: None
  1424. */
  1425. void dp_set_delta_tsf(struct cdp_soc_t *soc_hdl, uint8_t vdev_id,
  1426. uint32_t delta_tsf);
  1427. #endif
  1428. #ifdef WLAN_FEATURE_TSF_UPLINK_DELAY
  1429. /**
  1430. * dp_set_tsf_ul_delay_report() - Enable or disable reporting uplink delay
  1431. * @soc_hdl: cdp soc pointer
  1432. * @vdev_id: vdev id
  1433. * @enable: true to enable and false to disable
  1434. *
  1435. * Return: QDF_STATUS
  1436. */
  1437. QDF_STATUS dp_set_tsf_ul_delay_report(struct cdp_soc_t *soc_hdl,
  1438. uint8_t vdev_id, bool enable);
  1439. /**
  1440. * dp_get_uplink_delay() - Get uplink delay value
  1441. * @soc_hdl: cdp soc pointer
  1442. * @vdev_id: vdev id
  1443. * @val: pointer to save uplink delay value
  1444. *
  1445. * Return: QDF_STATUS
  1446. */
  1447. QDF_STATUS dp_get_uplink_delay(struct cdp_soc_t *soc_hdl, uint8_t vdev_id,
  1448. uint32_t *val);
  1449. #endif /* WLAN_FEATURE_TSF_UPLINK_TSF */
  1450. /**
  1451. * dp_tx_pkt_tracepoints_enabled() - Get the state of tx pkt tracepoint
  1452. *
  1453. * Return: True if any tx pkt tracepoint is enabled else false
  1454. */
  1455. static inline
  1456. bool dp_tx_pkt_tracepoints_enabled(void)
  1457. {
  1458. return (qdf_trace_dp_tx_comp_tcp_pkt_enabled() ||
  1459. qdf_trace_dp_tx_comp_udp_pkt_enabled() ||
  1460. qdf_trace_dp_tx_comp_pkt_enabled());
  1461. }
  1462. #ifdef QCA_SUPPORT_DP_GLOBAL_CTX
  1463. static inline
  1464. struct dp_tx_desc_pool_s *dp_get_tx_desc_pool(struct dp_soc *soc,
  1465. uint8_t pool_id)
  1466. {
  1467. struct dp_global_context *dp_global = NULL;
  1468. dp_global = wlan_objmgr_get_global_ctx();
  1469. return dp_global->tx_desc[soc->arch_id][pool_id];
  1470. }
  1471. static inline
  1472. struct dp_tx_desc_pool_s *dp_get_spcl_tx_desc_pool(struct dp_soc *soc,
  1473. uint8_t pool_id)
  1474. {
  1475. struct dp_global_context *dp_global = NULL;
  1476. dp_global = wlan_objmgr_get_global_ctx();
  1477. return dp_global->spcl_tx_desc[soc->arch_id][pool_id];
  1478. }
  1479. #else
  1480. static inline
  1481. struct dp_tx_desc_pool_s *dp_get_tx_desc_pool(struct dp_soc *soc,
  1482. uint8_t pool_id)
  1483. {
  1484. return &soc->tx_desc[pool_id];
  1485. }
  1486. static inline
  1487. struct dp_tx_desc_pool_s *dp_get_spcl_tx_desc_pool(struct dp_soc *soc,
  1488. uint8_t pool_id)
  1489. {
  1490. return &soc->tx_desc[pool_id];
  1491. }
  1492. #endif
  1493. #ifdef DP_TX_TRACKING
  1494. /**
  1495. * dp_tx_desc_set_timestamp() - set timestamp in tx descriptor
  1496. * @tx_desc: tx descriptor
  1497. *
  1498. * Return: None
  1499. */
  1500. static inline
  1501. void dp_tx_desc_set_timestamp(struct dp_tx_desc_s *tx_desc)
  1502. {
  1503. tx_desc->timestamp_tick = qdf_system_ticks();
  1504. }
  1505. /**
  1506. * dp_tx_desc_check_corruption() - Verify magic pattern in tx descriptor
  1507. * @tx_desc: tx descriptor
  1508. *
  1509. * Check for corruption in tx descriptor, if magic pattern is not matching
  1510. * trigger self recovery
  1511. *
  1512. * Return: none
  1513. */
  1514. void dp_tx_desc_check_corruption(struct dp_tx_desc_s *tx_desc);
  1515. #else
  1516. static inline
  1517. void dp_tx_desc_set_timestamp(struct dp_tx_desc_s *tx_desc)
  1518. {
  1519. }
  1520. static inline
  1521. void dp_tx_desc_check_corruption(struct dp_tx_desc_s *tx_desc)
  1522. {
  1523. }
  1524. #endif
  1525. #ifndef CONFIG_SAWF
  1526. static inline bool dp_sawf_tag_valid_get(qdf_nbuf_t nbuf)
  1527. {
  1528. return false;
  1529. }
  1530. #endif
  1531. #ifdef HW_TX_DELAY_STATS_ENABLE
  1532. /**
  1533. * dp_tx_desc_set_ktimestamp() - set kernel timestamp in tx descriptor
  1534. * @vdev: DP vdev handle
  1535. * @tx_desc: tx descriptor
  1536. *
  1537. * Return: true when descriptor is timestamped, false otherwise
  1538. */
  1539. static inline
  1540. bool dp_tx_desc_set_ktimestamp(struct dp_vdev *vdev,
  1541. struct dp_tx_desc_s *tx_desc)
  1542. {
  1543. if (qdf_unlikely(vdev->pdev->delay_stats_flag) ||
  1544. qdf_unlikely(vdev->pdev->soc->wlan_cfg_ctx->pext_stats_enabled) ||
  1545. qdf_unlikely(dp_tx_pkt_tracepoints_enabled()) ||
  1546. qdf_unlikely(vdev->pdev->soc->peerstats_enabled) ||
  1547. qdf_unlikely(dp_is_vdev_tx_delay_stats_enabled(vdev))) {
  1548. tx_desc->timestamp = qdf_ktime_real_get();
  1549. return true;
  1550. }
  1551. return false;
  1552. }
  1553. #else
  1554. static inline
  1555. bool dp_tx_desc_set_ktimestamp(struct dp_vdev *vdev,
  1556. struct dp_tx_desc_s *tx_desc)
  1557. {
  1558. if (qdf_unlikely(vdev->pdev->delay_stats_flag) ||
  1559. qdf_unlikely(vdev->pdev->soc->wlan_cfg_ctx->pext_stats_enabled) ||
  1560. qdf_unlikely(dp_tx_pkt_tracepoints_enabled()) ||
  1561. qdf_unlikely(vdev->pdev->soc->peerstats_enabled)) {
  1562. tx_desc->timestamp = qdf_ktime_real_get();
  1563. return true;
  1564. }
  1565. return false;
  1566. }
  1567. #endif
  1568. #ifdef CONFIG_DP_PKT_ADD_TIMESTAMP
  1569. /**
  1570. * dp_pkt_add_timestamp() - add timestamp in data payload
  1571. *
  1572. * @vdev: dp vdev
  1573. * @index: index to decide offset in payload
  1574. * @time: timestamp to add in data payload
  1575. * @nbuf: network buffer
  1576. *
  1577. * Return: none
  1578. */
  1579. void dp_pkt_add_timestamp(struct dp_vdev *vdev,
  1580. enum qdf_pkt_timestamp_index index, uint64_t time,
  1581. qdf_nbuf_t nbuf);
  1582. /**
  1583. * dp_pkt_get_timestamp() - get current system time
  1584. *
  1585. * @time: return current system time
  1586. *
  1587. * Return: none
  1588. */
  1589. void dp_pkt_get_timestamp(uint64_t *time);
  1590. #else
  1591. #define dp_pkt_add_timestamp(vdev, index, time, nbuf)
  1592. static inline
  1593. void dp_pkt_get_timestamp(uint64_t *time)
  1594. {
  1595. }
  1596. #endif
  1597. #ifdef CONFIG_WLAN_SYSFS_MEM_STATS
  1598. /**
  1599. * dp_update_tx_desc_stats - Update the increase or decrease in
  1600. * outstanding tx desc count
  1601. * values on pdev and soc
  1602. * @pdev: DP pdev handle
  1603. *
  1604. * Return: void
  1605. */
  1606. static inline void
  1607. dp_update_tx_desc_stats(struct dp_pdev *pdev)
  1608. {
  1609. int32_t tx_descs_cnt =
  1610. qdf_atomic_read(&pdev->num_tx_outstanding);
  1611. if (pdev->tx_descs_max < tx_descs_cnt)
  1612. pdev->tx_descs_max = tx_descs_cnt;
  1613. qdf_mem_tx_desc_cnt_update(pdev->num_tx_outstanding,
  1614. pdev->tx_descs_max);
  1615. }
  1616. #else /* CONFIG_WLAN_SYSFS_MEM_STATS */
  1617. static inline void
  1618. dp_update_tx_desc_stats(struct dp_pdev *pdev)
  1619. {
  1620. }
  1621. #endif /* CONFIG_WLAN_SYSFS_MEM_STATS */
  1622. #ifdef QCA_SUPPORT_DP_GLOBAL_CTX
  1623. /**
  1624. * dp_tx_get_global_desc_in_use() - read global descriptors in usage
  1625. * @dp_global: Datapath global context
  1626. *
  1627. * Return: global descriptors in use
  1628. */
  1629. static inline int32_t
  1630. dp_tx_get_global_desc_in_use(struct dp_global_context *dp_global)
  1631. {
  1632. return qdf_atomic_read(&dp_global->global_descriptor_in_use);
  1633. }
  1634. #endif
  1635. #ifdef QCA_TX_LIMIT_CHECK
  1636. static inline bool is_spl_packet(qdf_nbuf_t nbuf)
  1637. {
  1638. if (qdf_nbuf_is_ipv4_eapol_pkt(nbuf))
  1639. return true;
  1640. return false;
  1641. }
  1642. #ifdef QCA_SUPPORT_DP_GLOBAL_CTX
  1643. /**
  1644. * dp_tx_limit_check - Check if allocated tx descriptors reached
  1645. * global max reg limit and pdev max reg limit for regular packets. Also check
  1646. * if the limit is reached for special packets.
  1647. * @vdev: DP vdev handle
  1648. * @nbuf: network buffer
  1649. *
  1650. * Return: true if allocated tx descriptors reached max limit for regular
  1651. * packets and in case of special packets, if the limit is reached max
  1652. * configured vale for the soc/pdev, else false
  1653. */
  1654. static inline bool
  1655. dp_tx_limit_check(struct dp_vdev *vdev, qdf_nbuf_t nbuf)
  1656. {
  1657. return false;
  1658. }
  1659. static inline bool
  1660. __dp_tx_limit_check(struct dp_soc *soc)
  1661. {
  1662. return false;
  1663. }
  1664. #else
  1665. /**
  1666. * is_dp_spl_tx_limit_reached - Check if the packet is a special packet to allow
  1667. * allocation if allocated tx descriptors are within the soc max limit
  1668. * and pdev max limit.
  1669. * @vdev: DP vdev handle
  1670. * @nbuf: network buffer
  1671. *
  1672. * Return: true if allocated tx descriptors reached max configured value, else
  1673. * false
  1674. */
  1675. static inline bool
  1676. is_dp_spl_tx_limit_reached(struct dp_vdev *vdev, qdf_nbuf_t nbuf)
  1677. {
  1678. struct dp_pdev *pdev = vdev->pdev;
  1679. struct dp_soc *soc = pdev->soc;
  1680. if (is_spl_packet(nbuf)) {
  1681. if (qdf_atomic_read(&soc->num_tx_outstanding) >=
  1682. soc->num_tx_allowed)
  1683. return true;
  1684. if (qdf_atomic_read(&pdev->num_tx_outstanding) >=
  1685. pdev->num_tx_allowed)
  1686. return true;
  1687. return false;
  1688. }
  1689. return true;
  1690. }
  1691. static inline bool
  1692. __dp_tx_limit_check(struct dp_soc *soc)
  1693. {
  1694. return (qdf_atomic_read(&soc->num_tx_outstanding) >=
  1695. soc->num_reg_tx_allowed);
  1696. }
  1697. /**
  1698. * dp_tx_limit_check - Check if allocated tx descriptors reached
  1699. * soc max reg limit and pdev max reg limit for regular packets. Also check if
  1700. * the limit is reached for special packets.
  1701. * @vdev: DP vdev handle
  1702. * @nbuf: network buffer
  1703. *
  1704. * Return: true if allocated tx descriptors reached max limit for regular
  1705. * packets and in case of special packets, if the limit is reached max
  1706. * configured vale for the soc/pdev, else false
  1707. */
  1708. static inline bool
  1709. dp_tx_limit_check(struct dp_vdev *vdev, qdf_nbuf_t nbuf)
  1710. {
  1711. struct dp_pdev *pdev = vdev->pdev;
  1712. struct dp_soc *soc = pdev->soc;
  1713. if (__dp_tx_limit_check(soc)) {
  1714. if (is_dp_spl_tx_limit_reached(vdev, nbuf)) {
  1715. dp_tx_info("queued packets are more than max tx, drop the frame");
  1716. DP_STATS_INC(vdev, tx_i.dropped.desc_na.num, 1);
  1717. return true;
  1718. }
  1719. }
  1720. if (qdf_atomic_read(&pdev->num_tx_outstanding) >=
  1721. pdev->num_reg_tx_allowed) {
  1722. if (is_dp_spl_tx_limit_reached(vdev, nbuf)) {
  1723. dp_tx_info("queued packets are more than max tx, drop the frame");
  1724. DP_STATS_INC(vdev, tx_i.dropped.desc_na.num, 1);
  1725. DP_STATS_INC(vdev,
  1726. tx_i.dropped.desc_na_exc_outstand.num, 1);
  1727. return true;
  1728. }
  1729. }
  1730. return false;
  1731. }
  1732. #endif
  1733. /**
  1734. * dp_tx_exception_limit_check - Check if allocated tx exception descriptors
  1735. * reached soc max limit
  1736. * @vdev: DP vdev handle
  1737. *
  1738. * Return: true if allocated tx descriptors reached max configured value, else
  1739. * false
  1740. */
  1741. static inline bool
  1742. dp_tx_exception_limit_check(struct dp_vdev *vdev)
  1743. {
  1744. struct dp_pdev *pdev = vdev->pdev;
  1745. struct dp_soc *soc = pdev->soc;
  1746. if (qdf_atomic_read(&soc->num_tx_exception) >=
  1747. soc->num_msdu_exception_desc) {
  1748. dp_info("exc packets are more than max drop the exc pkt");
  1749. DP_STATS_INC(vdev, tx_i.dropped.exc_desc_na.num, 1);
  1750. return true;
  1751. }
  1752. return false;
  1753. }
  1754. #ifdef QCA_SUPPORT_DP_GLOBAL_CTX
  1755. /**
  1756. * dp_tx_outstanding_inc - Inc outstanding tx desc values on global and pdev
  1757. * @pdev: DP pdev handle
  1758. *
  1759. * Return: void
  1760. */
  1761. static inline void
  1762. dp_tx_outstanding_inc(struct dp_pdev *pdev)
  1763. {
  1764. }
  1765. static inline void
  1766. __dp_tx_outstanding_inc(struct dp_soc *soc)
  1767. {
  1768. }
  1769. static inline void
  1770. __dp_tx_outstanding_dec(struct dp_soc *soc)
  1771. {
  1772. }
  1773. /**
  1774. * dp_tx_outstanding_dec - Dec outstanding tx desc values on global and pdev
  1775. * @pdev: DP pdev handle
  1776. *
  1777. * Return: void
  1778. */
  1779. static inline void
  1780. dp_tx_outstanding_dec(struct dp_pdev *pdev)
  1781. {
  1782. }
  1783. /**
  1784. * dp_tx_outstanding_sub - Subtract outstanding tx desc values on pdev
  1785. * @pdev: DP pdev handle
  1786. * @count: count of descs to subtract from outstanding
  1787. *
  1788. * Return: void
  1789. */
  1790. static inline void
  1791. dp_tx_outstanding_sub(struct dp_pdev *pdev, uint32_t count)
  1792. {
  1793. }
  1794. #else
  1795. static inline void
  1796. __dp_tx_outstanding_inc(struct dp_soc *soc)
  1797. {
  1798. qdf_atomic_inc(&soc->num_tx_outstanding);
  1799. }
  1800. /**
  1801. * dp_tx_outstanding_inc - Increment outstanding tx desc values on pdev and soc
  1802. * @pdev: DP pdev handle
  1803. *
  1804. * Return: void
  1805. */
  1806. static inline void
  1807. dp_tx_outstanding_inc(struct dp_pdev *pdev)
  1808. {
  1809. struct dp_soc *soc = pdev->soc;
  1810. __dp_tx_outstanding_inc(soc);
  1811. qdf_atomic_inc(&pdev->num_tx_outstanding);
  1812. dp_update_tx_desc_stats(pdev);
  1813. }
  1814. static inline void
  1815. __dp_tx_outstanding_dec(struct dp_soc *soc)
  1816. {
  1817. qdf_atomic_dec(&soc->num_tx_outstanding);
  1818. }
  1819. /**
  1820. * dp_tx_outstanding_dec - Decrement outstanding tx desc values on pdev and soc
  1821. * @pdev: DP pdev handle
  1822. *
  1823. * Return: void
  1824. */
  1825. static inline void
  1826. dp_tx_outstanding_dec(struct dp_pdev *pdev)
  1827. {
  1828. struct dp_soc *soc = pdev->soc;
  1829. __dp_tx_outstanding_dec(soc);
  1830. qdf_atomic_dec(&pdev->num_tx_outstanding);
  1831. dp_update_tx_desc_stats(pdev);
  1832. }
  1833. /**
  1834. * __dp_tx_outstanding_sub - Sub outstanding tx desc values from soc
  1835. * @soc: DP soc handle
  1836. * @count: count of descs to subtract from outstanding
  1837. *
  1838. * Return: void
  1839. */
  1840. static inline void
  1841. __dp_tx_outstanding_sub(struct dp_soc *soc, uint32_t count)
  1842. {
  1843. qdf_atomic_sub(count, &soc->num_tx_outstanding);
  1844. }
  1845. /**
  1846. * dp_tx_outstanding_sub - Subtract outstanding tx desc values on pdev
  1847. * @pdev: DP pdev handle
  1848. * @count: count of descs to subtract from outstanding
  1849. *
  1850. * Return: void
  1851. */
  1852. static inline void
  1853. dp_tx_outstanding_sub(struct dp_pdev *pdev, uint32_t count)
  1854. {
  1855. struct dp_soc *soc = pdev->soc;
  1856. __dp_tx_outstanding_sub(soc, count);
  1857. qdf_atomic_sub(count, &pdev->num_tx_outstanding);
  1858. dp_update_tx_desc_stats(pdev);
  1859. }
  1860. #endif /* QCA_SUPPORT_DP_GLOBAL_CTX */
  1861. #else //QCA_TX_LIMIT_CHECK
  1862. static inline bool
  1863. __dp_tx_limit_check(struct dp_soc *soc)
  1864. {
  1865. return false;
  1866. }
  1867. static inline bool
  1868. dp_tx_limit_check(struct dp_vdev *vdev, qdf_nbuf_t nbuf)
  1869. {
  1870. return false;
  1871. }
  1872. static inline bool
  1873. dp_tx_exception_limit_check(struct dp_vdev *vdev)
  1874. {
  1875. return false;
  1876. }
  1877. static inline void
  1878. __dp_tx_outstanding_inc(struct dp_soc *soc)
  1879. {
  1880. }
  1881. static inline void
  1882. dp_tx_outstanding_inc(struct dp_pdev *pdev)
  1883. {
  1884. qdf_atomic_inc(&pdev->num_tx_outstanding);
  1885. dp_update_tx_desc_stats(pdev);
  1886. }
  1887. static inline void
  1888. __dp_tx_outstanding_dec(struct dp_soc *soc)
  1889. {
  1890. }
  1891. static inline void
  1892. dp_tx_outstanding_dec(struct dp_pdev *pdev)
  1893. {
  1894. qdf_atomic_dec(&pdev->num_tx_outstanding);
  1895. dp_update_tx_desc_stats(pdev);
  1896. }
  1897. static inline void
  1898. __dp_tx_outstanding_sub(struct dp_soc *soc, uint32_t count)
  1899. {
  1900. }
  1901. /**
  1902. * dp_tx_outstanding_sub - Subtract outstanding tx desc values on pdev
  1903. * @pdev: DP pdev handle
  1904. * @count: count of descs to subtract from outstanding
  1905. *
  1906. * Return: void
  1907. */
  1908. static inline void
  1909. dp_tx_outstanding_sub(struct dp_pdev *pdev, uint32_t count)
  1910. {
  1911. qdf_atomic_sub(count, &pdev->num_tx_outstanding);
  1912. dp_update_tx_desc_stats(pdev);
  1913. }
  1914. #endif //QCA_TX_LIMIT_CHECK
  1915. /**
  1916. * dp_tx_get_pkt_len() - Get the packet length of a msdu
  1917. * @tx_desc: tx descriptor
  1918. *
  1919. * Return: Packet length of a msdu. If the packet is fragmented,
  1920. * it will return the single fragment length.
  1921. *
  1922. * In TSO mode, the msdu from stack will be fragmented into small
  1923. * fragments and each of these new fragments will be transmitted
  1924. * as an individual msdu.
  1925. *
  1926. * Please note that the length of a msdu from stack may be smaller
  1927. * than the length of the total length of the fragments it has been
  1928. * fragmentted because each of the fragments has a nbuf header.
  1929. */
  1930. static inline uint32_t dp_tx_get_pkt_len(struct dp_tx_desc_s *tx_desc)
  1931. {
  1932. return tx_desc->frm_type == dp_tx_frm_tso ?
  1933. tx_desc->msdu_ext_desc->tso_desc->seg.total_len :
  1934. tx_desc->length;
  1935. }
  1936. #ifdef FEATURE_RUNTIME_PM
  1937. static inline int dp_get_rtpm_tput_policy_requirement(struct dp_soc *soc)
  1938. {
  1939. return qdf_atomic_read(&soc->rtpm_high_tput_flag) &&
  1940. (hif_rtpm_get_state() <= HIF_RTPM_STATE_ON);
  1941. }
  1942. #else
  1943. static inline int dp_get_rtpm_tput_policy_requirement(struct dp_soc *soc)
  1944. {
  1945. return 0;
  1946. }
  1947. #endif
  1948. #if defined WLAN_FEATURE_11BE_MLO && defined DP_MLO_LINK_STATS_SUPPORT
  1949. /**
  1950. * dp_tx_set_nbuf_band() - Set band info in nbuf cb
  1951. * @nbuf: nbuf pointer
  1952. * @txrx_peer: txrx_peer pointer
  1953. * @link_id: Peer Link ID
  1954. *
  1955. * Returen: None
  1956. */
  1957. static inline void
  1958. dp_tx_set_nbuf_band(qdf_nbuf_t nbuf, struct dp_txrx_peer *txrx_peer,
  1959. uint8_t link_id)
  1960. {
  1961. qdf_nbuf_tx_set_band(nbuf, txrx_peer->band[link_id]);
  1962. }
  1963. #else
  1964. static inline void
  1965. dp_tx_set_nbuf_band(qdf_nbuf_t nbuf, struct dp_txrx_peer *txrx_peer,
  1966. uint8_t link_id)
  1967. {
  1968. }
  1969. #endif
  1970. #endif