dp_be.h 22 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789
  1. /*
  2. * Copyright (c) 2021 The Linux Foundation. All rights reserved.
  3. * Copyright (c) 2021-2022 Qualcomm Innovation Center, Inc. All rights reserved.
  4. *
  5. * Permission to use, copy, modify, and/or distribute this software for
  6. * any purpose with or without fee is hereby granted, provided that the
  7. * above copyright notice and this permission notice appear in all
  8. * copies.
  9. *
  10. * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL
  11. * WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED
  12. * WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE
  13. * AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL
  14. * DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR
  15. * PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER
  16. * TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
  17. * PERFORMANCE OF THIS SOFTWARE.
  18. */
  19. #ifndef __DP_BE_H
  20. #define __DP_BE_H
  21. #include <dp_types.h>
  22. #include <hal_be_tx.h>
  23. #ifdef WLAN_MLO_MULTI_CHIP
  24. #include "mlo/dp_mlo.h"
  25. #else
  26. #include <dp_peer.h>
  27. #endif
  28. #include <dp_mon.h>
  29. enum CMEM_MEM_CLIENTS {
  30. COOKIE_CONVERSION,
  31. FISA_FST,
  32. };
  33. /* maximum number of entries in one page of secondary page table */
  34. #define DP_CC_SPT_PAGE_MAX_ENTRIES 512
  35. /* maximum number of entries in one page of secondary page table */
  36. #define DP_CC_SPT_PAGE_MAX_ENTRIES_MASK (DP_CC_SPT_PAGE_MAX_ENTRIES - 1)
  37. /* maximum number of entries in primary page table */
  38. #define DP_CC_PPT_MAX_ENTRIES 1024
  39. /* cookie conversion required CMEM offset from CMEM pool */
  40. #define DP_CC_MEM_OFFSET_IN_CMEM 0
  41. /* cookie conversion primary page table size 4K */
  42. #define DP_CC_PPT_MEM_SIZE 4096
  43. /* FST required CMEM offset from CMEM pool */
  44. #define DP_FST_MEM_OFFSET_IN_CMEM \
  45. (DP_CC_MEM_OFFSET_IN_CMEM + DP_CC_PPT_MEM_SIZE)
  46. /* CMEM size for FISA FST 16K */
  47. #define DP_CMEM_FST_SIZE 16384
  48. /* lower 9 bits in Desc ID for offset in page of SPT */
  49. #define DP_CC_DESC_ID_SPT_VA_OS_SHIFT 0
  50. #define DP_CC_DESC_ID_SPT_VA_OS_MASK 0x1FF
  51. #define DP_CC_DESC_ID_SPT_VA_OS_LSB 0
  52. #define DP_CC_DESC_ID_SPT_VA_OS_MSB 8
  53. /* higher 11 bits in Desc ID for offset in CMEM of PPT */
  54. #define DP_CC_DESC_ID_PPT_PAGE_OS_LSB 9
  55. #define DP_CC_DESC_ID_PPT_PAGE_OS_MSB 19
  56. #define DP_CC_DESC_ID_PPT_PAGE_OS_SHIFT 9
  57. #define DP_CC_DESC_ID_PPT_PAGE_OS_MASK 0xFFE00
  58. /*
  59. * page 4K unaligned case, single SPT page physical address
  60. * need 8 bytes in PPT
  61. */
  62. #define DP_CC_PPT_ENTRY_SIZE_4K_UNALIGNED 8
  63. /*
  64. * page 4K aligned case, single SPT page physical address
  65. * need 4 bytes in PPT
  66. */
  67. #define DP_CC_PPT_ENTRY_SIZE_4K_ALIGNED 4
  68. /* 4K aligned case, number of bits HW append for one PPT entry value */
  69. #define DP_CC_PPT_ENTRY_HW_APEND_BITS_4K_ALIGNED 12
  70. #if defined(WLAN_MAX_PDEVS) && (WLAN_MAX_PDEVS == 1)
  71. /* WBM2SW ring id for rx release */
  72. #define WBM2SW_REL_ERR_RING_NUM 3
  73. #else
  74. /* WBM2SW ring id for rx release */
  75. #define WBM2SW_REL_ERR_RING_NUM 5
  76. #endif
  77. /* tx descriptor are programmed at start of CMEM region*/
  78. #define DP_TX_DESC_CMEM_OFFSET 0
  79. /* size of CMEM needed for a tx desc pool*/
  80. #define DP_TX_DESC_POOL_CMEM_SIZE \
  81. ((WLAN_CFG_NUM_TX_DESC_MAX / DP_CC_SPT_PAGE_MAX_ENTRIES) * \
  82. DP_CC_PPT_ENTRY_SIZE_4K_ALIGNED)
  83. /* Offset of rx descripotor pool */
  84. #define DP_RX_DESC_CMEM_OFFSET \
  85. DP_TX_DESC_CMEM_OFFSET + (MAX_TXDESC_POOLS * DP_TX_DESC_POOL_CMEM_SIZE)
  86. /* size of CMEM needed for a rx desc pool */
  87. #define DP_RX_DESC_POOL_CMEM_SIZE \
  88. ((WLAN_CFG_RX_SW_DESC_NUM_SIZE_MAX / DP_CC_SPT_PAGE_MAX_ENTRIES) * \
  89. DP_CC_PPT_ENTRY_SIZE_4K_ALIGNED)
  90. /* get ppt_id from CMEM_OFFSET */
  91. #define DP_CMEM_OFFSET_TO_PPT_ID(offset) \
  92. ((offset) / DP_CC_PPT_ENTRY_SIZE_4K_ALIGNED)
  93. /* The MAX PPE PRI2TID */
  94. #ifdef WLAN_SUPPORT_PPEDS
  95. #define DP_TX_INT_PRI2TID_MAX 15
  96. #endif
  97. /**
  98. * struct dp_spt_page_desc - secondary page table page descriptors
  99. * @next: pointer to next linked SPT page Desc
  100. * @page_v_addr: page virtual address
  101. * @page_p_addr: page physical address
  102. * @ppt_index: entry index in primary page table where this page physical
  103. address stored
  104. * @avail_entry_index: index for available entry that store TX/RX Desc VA
  105. */
  106. struct dp_spt_page_desc {
  107. uint8_t *page_v_addr;
  108. qdf_dma_addr_t page_p_addr;
  109. uint32_t ppt_index;
  110. };
  111. /**
  112. * struct dp_hw_cookie_conversion_t - main context for HW cookie conversion
  113. * @cmem_offset: CMEM offset from base address for primary page table setup
  114. * @total_page_num: total DDR page allocated
  115. * @page_desc_freelist: available page Desc list
  116. * @page_desc_base: page Desc buffer base address.
  117. * @page_pool: DDR pages pool
  118. * @cc_lock: locks for page acquiring/free
  119. */
  120. struct dp_hw_cookie_conversion_t {
  121. uint32_t cmem_offset;
  122. uint32_t total_page_num;
  123. struct dp_spt_page_desc *page_desc_base;
  124. struct qdf_mem_multi_page_t page_pool;
  125. qdf_spinlock_t cc_lock;
  126. };
  127. /**
  128. * struct dp_spt_page_desc_list - containor of SPT page desc list info
  129. * @spt_page_list_head: head of SPT page descriptor list
  130. * @spt_page_list_tail: tail of SPT page descriptor list
  131. * @num_spt_pages: number of SPT page descriptor allocated
  132. */
  133. struct dp_spt_page_desc_list {
  134. struct dp_spt_page_desc *spt_page_list_head;
  135. struct dp_spt_page_desc *spt_page_list_tail;
  136. uint16_t num_spt_pages;
  137. };
  138. /* HW reading 8 bytes for VA */
  139. #define DP_CC_HW_READ_BYTES 8
  140. #define DP_CC_SPT_PAGE_UPDATE_VA(_page_base_va, _index, _desc_va) \
  141. { *((uintptr_t *)((_page_base_va) + (_index) * DP_CC_HW_READ_BYTES)) \
  142. = (uintptr_t)(_desc_va); }
  143. /**
  144. * struct dp_tx_bank_profile - DP wrapper for TCL banks
  145. * @is_configured: flag indicating if this bank is configured
  146. * @ref_count: ref count indicating number of users of the bank
  147. * @bank_config: HAL TX bank configuration
  148. */
  149. struct dp_tx_bank_profile {
  150. uint8_t is_configured;
  151. qdf_atomic_t ref_count;
  152. union hal_tx_bank_config bank_config;
  153. };
  154. #ifdef WLAN_SUPPORT_PPEDS
  155. /**
  156. * struct dp_ppe_vp_tbl_entry - PPE Virtual table entry
  157. * @is_configured: Boolean that the entry is configured.
  158. */
  159. struct dp_ppe_vp_tbl_entry {
  160. bool is_configured;
  161. };
  162. /**
  163. * struct dp_ppe_vp_profile - PPE direct switch profiler per vdev
  164. * @vp_num: Virtual port number
  165. * @ppe_vp_num_idx: Index to the PPE VP table entry
  166. * @search_idx_reg_num: Address search Index register number
  167. * @drop_prec_enable: Drop precedance enable
  168. * @to_fw: To FW exception enable/disable.
  169. * @use_ppe_int_pri: Use PPE INT_PRI to TID mapping table
  170. */
  171. struct dp_ppe_vp_profile {
  172. uint8_t vp_num;
  173. uint8_t ppe_vp_num_idx;
  174. uint8_t search_idx_reg_num;
  175. uint8_t drop_prec_enable;
  176. uint8_t to_fw;
  177. uint8_t use_ppe_int_pri;
  178. };
  179. #endif
  180. /**
  181. * struct dp_soc_be - Extended DP soc for BE targets
  182. * @soc: dp soc structure
  183. * @num_bank_profiles: num TX bank profiles
  184. * @bank_profiles: bank profiles for various TX banks
  185. * @cc_cmem_base: cmem offset reserved for CC
  186. * @tx_cc_ctx: Cookie conversion context for tx desc pools
  187. * @rx_cc_ctx: Cookie conversion context for rx desc pools
  188. * @monitor_soc_be: BE specific monitor object
  189. * @mlo_enabled: Flag to indicate MLO is enabled or not
  190. * @mlo_chip_id: MLO chip_id
  191. * @ml_ctxt: pointer to global ml_context
  192. * @mld_peer_hash: peer hash table for ML peers
  193. * Associated peer with this MAC address)
  194. * @mld_peer_hash_lock: lock to protect mld_peer_hash
  195. * @reo2ppe_ring: REO2PPE ring
  196. * @ppe2tcl_ring: PPE2TCL ring
  197. * @ppe_release_ring: PPE release ring
  198. * @ppe_vp_tbl: PPE VP table
  199. * @ppe_vp_tbl_lock: PPE VP table lock
  200. * @num_ppe_vp_entries : Number of PPE VP entries
  201. */
  202. struct dp_soc_be {
  203. struct dp_soc soc;
  204. uint8_t num_bank_profiles;
  205. #if defined(WLAN_MAX_PDEVS) && (WLAN_MAX_PDEVS == 1)
  206. qdf_mutex_t tx_bank_lock;
  207. #else
  208. qdf_spinlock_t tx_bank_lock;
  209. #endif
  210. struct dp_tx_bank_profile *bank_profiles;
  211. struct dp_spt_page_desc *page_desc_base;
  212. uint32_t cc_cmem_base;
  213. struct dp_hw_cookie_conversion_t tx_cc_ctx[MAX_TXDESC_POOLS];
  214. struct dp_hw_cookie_conversion_t rx_cc_ctx[MAX_RXDESC_POOLS];
  215. #ifdef WLAN_SUPPORT_PPEDS
  216. struct dp_srng reo2ppe_ring;
  217. struct dp_srng ppe2tcl_ring;
  218. struct dp_srng ppe_release_ring;
  219. struct dp_ppe_vp_tbl_entry *ppe_vp_tbl;
  220. qdf_mutex_t ppe_vp_tbl_lock;
  221. uint8_t num_ppe_vp_entries;
  222. #endif
  223. #ifdef WLAN_FEATURE_11BE_MLO
  224. #ifdef WLAN_MLO_MULTI_CHIP
  225. uint8_t mlo_enabled;
  226. uint8_t mlo_chip_id;
  227. struct dp_mlo_ctxt *ml_ctxt;
  228. #else
  229. /* Protect mld peer hash table */
  230. DP_MUTEX_TYPE mld_peer_hash_lock;
  231. struct {
  232. uint32_t mask;
  233. uint32_t idx_bits;
  234. TAILQ_HEAD(, dp_peer) * bins;
  235. } mld_peer_hash;
  236. #endif
  237. #endif
  238. };
  239. /* convert struct dp_soc_be pointer to struct dp_soc pointer */
  240. #define DP_SOC_BE_GET_SOC(be_soc) ((struct dp_soc *)be_soc)
  241. /**
  242. * struct dp_pdev_be - Extended DP pdev for BE targets
  243. * @pdev: dp pdev structure
  244. * @monitor_pdev_be: BE specific monitor object
  245. * @mlo_link_id: MLO link id for PDEV
  246. */
  247. struct dp_pdev_be {
  248. struct dp_pdev pdev;
  249. #ifdef WLAN_MLO_MULTI_CHIP
  250. uint8_t mlo_link_id;
  251. #endif
  252. };
  253. /**
  254. * struct dp_vdev_be - Extended DP vdev for BE targets
  255. * @vdev: dp vdev structure
  256. * @bank_id: bank_id to be used for TX
  257. * @vdev_id_check_en: flag if HW vdev_id check is enabled for vdev
  258. * @ppe_vp_enabled: flag to check if PPE VP is enabled for vdev
  259. * @ppe_vp_profile: PPE VP profile
  260. */
  261. struct dp_vdev_be {
  262. struct dp_vdev vdev;
  263. int8_t bank_id;
  264. uint8_t vdev_id_check_en;
  265. #ifdef WLAN_MLO_MULTI_CHIP
  266. /* partner list used for Intra-BSS */
  267. uint8_t partner_vdev_list[WLAN_MAX_MLO_CHIPS][WLAN_MAX_MLO_LINKS_PER_SOC];
  268. #ifdef WLAN_FEATURE_11BE_MLO
  269. #ifdef WLAN_MCAST_MLO
  270. /* DP MLO seq number */
  271. uint16_t seq_num;
  272. /* MLO Mcast primary vdev */
  273. bool mcast_primary;
  274. #endif
  275. #endif
  276. #endif
  277. unsigned long ppe_vp_enabled;
  278. #ifdef WLAN_SUPPORT_PPEDS
  279. struct dp_ppe_vp_profile ppe_vp_profile;
  280. #endif
  281. };
  282. /**
  283. * struct dp_peer_be - Extended DP peer for BE targets
  284. * @dp_peer: dp peer structure
  285. */
  286. struct dp_peer_be {
  287. struct dp_peer peer;
  288. };
  289. /**
  290. * dp_get_soc_context_size_be() - get context size for target specific DP soc
  291. *
  292. * Return: value in bytes for BE specific soc structure
  293. */
  294. qdf_size_t dp_get_soc_context_size_be(void);
  295. /**
  296. * dp_initialize_arch_ops_be() - initialize BE specific arch ops
  297. * @arch_ops: arch ops pointer
  298. *
  299. * Return: none
  300. */
  301. void dp_initialize_arch_ops_be(struct dp_arch_ops *arch_ops);
  302. /**
  303. * dp_get_context_size_be() - get BE specific size for peer/vdev/pdev/soc
  304. * @arch_ops: arch ops pointer
  305. *
  306. * Return: size in bytes for the context_type
  307. */
  308. qdf_size_t dp_get_context_size_be(enum dp_context_type context_type);
  309. /**
  310. * dp_mon_get_context_size_be() - get BE specific size for mon pdev/soc
  311. * @arch_ops: arch ops pointer
  312. *
  313. * Return: size in bytes for the context_type
  314. */
  315. qdf_size_t dp_mon_get_context_size_be(enum dp_context_type context_type);
  316. /**
  317. * dp_get_be_soc_from_dp_soc() - get dp_soc_be from dp_soc
  318. * @soc: dp_soc pointer
  319. *
  320. * Return: dp_soc_be pointer
  321. */
  322. static inline struct dp_soc_be *dp_get_be_soc_from_dp_soc(struct dp_soc *soc)
  323. {
  324. return (struct dp_soc_be *)soc;
  325. }
  326. /**
  327. * dp_get_be_mon_soc_from_dp_mon_soc() - get dp_mon_soc_be from dp_mon_soc
  328. * @soc: dp_mon_soc pointer
  329. *
  330. * Return: dp_mon_soc_be pointer
  331. */
  332. static inline
  333. struct dp_mon_soc_be *dp_get_be_mon_soc_from_dp_mon_soc(struct dp_mon_soc *soc)
  334. {
  335. return (struct dp_mon_soc_be *)soc;
  336. }
  337. #ifdef WLAN_MLO_MULTI_CHIP
  338. typedef struct dp_mlo_ctxt *dp_mld_peer_hash_obj_t;
  339. /*
  340. * dp_mlo_get_peer_hash_obj() - return the container struct of MLO hash table
  341. *
  342. * @soc: soc handle
  343. *
  344. * return: MLD peer hash object
  345. */
  346. static inline dp_mld_peer_hash_obj_t
  347. dp_mlo_get_peer_hash_obj(struct dp_soc *soc)
  348. {
  349. struct dp_soc_be *be_soc = dp_get_be_soc_from_dp_soc(soc);
  350. return be_soc->ml_ctxt;
  351. }
  352. void dp_clr_mlo_ptnr_list(struct dp_soc *soc, struct dp_vdev *vdev);
  353. #if defined(WLAN_FEATURE_11BE_MLO) && defined(WLAN_MCAST_MLO)
  354. typedef void dp_ptnr_vdev_iter_func(struct dp_vdev_be *be_vdev,
  355. struct dp_vdev *ptnr_vdev,
  356. void *arg);
  357. typedef void dp_ptnr_soc_iter_func(struct dp_soc *ptnr_soc,
  358. void *arg);
  359. /*
  360. * dp_mcast_mlo_iter_ptnr_vdev - API to iterate through ptnr vdev list
  361. * @be_soc: dp_soc_be pointer
  362. * @be_vdev: dp_vdev_be pointer
  363. * @func : function to be called for each peer
  364. * @arg : argument need to be passed to func
  365. * @mod_id: module id
  366. *
  367. * Return: None
  368. */
  369. void dp_mcast_mlo_iter_ptnr_vdev(struct dp_soc_be *be_soc,
  370. struct dp_vdev_be *be_vdev,
  371. dp_ptnr_vdev_iter_func func,
  372. void *arg,
  373. enum dp_mod_id mod_id);
  374. /*
  375. * dp_mcast_mlo_iter_ptnr_soc - API to iterate through ptnr soc list
  376. * @be_soc: dp_soc_be pointer
  377. * @func : function to be called for each peer
  378. * @arg : argument need to be passed to func
  379. *
  380. * Return: None
  381. */
  382. void dp_mcast_mlo_iter_ptnr_soc(struct dp_soc_be *be_soc,
  383. dp_ptnr_soc_iter_func func,
  384. void *arg);
  385. /*
  386. * dp_mlo_get_mcast_primary_vdev- get ref to mcast primary vdev
  387. * @be_soc: dp_soc_be pointer
  388. * @be_vdev: dp_vdev_be pointer
  389. * @mod_id: module id
  390. *
  391. * Return: mcast primary DP VDEV handle on success, NULL on failure
  392. */
  393. struct dp_vdev *dp_mlo_get_mcast_primary_vdev(struct dp_soc_be *be_soc,
  394. struct dp_vdev_be *be_vdev,
  395. enum dp_mod_id mod_id);
  396. #endif
  397. #else
  398. typedef struct dp_soc_be *dp_mld_peer_hash_obj_t;
  399. static inline dp_mld_peer_hash_obj_t
  400. dp_mlo_get_peer_hash_obj(struct dp_soc *soc)
  401. {
  402. return dp_get_be_soc_from_dp_soc(soc);
  403. }
  404. static inline void dp_clr_mlo_ptnr_list(struct dp_soc *soc,
  405. struct dp_vdev *vdev)
  406. {
  407. }
  408. #endif
  409. /*
  410. * dp_mlo_peer_find_hash_attach_be() - API to initialize ML peer hash table
  411. *
  412. * @mld_hash_obj: Peer has object
  413. * @hash_elems: number of entries in hash table
  414. *
  415. * return: QDF_STATUS_SUCCESS when attach is success else QDF_STATUS_FAILURE
  416. */
  417. QDF_STATUS
  418. dp_mlo_peer_find_hash_attach_be(dp_mld_peer_hash_obj_t mld_hash_obj,
  419. int hash_elems);
  420. /*
  421. * dp_mlo_peer_find_hash_detach_be() - API to de-initialize ML peer hash table
  422. *
  423. * @mld_hash_obj: Peer has object
  424. *
  425. * return: void
  426. */
  427. void dp_mlo_peer_find_hash_detach_be(dp_mld_peer_hash_obj_t mld_hash_obj);
  428. /**
  429. * dp_get_be_pdev_from_dp_pdev() - get dp_pdev_be from dp_pdev
  430. * @pdev: dp_pdev pointer
  431. *
  432. * Return: dp_pdev_be pointer
  433. */
  434. static inline
  435. struct dp_pdev_be *dp_get_be_pdev_from_dp_pdev(struct dp_pdev *pdev)
  436. {
  437. return (struct dp_pdev_be *)pdev;
  438. }
  439. #ifdef QCA_MONITOR_2_0_SUPPORT
  440. /**
  441. * dp_get_be_mon_pdev_from_dp_mon_pdev() - get dp_mon_pdev_be from dp_mon_pdev
  442. * @pdev: dp_mon_pdev pointer
  443. *
  444. * Return: dp_mon_pdev_be pointer
  445. */
  446. static inline
  447. struct dp_mon_pdev_be *dp_get_be_mon_pdev_from_dp_mon_pdev(struct dp_mon_pdev *mon_pdev)
  448. {
  449. return (struct dp_mon_pdev_be *)mon_pdev;
  450. }
  451. #endif
  452. /**
  453. * dp_get_be_vdev_from_dp_vdev() - get dp_vdev_be from dp_vdev
  454. * @vdev: dp_vdev pointer
  455. *
  456. * Return: dp_vdev_be pointer
  457. */
  458. static inline
  459. struct dp_vdev_be *dp_get_be_vdev_from_dp_vdev(struct dp_vdev *vdev)
  460. {
  461. return (struct dp_vdev_be *)vdev;
  462. }
  463. /**
  464. * dp_get_be_peer_from_dp_peer() - get dp_peer_be from dp_peer
  465. * @peer: dp_peer pointer
  466. *
  467. * Return: dp_peer_be pointer
  468. */
  469. static inline
  470. struct dp_peer_be *dp_get_be_peer_from_dp_peer(struct dp_peer *peer)
  471. {
  472. return (struct dp_peer_be *)peer;
  473. }
  474. QDF_STATUS
  475. dp_hw_cookie_conversion_attach(struct dp_soc_be *be_soc,
  476. struct dp_hw_cookie_conversion_t *cc_ctx,
  477. uint32_t num_descs,
  478. enum dp_desc_type desc_type,
  479. uint8_t desc_pool_id);
  480. QDF_STATUS
  481. dp_hw_cookie_conversion_detach(struct dp_soc_be *be_soc,
  482. struct dp_hw_cookie_conversion_t *cc_ctx);
  483. QDF_STATUS
  484. dp_hw_cookie_conversion_init(struct dp_soc_be *be_soc,
  485. struct dp_hw_cookie_conversion_t *cc_ctx);
  486. QDF_STATUS
  487. dp_hw_cookie_conversion_deinit(struct dp_soc_be *be_soc,
  488. struct dp_hw_cookie_conversion_t *cc_ctx);
  489. /**
  490. * dp_cc_spt_page_desc_alloc() - allocate SPT DDR page descriptor from pool
  491. * @be_soc: beryllium soc handler
  492. * @list_head: pointer to page desc head
  493. * @list_tail: pointer to page desc tail
  494. * @num_desc: number of TX/RX Descs required for SPT pages
  495. *
  496. * Return: number of SPT page Desc allocated
  497. */
  498. uint16_t dp_cc_spt_page_desc_alloc(struct dp_soc_be *be_soc,
  499. struct dp_spt_page_desc **list_head,
  500. struct dp_spt_page_desc **list_tail,
  501. uint16_t num_desc);
  502. /**
  503. * dp_cc_spt_page_desc_free() - free SPT DDR page descriptor to pool
  504. * @be_soc: beryllium soc handler
  505. * @list_head: pointer to page desc head
  506. * @list_tail: pointer to page desc tail
  507. * @page_nums: number of page desc freed back to pool
  508. */
  509. void dp_cc_spt_page_desc_free(struct dp_soc_be *be_soc,
  510. struct dp_spt_page_desc **list_head,
  511. struct dp_spt_page_desc **list_tail,
  512. uint16_t page_nums);
  513. /**
  514. * dp_cc_desc_id_generate() - generate SW cookie ID according to
  515. DDR page 4K aligned or not
  516. * @ppt_index: offset index in primary page table
  517. * @spt_index: offset index in sceondary DDR page
  518. *
  519. * Generate SW cookie ID to match as HW expected
  520. *
  521. * Return: cookie ID
  522. */
  523. static inline uint32_t dp_cc_desc_id_generate(uint32_t ppt_index,
  524. uint16_t spt_index)
  525. {
  526. /*
  527. * for 4k aligned case, cmem entry size is 4 bytes,
  528. * HW index from bit19~bit10 value = ppt_index / 2, high 32bits flag
  529. * from bit9 value = ppt_index % 2, then bit 19 ~ bit9 value is
  530. * exactly same with original ppt_index value.
  531. * for 4k un-aligned case, cmem entry size is 8 bytes.
  532. * bit19 ~ bit9 will be HW index value, same as ppt_index value.
  533. */
  534. return ((((uint32_t)ppt_index) << DP_CC_DESC_ID_PPT_PAGE_OS_SHIFT) |
  535. spt_index);
  536. }
  537. /**
  538. * dp_cc_desc_va_find() - find TX/RX Descs virtual address by ID
  539. * @be_soc: be soc handle
  540. * @desc_id: TX/RX Dess ID
  541. *
  542. * Return: TX/RX Desc virtual address
  543. */
  544. static inline uintptr_t dp_cc_desc_find(struct dp_soc *soc,
  545. uint32_t desc_id)
  546. {
  547. struct dp_soc_be *be_soc;
  548. uint16_t ppt_page_id, spt_va_id;
  549. uint8_t *spt_page_va;
  550. be_soc = dp_get_be_soc_from_dp_soc(soc);
  551. ppt_page_id = (desc_id & DP_CC_DESC_ID_PPT_PAGE_OS_MASK) >>
  552. DP_CC_DESC_ID_PPT_PAGE_OS_SHIFT;
  553. spt_va_id = (desc_id & DP_CC_DESC_ID_SPT_VA_OS_MASK) >>
  554. DP_CC_DESC_ID_SPT_VA_OS_SHIFT;
  555. /*
  556. * ppt index in cmem is same order where the page in the
  557. * page desc array during initialization.
  558. * entry size in DDR page is 64 bits, for 32 bits system,
  559. * only lower 32 bits VA value is needed.
  560. */
  561. spt_page_va = be_soc->page_desc_base[ppt_page_id].page_v_addr;
  562. return (*((uintptr_t *)(spt_page_va +
  563. spt_va_id * DP_CC_HW_READ_BYTES)));
  564. }
  565. #ifdef WLAN_FEATURE_NEAR_FULL_IRQ
  566. /**
  567. * enum dp_srng_near_full_levels - SRNG Near FULL levels
  568. * @DP_SRNG_THRESH_SAFE: SRNG level safe for yielding the near full mode
  569. * of processing the entries in SRNG
  570. * @DP_SRNG_THRESH_NEAR_FULL: SRNG level enters the near full mode
  571. * of processing the entries in SRNG
  572. * @DP_SRNG_THRESH_CRITICAL: SRNG level enters the critical level of full
  573. * condition and drastic steps need to be taken for processing
  574. * the entries in SRNG
  575. */
  576. enum dp_srng_near_full_levels {
  577. DP_SRNG_THRESH_SAFE,
  578. DP_SRNG_THRESH_NEAR_FULL,
  579. DP_SRNG_THRESH_CRITICAL,
  580. };
  581. /**
  582. * dp_srng_check_ring_near_full() - Check if SRNG is marked as near-full from
  583. * its corresponding near-full irq handler
  584. * @soc: Datapath SoC handle
  585. * @dp_srng: datapath handle for this SRNG
  586. *
  587. * Return: 1, if the srng was marked as near-full
  588. * 0, if the srng was not marked as near-full
  589. */
  590. static inline int dp_srng_check_ring_near_full(struct dp_soc *soc,
  591. struct dp_srng *dp_srng)
  592. {
  593. return qdf_atomic_read(&dp_srng->near_full);
  594. }
  595. /**
  596. * dp_srng_get_near_full_level() - Check the num available entries in the
  597. * consumer srng and return the level of the srng
  598. * near full state.
  599. * @soc: Datapath SoC Handle [To be validated by the caller]
  600. * @hal_ring_hdl: SRNG handle
  601. *
  602. * Return: near-full level
  603. */
  604. static inline int
  605. dp_srng_get_near_full_level(struct dp_soc *soc, struct dp_srng *dp_srng)
  606. {
  607. uint32_t num_valid;
  608. num_valid = hal_srng_dst_num_valid_nolock(soc->hal_soc,
  609. dp_srng->hal_srng,
  610. true);
  611. if (num_valid > dp_srng->crit_thresh)
  612. return DP_SRNG_THRESH_CRITICAL;
  613. else if (num_valid < dp_srng->safe_thresh)
  614. return DP_SRNG_THRESH_SAFE;
  615. else
  616. return DP_SRNG_THRESH_NEAR_FULL;
  617. }
  618. #define DP_SRNG_PER_LOOP_NF_REAP_MULTIPLIER 2
  619. /**
  620. * dp_srng_test_and_update_nf_params() - Test the near full level and update
  621. * the reap_limit and flags to reflect the state.
  622. * @soc: Datapath soc handle
  623. * @srng: Datapath handle for the srng
  624. * @max_reap_limit: [Output Param] Buffer to set the map_reap_limit as
  625. * per the near-full state
  626. *
  627. * Return: 1, if the srng is near full
  628. * 0, if the srng is not near full
  629. */
  630. static inline int
  631. _dp_srng_test_and_update_nf_params(struct dp_soc *soc,
  632. struct dp_srng *srng,
  633. int *max_reap_limit)
  634. {
  635. int ring_near_full = 0, near_full_level;
  636. if (dp_srng_check_ring_near_full(soc, srng)) {
  637. near_full_level = dp_srng_get_near_full_level(soc, srng);
  638. switch (near_full_level) {
  639. case DP_SRNG_THRESH_CRITICAL:
  640. /* Currently not doing anything special here */
  641. /* fall through */
  642. case DP_SRNG_THRESH_NEAR_FULL:
  643. ring_near_full = 1;
  644. *max_reap_limit *= DP_SRNG_PER_LOOP_NF_REAP_MULTIPLIER;
  645. break;
  646. case DP_SRNG_THRESH_SAFE:
  647. qdf_atomic_set(&srng->near_full, 0);
  648. ring_near_full = 0;
  649. break;
  650. default:
  651. qdf_assert(0);
  652. break;
  653. }
  654. }
  655. return ring_near_full;
  656. }
  657. #else
  658. static inline int
  659. _dp_srng_test_and_update_nf_params(struct dp_soc *soc,
  660. struct dp_srng *srng,
  661. int *max_reap_limit)
  662. {
  663. return 0;
  664. }
  665. #endif
  666. static inline
  667. uint32_t dp_desc_pool_get_cmem_base(uint8_t chip_id, uint8_t desc_pool_id,
  668. enum dp_desc_type desc_type)
  669. {
  670. switch (desc_type) {
  671. case DP_TX_DESC_TYPE:
  672. return (DP_TX_DESC_CMEM_OFFSET +
  673. (desc_pool_id * DP_TX_DESC_POOL_CMEM_SIZE));
  674. case DP_RX_DESC_BUF_TYPE:
  675. return (DP_RX_DESC_CMEM_OFFSET +
  676. ((chip_id * MAX_RXDESC_POOLS) + desc_pool_id) *
  677. DP_RX_DESC_POOL_CMEM_SIZE);
  678. default:
  679. QDF_BUG(0);
  680. }
  681. return 0;
  682. }
  683. #ifndef WLAN_MLO_MULTI_CHIP
  684. static inline
  685. void dp_soc_mlo_fill_params(struct dp_soc *soc,
  686. struct cdp_soc_attach_params *params)
  687. {
  688. }
  689. static inline
  690. void dp_pdev_mlo_fill_params(struct dp_pdev *pdev,
  691. struct cdp_pdev_attach_params *params)
  692. {
  693. }
  694. #endif
  695. /*
  696. * dp_txrx_set_vdev_param_be: target specific ops while setting vdev params
  697. * @soc : DP soc handle
  698. * @vdev: pointer to vdev structure
  699. * @param: parameter type to get value
  700. * @val: value
  701. *
  702. * return: QDF_STATUS
  703. */
  704. QDF_STATUS dp_txrx_set_vdev_param_be(struct dp_soc *soc,
  705. struct dp_vdev *vdev,
  706. enum cdp_vdev_param_type param,
  707. cdp_config_param_type val);
  708. #endif