dp_be.h 25 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896
  1. /*
  2. * Copyright (c) 2021 The Linux Foundation. All rights reserved.
  3. * Copyright (c) 2021-2023 Qualcomm Innovation Center, Inc. All rights reserved.
  4. *
  5. * Permission to use, copy, modify, and/or distribute this software for
  6. * any purpose with or without fee is hereby granted, provided that the
  7. * above copyright notice and this permission notice appear in all
  8. * copies.
  9. *
  10. * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL
  11. * WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED
  12. * WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE
  13. * AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL
  14. * DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR
  15. * PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER
  16. * TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
  17. * PERFORMANCE OF THIS SOFTWARE.
  18. */
  19. #ifndef __DP_BE_H
  20. #define __DP_BE_H
  21. #include <dp_types.h>
  22. #include <hal_be_tx.h>
  23. #ifdef WLAN_MLO_MULTI_CHIP
  24. #include "mlo/dp_mlo.h"
  25. #else
  26. #include <dp_peer.h>
  27. #endif
  28. #ifdef WIFI_MONITOR_SUPPORT
  29. #include <dp_mon.h>
  30. #endif
  31. enum CMEM_MEM_CLIENTS {
  32. COOKIE_CONVERSION,
  33. FISA_FST,
  34. };
  35. /* maximum number of entries in one page of secondary page table */
  36. #define DP_CC_SPT_PAGE_MAX_ENTRIES 512
  37. /* maximum number of entries in one page of secondary page table */
  38. #define DP_CC_SPT_PAGE_MAX_ENTRIES_MASK (DP_CC_SPT_PAGE_MAX_ENTRIES - 1)
  39. /* maximum number of entries in primary page table */
  40. #define DP_CC_PPT_MAX_ENTRIES \
  41. DP_CC_PPT_MEM_SIZE / DP_CC_PPT_ENTRY_SIZE_4K_ALIGNED
  42. /* cookie conversion required CMEM offset from CMEM pool */
  43. #define DP_CC_MEM_OFFSET_IN_CMEM 0
  44. /* cookie conversion primary page table size 4K */
  45. #if defined(WLAN_MAX_PDEVS) && (WLAN_MAX_PDEVS == 1)
  46. #define DP_CC_PPT_MEM_SIZE 4096
  47. #else
  48. #define DP_CC_PPT_MEM_SIZE 8192
  49. #endif
  50. /* FST required CMEM offset M pool */
  51. #define DP_FST_MEM_OFFSET_IN_CMEM \
  52. (DP_CC_MEM_OFFSET_IN_CMEM + DP_CC_PPT_MEM_SIZE)
  53. /* lower 9 bits in Desc ID for offset in page of SPT */
  54. #define DP_CC_DESC_ID_SPT_VA_OS_SHIFT 0
  55. #define DP_CC_DESC_ID_SPT_VA_OS_MASK 0x1FF
  56. #define DP_CC_DESC_ID_SPT_VA_OS_LSB 0
  57. #define DP_CC_DESC_ID_SPT_VA_OS_MSB 8
  58. /* higher 11 bits in Desc ID for offset in CMEM of PPT */
  59. #define DP_CC_DESC_ID_PPT_PAGE_OS_LSB 9
  60. #define DP_CC_DESC_ID_PPT_PAGE_OS_MSB 19
  61. #define DP_CC_DESC_ID_PPT_PAGE_OS_SHIFT 9
  62. #define DP_CC_DESC_ID_PPT_PAGE_OS_MASK 0xFFE00
  63. /*
  64. * page 4K unaligned case, single SPT page physical address
  65. * need 8 bytes in PPT
  66. */
  67. #define DP_CC_PPT_ENTRY_SIZE_4K_UNALIGNED 8
  68. /*
  69. * page 4K aligned case, single SPT page physical address
  70. * need 4 bytes in PPT
  71. */
  72. #define DP_CC_PPT_ENTRY_SIZE_4K_ALIGNED 4
  73. /* 4K aligned case, number of bits HW append for one PPT entry value */
  74. #define DP_CC_PPT_ENTRY_HW_APEND_BITS_4K_ALIGNED 12
  75. #if defined(WLAN_MAX_PDEVS) && (WLAN_MAX_PDEVS == 1)
  76. /* WBM2SW ring id for rx release */
  77. #define WBM2SW_REL_ERR_RING_NUM 3
  78. #else
  79. /* WBM2SW ring id for rx release */
  80. #define WBM2SW_REL_ERR_RING_NUM 5
  81. #endif
  82. #ifdef WLAN_SUPPORT_PPEDS
  83. #define DP_PPEDS_STAMODE_ASTIDX_MAP_REG_IDX 1
  84. /* The MAX PPE PRI2TID */
  85. #define DP_TX_INT_PRI2TID_MAX 15
  86. /* size of CMEM needed for a ppeds tx desc pool */
  87. #define DP_TX_PPEDS_DESC_POOL_CMEM_SIZE \
  88. ((WLAN_CFG_NUM_PPEDS_TX_DESC_MAX / DP_CC_SPT_PAGE_MAX_ENTRIES) * \
  89. DP_CC_PPT_ENTRY_SIZE_4K_ALIGNED)
  90. /* Offset of ppeds tx descripotor pool */
  91. #define DP_TX_PPEDS_DESC_CMEM_OFFSET 0
  92. #define PEER_ROUTING_USE_PPE 1
  93. #define PEER_ROUTING_ENABLED 1
  94. #define DP_PPE_INTR_STRNG_LEN 32
  95. #define DP_PPE_INTR_MAX 3
  96. #else
  97. #define DP_TX_PPEDS_DESC_CMEM_OFFSET 0
  98. #define DP_TX_PPEDS_DESC_POOL_CMEM_SIZE 0
  99. #define DP_PPE_INTR_STRNG_LEN 0
  100. #define DP_PPE_INTR_MAX 0
  101. #endif
  102. /* tx descriptor are programmed at start of CMEM region*/
  103. #define DP_TX_DESC_CMEM_OFFSET \
  104. (DP_TX_PPEDS_DESC_CMEM_OFFSET + DP_TX_PPEDS_DESC_POOL_CMEM_SIZE)
  105. /* size of CMEM needed for a tx desc pool*/
  106. #define DP_TX_DESC_POOL_CMEM_SIZE \
  107. ((WLAN_CFG_NUM_TX_DESC_MAX / DP_CC_SPT_PAGE_MAX_ENTRIES) * \
  108. DP_CC_PPT_ENTRY_SIZE_4K_ALIGNED)
  109. /* Offset of rx descripotor pool */
  110. #define DP_RX_DESC_CMEM_OFFSET \
  111. DP_TX_DESC_CMEM_OFFSET + (MAX_TXDESC_POOLS * DP_TX_DESC_POOL_CMEM_SIZE)
  112. /* size of CMEM needed for a rx desc pool */
  113. #define DP_RX_DESC_POOL_CMEM_SIZE \
  114. ((WLAN_CFG_RX_SW_DESC_NUM_SIZE_MAX / DP_CC_SPT_PAGE_MAX_ENTRIES) * \
  115. DP_CC_PPT_ENTRY_SIZE_4K_ALIGNED)
  116. /* get ppt_id from CMEM_OFFSET */
  117. #define DP_CMEM_OFFSET_TO_PPT_ID(offset) \
  118. ((offset) / DP_CC_PPT_ENTRY_SIZE_4K_ALIGNED)
  119. /**
  120. * struct dp_spt_page_desc - secondary page table page descriptors
  121. * @page_v_addr: page virtual address
  122. * @page_p_addr: page physical address
  123. * @ppt_index: entry index in primary page table where this page physical
  124. * address stored
  125. */
  126. struct dp_spt_page_desc {
  127. uint8_t *page_v_addr;
  128. qdf_dma_addr_t page_p_addr;
  129. uint32_t ppt_index;
  130. };
  131. /**
  132. * struct dp_hw_cookie_conversion_t - main context for HW cookie conversion
  133. * @cmem_offset: CMEM offset from base address for primary page table setup
  134. * @total_page_num: total DDR page allocated
  135. * @page_desc_freelist: available page Desc list
  136. * @page_desc_base: page Desc buffer base address.
  137. * @page_pool: DDR pages pool
  138. * @cc_lock: locks for page acquiring/free
  139. */
  140. struct dp_hw_cookie_conversion_t {
  141. uint32_t cmem_offset;
  142. uint32_t total_page_num;
  143. struct dp_spt_page_desc *page_desc_base;
  144. struct qdf_mem_multi_page_t page_pool;
  145. qdf_spinlock_t cc_lock;
  146. };
  147. /**
  148. * struct dp_spt_page_desc_list - containor of SPT page desc list info
  149. * @spt_page_list_head: head of SPT page descriptor list
  150. * @spt_page_list_tail: tail of SPT page descriptor list
  151. * @num_spt_pages: number of SPT page descriptor allocated
  152. */
  153. struct dp_spt_page_desc_list {
  154. struct dp_spt_page_desc *spt_page_list_head;
  155. struct dp_spt_page_desc *spt_page_list_tail;
  156. uint16_t num_spt_pages;
  157. };
  158. /* HW reading 8 bytes for VA */
  159. #define DP_CC_HW_READ_BYTES 8
  160. #define DP_CC_SPT_PAGE_UPDATE_VA(_page_base_va, _index, _desc_va) \
  161. { *((uintptr_t *)((_page_base_va) + (_index) * DP_CC_HW_READ_BYTES)) \
  162. = (uintptr_t)(_desc_va); }
  163. /**
  164. * struct dp_tx_bank_profile - DP wrapper for TCL banks
  165. * @is_configured: flag indicating if this bank is configured
  166. * @ref_count: ref count indicating number of users of the bank
  167. * @bank_config: HAL TX bank configuration
  168. */
  169. struct dp_tx_bank_profile {
  170. uint8_t is_configured;
  171. qdf_atomic_t ref_count;
  172. union hal_tx_bank_config bank_config;
  173. };
  174. #ifdef WLAN_SUPPORT_PPEDS
  175. /**
  176. * struct dp_ppe_vp_tbl_entry - PPE Virtual table entry
  177. * @is_configured: Boolean that the entry is configured.
  178. */
  179. struct dp_ppe_vp_tbl_entry {
  180. bool is_configured;
  181. };
  182. /**
  183. * struct dp_ppe_vp_search_idx_tbl_entry - PPE Virtual search table entry
  184. * @is_configured: Boolean that the entry is configured.
  185. */
  186. struct dp_ppe_vp_search_idx_tbl_entry {
  187. bool is_configured;
  188. };
  189. /**
  190. * struct dp_ppe_vp_profile - PPE direct switch profiler per vdev
  191. * @is_configured: Boolean that the entry is configured.
  192. * @vp_num: Virtual port number
  193. * @ppe_vp_num_idx: Index to the PPE VP table entry
  194. * @search_idx_reg_num: Address search Index register number
  195. * @drop_prec_enable: Drop precedance enable
  196. * @to_fw: To FW exception enable/disable.
  197. * @use_ppe_int_pri: Use PPE INT_PRI to TID mapping table
  198. */
  199. struct dp_ppe_vp_profile {
  200. bool is_configured;
  201. uint8_t vp_num;
  202. uint8_t ppe_vp_num_idx;
  203. uint8_t search_idx_reg_num;
  204. uint8_t drop_prec_enable;
  205. uint8_t to_fw;
  206. uint8_t use_ppe_int_pri;
  207. };
  208. /**
  209. * struct dp_ppeds_tx_desc_pool_s - PPEDS Tx Descriptor Pool
  210. * @elem_size: Size of each descriptor
  211. * @hot_list_len: Length of hotlist chain
  212. * @num_allocated: Number of used descriptors
  213. * @freelist: Chain of free descriptors
  214. * @hotlist: Chain of descriptors with attached nbufs
  215. * @desc_pages: multiple page allocation information for actual descriptors
  216. * @elem_count: Number of descriptors in the pool
  217. * @num_free: Number of free descriptors
  218. * @lock: Lock for descriptor allocation/free from/to the pool
  219. */
  220. struct dp_ppeds_tx_desc_pool_s {
  221. uint16_t elem_size;
  222. uint32_t num_allocated;
  223. uint32_t hot_list_len;
  224. struct dp_tx_desc_s *freelist;
  225. struct dp_tx_desc_s *hotlist;
  226. struct qdf_mem_multi_page_t desc_pages;
  227. uint16_t elem_count;
  228. uint32_t num_free;
  229. qdf_spinlock_t lock;
  230. };
  231. #endif
  232. /**
  233. * struct dp_ppeds_napi - napi parameters for ppe ds
  234. * @napi: napi structure to register with napi infra
  235. * @ndev: net_dev structure
  236. */
  237. struct dp_ppeds_napi {
  238. struct napi_struct napi;
  239. struct net_device ndev;
  240. };
  241. /*
  242. * NB: intentionally not using kernel-doc comment because the kernel-doc
  243. * script does not handle the TAILQ_HEAD macro
  244. * struct dp_soc_be - Extended DP soc for BE targets
  245. * @soc: dp soc structure
  246. * @num_bank_profiles: num TX bank profiles
  247. * @tx_bank_lock: lock for @bank_profiles
  248. * @bank_profiles: bank profiles for various TX banks
  249. * @page_desc_base:
  250. * @cc_cmem_base: cmem offset reserved for CC
  251. * @tx_cc_ctx: Cookie conversion context for tx desc pools
  252. * @rx_cc_ctx: Cookie conversion context for rx desc pools
  253. * @ppeds_int_mode_enabled: PPE DS interrupt mode enabled
  254. * @ppeds_stopped:
  255. * @reo2ppe_ring: REO2PPE ring
  256. * @ppe2tcl_ring: PPE2TCL ring
  257. * @ppeds_wbm_release_ring:
  258. * @ppe_vp_tbl: PPE VP table
  259. * @ppe_vp_search_idx_tbl: PPE VP search idx table
  260. * @ppeds_tx_cc_ctx: Cookie conversion context for ppeds tx desc pool
  261. * @ppeds_tx_desc: PPEDS tx desc pool
  262. * @ppeds_napi_ctxt:
  263. * @ppeds_handle: PPEDS soc instance handle
  264. * @dp_ppeds_txdesc_hotlist_len: PPEDS tx desc hotlist length
  265. * @ppe_vp_tbl_lock: PPE VP table lock
  266. * @num_ppe_vp_entries: Number of PPE VP entries
  267. * @num_ppe_vp_search_idx_entries: PPEDS VP search idx entries
  268. * @irq_name: PPEDS VP irq names
  269. * @ppeds_stats: PPEDS stats
  270. * @mlo_enabled: Flag to indicate MLO is enabled or not
  271. * @mlo_chip_id: MLO chip_id
  272. * @ml_ctxt: pointer to global ml_context
  273. * @delta_tqm: delta_tqm
  274. * @mlo_tstamp_offset: mlo timestamp offset
  275. * @mld_peer_hash_lock: lock to protect mld_peer_hash
  276. * @mld_peer_hash: peer hash table for ML peers
  277. * @ipa_bank_id: TCL bank id used by IPA
  278. */
  279. struct dp_soc_be {
  280. struct dp_soc soc;
  281. uint8_t num_bank_profiles;
  282. #if defined(WLAN_MAX_PDEVS) && (WLAN_MAX_PDEVS == 1)
  283. qdf_mutex_t tx_bank_lock;
  284. #else
  285. qdf_spinlock_t tx_bank_lock;
  286. #endif
  287. struct dp_tx_bank_profile *bank_profiles;
  288. struct dp_spt_page_desc *page_desc_base;
  289. uint32_t cc_cmem_base;
  290. struct dp_hw_cookie_conversion_t tx_cc_ctx[MAX_TXDESC_POOLS];
  291. struct dp_hw_cookie_conversion_t rx_cc_ctx[MAX_RXDESC_POOLS];
  292. #ifdef WLAN_SUPPORT_PPEDS
  293. uint8_t ppeds_int_mode_enabled:1,
  294. ppeds_stopped:1;
  295. struct dp_srng reo2ppe_ring;
  296. struct dp_srng ppe2tcl_ring;
  297. struct dp_srng ppeds_wbm_release_ring;
  298. struct dp_ppe_vp_tbl_entry *ppe_vp_tbl;
  299. struct dp_ppe_vp_search_idx_tbl_entry *ppe_vp_search_idx_tbl;
  300. struct dp_ppe_vp_profile *ppe_vp_profile;
  301. struct dp_hw_cookie_conversion_t ppeds_tx_cc_ctx;
  302. struct dp_ppeds_tx_desc_pool_s ppeds_tx_desc;
  303. struct dp_ppeds_napi ppeds_napi_ctxt;
  304. void *ppeds_handle;
  305. int dp_ppeds_txdesc_hotlist_len;
  306. qdf_mutex_t ppe_vp_tbl_lock;
  307. uint8_t num_ppe_vp_entries;
  308. uint8_t num_ppe_vp_search_idx_entries;
  309. uint8_t num_ppe_vp_profiles;
  310. char irq_name[DP_PPE_INTR_MAX][DP_PPE_INTR_STRNG_LEN];
  311. struct {
  312. struct {
  313. uint64_t desc_alloc_failed;
  314. } tx;
  315. } ppeds_stats;
  316. #endif
  317. #ifdef WLAN_FEATURE_11BE_MLO
  318. #ifdef WLAN_MLO_MULTI_CHIP
  319. uint8_t mlo_enabled;
  320. uint8_t mlo_chip_id;
  321. struct dp_mlo_ctxt *ml_ctxt;
  322. uint64_t delta_tqm;
  323. uint64_t mlo_tstamp_offset;
  324. #else
  325. /* Protect mld peer hash table */
  326. DP_MUTEX_TYPE mld_peer_hash_lock;
  327. struct {
  328. uint32_t mask;
  329. uint32_t idx_bits;
  330. TAILQ_HEAD(, dp_peer) * bins;
  331. } mld_peer_hash;
  332. #endif
  333. #endif
  334. #ifdef IPA_OFFLOAD
  335. int8_t ipa_bank_id;
  336. #endif
  337. };
  338. /* convert struct dp_soc_be pointer to struct dp_soc pointer */
  339. #define DP_SOC_BE_GET_SOC(be_soc) ((struct dp_soc *)be_soc)
  340. /**
  341. * struct dp_pdev_be - Extended DP pdev for BE targets
  342. * @pdev: dp pdev structure
  343. * @monitor_pdev_be: BE specific monitor object
  344. * @mlo_link_id: MLO link id for PDEV
  345. * @delta_tsf2: delta_tsf2
  346. */
  347. struct dp_pdev_be {
  348. struct dp_pdev pdev;
  349. #ifdef WLAN_MLO_MULTI_CHIP
  350. uint8_t mlo_link_id;
  351. uint64_t delta_tsf2;
  352. #endif
  353. };
  354. /**
  355. * struct dp_vdev_be - Extended DP vdev for BE targets
  356. * @vdev: dp vdev structure
  357. * @bank_id: bank_id to be used for TX
  358. * @vdev_id_check_en: flag if HW vdev_id check is enabled for vdev
  359. * @partner_vdev_list: partner list used for Intra-BSS
  360. * @bridge_vdev_list: partner bridge vdev list
  361. * @mlo_stats: structure to hold stats for mlo unmapped peers
  362. * @seq_num: DP MLO seq number
  363. * @mcast_primary: MLO Mcast primary vdev
  364. */
  365. struct dp_vdev_be {
  366. struct dp_vdev vdev;
  367. int8_t bank_id;
  368. uint8_t vdev_id_check_en;
  369. #ifdef WLAN_MLO_MULTI_CHIP
  370. uint8_t partner_vdev_list[WLAN_MAX_MLO_CHIPS][WLAN_MAX_MLO_LINKS_PER_SOC];
  371. uint8_t bridge_vdev_list[WLAN_MAX_MLO_CHIPS][WLAN_MAX_MLO_LINKS_PER_SOC];
  372. struct cdp_vdev_stats mlo_stats;
  373. #ifdef WLAN_FEATURE_11BE_MLO
  374. #ifdef WLAN_MCAST_MLO
  375. uint16_t seq_num;
  376. bool mcast_primary;
  377. #endif
  378. #endif
  379. #endif
  380. };
  381. /**
  382. * struct dp_peer_be - Extended DP peer for BE targets
  383. * @peer: dp peer structure
  384. * @priority_valid:
  385. */
  386. struct dp_peer_be {
  387. struct dp_peer peer;
  388. #ifdef WLAN_SUPPORT_PPEDS
  389. uint8_t priority_valid;
  390. #endif
  391. };
  392. /**
  393. * dp_get_soc_context_size_be() - get context size for target specific DP soc
  394. *
  395. * Return: value in bytes for BE specific soc structure
  396. */
  397. qdf_size_t dp_get_soc_context_size_be(void);
  398. /**
  399. * dp_initialize_arch_ops_be() - initialize BE specific arch ops
  400. * @arch_ops: arch ops pointer
  401. *
  402. * Return: none
  403. */
  404. void dp_initialize_arch_ops_be(struct dp_arch_ops *arch_ops);
  405. /**
  406. * dp_get_context_size_be() - get BE specific size for peer/vdev/pdev/soc
  407. * @context_type: context type for which the size is needed
  408. *
  409. * Return: size in bytes for the context_type
  410. */
  411. qdf_size_t dp_get_context_size_be(enum dp_context_type context_type);
  412. /**
  413. * dp_get_be_soc_from_dp_soc() - get dp_soc_be from dp_soc
  414. * @soc: dp_soc pointer
  415. *
  416. * Return: dp_soc_be pointer
  417. */
  418. static inline struct dp_soc_be *dp_get_be_soc_from_dp_soc(struct dp_soc *soc)
  419. {
  420. return (struct dp_soc_be *)soc;
  421. }
  422. /**
  423. * dp_mlo_iter_ptnr_soc() - iterate through mlo soc list and call the callback
  424. * @be_soc: dp_soc_be pointer
  425. * @func: Function to be called for each soc
  426. * @arg: context to be passed to the callback
  427. *
  428. * Return: true if mlo is enabled, false if mlo is disabled
  429. */
  430. bool dp_mlo_iter_ptnr_soc(struct dp_soc_be *be_soc, dp_ptnr_soc_iter_func func,
  431. void *arg);
  432. #ifdef WLAN_MLO_MULTI_CHIP
  433. typedef struct dp_mlo_ctxt *dp_mld_peer_hash_obj_t;
  434. /**
  435. * dp_mlo_get_peer_hash_obj() - return the container struct of MLO hash table
  436. * @soc: soc handle
  437. *
  438. * return: MLD peer hash object
  439. */
  440. static inline dp_mld_peer_hash_obj_t
  441. dp_mlo_get_peer_hash_obj(struct dp_soc *soc)
  442. {
  443. struct dp_soc_be *be_soc = dp_get_be_soc_from_dp_soc(soc);
  444. return be_soc->ml_ctxt;
  445. }
  446. void dp_clr_mlo_ptnr_list(struct dp_soc *soc, struct dp_vdev *vdev);
  447. #if defined(WLAN_FEATURE_11BE_MLO)
  448. /**
  449. * dp_mlo_partner_chips_map() - Map MLO peers to partner SOCs
  450. * @soc: Soc handle
  451. * @peer: DP peer handle for ML peer
  452. * @peer_id: peer_id
  453. * Return: None
  454. */
  455. void dp_mlo_partner_chips_map(struct dp_soc *soc,
  456. struct dp_peer *peer,
  457. uint16_t peer_id);
  458. /**
  459. * dp_mlo_partner_chips_unmap() - Unmap MLO peers to partner SOCs
  460. * @soc: Soc handle
  461. * @peer_id: peer_id
  462. * Return: None
  463. */
  464. void dp_mlo_partner_chips_unmap(struct dp_soc *soc,
  465. uint16_t peer_id);
  466. #ifdef WLAN_MLO_MULTI_CHIP
  467. typedef void dp_ptnr_vdev_iter_func(struct dp_vdev_be *be_vdev,
  468. struct dp_vdev *ptnr_vdev,
  469. void *arg);
  470. /**
  471. * dp_mlo_iter_ptnr_vdev() - API to iterate through ptnr vdev list
  472. * @be_soc: dp_soc_be pointer
  473. * @be_vdev: dp_vdev_be pointer
  474. * @func: function to be called for each peer
  475. * @arg: argument need to be passed to func
  476. * @mod_id: module id
  477. * @type: iterate type
  478. *
  479. * Return: None
  480. */
  481. void dp_mlo_iter_ptnr_vdev(struct dp_soc_be *be_soc,
  482. struct dp_vdev_be *be_vdev,
  483. dp_ptnr_vdev_iter_func func, void *arg,
  484. enum dp_mod_id mod_id,
  485. uint8_t type);
  486. #endif
  487. #ifdef WLAN_MCAST_MLO
  488. /**
  489. * dp_mlo_get_mcast_primary_vdev() - get ref to mcast primary vdev
  490. * @be_soc: dp_soc_be pointer
  491. * @be_vdev: dp_vdev_be pointer
  492. * @mod_id: module id
  493. *
  494. * Return: mcast primary DP VDEV handle on success, NULL on failure
  495. */
  496. struct dp_vdev *dp_mlo_get_mcast_primary_vdev(struct dp_soc_be *be_soc,
  497. struct dp_vdev_be *be_vdev,
  498. enum dp_mod_id mod_id);
  499. #endif
  500. #endif
  501. #else
  502. typedef struct dp_soc_be *dp_mld_peer_hash_obj_t;
  503. static inline dp_mld_peer_hash_obj_t
  504. dp_mlo_get_peer_hash_obj(struct dp_soc *soc)
  505. {
  506. return dp_get_be_soc_from_dp_soc(soc);
  507. }
  508. static inline void dp_clr_mlo_ptnr_list(struct dp_soc *soc,
  509. struct dp_vdev *vdev)
  510. {
  511. }
  512. #endif
  513. /**
  514. * dp_mlo_peer_find_hash_attach_be() - API to initialize ML peer hash table
  515. * @mld_hash_obj: Peer has object
  516. * @hash_elems: number of entries in hash table
  517. *
  518. * Return: QDF_STATUS_SUCCESS when attach is success else QDF_STATUS_FAILURE
  519. */
  520. QDF_STATUS
  521. dp_mlo_peer_find_hash_attach_be(dp_mld_peer_hash_obj_t mld_hash_obj,
  522. int hash_elems);
  523. /**
  524. * dp_mlo_peer_find_hash_detach_be() - API to de-initialize ML peer hash table
  525. *
  526. * @mld_hash_obj: Peer has object
  527. *
  528. * Return: void
  529. */
  530. void dp_mlo_peer_find_hash_detach_be(dp_mld_peer_hash_obj_t mld_hash_obj);
  531. /**
  532. * dp_get_be_pdev_from_dp_pdev() - get dp_pdev_be from dp_pdev
  533. * @pdev: dp_pdev pointer
  534. *
  535. * Return: dp_pdev_be pointer
  536. */
  537. static inline
  538. struct dp_pdev_be *dp_get_be_pdev_from_dp_pdev(struct dp_pdev *pdev)
  539. {
  540. return (struct dp_pdev_be *)pdev;
  541. }
  542. /**
  543. * dp_get_be_vdev_from_dp_vdev() - get dp_vdev_be from dp_vdev
  544. * @vdev: dp_vdev pointer
  545. *
  546. * Return: dp_vdev_be pointer
  547. */
  548. static inline
  549. struct dp_vdev_be *dp_get_be_vdev_from_dp_vdev(struct dp_vdev *vdev)
  550. {
  551. return (struct dp_vdev_be *)vdev;
  552. }
  553. /**
  554. * dp_get_be_peer_from_dp_peer() - get dp_peer_be from dp_peer
  555. * @peer: dp_peer pointer
  556. *
  557. * Return: dp_peer_be pointer
  558. */
  559. static inline
  560. struct dp_peer_be *dp_get_be_peer_from_dp_peer(struct dp_peer *peer)
  561. {
  562. return (struct dp_peer_be *)peer;
  563. }
  564. void dp_ppeds_disable_irq(struct dp_soc *soc, struct dp_srng *srng);
  565. void dp_ppeds_enable_irq(struct dp_soc *soc, struct dp_srng *srng);
  566. QDF_STATUS dp_peer_setup_ppeds_be(struct dp_soc *soc, struct dp_peer *peer,
  567. struct dp_vdev_be *be_vdev,
  568. void *args);
  569. QDF_STATUS
  570. dp_hw_cookie_conversion_attach(struct dp_soc_be *be_soc,
  571. struct dp_hw_cookie_conversion_t *cc_ctx,
  572. uint32_t num_descs,
  573. enum qdf_dp_desc_type desc_type,
  574. uint8_t desc_pool_id);
  575. void dp_reo_shared_qaddr_detach(struct dp_soc *soc);
  576. QDF_STATUS
  577. dp_hw_cookie_conversion_detach(struct dp_soc_be *be_soc,
  578. struct dp_hw_cookie_conversion_t *cc_ctx);
  579. QDF_STATUS
  580. dp_hw_cookie_conversion_init(struct dp_soc_be *be_soc,
  581. struct dp_hw_cookie_conversion_t *cc_ctx);
  582. QDF_STATUS
  583. dp_hw_cookie_conversion_deinit(struct dp_soc_be *be_soc,
  584. struct dp_hw_cookie_conversion_t *cc_ctx);
  585. /**
  586. * dp_cc_spt_page_desc_alloc() - allocate SPT DDR page descriptor from pool
  587. * @be_soc: beryllium soc handler
  588. * @list_head: pointer to page desc head
  589. * @list_tail: pointer to page desc tail
  590. * @num_desc: number of TX/RX Descs required for SPT pages
  591. *
  592. * Return: number of SPT page Desc allocated
  593. */
  594. uint16_t dp_cc_spt_page_desc_alloc(struct dp_soc_be *be_soc,
  595. struct dp_spt_page_desc **list_head,
  596. struct dp_spt_page_desc **list_tail,
  597. uint16_t num_desc);
  598. /**
  599. * dp_cc_spt_page_desc_free() - free SPT DDR page descriptor to pool
  600. * @be_soc: beryllium soc handler
  601. * @list_head: pointer to page desc head
  602. * @list_tail: pointer to page desc tail
  603. * @page_nums: number of page desc freed back to pool
  604. */
  605. void dp_cc_spt_page_desc_free(struct dp_soc_be *be_soc,
  606. struct dp_spt_page_desc **list_head,
  607. struct dp_spt_page_desc **list_tail,
  608. uint16_t page_nums);
  609. /**
  610. * dp_cc_desc_id_generate() - generate SW cookie ID according to
  611. * DDR page 4K aligned or not
  612. * @ppt_index: offset index in primary page table
  613. * @spt_index: offset index in sceondary DDR page
  614. *
  615. * Generate SW cookie ID to match as HW expected
  616. *
  617. * Return: cookie ID
  618. */
  619. static inline uint32_t dp_cc_desc_id_generate(uint32_t ppt_index,
  620. uint16_t spt_index)
  621. {
  622. /*
  623. * for 4k aligned case, cmem entry size is 4 bytes,
  624. * HW index from bit19~bit10 value = ppt_index / 2, high 32bits flag
  625. * from bit9 value = ppt_index % 2, then bit 19 ~ bit9 value is
  626. * exactly same with original ppt_index value.
  627. * for 4k un-aligned case, cmem entry size is 8 bytes.
  628. * bit19 ~ bit9 will be HW index value, same as ppt_index value.
  629. */
  630. return ((((uint32_t)ppt_index) << DP_CC_DESC_ID_PPT_PAGE_OS_SHIFT) |
  631. spt_index);
  632. }
  633. /**
  634. * dp_cc_desc_find() - find TX/RX Descs virtual address by ID
  635. * @soc: be soc handle
  636. * @desc_id: TX/RX Dess ID
  637. *
  638. * Return: TX/RX Desc virtual address
  639. */
  640. static inline uintptr_t dp_cc_desc_find(struct dp_soc *soc,
  641. uint32_t desc_id)
  642. {
  643. struct dp_soc_be *be_soc;
  644. uint16_t ppt_page_id, spt_va_id;
  645. uint8_t *spt_page_va;
  646. be_soc = dp_get_be_soc_from_dp_soc(soc);
  647. ppt_page_id = (desc_id & DP_CC_DESC_ID_PPT_PAGE_OS_MASK) >>
  648. DP_CC_DESC_ID_PPT_PAGE_OS_SHIFT;
  649. spt_va_id = (desc_id & DP_CC_DESC_ID_SPT_VA_OS_MASK) >>
  650. DP_CC_DESC_ID_SPT_VA_OS_SHIFT;
  651. /*
  652. * ppt index in cmem is same order where the page in the
  653. * page desc array during initialization.
  654. * entry size in DDR page is 64 bits, for 32 bits system,
  655. * only lower 32 bits VA value is needed.
  656. */
  657. spt_page_va = be_soc->page_desc_base[ppt_page_id].page_v_addr;
  658. return (*((uintptr_t *)(spt_page_va +
  659. spt_va_id * DP_CC_HW_READ_BYTES)));
  660. }
  661. #ifdef WLAN_FEATURE_NEAR_FULL_IRQ
  662. /**
  663. * enum dp_srng_near_full_levels - SRNG Near FULL levels
  664. * @DP_SRNG_THRESH_SAFE: SRNG level safe for yielding the near full mode
  665. * of processing the entries in SRNG
  666. * @DP_SRNG_THRESH_NEAR_FULL: SRNG level enters the near full mode
  667. * of processing the entries in SRNG
  668. * @DP_SRNG_THRESH_CRITICAL: SRNG level enters the critical level of full
  669. * condition and drastic steps need to be taken for processing
  670. * the entries in SRNG
  671. */
  672. enum dp_srng_near_full_levels {
  673. DP_SRNG_THRESH_SAFE,
  674. DP_SRNG_THRESH_NEAR_FULL,
  675. DP_SRNG_THRESH_CRITICAL,
  676. };
  677. /**
  678. * dp_srng_check_ring_near_full() - Check if SRNG is marked as near-full from
  679. * its corresponding near-full irq handler
  680. * @soc: Datapath SoC handle
  681. * @dp_srng: datapath handle for this SRNG
  682. *
  683. * Return: 1, if the srng was marked as near-full
  684. * 0, if the srng was not marked as near-full
  685. */
  686. static inline int dp_srng_check_ring_near_full(struct dp_soc *soc,
  687. struct dp_srng *dp_srng)
  688. {
  689. return qdf_atomic_read(&dp_srng->near_full);
  690. }
  691. /**
  692. * dp_srng_get_near_full_level() - Check the num available entries in the
  693. * consumer srng and return the level of the srng
  694. * near full state.
  695. * @soc: Datapath SoC Handle [To be validated by the caller]
  696. * @dp_srng: SRNG handle
  697. *
  698. * Return: near-full level
  699. */
  700. static inline int
  701. dp_srng_get_near_full_level(struct dp_soc *soc, struct dp_srng *dp_srng)
  702. {
  703. uint32_t num_valid;
  704. num_valid = hal_srng_dst_num_valid_nolock(soc->hal_soc,
  705. dp_srng->hal_srng,
  706. true);
  707. if (num_valid > dp_srng->crit_thresh)
  708. return DP_SRNG_THRESH_CRITICAL;
  709. else if (num_valid < dp_srng->safe_thresh)
  710. return DP_SRNG_THRESH_SAFE;
  711. else
  712. return DP_SRNG_THRESH_NEAR_FULL;
  713. }
  714. #define DP_SRNG_PER_LOOP_NF_REAP_MULTIPLIER 2
  715. /**
  716. * _dp_srng_test_and_update_nf_params() - Test the near full level and update
  717. * the reap_limit and flags to reflect the state.
  718. * @soc: Datapath soc handle
  719. * @srng: Datapath handle for the srng
  720. * @max_reap_limit: [Output Param] Buffer to set the map_reap_limit as
  721. * per the near-full state
  722. *
  723. * Return: 1, if the srng is near full
  724. * 0, if the srng is not near full
  725. */
  726. static inline int
  727. _dp_srng_test_and_update_nf_params(struct dp_soc *soc,
  728. struct dp_srng *srng,
  729. int *max_reap_limit)
  730. {
  731. int ring_near_full = 0, near_full_level;
  732. if (dp_srng_check_ring_near_full(soc, srng)) {
  733. near_full_level = dp_srng_get_near_full_level(soc, srng);
  734. switch (near_full_level) {
  735. case DP_SRNG_THRESH_CRITICAL:
  736. /* Currently not doing anything special here */
  737. fallthrough;
  738. case DP_SRNG_THRESH_NEAR_FULL:
  739. ring_near_full = 1;
  740. *max_reap_limit *= DP_SRNG_PER_LOOP_NF_REAP_MULTIPLIER;
  741. break;
  742. case DP_SRNG_THRESH_SAFE:
  743. qdf_atomic_set(&srng->near_full, 0);
  744. ring_near_full = 0;
  745. break;
  746. default:
  747. qdf_assert(0);
  748. break;
  749. }
  750. }
  751. return ring_near_full;
  752. }
  753. #else
  754. static inline int
  755. _dp_srng_test_and_update_nf_params(struct dp_soc *soc,
  756. struct dp_srng *srng,
  757. int *max_reap_limit)
  758. {
  759. return 0;
  760. }
  761. #endif
  762. static inline
  763. uint32_t dp_desc_pool_get_cmem_base(uint8_t chip_id, uint8_t desc_pool_id,
  764. enum qdf_dp_desc_type desc_type)
  765. {
  766. switch (desc_type) {
  767. case QDF_DP_TX_DESC_TYPE:
  768. return (DP_TX_DESC_CMEM_OFFSET +
  769. (desc_pool_id * DP_TX_DESC_POOL_CMEM_SIZE));
  770. case QDF_DP_RX_DESC_BUF_TYPE:
  771. return (DP_RX_DESC_CMEM_OFFSET +
  772. ((chip_id * MAX_RXDESC_POOLS) + desc_pool_id) *
  773. DP_RX_DESC_POOL_CMEM_SIZE);
  774. case QDF_DP_TX_PPEDS_DESC_TYPE:
  775. return DP_TX_PPEDS_DESC_CMEM_OFFSET;
  776. default:
  777. QDF_BUG(0);
  778. }
  779. return 0;
  780. }
  781. #ifndef WLAN_MLO_MULTI_CHIP
  782. static inline
  783. void dp_soc_mlo_fill_params(struct dp_soc *soc,
  784. struct cdp_soc_attach_params *params)
  785. {
  786. }
  787. static inline
  788. void dp_pdev_mlo_fill_params(struct dp_pdev *pdev,
  789. struct cdp_pdev_attach_params *params)
  790. {
  791. }
  792. static inline
  793. void dp_mlo_update_link_to_pdev_map(struct dp_soc *soc, struct dp_pdev *pdev)
  794. {
  795. }
  796. static inline
  797. void dp_mlo_update_link_to_pdev_unmap(struct dp_soc *soc, struct dp_pdev *pdev)
  798. {
  799. }
  800. #endif
  801. #endif