hal_internal.h 42 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357
  1. /*
  2. * Copyright (c) 2016-2021 The Linux Foundation. All rights reserved.
  3. * Copyright (c) 2021-2022 Qualcomm Innovation Center, Inc. All rights reserved.
  4. *
  5. * Permission to use, copy, modify, and/or distribute this software for
  6. * any purpose with or without fee is hereby granted, provided that the
  7. * above copyright notice and this permission notice appear in all
  8. * copies.
  9. *
  10. * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL
  11. * WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED
  12. * WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE
  13. * AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL
  14. * DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR
  15. * PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER
  16. * TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
  17. * PERFORMANCE OF THIS SOFTWARE.
  18. */
  19. #ifndef _HAL_INTERNAL_H_
  20. #define _HAL_INTERNAL_H_
  21. #include "qdf_types.h"
  22. #include "qdf_atomic.h"
  23. #include "qdf_lock.h"
  24. #include "qdf_mem.h"
  25. #include "qdf_nbuf.h"
  26. #include "pld_common.h"
  27. #if defined(FEATURE_HAL_DELAYED_REG_WRITE)
  28. #include "qdf_defer.h"
  29. #include "qdf_timer.h"
  30. #endif
  31. #define hal_alert(params...) QDF_TRACE_FATAL(QDF_MODULE_ID_HAL, params)
  32. #define hal_err(params...) QDF_TRACE_ERROR(QDF_MODULE_ID_HAL, params)
  33. #define hal_warn(params...) QDF_TRACE_WARN(QDF_MODULE_ID_HAL, params)
  34. #define hal_info(params...) QDF_TRACE_INFO(QDF_MODULE_ID_HAL, params)
  35. #define hal_debug(params...) QDF_TRACE_DEBUG(QDF_MODULE_ID_HAL, params)
  36. #define hal_alert_rl(params...) QDF_TRACE_FATAL_RL(QDF_MODULE_ID_HAL, params)
  37. #define hal_err_rl(params...) QDF_TRACE_ERROR_RL(QDF_MODULE_ID_HAL, params)
  38. #define hal_warn_rl(params...) QDF_TRACE_WARN_RL(QDF_MODULE_ID_HAL, params)
  39. #define hal_info_rl(params...) QDF_TRACE_INFO_RL(QDF_MODULE_ID_HAL, params)
  40. #define hal_debug_rl(params...) QDF_TRACE_DEBUG_RL(QDF_MODULE_ID_HAL, params)
  41. #ifdef ENABLE_VERBOSE_DEBUG
  42. extern bool is_hal_verbose_debug_enabled;
  43. #define hal_verbose_debug(params...) \
  44. if (unlikely(is_hal_verbose_debug_enabled)) \
  45. do {\
  46. QDF_TRACE_DEBUG(QDF_MODULE_ID_HAL, params); \
  47. } while (0)
  48. #define hal_verbose_hex_dump(params...) \
  49. if (unlikely(is_hal_verbose_debug_enabled)) \
  50. do {\
  51. QDF_TRACE_HEX_DUMP(QDF_MODULE_ID_HAL, \
  52. QDF_TRACE_LEVEL_DEBUG, \
  53. params); \
  54. } while (0)
  55. #else
  56. #define hal_verbose_debug(params...) QDF_TRACE_DEBUG(QDF_MODULE_ID_HAL, params)
  57. #define hal_verbose_hex_dump(params...) \
  58. QDF_TRACE_HEX_DUMP(QDF_MODULE_ID_HAL, QDF_TRACE_LEVEL_DEBUG, \
  59. params)
  60. #endif
  61. /*
  62. * Given the offset of a field in bytes, returns uint8_t *
  63. */
  64. #define _OFFSET_TO_BYTE_PTR(_ptr, _off_in_bytes) \
  65. (((uint8_t *)(_ptr)) + (_off_in_bytes))
  66. /*
  67. * Given the offset of a field in bytes, returns uint32_t *
  68. */
  69. #define _OFFSET_TO_WORD_PTR(_ptr, _off_in_bytes) \
  70. (((uint32_t *)(_ptr)) + ((_off_in_bytes) >> 2))
  71. /*
  72. * Given the offset of a field in bytes, returns uint64_t *
  73. */
  74. #define _OFFSET_TO_QWORD_PTR(_ptr, _off_in_bytes) \
  75. (((uint64_t *)(_ptr)) + ((_off_in_bytes) >> 3))
  76. #define _HAL_MS(_word, _mask, _shift) \
  77. (((_word) & (_mask)) >> (_shift))
  78. /*
  79. * Get number of QWORDS possible for num.
  80. * Its the caller's duty to make sure num is a multiple of QWORD (8)
  81. */
  82. #define HAL_GET_NUM_QWORDS(num) ((num) >> 3)
  83. /*
  84. * Get number of DWORDS possible for num.
  85. * Its the caller's duty to make sure num is a multiple of DWORD (8)
  86. */
  87. #define HAL_GET_NUM_DWORDS(num) ((num) >> 2)
  88. /*
  89. * dp_hal_soc - opaque handle for DP HAL soc
  90. */
  91. struct hal_soc_handle;
  92. typedef struct hal_soc_handle *hal_soc_handle_t;
  93. /**
  94. * hal_ring_desc - opaque handle for DP ring descriptor
  95. */
  96. struct hal_ring_desc;
  97. typedef struct hal_ring_desc *hal_ring_desc_t;
  98. /**
  99. * hal_link_desc - opaque handle for DP link descriptor
  100. */
  101. struct hal_link_desc;
  102. typedef struct hal_link_desc *hal_link_desc_t;
  103. /**
  104. * hal_rxdma_desc - opaque handle for DP rxdma dst ring descriptor
  105. */
  106. struct hal_rxdma_desc;
  107. typedef struct hal_rxdma_desc *hal_rxdma_desc_t;
  108. /**
  109. * hal_buff_addrinfo - opaque handle for DP buffer address info
  110. */
  111. struct hal_buff_addrinfo;
  112. typedef struct hal_buff_addrinfo *hal_buff_addrinfo_t;
  113. /**
  114. * hal_rx_mon_desc_info - opaque handle for sw monitor ring desc info
  115. */
  116. struct hal_rx_mon_desc_info;
  117. typedef struct hal_rx_mon_desc_info *hal_rx_mon_desc_info_t;
  118. struct hal_buf_info;
  119. typedef struct hal_buf_info *hal_buf_info_t;
  120. struct rx_msdu_desc_info;
  121. typedef struct rx_msdu_desc_info *rx_msdu_desc_info_t;
  122. /**
  123. * Opaque hanlder for PPE VP config.
  124. */
  125. union hal_tx_ppe_vp_config;
  126. union hal_tx_cmn_config_ppe;
  127. /* TBD: This should be movded to shared HW header file */
  128. enum hal_srng_ring_id {
  129. /* UMAC rings */
  130. HAL_SRNG_REO2SW0 = 0,
  131. HAL_SRNG_REO2SW1 = 1,
  132. HAL_SRNG_REO2SW2 = 2,
  133. HAL_SRNG_REO2SW3 = 3,
  134. HAL_SRNG_REO2SW4 = 4,
  135. HAL_SRNG_REO2SW5 = 5,
  136. HAL_SRNG_REO2SW6 = 6,
  137. HAL_SRNG_REO2SW7 = 7,
  138. HAL_SRNG_REO2SW8 = 8,
  139. HAL_SRNG_REO2TCL = 9,
  140. HAL_SRNG_REO2PPE = 10,
  141. /* 11-15 unused */
  142. HAL_SRNG_SW2REO = 16,
  143. HAL_SRNG_SW2REO1 = 17,
  144. HAL_SRNG_SW2REO2 = 18,
  145. HAL_SRNG_SW2REO3 = 19,
  146. HAL_SRNG_REO_CMD = 20,
  147. HAL_SRNG_REO_STATUS = 21,
  148. /* 22-23 unused */
  149. HAL_SRNG_SW2TCL1 = 24,
  150. HAL_SRNG_SW2TCL2 = 25,
  151. HAL_SRNG_SW2TCL3 = 26,
  152. HAL_SRNG_SW2TCL4 = 27,
  153. HAL_SRNG_SW2TCL5 = 28,
  154. HAL_SRNG_SW2TCL6 = 29,
  155. HAL_SRNG_PPE2TCL1 = 30,
  156. /* 31-39 unused */
  157. HAL_SRNG_SW2TCL_CMD = 40,
  158. HAL_SRNG_TCL_STATUS = 41,
  159. HAL_SRNG_SW2TCL_CREDIT = 42,
  160. /* 43-63 unused */
  161. HAL_SRNG_CE_0_SRC = 64,
  162. HAL_SRNG_CE_1_SRC = 65,
  163. HAL_SRNG_CE_2_SRC = 66,
  164. HAL_SRNG_CE_3_SRC = 67,
  165. HAL_SRNG_CE_4_SRC = 68,
  166. HAL_SRNG_CE_5_SRC = 69,
  167. HAL_SRNG_CE_6_SRC = 70,
  168. HAL_SRNG_CE_7_SRC = 71,
  169. HAL_SRNG_CE_8_SRC = 72,
  170. HAL_SRNG_CE_9_SRC = 73,
  171. HAL_SRNG_CE_10_SRC = 74,
  172. HAL_SRNG_CE_11_SRC = 75,
  173. HAL_SRNG_CE_12_SRC = 76,
  174. HAL_SRNG_CE_13_SRC = 77,
  175. HAL_SRNG_CE_14_SRC = 78,
  176. HAL_SRNG_CE_15_SRC = 79,
  177. /* 80 */
  178. HAL_SRNG_CE_0_DST = 81,
  179. HAL_SRNG_CE_1_DST = 82,
  180. HAL_SRNG_CE_2_DST = 83,
  181. HAL_SRNG_CE_3_DST = 84,
  182. HAL_SRNG_CE_4_DST = 85,
  183. HAL_SRNG_CE_5_DST = 86,
  184. HAL_SRNG_CE_6_DST = 87,
  185. HAL_SRNG_CE_7_DST = 89,
  186. HAL_SRNG_CE_8_DST = 90,
  187. HAL_SRNG_CE_9_DST = 91,
  188. HAL_SRNG_CE_10_DST = 92,
  189. HAL_SRNG_CE_11_DST = 93,
  190. HAL_SRNG_CE_12_DST = 94,
  191. HAL_SRNG_CE_13_DST = 95,
  192. HAL_SRNG_CE_14_DST = 96,
  193. HAL_SRNG_CE_15_DST = 97,
  194. /* 98-99 unused */
  195. HAL_SRNG_CE_0_DST_STATUS = 100,
  196. HAL_SRNG_CE_1_DST_STATUS = 101,
  197. HAL_SRNG_CE_2_DST_STATUS = 102,
  198. HAL_SRNG_CE_3_DST_STATUS = 103,
  199. HAL_SRNG_CE_4_DST_STATUS = 104,
  200. HAL_SRNG_CE_5_DST_STATUS = 105,
  201. HAL_SRNG_CE_6_DST_STATUS = 106,
  202. HAL_SRNG_CE_7_DST_STATUS = 107,
  203. HAL_SRNG_CE_8_DST_STATUS = 108,
  204. HAL_SRNG_CE_9_DST_STATUS = 109,
  205. HAL_SRNG_CE_10_DST_STATUS = 110,
  206. HAL_SRNG_CE_11_DST_STATUS = 111,
  207. HAL_SRNG_CE_12_DST_STATUS = 112,
  208. HAL_SRNG_CE_13_DST_STATUS = 113,
  209. HAL_SRNG_CE_14_DST_STATUS = 114,
  210. HAL_SRNG_CE_15_DST_STATUS = 115,
  211. /* 116-119 unused */
  212. HAL_SRNG_WBM_IDLE_LINK = 120,
  213. HAL_SRNG_WBM_SW_RELEASE = 121,
  214. HAL_SRNG_WBM_SW1_RELEASE = 122,
  215. HAL_SRNG_WBM_PPE_RELEASE = 123,
  216. /* 124-127 unused */
  217. HAL_SRNG_WBM2SW0_RELEASE = 128,
  218. HAL_SRNG_WBM2SW1_RELEASE = 129,
  219. HAL_SRNG_WBM2SW2_RELEASE = 130,
  220. HAL_SRNG_WBM2SW3_RELEASE = 131,
  221. HAL_SRNG_WBM2SW4_RELEASE = 132,
  222. HAL_SRNG_WBM2SW5_RELEASE = 133,
  223. HAL_SRNG_WBM2SW6_RELEASE = 134,
  224. HAL_SRNG_WBM_ERROR_RELEASE = 135,
  225. /* 136-158 unused */
  226. HAL_SRNG_UMAC_ID_END = 159,
  227. /* Common DMAC rings shared by all LMACs */
  228. HAL_SRNG_SW2RXDMA_BUF0 = 160,
  229. HAL_SRNG_SW2RXDMA_BUF1 = 161,
  230. HAL_SRNG_SW2RXDMA_BUF2 = 162,
  231. /* 163-167 unused */
  232. HAL_SRNG_SW2RXMON_BUF0 = 168,
  233. /* 169-175 unused */
  234. /* 177-183 unused */
  235. HAL_SRNG_DMAC_CMN_ID_END = 183,
  236. /* LMAC rings - The following set will be replicated for each LMAC */
  237. HAL_SRNG_LMAC1_ID_START = 184,
  238. HAL_SRNG_WMAC1_SW2RXDMA0_BUF0 = HAL_SRNG_LMAC1_ID_START,
  239. #ifdef IPA_OFFLOAD
  240. HAL_SRNG_WMAC1_SW2RXDMA0_BUF1,
  241. HAL_SRNG_WMAC1_SW2RXDMA0_BUF2,
  242. HAL_SRNG_WMAC1_SW2RXDMA1_BUF,
  243. #else
  244. HAL_SRNG_WMAC1_SW2RXDMA1_BUF,
  245. #endif
  246. HAL_SRNG_WMAC1_SW2RXDMA2_BUF,
  247. HAL_SRNG_WMAC1_SW2RXDMA0_STATBUF,
  248. HAL_SRNG_WMAC1_SW2RXDMA1_STATBUF,
  249. HAL_SRNG_WMAC1_RXDMA2SW0,
  250. HAL_SRNG_WMAC1_RXDMA2SW1,
  251. HAL_SRNG_WMAC1_RXMON2SW0 = HAL_SRNG_WMAC1_RXDMA2SW1,
  252. HAL_SRNG_WMAC1_SW2RXDMA1_DESC,
  253. #ifdef WLAN_FEATURE_CIF_CFR
  254. HAL_SRNG_WIFI_POS_SRC_DMA_RING,
  255. HAL_SRNG_DIR_BUF_RX_SRC_DMA_RING,
  256. HAL_SRNG_DIR_BUF_RX_SRC_DMA_RING1,
  257. #else
  258. HAL_SRNG_DIR_BUF_RX_SRC_DMA_RING,
  259. HAL_SRNG_DIR_BUF_RX_SRC_DMA_RING1,
  260. #endif
  261. HAL_SRNG_WMAC1_TXMON2SW0,
  262. HAL_SRNG_SW2TXMON_BUF0,
  263. HAL_SRNG_LMAC1_ID_END = (HAL_SRNG_SW2TXMON_BUF0 + 2),
  264. };
  265. #define HAL_RXDMA_MAX_RING_SIZE 0xFFFF
  266. #define HAL_MAX_LMACS 3
  267. #define HAL_MAX_RINGS_PER_LMAC (HAL_SRNG_LMAC1_ID_END - HAL_SRNG_LMAC1_ID_START)
  268. #define HAL_MAX_LMAC_RINGS (HAL_MAX_LMACS * HAL_MAX_RINGS_PER_LMAC)
  269. #define HAL_SRNG_ID_MAX (HAL_SRNG_DMAC_CMN_ID_END + HAL_MAX_LMAC_RINGS)
  270. /* SRNG type to be passed in APIs hal_srng_get_entrysize and hal_srng_setup */
  271. enum hal_ring_type {
  272. REO_DST = 0,
  273. REO_EXCEPTION = 1,
  274. REO_REINJECT = 2,
  275. REO_CMD = 3,
  276. REO_STATUS = 4,
  277. TCL_DATA = 5,
  278. TCL_CMD_CREDIT = 6,
  279. TCL_STATUS = 7,
  280. CE_SRC = 8,
  281. CE_DST = 9,
  282. CE_DST_STATUS = 10,
  283. WBM_IDLE_LINK = 11,
  284. SW2WBM_RELEASE = 12,
  285. WBM2SW_RELEASE = 13,
  286. RXDMA_BUF = 14,
  287. RXDMA_DST = 15,
  288. RXDMA_MONITOR_BUF = 16,
  289. RXDMA_MONITOR_STATUS = 17,
  290. RXDMA_MONITOR_DST = 18,
  291. RXDMA_MONITOR_DESC = 19,
  292. DIR_BUF_RX_DMA_SRC = 20,
  293. #ifdef WLAN_FEATURE_CIF_CFR
  294. WIFI_POS_SRC,
  295. #endif
  296. REO2PPE,
  297. PPE2TCL,
  298. PPE_RELEASE,
  299. TX_MONITOR_BUF,
  300. TX_MONITOR_DST,
  301. SW2RXDMA_NEW,
  302. MAX_RING_TYPES
  303. };
  304. enum SRNG_REGISTERS {
  305. DST_HP = 0,
  306. DST_TP,
  307. DST_ID,
  308. DST_MISC,
  309. DST_HP_ADDR_LSB,
  310. DST_HP_ADDR_MSB,
  311. DST_MSI1_BASE_LSB,
  312. DST_MSI1_BASE_MSB,
  313. DST_MSI1_DATA,
  314. #ifdef CONFIG_BERYLLIUM
  315. DST_MSI2_BASE_LSB,
  316. DST_MSI2_BASE_MSB,
  317. DST_MSI2_DATA,
  318. #endif
  319. DST_BASE_LSB,
  320. DST_BASE_MSB,
  321. DST_PRODUCER_INT_SETUP,
  322. #ifdef CONFIG_BERYLLIUM
  323. DST_PRODUCER_INT2_SETUP,
  324. #endif
  325. SRC_HP,
  326. SRC_TP,
  327. SRC_ID,
  328. SRC_MISC,
  329. SRC_TP_ADDR_LSB,
  330. SRC_TP_ADDR_MSB,
  331. SRC_MSI1_BASE_LSB,
  332. SRC_MSI1_BASE_MSB,
  333. SRC_MSI1_DATA,
  334. SRC_BASE_LSB,
  335. SRC_BASE_MSB,
  336. SRC_CONSUMER_INT_SETUP_IX0,
  337. SRC_CONSUMER_INT_SETUP_IX1,
  338. SRNG_REGISTER_MAX,
  339. };
  340. enum hal_srng_dir {
  341. HAL_SRNG_SRC_RING,
  342. HAL_SRNG_DST_RING
  343. };
  344. /**
  345. * enum hal_reo_remap_reg - REO remap registers
  346. * @HAL_REO_REMAP_REG_IX0: reo remap reg IX0
  347. * @HAL_REO_REMAP_REG_IX1: reo remap reg IX1
  348. * @HAL_REO_REMAP_REG_IX2: reo remap reg IX2
  349. * @HAL_REO_REMAP_REG_IX3: reo remap reg IX3
  350. */
  351. enum hal_reo_remap_reg {
  352. HAL_REO_REMAP_REG_IX0,
  353. HAL_REO_REMAP_REG_IX1,
  354. HAL_REO_REMAP_REG_IX2,
  355. HAL_REO_REMAP_REG_IX3
  356. };
  357. /* Lock wrappers for SRNG */
  358. #define hal_srng_lock_t qdf_spinlock_t
  359. #define SRNG_LOCK_INIT(_lock) qdf_spinlock_create(_lock)
  360. #define SRNG_LOCK(_lock) qdf_spin_lock_bh(_lock)
  361. #define SRNG_TRY_LOCK(_lock) qdf_spin_trylock_bh(_lock)
  362. #define SRNG_UNLOCK(_lock) qdf_spin_unlock_bh(_lock)
  363. #define SRNG_LOCK_DESTROY(_lock) qdf_spinlock_destroy(_lock)
  364. struct hal_soc;
  365. /**
  366. * dp_hal_ring - opaque handle for DP HAL SRNG
  367. */
  368. struct hal_ring_handle;
  369. typedef struct hal_ring_handle *hal_ring_handle_t;
  370. #define MAX_SRNG_REG_GROUPS 2
  371. /* Hal Srng bit mask
  372. * HAL_SRNG_FLUSH_EVENT: SRNG HP TP flush in case of link down
  373. */
  374. #define HAL_SRNG_FLUSH_EVENT BIT(0)
  375. #if defined(FEATURE_HAL_DELAYED_REG_WRITE)
  376. /**
  377. * struct hal_reg_write_q_elem - delayed register write queue element
  378. * @srng: hal_srng queued for a delayed write
  379. * @addr: iomem address of the register
  380. * @enqueue_val: register value at the time of delayed write enqueue
  381. * @dequeue_val: register value at the time of delayed write dequeue
  382. * @valid: whether this entry is valid or not
  383. * @enqueue_time: enqueue time (qdf_log_timestamp)
  384. * @work_scheduled_time: work scheduled time (qdf_log_timestamp)
  385. * @dequeue_time: dequeue time (qdf_log_timestamp)
  386. * @cpu_id: record cpuid when schedule work
  387. */
  388. struct hal_reg_write_q_elem {
  389. struct hal_srng *srng;
  390. void __iomem *addr;
  391. uint32_t enqueue_val;
  392. uint32_t dequeue_val;
  393. uint8_t valid;
  394. qdf_time_t enqueue_time;
  395. qdf_time_t work_scheduled_time;
  396. qdf_time_t dequeue_time;
  397. int cpu_id;
  398. };
  399. /**
  400. * struct hal_reg_write_srng_stats - srng stats to keep track of register writes
  401. * @enqueues: writes enqueued to delayed work
  402. * @dequeues: writes dequeued from delayed work (not written yet)
  403. * @coalesces: writes not enqueued since srng is already queued up
  404. * @direct: writes not enqueued and written to register directly
  405. * @dequeue_delay: dequeue operation be delayed
  406. */
  407. struct hal_reg_write_srng_stats {
  408. uint32_t enqueues;
  409. uint32_t dequeues;
  410. uint32_t coalesces;
  411. uint32_t direct;
  412. uint32_t dequeue_delay;
  413. };
  414. /**
  415. * enum hal_reg_sched_delay - ENUM for write sched delay histogram
  416. * @REG_WRITE_SCHED_DELAY_SUB_100us: index for delay < 100us
  417. * @REG_WRITE_SCHED_DELAY_SUB_1000us: index for delay < 1000us
  418. * @REG_WRITE_SCHED_DELAY_SUB_5000us: index for delay < 5000us
  419. * @REG_WRITE_SCHED_DELAY_GT_5000us: index for delay >= 5000us
  420. * @REG_WRITE_SCHED_DELAY_HIST_MAX: Max value (nnsize of histogram array)
  421. */
  422. enum hal_reg_sched_delay {
  423. REG_WRITE_SCHED_DELAY_SUB_100us,
  424. REG_WRITE_SCHED_DELAY_SUB_1000us,
  425. REG_WRITE_SCHED_DELAY_SUB_5000us,
  426. REG_WRITE_SCHED_DELAY_GT_5000us,
  427. REG_WRITE_SCHED_DELAY_HIST_MAX,
  428. };
  429. /**
  430. * struct hal_reg_write_soc_stats - soc stats to keep track of register writes
  431. * @enqueues: writes enqueued to delayed work
  432. * @dequeues: writes dequeued from delayed work (not written yet)
  433. * @coalesces: writes not enqueued since srng is already queued up
  434. * @direct: writes not enqueud and writted to register directly
  435. * @prevent_l1_fails: prevent l1 API failed
  436. * @q_depth: current queue depth in delayed register write queue
  437. * @max_q_depth: maximum queue for delayed register write queue
  438. * @sched_delay: = kernel work sched delay + bus wakeup delay, histogram
  439. * @dequeue_delay: dequeue operation be delayed
  440. */
  441. struct hal_reg_write_soc_stats {
  442. qdf_atomic_t enqueues;
  443. uint32_t dequeues;
  444. qdf_atomic_t coalesces;
  445. qdf_atomic_t direct;
  446. uint32_t prevent_l1_fails;
  447. qdf_atomic_t q_depth;
  448. uint32_t max_q_depth;
  449. uint32_t sched_delay[REG_WRITE_SCHED_DELAY_HIST_MAX];
  450. uint32_t dequeue_delay;
  451. };
  452. #endif
  453. struct hal_offload_info {
  454. uint8_t lro_eligible;
  455. uint8_t tcp_proto;
  456. uint8_t tcp_pure_ack;
  457. uint8_t ipv6_proto;
  458. uint8_t tcp_offset;
  459. uint16_t tcp_csum;
  460. uint16_t tcp_win;
  461. uint32_t tcp_seq_num;
  462. uint32_t tcp_ack_num;
  463. uint32_t flow_id;
  464. };
  465. /* Common SRNG ring structure for source and destination rings */
  466. struct hal_srng {
  467. /* Unique SRNG ring ID */
  468. uint8_t ring_id;
  469. /* Ring initialization done */
  470. uint8_t initialized;
  471. /* Interrupt/MSI value assigned to this ring */
  472. int irq;
  473. /* Physical base address of the ring */
  474. qdf_dma_addr_t ring_base_paddr;
  475. /* Virtual base address of the ring */
  476. uint32_t *ring_base_vaddr;
  477. /* virtual address end */
  478. uint32_t *ring_vaddr_end;
  479. /* Number of entries in ring */
  480. uint32_t num_entries;
  481. /* Ring size */
  482. uint32_t ring_size;
  483. /* Ring size mask */
  484. uint32_t ring_size_mask;
  485. /* Size of ring entry */
  486. uint32_t entry_size;
  487. /* Interrupt timer threshold – in micro seconds */
  488. uint32_t intr_timer_thres_us;
  489. /* Interrupt batch counter threshold – in number of ring entries */
  490. uint32_t intr_batch_cntr_thres_entries;
  491. /* Applicable only for CE dest ring */
  492. uint32_t prefetch_timer;
  493. /* MSI Address */
  494. qdf_dma_addr_t msi_addr;
  495. /* MSI data */
  496. uint32_t msi_data;
  497. #ifdef WLAN_FEATURE_NEAR_FULL_IRQ
  498. /* MSI2 Address */
  499. qdf_dma_addr_t msi2_addr;
  500. /* MSI2 data */
  501. uint32_t msi2_data;
  502. #endif
  503. /* Misc flags */
  504. uint32_t flags;
  505. /* Lock for serializing ring index updates */
  506. hal_srng_lock_t lock;
  507. /* Start offset of SRNG register groups for this ring
  508. * TBD: See if this is required - register address can be derived
  509. * from ring ID
  510. */
  511. void *hwreg_base[MAX_SRNG_REG_GROUPS];
  512. /* Ring type/name */
  513. enum hal_ring_type ring_type;
  514. /* Source or Destination ring */
  515. enum hal_srng_dir ring_dir;
  516. union {
  517. struct {
  518. /* SW tail pointer */
  519. uint32_t tp;
  520. /* Shadow head pointer location to be updated by HW */
  521. uint32_t *hp_addr;
  522. /* Cached head pointer */
  523. uint32_t cached_hp;
  524. /* Tail pointer location to be updated by SW – This
  525. * will be a register address and need not be
  526. * accessed through SW structure */
  527. uint32_t *tp_addr;
  528. /* Current SW loop cnt */
  529. uint32_t loop_cnt;
  530. /* max transfer size */
  531. uint16_t max_buffer_length;
  532. #ifdef WLAN_FEATURE_NEAR_FULL_IRQ
  533. /* near full IRQ supported */
  534. uint16_t nf_irq_support;
  535. /* High threshold for Near full IRQ */
  536. uint16_t high_thresh;
  537. #endif
  538. } dst_ring;
  539. struct {
  540. /* SW head pointer */
  541. uint32_t hp;
  542. /* SW reap head pointer */
  543. uint32_t reap_hp;
  544. /* Shadow tail pointer location to be updated by HW */
  545. uint32_t *tp_addr;
  546. /* Cached tail pointer */
  547. uint32_t cached_tp;
  548. /* Head pointer location to be updated by SW – This
  549. * will be a register address and need not be accessed
  550. * through SW structure */
  551. uint32_t *hp_addr;
  552. /* Low threshold – in number of ring entries */
  553. uint32_t low_threshold;
  554. } src_ring;
  555. } u;
  556. struct hal_soc *hal_soc;
  557. /* Number of times hp/tp updated in runtime resume */
  558. uint32_t flush_count;
  559. /* hal srng event flag*/
  560. unsigned long srng_event;
  561. /* last flushed time stamp */
  562. uint64_t last_flush_ts;
  563. #if defined(CLEAR_SW2TCL_CONSUMED_DESC)
  564. /* last ring desc entry cleared */
  565. uint32_t last_desc_cleared;
  566. #endif
  567. #if defined(FEATURE_HAL_DELAYED_REG_WRITE)
  568. /* flag to indicate whether srng is already queued for delayed write */
  569. uint8_t reg_write_in_progress;
  570. /* last dequeue elem time stamp */
  571. qdf_time_t last_dequeue_time;
  572. /* srng specific delayed write stats */
  573. struct hal_reg_write_srng_stats wstats;
  574. #endif
  575. };
  576. /* HW SRNG configuration table */
  577. struct hal_hw_srng_config {
  578. int start_ring_id;
  579. uint16_t max_rings;
  580. uint16_t entry_size;
  581. uint32_t reg_start[MAX_SRNG_REG_GROUPS];
  582. uint16_t reg_size[MAX_SRNG_REG_GROUPS];
  583. uint8_t lmac_ring;
  584. enum hal_srng_dir ring_dir;
  585. uint32_t max_size;
  586. bool nf_irq_support;
  587. };
  588. #define MAX_SHADOW_REGISTERS 40
  589. #define MAX_GENERIC_SHADOW_REG 5
  590. /**
  591. * struct shadow_reg_config - Hal soc structure that contains
  592. * the list of generic shadow registers
  593. * @target_register: target reg offset
  594. * @shadow_config_index: shadow config index in shadow config
  595. * list sent to FW
  596. * @va: virtual addr of shadow reg
  597. *
  598. * This structure holds the generic registers that are mapped to
  599. * the shadow region and holds the mapping of the target
  600. * register offset to shadow config index provided to FW during
  601. * init
  602. */
  603. struct shadow_reg_config {
  604. uint32_t target_register;
  605. int shadow_config_index;
  606. uint64_t va;
  607. };
  608. /* REO parameters to be passed to hal_reo_setup */
  609. struct hal_reo_params {
  610. /** rx hash steering enabled or disabled */
  611. bool rx_hash_enabled;
  612. /** reo remap 0 register */
  613. uint32_t remap0;
  614. /** reo remap 1 register */
  615. uint32_t remap1;
  616. /** reo remap 2 register */
  617. uint32_t remap2;
  618. /** fragment destination ring */
  619. uint8_t frag_dst_ring;
  620. /* Destination for alternate */
  621. uint8_t alt_dst_ind_0;
  622. /** padding */
  623. uint8_t padding[2];
  624. };
  625. /**
  626. * enum hal_reo_cmd_type: Enum for REO command type
  627. * @CMD_GET_QUEUE_STATS: Get REO queue status/stats
  628. * @CMD_FLUSH_QUEUE: Flush all frames in REO queue
  629. * @CMD_FLUSH_CACHE: Flush descriptor entries in the cache
  630. * @CMD_UNBLOCK_CACHE: Unblock a descriptor’s address that was blocked
  631. * earlier with a ‘REO_FLUSH_CACHE’ command
  632. * @CMD_FLUSH_TIMEOUT_LIST: Flush buffers/descriptors from timeout list
  633. * @CMD_UPDATE_RX_REO_QUEUE: Update REO queue settings
  634. */
  635. enum hal_reo_cmd_type {
  636. CMD_GET_QUEUE_STATS = 0,
  637. CMD_FLUSH_QUEUE = 1,
  638. CMD_FLUSH_CACHE = 2,
  639. CMD_UNBLOCK_CACHE = 3,
  640. CMD_FLUSH_TIMEOUT_LIST = 4,
  641. CMD_UPDATE_RX_REO_QUEUE = 5
  642. };
  643. struct hal_rx_pkt_capture_flags {
  644. uint8_t encrypt_type;
  645. uint8_t fragment_flag;
  646. uint8_t fcs_err;
  647. uint32_t chan_freq;
  648. uint32_t rssi_comb;
  649. uint64_t tsft;
  650. };
  651. struct hal_hw_txrx_ops {
  652. /* init and setup */
  653. void (*hal_srng_dst_hw_init)(struct hal_soc *hal,
  654. struct hal_srng *srng);
  655. void (*hal_srng_src_hw_init)(struct hal_soc *hal,
  656. struct hal_srng *srng);
  657. void (*hal_get_hw_hptp)(struct hal_soc *hal,
  658. hal_ring_handle_t hal_ring_hdl,
  659. uint32_t *headp, uint32_t *tailp,
  660. uint8_t ring_type);
  661. void (*hal_reo_setup)(struct hal_soc *hal_soc, void *reoparams);
  662. void (*hal_setup_link_idle_list)(
  663. struct hal_soc *hal_soc,
  664. qdf_dma_addr_t scatter_bufs_base_paddr[],
  665. void *scatter_bufs_base_vaddr[],
  666. uint32_t num_scatter_bufs,
  667. uint32_t scatter_buf_size,
  668. uint32_t last_buf_end_offset,
  669. uint32_t num_entries);
  670. qdf_iomem_t (*hal_get_window_address)(struct hal_soc *hal_soc,
  671. qdf_iomem_t addr);
  672. void (*hal_reo_set_err_dst_remap)(void *hal_soc);
  673. uint8_t (*hal_reo_enable_pn_in_dest)(void *hal_soc);
  674. void (*hal_reo_qdesc_setup)(hal_soc_handle_t hal_soc_hdl, int tid,
  675. uint32_t ba_window_size,
  676. uint32_t start_seq, void *hw_qdesc_vaddr,
  677. qdf_dma_addr_t hw_qdesc_paddr,
  678. int pn_type, uint8_t vdev_stats_id);
  679. uint32_t (*hal_gen_reo_remap_val)(enum hal_reo_remap_reg,
  680. uint8_t *ix0_map);
  681. /* tx */
  682. void (*hal_tx_desc_set_dscp_tid_table_id)(void *desc, uint8_t id);
  683. void (*hal_tx_set_dscp_tid_map)(struct hal_soc *hal_soc, uint8_t *map,
  684. uint8_t id);
  685. void (*hal_tx_update_dscp_tid)(struct hal_soc *hal_soc, uint8_t tid,
  686. uint8_t id,
  687. uint8_t dscp);
  688. void (*hal_tx_desc_set_lmac_id)(void *desc, uint8_t lmac_id);
  689. void (*hal_tx_desc_set_buf_addr)(void *desc, dma_addr_t paddr,
  690. uint8_t pool_id, uint32_t desc_id,
  691. uint8_t type);
  692. void (*hal_tx_desc_set_search_type)(void *desc, uint8_t search_type);
  693. void (*hal_tx_desc_set_search_index)(void *desc, uint32_t search_index);
  694. void (*hal_tx_desc_set_cache_set_num)(void *desc, uint8_t search_index);
  695. void (*hal_tx_comp_get_status)(void *desc, void *ts,
  696. struct hal_soc *hal);
  697. uint8_t (*hal_tx_comp_get_release_reason)(void *hal_desc);
  698. uint8_t (*hal_get_wbm_internal_error)(void *hal_desc);
  699. void (*hal_tx_desc_set_mesh_en)(void *desc, uint8_t en);
  700. void (*hal_tx_init_cmd_credit_ring)(hal_soc_handle_t hal_soc_hdl,
  701. hal_ring_handle_t hal_ring_hdl);
  702. uint32_t (*hal_tx_comp_get_buffer_source)(void *hal_desc);
  703. uint32_t (*hal_tx_get_num_ppe_vp_tbl_entries)(
  704. hal_soc_handle_t hal_soc_hdl);
  705. void (*hal_tx_set_ppe_cmn_cfg)(hal_soc_handle_t hal_soc_hdl,
  706. union hal_tx_cmn_config_ppe *cmn_cfg);
  707. void (*hal_tx_set_ppe_vp_entry)(hal_soc_handle_t hal_soc_hdl,
  708. union hal_tx_ppe_vp_config *vp_cfg,
  709. int ppe_vp_idx);
  710. void (*hal_tx_set_ppe_pri2tid)(hal_soc_handle_t hal_soc_hdl,
  711. uint32_t val,
  712. uint8_t map_no);
  713. void (*hal_tx_update_ppe_pri2tid)(hal_soc_handle_t hal_soc_hdl,
  714. uint8_t pri,
  715. uint8_t tid);
  716. void (*hal_tx_dump_ppe_vp_entry)(hal_soc_handle_t hal_soc_hdl);
  717. void (*hal_tx_enable_pri2tid_map)(hal_soc_handle_t hal_soc_hdl,
  718. bool value, uint8_t ppe_vp_idx);
  719. /* rx */
  720. uint32_t (*hal_rx_msdu_start_nss_get)(uint8_t *);
  721. void (*hal_rx_mon_hw_desc_get_mpdu_status)(void *hw_desc_addr,
  722. struct mon_rx_status *rs);
  723. uint8_t (*hal_rx_get_tlv)(void *rx_tlv);
  724. void (*hal_rx_proc_phyrx_other_receive_info_tlv)(void *rx_tlv_hdr,
  725. void *ppdu_info_handle);
  726. void (*hal_rx_dump_msdu_start_tlv)(void *msdu_start, uint8_t dbg_level);
  727. void (*hal_rx_dump_msdu_end_tlv)(void *msdu_end,
  728. uint8_t dbg_level);
  729. uint32_t (*hal_get_link_desc_size)(void);
  730. uint32_t (*hal_rx_mpdu_start_tid_get)(uint8_t *buf);
  731. uint32_t (*hal_rx_msdu_start_reception_type_get)(uint8_t *buf);
  732. uint16_t (*hal_rx_msdu_end_da_idx_get)(uint8_t *buf);
  733. void* (*hal_rx_msdu_desc_info_get_ptr)(void *msdu_details_ptr);
  734. void* (*hal_rx_link_desc_msdu0_ptr)(void *msdu_link_ptr);
  735. void (*hal_reo_status_get_header)(hal_ring_desc_t ring_desc, int b,
  736. void *h);
  737. uint32_t (*hal_rx_status_get_tlv_info)(void *rx_tlv_hdr,
  738. void *ppdu_info,
  739. hal_soc_handle_t hal_soc_hdl,
  740. qdf_nbuf_t nbuf);
  741. void (*hal_rx_wbm_rel_buf_paddr_get)(hal_ring_desc_t rx_desc,
  742. struct hal_buf_info *buf_info);
  743. void (*hal_rx_wbm_err_info_get)(void *wbm_desc,
  744. void *wbm_er_info);
  745. void (*hal_rx_dump_mpdu_start_tlv)(void *mpdustart,
  746. uint8_t dbg_level);
  747. void (*hal_tx_set_pcp_tid_map)(struct hal_soc *hal_soc, uint8_t *map);
  748. void (*hal_tx_update_pcp_tid_map)(struct hal_soc *hal_soc, uint8_t pcp,
  749. uint8_t id);
  750. void (*hal_tx_set_tidmap_prty)(struct hal_soc *hal_soc, uint8_t prio);
  751. /* rx */
  752. uint8_t (*hal_rx_get_rx_fragment_number)(uint8_t *buf);
  753. uint8_t (*hal_rx_msdu_end_da_is_mcbc_get)(uint8_t *buf);
  754. uint8_t (*hal_rx_msdu_end_is_tkip_mic_err)(uint8_t *buf);
  755. uint8_t (*hal_rx_msdu_end_sa_is_valid_get)(uint8_t *buf);
  756. uint16_t (*hal_rx_msdu_end_sa_idx_get)(uint8_t *buf);
  757. uint32_t (*hal_rx_desc_is_first_msdu)(void *hw_desc_addr);
  758. uint32_t (*hal_rx_msdu_end_l3_hdr_padding_get)(uint8_t *buf);
  759. uint32_t (*hal_rx_encryption_info_valid)(uint8_t *buf);
  760. void (*hal_rx_print_pn)(uint8_t *buf);
  761. uint8_t (*hal_rx_msdu_end_first_msdu_get)(uint8_t *buf);
  762. uint8_t (*hal_rx_msdu_end_da_is_valid_get)(uint8_t *buf);
  763. uint8_t (*hal_rx_msdu_end_last_msdu_get)(uint8_t *buf);
  764. bool (*hal_rx_get_mpdu_mac_ad4_valid)(uint8_t *buf);
  765. uint32_t (*hal_rx_mpdu_start_sw_peer_id_get)(uint8_t *buf);
  766. uint32_t (*hal_rx_mpdu_peer_meta_data_get)(uint8_t *buf);
  767. uint32_t (*hal_rx_mpdu_get_to_ds)(uint8_t *buf);
  768. uint32_t (*hal_rx_mpdu_get_fr_ds)(uint8_t *buf);
  769. uint8_t (*hal_rx_get_mpdu_frame_control_valid)(uint8_t *buf);
  770. QDF_STATUS
  771. (*hal_rx_mpdu_get_addr1)(uint8_t *buf, uint8_t *mac_addr);
  772. QDF_STATUS
  773. (*hal_rx_mpdu_get_addr2)(uint8_t *buf, uint8_t *mac_addr);
  774. QDF_STATUS
  775. (*hal_rx_mpdu_get_addr3)(uint8_t *buf, uint8_t *mac_addr);
  776. QDF_STATUS
  777. (*hal_rx_mpdu_get_addr4)(uint8_t *buf, uint8_t *mac_addr);
  778. uint8_t (*hal_rx_get_mpdu_sequence_control_valid)(uint8_t *buf);
  779. bool (*hal_rx_is_unicast)(uint8_t *buf);
  780. uint32_t (*hal_rx_tid_get)(hal_soc_handle_t hal_soc_hdl, uint8_t *buf);
  781. uint32_t (*hal_rx_hw_desc_get_ppduid_get)(void *rx_tlv_hdr,
  782. void *rxdma_dst_ring_desc);
  783. uint32_t (*hal_rx_mpdu_start_mpdu_qos_control_valid_get)(uint8_t *buf);
  784. uint32_t (*hal_rx_msdu_end_sa_sw_peer_id_get)(uint8_t *buf);
  785. void * (*hal_rx_msdu0_buffer_addr_lsb)(void *link_desc_addr);
  786. void * (*hal_rx_msdu_desc_info_ptr_get)(void *msdu0);
  787. void * (*hal_ent_mpdu_desc_info)(void *hw_addr);
  788. void * (*hal_dst_mpdu_desc_info)(void *hw_addr);
  789. uint8_t (*hal_rx_get_fc_valid)(uint8_t *buf);
  790. uint8_t (*hal_rx_get_to_ds_flag)(uint8_t *buf);
  791. uint8_t (*hal_rx_get_mac_addr2_valid)(uint8_t *buf);
  792. uint8_t (*hal_rx_get_filter_category)(uint8_t *buf);
  793. uint32_t (*hal_rx_get_ppdu_id)(uint8_t *buf);
  794. void (*hal_reo_config)(struct hal_soc *soc,
  795. uint32_t reg_val,
  796. struct hal_reo_params *reo_params);
  797. uint32_t (*hal_rx_msdu_flow_idx_get)(uint8_t *buf);
  798. bool (*hal_rx_msdu_flow_idx_invalid)(uint8_t *buf);
  799. bool (*hal_rx_msdu_flow_idx_timeout)(uint8_t *buf);
  800. uint32_t (*hal_rx_msdu_fse_metadata_get)(uint8_t *buf);
  801. bool (*hal_rx_msdu_cce_match_get)(uint8_t *buf);
  802. uint16_t (*hal_rx_msdu_cce_metadata_get)(uint8_t *buf);
  803. void
  804. (*hal_rx_msdu_get_flow_params)(
  805. uint8_t *buf,
  806. bool *flow_invalid,
  807. bool *flow_timeout,
  808. uint32_t *flow_index);
  809. uint16_t (*hal_rx_tlv_get_tcp_chksum)(uint8_t *buf);
  810. uint16_t (*hal_rx_get_rx_sequence)(uint8_t *buf);
  811. void (*hal_rx_get_bb_info)(void *rx_tlv, void *ppdu_info_handle);
  812. void (*hal_rx_get_rtt_info)(void *rx_tlv, void *ppdu_info_handle);
  813. void (*hal_rx_msdu_packet_metadata_get)(uint8_t *buf,
  814. void *msdu_pkt_metadata);
  815. uint16_t (*hal_rx_get_fisa_cumulative_l4_checksum)(uint8_t *buf);
  816. uint16_t (*hal_rx_get_fisa_cumulative_ip_length)(uint8_t *buf);
  817. bool (*hal_rx_get_udp_proto)(uint8_t *buf);
  818. bool (*hal_rx_get_fisa_flow_agg_continuation)(uint8_t *buf);
  819. uint8_t (*hal_rx_get_fisa_flow_agg_count)(uint8_t *buf);
  820. bool (*hal_rx_get_fisa_timeout)(uint8_t *buf);
  821. uint8_t (*hal_rx_mpdu_start_tlv_tag_valid)(void *rx_tlv_hdr);
  822. void (*hal_rx_sw_mon_desc_info_get)(hal_ring_desc_t rxdma_dst_ring_desc,
  823. hal_rx_mon_desc_info_t mon_desc_info);
  824. uint8_t (*hal_rx_wbm_err_msdu_continuation_get)(void *ring_desc);
  825. uint32_t (*hal_rx_msdu_end_offset_get)(void);
  826. uint32_t (*hal_rx_attn_offset_get)(void);
  827. uint32_t (*hal_rx_msdu_start_offset_get)(void);
  828. uint32_t (*hal_rx_mpdu_start_offset_get)(void);
  829. uint32_t (*hal_rx_mpdu_end_offset_get)(void);
  830. uint32_t (*hal_rx_pkt_tlv_offset_get)(void);
  831. void * (*hal_rx_flow_setup_fse)(uint8_t *rx_fst,
  832. uint32_t table_offset,
  833. uint8_t *rx_flow);
  834. void * (*hal_rx_flow_get_tuple_info)(uint8_t *rx_fst,
  835. uint32_t hal_hash,
  836. uint8_t *tuple_info);
  837. QDF_STATUS (*hal_rx_flow_delete_entry)(uint8_t *fst,
  838. void *fse);
  839. uint32_t (*hal_rx_fst_get_fse_size)(void);
  840. void (*hal_compute_reo_remap_ix2_ix3)(uint32_t *ring,
  841. uint32_t num_rings,
  842. uint32_t *remap1,
  843. uint32_t *remap2);
  844. void (*hal_compute_reo_remap_ix0)(uint32_t *remap0);
  845. uint32_t (*hal_rx_flow_setup_cmem_fse)(
  846. struct hal_soc *soc, uint32_t cmem_ba,
  847. uint32_t table_offset, uint8_t *rx_flow);
  848. uint32_t (*hal_rx_flow_get_cmem_fse_ts)(struct hal_soc *soc,
  849. uint32_t fse_offset);
  850. void (*hal_rx_flow_get_cmem_fse)(struct hal_soc *soc,
  851. uint32_t fse_offset,
  852. uint32_t *fse, qdf_size_t len);
  853. void (*hal_cmem_write)(hal_soc_handle_t hal_soc_hdl, uint32_t offset,
  854. uint32_t value);
  855. void (*hal_rx_msdu_get_reo_destination_indication)(uint8_t *buf,
  856. uint32_t *reo_destination_indication);
  857. uint8_t (*hal_tx_get_num_tcl_banks)(void);
  858. uint32_t (*hal_get_reo_qdesc_size)(uint32_t ba_window_size, int tid);
  859. uint16_t (*hal_get_rx_max_ba_window)(int tid);
  860. void (*hal_set_link_desc_addr)(void *desc, uint32_t cookie,
  861. qdf_dma_addr_t link_desc_paddr,
  862. uint8_t bm_id);
  863. void (*hal_tx_init_data_ring)(hal_soc_handle_t hal_soc_hdl,
  864. hal_ring_handle_t hal_ring_hdl);
  865. void* (*hal_rx_msdu_ext_desc_info_get_ptr)(void *msdu_details_ptr);
  866. void (*hal_get_ba_aging_timeout)(hal_soc_handle_t hal_soc_hdl,
  867. uint8_t ac, uint32_t *value);
  868. void (*hal_set_ba_aging_timeout)(hal_soc_handle_t hal_soc_hdl,
  869. uint8_t ac, uint32_t value);
  870. uint32_t (*hal_get_reo_reg_base_offset)(void);
  871. void (*hal_rx_get_tlv_size)(uint16_t *rx_pkt_tlv_size,
  872. uint16_t *rx_mon_pkt_tlv_size);
  873. uint32_t (*hal_rx_msdu_is_wlan_mcast)(qdf_nbuf_t nbuf);
  874. uint32_t (*hal_rx_tlv_decap_format_get)(void *hw_desc_addr);
  875. void (*hal_rx_dump_pkt_tlvs)(hal_soc_handle_t hal_soc_hdl,
  876. uint8_t *buf, uint8_t dbg_level);
  877. int (*hal_rx_tlv_get_offload_info)(uint8_t *rx_tlv,
  878. struct hal_offload_info *offload_info);
  879. uint16_t (*hal_rx_tlv_phy_ppdu_id_get)(uint8_t *buf);
  880. uint32_t (*hal_rx_tlv_msdu_done_get)(uint8_t *buf);
  881. uint32_t (*hal_rx_tlv_msdu_len_get)(uint8_t *buf);
  882. uint16_t (*hal_rx_get_frame_ctrl_field)(uint8_t *buf);
  883. int (*hal_rx_get_proto_params)(uint8_t *buf, void *fisa_params);
  884. int (*hal_rx_get_l3_l4_offsets)(uint8_t *buf, uint32_t *l3_hdr_offset,
  885. uint32_t *l4_hdr_offset);
  886. uint32_t (*hal_rx_tlv_mic_err_get)(uint8_t *buf);
  887. uint32_t (*hal_rx_tlv_get_pkt_type)(uint8_t *buf);
  888. void (*hal_rx_tlv_get_pn_num)(uint8_t *buf, uint64_t *pn_num);
  889. void (*hal_rx_reo_prev_pn_get)(void *ring_desc, uint64_t *prev_pn);
  890. uint8_t * (*hal_rx_pkt_hdr_get)(uint8_t *buf);
  891. uint32_t (*hal_rx_msdu_reo_dst_ind_get)(hal_soc_handle_t hal_soc_hdl,
  892. void *msdu_link_desc);
  893. void (*hal_msdu_desc_info_set)(hal_soc_handle_t hal_soc_hdl,
  894. void *msdu_desc_info, uint32_t dst_ind,
  895. uint32_t nbuf_len);
  896. void (*hal_mpdu_desc_info_set)(hal_soc_handle_t hal_soc_hdl,
  897. void *mpdu_desc_info, uint32_t seq_no);
  898. uint32_t (*hal_rx_tlv_sgi_get)(uint8_t *buf);
  899. uint32_t (*hal_rx_tlv_get_freq)(uint8_t *buf);
  900. uint8_t (*hal_rx_msdu_get_keyid)(uint8_t *buf);
  901. uint32_t (*hal_rx_tlv_rate_mcs_get)(uint8_t *buf);
  902. uint32_t (*hal_rx_tlv_decrypt_err_get)(uint8_t *buf);
  903. uint32_t (*hal_rx_tlv_first_mpdu_get)(uint8_t *buf);
  904. uint32_t (*hal_rx_tlv_bw_get)(uint8_t *buf);
  905. uint32_t (*hal_rx_tlv_get_is_decrypted)(uint8_t *buf);
  906. uint32_t (*hal_rx_wbm_err_src_get)(hal_ring_desc_t ring_desc);
  907. uint8_t (*hal_rx_ret_buf_manager_get)(hal_ring_desc_t ring_desc);
  908. void (*hal_rx_msdu_link_desc_set)(hal_soc_handle_t hal_soc_hdl,
  909. void *src_srng_desc,
  910. hal_buff_addrinfo_t buf_addr_info,
  911. uint8_t bm_action);
  912. void (*hal_rx_buf_cookie_rbm_get)(uint32_t *buf_addr_info_hdl,
  913. hal_buf_info_t buf_info_hdl);
  914. void (*hal_rx_reo_buf_paddr_get)(hal_ring_desc_t rx_desc,
  915. struct hal_buf_info *buf_info);
  916. void (*hal_rxdma_buff_addr_info_set)(void *rxdma_entry,
  917. qdf_dma_addr_t paddr,
  918. uint32_t cookie, uint8_t manager);
  919. uint32_t (*hal_rx_msdu_flags_get)(rx_msdu_desc_info_t msdu_desc_info_hdl);
  920. uint32_t (*hal_rx_get_reo_error_code)(hal_ring_desc_t rx_desc);
  921. void (*hal_rx_tlv_csum_err_get)(uint8_t *rx_tlv_hdr,
  922. uint32_t *ip_csum_err,
  923. uint32_t *tcp_udp_csum_err);
  924. void (*hal_rx_mpdu_desc_info_get)(void *desc_addr,
  925. void *mpdu_desc_info_hdl);
  926. uint8_t (*hal_rx_err_status_get)(hal_ring_desc_t rx_desc);
  927. uint8_t (*hal_rx_reo_buf_type_get)(hal_ring_desc_t rx_desc);
  928. bool (*hal_rx_mpdu_info_ampdu_flag_get)(uint8_t *buf);
  929. uint32_t (*hal_rx_tlv_mpdu_len_err_get)(void *hw_desc_addr);
  930. uint32_t (*hal_rx_tlv_mpdu_fcs_err_get)(void *hw_desc_addr);
  931. void (*hal_rx_tlv_get_pkt_capture_flags)(uint8_t *rx_tlv_hdr,
  932. struct hal_rx_pkt_capture_flags *flags);
  933. uint8_t *(*hal_rx_desc_get_80211_hdr)(void *hw_desc_addr);
  934. uint32_t (*hal_rx_hw_desc_mpdu_user_id)(void *hw_desc_addr);
  935. void (*hal_rx_priv_info_set_in_tlv)(uint8_t *buf,
  936. uint8_t *priv_data,
  937. uint32_t len);
  938. void (*hal_rx_priv_info_get_from_tlv)(uint8_t *buf,
  939. uint8_t *priv_data,
  940. uint32_t len);
  941. void (*hal_rx_tlv_msdu_len_set)(uint8_t *buf, uint32_t len);
  942. void (*hal_rx_tlv_populate_mpdu_desc_info)(uint8_t *buf,
  943. void *mpdu_desc_info_hdl);
  944. uint8_t *(*hal_get_reo_ent_desc_qdesc_addr)(uint8_t *desc);
  945. uint64_t (*hal_rx_get_qdesc_addr)(uint8_t *dst_ring_desc,
  946. uint8_t *buf);
  947. void (*hal_set_reo_ent_desc_reo_dest_ind)(uint8_t *desc,
  948. uint32_t dst_ind);
  949. /* REO CMD and STATUS */
  950. int (*hal_reo_send_cmd)(hal_soc_handle_t hal_soc_hdl,
  951. hal_ring_handle_t hal_ring_hdl,
  952. enum hal_reo_cmd_type cmd,
  953. void *params);
  954. QDF_STATUS (*hal_reo_status_update)(hal_soc_handle_t hal_soc_hdl,
  955. hal_ring_desc_t reo_desc,
  956. void *st_handle,
  957. uint32_t tlv, int *num_ref);
  958. uint8_t (*hal_get_tlv_hdr_size)(void);
  959. uint8_t (*hal_get_idle_link_bm_id)(uint8_t chip_id);
  960. /* TX MONITOR */
  961. #ifdef QCA_MONITOR_2_0_SUPPORT
  962. uint32_t (*hal_txmon_status_parse_tlv)(void *data_ppdu_info,
  963. void *prot_ppdu_info,
  964. void *data_status_info,
  965. void *prot_status_info,
  966. void *tx_tlv_hdr,
  967. qdf_frag_t status_frag);
  968. uint32_t (*hal_txmon_status_get_num_users)(void *tx_tlv_hdr,
  969. uint8_t *num_users);
  970. QDF_STATUS (*hal_txmon_status_free_buffer)(qdf_frag_t status_frag,
  971. uint32_t end_offset);
  972. #endif /* QCA_MONITOR_2_0_SUPPORT */
  973. void (*hal_reo_shared_qaddr_setup)(hal_soc_handle_t hal_soc_hdl);
  974. void (*hal_reo_shared_qaddr_init)(hal_soc_handle_t hal_soc_hdl);
  975. void (*hal_reo_shared_qaddr_detach)(hal_soc_handle_t hal_soc_hdl);
  976. void (*hal_reo_shared_qaddr_write)(hal_soc_handle_t hal_soc_hdl,
  977. uint16_t peer_id,
  978. int tid,
  979. qdf_dma_addr_t hw_qdesc_paddr);
  980. #ifdef WLAN_FEATURE_MARK_FIRST_WAKEUP_PACKET
  981. uint8_t (*hal_get_first_wow_wakeup_packet)(uint8_t *buf);
  982. #endif
  983. void (*hal_reo_shared_qaddr_cache_clear)(hal_soc_handle_t hal_soc_hdl);
  984. };
  985. /**
  986. * struct hal_soc_stats - Hal layer stats
  987. * @reg_write_fail: number of failed register writes
  988. * @wstats: delayed register write stats
  989. * @shadow_reg_write_fail: shadow reg write failure stats
  990. * @shadow_reg_write_succ: shadow reg write success stats
  991. *
  992. * This structure holds all the statistics at HAL layer.
  993. */
  994. struct hal_soc_stats {
  995. uint32_t reg_write_fail;
  996. #if defined(FEATURE_HAL_DELAYED_REG_WRITE)
  997. struct hal_reg_write_soc_stats wstats;
  998. #endif
  999. #ifdef GENERIC_SHADOW_REGISTER_ACCESS_ENABLE
  1000. uint32_t shadow_reg_write_fail;
  1001. uint32_t shadow_reg_write_succ;
  1002. #endif
  1003. };
  1004. #ifdef ENABLE_HAL_REG_WR_HISTORY
  1005. /* The history size should always be a power of 2 */
  1006. #define HAL_REG_WRITE_HIST_SIZE 8
  1007. /**
  1008. * struct hal_reg_write_fail_entry - Record of
  1009. * register write which failed.
  1010. * @timestamp: timestamp of reg write failure
  1011. * @reg_offset: offset of register where the write failed
  1012. * @write_val: the value which was to be written
  1013. * @read_val: the value read back from the register after write
  1014. */
  1015. struct hal_reg_write_fail_entry {
  1016. uint64_t timestamp;
  1017. uint32_t reg_offset;
  1018. uint32_t write_val;
  1019. uint32_t read_val;
  1020. };
  1021. /**
  1022. * struct hal_reg_write_fail_history - Hal layer history
  1023. * of all the register write failures.
  1024. * @index: index to add the new record
  1025. * @record: array of all the records in history
  1026. *
  1027. * This structure holds the history of register write
  1028. * failures at HAL layer.
  1029. */
  1030. struct hal_reg_write_fail_history {
  1031. qdf_atomic_t index;
  1032. struct hal_reg_write_fail_entry record[HAL_REG_WRITE_HIST_SIZE];
  1033. };
  1034. #endif
  1035. /**
  1036. * struct reo_queue_ref_table - Reo qref LUT addr
  1037. * @mlo_reo_qref_table_vaddr: MLO table vaddr
  1038. * @non_mlo_reo_qref_table_vaddr: Non MLO table vaddr
  1039. * @mlo_reo_qref_table_paddr: MLO table paddr
  1040. * @non_mlo_reo_qref_table_paddr: Non MLO table paddr
  1041. * @reo_qref_table_en: Enable flag
  1042. */
  1043. struct reo_queue_ref_table {
  1044. uint64_t *mlo_reo_qref_table_vaddr;
  1045. uint64_t *non_mlo_reo_qref_table_vaddr;
  1046. qdf_dma_addr_t mlo_reo_qref_table_paddr;
  1047. qdf_dma_addr_t non_mlo_reo_qref_table_paddr;
  1048. uint8_t reo_qref_table_en;
  1049. };
  1050. /**
  1051. * union hal_shadow_reg_cfg - Shadow register config
  1052. * @addr: Place holder where shadow address is saved
  1053. * @v2: shadow config v2 format
  1054. * @v3: shadow config v3 format
  1055. */
  1056. union hal_shadow_reg_cfg {
  1057. uint32_t addr;
  1058. struct pld_shadow_reg_v2_cfg v2;
  1059. #ifdef CONFIG_SHADOW_V3
  1060. struct pld_shadow_reg_v3_cfg v3;
  1061. #endif
  1062. };
  1063. /**
  1064. * struct hal_soc - HAL context to be used to access SRNG APIs
  1065. * (currently used by data path and
  1066. * transport (CE) modules)
  1067. * @list_shadow_reg_config: array of generic regs mapped to
  1068. * shadow regs
  1069. * @num_generic_shadow_regs_configured: number of generic regs
  1070. * mapped to shadow regs
  1071. */
  1072. struct hal_soc {
  1073. /* HIF handle to access HW registers */
  1074. struct hif_opaque_softc *hif_handle;
  1075. /* QDF device handle */
  1076. qdf_device_t qdf_dev;
  1077. /* Device base address */
  1078. void *dev_base_addr;
  1079. /* Device base address for ce - qca5018 target */
  1080. void *dev_base_addr_ce;
  1081. /* HAL internal state for all SRNG rings.
  1082. * TODO: See if this is required
  1083. */
  1084. struct hal_srng srng_list[HAL_SRNG_ID_MAX];
  1085. /* Remote pointer memory for HW/FW updates */
  1086. uint32_t *shadow_rdptr_mem_vaddr;
  1087. qdf_dma_addr_t shadow_rdptr_mem_paddr;
  1088. /* Shared memory for ring pointer updates from host to FW */
  1089. uint32_t *shadow_wrptr_mem_vaddr;
  1090. qdf_dma_addr_t shadow_wrptr_mem_paddr;
  1091. /* REO blocking resource index */
  1092. uint8_t reo_res_bitmap;
  1093. uint8_t index;
  1094. uint32_t target_type;
  1095. /* shadow register configuration */
  1096. union hal_shadow_reg_cfg shadow_config[MAX_SHADOW_REGISTERS];
  1097. int num_shadow_registers_configured;
  1098. bool use_register_windowing;
  1099. uint32_t register_window;
  1100. qdf_spinlock_t register_access_lock;
  1101. /* Static window map configuration for multiple window write*/
  1102. bool static_window_map;
  1103. /* srng table */
  1104. struct hal_hw_srng_config *hw_srng_table;
  1105. int32_t hal_hw_reg_offset[SRNG_REGISTER_MAX];
  1106. struct hal_hw_txrx_ops *ops;
  1107. /* Indicate srngs initialization */
  1108. bool init_phase;
  1109. /* Hal level stats */
  1110. struct hal_soc_stats stats;
  1111. #ifdef ENABLE_HAL_REG_WR_HISTORY
  1112. struct hal_reg_write_fail_history *reg_wr_fail_hist;
  1113. #endif
  1114. #ifdef FEATURE_HAL_DELAYED_REG_WRITE
  1115. /* queue(array) to hold register writes */
  1116. struct hal_reg_write_q_elem *reg_write_queue;
  1117. /* delayed work to be queued into workqueue */
  1118. qdf_work_t reg_write_work;
  1119. /* workqueue for delayed register writes */
  1120. qdf_workqueue_t *reg_write_wq;
  1121. /* write index used by caller to enqueue delayed work */
  1122. qdf_atomic_t write_idx;
  1123. /* read index used by worker thread to dequeue/write registers */
  1124. uint32_t read_idx;
  1125. #endif /*FEATURE_HAL_DELAYED_REG_WRITE */
  1126. qdf_atomic_t active_work_cnt;
  1127. #ifdef GENERIC_SHADOW_REGISTER_ACCESS_ENABLE
  1128. struct shadow_reg_config
  1129. list_shadow_reg_config[MAX_GENERIC_SHADOW_REG];
  1130. int num_generic_shadow_regs_configured;
  1131. #endif
  1132. /* flag to indicate cmn dmac rings in berryllium */
  1133. bool dmac_cmn_src_rxbuf_ring;
  1134. /* Reo queue ref table items */
  1135. struct reo_queue_ref_table reo_qref;
  1136. };
  1137. #if defined(FEATURE_HAL_DELAYED_REG_WRITE)
  1138. /**
  1139. * hal_delayed_reg_write() - delayed regiter write
  1140. * @hal_soc: HAL soc handle
  1141. * @srng: hal srng
  1142. * @addr: iomem address
  1143. * @value: value to be written
  1144. *
  1145. * Return: none
  1146. */
  1147. void hal_delayed_reg_write(struct hal_soc *hal_soc,
  1148. struct hal_srng *srng,
  1149. void __iomem *addr,
  1150. uint32_t value);
  1151. #endif
  1152. void hal_qca6750_attach(struct hal_soc *hal_soc);
  1153. void hal_qca6490_attach(struct hal_soc *hal_soc);
  1154. void hal_qca6390_attach(struct hal_soc *hal_soc);
  1155. void hal_qca6290_attach(struct hal_soc *hal_soc);
  1156. void hal_qca8074_attach(struct hal_soc *hal_soc);
  1157. void hal_kiwi_attach(struct hal_soc *hal_soc);
  1158. void hal_qcn9224_attach(struct hal_soc *hal_soc);
  1159. /*
  1160. * hal_soc_to_dp_hal_roc - API to convert hal_soc to opaque
  1161. * dp_hal_soc handle type
  1162. * @hal_soc - hal_soc type
  1163. *
  1164. * Return: hal_soc_handle_t type
  1165. */
  1166. static inline
  1167. hal_soc_handle_t hal_soc_to_hal_soc_handle(struct hal_soc *hal_soc)
  1168. {
  1169. return (hal_soc_handle_t)hal_soc;
  1170. }
  1171. /*
  1172. * hal_srng_to_hal_ring_handle - API to convert hal_srng to opaque
  1173. * dp_hal_ring handle type
  1174. * @hal_srng - hal_srng type
  1175. *
  1176. * Return: hal_ring_handle_t type
  1177. */
  1178. static inline
  1179. hal_ring_handle_t hal_srng_to_hal_ring_handle(struct hal_srng *hal_srng)
  1180. {
  1181. return (hal_ring_handle_t)hal_srng;
  1182. }
  1183. /*
  1184. * hal_ring_handle_to_hal_srng - API to convert dp_hal_ring to hal_srng handle
  1185. * @hal_ring - hal_ring_handle_t type
  1186. *
  1187. * Return: hal_srng pointer type
  1188. */
  1189. static inline
  1190. struct hal_srng *hal_ring_handle_to_hal_srng(hal_ring_handle_t hal_ring)
  1191. {
  1192. return (struct hal_srng *)hal_ring;
  1193. }
  1194. /* Size of REO queue reference table in Host
  1195. * 2k peers * 17 tids * 8bytes(rx_reo_queue_reference)
  1196. * = 278528 bytes
  1197. */
  1198. #define REO_QUEUE_REF_NON_ML_TABLE_SIZE 278528
  1199. /* Calculated based on 512 MLO peers */
  1200. #define REO_QUEUE_REF_ML_TABLE_SIZE 69632
  1201. #define HAL_ML_PEER_ID_START 0x2000
  1202. #define HAL_PEER_ID_IS_MLO(peer_id) ((peer_id) & HAL_ML_PEER_ID_START)
  1203. /*
  1204. * REO2PPE destination indication
  1205. */
  1206. #define REO2PPE_DST_IND 11
  1207. /**
  1208. * enum hal_pkt_type - Type of packet type reported by HW
  1209. * @HAL_DOT11A: 802.11a PPDU type
  1210. * @HAL_DOT11B: 802.11b PPDU type
  1211. * @HAL_DOT11N_MM: 802.11n Mixed Mode PPDU type
  1212. * @HAL_DOT11AC: 802.11ac PPDU type
  1213. * @HAL_DOT11AX: 802.11ax PPDU type
  1214. * @HAL_DOT11BA: 802.11ba (WUR) PPDU type
  1215. * @HAL_DOT11BE: 802.11be PPDU type
  1216. * @HAL_DOT11AZ: 802.11az (ranging) PPDU type
  1217. * @HAL_DOT11N_GF: 802.11n Green Field PPDU type
  1218. *
  1219. * Enum indicating the packet type reported by HW in rx_pkt_tlvs (RX data)
  1220. * or WBM2SW ring entry's descriptor (TX data completion)
  1221. */
  1222. enum hal_pkt_type {
  1223. HAL_DOT11A = 0,
  1224. HAL_DOT11B = 1,
  1225. HAL_DOT11N_MM = 2,
  1226. HAL_DOT11AC = 3,
  1227. HAL_DOT11AX = 4,
  1228. HAL_DOT11BA = 5,
  1229. HAL_DOT11BE = 6,
  1230. HAL_DOT11AZ = 7,
  1231. HAL_DOT11N_GF = 8,
  1232. HAL_DOT11_MAX,
  1233. };
  1234. #endif /* _HAL_INTERNAL_H_ */