hal_kiwi.c 66 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978
  1. /*
  2. * Copyright (c) 2019-2021 The Linux Foundation. All rights reserved.
  3. * Copyright (c) 2021-2022 Qualcomm Innovation Center, Inc. All rights reserved.
  4. *
  5. * Permission to use, copy, modify, and/or distribute this software for
  6. * any purpose with or without fee is hereby granted, provided that the
  7. * above copyright notice and this permission notice appear in all
  8. * copies.
  9. *
  10. * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL
  11. * WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED
  12. * WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE
  13. * AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL
  14. * DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR
  15. * PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER
  16. * TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
  17. * PERFORMANCE OF THIS SOFTWARE.
  18. */
  19. #include "qdf_types.h"
  20. #include "qdf_util.h"
  21. #include "qdf_types.h"
  22. #include "qdf_lock.h"
  23. #include "qdf_mem.h"
  24. #include "qdf_nbuf.h"
  25. #include "hal_hw_headers.h"
  26. #include "hal_internal.h"
  27. #include "hal_api.h"
  28. #include "target_type.h"
  29. #include "wcss_version.h"
  30. #include "qdf_module.h"
  31. #include "hal_flow.h"
  32. #include "rx_flow_search_entry.h"
  33. #include "hal_rx_flow_info.h"
  34. #include "hal_be_api.h"
  35. #include "hal_be_api_mon.h"
  36. #include "reo_destination_ring_with_pn.h"
  37. #include <hal_be_rx.h>
  38. struct tcl_data_cmd gtcl_data_symbol __attribute__((used));
  39. #define UNIFIED_RXPCU_PPDU_END_INFO_8_RX_PPDU_DURATION_OFFSET \
  40. RXPCU_PPDU_END_INFO_RX_PPDU_DURATION_OFFSET
  41. #define UNIFIED_RXPCU_PPDU_END_INFO_8_RX_PPDU_DURATION_MASK \
  42. RXPCU_PPDU_END_INFO_RX_PPDU_DURATION_MASK
  43. #define UNIFIED_RXPCU_PPDU_END_INFO_8_RX_PPDU_DURATION_LSB \
  44. RXPCU_PPDU_END_INFO_RX_PPDU_DURATION_LSB
  45. #define UNIFIED_PHYRX_HT_SIG_0_HT_SIG_INFO_PHYRX_HT_SIG_INFO_DETAILS_OFFSET \
  46. PHYRX_HT_SIG_PHYRX_HT_SIG_INFO_DETAILS_MCS_OFFSET
  47. #define UNIFIED_PHYRX_L_SIG_B_0_L_SIG_B_INFO_PHYRX_L_SIG_B_INFO_DETAILS_OFFSET \
  48. PHYRX_L_SIG_B_PHYRX_L_SIG_B_INFO_DETAILS_RATE_OFFSET
  49. #define UNIFIED_PHYRX_L_SIG_A_0_L_SIG_A_INFO_PHYRX_L_SIG_A_INFO_DETAILS_OFFSET \
  50. PHYRX_L_SIG_A_PHYRX_L_SIG_A_INFO_DETAILS_RATE_OFFSET
  51. #define UNIFIED_PHYRX_VHT_SIG_A_0_VHT_SIG_A_INFO_PHYRX_VHT_SIG_A_INFO_DETAILS_OFFSET \
  52. PHYRX_VHT_SIG_A_PHYRX_VHT_SIG_A_INFO_DETAILS_BANDWIDTH_OFFSET
  53. #define UNIFIED_PHYRX_HE_SIG_A_SU_0_HE_SIG_A_SU_INFO_PHYRX_HE_SIG_A_SU_INFO_DETAILS_OFFSET \
  54. PHYRX_HE_SIG_A_SU_PHYRX_HE_SIG_A_SU_INFO_DETAILS_FORMAT_INDICATION_OFFSET
  55. #define UNIFIED_PHYRX_HE_SIG_A_MU_DL_0_HE_SIG_A_MU_DL_INFO_PHYRX_HE_SIG_A_MU_DL_INFO_DETAILS_OFFSET \
  56. PHYRX_HE_SIG_A_MU_DL_PHYRX_HE_SIG_A_MU_DL_INFO_DETAILS_DL_UL_FLAG_OFFSET
  57. #define UNIFIED_PHYRX_HE_SIG_B1_MU_0_HE_SIG_B1_MU_INFO_PHYRX_HE_SIG_B1_MU_INFO_DETAILS_OFFSET \
  58. PHYRX_HE_SIG_B1_MU_PHYRX_HE_SIG_B1_MU_INFO_DETAILS_RU_ALLOCATION_OFFSET
  59. #define UNIFIED_PHYRX_HE_SIG_B2_MU_0_HE_SIG_B2_MU_INFO_PHYRX_HE_SIG_B2_MU_INFO_DETAILS_OFFSET \
  60. PHYRX_HE_SIG_B2_MU_PHYRX_HE_SIG_B2_MU_INFO_DETAILS_STA_ID_OFFSET
  61. #define UNIFIED_PHYRX_HE_SIG_B2_OFDMA_0_HE_SIG_B2_OFDMA_INFO_PHYRX_HE_SIG_B2_OFDMA_INFO_DETAILS_OFFSET \
  62. PHYRX_HE_SIG_B2_OFDMA_PHYRX_HE_SIG_B2_OFDMA_INFO_DETAILS_STA_ID_OFFSET
  63. #define UNIFIED_PHYRX_RSSI_LEGACY_3_RECEIVE_RSSI_INFO_PRE_RSSI_INFO_DETAILS_OFFSET \
  64. PHYRX_RSSI_LEGACY_PRE_RSSI_INFO_DETAILS_RSSI_PRI20_CHAIN0_OFFSET
  65. #define UNIFIED_PHYRX_RSSI_LEGACY_19_RECEIVE_RSSI_INFO_PREAMBLE_RSSI_INFO_DETAILS_OFFSET \
  66. PHYRX_RSSI_LEGACY_PREAMBLE_RSSI_INFO_DETAILS_RSSI_PRI20_CHAIN0_OFFSET
  67. #define UNIFIED_RX_MPDU_START_0_RX_MPDU_INFO_RX_MPDU_INFO_DETAILS_OFFSET \
  68. RX_MPDU_START_0_RX_MPDU_INFO_DETAILS_RXPT_CLASSIFY_INFO_DETAILS_REO_DESTINATION_INDICATION_OFFSET
  69. #define UNIFIED_RX_MSDU_LINK_8_RX_MSDU_DETAILS_MSDU_0_OFFSET \
  70. RX_MSDU_LINK_8_RX_MSDU_DETAILS_MSDU_0_OFFSET
  71. #define UNIFIED_RX_MSDU_DETAILS_2_RX_MSDU_DESC_INFO_RX_MSDU_DESC_INFO_DETAILS_OFFSET \
  72. RX_MSDU_DETAILS_2_RX_MSDU_DESC_INFO_RX_MSDU_DESC_INFO_DETAILS_OFFSET
  73. #define UNIFIED_RX_MPDU_DETAILS_2_RX_MPDU_DESC_INFO_RX_MPDU_DESC_INFO_DETAILS_OFFSET \
  74. RX_MPDU_DETAILS_2_RX_MPDU_DESC_INFO_RX_MPDU_DESC_INFO_DETAILS_OFFSET
  75. #define UNIFIED_REO_DESTINATION_RING_2_RX_MPDU_DESC_INFO_RX_MPDU_DESC_INFO_DETAILS_OFFSET \
  76. REO_DESTINATION_RING_2_RX_MPDU_DESC_INFO_RX_MPDU_DESC_INFO_DETAILS_OFFSET
  77. #define UNIFORM_REO_STATUS_HEADER_STATUS_HEADER_GENERIC \
  78. UNIFORM_REO_STATUS_HEADER_STATUS_HEADER
  79. #define UNIFIED_RX_MSDU_DETAILS_2_RX_MSDU_DESC_INFO_RX_MSDU_DESC_INFO_DETAILS_OFFSET \
  80. RX_MSDU_DETAILS_2_RX_MSDU_DESC_INFO_RX_MSDU_DESC_INFO_DETAILS_OFFSET
  81. #define UNIFIED_RX_MSDU_LINK_8_RX_MSDU_DETAILS_MSDU_0_OFFSET \
  82. RX_MSDU_LINK_8_RX_MSDU_DETAILS_MSDU_0_OFFSET
  83. #define UNIFIED_TCL_DATA_CMD_0_BUFFER_ADDR_INFO_BUF_ADDR_INFO_OFFSET \
  84. TCL_DATA_CMD_BUF_ADDR_INFO_BUFFER_ADDR_31_0_OFFSET
  85. #define UNIFIED_TCL_DATA_CMD_1_BUFFER_ADDR_INFO_BUF_ADDR_INFO_OFFSET \
  86. TCL_DATA_CMD_BUF_ADDR_INFO_BUFFER_ADDR_39_32_OFFSET
  87. #define UNIFIED_TCL_DATA_CMD_2_BUF_OR_EXT_DESC_TYPE_OFFSET \
  88. TCL_DATA_CMD_BUF_OR_EXT_DESC_TYPE_OFFSET
  89. #define UNIFIED_BUFFER_ADDR_INFO_0_BUFFER_ADDR_31_0_LSB \
  90. BUFFER_ADDR_INFO_BUFFER_ADDR_31_0_LSB
  91. #define UNIFIED_BUFFER_ADDR_INFO_0_BUFFER_ADDR_31_0_MASK \
  92. BUFFER_ADDR_INFO_BUFFER_ADDR_31_0_MASK
  93. #define UNIFIED_BUFFER_ADDR_INFO_1_BUFFER_ADDR_39_32_LSB \
  94. BUFFER_ADDR_INFO_BUFFER_ADDR_39_32_LSB
  95. #define UNIFIED_BUFFER_ADDR_INFO_1_BUFFER_ADDR_39_32_MASK \
  96. BUFFER_ADDR_INFO_BUFFER_ADDR_39_32_MASK
  97. #define UNIFIED_BUFFER_ADDR_INFO_1_RETURN_BUFFER_MANAGER_LSB \
  98. BUFFER_ADDR_INFO_RETURN_BUFFER_MANAGER_LSB
  99. #define UNIFIED_BUFFER_ADDR_INFO_1_RETURN_BUFFER_MANAGER_MASK \
  100. BUFFER_ADDR_INFO_RETURN_BUFFER_MANAGER_MASK
  101. #define UNIFIED_BUFFER_ADDR_INFO_1_SW_BUFFER_COOKIE_LSB \
  102. BUFFER_ADDR_INFO_SW_BUFFER_COOKIE_LSB
  103. #define UNIFIED_BUFFER_ADDR_INFO_1_SW_BUFFER_COOKIE_MASK \
  104. BUFFER_ADDR_INFO_SW_BUFFER_COOKIE_MASK
  105. #define UNIFIED_TCL_DATA_CMD_2_BUF_OR_EXT_DESC_TYPE_LSB \
  106. TCL_DATA_CMD_BUF_OR_EXT_DESC_TYPE_LSB
  107. #define UNIFIED_TCL_DATA_CMD_2_BUF_OR_EXT_DESC_TYPE_MASK \
  108. TCL_DATA_CMD_BUF_OR_EXT_DESC_TYPE_MASK
  109. #define UNIFIED_WBM_RELEASE_RING_6_TX_RATE_STATS_INFO_TX_RATE_STATS_MASK \
  110. WBM2SW_COMPLETION_RING_TX_TX_RATE_STATS_PPDU_TRANSMISSION_TSF_MASK
  111. #define UNIFIED_WBM_RELEASE_RING_6_TX_RATE_STATS_INFO_TX_RATE_STATS_OFFSET \
  112. WBM2SW_COMPLETION_RING_TX_TX_RATE_STATS_PPDU_TRANSMISSION_TSF_OFFSET
  113. #define UNIFIED_WBM_RELEASE_RING_6_TX_RATE_STATS_INFO_TX_RATE_STATS_LSB \
  114. WBM2SW_COMPLETION_RING_TX_TX_RATE_STATS_PPDU_TRANSMISSION_TSF_LSB
  115. #include "hal_kiwi_tx.h"
  116. #include "hal_kiwi_rx.h"
  117. #include "hal_be_rx_tlv.h"
  118. #include <hal_generic_api.h>
  119. #include <hal_be_generic_api.h>
  120. #define LINK_DESC_SIZE (NUM_OF_DWORDS_RX_MSDU_LINK << 2)
  121. static uint32_t hal_get_link_desc_size_kiwi(void)
  122. {
  123. return LINK_DESC_SIZE;
  124. }
  125. /**
  126. * hal_rx_dump_msdu_end_tlv_kiwi: dump RX msdu_end TLV in structured
  127. * human readable format.
  128. * @ msdu_end: pointer the msdu_end TLV in pkt.
  129. * @ dbg_level: log level.
  130. *
  131. * Return: void
  132. */
  133. static void hal_rx_dump_msdu_end_tlv_kiwi(void *msduend,
  134. uint8_t dbg_level)
  135. {
  136. struct rx_msdu_end *msdu_end = (struct rx_msdu_end *)msduend;
  137. __QDF_TRACE_RL(dbg_level, QDF_MODULE_ID_HAL,
  138. "rx_msdu_end tlv (1/7)- "
  139. "rxpcu_mpdu_filter_in_category :%x"
  140. "sw_frame_group_id :%x"
  141. "reserved_0 :%x"
  142. "phy_ppdu_id :%x"
  143. "ip_hdr_chksum:%x"
  144. "reported_mpdu_length :%x"
  145. "reserved_1a :%x"
  146. "key_id_octet :%x"
  147. "cce_super_rule :%x"
  148. "cce_classify_not_done_truncate :%x"
  149. "cce_classify_not_done_cce_dis:%x"
  150. "cumulative_l3_checksum :%x"
  151. "rule_indication_31_0 :%x"
  152. "rule_indication_63_32:%x"
  153. "da_offset :%x"
  154. "sa_offset :%x"
  155. "da_offset_valid :%x"
  156. "sa_offset_valid :%x"
  157. "reserved_5a :%x"
  158. "l3_type :%x",
  159. msdu_end->rxpcu_mpdu_filter_in_category,
  160. msdu_end->sw_frame_group_id,
  161. msdu_end->reserved_0,
  162. msdu_end->phy_ppdu_id,
  163. msdu_end->ip_hdr_chksum,
  164. msdu_end->reported_mpdu_length,
  165. msdu_end->reserved_1a,
  166. msdu_end->key_id_octet,
  167. msdu_end->cce_super_rule,
  168. msdu_end->cce_classify_not_done_truncate,
  169. msdu_end->cce_classify_not_done_cce_dis,
  170. msdu_end->cumulative_l3_checksum,
  171. msdu_end->rule_indication_31_0,
  172. msdu_end->rule_indication_63_32,
  173. msdu_end->da_offset,
  174. msdu_end->sa_offset,
  175. msdu_end->da_offset_valid,
  176. msdu_end->sa_offset_valid,
  177. msdu_end->reserved_5a,
  178. msdu_end->l3_type);
  179. __QDF_TRACE_RL(dbg_level, QDF_MODULE_ID_HAL,
  180. "rx_msdu_end tlv (2/7)- "
  181. "ipv6_options_crc :%x"
  182. "tcp_seq_number :%x"
  183. "tcp_ack_number :%x"
  184. "tcp_flag :%x"
  185. "lro_eligible :%x"
  186. "reserved_9a :%x"
  187. "window_size :%x"
  188. "tcp_udp_chksum :%x"
  189. "sa_idx_timeout :%x"
  190. "da_idx_timeout :%x"
  191. "msdu_limit_error :%x"
  192. "flow_idx_timeout :%x"
  193. "flow_idx_invalid :%x"
  194. "wifi_parser_error :%x"
  195. "amsdu_parser_error :%x"
  196. "sa_is_valid :%x"
  197. "da_is_valid :%x"
  198. "da_is_mcbc :%x"
  199. "l3_header_padding :%x"
  200. "first_msdu :%x"
  201. "last_msdu :%x",
  202. msdu_end->ipv6_options_crc,
  203. msdu_end->tcp_seq_number,
  204. msdu_end->tcp_ack_number,
  205. msdu_end->tcp_flag,
  206. msdu_end->lro_eligible,
  207. msdu_end->reserved_9a,
  208. msdu_end->window_size,
  209. msdu_end->tcp_udp_chksum,
  210. msdu_end->sa_idx_timeout,
  211. msdu_end->da_idx_timeout,
  212. msdu_end->msdu_limit_error,
  213. msdu_end->flow_idx_timeout,
  214. msdu_end->flow_idx_invalid,
  215. msdu_end->wifi_parser_error,
  216. msdu_end->amsdu_parser_error,
  217. msdu_end->sa_is_valid,
  218. msdu_end->da_is_valid,
  219. msdu_end->da_is_mcbc,
  220. msdu_end->l3_header_padding,
  221. msdu_end->first_msdu,
  222. msdu_end->last_msdu);
  223. __QDF_TRACE_RL(dbg_level, QDF_MODULE_ID_HAL,
  224. "rx_msdu_end tlv (3/7)"
  225. "tcp_udp_chksum_fail_copy :%x"
  226. "ip_chksum_fail_copy :%x"
  227. "sa_idx :%x"
  228. "da_idx_or_sw_peer_id :%x"
  229. "msdu_drop :%x"
  230. "reo_destination_indication :%x"
  231. "flow_idx :%x"
  232. "reserved_12a :%x"
  233. "fse_metadata :%x"
  234. "cce_metadata :%x"
  235. "sa_sw_peer_id:%x"
  236. "aggregation_count :%x"
  237. "flow_aggregation_continuation:%x"
  238. "fisa_timeout :%x"
  239. "reserved_15a :%x"
  240. "cumulative_l4_checksum :%x"
  241. "cumulative_ip_length :%x"
  242. "service_code :%x"
  243. "priority_valid :%x",
  244. msdu_end->tcp_udp_chksum_fail_copy,
  245. msdu_end->ip_chksum_fail_copy,
  246. msdu_end->sa_idx,
  247. msdu_end->da_idx_or_sw_peer_id,
  248. msdu_end->msdu_drop,
  249. msdu_end->reo_destination_indication,
  250. msdu_end->flow_idx,
  251. msdu_end->reserved_12a,
  252. msdu_end->fse_metadata,
  253. msdu_end->cce_metadata,
  254. msdu_end->sa_sw_peer_id,
  255. msdu_end->aggregation_count,
  256. msdu_end->flow_aggregation_continuation,
  257. msdu_end->fisa_timeout,
  258. msdu_end->reserved_15a,
  259. msdu_end->cumulative_l4_checksum,
  260. msdu_end->cumulative_ip_length,
  261. msdu_end->service_code,
  262. msdu_end->priority_valid);
  263. __QDF_TRACE_RL(dbg_level, QDF_MODULE_ID_HAL,
  264. "rx_msdu_end tlv (4/7)"
  265. "reserved_17a :%x"
  266. "msdu_length :%x"
  267. "ipsec_esp :%x"
  268. "l3_offset :%x"
  269. "ipsec_ah :%x"
  270. "l4_offset :%x"
  271. "msdu_number :%x"
  272. "decap_format :%x"
  273. "ipv4_proto :%x"
  274. "ipv6_proto :%x"
  275. "tcp_proto :%x"
  276. "udp_proto :%x"
  277. "ip_frag :%x"
  278. "tcp_only_ack :%x"
  279. "da_is_bcast_mcast :%x"
  280. "toeplitz_hash_sel :%x"
  281. "ip_fixed_header_valid:%x"
  282. "ip_extn_header_valid :%x"
  283. "tcp_udp_header_valid :%x",
  284. msdu_end->reserved_17a,
  285. msdu_end->msdu_length,
  286. msdu_end->ipsec_esp,
  287. msdu_end->l3_offset,
  288. msdu_end->ipsec_ah,
  289. msdu_end->l4_offset,
  290. msdu_end->msdu_number,
  291. msdu_end->decap_format,
  292. msdu_end->ipv4_proto,
  293. msdu_end->ipv6_proto,
  294. msdu_end->tcp_proto,
  295. msdu_end->udp_proto,
  296. msdu_end->ip_frag,
  297. msdu_end->tcp_only_ack,
  298. msdu_end->da_is_bcast_mcast,
  299. msdu_end->toeplitz_hash_sel,
  300. msdu_end->ip_fixed_header_valid,
  301. msdu_end->ip_extn_header_valid,
  302. msdu_end->tcp_udp_header_valid);
  303. __QDF_TRACE_RL(dbg_level, QDF_MODULE_ID_HAL,
  304. "rx_msdu_end tlv (5/7)"
  305. "mesh_control_present :%x"
  306. "ldpc :%x"
  307. "ip4_protocol_ip6_next_header :%x"
  308. "toeplitz_hash_2_or_4 :%x"
  309. "flow_id_toeplitz :%x"
  310. "user_rssi :%x"
  311. "pkt_type :%x"
  312. "stbc :%x"
  313. "sgi :%x"
  314. "rate_mcs :%x"
  315. "receive_bandwidth :%x"
  316. "reception_type :%x"
  317. "mimo_ss_bitmap :%x"
  318. "ppdu_start_timestamp_31_0 :%x"
  319. "ppdu_start_timestamp_63_32 :%x"
  320. "sw_phy_meta_data :%x"
  321. "vlan_ctag_ci :%x"
  322. "vlan_stag_ci :%x"
  323. "first_mpdu :%x"
  324. "reserved_30a :%x"
  325. "mcast_bcast :%x",
  326. msdu_end->mesh_control_present,
  327. msdu_end->ldpc,
  328. msdu_end->ip4_protocol_ip6_next_header,
  329. msdu_end->toeplitz_hash_2_or_4,
  330. msdu_end->flow_id_toeplitz,
  331. msdu_end->user_rssi,
  332. msdu_end->pkt_type,
  333. msdu_end->stbc,
  334. msdu_end->sgi,
  335. msdu_end->rate_mcs,
  336. msdu_end->receive_bandwidth,
  337. msdu_end->reception_type,
  338. msdu_end->mimo_ss_bitmap,
  339. msdu_end->ppdu_start_timestamp_31_0,
  340. msdu_end->ppdu_start_timestamp_63_32,
  341. msdu_end->sw_phy_meta_data,
  342. msdu_end->vlan_ctag_ci,
  343. msdu_end->vlan_stag_ci,
  344. msdu_end->first_mpdu,
  345. msdu_end->reserved_30a,
  346. msdu_end->mcast_bcast);
  347. __QDF_TRACE_RL(dbg_level, QDF_MODULE_ID_HAL,
  348. "rx_msdu_end tlv (6/7)"
  349. "ast_index_not_found :%x"
  350. "ast_index_timeout :%x"
  351. "power_mgmt :%x"
  352. "non_qos :%x"
  353. "null_data :%x"
  354. "mgmt_type :%x"
  355. "ctrl_type :%x"
  356. "more_data :%x"
  357. "eosp :%x"
  358. "a_msdu_error :%x"
  359. "fragment_flag:%x"
  360. "order:%x"
  361. "cce_match :%x"
  362. "overflow_err :%x"
  363. "msdu_length_err :%x"
  364. "tcp_udp_chksum_fail :%x"
  365. "ip_chksum_fail :%x"
  366. "sa_idx_invalid :%x"
  367. "da_idx_invalid :%x"
  368. "reserved_30b :%x",
  369. msdu_end->ast_index_not_found,
  370. msdu_end->ast_index_timeout,
  371. msdu_end->power_mgmt,
  372. msdu_end->non_qos,
  373. msdu_end->null_data,
  374. msdu_end->mgmt_type,
  375. msdu_end->ctrl_type,
  376. msdu_end->more_data,
  377. msdu_end->eosp,
  378. msdu_end->a_msdu_error,
  379. msdu_end->fragment_flag,
  380. msdu_end->order,
  381. msdu_end->cce_match,
  382. msdu_end->overflow_err,
  383. msdu_end->msdu_length_err,
  384. msdu_end->tcp_udp_chksum_fail,
  385. msdu_end->ip_chksum_fail,
  386. msdu_end->sa_idx_invalid,
  387. msdu_end->da_idx_invalid,
  388. msdu_end->reserved_30b);
  389. __QDF_TRACE_RL(dbg_level, QDF_MODULE_ID_HAL,
  390. "rx_msdu_end tlv (7/7)"
  391. "rx_in_tx_decrypt_byp :%x"
  392. "encrypt_required :%x"
  393. "directed :%x"
  394. "buffer_fragment :%x"
  395. "mpdu_length_err :%x"
  396. "tkip_mic_err :%x"
  397. "decrypt_err :%x"
  398. "unencrypted_frame_err:%x"
  399. "fcs_err :%x"
  400. "reserved_31a :%x"
  401. "decrypt_status_code :%x"
  402. "rx_bitmap_not_updated:%x"
  403. "reserved_31b :%x"
  404. "msdu_done :%x",
  405. msdu_end->rx_in_tx_decrypt_byp,
  406. msdu_end->encrypt_required,
  407. msdu_end->directed,
  408. msdu_end->buffer_fragment,
  409. msdu_end->mpdu_length_err,
  410. msdu_end->tkip_mic_err,
  411. msdu_end->decrypt_err,
  412. msdu_end->unencrypted_frame_err,
  413. msdu_end->fcs_err,
  414. msdu_end->reserved_31a,
  415. msdu_end->decrypt_status_code,
  416. msdu_end->rx_bitmap_not_updated,
  417. msdu_end->reserved_31b,
  418. msdu_end->msdu_done);
  419. }
  420. /**
  421. * hal_rx_dump_pkt_hdr_tlv: dump RX pkt header TLV in hex format
  422. * @ pkt_hdr_tlv: pointer the pkt_hdr_tlv in pkt.
  423. * @ dbg_level: log level.
  424. *
  425. * Return: void
  426. */
  427. static inline void hal_rx_dump_pkt_hdr_tlv_kiwi(struct rx_pkt_tlvs *pkt_tlvs,
  428. uint8_t dbg_level)
  429. {
  430. struct rx_pkt_hdr_tlv *pkt_hdr_tlv = &pkt_tlvs->pkt_hdr_tlv;
  431. hal_verbose_debug("\n---------------\n"
  432. "rx_pkt_hdr_tlv\n"
  433. "---------------\n"
  434. "phy_ppdu_id %lld ",
  435. pkt_hdr_tlv->phy_ppdu_id);
  436. hal_verbose_hex_dump(pkt_hdr_tlv->rx_pkt_hdr,
  437. sizeof(pkt_hdr_tlv->rx_pkt_hdr));
  438. }
  439. /**
  440. * hal_rx_dump_mpdu_start_tlv_generic_be: dump RX mpdu_start TLV in structured
  441. * human readable format.
  442. * @mpdu_start: pointer the rx_attention TLV in pkt.
  443. * @dbg_level: log level.
  444. *
  445. * Return: void
  446. */
  447. static inline void hal_rx_dump_mpdu_start_tlv_kiwi(void *mpdustart,
  448. uint8_t dbg_level)
  449. {
  450. struct rx_mpdu_start *mpdu_start = (struct rx_mpdu_start *)mpdustart;
  451. struct rx_mpdu_info *mpdu_info =
  452. (struct rx_mpdu_info *)&mpdu_start->rx_mpdu_info_details;
  453. __QDF_TRACE_RL(dbg_level, QDF_MODULE_ID_HAL,
  454. "rx_mpdu_start tlv (1/5) - "
  455. "rx_reo_queue_desc_addr_31_0 :%x"
  456. "rx_reo_queue_desc_addr_39_32 :%x"
  457. "receive_queue_number:%x "
  458. "pre_delim_err_warning:%x "
  459. "first_delim_err:%x "
  460. "reserved_2a:%x "
  461. "pn_31_0:%x "
  462. "pn_63_32:%x "
  463. "pn_95_64:%x "
  464. "pn_127_96:%x "
  465. "epd_en:%x "
  466. "all_frames_shall_be_encrypted :%x"
  467. "encrypt_type:%x "
  468. "wep_key_width_for_variable_key :%x"
  469. "bssid_hit:%x "
  470. "bssid_number:%x "
  471. "tid:%x "
  472. "reserved_7a:%x "
  473. "peer_meta_data:%x ",
  474. mpdu_info->rx_reo_queue_desc_addr_31_0,
  475. mpdu_info->rx_reo_queue_desc_addr_39_32,
  476. mpdu_info->receive_queue_number,
  477. mpdu_info->pre_delim_err_warning,
  478. mpdu_info->first_delim_err,
  479. mpdu_info->reserved_2a,
  480. mpdu_info->pn_31_0,
  481. mpdu_info->pn_63_32,
  482. mpdu_info->pn_95_64,
  483. mpdu_info->pn_127_96,
  484. mpdu_info->epd_en,
  485. mpdu_info->all_frames_shall_be_encrypted,
  486. mpdu_info->encrypt_type,
  487. mpdu_info->wep_key_width_for_variable_key,
  488. mpdu_info->bssid_hit,
  489. mpdu_info->bssid_number,
  490. mpdu_info->tid,
  491. mpdu_info->reserved_7a,
  492. mpdu_info->peer_meta_data);
  493. __QDF_TRACE_RL(dbg_level, QDF_MODULE_ID_HAL,
  494. "rx_mpdu_start tlv (2/5) - "
  495. "rxpcu_mpdu_filter_in_category :%x"
  496. "sw_frame_group_id:%x "
  497. "ndp_frame:%x "
  498. "phy_err:%x "
  499. "phy_err_during_mpdu_header :%x"
  500. "protocol_version_err:%x "
  501. "ast_based_lookup_valid:%x "
  502. "reserved_9a:%x "
  503. "phy_ppdu_id:%x "
  504. "ast_index:%x "
  505. "sw_peer_id:%x "
  506. "mpdu_frame_control_valid:%x "
  507. "mpdu_duration_valid:%x "
  508. "mac_addr_ad1_valid:%x "
  509. "mac_addr_ad2_valid:%x "
  510. "mac_addr_ad3_valid:%x "
  511. "mac_addr_ad4_valid:%x "
  512. "mpdu_sequence_control_valid :%x"
  513. "mpdu_qos_control_valid:%x "
  514. "mpdu_ht_control_valid:%x "
  515. "frame_encryption_info_valid :%x",
  516. mpdu_info->rxpcu_mpdu_filter_in_category,
  517. mpdu_info->sw_frame_group_id,
  518. mpdu_info->ndp_frame,
  519. mpdu_info->phy_err,
  520. mpdu_info->phy_err_during_mpdu_header,
  521. mpdu_info->protocol_version_err,
  522. mpdu_info->ast_based_lookup_valid,
  523. mpdu_info->reserved_9a,
  524. mpdu_info->phy_ppdu_id,
  525. mpdu_info->ast_index,
  526. mpdu_info->sw_peer_id,
  527. mpdu_info->mpdu_frame_control_valid,
  528. mpdu_info->mpdu_duration_valid,
  529. mpdu_info->mac_addr_ad1_valid,
  530. mpdu_info->mac_addr_ad2_valid,
  531. mpdu_info->mac_addr_ad3_valid,
  532. mpdu_info->mac_addr_ad4_valid,
  533. mpdu_info->mpdu_sequence_control_valid,
  534. mpdu_info->mpdu_qos_control_valid,
  535. mpdu_info->mpdu_ht_control_valid,
  536. mpdu_info->frame_encryption_info_valid);
  537. __QDF_TRACE_RL(dbg_level, QDF_MODULE_ID_HAL,
  538. "rx_mpdu_start tlv (3/5) - "
  539. "mpdu_fragment_number:%x "
  540. "more_fragment_flag:%x "
  541. "reserved_11a:%x "
  542. "fr_ds:%x "
  543. "to_ds:%x "
  544. "encrypted:%x "
  545. "mpdu_retry:%x "
  546. "mpdu_sequence_number:%x "
  547. "key_id_octet:%x "
  548. "new_peer_entry:%x "
  549. "decrypt_needed:%x "
  550. "decap_type:%x "
  551. "rx_insert_vlan_c_tag_padding :%x"
  552. "rx_insert_vlan_s_tag_padding :%x"
  553. "strip_vlan_c_tag_decap:%x "
  554. "strip_vlan_s_tag_decap:%x "
  555. "pre_delim_count:%x "
  556. "ampdu_flag:%x "
  557. "bar_frame:%x "
  558. "raw_mpdu:%x "
  559. "reserved_12:%x "
  560. "mpdu_length:%x ",
  561. mpdu_info->mpdu_fragment_number,
  562. mpdu_info->more_fragment_flag,
  563. mpdu_info->reserved_11a,
  564. mpdu_info->fr_ds,
  565. mpdu_info->to_ds,
  566. mpdu_info->encrypted,
  567. mpdu_info->mpdu_retry,
  568. mpdu_info->mpdu_sequence_number,
  569. mpdu_info->key_id_octet,
  570. mpdu_info->new_peer_entry,
  571. mpdu_info->decrypt_needed,
  572. mpdu_info->decap_type,
  573. mpdu_info->rx_insert_vlan_c_tag_padding,
  574. mpdu_info->rx_insert_vlan_s_tag_padding,
  575. mpdu_info->strip_vlan_c_tag_decap,
  576. mpdu_info->strip_vlan_s_tag_decap,
  577. mpdu_info->pre_delim_count,
  578. mpdu_info->ampdu_flag,
  579. mpdu_info->bar_frame,
  580. mpdu_info->raw_mpdu,
  581. mpdu_info->reserved_12,
  582. mpdu_info->mpdu_length);
  583. __QDF_TRACE_RL(dbg_level, QDF_MODULE_ID_HAL,
  584. "rx_mpdu_start tlv (4/5) - "
  585. "mpdu_length:%x "
  586. "first_mpdu:%x "
  587. "mcast_bcast:%x "
  588. "ast_index_not_found:%x "
  589. "ast_index_timeout:%x "
  590. "power_mgmt:%x "
  591. "non_qos:%x "
  592. "null_data:%x "
  593. "mgmt_type:%x "
  594. "ctrl_type:%x "
  595. "more_data:%x "
  596. "eosp:%x "
  597. "fragment_flag:%x "
  598. "order:%x "
  599. "u_apsd_trigger:%x "
  600. "encrypt_required:%x "
  601. "directed:%x "
  602. "amsdu_present:%x "
  603. "reserved_13:%x "
  604. "mpdu_frame_control_field:%x "
  605. "mpdu_duration_field:%x ",
  606. mpdu_info->mpdu_length,
  607. mpdu_info->first_mpdu,
  608. mpdu_info->mcast_bcast,
  609. mpdu_info->ast_index_not_found,
  610. mpdu_info->ast_index_timeout,
  611. mpdu_info->power_mgmt,
  612. mpdu_info->non_qos,
  613. mpdu_info->null_data,
  614. mpdu_info->mgmt_type,
  615. mpdu_info->ctrl_type,
  616. mpdu_info->more_data,
  617. mpdu_info->eosp,
  618. mpdu_info->fragment_flag,
  619. mpdu_info->order,
  620. mpdu_info->u_apsd_trigger,
  621. mpdu_info->encrypt_required,
  622. mpdu_info->directed,
  623. mpdu_info->amsdu_present,
  624. mpdu_info->reserved_13,
  625. mpdu_info->mpdu_frame_control_field,
  626. mpdu_info->mpdu_duration_field);
  627. __QDF_TRACE_RL(dbg_level, QDF_MODULE_ID_HAL,
  628. "rx_mpdu_start tlv (5/5) - "
  629. "mac_addr_ad1_31_0:%x "
  630. "mac_addr_ad1_47_32:%x "
  631. "mac_addr_ad2_15_0:%x "
  632. "mac_addr_ad2_47_16:%x "
  633. "mac_addr_ad3_31_0:%x "
  634. "mac_addr_ad3_47_32:%x "
  635. "mpdu_sequence_control_field :%x"
  636. "mac_addr_ad4_31_0:%x "
  637. "mac_addr_ad4_47_32:%x "
  638. "mpdu_qos_control_field:%x "
  639. "mpdu_ht_control_field:%x "
  640. "vdev_id:%x "
  641. "service_code:%x "
  642. "priority_valid:%x "
  643. "reserved_23a:%x ",
  644. mpdu_info->mac_addr_ad1_31_0,
  645. mpdu_info->mac_addr_ad1_47_32,
  646. mpdu_info->mac_addr_ad2_15_0,
  647. mpdu_info->mac_addr_ad2_47_16,
  648. mpdu_info->mac_addr_ad3_31_0,
  649. mpdu_info->mac_addr_ad3_47_32,
  650. mpdu_info->mpdu_sequence_control_field,
  651. mpdu_info->mac_addr_ad4_31_0,
  652. mpdu_info->mac_addr_ad4_47_32,
  653. mpdu_info->mpdu_qos_control_field,
  654. mpdu_info->mpdu_ht_control_field,
  655. mpdu_info->vdev_id,
  656. mpdu_info->service_code,
  657. mpdu_info->priority_valid,
  658. mpdu_info->reserved_23a);
  659. }
  660. /**
  661. * hal_rx_dump_pkt_tlvs_kiwi(): API to print RX Pkt TLVS for kiwi
  662. * @hal_soc_hdl: hal_soc handle
  663. * @buf: pointer the pkt buffer
  664. * @dbg_level: log level
  665. *
  666. * Return: void
  667. */
  668. static void hal_rx_dump_pkt_tlvs_kiwi(hal_soc_handle_t hal_soc_hdl,
  669. uint8_t *buf, uint8_t dbg_level)
  670. {
  671. struct rx_pkt_tlvs *pkt_tlvs = (struct rx_pkt_tlvs *)buf;
  672. struct rx_msdu_end *msdu_end = &pkt_tlvs->msdu_end_tlv.rx_msdu_end;
  673. struct rx_mpdu_start *mpdu_start =
  674. &pkt_tlvs->mpdu_start_tlv.rx_mpdu_start;
  675. hal_rx_dump_msdu_end_tlv_kiwi(msdu_end, dbg_level);
  676. hal_rx_dump_mpdu_start_tlv_kiwi(mpdu_start, dbg_level);
  677. hal_rx_dump_pkt_hdr_tlv_kiwi(pkt_tlvs, dbg_level);
  678. }
  679. /**
  680. * hal_rx_tlv_populate_mpdu_desc_info_kiwi() - Populate the local mpdu_desc_info
  681. * elements from the rx tlvs
  682. * @buf: start address of rx tlvs [Validated by caller]
  683. * @mpdu_desc_info_hdl: Buffer to populate the mpdu_dsc_info
  684. * [To be validated by caller]
  685. *
  686. * Return: None
  687. */
  688. static void
  689. hal_rx_tlv_populate_mpdu_desc_info_kiwi(uint8_t *buf,
  690. void *mpdu_desc_info_hdl)
  691. {
  692. struct hal_rx_mpdu_desc_info *mpdu_desc_info =
  693. (struct hal_rx_mpdu_desc_info *)mpdu_desc_info_hdl;
  694. struct rx_pkt_tlvs *pkt_tlvs = (struct rx_pkt_tlvs *)buf;
  695. struct rx_mpdu_start *mpdu_start =
  696. &pkt_tlvs->mpdu_start_tlv.rx_mpdu_start;
  697. struct rx_mpdu_info *mpdu_info = &mpdu_start->rx_mpdu_info_details;
  698. mpdu_desc_info->mpdu_seq = mpdu_info->mpdu_sequence_number;
  699. mpdu_desc_info->mpdu_flags = hal_rx_get_mpdu_flags((uint32_t *)
  700. mpdu_info);
  701. mpdu_desc_info->peer_meta_data = mpdu_info->peer_meta_data;
  702. mpdu_desc_info->bar_frame = mpdu_info->bar_frame;
  703. }
  704. /**
  705. * hal_reo_status_get_header_kiwi - Process reo desc info
  706. * @d - Pointer to reo descriptior
  707. * @b - tlv type info
  708. * @h1 - Pointer to hal_reo_status_header where info to be stored
  709. *
  710. * Return - none.
  711. *
  712. */
  713. static void hal_reo_status_get_header_kiwi(hal_ring_desc_t ring_desc, int b,
  714. void *h1)
  715. {
  716. uint64_t *d = (uint64_t *)ring_desc;
  717. uint64_t val1 = 0;
  718. struct hal_reo_status_header *h =
  719. (struct hal_reo_status_header *)h1;
  720. /* Offsets of descriptor fields defined in HW headers start
  721. * from the field after TLV header
  722. */
  723. d += HAL_GET_NUM_QWORDS(sizeof(struct tlv_32_hdr));
  724. switch (b) {
  725. case HAL_REO_QUEUE_STATS_STATUS_TLV:
  726. val1 = d[HAL_OFFSET_QW(REO_GET_QUEUE_STATS_STATUS,
  727. STATUS_HEADER_REO_STATUS_NUMBER)];
  728. break;
  729. case HAL_REO_FLUSH_QUEUE_STATUS_TLV:
  730. val1 = d[HAL_OFFSET_QW(REO_FLUSH_QUEUE_STATUS,
  731. STATUS_HEADER_REO_STATUS_NUMBER)];
  732. break;
  733. case HAL_REO_FLUSH_CACHE_STATUS_TLV:
  734. val1 = d[HAL_OFFSET_QW(REO_FLUSH_CACHE_STATUS,
  735. STATUS_HEADER_REO_STATUS_NUMBER)];
  736. break;
  737. case HAL_REO_UNBLK_CACHE_STATUS_TLV:
  738. val1 = d[HAL_OFFSET_QW(REO_UNBLOCK_CACHE_STATUS,
  739. STATUS_HEADER_REO_STATUS_NUMBER)];
  740. break;
  741. case HAL_REO_TIMOUT_LIST_STATUS_TLV:
  742. val1 = d[HAL_OFFSET_QW(REO_FLUSH_TIMEOUT_LIST_STATUS,
  743. STATUS_HEADER_REO_STATUS_NUMBER)];
  744. break;
  745. case HAL_REO_DESC_THRES_STATUS_TLV:
  746. val1 =
  747. d[HAL_OFFSET_QW(REO_DESCRIPTOR_THRESHOLD_REACHED_STATUS,
  748. STATUS_HEADER_REO_STATUS_NUMBER)];
  749. break;
  750. case HAL_REO_UPDATE_RX_QUEUE_STATUS_TLV:
  751. val1 = d[HAL_OFFSET_QW(REO_UPDATE_RX_REO_QUEUE_STATUS,
  752. STATUS_HEADER_REO_STATUS_NUMBER)];
  753. break;
  754. default:
  755. qdf_nofl_err("ERROR: Unknown tlv\n");
  756. break;
  757. }
  758. h->cmd_num =
  759. HAL_GET_FIELD(
  760. UNIFORM_REO_STATUS_HEADER, REO_STATUS_NUMBER,
  761. val1);
  762. h->exec_time =
  763. HAL_GET_FIELD(UNIFORM_REO_STATUS_HEADER,
  764. CMD_EXECUTION_TIME, val1);
  765. h->status =
  766. HAL_GET_FIELD(UNIFORM_REO_STATUS_HEADER,
  767. REO_CMD_EXECUTION_STATUS, val1);
  768. switch (b) {
  769. case HAL_REO_QUEUE_STATS_STATUS_TLV:
  770. val1 = d[HAL_OFFSET_QW(REO_GET_QUEUE_STATS_STATUS,
  771. STATUS_HEADER_TIMESTAMP)];
  772. break;
  773. case HAL_REO_FLUSH_QUEUE_STATUS_TLV:
  774. val1 = d[HAL_OFFSET_QW(REO_FLUSH_QUEUE_STATUS,
  775. STATUS_HEADER_TIMESTAMP)];
  776. break;
  777. case HAL_REO_FLUSH_CACHE_STATUS_TLV:
  778. val1 = d[HAL_OFFSET_QW(REO_FLUSH_CACHE_STATUS,
  779. STATUS_HEADER_TIMESTAMP)];
  780. break;
  781. case HAL_REO_UNBLK_CACHE_STATUS_TLV:
  782. val1 = d[HAL_OFFSET_QW(REO_UNBLOCK_CACHE_STATUS,
  783. STATUS_HEADER_TIMESTAMP)];
  784. break;
  785. case HAL_REO_TIMOUT_LIST_STATUS_TLV:
  786. val1 = d[HAL_OFFSET_QW(REO_FLUSH_TIMEOUT_LIST_STATUS,
  787. STATUS_HEADER_TIMESTAMP)];
  788. break;
  789. case HAL_REO_DESC_THRES_STATUS_TLV:
  790. val1 =
  791. d[HAL_OFFSET_QW(REO_DESCRIPTOR_THRESHOLD_REACHED_STATUS,
  792. STATUS_HEADER_TIMESTAMP)];
  793. break;
  794. case HAL_REO_UPDATE_RX_QUEUE_STATUS_TLV:
  795. val1 = d[HAL_OFFSET_QW(REO_UPDATE_RX_REO_QUEUE_STATUS,
  796. STATUS_HEADER_TIMESTAMP)];
  797. break;
  798. default:
  799. qdf_nofl_err("ERROR: Unknown tlv\n");
  800. break;
  801. }
  802. h->tstamp =
  803. HAL_GET_FIELD(UNIFORM_REO_STATUS_HEADER, TIMESTAMP, val1);
  804. }
  805. static
  806. void *hal_rx_msdu0_buffer_addr_lsb_kiwi(void *link_desc_va)
  807. {
  808. return (void *)HAL_RX_MSDU0_BUFFER_ADDR_LSB(link_desc_va);
  809. }
  810. static
  811. void *hal_rx_msdu_desc_info_ptr_get_kiwi(void *msdu0)
  812. {
  813. return (void *)HAL_RX_MSDU_DESC_INFO_PTR_GET(msdu0);
  814. }
  815. static
  816. void *hal_ent_mpdu_desc_info_kiwi(void *ent_ring_desc)
  817. {
  818. return (void *)HAL_ENT_MPDU_DESC_INFO(ent_ring_desc);
  819. }
  820. static
  821. void *hal_dst_mpdu_desc_info_kiwi(void *dst_ring_desc)
  822. {
  823. return (void *)HAL_DST_MPDU_DESC_INFO(dst_ring_desc);
  824. }
  825. /*
  826. * hal_rx_get_tlv_kiwi(): API to get the tlv
  827. *
  828. * @rx_tlv: TLV data extracted from the rx packet
  829. * Return: uint8_t
  830. */
  831. static uint8_t hal_rx_get_tlv_kiwi(void *rx_tlv)
  832. {
  833. return HAL_RX_GET(rx_tlv, PHYRX_RSSI_LEGACY, RECEIVE_BANDWIDTH);
  834. }
  835. /**
  836. * hal_rx_proc_phyrx_other_receive_info_tlv_kiwi()
  837. * - process other receive info TLV
  838. * @rx_tlv_hdr: pointer to TLV header
  839. * @ppdu_info: pointer to ppdu_info
  840. *
  841. * Return: None
  842. */
  843. static
  844. void hal_rx_proc_phyrx_other_receive_info_tlv_kiwi(void *rx_tlv_hdr,
  845. void *ppdu_info_handle)
  846. {
  847. uint32_t tlv_tag, tlv_len;
  848. uint32_t temp_len, other_tlv_len, other_tlv_tag;
  849. void *rx_tlv = (uint8_t *)rx_tlv_hdr + HAL_RX_TLV32_HDR_SIZE;
  850. void *other_tlv_hdr = NULL;
  851. void *other_tlv = NULL;
  852. tlv_tag = HAL_RX_GET_USER_TLV32_TYPE(rx_tlv_hdr);
  853. tlv_len = HAL_RX_GET_USER_TLV32_LEN(rx_tlv_hdr);
  854. temp_len = 0;
  855. other_tlv_hdr = rx_tlv + HAL_RX_TLV32_HDR_SIZE;
  856. other_tlv_tag = HAL_RX_GET_USER_TLV32_TYPE(other_tlv_hdr);
  857. other_tlv_len = HAL_RX_GET_USER_TLV32_LEN(other_tlv_hdr);
  858. temp_len += other_tlv_len;
  859. other_tlv = other_tlv_hdr + HAL_RX_TLV32_HDR_SIZE;
  860. switch (other_tlv_tag) {
  861. default:
  862. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR,
  863. "%s unhandled TLV type: %d, TLV len:%d",
  864. __func__, other_tlv_tag, other_tlv_len);
  865. break;
  866. }
  867. }
  868. /**
  869. * hal_reo_config_kiwi(): Set reo config parameters
  870. * @soc: hal soc handle
  871. * @reg_val: value to be set
  872. * @reo_params: reo parameters
  873. *
  874. * Return: void
  875. */
  876. static
  877. void hal_reo_config_kiwi(struct hal_soc *soc,
  878. uint32_t reg_val,
  879. struct hal_reo_params *reo_params)
  880. {
  881. HAL_REO_R0_CONFIG(soc, reg_val, reo_params);
  882. }
  883. /**
  884. * hal_rx_msdu_desc_info_get_ptr_kiwi() - Get msdu desc info ptr
  885. * @msdu_details_ptr - Pointer to msdu_details_ptr
  886. *
  887. * Return - Pointer to rx_msdu_desc_info structure.
  888. *
  889. */
  890. static void *hal_rx_msdu_desc_info_get_ptr_kiwi(void *msdu_details_ptr)
  891. {
  892. return HAL_RX_MSDU_DESC_INFO_GET(msdu_details_ptr);
  893. }
  894. /**
  895. * hal_rx_link_desc_msdu0_ptr_kiwi - Get pointer to rx_msdu details
  896. * @link_desc - Pointer to link desc
  897. *
  898. * Return - Pointer to rx_msdu_details structure
  899. *
  900. */
  901. static void *hal_rx_link_desc_msdu0_ptr_kiwi(void *link_desc)
  902. {
  903. return HAL_RX_LINK_DESC_MSDU0_PTR(link_desc);
  904. }
  905. /**
  906. * hal_get_window_address_kiwi(): Function to get hp/tp address
  907. * @hal_soc: Pointer to hal_soc
  908. * @addr: address offset of register
  909. *
  910. * Return: modified address offset of register
  911. */
  912. static inline qdf_iomem_t hal_get_window_address_kiwi(struct hal_soc *hal_soc,
  913. qdf_iomem_t addr)
  914. {
  915. return addr;
  916. }
  917. /**
  918. * hal_reo_set_err_dst_remap_kiwi(): Function to set REO error destination
  919. * ring remap register
  920. * @hal_soc: Pointer to hal_soc
  921. *
  922. * Return: none.
  923. */
  924. static void
  925. hal_reo_set_err_dst_remap_kiwi(void *hal_soc)
  926. {
  927. /*
  928. * Set REO error 2k jump (error code 5) / OOR (error code 7)
  929. * frame routed to REO2SW0 ring.
  930. */
  931. uint32_t dst_remap_ix0 =
  932. HAL_REO_ERR_REMAP_IX0(REO_REMAP_TCL, 0) |
  933. HAL_REO_ERR_REMAP_IX0(REO_REMAP_TCL, 1) |
  934. HAL_REO_ERR_REMAP_IX0(REO_REMAP_TCL, 2) |
  935. HAL_REO_ERR_REMAP_IX0(REO_REMAP_TCL, 3) |
  936. HAL_REO_ERR_REMAP_IX0(REO_REMAP_TCL, 4) |
  937. HAL_REO_ERR_REMAP_IX0(REO_REMAP_TCL, 5) |
  938. HAL_REO_ERR_REMAP_IX0(REO_REMAP_TCL, 6) |
  939. HAL_REO_ERR_REMAP_IX0(REO_REMAP_TCL, 7);
  940. uint32_t dst_remap_ix1 =
  941. HAL_REO_ERR_REMAP_IX1(REO_REMAP_TCL, 14) |
  942. HAL_REO_ERR_REMAP_IX1(REO_REMAP_TCL, 13) |
  943. HAL_REO_ERR_REMAP_IX1(REO_REMAP_TCL, 12) |
  944. HAL_REO_ERR_REMAP_IX1(REO_REMAP_TCL, 11) |
  945. HAL_REO_ERR_REMAP_IX1(REO_REMAP_TCL, 10) |
  946. HAL_REO_ERR_REMAP_IX1(REO_REMAP_TCL, 9) |
  947. HAL_REO_ERR_REMAP_IX1(REO_REMAP_TCL, 8);
  948. HAL_REG_WRITE(hal_soc,
  949. HWIO_REO_R0_ERROR_DESTINATION_MAPPING_IX_0_ADDR(
  950. REO_REG_REG_BASE),
  951. dst_remap_ix0);
  952. hal_info("HWIO_REO_R0_ERROR_DESTINATION_MAPPING_IX_0 0x%x",
  953. HAL_REG_READ(
  954. hal_soc,
  955. HWIO_REO_R0_ERROR_DESTINATION_MAPPING_IX_0_ADDR(
  956. REO_REG_REG_BASE)));
  957. HAL_REG_WRITE(hal_soc,
  958. HWIO_REO_R0_ERROR_DESTINATION_MAPPING_IX_1_ADDR(
  959. REO_REG_REG_BASE),
  960. dst_remap_ix1);
  961. hal_info("HWIO_REO_R0_ERROR_DESTINATION_MAPPING_IX_1 0x%x",
  962. HAL_REG_READ(
  963. hal_soc,
  964. HWIO_REO_R0_ERROR_DESTINATION_MAPPING_IX_1_ADDR(
  965. REO_REG_REG_BASE)));
  966. }
  967. /**
  968. * hal_reo_enable_pn_in_dest_kiwi() - Set the REO register to enable previous PN
  969. * for OOR and 2K-jump frames
  970. * @hal_soc: HAL SoC handle
  971. *
  972. * Return: 1, since the register is set.
  973. */
  974. static uint8_t hal_reo_enable_pn_in_dest_kiwi(void *hal_soc)
  975. {
  976. HAL_REG_WRITE(hal_soc, HWIO_REO_R0_PN_IN_DEST_ADDR(REO_REG_REG_BASE),
  977. 1);
  978. return 1;
  979. }
  980. /**
  981. * hal_rx_flow_setup_fse_kiwi() - Setup a flow search entry in HW FST
  982. * @fst: Pointer to the Rx Flow Search Table
  983. * @table_offset: offset into the table where the flow is to be setup
  984. * @flow: Flow Parameters
  985. *
  986. * Flow table entry fields are updated in host byte order, little endian order.
  987. *
  988. * Return: Success/Failure
  989. */
  990. static void *
  991. hal_rx_flow_setup_fse_kiwi(uint8_t *rx_fst, uint32_t table_offset,
  992. uint8_t *rx_flow)
  993. {
  994. struct hal_rx_fst *fst = (struct hal_rx_fst *)rx_fst;
  995. struct hal_rx_flow *flow = (struct hal_rx_flow *)rx_flow;
  996. uint8_t *fse;
  997. bool fse_valid;
  998. if (table_offset >= fst->max_entries) {
  999. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_ERROR,
  1000. "HAL FSE table offset %u exceeds max entries %u",
  1001. table_offset, fst->max_entries);
  1002. return NULL;
  1003. }
  1004. fse = (uint8_t *)fst->base_vaddr +
  1005. (table_offset * HAL_RX_FST_ENTRY_SIZE);
  1006. fse_valid = HAL_GET_FLD(fse, RX_FLOW_SEARCH_ENTRY, VALID);
  1007. if (fse_valid) {
  1008. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_DEBUG,
  1009. "HAL FSE %pK already valid", fse);
  1010. return NULL;
  1011. }
  1012. HAL_SET_FLD(fse, RX_FLOW_SEARCH_ENTRY, SRC_IP_127_96) =
  1013. HAL_SET_FLD_SM(RX_FLOW_SEARCH_ENTRY, SRC_IP_127_96,
  1014. (flow->tuple_info.src_ip_127_96));
  1015. HAL_SET_FLD(fse, RX_FLOW_SEARCH_ENTRY, SRC_IP_95_64) =
  1016. HAL_SET_FLD_SM(RX_FLOW_SEARCH_ENTRY, SRC_IP_95_64,
  1017. (flow->tuple_info.src_ip_95_64));
  1018. HAL_SET_FLD(fse, RX_FLOW_SEARCH_ENTRY, SRC_IP_63_32) =
  1019. HAL_SET_FLD_SM(RX_FLOW_SEARCH_ENTRY, SRC_IP_63_32,
  1020. (flow->tuple_info.src_ip_63_32));
  1021. HAL_SET_FLD(fse, RX_FLOW_SEARCH_ENTRY, SRC_IP_31_0) =
  1022. HAL_SET_FLD_SM(RX_FLOW_SEARCH_ENTRY, SRC_IP_31_0,
  1023. (flow->tuple_info.src_ip_31_0));
  1024. HAL_SET_FLD(fse, RX_FLOW_SEARCH_ENTRY, DEST_IP_127_96) =
  1025. HAL_SET_FLD_SM(RX_FLOW_SEARCH_ENTRY, DEST_IP_127_96,
  1026. (flow->tuple_info.dest_ip_127_96));
  1027. HAL_SET_FLD(fse, RX_FLOW_SEARCH_ENTRY, DEST_IP_95_64) =
  1028. HAL_SET_FLD_SM(RX_FLOW_SEARCH_ENTRY, DEST_IP_95_64,
  1029. (flow->tuple_info.dest_ip_95_64));
  1030. HAL_SET_FLD(fse, RX_FLOW_SEARCH_ENTRY, DEST_IP_63_32) =
  1031. HAL_SET_FLD_SM(RX_FLOW_SEARCH_ENTRY, DEST_IP_63_32,
  1032. (flow->tuple_info.dest_ip_63_32));
  1033. HAL_SET_FLD(fse, RX_FLOW_SEARCH_ENTRY, DEST_IP_31_0) =
  1034. HAL_SET_FLD_SM(RX_FLOW_SEARCH_ENTRY, DEST_IP_31_0,
  1035. (flow->tuple_info.dest_ip_31_0));
  1036. HAL_CLR_FLD(fse, RX_FLOW_SEARCH_ENTRY, DEST_PORT);
  1037. HAL_SET_FLD(fse, RX_FLOW_SEARCH_ENTRY, DEST_PORT) |=
  1038. HAL_SET_FLD_SM(RX_FLOW_SEARCH_ENTRY, DEST_PORT,
  1039. (flow->tuple_info.dest_port));
  1040. HAL_CLR_FLD(fse, RX_FLOW_SEARCH_ENTRY, SRC_PORT);
  1041. HAL_SET_FLD(fse, RX_FLOW_SEARCH_ENTRY, SRC_PORT) |=
  1042. HAL_SET_FLD_SM(RX_FLOW_SEARCH_ENTRY, SRC_PORT,
  1043. (flow->tuple_info.src_port));
  1044. HAL_CLR_FLD(fse, RX_FLOW_SEARCH_ENTRY, L4_PROTOCOL);
  1045. HAL_SET_FLD(fse, RX_FLOW_SEARCH_ENTRY, L4_PROTOCOL) |=
  1046. HAL_SET_FLD_SM(RX_FLOW_SEARCH_ENTRY, L4_PROTOCOL,
  1047. flow->tuple_info.l4_protocol);
  1048. HAL_CLR_FLD(fse, RX_FLOW_SEARCH_ENTRY, REO_DESTINATION_HANDLER);
  1049. HAL_SET_FLD(fse, RX_FLOW_SEARCH_ENTRY, REO_DESTINATION_HANDLER) |=
  1050. HAL_SET_FLD_SM(RX_FLOW_SEARCH_ENTRY, REO_DESTINATION_HANDLER,
  1051. flow->reo_destination_handler);
  1052. HAL_CLR_FLD(fse, RX_FLOW_SEARCH_ENTRY, VALID);
  1053. HAL_SET_FLD(fse, RX_FLOW_SEARCH_ENTRY, VALID) |=
  1054. HAL_SET_FLD_SM(RX_FLOW_SEARCH_ENTRY, VALID, 1);
  1055. HAL_CLR_FLD(fse, RX_FLOW_SEARCH_ENTRY, METADATA);
  1056. HAL_SET_FLD(fse, RX_FLOW_SEARCH_ENTRY, METADATA) =
  1057. HAL_SET_FLD_SM(RX_FLOW_SEARCH_ENTRY, METADATA,
  1058. (flow->fse_metadata));
  1059. HAL_CLR_FLD(fse, RX_FLOW_SEARCH_ENTRY, REO_DESTINATION_INDICATION);
  1060. HAL_SET_FLD(fse, RX_FLOW_SEARCH_ENTRY, REO_DESTINATION_INDICATION) |=
  1061. HAL_SET_FLD_SM(RX_FLOW_SEARCH_ENTRY,
  1062. REO_DESTINATION_INDICATION,
  1063. flow->reo_destination_indication);
  1064. /* Reset all the other fields in FSE */
  1065. HAL_CLR_FLD(fse, RX_FLOW_SEARCH_ENTRY, RESERVED_9);
  1066. HAL_CLR_FLD(fse, RX_FLOW_SEARCH_ENTRY, MSDU_DROP);
  1067. HAL_CLR_FLD(fse, RX_FLOW_SEARCH_ENTRY, MSDU_COUNT);
  1068. HAL_CLR_FLD(fse, RX_FLOW_SEARCH_ENTRY, MSDU_BYTE_COUNT);
  1069. HAL_CLR_FLD(fse, RX_FLOW_SEARCH_ENTRY, TIMESTAMP);
  1070. return fse;
  1071. }
  1072. static
  1073. void hal_compute_reo_remap_ix2_ix3_kiwi(uint32_t *ring_map,
  1074. uint32_t num_rings, uint32_t *remap1,
  1075. uint32_t *remap2)
  1076. {
  1077. /*
  1078. * The 4 bits REO destination ring value is defined as: 0: TCL
  1079. * 1:SW1 2:SW2 3:SW3 4:SW4 5:Release 6:FW(WIFI) 7:SW5
  1080. * 8:SW6 9:SW7 10:SW8 11: NOT_USED.
  1081. *
  1082. */
  1083. uint32_t reo_dest_ring_map[] = {REO_REMAP_SW1, REO_REMAP_SW2,
  1084. REO_REMAP_SW3, REO_REMAP_SW4,
  1085. REO_REMAP_SW5, REO_REMAP_SW6,
  1086. REO_REMAP_SW7, REO_REMAP_SW8};
  1087. switch (num_rings) {
  1088. default:
  1089. case 3:
  1090. *remap1 = HAL_REO_REMAP_IX2(reo_dest_ring_map[0], 16) |
  1091. HAL_REO_REMAP_IX2(reo_dest_ring_map[1], 17) |
  1092. HAL_REO_REMAP_IX2(reo_dest_ring_map[2], 18) |
  1093. HAL_REO_REMAP_IX2(reo_dest_ring_map[0], 19) |
  1094. HAL_REO_REMAP_IX2(reo_dest_ring_map[1], 20) |
  1095. HAL_REO_REMAP_IX2(reo_dest_ring_map[2], 21) |
  1096. HAL_REO_REMAP_IX2(reo_dest_ring_map[0], 22) |
  1097. HAL_REO_REMAP_IX2(reo_dest_ring_map[1], 23);
  1098. *remap2 = HAL_REO_REMAP_IX3(reo_dest_ring_map[2], 24) |
  1099. HAL_REO_REMAP_IX3(reo_dest_ring_map[0], 25) |
  1100. HAL_REO_REMAP_IX3(reo_dest_ring_map[1], 26) |
  1101. HAL_REO_REMAP_IX3(reo_dest_ring_map[2], 27) |
  1102. HAL_REO_REMAP_IX3(reo_dest_ring_map[0], 28) |
  1103. HAL_REO_REMAP_IX3(reo_dest_ring_map[1], 29) |
  1104. HAL_REO_REMAP_IX3(reo_dest_ring_map[2], 30) |
  1105. HAL_REO_REMAP_IX3(reo_dest_ring_map[0], 31);
  1106. break;
  1107. case 4:
  1108. *remap1 = HAL_REO_REMAP_IX2(reo_dest_ring_map[0], 16) |
  1109. HAL_REO_REMAP_IX2(reo_dest_ring_map[1], 17) |
  1110. HAL_REO_REMAP_IX2(reo_dest_ring_map[2], 18) |
  1111. HAL_REO_REMAP_IX2(reo_dest_ring_map[3], 19) |
  1112. HAL_REO_REMAP_IX2(reo_dest_ring_map[0], 20) |
  1113. HAL_REO_REMAP_IX2(reo_dest_ring_map[1], 21) |
  1114. HAL_REO_REMAP_IX2(reo_dest_ring_map[2], 22) |
  1115. HAL_REO_REMAP_IX2(reo_dest_ring_map[3], 23);
  1116. *remap2 = HAL_REO_REMAP_IX3(reo_dest_ring_map[0], 24) |
  1117. HAL_REO_REMAP_IX3(reo_dest_ring_map[1], 25) |
  1118. HAL_REO_REMAP_IX3(reo_dest_ring_map[2], 26) |
  1119. HAL_REO_REMAP_IX3(reo_dest_ring_map[3], 27) |
  1120. HAL_REO_REMAP_IX3(reo_dest_ring_map[0], 28) |
  1121. HAL_REO_REMAP_IX3(reo_dest_ring_map[1], 29) |
  1122. HAL_REO_REMAP_IX3(reo_dest_ring_map[2], 30) |
  1123. HAL_REO_REMAP_IX3(reo_dest_ring_map[3], 31);
  1124. break;
  1125. case 6:
  1126. *remap1 = HAL_REO_REMAP_IX2(reo_dest_ring_map[0], 16) |
  1127. HAL_REO_REMAP_IX2(reo_dest_ring_map[1], 17) |
  1128. HAL_REO_REMAP_IX2(reo_dest_ring_map[2], 18) |
  1129. HAL_REO_REMAP_IX2(reo_dest_ring_map[4], 19) |
  1130. HAL_REO_REMAP_IX2(reo_dest_ring_map[5], 20) |
  1131. HAL_REO_REMAP_IX2(reo_dest_ring_map[6], 21) |
  1132. HAL_REO_REMAP_IX2(reo_dest_ring_map[0], 22) |
  1133. HAL_REO_REMAP_IX2(reo_dest_ring_map[1], 23);
  1134. *remap2 = HAL_REO_REMAP_IX3(reo_dest_ring_map[2], 24) |
  1135. HAL_REO_REMAP_IX3(reo_dest_ring_map[4], 25) |
  1136. HAL_REO_REMAP_IX3(reo_dest_ring_map[5], 26) |
  1137. HAL_REO_REMAP_IX3(reo_dest_ring_map[6], 27) |
  1138. HAL_REO_REMAP_IX3(reo_dest_ring_map[0], 28) |
  1139. HAL_REO_REMAP_IX3(reo_dest_ring_map[1], 29) |
  1140. HAL_REO_REMAP_IX3(reo_dest_ring_map[2], 30) |
  1141. HAL_REO_REMAP_IX3(reo_dest_ring_map[4], 31);
  1142. break;
  1143. case 8:
  1144. *remap1 = HAL_REO_REMAP_IX2(reo_dest_ring_map[0], 16) |
  1145. HAL_REO_REMAP_IX2(reo_dest_ring_map[1], 17) |
  1146. HAL_REO_REMAP_IX2(reo_dest_ring_map[2], 18) |
  1147. HAL_REO_REMAP_IX2(reo_dest_ring_map[3], 19) |
  1148. HAL_REO_REMAP_IX2(reo_dest_ring_map[4], 20) |
  1149. HAL_REO_REMAP_IX2(reo_dest_ring_map[5], 21) |
  1150. HAL_REO_REMAP_IX2(reo_dest_ring_map[6], 22) |
  1151. HAL_REO_REMAP_IX2(reo_dest_ring_map[7], 23);
  1152. *remap2 = HAL_REO_REMAP_IX3(reo_dest_ring_map[0], 24) |
  1153. HAL_REO_REMAP_IX3(reo_dest_ring_map[1], 25) |
  1154. HAL_REO_REMAP_IX3(reo_dest_ring_map[2], 26) |
  1155. HAL_REO_REMAP_IX3(reo_dest_ring_map[3], 27) |
  1156. HAL_REO_REMAP_IX3(reo_dest_ring_map[4], 28) |
  1157. HAL_REO_REMAP_IX3(reo_dest_ring_map[5], 29) |
  1158. HAL_REO_REMAP_IX3(reo_dest_ring_map[6], 30) |
  1159. HAL_REO_REMAP_IX3(reo_dest_ring_map[7], 31);
  1160. break;
  1161. }
  1162. }
  1163. /* NUM TCL Bank registers in KIWI */
  1164. #define HAL_NUM_TCL_BANKS_KIWI 8
  1165. /**
  1166. * hal_tx_get_num_tcl_banks_kiwi() - Get number of banks in target
  1167. *
  1168. * Returns: number of bank
  1169. */
  1170. static uint8_t hal_tx_get_num_tcl_banks_kiwi(void)
  1171. {
  1172. return HAL_NUM_TCL_BANKS_KIWI;
  1173. }
  1174. /**
  1175. * hal_rx_reo_prev_pn_get_kiwi() - Get the previous PN from the REO ring desc.
  1176. * @ring_desc: REO ring descriptor [To be validated by caller ]
  1177. * @prev_pn: Buffer where the previous PN is to be populated.
  1178. * [To be validated by caller]
  1179. *
  1180. * Return: None
  1181. */
  1182. static void hal_rx_reo_prev_pn_get_kiwi(void *ring_desc,
  1183. uint64_t *prev_pn)
  1184. {
  1185. struct reo_destination_ring_with_pn *reo_desc =
  1186. (struct reo_destination_ring_with_pn *)ring_desc;
  1187. *prev_pn = reo_desc->prev_pn_23_0;
  1188. *prev_pn |= ((uint64_t)reo_desc->prev_pn_55_24 << 24);
  1189. }
  1190. /**
  1191. * hal_cmem_write_kiwi() - function for CMEM buffer writing
  1192. * @hal_soc_hdl: HAL SOC handle
  1193. * @offset: CMEM address
  1194. * @value: value to write
  1195. *
  1196. * Return: None.
  1197. */
  1198. static inline void hal_cmem_write_kiwi(hal_soc_handle_t hal_soc_hdl,
  1199. uint32_t offset,
  1200. uint32_t value)
  1201. {
  1202. struct hal_soc *hal = (struct hal_soc *)hal_soc_hdl;
  1203. hal_write32_mb(hal, offset, value);
  1204. }
  1205. /**
  1206. * hal_get_idle_link_bm_id_kiwi() - Get idle link BM id from chid_id
  1207. * @chip_id: mlo chip_id
  1208. *
  1209. * Returns: RBM ID
  1210. */
  1211. static uint8_t hal_get_idle_link_bm_id_kiwi(uint8_t chip_id)
  1212. {
  1213. return WBM_IDLE_DESC_LIST;
  1214. }
  1215. static void hal_hw_txrx_ops_attach_kiwi(struct hal_soc *hal_soc)
  1216. {
  1217. /* init and setup */
  1218. hal_soc->ops->hal_srng_dst_hw_init = hal_srng_dst_hw_init_generic;
  1219. hal_soc->ops->hal_srng_src_hw_init = hal_srng_src_hw_init_generic;
  1220. hal_soc->ops->hal_get_hw_hptp = hal_get_hw_hptp_generic;
  1221. hal_soc->ops->hal_get_window_address = hal_get_window_address_kiwi;
  1222. hal_soc->ops->hal_reo_set_err_dst_remap =
  1223. hal_reo_set_err_dst_remap_kiwi;
  1224. hal_soc->ops->hal_reo_enable_pn_in_dest =
  1225. hal_reo_enable_pn_in_dest_kiwi;
  1226. /* tx */
  1227. hal_soc->ops->hal_tx_set_dscp_tid_map = hal_tx_set_dscp_tid_map_kiwi;
  1228. hal_soc->ops->hal_tx_update_dscp_tid = hal_tx_update_dscp_tid_kiwi;
  1229. hal_soc->ops->hal_tx_comp_get_status =
  1230. hal_tx_comp_get_status_generic_be;
  1231. hal_soc->ops->hal_tx_init_cmd_credit_ring =
  1232. hal_tx_init_cmd_credit_ring_kiwi;
  1233. /* rx */
  1234. hal_soc->ops->hal_rx_msdu_start_nss_get = hal_rx_tlv_nss_get_be;
  1235. hal_soc->ops->hal_rx_mon_hw_desc_get_mpdu_status =
  1236. hal_rx_mon_hw_desc_get_mpdu_status_be;
  1237. hal_soc->ops->hal_rx_get_tlv = hal_rx_get_tlv_kiwi;
  1238. hal_soc->ops->hal_rx_pkt_hdr_get = hal_rx_pkt_hdr_get_be;
  1239. hal_soc->ops->hal_rx_proc_phyrx_other_receive_info_tlv =
  1240. hal_rx_proc_phyrx_other_receive_info_tlv_kiwi;
  1241. hal_soc->ops->hal_rx_dump_msdu_end_tlv = hal_rx_dump_msdu_end_tlv_kiwi;
  1242. hal_soc->ops->hal_rx_dump_mpdu_start_tlv =
  1243. hal_rx_dump_mpdu_start_tlv_kiwi;
  1244. hal_soc->ops->hal_rx_dump_pkt_tlvs = hal_rx_dump_pkt_tlvs_kiwi;
  1245. hal_soc->ops->hal_get_link_desc_size = hal_get_link_desc_size_kiwi;
  1246. hal_soc->ops->hal_rx_mpdu_start_tid_get = hal_rx_tlv_tid_get_be;
  1247. hal_soc->ops->hal_rx_msdu_start_reception_type_get =
  1248. hal_rx_tlv_reception_type_get_be;
  1249. hal_soc->ops->hal_rx_msdu_end_da_idx_get =
  1250. hal_rx_msdu_end_da_idx_get_be;
  1251. hal_soc->ops->hal_rx_msdu_desc_info_get_ptr =
  1252. hal_rx_msdu_desc_info_get_ptr_kiwi;
  1253. hal_soc->ops->hal_rx_link_desc_msdu0_ptr =
  1254. hal_rx_link_desc_msdu0_ptr_kiwi;
  1255. hal_soc->ops->hal_reo_status_get_header =
  1256. hal_reo_status_get_header_kiwi;
  1257. hal_soc->ops->hal_rx_status_get_tlv_info =
  1258. hal_rx_status_get_tlv_info_generic_be;
  1259. hal_soc->ops->hal_rx_wbm_err_info_get =
  1260. hal_rx_wbm_err_info_get_generic_be;
  1261. hal_soc->ops->hal_rx_priv_info_set_in_tlv =
  1262. hal_rx_priv_info_set_in_tlv_be;
  1263. hal_soc->ops->hal_rx_priv_info_get_from_tlv =
  1264. hal_rx_priv_info_get_from_tlv_be;
  1265. hal_soc->ops->hal_tx_set_pcp_tid_map =
  1266. hal_tx_set_pcp_tid_map_generic_be;
  1267. hal_soc->ops->hal_tx_update_pcp_tid_map =
  1268. hal_tx_update_pcp_tid_generic_be;
  1269. hal_soc->ops->hal_tx_set_tidmap_prty =
  1270. hal_tx_update_tidmap_prty_generic_be;
  1271. hal_soc->ops->hal_rx_get_rx_fragment_number =
  1272. hal_rx_get_rx_fragment_number_be;
  1273. hal_soc->ops->hal_rx_msdu_end_da_is_mcbc_get =
  1274. hal_rx_tlv_da_is_mcbc_get_be;
  1275. hal_soc->ops->hal_rx_msdu_end_sa_is_valid_get =
  1276. hal_rx_tlv_sa_is_valid_get_be;
  1277. hal_soc->ops->hal_rx_msdu_end_sa_idx_get = hal_rx_tlv_sa_idx_get_be,
  1278. hal_soc->ops->hal_rx_desc_is_first_msdu =
  1279. hal_rx_desc_is_first_msdu_be;
  1280. hal_soc->ops->hal_rx_msdu_end_l3_hdr_padding_get =
  1281. hal_rx_tlv_l3_hdr_padding_get_be;
  1282. hal_soc->ops->hal_rx_encryption_info_valid =
  1283. hal_rx_encryption_info_valid_be;
  1284. hal_soc->ops->hal_rx_print_pn = hal_rx_print_pn_be;
  1285. hal_soc->ops->hal_rx_msdu_end_first_msdu_get =
  1286. hal_rx_tlv_first_msdu_get_be;
  1287. hal_soc->ops->hal_rx_msdu_end_da_is_valid_get =
  1288. hal_rx_tlv_da_is_valid_get_be;
  1289. hal_soc->ops->hal_rx_msdu_end_last_msdu_get =
  1290. hal_rx_tlv_last_msdu_get_be;
  1291. hal_soc->ops->hal_rx_get_mpdu_mac_ad4_valid =
  1292. hal_rx_get_mpdu_mac_ad4_valid_be;
  1293. hal_soc->ops->hal_rx_mpdu_start_sw_peer_id_get =
  1294. hal_rx_mpdu_start_sw_peer_id_get_be;
  1295. hal_soc->ops->hal_rx_mpdu_peer_meta_data_get =
  1296. hal_rx_mpdu_peer_meta_data_get_be;
  1297. hal_soc->ops->hal_rx_mpdu_get_to_ds = hal_rx_mpdu_get_to_ds_be;
  1298. hal_soc->ops->hal_rx_mpdu_get_fr_ds = hal_rx_mpdu_get_fr_ds_be;
  1299. hal_soc->ops->hal_rx_get_mpdu_frame_control_valid =
  1300. hal_rx_get_mpdu_frame_control_valid_be;
  1301. hal_soc->ops->hal_rx_mpdu_get_addr1 = hal_rx_mpdu_get_addr1_be;
  1302. hal_soc->ops->hal_rx_mpdu_get_addr2 = hal_rx_mpdu_get_addr2_be;
  1303. hal_soc->ops->hal_rx_mpdu_get_addr3 = hal_rx_mpdu_get_addr3_be;
  1304. hal_soc->ops->hal_rx_mpdu_get_addr4 = hal_rx_mpdu_get_addr4_be;
  1305. hal_soc->ops->hal_rx_get_mpdu_sequence_control_valid =
  1306. hal_rx_get_mpdu_sequence_control_valid_be;
  1307. hal_soc->ops->hal_rx_is_unicast = hal_rx_is_unicast_be;
  1308. hal_soc->ops->hal_rx_tid_get = hal_rx_tid_get_be;
  1309. hal_soc->ops->hal_rx_hw_desc_get_ppduid_get =
  1310. hal_rx_hw_desc_get_ppduid_get_be;
  1311. hal_soc->ops->hal_rx_msdu0_buffer_addr_lsb =
  1312. hal_rx_msdu0_buffer_addr_lsb_kiwi;
  1313. hal_soc->ops->hal_rx_msdu_desc_info_ptr_get =
  1314. hal_rx_msdu_desc_info_ptr_get_kiwi;
  1315. hal_soc->ops->hal_ent_mpdu_desc_info = hal_ent_mpdu_desc_info_kiwi;
  1316. hal_soc->ops->hal_dst_mpdu_desc_info = hal_dst_mpdu_desc_info_kiwi;
  1317. hal_soc->ops->hal_rx_get_fc_valid = hal_rx_get_fc_valid_be;
  1318. hal_soc->ops->hal_rx_get_to_ds_flag = hal_rx_get_to_ds_flag_be;
  1319. hal_soc->ops->hal_rx_get_mac_addr2_valid =
  1320. hal_rx_get_mac_addr2_valid_be;
  1321. hal_soc->ops->hal_rx_get_filter_category =
  1322. hal_rx_get_filter_category_be;
  1323. hal_soc->ops->hal_rx_get_ppdu_id = hal_rx_get_ppdu_id_be;
  1324. hal_soc->ops->hal_reo_config = hal_reo_config_kiwi;
  1325. hal_soc->ops->hal_rx_msdu_flow_idx_get = hal_rx_msdu_flow_idx_get_be;
  1326. hal_soc->ops->hal_rx_msdu_flow_idx_invalid =
  1327. hal_rx_msdu_flow_idx_invalid_be;
  1328. hal_soc->ops->hal_rx_msdu_flow_idx_timeout =
  1329. hal_rx_msdu_flow_idx_timeout_be;
  1330. hal_soc->ops->hal_rx_msdu_fse_metadata_get =
  1331. hal_rx_msdu_fse_metadata_get_be;
  1332. hal_soc->ops->hal_rx_msdu_cce_match_get =
  1333. hal_rx_msdu_cce_match_get_be;
  1334. hal_soc->ops->hal_rx_msdu_cce_metadata_get =
  1335. hal_rx_msdu_cce_metadata_get_be;
  1336. hal_soc->ops->hal_rx_msdu_get_flow_params =
  1337. hal_rx_msdu_get_flow_params_be;
  1338. hal_soc->ops->hal_rx_tlv_get_tcp_chksum =
  1339. hal_rx_tlv_get_tcp_chksum_be;
  1340. hal_soc->ops->hal_rx_get_rx_sequence = hal_rx_get_rx_sequence_be;
  1341. #if defined(QCA_WIFI_KIWI) && defined(WLAN_CFR_ENABLE) && \
  1342. defined(WLAN_ENH_CFR_ENABLE)
  1343. hal_soc->ops->hal_rx_get_bb_info = hal_rx_get_bb_info_kiwi;
  1344. hal_soc->ops->hal_rx_get_rtt_info = hal_rx_get_rtt_info_kiwi;
  1345. #else
  1346. hal_soc->ops->hal_rx_get_bb_info = NULL;
  1347. hal_soc->ops->hal_rx_get_rtt_info = NULL;
  1348. #endif
  1349. /* rx - msdu end fast path info fields */
  1350. hal_soc->ops->hal_rx_msdu_packet_metadata_get =
  1351. hal_rx_msdu_packet_metadata_get_generic_be;
  1352. hal_soc->ops->hal_rx_get_fisa_cumulative_l4_checksum =
  1353. hal_rx_get_fisa_cumulative_l4_checksum_be;
  1354. hal_soc->ops->hal_rx_get_fisa_cumulative_ip_length =
  1355. hal_rx_get_fisa_cumulative_ip_length_be;
  1356. hal_soc->ops->hal_rx_get_udp_proto = hal_rx_get_udp_proto_be;
  1357. hal_soc->ops->hal_rx_get_fisa_flow_agg_continuation =
  1358. hal_rx_get_flow_agg_continuation_be;
  1359. hal_soc->ops->hal_rx_get_fisa_flow_agg_count =
  1360. hal_rx_get_flow_agg_count_be;
  1361. hal_soc->ops->hal_rx_get_fisa_timeout = hal_rx_get_fisa_timeout_be;
  1362. hal_soc->ops->hal_rx_mpdu_start_tlv_tag_valid =
  1363. hal_rx_mpdu_start_tlv_tag_valid_be;
  1364. hal_soc->ops->hal_rx_reo_prev_pn_get = hal_rx_reo_prev_pn_get_kiwi;
  1365. /* rx - TLV struct offsets */
  1366. hal_soc->ops->hal_rx_msdu_end_offset_get =
  1367. hal_rx_msdu_end_offset_get_generic;
  1368. hal_soc->ops->hal_rx_mpdu_start_offset_get =
  1369. hal_rx_mpdu_start_offset_get_generic;
  1370. hal_soc->ops->hal_rx_pkt_tlv_offset_get =
  1371. hal_rx_pkt_tlv_offset_get_generic;
  1372. hal_soc->ops->hal_rx_flow_setup_fse = hal_rx_flow_setup_fse_kiwi;
  1373. hal_soc->ops->hal_rx_flow_get_tuple_info =
  1374. hal_rx_flow_get_tuple_info_be;
  1375. hal_soc->ops->hal_rx_flow_delete_entry =
  1376. hal_rx_flow_delete_entry_be;
  1377. hal_soc->ops->hal_rx_fst_get_fse_size = hal_rx_fst_get_fse_size_be;
  1378. hal_soc->ops->hal_compute_reo_remap_ix2_ix3 =
  1379. hal_compute_reo_remap_ix2_ix3_kiwi;
  1380. hal_soc->ops->hal_rx_flow_setup_cmem_fse = NULL;
  1381. hal_soc->ops->hal_rx_flow_get_cmem_fse_ts = NULL;
  1382. hal_soc->ops->hal_rx_flow_get_cmem_fse = NULL;
  1383. hal_soc->ops->hal_cmem_write = hal_cmem_write_kiwi;
  1384. hal_soc->ops->hal_rx_msdu_get_reo_destination_indication =
  1385. hal_rx_msdu_get_reo_destination_indication_be;
  1386. hal_soc->ops->hal_tx_get_num_tcl_banks = hal_tx_get_num_tcl_banks_kiwi;
  1387. hal_soc->ops->hal_rx_get_tlv_size = hal_rx_get_tlv_size_generic_be;
  1388. hal_soc->ops->hal_rx_msdu_is_wlan_mcast =
  1389. hal_rx_msdu_is_wlan_mcast_generic_be;
  1390. hal_soc->ops->hal_rx_tlv_bw_get =
  1391. hal_rx_tlv_bw_get_be;
  1392. hal_soc->ops->hal_rx_tlv_get_is_decrypted =
  1393. hal_rx_tlv_get_is_decrypted_be;
  1394. hal_soc->ops->hal_rx_tlv_mic_err_get = hal_rx_tlv_mic_err_get_be;
  1395. hal_soc->ops->hal_rx_tlv_get_pkt_type = hal_rx_tlv_get_pkt_type_be;
  1396. hal_soc->ops->hal_rx_tlv_get_freq = hal_rx_tlv_get_freq_be;
  1397. hal_soc->ops->hal_rx_tlv_get_freq = hal_rx_tlv_get_freq_be;
  1398. hal_soc->ops->hal_rx_tlv_mpdu_len_err_get =
  1399. hal_rx_tlv_mpdu_len_err_get_be;
  1400. hal_soc->ops->hal_rx_tlv_mpdu_fcs_err_get =
  1401. hal_rx_tlv_mpdu_fcs_err_get_be;
  1402. hal_soc->ops->hal_rx_tlv_first_mpdu_get = hal_rx_tlv_first_mpdu_get_be;
  1403. hal_soc->ops->hal_rx_tlv_decrypt_err_get =
  1404. hal_rx_tlv_decrypt_err_get_be;
  1405. hal_soc->ops->hal_rx_tlv_rate_mcs_get = hal_rx_tlv_rate_mcs_get_be;
  1406. hal_soc->ops->hal_rx_tlv_sgi_get = hal_rx_tlv_sgi_get_be;
  1407. hal_soc->ops->hal_rx_tlv_decap_format_get =
  1408. hal_rx_tlv_decap_format_get_be;
  1409. hal_soc->ops->hal_rx_tlv_get_offload_info =
  1410. hal_rx_tlv_get_offload_info_be;
  1411. hal_soc->ops->hal_rx_tlv_phy_ppdu_id_get =
  1412. hal_rx_attn_phy_ppdu_id_get_be;
  1413. hal_soc->ops->hal_rx_tlv_msdu_done_get = hal_rx_tlv_msdu_done_get_be;
  1414. hal_soc->ops->hal_rx_tlv_msdu_len_get =
  1415. hal_rx_msdu_start_msdu_len_get_be;
  1416. hal_soc->ops->hal_rx_get_frame_ctrl_field =
  1417. hal_rx_get_frame_ctrl_field_be;
  1418. hal_soc->ops->hal_rx_get_proto_params = hal_rx_get_proto_params_be;
  1419. hal_soc->ops->hal_rx_get_l3_l4_offsets = hal_rx_get_l3_l4_offsets_be;
  1420. hal_soc->ops->hal_rx_tlv_csum_err_get = hal_rx_tlv_csum_err_get_be;
  1421. hal_soc->ops->hal_rx_mpdu_info_ampdu_flag_get =
  1422. hal_rx_mpdu_info_ampdu_flag_get_be;
  1423. hal_soc->ops->hal_rx_tlv_msdu_len_set =
  1424. hal_rx_msdu_start_msdu_len_set_be;
  1425. hal_soc->ops->hal_rx_tlv_populate_mpdu_desc_info =
  1426. hal_rx_tlv_populate_mpdu_desc_info_kiwi;
  1427. hal_soc->ops->hal_rx_tlv_get_pn_num =
  1428. hal_rx_tlv_get_pn_num_be;
  1429. hal_soc->ops->hal_get_reo_ent_desc_qdesc_addr =
  1430. hal_get_reo_ent_desc_qdesc_addr_be;
  1431. hal_soc->ops->hal_rx_get_qdesc_addr =
  1432. hal_rx_get_qdesc_addr_be;
  1433. hal_soc->ops->hal_set_reo_ent_desc_reo_dest_ind =
  1434. hal_set_reo_ent_desc_reo_dest_ind_be;
  1435. hal_soc->ops->hal_get_idle_link_bm_id = hal_get_idle_link_bm_id_kiwi;
  1436. };
  1437. struct hal_hw_srng_config hw_srng_table_kiwi[] = {
  1438. /* TODO: max_rings can populated by querying HW capabilities */
  1439. { /* REO_DST */
  1440. .start_ring_id = HAL_SRNG_REO2SW1,
  1441. .max_rings = 8,
  1442. .entry_size = sizeof(struct reo_destination_ring) >> 2,
  1443. .lmac_ring = FALSE,
  1444. .ring_dir = HAL_SRNG_DST_RING,
  1445. .nf_irq_support = true,
  1446. .reg_start = {
  1447. HWIO_REO_R0_REO2SW1_RING_BASE_LSB_ADDR(
  1448. REO_REG_REG_BASE),
  1449. HWIO_REO_R2_REO2SW1_RING_HP_ADDR(
  1450. REO_REG_REG_BASE)
  1451. },
  1452. .reg_size = {
  1453. HWIO_REO_R0_REO2SW2_RING_BASE_LSB_ADDR(0) -
  1454. HWIO_REO_R0_REO2SW1_RING_BASE_LSB_ADDR(0),
  1455. HWIO_REO_R2_REO2SW2_RING_HP_ADDR(0) -
  1456. HWIO_REO_R2_REO2SW1_RING_HP_ADDR(0),
  1457. },
  1458. .max_size =
  1459. HWIO_REO_R0_REO2SW1_RING_BASE_MSB_RING_SIZE_BMSK >>
  1460. HWIO_REO_R0_REO2SW1_RING_BASE_MSB_RING_SIZE_SHFT,
  1461. },
  1462. { /* REO_EXCEPTION */
  1463. /* Designating REO2SW0 ring as exception ring. */
  1464. .start_ring_id = HAL_SRNG_REO2SW0,
  1465. .max_rings = 1,
  1466. .entry_size = sizeof(struct reo_destination_ring) >> 2,
  1467. .lmac_ring = FALSE,
  1468. .ring_dir = HAL_SRNG_DST_RING,
  1469. .reg_start = {
  1470. HWIO_REO_R0_REO2SW0_RING_BASE_LSB_ADDR(
  1471. REO_REG_REG_BASE),
  1472. HWIO_REO_R2_REO2SW0_RING_HP_ADDR(
  1473. REO_REG_REG_BASE)
  1474. },
  1475. /* Single ring - provide ring size if multiple rings of this
  1476. * type are supported
  1477. */
  1478. .reg_size = {},
  1479. .max_size =
  1480. HWIO_REO_R0_REO2SW0_RING_BASE_MSB_RING_SIZE_BMSK >>
  1481. HWIO_REO_R0_REO2SW0_RING_BASE_MSB_RING_SIZE_SHFT,
  1482. },
  1483. { /* REO_REINJECT */
  1484. .start_ring_id = HAL_SRNG_SW2REO,
  1485. .max_rings = 1,
  1486. .entry_size = sizeof(struct reo_entrance_ring) >> 2,
  1487. .lmac_ring = FALSE,
  1488. .ring_dir = HAL_SRNG_SRC_RING,
  1489. .reg_start = {
  1490. HWIO_REO_R0_SW2REO_RING_BASE_LSB_ADDR(
  1491. REO_REG_REG_BASE),
  1492. HWIO_REO_R2_SW2REO_RING_HP_ADDR(
  1493. REO_REG_REG_BASE)
  1494. },
  1495. /* Single ring - provide ring size if multiple rings of this
  1496. * type are supported
  1497. */
  1498. .reg_size = {},
  1499. .max_size = HWIO_REO_R0_SW2REO_RING_BASE_MSB_RING_SIZE_BMSK >>
  1500. HWIO_REO_R0_SW2REO_RING_BASE_MSB_RING_SIZE_SHFT,
  1501. },
  1502. { /* REO_CMD */
  1503. .start_ring_id = HAL_SRNG_REO_CMD,
  1504. .max_rings = 1,
  1505. .entry_size = (sizeof(struct tlv_32_hdr) +
  1506. sizeof(struct reo_get_queue_stats)) >> 2,
  1507. .lmac_ring = FALSE,
  1508. .ring_dir = HAL_SRNG_SRC_RING,
  1509. .reg_start = {
  1510. HWIO_REO_R0_REO_CMD_RING_BASE_LSB_ADDR(
  1511. REO_REG_REG_BASE),
  1512. HWIO_REO_R2_REO_CMD_RING_HP_ADDR(
  1513. REO_REG_REG_BASE),
  1514. },
  1515. /* Single ring - provide ring size if multiple rings of this
  1516. * type are supported
  1517. */
  1518. .reg_size = {},
  1519. .max_size =
  1520. HWIO_REO_R0_REO_CMD_RING_BASE_MSB_RING_SIZE_BMSK >>
  1521. HWIO_REO_R0_REO_CMD_RING_BASE_MSB_RING_SIZE_SHFT,
  1522. },
  1523. { /* REO_STATUS */
  1524. .start_ring_id = HAL_SRNG_REO_STATUS,
  1525. .max_rings = 1,
  1526. .entry_size = (sizeof(struct tlv_32_hdr) +
  1527. sizeof(struct reo_get_queue_stats_status)) >> 2,
  1528. .lmac_ring = FALSE,
  1529. .ring_dir = HAL_SRNG_DST_RING,
  1530. .reg_start = {
  1531. HWIO_REO_R0_REO_STATUS_RING_BASE_LSB_ADDR(
  1532. REO_REG_REG_BASE),
  1533. HWIO_REO_R2_REO_STATUS_RING_HP_ADDR(
  1534. REO_REG_REG_BASE),
  1535. },
  1536. /* Single ring - provide ring size if multiple rings of this
  1537. * type are supported
  1538. */
  1539. .reg_size = {},
  1540. .max_size =
  1541. HWIO_REO_R0_REO_STATUS_RING_BASE_MSB_RING_SIZE_BMSK >>
  1542. HWIO_REO_R0_REO_STATUS_RING_BASE_MSB_RING_SIZE_SHFT,
  1543. },
  1544. { /* TCL_DATA */
  1545. .start_ring_id = HAL_SRNG_SW2TCL1,
  1546. .max_rings = 5,
  1547. .entry_size = sizeof(struct tcl_data_cmd) >> 2,
  1548. .lmac_ring = FALSE,
  1549. .ring_dir = HAL_SRNG_SRC_RING,
  1550. .reg_start = {
  1551. HWIO_TCL_R0_SW2TCL1_RING_BASE_LSB_ADDR(
  1552. MAC_TCL_REG_REG_BASE),
  1553. HWIO_TCL_R2_SW2TCL1_RING_HP_ADDR(
  1554. MAC_TCL_REG_REG_BASE),
  1555. },
  1556. .reg_size = {
  1557. HWIO_TCL_R0_SW2TCL2_RING_BASE_LSB_ADDR(0) -
  1558. HWIO_TCL_R0_SW2TCL1_RING_BASE_LSB_ADDR(0),
  1559. HWIO_TCL_R2_SW2TCL2_RING_HP_ADDR(0) -
  1560. HWIO_TCL_R2_SW2TCL1_RING_HP_ADDR(0),
  1561. },
  1562. .max_size =
  1563. HWIO_TCL_R0_SW2TCL1_RING_BASE_MSB_RING_SIZE_BMSK >>
  1564. HWIO_TCL_R0_SW2TCL1_RING_BASE_MSB_RING_SIZE_SHFT,
  1565. },
  1566. { /* TCL_CMD */
  1567. .start_ring_id = HAL_SRNG_SW2TCL_CMD,
  1568. .max_rings = 1,
  1569. .entry_size = sizeof(struct tcl_gse_cmd) >> 2,
  1570. .lmac_ring = FALSE,
  1571. .ring_dir = HAL_SRNG_SRC_RING,
  1572. .reg_start = {
  1573. HWIO_TCL_R0_SW2TCL_CREDIT_RING_BASE_LSB_ADDR(
  1574. MAC_TCL_REG_REG_BASE),
  1575. HWIO_TCL_R2_SW2TCL_CREDIT_RING_HP_ADDR(
  1576. MAC_TCL_REG_REG_BASE),
  1577. },
  1578. /* Single ring - provide ring size if multiple rings of this
  1579. * type are supported
  1580. */
  1581. .reg_size = {},
  1582. .max_size =
  1583. HWIO_TCL_R0_SW2TCL_CREDIT_RING_BASE_MSB_RING_SIZE_BMSK >>
  1584. HWIO_TCL_R0_SW2TCL_CREDIT_RING_BASE_MSB_RING_SIZE_SHFT,
  1585. },
  1586. { /* TCL_STATUS */
  1587. .start_ring_id = HAL_SRNG_TCL_STATUS,
  1588. .max_rings = 1,
  1589. /* confirm that TLV header is needed */
  1590. .entry_size = sizeof(struct tcl_status_ring) >> 2,
  1591. .lmac_ring = FALSE,
  1592. .ring_dir = HAL_SRNG_DST_RING,
  1593. .reg_start = {
  1594. HWIO_TCL_R0_TCL_STATUS1_RING_BASE_LSB_ADDR(
  1595. MAC_TCL_REG_REG_BASE),
  1596. HWIO_TCL_R2_TCL_STATUS1_RING_HP_ADDR(
  1597. MAC_TCL_REG_REG_BASE),
  1598. },
  1599. /* Single ring - provide ring size if multiple rings of this
  1600. * type are supported
  1601. */
  1602. .reg_size = {},
  1603. .max_size =
  1604. HWIO_TCL_R0_TCL_STATUS1_RING_BASE_MSB_RING_SIZE_BMSK >>
  1605. HWIO_TCL_R0_TCL_STATUS1_RING_BASE_MSB_RING_SIZE_SHFT,
  1606. },
  1607. { /* CE_SRC */
  1608. .start_ring_id = HAL_SRNG_CE_0_SRC,
  1609. .max_rings = 12,
  1610. .entry_size = sizeof(struct ce_src_desc) >> 2,
  1611. .lmac_ring = FALSE,
  1612. .ring_dir = HAL_SRNG_SRC_RING,
  1613. .reg_start = {
  1614. HWIO_SOC_CE_0_SRC_WFSS_CE_CHANNEL_SRC_R0_SRC_RING_BASE_LSB_ADDR,
  1615. HWIO_SOC_CE_0_SRC_WFSS_CE_CHANNEL_SRC_R2_SRC_RING_HP_ADDR,
  1616. },
  1617. .reg_size = {
  1618. SOC_CE_1_SRC_WFSS_CE_1_CHANNEL_SRC_REG_REG_BASE -
  1619. SOC_CE_0_SRC_WFSS_CE_0_CHANNEL_SRC_REG_REG_BASE,
  1620. SOC_CE_1_SRC_WFSS_CE_1_CHANNEL_SRC_REG_REG_BASE -
  1621. SOC_CE_0_SRC_WFSS_CE_0_CHANNEL_SRC_REG_REG_BASE,
  1622. },
  1623. .max_size =
  1624. HWIO_SOC_CE_0_SRC_WFSS_CE_CHANNEL_SRC_R0_SRC_RING_BASE_MSB_RING_SIZE_BMSK >>
  1625. HWIO_SOC_CE_0_SRC_WFSS_CE_CHANNEL_SRC_R0_SRC_RING_BASE_MSB_RING_SIZE_SHFT,
  1626. },
  1627. { /* CE_DST */
  1628. .start_ring_id = HAL_SRNG_CE_0_DST,
  1629. .max_rings = 12,
  1630. .entry_size = 8 >> 2,
  1631. /*TODO: entry_size above should actually be
  1632. * sizeof(struct ce_dst_desc) >> 2, but couldn't find definition
  1633. * of struct ce_dst_desc in HW header files
  1634. */
  1635. .lmac_ring = FALSE,
  1636. .ring_dir = HAL_SRNG_SRC_RING,
  1637. .reg_start = {
  1638. HWIO_SOC_CE_0_DST_WFSS_CE_CHANNEL_DST_R0_DEST_RING_BASE_LSB_ADDR,
  1639. HWIO_SOC_CE_0_DST_WFSS_CE_CHANNEL_DST_R2_DEST_RING_HP_ADDR,
  1640. },
  1641. .reg_size = {
  1642. SOC_CE_1_DST_WFSS_CE_1_CHANNEL_DST_REG_REG_BASE -
  1643. SOC_CE_0_DST_WFSS_CE_0_CHANNEL_DST_REG_REG_BASE,
  1644. SOC_CE_1_DST_WFSS_CE_1_CHANNEL_DST_REG_REG_BASE -
  1645. SOC_CE_0_DST_WFSS_CE_0_CHANNEL_DST_REG_REG_BASE,
  1646. },
  1647. .max_size =
  1648. HWIO_SOC_CE_0_DST_WFSS_CE_CHANNEL_DST_R0_DEST_RING_BASE_MSB_RING_SIZE_BMSK >>
  1649. HWIO_SOC_CE_0_DST_WFSS_CE_CHANNEL_DST_R0_DEST_RING_BASE_MSB_RING_SIZE_SHFT,
  1650. },
  1651. { /* CE_DST_STATUS */
  1652. .start_ring_id = HAL_SRNG_CE_0_DST_STATUS,
  1653. .max_rings = 12,
  1654. .entry_size = sizeof(struct ce_stat_desc) >> 2,
  1655. .lmac_ring = FALSE,
  1656. .ring_dir = HAL_SRNG_DST_RING,
  1657. .reg_start = {
  1658. HWIO_SOC_CE_0_DST_WFSS_CE_CHANNEL_DST_R0_STATUS_RING_BASE_LSB_ADDR,
  1659. HWIO_SOC_CE_0_DST_WFSS_CE_CHANNEL_DST_R2_STATUS_RING_HP_ADDR,
  1660. },
  1661. .reg_size = {
  1662. SOC_CE_1_DST_WFSS_CE_1_CHANNEL_DST_REG_REG_BASE -
  1663. SOC_CE_0_DST_WFSS_CE_0_CHANNEL_DST_REG_REG_BASE,
  1664. SOC_CE_1_DST_WFSS_CE_1_CHANNEL_DST_REG_REG_BASE -
  1665. SOC_CE_0_DST_WFSS_CE_0_CHANNEL_DST_REG_REG_BASE,
  1666. },
  1667. .max_size =
  1668. HWIO_SOC_CE_0_DST_WFSS_CE_CHANNEL_DST_R0_STATUS_RING_BASE_MSB_RING_SIZE_BMSK >>
  1669. HWIO_SOC_CE_0_DST_WFSS_CE_CHANNEL_DST_R0_STATUS_RING_BASE_MSB_RING_SIZE_SHFT,
  1670. },
  1671. { /* WBM_IDLE_LINK */
  1672. .start_ring_id = HAL_SRNG_WBM_IDLE_LINK,
  1673. .max_rings = 1,
  1674. .entry_size = sizeof(struct wbm_link_descriptor_ring) >> 2,
  1675. .lmac_ring = FALSE,
  1676. .ring_dir = HAL_SRNG_SRC_RING,
  1677. .reg_start = {
  1678. HWIO_WBM_R0_WBM_IDLE_LINK_RING_BASE_LSB_ADDR(WBM_REG_REG_BASE),
  1679. HWIO_WBM_R2_WBM_IDLE_LINK_RING_HP_ADDR(WBM_REG_REG_BASE),
  1680. },
  1681. /* Single ring - provide ring size if multiple rings of this
  1682. * type are supported
  1683. */
  1684. .reg_size = {},
  1685. .max_size =
  1686. HWIO_WBM_R0_WBM_IDLE_LINK_RING_BASE_MSB_RING_SIZE_BMSK >>
  1687. HWIO_WBM_R0_WBM_IDLE_LINK_RING_BASE_MSB_RING_SIZE_SHFT,
  1688. },
  1689. { /* SW2WBM_RELEASE */
  1690. .start_ring_id = HAL_SRNG_WBM_SW_RELEASE,
  1691. .max_rings = 1,
  1692. .entry_size = sizeof(struct wbm_release_ring) >> 2,
  1693. .lmac_ring = FALSE,
  1694. .ring_dir = HAL_SRNG_SRC_RING,
  1695. .reg_start = {
  1696. HWIO_WBM_R0_SW_RELEASE_RING_BASE_LSB_ADDR(WBM_REG_REG_BASE),
  1697. HWIO_WBM_R2_SW_RELEASE_RING_HP_ADDR(WBM_REG_REG_BASE),
  1698. },
  1699. /* Single ring - provide ring size if multiple rings of this
  1700. * type are supported
  1701. */
  1702. .reg_size = {},
  1703. .max_size =
  1704. HWIO_WBM_R0_SW_RELEASE_RING_BASE_MSB_RING_SIZE_BMSK >>
  1705. HWIO_WBM_R0_SW_RELEASE_RING_BASE_MSB_RING_SIZE_SHFT,
  1706. },
  1707. { /* WBM2SW_RELEASE */
  1708. .start_ring_id = HAL_SRNG_WBM2SW0_RELEASE,
  1709. .max_rings = 8,
  1710. .entry_size = sizeof(struct wbm_release_ring) >> 2,
  1711. .lmac_ring = FALSE,
  1712. .ring_dir = HAL_SRNG_DST_RING,
  1713. .nf_irq_support = true,
  1714. .reg_start = {
  1715. HWIO_WBM_R0_WBM2SW0_RELEASE_RING_BASE_LSB_ADDR(WBM_REG_REG_BASE),
  1716. HWIO_WBM_R2_WBM2SW0_RELEASE_RING_HP_ADDR(WBM_REG_REG_BASE),
  1717. },
  1718. .reg_size = {
  1719. HWIO_WBM_R0_WBM2SW1_RELEASE_RING_BASE_LSB_ADDR(WBM_REG_REG_BASE) -
  1720. HWIO_WBM_R0_WBM2SW0_RELEASE_RING_BASE_LSB_ADDR(WBM_REG_REG_BASE),
  1721. HWIO_WBM_R2_WBM2SW1_RELEASE_RING_HP_ADDR(WBM_REG_REG_BASE) -
  1722. HWIO_WBM_R2_WBM2SW0_RELEASE_RING_HP_ADDR(WBM_REG_REG_BASE),
  1723. },
  1724. .max_size =
  1725. HWIO_WBM_R0_WBM2SW0_RELEASE_RING_BASE_MSB_RING_SIZE_BMSK >>
  1726. HWIO_WBM_R0_WBM2SW0_RELEASE_RING_BASE_MSB_RING_SIZE_SHFT,
  1727. },
  1728. { /* RXDMA_BUF */
  1729. .start_ring_id = HAL_SRNG_WMAC1_SW2RXDMA0_BUF0,
  1730. #ifdef IPA_OFFLOAD
  1731. .max_rings = 3,
  1732. #else
  1733. .max_rings = 2,
  1734. #endif
  1735. .entry_size = sizeof(struct wbm_buffer_ring) >> 2,
  1736. .lmac_ring = TRUE,
  1737. .ring_dir = HAL_SRNG_SRC_RING,
  1738. /* reg_start is not set because LMAC rings are not accessed
  1739. * from host
  1740. */
  1741. .reg_start = {},
  1742. .reg_size = {},
  1743. .max_size = HAL_RXDMA_MAX_RING_SIZE,
  1744. },
  1745. { /* RXDMA_DST */
  1746. .start_ring_id = HAL_SRNG_WMAC1_RXDMA2SW0,
  1747. .max_rings = 1,
  1748. .entry_size = sizeof(struct reo_entrance_ring) >> 2,
  1749. .lmac_ring = TRUE,
  1750. .ring_dir = HAL_SRNG_DST_RING,
  1751. /* reg_start is not set because LMAC rings are not accessed
  1752. * from host
  1753. */
  1754. .reg_start = {},
  1755. .reg_size = {},
  1756. .max_size = HAL_RXDMA_MAX_RING_SIZE,
  1757. },
  1758. { /* RXDMA_MONITOR_BUF */
  1759. .start_ring_id = HAL_SRNG_WMAC1_SW2RXDMA2_BUF,
  1760. .max_rings = 1,
  1761. .entry_size = sizeof(struct wbm_buffer_ring) >> 2,
  1762. .lmac_ring = TRUE,
  1763. .ring_dir = HAL_SRNG_SRC_RING,
  1764. /* reg_start is not set because LMAC rings are not accessed
  1765. * from host
  1766. */
  1767. .reg_start = {},
  1768. .reg_size = {},
  1769. .max_size = HAL_RXDMA_MAX_RING_SIZE,
  1770. },
  1771. { /* RXDMA_MONITOR_STATUS */
  1772. .start_ring_id = HAL_SRNG_WMAC1_SW2RXDMA1_STATBUF,
  1773. .max_rings = 1,
  1774. .entry_size = sizeof(struct wbm_buffer_ring) >> 2,
  1775. .lmac_ring = TRUE,
  1776. .ring_dir = HAL_SRNG_SRC_RING,
  1777. /* reg_start is not set because LMAC rings are not accessed
  1778. * from host
  1779. */
  1780. .reg_start = {},
  1781. .reg_size = {},
  1782. .max_size = HAL_RXDMA_MAX_RING_SIZE,
  1783. },
  1784. { /* RXDMA_MONITOR_DST */
  1785. .start_ring_id = HAL_SRNG_WMAC1_RXDMA2SW1,
  1786. .max_rings = 1,
  1787. .entry_size = sizeof(struct reo_entrance_ring) >> 2,
  1788. .lmac_ring = TRUE,
  1789. .ring_dir = HAL_SRNG_DST_RING,
  1790. /* reg_start is not set because LMAC rings are not accessed
  1791. * from host
  1792. */
  1793. .reg_start = {},
  1794. .reg_size = {},
  1795. .max_size = HAL_RXDMA_MAX_RING_SIZE,
  1796. },
  1797. { /* RXDMA_MONITOR_DESC */
  1798. .start_ring_id = HAL_SRNG_WMAC1_SW2RXDMA1_DESC,
  1799. .max_rings = 1,
  1800. .entry_size = sizeof(struct wbm_buffer_ring) >> 2,
  1801. .lmac_ring = TRUE,
  1802. .ring_dir = HAL_SRNG_SRC_RING,
  1803. /* reg_start is not set because LMAC rings are not accessed
  1804. * from host
  1805. */
  1806. .reg_start = {},
  1807. .reg_size = {},
  1808. .max_size = HAL_RXDMA_MAX_RING_SIZE,
  1809. },
  1810. { /* DIR_BUF_RX_DMA_SRC */
  1811. .start_ring_id = HAL_SRNG_DIR_BUF_RX_SRC_DMA_RING,
  1812. /*
  1813. * one ring is for spectral scan
  1814. * the other is for cfr
  1815. */
  1816. .max_rings = 2,
  1817. .entry_size = 2,
  1818. .lmac_ring = TRUE,
  1819. .ring_dir = HAL_SRNG_SRC_RING,
  1820. /* reg_start is not set because LMAC rings are not accessed
  1821. * from host
  1822. */
  1823. .reg_start = {},
  1824. .reg_size = {},
  1825. .max_size = HAL_RXDMA_MAX_RING_SIZE,
  1826. },
  1827. #ifdef WLAN_FEATURE_CIF_CFR
  1828. { /* WIFI_POS_SRC */
  1829. .start_ring_id = HAL_SRNG_WIFI_POS_SRC_DMA_RING,
  1830. .max_rings = 1,
  1831. .entry_size = sizeof(wmi_oem_dma_buf_release_entry) >> 2,
  1832. .lmac_ring = TRUE,
  1833. .ring_dir = HAL_SRNG_SRC_RING,
  1834. /* reg_start is not set because LMAC rings are not accessed
  1835. * from host
  1836. */
  1837. .reg_start = {},
  1838. .reg_size = {},
  1839. .max_size = HAL_RXDMA_MAX_RING_SIZE,
  1840. },
  1841. #endif
  1842. { /* REO2PPE */ 0},
  1843. { /* PPE2TCL */ 0},
  1844. { /* PPE_RELEASE */ 0},
  1845. { /* TX_MONITOR_BUF */ 0},
  1846. { /* TX_MONITOR_DST */ 0},
  1847. { /* SW2RXDMA_NEW */ 0},
  1848. };
  1849. /**
  1850. * hal_srng_hw_reg_offset_init_kiwi() - Initialize the HW srng reg offset
  1851. * applicable only for KIWI
  1852. * @hal_soc: HAL Soc handle
  1853. *
  1854. * Return: None
  1855. */
  1856. static inline void hal_srng_hw_reg_offset_init_kiwi(struct hal_soc *hal_soc)
  1857. {
  1858. int32_t *hw_reg_offset = hal_soc->hal_hw_reg_offset;
  1859. hw_reg_offset[DST_MSI2_BASE_LSB] = REG_OFFSET(DST, MSI2_BASE_LSB),
  1860. hw_reg_offset[DST_MSI2_BASE_MSB] = REG_OFFSET(DST, MSI2_BASE_MSB),
  1861. hw_reg_offset[DST_MSI2_DATA] = REG_OFFSET(DST, MSI2_DATA),
  1862. hw_reg_offset[DST_PRODUCER_INT2_SETUP] =
  1863. REG_OFFSET(DST, PRODUCER_INT2_SETUP);
  1864. }
  1865. /**
  1866. * hal_kiwi_attach() - Attach kiwi target specific hal_soc ops,
  1867. * offset and srng table
  1868. */
  1869. void hal_kiwi_attach(struct hal_soc *hal_soc)
  1870. {
  1871. hal_soc->hw_srng_table = hw_srng_table_kiwi;
  1872. hal_srng_hw_reg_offset_init_generic(hal_soc);
  1873. hal_srng_hw_reg_offset_init_kiwi(hal_soc);
  1874. hal_hw_txrx_default_ops_attach_be(hal_soc);
  1875. hal_hw_txrx_ops_attach_kiwi(hal_soc);
  1876. }