hal_li_reo.c 41 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350
  1. /*
  2. * Copyright (c) 2016-2021 The Linux Foundation. All rights reserved.
  3. * Copyright (c) 2021-2022 Qualcomm Innovation Center, Inc. All rights reserved.
  4. *
  5. * Permission to use, copy, modify, and/or distribute this software for
  6. * any purpose with or without fee is hereby granted, provided that the
  7. * above copyright notice and this permission notice appear in all
  8. * copies.
  9. *
  10. * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL
  11. * WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED
  12. * WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE
  13. * AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL
  14. * DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR
  15. * PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER
  16. * TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
  17. * PERFORMANCE OF THIS SOFTWARE.
  18. */
  19. #include "qdf_module.h"
  20. #include "hal_li_hw_headers.h"
  21. #include "hal_reo.h"
  22. #include "hal_li_reo.h"
  23. #include "hal_li_api.h"
  24. uint32_t hal_get_reo_reg_base_offset_li(void)
  25. {
  26. return SEQ_WCSS_UMAC_REO_REG_OFFSET;
  27. }
  28. /**
  29. * hal_reo_qdesc_setup - Setup HW REO queue descriptor
  30. *
  31. * @hal_soc: Opaque HAL SOC handle
  32. * @ba_window_size: BlockAck window size
  33. * @start_seq: Starting sequence number
  34. * @hw_qdesc_vaddr: Virtual address of REO queue descriptor memory
  35. * @hw_qdesc_paddr: Physical address of REO queue descriptor memory
  36. * @tid: TID
  37. *
  38. */
  39. void hal_reo_qdesc_setup_li(hal_soc_handle_t hal_soc_hdl, int tid,
  40. uint32_t ba_window_size,
  41. uint32_t start_seq, void *hw_qdesc_vaddr,
  42. qdf_dma_addr_t hw_qdesc_paddr,
  43. int pn_type, uint8_t vdev_stats_id)
  44. {
  45. uint32_t *reo_queue_desc = (uint32_t *)hw_qdesc_vaddr;
  46. uint32_t *reo_queue_ext_desc;
  47. uint32_t reg_val;
  48. uint32_t pn_enable;
  49. uint32_t pn_size = 0;
  50. qdf_mem_zero(hw_qdesc_vaddr, sizeof(struct rx_reo_queue));
  51. hal_uniform_desc_hdr_setup(reo_queue_desc, HAL_DESC_REO_OWNED,
  52. HAL_REO_QUEUE_DESC);
  53. /* Fixed pattern in reserved bits for debugging */
  54. HAL_DESC_SET_FIELD(reo_queue_desc, UNIFORM_DESCRIPTOR_HEADER_0,
  55. RESERVED_0A, 0xDDBEEF);
  56. /* This a just a SW meta data and will be copied to REO destination
  57. * descriptors indicated by hardware.
  58. * TODO: Setting TID in this field. See if we should set something else.
  59. */
  60. HAL_DESC_SET_FIELD(reo_queue_desc, RX_REO_QUEUE_1,
  61. RECEIVE_QUEUE_NUMBER, tid);
  62. HAL_DESC_SET_FIELD(reo_queue_desc, RX_REO_QUEUE_2,
  63. VLD, 1);
  64. HAL_DESC_SET_FIELD(reo_queue_desc, RX_REO_QUEUE_2,
  65. ASSOCIATED_LINK_DESCRIPTOR_COUNTER,
  66. HAL_RX_LINK_DESC_CNTR);
  67. /*
  68. * Fields DISABLE_DUPLICATE_DETECTION and SOFT_REORDER_ENABLE will be 0
  69. */
  70. reg_val = TID_TO_WME_AC(tid);
  71. HAL_DESC_SET_FIELD(reo_queue_desc, RX_REO_QUEUE_2, AC, reg_val);
  72. if (ba_window_size < 1)
  73. ba_window_size = 1;
  74. /* WAR to get 2k exception in Non BA case.
  75. * Setting window size to 2 to get 2k jump exception
  76. * when we receive aggregates in Non BA case
  77. */
  78. ba_window_size = hal_update_non_ba_win_size(tid, ba_window_size);
  79. /* Set RTY bit for non-BA case. Duplicate detection is currently not
  80. * done by HW in non-BA case if RTY bit is not set.
  81. * TODO: This is a temporary War and should be removed once HW fix is
  82. * made to check and discard duplicates even if RTY bit is not set.
  83. */
  84. if (ba_window_size == 1)
  85. HAL_DESC_SET_FIELD(reo_queue_desc, RX_REO_QUEUE_2, RTY, 1);
  86. HAL_DESC_SET_FIELD(reo_queue_desc, RX_REO_QUEUE_2, BA_WINDOW_SIZE,
  87. ba_window_size - 1);
  88. switch (pn_type) {
  89. case HAL_PN_WPA:
  90. pn_enable = 1;
  91. pn_size = PN_SIZE_48;
  92. break;
  93. case HAL_PN_WAPI_EVEN:
  94. case HAL_PN_WAPI_UNEVEN:
  95. pn_enable = 1;
  96. pn_size = PN_SIZE_128;
  97. break;
  98. default:
  99. pn_enable = 0;
  100. break;
  101. }
  102. HAL_DESC_SET_FIELD(reo_queue_desc, RX_REO_QUEUE_2, PN_CHECK_NEEDED,
  103. pn_enable);
  104. if (pn_type == HAL_PN_WAPI_EVEN)
  105. HAL_DESC_SET_FIELD(reo_queue_desc, RX_REO_QUEUE_2,
  106. PN_SHALL_BE_EVEN, 1);
  107. else if (pn_type == HAL_PN_WAPI_UNEVEN)
  108. HAL_DESC_SET_FIELD(reo_queue_desc, RX_REO_QUEUE_2,
  109. PN_SHALL_BE_UNEVEN, 1);
  110. /*
  111. * TODO: Need to check if PN handling in SW needs to be enabled
  112. * So far this is not a requirement
  113. */
  114. HAL_DESC_SET_FIELD(reo_queue_desc, RX_REO_QUEUE_2, PN_SIZE,
  115. pn_size);
  116. /* TODO: Check if RX_REO_QUEUE_2_IGNORE_AMPDU_FLAG need to be set
  117. * based on BA window size and/or AMPDU capabilities
  118. */
  119. HAL_DESC_SET_FIELD(reo_queue_desc, RX_REO_QUEUE_2,
  120. IGNORE_AMPDU_FLAG, 1);
  121. if (start_seq <= 0xfff)
  122. HAL_DESC_SET_FIELD(reo_queue_desc, RX_REO_QUEUE_3, SSN,
  123. start_seq);
  124. /* TODO: SVLD should be set to 1 if a valid SSN is received in ADDBA,
  125. * but REO is not delivering packets if we set it to 1. Need to enable
  126. * this once the issue is resolved
  127. */
  128. HAL_DESC_SET_FIELD(reo_queue_desc, RX_REO_QUEUE_3, SVLD, 0);
  129. /* TODO: Check if we should set start PN for WAPI */
  130. /* TODO: HW queue descriptors are currently allocated for max BA
  131. * window size for all QOS TIDs so that same descriptor can be used
  132. * later when ADDBA request is recevied. This should be changed to
  133. * allocate HW queue descriptors based on BA window size being
  134. * negotiated (0 for non BA cases), and reallocate when BA window
  135. * size changes and also send WMI message to FW to change the REO
  136. * queue descriptor in Rx peer entry as part of dp_rx_tid_update.
  137. */
  138. if (tid == HAL_NON_QOS_TID)
  139. return;
  140. reo_queue_ext_desc = (uint32_t *)
  141. (((struct rx_reo_queue *)reo_queue_desc) + 1);
  142. qdf_mem_zero(reo_queue_ext_desc, 3 *
  143. sizeof(struct rx_reo_queue_ext));
  144. /* Initialize first reo queue extension descriptor */
  145. hal_uniform_desc_hdr_setup(reo_queue_ext_desc,
  146. HAL_DESC_REO_OWNED,
  147. HAL_REO_QUEUE_EXT_DESC);
  148. /* Fixed pattern in reserved bits for debugging */
  149. HAL_DESC_SET_FIELD(reo_queue_ext_desc,
  150. UNIFORM_DESCRIPTOR_HEADER_0, RESERVED_0A,
  151. 0xADBEEF);
  152. /* Initialize second reo queue extension descriptor */
  153. reo_queue_ext_desc = (uint32_t *)
  154. (((struct rx_reo_queue_ext *)reo_queue_ext_desc) + 1);
  155. hal_uniform_desc_hdr_setup(reo_queue_ext_desc,
  156. HAL_DESC_REO_OWNED,
  157. HAL_REO_QUEUE_EXT_DESC);
  158. /* Fixed pattern in reserved bits for debugging */
  159. HAL_DESC_SET_FIELD(reo_queue_ext_desc,
  160. UNIFORM_DESCRIPTOR_HEADER_0, RESERVED_0A,
  161. 0xBDBEEF);
  162. /* Initialize third reo queue extension descriptor */
  163. reo_queue_ext_desc = (uint32_t *)
  164. (((struct rx_reo_queue_ext *)reo_queue_ext_desc) + 1);
  165. hal_uniform_desc_hdr_setup(reo_queue_ext_desc,
  166. HAL_DESC_REO_OWNED,
  167. HAL_REO_QUEUE_EXT_DESC);
  168. /* Fixed pattern in reserved bits for debugging */
  169. HAL_DESC_SET_FIELD(reo_queue_ext_desc,
  170. UNIFORM_DESCRIPTOR_HEADER_0, RESERVED_0A,
  171. 0xCDBEEF);
  172. }
  173. qdf_export_symbol(hal_reo_qdesc_setup_li);
  174. /**
  175. * hal_get_ba_aging_timeout_li - Get BA Aging timeout
  176. *
  177. * @hal_soc: Opaque HAL SOC handle
  178. * @ac: Access category
  179. * @value: window size to get
  180. */
  181. void hal_get_ba_aging_timeout_li(hal_soc_handle_t hal_soc_hdl, uint8_t ac,
  182. uint32_t *value)
  183. {
  184. struct hal_soc *soc = (struct hal_soc *)hal_soc_hdl;
  185. switch (ac) {
  186. case WME_AC_BE:
  187. *value = HAL_REG_READ(soc,
  188. HWIO_REO_R0_AGING_THRESHOLD_IX_0_ADDR(
  189. SEQ_WCSS_UMAC_REO_REG_OFFSET)) / 1000;
  190. break;
  191. case WME_AC_BK:
  192. *value = HAL_REG_READ(soc,
  193. HWIO_REO_R0_AGING_THRESHOLD_IX_1_ADDR(
  194. SEQ_WCSS_UMAC_REO_REG_OFFSET)) / 1000;
  195. break;
  196. case WME_AC_VI:
  197. *value = HAL_REG_READ(soc,
  198. HWIO_REO_R0_AGING_THRESHOLD_IX_2_ADDR(
  199. SEQ_WCSS_UMAC_REO_REG_OFFSET)) / 1000;
  200. break;
  201. case WME_AC_VO:
  202. *value = HAL_REG_READ(soc,
  203. HWIO_REO_R0_AGING_THRESHOLD_IX_3_ADDR(
  204. SEQ_WCSS_UMAC_REO_REG_OFFSET)) / 1000;
  205. break;
  206. default:
  207. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR,
  208. "Invalid AC: %d\n", ac);
  209. }
  210. }
  211. qdf_export_symbol(hal_get_ba_aging_timeout_li);
  212. /**
  213. * hal_set_ba_aging_timeout_li - Set BA Aging timeout
  214. *
  215. * @hal_soc: Opaque HAL SOC handle
  216. * @ac: Access category
  217. * ac: 0 - Background, 1 - Best Effort, 2 - Video, 3 - Voice
  218. * @value: Input value to set
  219. */
  220. void hal_set_ba_aging_timeout_li(hal_soc_handle_t hal_soc_hdl, uint8_t ac,
  221. uint32_t value)
  222. {
  223. struct hal_soc *soc = (struct hal_soc *)hal_soc_hdl;
  224. switch (ac) {
  225. case WME_AC_BE:
  226. HAL_REG_WRITE(soc,
  227. HWIO_REO_R0_AGING_THRESHOLD_IX_0_ADDR(
  228. SEQ_WCSS_UMAC_REO_REG_OFFSET),
  229. value * 1000);
  230. break;
  231. case WME_AC_BK:
  232. HAL_REG_WRITE(soc,
  233. HWIO_REO_R0_AGING_THRESHOLD_IX_1_ADDR(
  234. SEQ_WCSS_UMAC_REO_REG_OFFSET),
  235. value * 1000);
  236. break;
  237. case WME_AC_VI:
  238. HAL_REG_WRITE(soc,
  239. HWIO_REO_R0_AGING_THRESHOLD_IX_2_ADDR(
  240. SEQ_WCSS_UMAC_REO_REG_OFFSET),
  241. value * 1000);
  242. break;
  243. case WME_AC_VO:
  244. HAL_REG_WRITE(soc,
  245. HWIO_REO_R0_AGING_THRESHOLD_IX_3_ADDR(
  246. SEQ_WCSS_UMAC_REO_REG_OFFSET),
  247. value * 1000);
  248. break;
  249. default:
  250. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR,
  251. "Invalid AC: %d\n", ac);
  252. }
  253. }
  254. qdf_export_symbol(hal_set_ba_aging_timeout_li);
  255. static inline void
  256. hal_reo_cmd_set_descr_addr_li(uint32_t *reo_desc, enum hal_reo_cmd_type type,
  257. uint32_t paddr_lo, uint8_t paddr_hi)
  258. {
  259. switch (type) {
  260. case CMD_GET_QUEUE_STATS:
  261. HAL_DESC_SET_FIELD(reo_desc, REO_GET_QUEUE_STATS_1,
  262. RX_REO_QUEUE_DESC_ADDR_31_0, paddr_lo);
  263. HAL_DESC_SET_FIELD(reo_desc, REO_GET_QUEUE_STATS_2,
  264. RX_REO_QUEUE_DESC_ADDR_39_32, paddr_hi);
  265. break;
  266. case CMD_FLUSH_QUEUE:
  267. HAL_DESC_SET_FIELD(reo_desc, REO_FLUSH_QUEUE_1,
  268. FLUSH_DESC_ADDR_31_0, paddr_lo);
  269. HAL_DESC_SET_FIELD(reo_desc, REO_FLUSH_QUEUE_2,
  270. FLUSH_DESC_ADDR_39_32, paddr_hi);
  271. break;
  272. case CMD_FLUSH_CACHE:
  273. HAL_DESC_SET_FIELD(reo_desc, REO_FLUSH_CACHE_1,
  274. FLUSH_ADDR_31_0, paddr_lo);
  275. HAL_DESC_SET_FIELD(reo_desc, REO_FLUSH_CACHE_2,
  276. FLUSH_ADDR_39_32, paddr_hi);
  277. break;
  278. case CMD_UPDATE_RX_REO_QUEUE:
  279. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_1,
  280. RX_REO_QUEUE_DESC_ADDR_31_0, paddr_lo);
  281. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_2,
  282. RX_REO_QUEUE_DESC_ADDR_39_32, paddr_hi);
  283. break;
  284. default:
  285. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_ERROR,
  286. "%s: Invalid REO command type", __func__);
  287. break;
  288. }
  289. }
  290. static inline int
  291. hal_reo_cmd_queue_stats_li(hal_ring_handle_t hal_ring_hdl,
  292. hal_soc_handle_t hal_soc_hdl,
  293. struct hal_reo_cmd_params *cmd)
  294. {
  295. uint32_t *reo_desc, val;
  296. struct hal_soc *hal_soc = (struct hal_soc *)hal_soc_hdl;
  297. hal_srng_access_start(hal_soc_hdl, hal_ring_hdl);
  298. reo_desc = hal_srng_src_get_next(hal_soc, hal_ring_hdl);
  299. if (!reo_desc) {
  300. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_DEBUG,
  301. "%s: Out of cmd ring entries", __func__);
  302. hal_srng_access_end(hal_soc, hal_ring_hdl);
  303. return -EBUSY;
  304. }
  305. HAL_SET_TLV_HDR(reo_desc, WIFIREO_GET_QUEUE_STATS_E,
  306. sizeof(struct reo_get_queue_stats));
  307. /*
  308. * Offsets of descriptor fields defined in HW headers start from
  309. * the field after TLV header
  310. */
  311. reo_desc += (sizeof(struct tlv_32_hdr) >> 2);
  312. qdf_mem_zero((reo_desc + NUM_OF_DWORDS_UNIFORM_REO_CMD_HEADER),
  313. sizeof(struct reo_get_queue_stats) -
  314. (NUM_OF_DWORDS_UNIFORM_REO_CMD_HEADER << 2));
  315. HAL_DESC_SET_FIELD(reo_desc, UNIFORM_REO_CMD_HEADER_0,
  316. REO_STATUS_REQUIRED, cmd->std.need_status);
  317. hal_reo_cmd_set_descr_addr_li(reo_desc, CMD_GET_QUEUE_STATS,
  318. cmd->std.addr_lo,
  319. cmd->std.addr_hi);
  320. HAL_DESC_SET_FIELD(reo_desc, REO_GET_QUEUE_STATS_2, CLEAR_STATS,
  321. cmd->u.stats_params.clear);
  322. if (hif_rtpm_get(HIF_RTPM_GET_ASYNC, HIF_RTPM_ID_HAL_REO_CMD) == 0) {
  323. hal_srng_access_end(hal_soc_hdl, hal_ring_hdl);
  324. hif_rtpm_put(HIF_RTPM_PUT_ASYNC, HIF_RTPM_ID_HAL_REO_CMD);
  325. } else {
  326. hal_srng_access_end_reap(hal_soc_hdl, hal_ring_hdl);
  327. hal_srng_set_event(hal_ring_hdl, HAL_SRNG_FLUSH_EVENT);
  328. hal_srng_inc_flush_cnt(hal_ring_hdl);
  329. }
  330. val = reo_desc[CMD_HEADER_DW_OFFSET];
  331. return HAL_GET_FIELD(UNIFORM_REO_CMD_HEADER_0, REO_CMD_NUMBER,
  332. val);
  333. }
  334. static inline int
  335. hal_reo_cmd_flush_queue_li(hal_ring_handle_t hal_ring_hdl,
  336. hal_soc_handle_t hal_soc_hdl,
  337. struct hal_reo_cmd_params *cmd)
  338. {
  339. uint32_t *reo_desc, val;
  340. struct hal_soc *hal_soc = (struct hal_soc *)hal_soc_hdl;
  341. hal_srng_access_start(hal_soc_hdl, hal_ring_hdl);
  342. reo_desc = hal_srng_src_get_next(hal_soc, hal_ring_hdl);
  343. if (!reo_desc) {
  344. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_DEBUG,
  345. "%s: Out of cmd ring entries", __func__);
  346. hal_srng_access_end(hal_soc, hal_ring_hdl);
  347. return -EBUSY;
  348. }
  349. HAL_SET_TLV_HDR(reo_desc, WIFIREO_FLUSH_QUEUE_E,
  350. sizeof(struct reo_flush_queue));
  351. /*
  352. * Offsets of descriptor fields defined in HW headers start from
  353. * the field after TLV header
  354. */
  355. reo_desc += (sizeof(struct tlv_32_hdr) >> 2);
  356. qdf_mem_zero((reo_desc + NUM_OF_DWORDS_UNIFORM_REO_CMD_HEADER),
  357. sizeof(struct reo_flush_queue) -
  358. (NUM_OF_DWORDS_UNIFORM_REO_CMD_HEADER << 2));
  359. HAL_DESC_SET_FIELD(reo_desc, UNIFORM_REO_CMD_HEADER_0,
  360. REO_STATUS_REQUIRED, cmd->std.need_status);
  361. hal_reo_cmd_set_descr_addr_li(reo_desc, CMD_FLUSH_QUEUE,
  362. cmd->std.addr_lo, cmd->std.addr_hi);
  363. HAL_DESC_SET_FIELD(reo_desc, REO_FLUSH_QUEUE_2,
  364. BLOCK_DESC_ADDR_USAGE_AFTER_FLUSH,
  365. cmd->u.fl_queue_params.block_use_after_flush);
  366. if (cmd->u.fl_queue_params.block_use_after_flush) {
  367. HAL_DESC_SET_FIELD(reo_desc, REO_FLUSH_QUEUE_2,
  368. BLOCK_RESOURCE_INDEX,
  369. cmd->u.fl_queue_params.index);
  370. }
  371. hal_srng_access_end(hal_soc, hal_ring_hdl);
  372. val = reo_desc[CMD_HEADER_DW_OFFSET];
  373. return HAL_GET_FIELD(UNIFORM_REO_CMD_HEADER_0, REO_CMD_NUMBER,
  374. val);
  375. }
  376. static inline int
  377. hal_reo_cmd_flush_cache_li(hal_ring_handle_t hal_ring_hdl,
  378. hal_soc_handle_t hal_soc_hdl,
  379. struct hal_reo_cmd_params *cmd)
  380. {
  381. uint32_t *reo_desc, val;
  382. struct hal_reo_cmd_flush_cache_params *cp;
  383. uint8_t index = 0;
  384. struct hal_soc *hal_soc = (struct hal_soc *)hal_soc_hdl;
  385. cp = &cmd->u.fl_cache_params;
  386. hal_srng_access_start(hal_soc_hdl, hal_ring_hdl);
  387. /* We need a cache block resource for this operation, and REO HW has
  388. * only 4 such blocking resources. These resources are managed using
  389. * reo_res_bitmap, and we return failure if none is available.
  390. */
  391. if (cp->block_use_after_flush) {
  392. index = hal_find_zero_bit(hal_soc->reo_res_bitmap);
  393. if (index > 3) {
  394. qdf_print("No blocking resource available!");
  395. hal_srng_access_end(hal_soc, hal_ring_hdl);
  396. return -EBUSY;
  397. }
  398. hal_soc->index = index;
  399. }
  400. reo_desc = hal_srng_src_get_next(hal_soc, hal_ring_hdl);
  401. if (!reo_desc) {
  402. hal_srng_access_end(hal_soc, hal_ring_hdl);
  403. hal_srng_dump(hal_ring_handle_to_hal_srng(hal_ring_hdl));
  404. return -EBUSY;
  405. }
  406. HAL_SET_TLV_HDR(reo_desc, WIFIREO_FLUSH_CACHE_E,
  407. sizeof(struct reo_flush_cache));
  408. /*
  409. * Offsets of descriptor fields defined in HW headers start from
  410. * the field after TLV header
  411. */
  412. reo_desc += (sizeof(struct tlv_32_hdr) >> 2);
  413. qdf_mem_zero((reo_desc + NUM_OF_DWORDS_UNIFORM_REO_CMD_HEADER),
  414. sizeof(struct reo_flush_cache) -
  415. (NUM_OF_DWORDS_UNIFORM_REO_CMD_HEADER << 2));
  416. HAL_DESC_SET_FIELD(reo_desc, UNIFORM_REO_CMD_HEADER_0,
  417. REO_STATUS_REQUIRED, cmd->std.need_status);
  418. hal_reo_cmd_set_descr_addr_li(reo_desc, CMD_FLUSH_CACHE,
  419. cmd->std.addr_lo, cmd->std.addr_hi);
  420. HAL_DESC_SET_FIELD(reo_desc, REO_FLUSH_CACHE_2,
  421. FORWARD_ALL_MPDUS_IN_QUEUE, cp->fwd_mpdus_in_queue);
  422. /* set it to 0 for now */
  423. cp->rel_block_index = 0;
  424. HAL_DESC_SET_FIELD(reo_desc, REO_FLUSH_CACHE_2,
  425. RELEASE_CACHE_BLOCK_INDEX, cp->rel_block_index);
  426. if (cp->block_use_after_flush) {
  427. HAL_DESC_SET_FIELD(reo_desc, REO_FLUSH_CACHE_2,
  428. CACHE_BLOCK_RESOURCE_INDEX, index);
  429. }
  430. HAL_DESC_SET_FIELD(reo_desc, REO_FLUSH_CACHE_2,
  431. FLUSH_WITHOUT_INVALIDATE, cp->flush_no_inval);
  432. HAL_DESC_SET_FIELD(reo_desc, REO_FLUSH_CACHE_2,
  433. BLOCK_CACHE_USAGE_AFTER_FLUSH,
  434. cp->block_use_after_flush);
  435. HAL_DESC_SET_FIELD(reo_desc, REO_FLUSH_CACHE_2, FLUSH_ENTIRE_CACHE,
  436. cp->flush_entire_cache);
  437. if (hif_rtpm_get(HIF_RTPM_GET_ASYNC, HIF_RTPM_ID_HAL_REO_CMD) == 0) {
  438. hal_srng_access_end(hal_soc_hdl, hal_ring_hdl);
  439. hif_rtpm_put(HIF_RTPM_PUT_ASYNC, HIF_RTPM_ID_HAL_REO_CMD);
  440. } else {
  441. hal_srng_access_end_reap(hal_soc_hdl, hal_ring_hdl);
  442. hal_srng_set_event(hal_ring_hdl, HAL_SRNG_FLUSH_EVENT);
  443. hal_srng_inc_flush_cnt(hal_ring_hdl);
  444. }
  445. val = reo_desc[CMD_HEADER_DW_OFFSET];
  446. return HAL_GET_FIELD(UNIFORM_REO_CMD_HEADER_0, REO_CMD_NUMBER,
  447. val);
  448. }
  449. static inline int
  450. hal_reo_cmd_unblock_cache_li(hal_ring_handle_t hal_ring_hdl,
  451. hal_soc_handle_t hal_soc_hdl,
  452. struct hal_reo_cmd_params *cmd)
  453. {
  454. struct hal_soc *hal_soc = (struct hal_soc *)hal_soc_hdl;
  455. uint32_t *reo_desc, val;
  456. uint8_t index = 0;
  457. hal_srng_access_start(hal_soc_hdl, hal_ring_hdl);
  458. if (cmd->u.unblk_cache_params.type == UNBLOCK_RES_INDEX) {
  459. index = hal_find_one_bit(hal_soc->reo_res_bitmap);
  460. if (index > 3) {
  461. hal_srng_access_end(hal_soc, hal_ring_hdl);
  462. qdf_print("No blocking resource to unblock!");
  463. return -EBUSY;
  464. }
  465. }
  466. reo_desc = hal_srng_src_get_next(hal_soc, hal_ring_hdl);
  467. if (!reo_desc) {
  468. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_DEBUG,
  469. "%s: Out of cmd ring entries", __func__);
  470. hal_srng_access_end(hal_soc, hal_ring_hdl);
  471. return -EBUSY;
  472. }
  473. HAL_SET_TLV_HDR(reo_desc, WIFIREO_UNBLOCK_CACHE_E,
  474. sizeof(struct reo_unblock_cache));
  475. /*
  476. * Offsets of descriptor fields defined in HW headers start from
  477. * the field after TLV header
  478. */
  479. reo_desc += (sizeof(struct tlv_32_hdr) >> 2);
  480. qdf_mem_zero((reo_desc + NUM_OF_DWORDS_UNIFORM_REO_CMD_HEADER),
  481. sizeof(struct reo_unblock_cache) -
  482. (NUM_OF_DWORDS_UNIFORM_REO_CMD_HEADER << 2));
  483. HAL_DESC_SET_FIELD(reo_desc, UNIFORM_REO_CMD_HEADER_0,
  484. REO_STATUS_REQUIRED, cmd->std.need_status);
  485. HAL_DESC_SET_FIELD(reo_desc, REO_UNBLOCK_CACHE_1,
  486. UNBLOCK_TYPE, cmd->u.unblk_cache_params.type);
  487. if (cmd->u.unblk_cache_params.type == UNBLOCK_RES_INDEX) {
  488. HAL_DESC_SET_FIELD(reo_desc, REO_UNBLOCK_CACHE_1,
  489. CACHE_BLOCK_RESOURCE_INDEX,
  490. cmd->u.unblk_cache_params.index);
  491. }
  492. hal_srng_access_end(hal_soc, hal_ring_hdl);
  493. val = reo_desc[CMD_HEADER_DW_OFFSET];
  494. return HAL_GET_FIELD(UNIFORM_REO_CMD_HEADER_0, REO_CMD_NUMBER,
  495. val);
  496. }
  497. static inline int
  498. hal_reo_cmd_flush_timeout_list_li(hal_ring_handle_t hal_ring_hdl,
  499. hal_soc_handle_t hal_soc_hdl,
  500. struct hal_reo_cmd_params *cmd)
  501. {
  502. struct hal_soc *hal_soc = (struct hal_soc *)hal_soc_hdl;
  503. uint32_t *reo_desc, val;
  504. hal_srng_access_start(hal_soc_hdl, hal_ring_hdl);
  505. reo_desc = hal_srng_src_get_next(hal_soc, hal_ring_hdl);
  506. if (!reo_desc) {
  507. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_DEBUG,
  508. "%s: Out of cmd ring entries", __func__);
  509. hal_srng_access_end(hal_soc, hal_ring_hdl);
  510. return -EBUSY;
  511. }
  512. HAL_SET_TLV_HDR(reo_desc, WIFIREO_FLUSH_TIMEOUT_LIST_E,
  513. sizeof(struct reo_flush_timeout_list));
  514. /*
  515. * Offsets of descriptor fields defined in HW headers start from
  516. * the field after TLV header
  517. */
  518. reo_desc += (sizeof(struct tlv_32_hdr) >> 2);
  519. qdf_mem_zero((reo_desc + NUM_OF_DWORDS_UNIFORM_REO_CMD_HEADER),
  520. sizeof(struct reo_flush_timeout_list) -
  521. (NUM_OF_DWORDS_UNIFORM_REO_CMD_HEADER << 2));
  522. HAL_DESC_SET_FIELD(reo_desc, UNIFORM_REO_CMD_HEADER_0,
  523. REO_STATUS_REQUIRED, cmd->std.need_status);
  524. HAL_DESC_SET_FIELD(reo_desc, REO_FLUSH_TIMEOUT_LIST_1, AC_TIMOUT_LIST,
  525. cmd->u.fl_tim_list_params.ac_list);
  526. HAL_DESC_SET_FIELD(reo_desc, REO_FLUSH_TIMEOUT_LIST_2,
  527. MINIMUM_RELEASE_DESC_COUNT,
  528. cmd->u.fl_tim_list_params.min_rel_desc);
  529. HAL_DESC_SET_FIELD(reo_desc, REO_FLUSH_TIMEOUT_LIST_2,
  530. MINIMUM_FORWARD_BUF_COUNT,
  531. cmd->u.fl_tim_list_params.min_fwd_buf);
  532. hal_srng_access_end(hal_soc, hal_ring_hdl);
  533. val = reo_desc[CMD_HEADER_DW_OFFSET];
  534. return HAL_GET_FIELD(UNIFORM_REO_CMD_HEADER_0, REO_CMD_NUMBER,
  535. val);
  536. }
  537. static inline int
  538. hal_reo_cmd_update_rx_queue_li(hal_ring_handle_t hal_ring_hdl,
  539. hal_soc_handle_t hal_soc_hdl,
  540. struct hal_reo_cmd_params *cmd)
  541. {
  542. struct hal_soc *hal_soc = (struct hal_soc *)hal_soc_hdl;
  543. uint32_t *reo_desc, val;
  544. struct hal_reo_cmd_update_queue_params *p;
  545. p = &cmd->u.upd_queue_params;
  546. hal_srng_access_start(hal_soc_hdl, hal_ring_hdl);
  547. reo_desc = hal_srng_src_get_next(hal_soc, hal_ring_hdl);
  548. if (!reo_desc) {
  549. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_DEBUG,
  550. "%s: Out of cmd ring entries", __func__);
  551. hal_srng_access_end(hal_soc, hal_ring_hdl);
  552. return -EBUSY;
  553. }
  554. HAL_SET_TLV_HDR(reo_desc, WIFIREO_UPDATE_RX_REO_QUEUE_E,
  555. sizeof(struct reo_update_rx_reo_queue));
  556. /*
  557. * Offsets of descriptor fields defined in HW headers start from
  558. * the field after TLV header
  559. */
  560. reo_desc += (sizeof(struct tlv_32_hdr) >> 2);
  561. qdf_mem_zero((reo_desc + NUM_OF_DWORDS_UNIFORM_REO_CMD_HEADER),
  562. sizeof(struct reo_update_rx_reo_queue) -
  563. (NUM_OF_DWORDS_UNIFORM_REO_CMD_HEADER << 2));
  564. HAL_DESC_SET_FIELD(reo_desc, UNIFORM_REO_CMD_HEADER_0,
  565. REO_STATUS_REQUIRED, cmd->std.need_status);
  566. hal_reo_cmd_set_descr_addr_li(reo_desc, CMD_UPDATE_RX_REO_QUEUE,
  567. cmd->std.addr_lo, cmd->std.addr_hi);
  568. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_2,
  569. UPDATE_RECEIVE_QUEUE_NUMBER, p->update_rx_queue_num);
  570. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_2, UPDATE_VLD,
  571. p->update_vld);
  572. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_2,
  573. UPDATE_ASSOCIATED_LINK_DESCRIPTOR_COUNTER,
  574. p->update_assoc_link_desc);
  575. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_2,
  576. UPDATE_DISABLE_DUPLICATE_DETECTION,
  577. p->update_disable_dup_detect);
  578. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_2,
  579. UPDATE_DISABLE_DUPLICATE_DETECTION,
  580. p->update_disable_dup_detect);
  581. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_2,
  582. UPDATE_SOFT_REORDER_ENABLE,
  583. p->update_soft_reorder_enab);
  584. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_2,
  585. UPDATE_AC, p->update_ac);
  586. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_2,
  587. UPDATE_BAR, p->update_bar);
  588. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_2,
  589. UPDATE_BAR, p->update_bar);
  590. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_2,
  591. UPDATE_RTY, p->update_rty);
  592. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_2,
  593. UPDATE_CHK_2K_MODE, p->update_chk_2k_mode);
  594. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_2,
  595. UPDATE_OOR_MODE, p->update_oor_mode);
  596. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_2,
  597. UPDATE_BA_WINDOW_SIZE, p->update_ba_window_size);
  598. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_2,
  599. UPDATE_PN_CHECK_NEEDED, p->update_pn_check_needed);
  600. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_2,
  601. UPDATE_PN_SHALL_BE_EVEN, p->update_pn_even);
  602. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_2,
  603. UPDATE_PN_SHALL_BE_UNEVEN, p->update_pn_uneven);
  604. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_2,
  605. UPDATE_PN_HANDLING_ENABLE, p->update_pn_hand_enab);
  606. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_2,
  607. UPDATE_PN_SIZE, p->update_pn_size);
  608. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_2,
  609. UPDATE_IGNORE_AMPDU_FLAG, p->update_ignore_ampdu);
  610. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_2,
  611. UPDATE_SVLD, p->update_svld);
  612. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_2,
  613. UPDATE_SSN, p->update_ssn);
  614. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_2,
  615. UPDATE_SEQ_2K_ERROR_DETECTED_FLAG,
  616. p->update_seq_2k_err_detect);
  617. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_2,
  618. UPDATE_PN_VALID, p->update_pn_valid);
  619. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_2,
  620. UPDATE_PN, p->update_pn);
  621. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_3,
  622. RECEIVE_QUEUE_NUMBER, p->rx_queue_num);
  623. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_3,
  624. VLD, p->vld);
  625. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_3,
  626. ASSOCIATED_LINK_DESCRIPTOR_COUNTER,
  627. p->assoc_link_desc);
  628. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_3,
  629. DISABLE_DUPLICATE_DETECTION, p->disable_dup_detect);
  630. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_3,
  631. SOFT_REORDER_ENABLE, p->soft_reorder_enab);
  632. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_3, AC, p->ac);
  633. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_3,
  634. BAR, p->bar);
  635. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_3,
  636. CHK_2K_MODE, p->chk_2k_mode);
  637. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_3,
  638. RTY, p->rty);
  639. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_3,
  640. OOR_MODE, p->oor_mode);
  641. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_3,
  642. PN_CHECK_NEEDED, p->pn_check_needed);
  643. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_3,
  644. PN_SHALL_BE_EVEN, p->pn_even);
  645. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_3,
  646. PN_SHALL_BE_UNEVEN, p->pn_uneven);
  647. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_3,
  648. PN_HANDLING_ENABLE, p->pn_hand_enab);
  649. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_3,
  650. IGNORE_AMPDU_FLAG, p->ignore_ampdu);
  651. if (p->ba_window_size < 1)
  652. p->ba_window_size = 1;
  653. /*
  654. * WAR to get 2k exception in Non BA case.
  655. * Setting window size to 2 to get 2k jump exception
  656. * when we receive aggregates in Non BA case
  657. */
  658. if (p->ba_window_size == 1)
  659. p->ba_window_size++;
  660. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_4,
  661. BA_WINDOW_SIZE, p->ba_window_size - 1);
  662. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_4,
  663. PN_SIZE, p->pn_size);
  664. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_4,
  665. SVLD, p->svld);
  666. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_4,
  667. SSN, p->ssn);
  668. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_4,
  669. SEQ_2K_ERROR_DETECTED_FLAG, p->seq_2k_err_detect);
  670. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_4,
  671. PN_ERROR_DETECTED_FLAG, p->pn_err_detect);
  672. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_5,
  673. PN_31_0, p->pn_31_0);
  674. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_6,
  675. PN_63_32, p->pn_63_32);
  676. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_7,
  677. PN_95_64, p->pn_95_64);
  678. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_8,
  679. PN_127_96, p->pn_127_96);
  680. if (hif_rtpm_get(HIF_RTPM_GET_ASYNC, HIF_RTPM_ID_HAL_REO_CMD) == 0) {
  681. hal_srng_access_end(hal_soc_hdl, hal_ring_hdl);
  682. hif_rtpm_put(HIF_RTPM_PUT_ASYNC, HIF_RTPM_ID_HAL_REO_CMD);
  683. } else {
  684. hal_srng_access_end_reap(hal_soc_hdl, hal_ring_hdl);
  685. hal_srng_set_event(hal_ring_hdl, HAL_SRNG_FLUSH_EVENT);
  686. hal_srng_inc_flush_cnt(hal_ring_hdl);
  687. }
  688. val = reo_desc[CMD_HEADER_DW_OFFSET];
  689. return HAL_GET_FIELD(UNIFORM_REO_CMD_HEADER_0, REO_CMD_NUMBER,
  690. val);
  691. }
  692. int hal_reo_send_cmd_li(hal_soc_handle_t hal_soc_hdl,
  693. hal_ring_handle_t hal_ring_hdl,
  694. enum hal_reo_cmd_type cmd,
  695. void *params)
  696. {
  697. struct hal_reo_cmd_params *cmd_params =
  698. (struct hal_reo_cmd_params *)params;
  699. int num = 0;
  700. switch (cmd) {
  701. case CMD_GET_QUEUE_STATS:
  702. num = hal_reo_cmd_queue_stats_li(hal_ring_hdl,
  703. hal_soc_hdl, cmd_params);
  704. break;
  705. case CMD_FLUSH_QUEUE:
  706. num = hal_reo_cmd_flush_queue_li(hal_ring_hdl,
  707. hal_soc_hdl, cmd_params);
  708. break;
  709. case CMD_FLUSH_CACHE:
  710. num = hal_reo_cmd_flush_cache_li(hal_ring_hdl,
  711. hal_soc_hdl, cmd_params);
  712. break;
  713. case CMD_UNBLOCK_CACHE:
  714. num = hal_reo_cmd_unblock_cache_li(hal_ring_hdl,
  715. hal_soc_hdl, cmd_params);
  716. break;
  717. case CMD_FLUSH_TIMEOUT_LIST:
  718. num = hal_reo_cmd_flush_timeout_list_li(hal_ring_hdl,
  719. hal_soc_hdl,
  720. cmd_params);
  721. break;
  722. case CMD_UPDATE_RX_REO_QUEUE:
  723. num = hal_reo_cmd_update_rx_queue_li(hal_ring_hdl,
  724. hal_soc_hdl, cmd_params);
  725. break;
  726. default:
  727. hal_err("Invalid REO command type: %d", cmd);
  728. return -EINVAL;
  729. };
  730. return num;
  731. }
  732. void
  733. hal_reo_queue_stats_status_li(hal_ring_desc_t ring_desc,
  734. void *st_handle,
  735. hal_soc_handle_t hal_soc_hdl)
  736. {
  737. struct hal_soc *hal_soc = (struct hal_soc *)hal_soc_hdl;
  738. struct hal_reo_queue_status *st =
  739. (struct hal_reo_queue_status *)st_handle;
  740. uint32_t *reo_desc = (uint32_t *)ring_desc;
  741. uint32_t val;
  742. /*
  743. * Offsets of descriptor fields defined in HW headers start
  744. * from the field after TLV header
  745. */
  746. reo_desc += (sizeof(struct tlv_32_hdr) >> 2);
  747. /* header */
  748. hal_reo_status_get_header(ring_desc, HAL_REO_QUEUE_STATS_STATUS_TLV,
  749. &(st->header), hal_soc);
  750. /* SSN */
  751. val = reo_desc[HAL_OFFSET_DW(REO_GET_QUEUE_STATS_STATUS_2, SSN)];
  752. st->ssn = HAL_GET_FIELD(REO_GET_QUEUE_STATS_STATUS_2, SSN, val);
  753. /* current index */
  754. val = reo_desc[HAL_OFFSET_DW(REO_GET_QUEUE_STATS_STATUS_2,
  755. CURRENT_INDEX)];
  756. st->curr_idx =
  757. HAL_GET_FIELD(REO_GET_QUEUE_STATS_STATUS_2,
  758. CURRENT_INDEX, val);
  759. /* PN bits */
  760. val = reo_desc[HAL_OFFSET_DW(REO_GET_QUEUE_STATS_STATUS_3,
  761. PN_31_0)];
  762. st->pn_31_0 =
  763. HAL_GET_FIELD(REO_GET_QUEUE_STATS_STATUS_3,
  764. PN_31_0, val);
  765. val = reo_desc[HAL_OFFSET_DW(REO_GET_QUEUE_STATS_STATUS_4,
  766. PN_63_32)];
  767. st->pn_63_32 =
  768. HAL_GET_FIELD(REO_GET_QUEUE_STATS_STATUS_4,
  769. PN_63_32, val);
  770. val = reo_desc[HAL_OFFSET_DW(REO_GET_QUEUE_STATS_STATUS_5,
  771. PN_95_64)];
  772. st->pn_95_64 =
  773. HAL_GET_FIELD(REO_GET_QUEUE_STATS_STATUS_5,
  774. PN_95_64, val);
  775. val = reo_desc[HAL_OFFSET_DW(REO_GET_QUEUE_STATS_STATUS_6,
  776. PN_127_96)];
  777. st->pn_127_96 =
  778. HAL_GET_FIELD(REO_GET_QUEUE_STATS_STATUS_6,
  779. PN_127_96, val);
  780. /* timestamps */
  781. val = reo_desc[HAL_OFFSET_DW(REO_GET_QUEUE_STATS_STATUS_7,
  782. LAST_RX_ENQUEUE_TIMESTAMP)];
  783. st->last_rx_enq_tstamp =
  784. HAL_GET_FIELD(REO_GET_QUEUE_STATS_STATUS_7,
  785. LAST_RX_ENQUEUE_TIMESTAMP, val);
  786. val = reo_desc[HAL_OFFSET_DW(REO_GET_QUEUE_STATS_STATUS_8,
  787. LAST_RX_DEQUEUE_TIMESTAMP)];
  788. st->last_rx_deq_tstamp =
  789. HAL_GET_FIELD(REO_GET_QUEUE_STATS_STATUS_8,
  790. LAST_RX_DEQUEUE_TIMESTAMP, val);
  791. /* rx bitmap */
  792. val = reo_desc[HAL_OFFSET_DW(REO_GET_QUEUE_STATS_STATUS_9,
  793. RX_BITMAP_31_0)];
  794. st->rx_bitmap_31_0 =
  795. HAL_GET_FIELD(REO_GET_QUEUE_STATS_STATUS_9,
  796. RX_BITMAP_31_0, val);
  797. val = reo_desc[HAL_OFFSET_DW(REO_GET_QUEUE_STATS_STATUS_10,
  798. RX_BITMAP_63_32)];
  799. st->rx_bitmap_63_32 =
  800. HAL_GET_FIELD(REO_GET_QUEUE_STATS_STATUS_10,
  801. RX_BITMAP_63_32, val);
  802. val = reo_desc[HAL_OFFSET_DW(REO_GET_QUEUE_STATS_STATUS_11,
  803. RX_BITMAP_95_64)];
  804. st->rx_bitmap_95_64 =
  805. HAL_GET_FIELD(REO_GET_QUEUE_STATS_STATUS_11,
  806. RX_BITMAP_95_64, val);
  807. val = reo_desc[HAL_OFFSET_DW(REO_GET_QUEUE_STATS_STATUS_12,
  808. RX_BITMAP_127_96)];
  809. st->rx_bitmap_127_96 =
  810. HAL_GET_FIELD(REO_GET_QUEUE_STATS_STATUS_12,
  811. RX_BITMAP_127_96, val);
  812. val = reo_desc[HAL_OFFSET_DW(REO_GET_QUEUE_STATS_STATUS_13,
  813. RX_BITMAP_159_128)];
  814. st->rx_bitmap_159_128 =
  815. HAL_GET_FIELD(REO_GET_QUEUE_STATS_STATUS_13,
  816. RX_BITMAP_159_128, val);
  817. val = reo_desc[HAL_OFFSET_DW(REO_GET_QUEUE_STATS_STATUS_14,
  818. RX_BITMAP_191_160)];
  819. st->rx_bitmap_191_160 =
  820. HAL_GET_FIELD(REO_GET_QUEUE_STATS_STATUS_14,
  821. RX_BITMAP_191_160, val);
  822. val = reo_desc[HAL_OFFSET_DW(REO_GET_QUEUE_STATS_STATUS_15,
  823. RX_BITMAP_223_192)];
  824. st->rx_bitmap_223_192 =
  825. HAL_GET_FIELD(REO_GET_QUEUE_STATS_STATUS_15,
  826. RX_BITMAP_223_192, val);
  827. val = reo_desc[HAL_OFFSET_DW(REO_GET_QUEUE_STATS_STATUS_16,
  828. RX_BITMAP_255_224)];
  829. st->rx_bitmap_255_224 =
  830. HAL_GET_FIELD(REO_GET_QUEUE_STATS_STATUS_16,
  831. RX_BITMAP_255_224, val);
  832. /* various counts */
  833. val = reo_desc[HAL_OFFSET_DW(REO_GET_QUEUE_STATS_STATUS_17,
  834. CURRENT_MPDU_COUNT)];
  835. st->curr_mpdu_cnt =
  836. HAL_GET_FIELD(REO_GET_QUEUE_STATS_STATUS_17,
  837. CURRENT_MPDU_COUNT, val);
  838. val = reo_desc[HAL_OFFSET_DW(REO_GET_QUEUE_STATS_STATUS_17,
  839. CURRENT_MSDU_COUNT)];
  840. st->curr_msdu_cnt =
  841. HAL_GET_FIELD(REO_GET_QUEUE_STATS_STATUS_17,
  842. CURRENT_MSDU_COUNT, val);
  843. val = reo_desc[HAL_OFFSET_DW(REO_GET_QUEUE_STATS_STATUS_18,
  844. TIMEOUT_COUNT)];
  845. st->fwd_timeout_cnt =
  846. HAL_GET_FIELD(REO_GET_QUEUE_STATS_STATUS_18,
  847. TIMEOUT_COUNT, val);
  848. val = reo_desc[HAL_OFFSET_DW(REO_GET_QUEUE_STATS_STATUS_18,
  849. FORWARD_DUE_TO_BAR_COUNT)];
  850. st->fwd_bar_cnt =
  851. HAL_GET_FIELD(REO_GET_QUEUE_STATS_STATUS_18,
  852. FORWARD_DUE_TO_BAR_COUNT, val);
  853. val = reo_desc[HAL_OFFSET_DW(REO_GET_QUEUE_STATS_STATUS_18,
  854. DUPLICATE_COUNT)];
  855. st->dup_cnt =
  856. HAL_GET_FIELD(REO_GET_QUEUE_STATS_STATUS_18,
  857. DUPLICATE_COUNT, val);
  858. val = reo_desc[HAL_OFFSET_DW(REO_GET_QUEUE_STATS_STATUS_19,
  859. FRAMES_IN_ORDER_COUNT)];
  860. st->frms_in_order_cnt =
  861. HAL_GET_FIELD(REO_GET_QUEUE_STATS_STATUS_19,
  862. FRAMES_IN_ORDER_COUNT, val);
  863. val = reo_desc[HAL_OFFSET_DW(REO_GET_QUEUE_STATS_STATUS_19,
  864. BAR_RECEIVED_COUNT)];
  865. st->bar_rcvd_cnt =
  866. HAL_GET_FIELD(REO_GET_QUEUE_STATS_STATUS_19,
  867. BAR_RECEIVED_COUNT, val);
  868. val = reo_desc[HAL_OFFSET_DW(REO_GET_QUEUE_STATS_STATUS_20,
  869. MPDU_FRAMES_PROCESSED_COUNT)];
  870. st->mpdu_frms_cnt =
  871. HAL_GET_FIELD(REO_GET_QUEUE_STATS_STATUS_20,
  872. MPDU_FRAMES_PROCESSED_COUNT, val);
  873. val = reo_desc[HAL_OFFSET_DW(REO_GET_QUEUE_STATS_STATUS_21,
  874. MSDU_FRAMES_PROCESSED_COUNT)];
  875. st->msdu_frms_cnt =
  876. HAL_GET_FIELD(REO_GET_QUEUE_STATS_STATUS_21,
  877. MSDU_FRAMES_PROCESSED_COUNT, val);
  878. val = reo_desc[HAL_OFFSET_DW(REO_GET_QUEUE_STATS_STATUS_22,
  879. TOTAL_PROCESSED_BYTE_COUNT)];
  880. st->total_cnt =
  881. HAL_GET_FIELD(REO_GET_QUEUE_STATS_STATUS_22,
  882. TOTAL_PROCESSED_BYTE_COUNT, val);
  883. val = reo_desc[HAL_OFFSET_DW(REO_GET_QUEUE_STATS_STATUS_23,
  884. LATE_RECEIVE_MPDU_COUNT)];
  885. st->late_recv_mpdu_cnt =
  886. HAL_GET_FIELD(REO_GET_QUEUE_STATS_STATUS_23,
  887. LATE_RECEIVE_MPDU_COUNT, val);
  888. val = reo_desc[HAL_OFFSET_DW(REO_GET_QUEUE_STATS_STATUS_23,
  889. WINDOW_JUMP_2K)];
  890. st->win_jump_2k =
  891. HAL_GET_FIELD(REO_GET_QUEUE_STATS_STATUS_23,
  892. WINDOW_JUMP_2K, val);
  893. val = reo_desc[HAL_OFFSET_DW(REO_GET_QUEUE_STATS_STATUS_23,
  894. HOLE_COUNT)];
  895. st->hole_cnt =
  896. HAL_GET_FIELD(REO_GET_QUEUE_STATS_STATUS_23,
  897. HOLE_COUNT, val);
  898. }
  899. void
  900. hal_reo_flush_queue_status_li(hal_ring_desc_t ring_desc,
  901. void *st_handle,
  902. hal_soc_handle_t hal_soc_hdl)
  903. {
  904. struct hal_soc *hal_soc = (struct hal_soc *)hal_soc_hdl;
  905. struct hal_reo_flush_queue_status *st =
  906. (struct hal_reo_flush_queue_status *)st_handle;
  907. uint32_t *reo_desc = (uint32_t *)ring_desc;
  908. uint32_t val;
  909. /*
  910. * Offsets of descriptor fields defined in HW headers start
  911. * from the field after TLV header
  912. */
  913. reo_desc += (sizeof(struct tlv_32_hdr) >> 2);
  914. /* header */
  915. hal_reo_status_get_header(ring_desc, HAL_REO_FLUSH_QUEUE_STATUS_TLV,
  916. &(st->header), hal_soc);
  917. /* error bit */
  918. val = reo_desc[HAL_OFFSET(REO_FLUSH_QUEUE_STATUS_2,
  919. ERROR_DETECTED)];
  920. st->error = HAL_GET_FIELD(REO_FLUSH_QUEUE_STATUS_2, ERROR_DETECTED,
  921. val);
  922. }
  923. void
  924. hal_reo_flush_cache_status_li(hal_ring_desc_t ring_desc,
  925. void *st_handle,
  926. hal_soc_handle_t hal_soc_hdl)
  927. {
  928. struct hal_soc *hal_soc = (struct hal_soc *)hal_soc_hdl;
  929. struct hal_reo_flush_cache_status *st =
  930. (struct hal_reo_flush_cache_status *)st_handle;
  931. uint32_t *reo_desc = (uint32_t *)ring_desc;
  932. uint32_t val;
  933. /*
  934. * Offsets of descriptor fields defined in HW headers start
  935. * from the field after TLV header
  936. */
  937. reo_desc += (sizeof(struct tlv_32_hdr) >> 2);
  938. /* header */
  939. hal_reo_status_get_header(ring_desc, HAL_REO_FLUSH_CACHE_STATUS_TLV,
  940. &(st->header), hal_soc);
  941. /* error bit */
  942. val = reo_desc[HAL_OFFSET_DW(REO_FLUSH_CACHE_STATUS_2,
  943. ERROR_DETECTED)];
  944. st->error = HAL_GET_FIELD(REO_FLUSH_QUEUE_STATUS_2, ERROR_DETECTED,
  945. val);
  946. /* block error */
  947. val = reo_desc[HAL_OFFSET_DW(REO_FLUSH_CACHE_STATUS_2,
  948. BLOCK_ERROR_DETAILS)];
  949. st->block_error = HAL_GET_FIELD(REO_FLUSH_CACHE_STATUS_2,
  950. BLOCK_ERROR_DETAILS,
  951. val);
  952. if (!st->block_error)
  953. qdf_set_bit(hal_soc->index,
  954. (unsigned long *)&hal_soc->reo_res_bitmap);
  955. /* cache flush status */
  956. val = reo_desc[HAL_OFFSET_DW(REO_FLUSH_CACHE_STATUS_2,
  957. CACHE_CONTROLLER_FLUSH_STATUS_HIT)];
  958. st->cache_flush_status = HAL_GET_FIELD(REO_FLUSH_CACHE_STATUS_2,
  959. CACHE_CONTROLLER_FLUSH_STATUS_HIT,
  960. val);
  961. /* cache flush descriptor type */
  962. val = reo_desc[HAL_OFFSET_DW(REO_FLUSH_CACHE_STATUS_2,
  963. CACHE_CONTROLLER_FLUSH_STATUS_DESC_TYPE)];
  964. st->cache_flush_status_desc_type =
  965. HAL_GET_FIELD(REO_FLUSH_CACHE_STATUS_2,
  966. CACHE_CONTROLLER_FLUSH_STATUS_DESC_TYPE,
  967. val);
  968. /* cache flush count */
  969. val = reo_desc[HAL_OFFSET_DW(REO_FLUSH_CACHE_STATUS_2,
  970. CACHE_CONTROLLER_FLUSH_COUNT)];
  971. st->cache_flush_cnt =
  972. HAL_GET_FIELD(REO_FLUSH_CACHE_STATUS_2,
  973. CACHE_CONTROLLER_FLUSH_COUNT,
  974. val);
  975. }
  976. void
  977. hal_reo_unblock_cache_status_li(hal_ring_desc_t ring_desc,
  978. hal_soc_handle_t hal_soc_hdl,
  979. void *st_handle)
  980. {
  981. struct hal_soc *hal_soc = (struct hal_soc *)hal_soc_hdl;
  982. struct hal_reo_unblk_cache_status *st =
  983. (struct hal_reo_unblk_cache_status *)st_handle;
  984. uint32_t *reo_desc = (uint32_t *)ring_desc;
  985. uint32_t val;
  986. /*
  987. * Offsets of descriptor fields defined in HW headers start
  988. * from the field after TLV header
  989. */
  990. reo_desc += (sizeof(struct tlv_32_hdr) >> 2);
  991. /* header */
  992. hal_reo_status_get_header(ring_desc, HAL_REO_UNBLK_CACHE_STATUS_TLV,
  993. &st->header, hal_soc);
  994. /* error bit */
  995. val = reo_desc[HAL_OFFSET_DW(REO_UNBLOCK_CACHE_STATUS_2,
  996. ERROR_DETECTED)];
  997. st->error = HAL_GET_FIELD(REO_UNBLOCK_CACHE_STATUS_2,
  998. ERROR_DETECTED,
  999. val);
  1000. /* unblock type */
  1001. val = reo_desc[HAL_OFFSET_DW(REO_UNBLOCK_CACHE_STATUS_2,
  1002. UNBLOCK_TYPE)];
  1003. st->unblock_type = HAL_GET_FIELD(REO_UNBLOCK_CACHE_STATUS_2,
  1004. UNBLOCK_TYPE,
  1005. val);
  1006. if (!st->error && (st->unblock_type == UNBLOCK_RES_INDEX))
  1007. qdf_clear_bit(hal_soc->index,
  1008. (unsigned long *)&hal_soc->reo_res_bitmap);
  1009. }
  1010. void hal_reo_flush_timeout_list_status_li(hal_ring_desc_t ring_desc,
  1011. void *st_handle,
  1012. hal_soc_handle_t hal_soc_hdl)
  1013. {
  1014. struct hal_soc *hal_soc = (struct hal_soc *)hal_soc_hdl;
  1015. struct hal_reo_flush_timeout_list_status *st =
  1016. (struct hal_reo_flush_timeout_list_status *)st_handle;
  1017. uint32_t *reo_desc = (uint32_t *)ring_desc;
  1018. uint32_t val;
  1019. /*
  1020. * Offsets of descriptor fields defined in HW headers start
  1021. * from the field after TLV header
  1022. */
  1023. reo_desc += (sizeof(struct tlv_32_hdr) >> 2);
  1024. /* header */
  1025. hal_reo_status_get_header(ring_desc, HAL_REO_TIMOUT_LIST_STATUS_TLV,
  1026. &(st->header), hal_soc);
  1027. /* error bit */
  1028. val = reo_desc[HAL_OFFSET_DW(REO_FLUSH_TIMEOUT_LIST_STATUS_2,
  1029. ERROR_DETECTED)];
  1030. st->error = HAL_GET_FIELD(REO_FLUSH_TIMEOUT_LIST_STATUS_2,
  1031. ERROR_DETECTED,
  1032. val);
  1033. /* list empty */
  1034. val = reo_desc[HAL_OFFSET_DW(REO_FLUSH_TIMEOUT_LIST_STATUS_2,
  1035. TIMOUT_LIST_EMPTY)];
  1036. st->list_empty = HAL_GET_FIELD(REO_FLUSH_TIMEOUT_LIST_STATUS_2,
  1037. TIMOUT_LIST_EMPTY,
  1038. val);
  1039. /* release descriptor count */
  1040. val = reo_desc[HAL_OFFSET_DW(REO_FLUSH_TIMEOUT_LIST_STATUS_3,
  1041. RELEASE_DESC_COUNT)];
  1042. st->rel_desc_cnt = HAL_GET_FIELD(REO_FLUSH_TIMEOUT_LIST_STATUS_3,
  1043. RELEASE_DESC_COUNT,
  1044. val);
  1045. /* forward buf count */
  1046. val = reo_desc[HAL_OFFSET_DW(REO_FLUSH_TIMEOUT_LIST_STATUS_3,
  1047. FORWARD_BUF_COUNT)];
  1048. st->fwd_buf_cnt = HAL_GET_FIELD(REO_FLUSH_TIMEOUT_LIST_STATUS_3,
  1049. FORWARD_BUF_COUNT,
  1050. val);
  1051. }
  1052. void hal_reo_desc_thres_reached_status_li(hal_ring_desc_t ring_desc,
  1053. void *st_handle,
  1054. hal_soc_handle_t hal_soc_hdl)
  1055. {
  1056. struct hal_soc *hal_soc = (struct hal_soc *)hal_soc_hdl;
  1057. struct hal_reo_desc_thres_reached_status *st =
  1058. (struct hal_reo_desc_thres_reached_status *)st_handle;
  1059. uint32_t *reo_desc = (uint32_t *)ring_desc;
  1060. uint32_t val;
  1061. /*
  1062. * Offsets of descriptor fields defined in HW headers start
  1063. * from the field after TLV header
  1064. */
  1065. reo_desc += (sizeof(struct tlv_32_hdr) >> 2);
  1066. /* header */
  1067. hal_reo_status_get_header(ring_desc,
  1068. HAL_REO_DESC_THRES_STATUS_TLV,
  1069. &(st->header), hal_soc);
  1070. /* threshold index */
  1071. val = reo_desc[HAL_OFFSET_DW(
  1072. REO_DESCRIPTOR_THRESHOLD_REACHED_STATUS_2,
  1073. THRESHOLD_INDEX)];
  1074. st->thres_index = HAL_GET_FIELD(
  1075. REO_DESCRIPTOR_THRESHOLD_REACHED_STATUS_2,
  1076. THRESHOLD_INDEX,
  1077. val);
  1078. /* link desc counters */
  1079. val = reo_desc[HAL_OFFSET_DW(
  1080. REO_DESCRIPTOR_THRESHOLD_REACHED_STATUS_3,
  1081. LINK_DESCRIPTOR_COUNTER0)];
  1082. st->link_desc_counter0 = HAL_GET_FIELD(
  1083. REO_DESCRIPTOR_THRESHOLD_REACHED_STATUS_3,
  1084. LINK_DESCRIPTOR_COUNTER0,
  1085. val);
  1086. val = reo_desc[HAL_OFFSET_DW(
  1087. REO_DESCRIPTOR_THRESHOLD_REACHED_STATUS_4,
  1088. LINK_DESCRIPTOR_COUNTER1)];
  1089. st->link_desc_counter1 = HAL_GET_FIELD(
  1090. REO_DESCRIPTOR_THRESHOLD_REACHED_STATUS_4,
  1091. LINK_DESCRIPTOR_COUNTER1,
  1092. val);
  1093. val = reo_desc[HAL_OFFSET_DW(
  1094. REO_DESCRIPTOR_THRESHOLD_REACHED_STATUS_5,
  1095. LINK_DESCRIPTOR_COUNTER2)];
  1096. st->link_desc_counter2 = HAL_GET_FIELD(
  1097. REO_DESCRIPTOR_THRESHOLD_REACHED_STATUS_5,
  1098. LINK_DESCRIPTOR_COUNTER2,
  1099. val);
  1100. val = reo_desc[HAL_OFFSET_DW(
  1101. REO_DESCRIPTOR_THRESHOLD_REACHED_STATUS_6,
  1102. LINK_DESCRIPTOR_COUNTER_SUM)];
  1103. st->link_desc_counter_sum = HAL_GET_FIELD(
  1104. REO_DESCRIPTOR_THRESHOLD_REACHED_STATUS_6,
  1105. LINK_DESCRIPTOR_COUNTER_SUM,
  1106. val);
  1107. }
  1108. void
  1109. hal_reo_rx_update_queue_status_li(hal_ring_desc_t ring_desc,
  1110. void *st_handle,
  1111. hal_soc_handle_t hal_soc_hdl)
  1112. {
  1113. struct hal_soc *hal_soc = (struct hal_soc *)hal_soc_hdl;
  1114. struct hal_reo_update_rx_queue_status *st =
  1115. (struct hal_reo_update_rx_queue_status *)st_handle;
  1116. uint32_t *reo_desc = (uint32_t *)ring_desc;
  1117. /*
  1118. * Offsets of descriptor fields defined in HW headers start
  1119. * from the field after TLV header
  1120. */
  1121. reo_desc += (sizeof(struct tlv_32_hdr) >> 2);
  1122. /* header */
  1123. hal_reo_status_get_header(ring_desc,
  1124. HAL_REO_UPDATE_RX_QUEUE_STATUS_TLV,
  1125. &(st->header), hal_soc);
  1126. }
  1127. uint8_t hal_get_tlv_hdr_size_li(void)
  1128. {
  1129. return sizeof(struct tlv_32_hdr);
  1130. }
  1131. uint64_t hal_rx_get_qdesc_addr_li(uint8_t *dst_ring_desc, uint8_t *buf)
  1132. {
  1133. return *(uint64_t *)dst_ring_desc +
  1134. REO_DESTINATION_RING_6_RX_REO_QUEUE_DESC_ADDR_31_0_OFFSET;
  1135. }