hal_li_reo.c 41 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356
  1. /*
  2. * Copyright (c) 2016-2021 The Linux Foundation. All rights reserved.
  3. *
  4. * Permission to use, copy, modify, and/or distribute this software for
  5. * any purpose with or without fee is hereby granted, provided that the
  6. * above copyright notice and this permission notice appear in all
  7. * copies.
  8. *
  9. * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL
  10. * WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED
  11. * WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE
  12. * AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL
  13. * DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR
  14. * PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER
  15. * TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
  16. * PERFORMANCE OF THIS SOFTWARE.
  17. */
  18. #include "qdf_module.h"
  19. #include "hal_li_hw_headers.h"
  20. #include "hal_reo.h"
  21. #include "hal_li_reo.h"
  22. #include "hal_li_api.h"
  23. uint32_t hal_get_reo_reg_base_offset_li(void)
  24. {
  25. return SEQ_WCSS_UMAC_REO_REG_OFFSET;
  26. }
  27. /**
  28. * hal_reo_qdesc_setup - Setup HW REO queue descriptor
  29. *
  30. * @hal_soc: Opaque HAL SOC handle
  31. * @ba_window_size: BlockAck window size
  32. * @start_seq: Starting sequence number
  33. * @hw_qdesc_vaddr: Virtual address of REO queue descriptor memory
  34. * @hw_qdesc_paddr: Physical address of REO queue descriptor memory
  35. * @tid: TID
  36. *
  37. */
  38. void hal_reo_qdesc_setup_li(hal_soc_handle_t hal_soc_hdl, int tid,
  39. uint32_t ba_window_size,
  40. uint32_t start_seq, void *hw_qdesc_vaddr,
  41. qdf_dma_addr_t hw_qdesc_paddr,
  42. int pn_type)
  43. {
  44. uint32_t *reo_queue_desc = (uint32_t *)hw_qdesc_vaddr;
  45. uint32_t *reo_queue_ext_desc;
  46. uint32_t reg_val;
  47. uint32_t pn_enable;
  48. uint32_t pn_size = 0;
  49. qdf_mem_zero(hw_qdesc_vaddr, sizeof(struct rx_reo_queue));
  50. hal_uniform_desc_hdr_setup(reo_queue_desc, HAL_DESC_REO_OWNED,
  51. HAL_REO_QUEUE_DESC);
  52. /* Fixed pattern in reserved bits for debugging */
  53. HAL_DESC_SET_FIELD(reo_queue_desc, UNIFORM_DESCRIPTOR_HEADER_0,
  54. RESERVED_0A, 0xDDBEEF);
  55. /* This a just a SW meta data and will be copied to REO destination
  56. * descriptors indicated by hardware.
  57. * TODO: Setting TID in this field. See if we should set something else.
  58. */
  59. HAL_DESC_SET_FIELD(reo_queue_desc, RX_REO_QUEUE_1,
  60. RECEIVE_QUEUE_NUMBER, tid);
  61. HAL_DESC_SET_FIELD(reo_queue_desc, RX_REO_QUEUE_2,
  62. VLD, 1);
  63. HAL_DESC_SET_FIELD(reo_queue_desc, RX_REO_QUEUE_2,
  64. ASSOCIATED_LINK_DESCRIPTOR_COUNTER,
  65. HAL_RX_LINK_DESC_CNTR);
  66. /*
  67. * Fields DISABLE_DUPLICATE_DETECTION and SOFT_REORDER_ENABLE will be 0
  68. */
  69. reg_val = TID_TO_WME_AC(tid);
  70. HAL_DESC_SET_FIELD(reo_queue_desc, RX_REO_QUEUE_2, AC, reg_val);
  71. if (ba_window_size < 1)
  72. ba_window_size = 1;
  73. /* WAR to get 2k exception in Non BA case.
  74. * Setting window size to 2 to get 2k jump exception
  75. * when we receive aggregates in Non BA case
  76. */
  77. ba_window_size = hal_update_non_ba_win_size(tid, ba_window_size);
  78. /* Set RTY bit for non-BA case. Duplicate detection is currently not
  79. * done by HW in non-BA case if RTY bit is not set.
  80. * TODO: This is a temporary War and should be removed once HW fix is
  81. * made to check and discard duplicates even if RTY bit is not set.
  82. */
  83. if (ba_window_size == 1)
  84. HAL_DESC_SET_FIELD(reo_queue_desc, RX_REO_QUEUE_2, RTY, 1);
  85. HAL_DESC_SET_FIELD(reo_queue_desc, RX_REO_QUEUE_2, BA_WINDOW_SIZE,
  86. ba_window_size - 1);
  87. switch (pn_type) {
  88. case HAL_PN_WPA:
  89. pn_enable = 1;
  90. pn_size = PN_SIZE_48;
  91. break;
  92. case HAL_PN_WAPI_EVEN:
  93. case HAL_PN_WAPI_UNEVEN:
  94. pn_enable = 1;
  95. pn_size = PN_SIZE_128;
  96. break;
  97. default:
  98. pn_enable = 0;
  99. break;
  100. }
  101. HAL_DESC_SET_FIELD(reo_queue_desc, RX_REO_QUEUE_2, PN_CHECK_NEEDED,
  102. pn_enable);
  103. if (pn_type == HAL_PN_WAPI_EVEN)
  104. HAL_DESC_SET_FIELD(reo_queue_desc, RX_REO_QUEUE_2,
  105. PN_SHALL_BE_EVEN, 1);
  106. else if (pn_type == HAL_PN_WAPI_UNEVEN)
  107. HAL_DESC_SET_FIELD(reo_queue_desc, RX_REO_QUEUE_2,
  108. PN_SHALL_BE_UNEVEN, 1);
  109. /*
  110. * TODO: Need to check if PN handling in SW needs to be enabled
  111. * So far this is not a requirement
  112. */
  113. HAL_DESC_SET_FIELD(reo_queue_desc, RX_REO_QUEUE_2, PN_SIZE,
  114. pn_size);
  115. /* TODO: Check if RX_REO_QUEUE_2_IGNORE_AMPDU_FLAG need to be set
  116. * based on BA window size and/or AMPDU capabilities
  117. */
  118. HAL_DESC_SET_FIELD(reo_queue_desc, RX_REO_QUEUE_2,
  119. IGNORE_AMPDU_FLAG, 1);
  120. if (start_seq <= 0xfff)
  121. HAL_DESC_SET_FIELD(reo_queue_desc, RX_REO_QUEUE_3, SSN,
  122. start_seq);
  123. /* TODO: SVLD should be set to 1 if a valid SSN is received in ADDBA,
  124. * but REO is not delivering packets if we set it to 1. Need to enable
  125. * this once the issue is resolved
  126. */
  127. HAL_DESC_SET_FIELD(reo_queue_desc, RX_REO_QUEUE_3, SVLD, 0);
  128. /* TODO: Check if we should set start PN for WAPI */
  129. /* TODO: HW queue descriptors are currently allocated for max BA
  130. * window size for all QOS TIDs so that same descriptor can be used
  131. * later when ADDBA request is recevied. This should be changed to
  132. * allocate HW queue descriptors based on BA window size being
  133. * negotiated (0 for non BA cases), and reallocate when BA window
  134. * size changes and also send WMI message to FW to change the REO
  135. * queue descriptor in Rx peer entry as part of dp_rx_tid_update.
  136. */
  137. if (tid == HAL_NON_QOS_TID)
  138. return;
  139. reo_queue_ext_desc = (uint32_t *)
  140. (((struct rx_reo_queue *)reo_queue_desc) + 1);
  141. qdf_mem_zero(reo_queue_ext_desc, 3 *
  142. sizeof(struct rx_reo_queue_ext));
  143. /* Initialize first reo queue extension descriptor */
  144. hal_uniform_desc_hdr_setup(reo_queue_ext_desc,
  145. HAL_DESC_REO_OWNED,
  146. HAL_REO_QUEUE_EXT_DESC);
  147. /* Fixed pattern in reserved bits for debugging */
  148. HAL_DESC_SET_FIELD(reo_queue_ext_desc,
  149. UNIFORM_DESCRIPTOR_HEADER_0, RESERVED_0A,
  150. 0xADBEEF);
  151. /* Initialize second reo queue extension descriptor */
  152. reo_queue_ext_desc = (uint32_t *)
  153. (((struct rx_reo_queue_ext *)reo_queue_ext_desc) + 1);
  154. hal_uniform_desc_hdr_setup(reo_queue_ext_desc,
  155. HAL_DESC_REO_OWNED,
  156. HAL_REO_QUEUE_EXT_DESC);
  157. /* Fixed pattern in reserved bits for debugging */
  158. HAL_DESC_SET_FIELD(reo_queue_ext_desc,
  159. UNIFORM_DESCRIPTOR_HEADER_0, RESERVED_0A,
  160. 0xBDBEEF);
  161. /* Initialize third reo queue extension descriptor */
  162. reo_queue_ext_desc = (uint32_t *)
  163. (((struct rx_reo_queue_ext *)reo_queue_ext_desc) + 1);
  164. hal_uniform_desc_hdr_setup(reo_queue_ext_desc,
  165. HAL_DESC_REO_OWNED,
  166. HAL_REO_QUEUE_EXT_DESC);
  167. /* Fixed pattern in reserved bits for debugging */
  168. HAL_DESC_SET_FIELD(reo_queue_ext_desc,
  169. UNIFORM_DESCRIPTOR_HEADER_0, RESERVED_0A,
  170. 0xCDBEEF);
  171. }
  172. qdf_export_symbol(hal_reo_qdesc_setup_li);
  173. /**
  174. * hal_get_ba_aging_timeout_li - Get BA Aging timeout
  175. *
  176. * @hal_soc: Opaque HAL SOC handle
  177. * @ac: Access category
  178. * @value: window size to get
  179. */
  180. void hal_get_ba_aging_timeout_li(hal_soc_handle_t hal_soc_hdl, uint8_t ac,
  181. uint32_t *value)
  182. {
  183. struct hal_soc *soc = (struct hal_soc *)hal_soc_hdl;
  184. switch (ac) {
  185. case WME_AC_BE:
  186. *value = HAL_REG_READ(soc,
  187. HWIO_REO_R0_AGING_THRESHOLD_IX_0_ADDR(
  188. SEQ_WCSS_UMAC_REO_REG_OFFSET)) / 1000;
  189. break;
  190. case WME_AC_BK:
  191. *value = HAL_REG_READ(soc,
  192. HWIO_REO_R0_AGING_THRESHOLD_IX_1_ADDR(
  193. SEQ_WCSS_UMAC_REO_REG_OFFSET)) / 1000;
  194. break;
  195. case WME_AC_VI:
  196. *value = HAL_REG_READ(soc,
  197. HWIO_REO_R0_AGING_THRESHOLD_IX_2_ADDR(
  198. SEQ_WCSS_UMAC_REO_REG_OFFSET)) / 1000;
  199. break;
  200. case WME_AC_VO:
  201. *value = HAL_REG_READ(soc,
  202. HWIO_REO_R0_AGING_THRESHOLD_IX_3_ADDR(
  203. SEQ_WCSS_UMAC_REO_REG_OFFSET)) / 1000;
  204. break;
  205. default:
  206. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR,
  207. "Invalid AC: %d\n", ac);
  208. }
  209. }
  210. qdf_export_symbol(hal_get_ba_aging_timeout_li);
  211. /**
  212. * hal_set_ba_aging_timeout_li - Set BA Aging timeout
  213. *
  214. * @hal_soc: Opaque HAL SOC handle
  215. * @ac: Access category
  216. * ac: 0 - Background, 1 - Best Effort, 2 - Video, 3 - Voice
  217. * @value: Input value to set
  218. */
  219. void hal_set_ba_aging_timeout_li(hal_soc_handle_t hal_soc_hdl, uint8_t ac,
  220. uint32_t value)
  221. {
  222. struct hal_soc *soc = (struct hal_soc *)hal_soc_hdl;
  223. switch (ac) {
  224. case WME_AC_BE:
  225. HAL_REG_WRITE(soc,
  226. HWIO_REO_R0_AGING_THRESHOLD_IX_0_ADDR(
  227. SEQ_WCSS_UMAC_REO_REG_OFFSET),
  228. value * 1000);
  229. break;
  230. case WME_AC_BK:
  231. HAL_REG_WRITE(soc,
  232. HWIO_REO_R0_AGING_THRESHOLD_IX_1_ADDR(
  233. SEQ_WCSS_UMAC_REO_REG_OFFSET),
  234. value * 1000);
  235. break;
  236. case WME_AC_VI:
  237. HAL_REG_WRITE(soc,
  238. HWIO_REO_R0_AGING_THRESHOLD_IX_2_ADDR(
  239. SEQ_WCSS_UMAC_REO_REG_OFFSET),
  240. value * 1000);
  241. break;
  242. case WME_AC_VO:
  243. HAL_REG_WRITE(soc,
  244. HWIO_REO_R0_AGING_THRESHOLD_IX_3_ADDR(
  245. SEQ_WCSS_UMAC_REO_REG_OFFSET),
  246. value * 1000);
  247. break;
  248. default:
  249. QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR,
  250. "Invalid AC: %d\n", ac);
  251. }
  252. }
  253. qdf_export_symbol(hal_set_ba_aging_timeout_li);
  254. static inline void
  255. hal_reo_cmd_set_descr_addr_li(uint32_t *reo_desc, enum hal_reo_cmd_type type,
  256. uint32_t paddr_lo, uint8_t paddr_hi)
  257. {
  258. switch (type) {
  259. case CMD_GET_QUEUE_STATS:
  260. HAL_DESC_SET_FIELD(reo_desc, REO_GET_QUEUE_STATS_1,
  261. RX_REO_QUEUE_DESC_ADDR_31_0, paddr_lo);
  262. HAL_DESC_SET_FIELD(reo_desc, REO_GET_QUEUE_STATS_2,
  263. RX_REO_QUEUE_DESC_ADDR_39_32, paddr_hi);
  264. break;
  265. case CMD_FLUSH_QUEUE:
  266. HAL_DESC_SET_FIELD(reo_desc, REO_FLUSH_QUEUE_1,
  267. FLUSH_DESC_ADDR_31_0, paddr_lo);
  268. HAL_DESC_SET_FIELD(reo_desc, REO_FLUSH_QUEUE_2,
  269. FLUSH_DESC_ADDR_39_32, paddr_hi);
  270. break;
  271. case CMD_FLUSH_CACHE:
  272. HAL_DESC_SET_FIELD(reo_desc, REO_FLUSH_CACHE_1,
  273. FLUSH_ADDR_31_0, paddr_lo);
  274. HAL_DESC_SET_FIELD(reo_desc, REO_FLUSH_CACHE_2,
  275. FLUSH_ADDR_39_32, paddr_hi);
  276. break;
  277. case CMD_UPDATE_RX_REO_QUEUE:
  278. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_1,
  279. RX_REO_QUEUE_DESC_ADDR_31_0, paddr_lo);
  280. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_2,
  281. RX_REO_QUEUE_DESC_ADDR_39_32, paddr_hi);
  282. break;
  283. default:
  284. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_ERROR,
  285. "%s: Invalid REO command type", __func__);
  286. break;
  287. }
  288. }
  289. static inline int
  290. hal_reo_cmd_queue_stats_li(hal_ring_handle_t hal_ring_hdl,
  291. hal_soc_handle_t hal_soc_hdl,
  292. struct hal_reo_cmd_params *cmd)
  293. {
  294. uint32_t *reo_desc, val;
  295. struct hal_soc *hal_soc = (struct hal_soc *)hal_soc_hdl;
  296. hal_srng_access_start(hal_soc_hdl, hal_ring_hdl);
  297. reo_desc = hal_srng_src_get_next(hal_soc, hal_ring_hdl);
  298. if (!reo_desc) {
  299. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_DEBUG,
  300. "%s: Out of cmd ring entries", __func__);
  301. hal_srng_access_end(hal_soc, hal_ring_hdl);
  302. return -EBUSY;
  303. }
  304. HAL_SET_TLV_HDR(reo_desc, WIFIREO_GET_QUEUE_STATS_E,
  305. sizeof(struct reo_get_queue_stats));
  306. /*
  307. * Offsets of descriptor fields defined in HW headers start from
  308. * the field after TLV header
  309. */
  310. reo_desc += (sizeof(struct tlv_32_hdr) >> 2);
  311. qdf_mem_zero((reo_desc + NUM_OF_DWORDS_UNIFORM_REO_CMD_HEADER),
  312. sizeof(struct reo_get_queue_stats) -
  313. (NUM_OF_DWORDS_UNIFORM_REO_CMD_HEADER << 2));
  314. HAL_DESC_SET_FIELD(reo_desc, UNIFORM_REO_CMD_HEADER_0,
  315. REO_STATUS_REQUIRED, cmd->std.need_status);
  316. hal_reo_cmd_set_descr_addr_li(reo_desc, CMD_GET_QUEUE_STATS,
  317. cmd->std.addr_lo,
  318. cmd->std.addr_hi);
  319. HAL_DESC_SET_FIELD(reo_desc, REO_GET_QUEUE_STATS_2, CLEAR_STATS,
  320. cmd->u.stats_params.clear);
  321. if (hif_pm_runtime_get(hal_soc->hif_handle,
  322. RTPM_ID_HAL_REO_CMD, false) == 0) {
  323. hal_srng_access_end(hal_soc_hdl, hal_ring_hdl);
  324. hif_pm_runtime_put(hal_soc->hif_handle,
  325. RTPM_ID_HAL_REO_CMD);
  326. } else {
  327. hal_srng_access_end_reap(hal_soc_hdl, hal_ring_hdl);
  328. hal_srng_set_event(hal_ring_hdl, HAL_SRNG_FLUSH_EVENT);
  329. hal_srng_inc_flush_cnt(hal_ring_hdl);
  330. }
  331. val = reo_desc[CMD_HEADER_DW_OFFSET];
  332. return HAL_GET_FIELD(UNIFORM_REO_CMD_HEADER_0, REO_CMD_NUMBER,
  333. val);
  334. }
  335. static inline int
  336. hal_reo_cmd_flush_queue_li(hal_ring_handle_t hal_ring_hdl,
  337. hal_soc_handle_t hal_soc_hdl,
  338. struct hal_reo_cmd_params *cmd)
  339. {
  340. uint32_t *reo_desc, val;
  341. struct hal_soc *hal_soc = (struct hal_soc *)hal_soc_hdl;
  342. hal_srng_access_start(hal_soc_hdl, hal_ring_hdl);
  343. reo_desc = hal_srng_src_get_next(hal_soc, hal_ring_hdl);
  344. if (!reo_desc) {
  345. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_DEBUG,
  346. "%s: Out of cmd ring entries", __func__);
  347. hal_srng_access_end(hal_soc, hal_ring_hdl);
  348. return -EBUSY;
  349. }
  350. HAL_SET_TLV_HDR(reo_desc, WIFIREO_FLUSH_QUEUE_E,
  351. sizeof(struct reo_flush_queue));
  352. /*
  353. * Offsets of descriptor fields defined in HW headers start from
  354. * the field after TLV header
  355. */
  356. reo_desc += (sizeof(struct tlv_32_hdr) >> 2);
  357. qdf_mem_zero((reo_desc + NUM_OF_DWORDS_UNIFORM_REO_CMD_HEADER),
  358. sizeof(struct reo_flush_queue) -
  359. (NUM_OF_DWORDS_UNIFORM_REO_CMD_HEADER << 2));
  360. HAL_DESC_SET_FIELD(reo_desc, UNIFORM_REO_CMD_HEADER_0,
  361. REO_STATUS_REQUIRED, cmd->std.need_status);
  362. hal_reo_cmd_set_descr_addr_li(reo_desc, CMD_FLUSH_QUEUE,
  363. cmd->std.addr_lo, cmd->std.addr_hi);
  364. HAL_DESC_SET_FIELD(reo_desc, REO_FLUSH_QUEUE_2,
  365. BLOCK_DESC_ADDR_USAGE_AFTER_FLUSH,
  366. cmd->u.fl_queue_params.block_use_after_flush);
  367. if (cmd->u.fl_queue_params.block_use_after_flush) {
  368. HAL_DESC_SET_FIELD(reo_desc, REO_FLUSH_QUEUE_2,
  369. BLOCK_RESOURCE_INDEX,
  370. cmd->u.fl_queue_params.index);
  371. }
  372. hal_srng_access_end(hal_soc, hal_ring_hdl);
  373. val = reo_desc[CMD_HEADER_DW_OFFSET];
  374. return HAL_GET_FIELD(UNIFORM_REO_CMD_HEADER_0, REO_CMD_NUMBER,
  375. val);
  376. }
  377. static inline int
  378. hal_reo_cmd_flush_cache_li(hal_ring_handle_t hal_ring_hdl,
  379. hal_soc_handle_t hal_soc_hdl,
  380. struct hal_reo_cmd_params *cmd)
  381. {
  382. uint32_t *reo_desc, val;
  383. struct hal_reo_cmd_flush_cache_params *cp;
  384. uint8_t index = 0;
  385. struct hal_soc *hal_soc = (struct hal_soc *)hal_soc_hdl;
  386. cp = &cmd->u.fl_cache_params;
  387. hal_srng_access_start(hal_soc_hdl, hal_ring_hdl);
  388. /* We need a cache block resource for this operation, and REO HW has
  389. * only 4 such blocking resources. These resources are managed using
  390. * reo_res_bitmap, and we return failure if none is available.
  391. */
  392. if (cp->block_use_after_flush) {
  393. index = hal_find_zero_bit(hal_soc->reo_res_bitmap);
  394. if (index > 3) {
  395. qdf_print("No blocking resource available!");
  396. hal_srng_access_end(hal_soc, hal_ring_hdl);
  397. return -EBUSY;
  398. }
  399. hal_soc->index = index;
  400. }
  401. reo_desc = hal_srng_src_get_next(hal_soc, hal_ring_hdl);
  402. if (!reo_desc) {
  403. hal_srng_access_end(hal_soc, hal_ring_hdl);
  404. hal_srng_dump(hal_ring_handle_to_hal_srng(hal_ring_hdl));
  405. return -EBUSY;
  406. }
  407. HAL_SET_TLV_HDR(reo_desc, WIFIREO_FLUSH_CACHE_E,
  408. sizeof(struct reo_flush_cache));
  409. /*
  410. * Offsets of descriptor fields defined in HW headers start from
  411. * the field after TLV header
  412. */
  413. reo_desc += (sizeof(struct tlv_32_hdr) >> 2);
  414. qdf_mem_zero((reo_desc + NUM_OF_DWORDS_UNIFORM_REO_CMD_HEADER),
  415. sizeof(struct reo_flush_cache) -
  416. (NUM_OF_DWORDS_UNIFORM_REO_CMD_HEADER << 2));
  417. HAL_DESC_SET_FIELD(reo_desc, UNIFORM_REO_CMD_HEADER_0,
  418. REO_STATUS_REQUIRED, cmd->std.need_status);
  419. hal_reo_cmd_set_descr_addr_li(reo_desc, CMD_FLUSH_CACHE,
  420. cmd->std.addr_lo, cmd->std.addr_hi);
  421. HAL_DESC_SET_FIELD(reo_desc, REO_FLUSH_CACHE_2,
  422. FORWARD_ALL_MPDUS_IN_QUEUE, cp->fwd_mpdus_in_queue);
  423. /* set it to 0 for now */
  424. cp->rel_block_index = 0;
  425. HAL_DESC_SET_FIELD(reo_desc, REO_FLUSH_CACHE_2,
  426. RELEASE_CACHE_BLOCK_INDEX, cp->rel_block_index);
  427. if (cp->block_use_after_flush) {
  428. HAL_DESC_SET_FIELD(reo_desc, REO_FLUSH_CACHE_2,
  429. CACHE_BLOCK_RESOURCE_INDEX, index);
  430. }
  431. HAL_DESC_SET_FIELD(reo_desc, REO_FLUSH_CACHE_2,
  432. FLUSH_WITHOUT_INVALIDATE, cp->flush_no_inval);
  433. HAL_DESC_SET_FIELD(reo_desc, REO_FLUSH_CACHE_2,
  434. BLOCK_CACHE_USAGE_AFTER_FLUSH,
  435. cp->block_use_after_flush);
  436. HAL_DESC_SET_FIELD(reo_desc, REO_FLUSH_CACHE_2, FLUSH_ENTIRE_CACHE,
  437. cp->flush_entire_cache);
  438. if (hif_pm_runtime_get(hal_soc->hif_handle,
  439. RTPM_ID_HAL_REO_CMD, false) == 0) {
  440. hal_srng_access_end(hal_soc_hdl, hal_ring_hdl);
  441. hif_pm_runtime_put(hal_soc->hif_handle,
  442. RTPM_ID_HAL_REO_CMD);
  443. } else {
  444. hal_srng_access_end_reap(hal_soc_hdl, hal_ring_hdl);
  445. hal_srng_set_event(hal_ring_hdl, HAL_SRNG_FLUSH_EVENT);
  446. hal_srng_inc_flush_cnt(hal_ring_hdl);
  447. }
  448. val = reo_desc[CMD_HEADER_DW_OFFSET];
  449. return HAL_GET_FIELD(UNIFORM_REO_CMD_HEADER_0, REO_CMD_NUMBER,
  450. val);
  451. }
  452. static inline int
  453. hal_reo_cmd_unblock_cache_li(hal_ring_handle_t hal_ring_hdl,
  454. hal_soc_handle_t hal_soc_hdl,
  455. struct hal_reo_cmd_params *cmd)
  456. {
  457. struct hal_soc *hal_soc = (struct hal_soc *)hal_soc_hdl;
  458. uint32_t *reo_desc, val;
  459. uint8_t index = 0;
  460. hal_srng_access_start(hal_soc_hdl, hal_ring_hdl);
  461. if (cmd->u.unblk_cache_params.type == UNBLOCK_RES_INDEX) {
  462. index = hal_find_one_bit(hal_soc->reo_res_bitmap);
  463. if (index > 3) {
  464. hal_srng_access_end(hal_soc, hal_ring_hdl);
  465. qdf_print("No blocking resource to unblock!");
  466. return -EBUSY;
  467. }
  468. }
  469. reo_desc = hal_srng_src_get_next(hal_soc, hal_ring_hdl);
  470. if (!reo_desc) {
  471. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_DEBUG,
  472. "%s: Out of cmd ring entries", __func__);
  473. hal_srng_access_end(hal_soc, hal_ring_hdl);
  474. return -EBUSY;
  475. }
  476. HAL_SET_TLV_HDR(reo_desc, WIFIREO_UNBLOCK_CACHE_E,
  477. sizeof(struct reo_unblock_cache));
  478. /*
  479. * Offsets of descriptor fields defined in HW headers start from
  480. * the field after TLV header
  481. */
  482. reo_desc += (sizeof(struct tlv_32_hdr) >> 2);
  483. qdf_mem_zero((reo_desc + NUM_OF_DWORDS_UNIFORM_REO_CMD_HEADER),
  484. sizeof(struct reo_unblock_cache) -
  485. (NUM_OF_DWORDS_UNIFORM_REO_CMD_HEADER << 2));
  486. HAL_DESC_SET_FIELD(reo_desc, UNIFORM_REO_CMD_HEADER_0,
  487. REO_STATUS_REQUIRED, cmd->std.need_status);
  488. HAL_DESC_SET_FIELD(reo_desc, REO_UNBLOCK_CACHE_1,
  489. UNBLOCK_TYPE, cmd->u.unblk_cache_params.type);
  490. if (cmd->u.unblk_cache_params.type == UNBLOCK_RES_INDEX) {
  491. HAL_DESC_SET_FIELD(reo_desc, REO_UNBLOCK_CACHE_1,
  492. CACHE_BLOCK_RESOURCE_INDEX,
  493. cmd->u.unblk_cache_params.index);
  494. }
  495. hal_srng_access_end(hal_soc, hal_ring_hdl);
  496. val = reo_desc[CMD_HEADER_DW_OFFSET];
  497. return HAL_GET_FIELD(UNIFORM_REO_CMD_HEADER_0, REO_CMD_NUMBER,
  498. val);
  499. }
  500. static inline int
  501. hal_reo_cmd_flush_timeout_list_li(hal_ring_handle_t hal_ring_hdl,
  502. hal_soc_handle_t hal_soc_hdl,
  503. struct hal_reo_cmd_params *cmd)
  504. {
  505. struct hal_soc *hal_soc = (struct hal_soc *)hal_soc_hdl;
  506. uint32_t *reo_desc, val;
  507. hal_srng_access_start(hal_soc_hdl, hal_ring_hdl);
  508. reo_desc = hal_srng_src_get_next(hal_soc, hal_ring_hdl);
  509. if (!reo_desc) {
  510. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_DEBUG,
  511. "%s: Out of cmd ring entries", __func__);
  512. hal_srng_access_end(hal_soc, hal_ring_hdl);
  513. return -EBUSY;
  514. }
  515. HAL_SET_TLV_HDR(reo_desc, WIFIREO_FLUSH_TIMEOUT_LIST_E,
  516. sizeof(struct reo_flush_timeout_list));
  517. /*
  518. * Offsets of descriptor fields defined in HW headers start from
  519. * the field after TLV header
  520. */
  521. reo_desc += (sizeof(struct tlv_32_hdr) >> 2);
  522. qdf_mem_zero((reo_desc + NUM_OF_DWORDS_UNIFORM_REO_CMD_HEADER),
  523. sizeof(struct reo_flush_timeout_list) -
  524. (NUM_OF_DWORDS_UNIFORM_REO_CMD_HEADER << 2));
  525. HAL_DESC_SET_FIELD(reo_desc, UNIFORM_REO_CMD_HEADER_0,
  526. REO_STATUS_REQUIRED, cmd->std.need_status);
  527. HAL_DESC_SET_FIELD(reo_desc, REO_FLUSH_TIMEOUT_LIST_1, AC_TIMOUT_LIST,
  528. cmd->u.fl_tim_list_params.ac_list);
  529. HAL_DESC_SET_FIELD(reo_desc, REO_FLUSH_TIMEOUT_LIST_2,
  530. MINIMUM_RELEASE_DESC_COUNT,
  531. cmd->u.fl_tim_list_params.min_rel_desc);
  532. HAL_DESC_SET_FIELD(reo_desc, REO_FLUSH_TIMEOUT_LIST_2,
  533. MINIMUM_FORWARD_BUF_COUNT,
  534. cmd->u.fl_tim_list_params.min_fwd_buf);
  535. hal_srng_access_end(hal_soc, hal_ring_hdl);
  536. val = reo_desc[CMD_HEADER_DW_OFFSET];
  537. return HAL_GET_FIELD(UNIFORM_REO_CMD_HEADER_0, REO_CMD_NUMBER,
  538. val);
  539. }
  540. static inline int
  541. hal_reo_cmd_update_rx_queue_li(hal_ring_handle_t hal_ring_hdl,
  542. hal_soc_handle_t hal_soc_hdl,
  543. struct hal_reo_cmd_params *cmd)
  544. {
  545. struct hal_soc *hal_soc = (struct hal_soc *)hal_soc_hdl;
  546. uint32_t *reo_desc, val;
  547. struct hal_reo_cmd_update_queue_params *p;
  548. p = &cmd->u.upd_queue_params;
  549. hal_srng_access_start(hal_soc_hdl, hal_ring_hdl);
  550. reo_desc = hal_srng_src_get_next(hal_soc, hal_ring_hdl);
  551. if (!reo_desc) {
  552. QDF_TRACE(QDF_MODULE_ID_TXRX, QDF_TRACE_LEVEL_DEBUG,
  553. "%s: Out of cmd ring entries", __func__);
  554. hal_srng_access_end(hal_soc, hal_ring_hdl);
  555. return -EBUSY;
  556. }
  557. HAL_SET_TLV_HDR(reo_desc, WIFIREO_UPDATE_RX_REO_QUEUE_E,
  558. sizeof(struct reo_update_rx_reo_queue));
  559. /*
  560. * Offsets of descriptor fields defined in HW headers start from
  561. * the field after TLV header
  562. */
  563. reo_desc += (sizeof(struct tlv_32_hdr) >> 2);
  564. qdf_mem_zero((reo_desc + NUM_OF_DWORDS_UNIFORM_REO_CMD_HEADER),
  565. sizeof(struct reo_update_rx_reo_queue) -
  566. (NUM_OF_DWORDS_UNIFORM_REO_CMD_HEADER << 2));
  567. HAL_DESC_SET_FIELD(reo_desc, UNIFORM_REO_CMD_HEADER_0,
  568. REO_STATUS_REQUIRED, cmd->std.need_status);
  569. hal_reo_cmd_set_descr_addr_li(reo_desc, CMD_UPDATE_RX_REO_QUEUE,
  570. cmd->std.addr_lo, cmd->std.addr_hi);
  571. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_2,
  572. UPDATE_RECEIVE_QUEUE_NUMBER, p->update_rx_queue_num);
  573. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_2, UPDATE_VLD,
  574. p->update_vld);
  575. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_2,
  576. UPDATE_ASSOCIATED_LINK_DESCRIPTOR_COUNTER,
  577. p->update_assoc_link_desc);
  578. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_2,
  579. UPDATE_DISABLE_DUPLICATE_DETECTION,
  580. p->update_disable_dup_detect);
  581. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_2,
  582. UPDATE_DISABLE_DUPLICATE_DETECTION,
  583. p->update_disable_dup_detect);
  584. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_2,
  585. UPDATE_SOFT_REORDER_ENABLE,
  586. p->update_soft_reorder_enab);
  587. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_2,
  588. UPDATE_AC, p->update_ac);
  589. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_2,
  590. UPDATE_BAR, p->update_bar);
  591. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_2,
  592. UPDATE_BAR, p->update_bar);
  593. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_2,
  594. UPDATE_RTY, p->update_rty);
  595. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_2,
  596. UPDATE_CHK_2K_MODE, p->update_chk_2k_mode);
  597. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_2,
  598. UPDATE_OOR_MODE, p->update_oor_mode);
  599. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_2,
  600. UPDATE_BA_WINDOW_SIZE, p->update_ba_window_size);
  601. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_2,
  602. UPDATE_PN_CHECK_NEEDED, p->update_pn_check_needed);
  603. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_2,
  604. UPDATE_PN_SHALL_BE_EVEN, p->update_pn_even);
  605. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_2,
  606. UPDATE_PN_SHALL_BE_UNEVEN, p->update_pn_uneven);
  607. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_2,
  608. UPDATE_PN_HANDLING_ENABLE, p->update_pn_hand_enab);
  609. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_2,
  610. UPDATE_PN_SIZE, p->update_pn_size);
  611. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_2,
  612. UPDATE_IGNORE_AMPDU_FLAG, p->update_ignore_ampdu);
  613. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_2,
  614. UPDATE_SVLD, p->update_svld);
  615. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_2,
  616. UPDATE_SSN, p->update_ssn);
  617. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_2,
  618. UPDATE_SEQ_2K_ERROR_DETECTED_FLAG,
  619. p->update_seq_2k_err_detect);
  620. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_2,
  621. UPDATE_PN_VALID, p->update_pn_valid);
  622. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_2,
  623. UPDATE_PN, p->update_pn);
  624. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_3,
  625. RECEIVE_QUEUE_NUMBER, p->rx_queue_num);
  626. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_3,
  627. VLD, p->vld);
  628. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_3,
  629. ASSOCIATED_LINK_DESCRIPTOR_COUNTER,
  630. p->assoc_link_desc);
  631. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_3,
  632. DISABLE_DUPLICATE_DETECTION, p->disable_dup_detect);
  633. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_3,
  634. SOFT_REORDER_ENABLE, p->soft_reorder_enab);
  635. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_3, AC, p->ac);
  636. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_3,
  637. BAR, p->bar);
  638. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_3,
  639. CHK_2K_MODE, p->chk_2k_mode);
  640. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_3,
  641. RTY, p->rty);
  642. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_3,
  643. OOR_MODE, p->oor_mode);
  644. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_3,
  645. PN_CHECK_NEEDED, p->pn_check_needed);
  646. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_3,
  647. PN_SHALL_BE_EVEN, p->pn_even);
  648. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_3,
  649. PN_SHALL_BE_UNEVEN, p->pn_uneven);
  650. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_3,
  651. PN_HANDLING_ENABLE, p->pn_hand_enab);
  652. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_3,
  653. IGNORE_AMPDU_FLAG, p->ignore_ampdu);
  654. if (p->ba_window_size < 1)
  655. p->ba_window_size = 1;
  656. /*
  657. * WAR to get 2k exception in Non BA case.
  658. * Setting window size to 2 to get 2k jump exception
  659. * when we receive aggregates in Non BA case
  660. */
  661. if (p->ba_window_size == 1)
  662. p->ba_window_size++;
  663. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_4,
  664. BA_WINDOW_SIZE, p->ba_window_size - 1);
  665. if (p->pn_size == 24)
  666. p->pn_size = PN_SIZE_24;
  667. else if (p->pn_size == 48)
  668. p->pn_size = PN_SIZE_48;
  669. else if (p->pn_size == 128)
  670. p->pn_size = PN_SIZE_128;
  671. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_4,
  672. PN_SIZE, p->pn_size);
  673. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_4,
  674. SVLD, p->svld);
  675. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_4,
  676. SSN, p->ssn);
  677. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_4,
  678. SEQ_2K_ERROR_DETECTED_FLAG, p->seq_2k_err_detect);
  679. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_4,
  680. PN_ERROR_DETECTED_FLAG, p->pn_err_detect);
  681. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_5,
  682. PN_31_0, p->pn_31_0);
  683. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_6,
  684. PN_63_32, p->pn_63_32);
  685. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_7,
  686. PN_95_64, p->pn_95_64);
  687. HAL_DESC_SET_FIELD(reo_desc, REO_UPDATE_RX_REO_QUEUE_8,
  688. PN_127_96, p->pn_127_96);
  689. if (hif_pm_runtime_get(hal_soc->hif_handle,
  690. RTPM_ID_HAL_REO_CMD, false) == 0) {
  691. hal_srng_access_end(hal_soc_hdl, hal_ring_hdl);
  692. hif_pm_runtime_put(hal_soc->hif_handle,
  693. RTPM_ID_HAL_REO_CMD);
  694. } else {
  695. hal_srng_access_end_reap(hal_soc_hdl, hal_ring_hdl);
  696. hal_srng_set_event(hal_ring_hdl, HAL_SRNG_FLUSH_EVENT);
  697. hal_srng_inc_flush_cnt(hal_ring_hdl);
  698. }
  699. val = reo_desc[CMD_HEADER_DW_OFFSET];
  700. return HAL_GET_FIELD(UNIFORM_REO_CMD_HEADER_0, REO_CMD_NUMBER,
  701. val);
  702. }
  703. int hal_reo_send_cmd_li(hal_soc_handle_t hal_soc_hdl,
  704. hal_ring_handle_t hal_ring_hdl,
  705. enum hal_reo_cmd_type cmd,
  706. void *params)
  707. {
  708. struct hal_reo_cmd_params *cmd_params =
  709. (struct hal_reo_cmd_params *)params;
  710. int num = 0;
  711. switch (cmd) {
  712. case CMD_GET_QUEUE_STATS:
  713. num = hal_reo_cmd_queue_stats_li(hal_ring_hdl,
  714. hal_soc_hdl, cmd_params);
  715. break;
  716. case CMD_FLUSH_QUEUE:
  717. num = hal_reo_cmd_flush_queue_li(hal_ring_hdl,
  718. hal_soc_hdl, cmd_params);
  719. break;
  720. case CMD_FLUSH_CACHE:
  721. num = hal_reo_cmd_flush_cache_li(hal_ring_hdl,
  722. hal_soc_hdl, cmd_params);
  723. break;
  724. case CMD_UNBLOCK_CACHE:
  725. num = hal_reo_cmd_unblock_cache_li(hal_ring_hdl,
  726. hal_soc_hdl, cmd_params);
  727. break;
  728. case CMD_FLUSH_TIMEOUT_LIST:
  729. num = hal_reo_cmd_flush_timeout_list_li(hal_ring_hdl,
  730. hal_soc_hdl,
  731. cmd_params);
  732. break;
  733. case CMD_UPDATE_RX_REO_QUEUE:
  734. num = hal_reo_cmd_update_rx_queue_li(hal_ring_hdl,
  735. hal_soc_hdl, cmd_params);
  736. break;
  737. default:
  738. hal_err("Invalid REO command type: %d", cmd);
  739. return -EINVAL;
  740. };
  741. return num;
  742. }
  743. void
  744. hal_reo_queue_stats_status_li(hal_ring_desc_t ring_desc,
  745. void *st_handle,
  746. hal_soc_handle_t hal_soc_hdl)
  747. {
  748. struct hal_soc *hal_soc = (struct hal_soc *)hal_soc_hdl;
  749. struct hal_reo_queue_status *st =
  750. (struct hal_reo_queue_status *)st_handle;
  751. uint32_t *reo_desc = (uint32_t *)ring_desc;
  752. uint32_t val;
  753. /*
  754. * Offsets of descriptor fields defined in HW headers start
  755. * from the field after TLV header
  756. */
  757. reo_desc += (sizeof(struct tlv_32_hdr) >> 2);
  758. /* header */
  759. hal_reo_status_get_header(ring_desc, HAL_REO_QUEUE_STATS_STATUS_TLV,
  760. &(st->header), hal_soc);
  761. /* SSN */
  762. val = reo_desc[HAL_OFFSET_DW(REO_GET_QUEUE_STATS_STATUS_2, SSN)];
  763. st->ssn = HAL_GET_FIELD(REO_GET_QUEUE_STATS_STATUS_2, SSN, val);
  764. /* current index */
  765. val = reo_desc[HAL_OFFSET_DW(REO_GET_QUEUE_STATS_STATUS_2,
  766. CURRENT_INDEX)];
  767. st->curr_idx =
  768. HAL_GET_FIELD(REO_GET_QUEUE_STATS_STATUS_2,
  769. CURRENT_INDEX, val);
  770. /* PN bits */
  771. val = reo_desc[HAL_OFFSET_DW(REO_GET_QUEUE_STATS_STATUS_3,
  772. PN_31_0)];
  773. st->pn_31_0 =
  774. HAL_GET_FIELD(REO_GET_QUEUE_STATS_STATUS_3,
  775. PN_31_0, val);
  776. val = reo_desc[HAL_OFFSET_DW(REO_GET_QUEUE_STATS_STATUS_4,
  777. PN_63_32)];
  778. st->pn_63_32 =
  779. HAL_GET_FIELD(REO_GET_QUEUE_STATS_STATUS_4,
  780. PN_63_32, val);
  781. val = reo_desc[HAL_OFFSET_DW(REO_GET_QUEUE_STATS_STATUS_5,
  782. PN_95_64)];
  783. st->pn_95_64 =
  784. HAL_GET_FIELD(REO_GET_QUEUE_STATS_STATUS_5,
  785. PN_95_64, val);
  786. val = reo_desc[HAL_OFFSET_DW(REO_GET_QUEUE_STATS_STATUS_6,
  787. PN_127_96)];
  788. st->pn_127_96 =
  789. HAL_GET_FIELD(REO_GET_QUEUE_STATS_STATUS_6,
  790. PN_127_96, val);
  791. /* timestamps */
  792. val = reo_desc[HAL_OFFSET_DW(REO_GET_QUEUE_STATS_STATUS_7,
  793. LAST_RX_ENQUEUE_TIMESTAMP)];
  794. st->last_rx_enq_tstamp =
  795. HAL_GET_FIELD(REO_GET_QUEUE_STATS_STATUS_7,
  796. LAST_RX_ENQUEUE_TIMESTAMP, val);
  797. val = reo_desc[HAL_OFFSET_DW(REO_GET_QUEUE_STATS_STATUS_8,
  798. LAST_RX_DEQUEUE_TIMESTAMP)];
  799. st->last_rx_deq_tstamp =
  800. HAL_GET_FIELD(REO_GET_QUEUE_STATS_STATUS_8,
  801. LAST_RX_DEQUEUE_TIMESTAMP, val);
  802. /* rx bitmap */
  803. val = reo_desc[HAL_OFFSET_DW(REO_GET_QUEUE_STATS_STATUS_9,
  804. RX_BITMAP_31_0)];
  805. st->rx_bitmap_31_0 =
  806. HAL_GET_FIELD(REO_GET_QUEUE_STATS_STATUS_9,
  807. RX_BITMAP_31_0, val);
  808. val = reo_desc[HAL_OFFSET_DW(REO_GET_QUEUE_STATS_STATUS_10,
  809. RX_BITMAP_63_32)];
  810. st->rx_bitmap_63_32 =
  811. HAL_GET_FIELD(REO_GET_QUEUE_STATS_STATUS_10,
  812. RX_BITMAP_63_32, val);
  813. val = reo_desc[HAL_OFFSET_DW(REO_GET_QUEUE_STATS_STATUS_11,
  814. RX_BITMAP_95_64)];
  815. st->rx_bitmap_95_64 =
  816. HAL_GET_FIELD(REO_GET_QUEUE_STATS_STATUS_11,
  817. RX_BITMAP_95_64, val);
  818. val = reo_desc[HAL_OFFSET_DW(REO_GET_QUEUE_STATS_STATUS_12,
  819. RX_BITMAP_127_96)];
  820. st->rx_bitmap_127_96 =
  821. HAL_GET_FIELD(REO_GET_QUEUE_STATS_STATUS_12,
  822. RX_BITMAP_127_96, val);
  823. val = reo_desc[HAL_OFFSET_DW(REO_GET_QUEUE_STATS_STATUS_13,
  824. RX_BITMAP_159_128)];
  825. st->rx_bitmap_159_128 =
  826. HAL_GET_FIELD(REO_GET_QUEUE_STATS_STATUS_13,
  827. RX_BITMAP_159_128, val);
  828. val = reo_desc[HAL_OFFSET_DW(REO_GET_QUEUE_STATS_STATUS_14,
  829. RX_BITMAP_191_160)];
  830. st->rx_bitmap_191_160 =
  831. HAL_GET_FIELD(REO_GET_QUEUE_STATS_STATUS_14,
  832. RX_BITMAP_191_160, val);
  833. val = reo_desc[HAL_OFFSET_DW(REO_GET_QUEUE_STATS_STATUS_15,
  834. RX_BITMAP_223_192)];
  835. st->rx_bitmap_223_192 =
  836. HAL_GET_FIELD(REO_GET_QUEUE_STATS_STATUS_15,
  837. RX_BITMAP_223_192, val);
  838. val = reo_desc[HAL_OFFSET_DW(REO_GET_QUEUE_STATS_STATUS_16,
  839. RX_BITMAP_255_224)];
  840. st->rx_bitmap_255_224 =
  841. HAL_GET_FIELD(REO_GET_QUEUE_STATS_STATUS_16,
  842. RX_BITMAP_255_224, val);
  843. /* various counts */
  844. val = reo_desc[HAL_OFFSET_DW(REO_GET_QUEUE_STATS_STATUS_17,
  845. CURRENT_MPDU_COUNT)];
  846. st->curr_mpdu_cnt =
  847. HAL_GET_FIELD(REO_GET_QUEUE_STATS_STATUS_17,
  848. CURRENT_MPDU_COUNT, val);
  849. val = reo_desc[HAL_OFFSET_DW(REO_GET_QUEUE_STATS_STATUS_17,
  850. CURRENT_MSDU_COUNT)];
  851. st->curr_msdu_cnt =
  852. HAL_GET_FIELD(REO_GET_QUEUE_STATS_STATUS_17,
  853. CURRENT_MSDU_COUNT, val);
  854. val = reo_desc[HAL_OFFSET_DW(REO_GET_QUEUE_STATS_STATUS_18,
  855. TIMEOUT_COUNT)];
  856. st->fwd_timeout_cnt =
  857. HAL_GET_FIELD(REO_GET_QUEUE_STATS_STATUS_18,
  858. TIMEOUT_COUNT, val);
  859. val = reo_desc[HAL_OFFSET_DW(REO_GET_QUEUE_STATS_STATUS_18,
  860. FORWARD_DUE_TO_BAR_COUNT)];
  861. st->fwd_bar_cnt =
  862. HAL_GET_FIELD(REO_GET_QUEUE_STATS_STATUS_18,
  863. FORWARD_DUE_TO_BAR_COUNT, val);
  864. val = reo_desc[HAL_OFFSET_DW(REO_GET_QUEUE_STATS_STATUS_18,
  865. DUPLICATE_COUNT)];
  866. st->dup_cnt =
  867. HAL_GET_FIELD(REO_GET_QUEUE_STATS_STATUS_18,
  868. DUPLICATE_COUNT, val);
  869. val = reo_desc[HAL_OFFSET_DW(REO_GET_QUEUE_STATS_STATUS_19,
  870. FRAMES_IN_ORDER_COUNT)];
  871. st->frms_in_order_cnt =
  872. HAL_GET_FIELD(REO_GET_QUEUE_STATS_STATUS_19,
  873. FRAMES_IN_ORDER_COUNT, val);
  874. val = reo_desc[HAL_OFFSET_DW(REO_GET_QUEUE_STATS_STATUS_19,
  875. BAR_RECEIVED_COUNT)];
  876. st->bar_rcvd_cnt =
  877. HAL_GET_FIELD(REO_GET_QUEUE_STATS_STATUS_19,
  878. BAR_RECEIVED_COUNT, val);
  879. val = reo_desc[HAL_OFFSET_DW(REO_GET_QUEUE_STATS_STATUS_20,
  880. MPDU_FRAMES_PROCESSED_COUNT)];
  881. st->mpdu_frms_cnt =
  882. HAL_GET_FIELD(REO_GET_QUEUE_STATS_STATUS_20,
  883. MPDU_FRAMES_PROCESSED_COUNT, val);
  884. val = reo_desc[HAL_OFFSET_DW(REO_GET_QUEUE_STATS_STATUS_21,
  885. MSDU_FRAMES_PROCESSED_COUNT)];
  886. st->msdu_frms_cnt =
  887. HAL_GET_FIELD(REO_GET_QUEUE_STATS_STATUS_21,
  888. MSDU_FRAMES_PROCESSED_COUNT, val);
  889. val = reo_desc[HAL_OFFSET_DW(REO_GET_QUEUE_STATS_STATUS_22,
  890. TOTAL_PROCESSED_BYTE_COUNT)];
  891. st->total_cnt =
  892. HAL_GET_FIELD(REO_GET_QUEUE_STATS_STATUS_22,
  893. TOTAL_PROCESSED_BYTE_COUNT, val);
  894. val = reo_desc[HAL_OFFSET_DW(REO_GET_QUEUE_STATS_STATUS_23,
  895. LATE_RECEIVE_MPDU_COUNT)];
  896. st->late_recv_mpdu_cnt =
  897. HAL_GET_FIELD(REO_GET_QUEUE_STATS_STATUS_23,
  898. LATE_RECEIVE_MPDU_COUNT, val);
  899. val = reo_desc[HAL_OFFSET_DW(REO_GET_QUEUE_STATS_STATUS_23,
  900. WINDOW_JUMP_2K)];
  901. st->win_jump_2k =
  902. HAL_GET_FIELD(REO_GET_QUEUE_STATS_STATUS_23,
  903. WINDOW_JUMP_2K, val);
  904. val = reo_desc[HAL_OFFSET_DW(REO_GET_QUEUE_STATS_STATUS_23,
  905. HOLE_COUNT)];
  906. st->hole_cnt =
  907. HAL_GET_FIELD(REO_GET_QUEUE_STATS_STATUS_23,
  908. HOLE_COUNT, val);
  909. }
  910. void
  911. hal_reo_flush_queue_status_li(hal_ring_desc_t ring_desc,
  912. void *st_handle,
  913. hal_soc_handle_t hal_soc_hdl)
  914. {
  915. struct hal_soc *hal_soc = (struct hal_soc *)hal_soc_hdl;
  916. struct hal_reo_flush_queue_status *st =
  917. (struct hal_reo_flush_queue_status *)st_handle;
  918. uint32_t *reo_desc = (uint32_t *)ring_desc;
  919. uint32_t val;
  920. /*
  921. * Offsets of descriptor fields defined in HW headers start
  922. * from the field after TLV header
  923. */
  924. reo_desc += (sizeof(struct tlv_32_hdr) >> 2);
  925. /* header */
  926. hal_reo_status_get_header(ring_desc, HAL_REO_FLUSH_QUEUE_STATUS_TLV,
  927. &(st->header), hal_soc);
  928. /* error bit */
  929. val = reo_desc[HAL_OFFSET(REO_FLUSH_QUEUE_STATUS_2,
  930. ERROR_DETECTED)];
  931. st->error = HAL_GET_FIELD(REO_FLUSH_QUEUE_STATUS_2, ERROR_DETECTED,
  932. val);
  933. }
  934. void
  935. hal_reo_flush_cache_status_li(hal_ring_desc_t ring_desc,
  936. void *st_handle,
  937. hal_soc_handle_t hal_soc_hdl)
  938. {
  939. struct hal_soc *hal_soc = (struct hal_soc *)hal_soc_hdl;
  940. struct hal_reo_flush_cache_status *st =
  941. (struct hal_reo_flush_cache_status *)st_handle;
  942. uint32_t *reo_desc = (uint32_t *)ring_desc;
  943. uint32_t val;
  944. /*
  945. * Offsets of descriptor fields defined in HW headers start
  946. * from the field after TLV header
  947. */
  948. reo_desc += (sizeof(struct tlv_32_hdr) >> 2);
  949. /* header */
  950. hal_reo_status_get_header(ring_desc, HAL_REO_FLUSH_CACHE_STATUS_TLV,
  951. &(st->header), hal_soc);
  952. /* error bit */
  953. val = reo_desc[HAL_OFFSET_DW(REO_FLUSH_CACHE_STATUS_2,
  954. ERROR_DETECTED)];
  955. st->error = HAL_GET_FIELD(REO_FLUSH_QUEUE_STATUS_2, ERROR_DETECTED,
  956. val);
  957. /* block error */
  958. val = reo_desc[HAL_OFFSET_DW(REO_FLUSH_CACHE_STATUS_2,
  959. BLOCK_ERROR_DETAILS)];
  960. st->block_error = HAL_GET_FIELD(REO_FLUSH_CACHE_STATUS_2,
  961. BLOCK_ERROR_DETAILS,
  962. val);
  963. if (!st->block_error)
  964. qdf_set_bit(hal_soc->index,
  965. (unsigned long *)&hal_soc->reo_res_bitmap);
  966. /* cache flush status */
  967. val = reo_desc[HAL_OFFSET_DW(REO_FLUSH_CACHE_STATUS_2,
  968. CACHE_CONTROLLER_FLUSH_STATUS_HIT)];
  969. st->cache_flush_status = HAL_GET_FIELD(REO_FLUSH_CACHE_STATUS_2,
  970. CACHE_CONTROLLER_FLUSH_STATUS_HIT,
  971. val);
  972. /* cache flush descriptor type */
  973. val = reo_desc[HAL_OFFSET_DW(REO_FLUSH_CACHE_STATUS_2,
  974. CACHE_CONTROLLER_FLUSH_STATUS_DESC_TYPE)];
  975. st->cache_flush_status_desc_type =
  976. HAL_GET_FIELD(REO_FLUSH_CACHE_STATUS_2,
  977. CACHE_CONTROLLER_FLUSH_STATUS_DESC_TYPE,
  978. val);
  979. /* cache flush count */
  980. val = reo_desc[HAL_OFFSET_DW(REO_FLUSH_CACHE_STATUS_2,
  981. CACHE_CONTROLLER_FLUSH_COUNT)];
  982. st->cache_flush_cnt =
  983. HAL_GET_FIELD(REO_FLUSH_CACHE_STATUS_2,
  984. CACHE_CONTROLLER_FLUSH_COUNT,
  985. val);
  986. }
  987. void
  988. hal_reo_unblock_cache_status_li(hal_ring_desc_t ring_desc,
  989. hal_soc_handle_t hal_soc_hdl,
  990. void *st_handle)
  991. {
  992. struct hal_soc *hal_soc = (struct hal_soc *)hal_soc_hdl;
  993. struct hal_reo_unblk_cache_status *st =
  994. (struct hal_reo_unblk_cache_status *)st_handle;
  995. uint32_t *reo_desc = (uint32_t *)ring_desc;
  996. uint32_t val;
  997. /*
  998. * Offsets of descriptor fields defined in HW headers start
  999. * from the field after TLV header
  1000. */
  1001. reo_desc += (sizeof(struct tlv_32_hdr) >> 2);
  1002. /* header */
  1003. hal_reo_status_get_header(ring_desc, HAL_REO_UNBLK_CACHE_STATUS_TLV,
  1004. &st->header, hal_soc);
  1005. /* error bit */
  1006. val = reo_desc[HAL_OFFSET_DW(REO_UNBLOCK_CACHE_STATUS_2,
  1007. ERROR_DETECTED)];
  1008. st->error = HAL_GET_FIELD(REO_UNBLOCK_CACHE_STATUS_2,
  1009. ERROR_DETECTED,
  1010. val);
  1011. /* unblock type */
  1012. val = reo_desc[HAL_OFFSET_DW(REO_UNBLOCK_CACHE_STATUS_2,
  1013. UNBLOCK_TYPE)];
  1014. st->unblock_type = HAL_GET_FIELD(REO_UNBLOCK_CACHE_STATUS_2,
  1015. UNBLOCK_TYPE,
  1016. val);
  1017. if (!st->error && (st->unblock_type == UNBLOCK_RES_INDEX))
  1018. qdf_clear_bit(hal_soc->index,
  1019. (unsigned long *)&hal_soc->reo_res_bitmap);
  1020. }
  1021. void hal_reo_flush_timeout_list_status_li(hal_ring_desc_t ring_desc,
  1022. void *st_handle,
  1023. hal_soc_handle_t hal_soc_hdl)
  1024. {
  1025. struct hal_soc *hal_soc = (struct hal_soc *)hal_soc_hdl;
  1026. struct hal_reo_flush_timeout_list_status *st =
  1027. (struct hal_reo_flush_timeout_list_status *)st_handle;
  1028. uint32_t *reo_desc = (uint32_t *)ring_desc;
  1029. uint32_t val;
  1030. /*
  1031. * Offsets of descriptor fields defined in HW headers start
  1032. * from the field after TLV header
  1033. */
  1034. reo_desc += (sizeof(struct tlv_32_hdr) >> 2);
  1035. /* header */
  1036. hal_reo_status_get_header(ring_desc, HAL_REO_TIMOUT_LIST_STATUS_TLV,
  1037. &(st->header), hal_soc);
  1038. /* error bit */
  1039. val = reo_desc[HAL_OFFSET_DW(REO_FLUSH_TIMEOUT_LIST_STATUS_2,
  1040. ERROR_DETECTED)];
  1041. st->error = HAL_GET_FIELD(REO_FLUSH_TIMEOUT_LIST_STATUS_2,
  1042. ERROR_DETECTED,
  1043. val);
  1044. /* list empty */
  1045. val = reo_desc[HAL_OFFSET_DW(REO_FLUSH_TIMEOUT_LIST_STATUS_2,
  1046. TIMOUT_LIST_EMPTY)];
  1047. st->list_empty = HAL_GET_FIELD(REO_FLUSH_TIMEOUT_LIST_STATUS_2,
  1048. TIMOUT_LIST_EMPTY,
  1049. val);
  1050. /* release descriptor count */
  1051. val = reo_desc[HAL_OFFSET_DW(REO_FLUSH_TIMEOUT_LIST_STATUS_3,
  1052. RELEASE_DESC_COUNT)];
  1053. st->rel_desc_cnt = HAL_GET_FIELD(REO_FLUSH_TIMEOUT_LIST_STATUS_3,
  1054. RELEASE_DESC_COUNT,
  1055. val);
  1056. /* forward buf count */
  1057. val = reo_desc[HAL_OFFSET_DW(REO_FLUSH_TIMEOUT_LIST_STATUS_3,
  1058. FORWARD_BUF_COUNT)];
  1059. st->fwd_buf_cnt = HAL_GET_FIELD(REO_FLUSH_TIMEOUT_LIST_STATUS_3,
  1060. FORWARD_BUF_COUNT,
  1061. val);
  1062. }
  1063. void hal_reo_desc_thres_reached_status_li(hal_ring_desc_t ring_desc,
  1064. void *st_handle,
  1065. hal_soc_handle_t hal_soc_hdl)
  1066. {
  1067. struct hal_soc *hal_soc = (struct hal_soc *)hal_soc_hdl;
  1068. struct hal_reo_desc_thres_reached_status *st =
  1069. (struct hal_reo_desc_thres_reached_status *)st_handle;
  1070. uint32_t *reo_desc = (uint32_t *)ring_desc;
  1071. uint32_t val;
  1072. /*
  1073. * Offsets of descriptor fields defined in HW headers start
  1074. * from the field after TLV header
  1075. */
  1076. reo_desc += (sizeof(struct tlv_32_hdr) >> 2);
  1077. /* header */
  1078. hal_reo_status_get_header(ring_desc,
  1079. HAL_REO_DESC_THRES_STATUS_TLV,
  1080. &(st->header), hal_soc);
  1081. /* threshold index */
  1082. val = reo_desc[HAL_OFFSET_DW(
  1083. REO_DESCRIPTOR_THRESHOLD_REACHED_STATUS_2,
  1084. THRESHOLD_INDEX)];
  1085. st->thres_index = HAL_GET_FIELD(
  1086. REO_DESCRIPTOR_THRESHOLD_REACHED_STATUS_2,
  1087. THRESHOLD_INDEX,
  1088. val);
  1089. /* link desc counters */
  1090. val = reo_desc[HAL_OFFSET_DW(
  1091. REO_DESCRIPTOR_THRESHOLD_REACHED_STATUS_3,
  1092. LINK_DESCRIPTOR_COUNTER0)];
  1093. st->link_desc_counter0 = HAL_GET_FIELD(
  1094. REO_DESCRIPTOR_THRESHOLD_REACHED_STATUS_3,
  1095. LINK_DESCRIPTOR_COUNTER0,
  1096. val);
  1097. val = reo_desc[HAL_OFFSET_DW(
  1098. REO_DESCRIPTOR_THRESHOLD_REACHED_STATUS_4,
  1099. LINK_DESCRIPTOR_COUNTER1)];
  1100. st->link_desc_counter1 = HAL_GET_FIELD(
  1101. REO_DESCRIPTOR_THRESHOLD_REACHED_STATUS_4,
  1102. LINK_DESCRIPTOR_COUNTER1,
  1103. val);
  1104. val = reo_desc[HAL_OFFSET_DW(
  1105. REO_DESCRIPTOR_THRESHOLD_REACHED_STATUS_5,
  1106. LINK_DESCRIPTOR_COUNTER2)];
  1107. st->link_desc_counter2 = HAL_GET_FIELD(
  1108. REO_DESCRIPTOR_THRESHOLD_REACHED_STATUS_5,
  1109. LINK_DESCRIPTOR_COUNTER2,
  1110. val);
  1111. val = reo_desc[HAL_OFFSET_DW(
  1112. REO_DESCRIPTOR_THRESHOLD_REACHED_STATUS_6,
  1113. LINK_DESCRIPTOR_COUNTER_SUM)];
  1114. st->link_desc_counter_sum = HAL_GET_FIELD(
  1115. REO_DESCRIPTOR_THRESHOLD_REACHED_STATUS_6,
  1116. LINK_DESCRIPTOR_COUNTER_SUM,
  1117. val);
  1118. }
  1119. void
  1120. hal_reo_rx_update_queue_status_li(hal_ring_desc_t ring_desc,
  1121. void *st_handle,
  1122. hal_soc_handle_t hal_soc_hdl)
  1123. {
  1124. struct hal_soc *hal_soc = (struct hal_soc *)hal_soc_hdl;
  1125. struct hal_reo_update_rx_queue_status *st =
  1126. (struct hal_reo_update_rx_queue_status *)st_handle;
  1127. uint32_t *reo_desc = (uint32_t *)ring_desc;
  1128. /*
  1129. * Offsets of descriptor fields defined in HW headers start
  1130. * from the field after TLV header
  1131. */
  1132. reo_desc += (sizeof(struct tlv_32_hdr) >> 2);
  1133. /* header */
  1134. hal_reo_status_get_header(ring_desc,
  1135. HAL_REO_UPDATE_RX_QUEUE_STATUS_TLV,
  1136. &(st->header), hal_soc);
  1137. }
  1138. uint8_t hal_get_tlv_hdr_size_li(void)
  1139. {
  1140. return sizeof(struct tlv_32_hdr);
  1141. }