dp_rh.c 27 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001
  1. /*
  2. * Copyright (c) 2023 Qualcomm Innovation Center, Inc. All rights reserved.
  3. *
  4. * Permission to use, copy, modify, and/or distribute this software for
  5. * any purpose with or without fee is hereby granted, provided that the
  6. * above copyright notice and this permission notice appear in all
  7. * copies.
  8. *
  9. * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL
  10. * WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED
  11. * WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE
  12. * AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL
  13. * DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR
  14. * PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER
  15. * TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
  16. * PERFORMANCE OF THIS SOFTWARE.
  17. */
  18. #include "dp_types.h"
  19. #include <dp_internal.h>
  20. #include <dp_htt.h>
  21. #include "dp_rh.h"
  22. #include "dp_rh_tx.h"
  23. #include "dp_rh_htt.h"
  24. #include "dp_tx_desc.h"
  25. #include "dp_rh_rx.h"
  26. #include "dp_peer.h"
  27. #include <wlan_utility.h>
  28. #include <dp_rings.h>
  29. #include <ce_api.h>
  30. #include <ce_internal.h>
  31. static QDF_STATUS
  32. dp_srng_init_rh(struct dp_soc *soc, struct dp_srng *srng, int ring_type,
  33. int ring_num, int mac_id)
  34. {
  35. hal_soc_handle_t hal_soc = soc->hal_soc;
  36. struct hal_srng_params ring_params;
  37. if (srng->hal_srng) {
  38. dp_init_err("%pK: Ring type: %d, num:%d is already initialized",
  39. soc, ring_type, ring_num);
  40. return QDF_STATUS_SUCCESS;
  41. }
  42. /* memset the srng ring to zero */
  43. qdf_mem_zero(srng->base_vaddr_unaligned, srng->alloc_size);
  44. qdf_mem_zero(&ring_params, sizeof(struct hal_srng_params));
  45. ring_params.ring_base_paddr = srng->base_paddr_aligned;
  46. ring_params.ring_base_vaddr = srng->base_vaddr_aligned;
  47. ring_params.num_entries = srng->num_entries;
  48. dp_info("Ring type: %d, num:%d vaddr %pK paddr %pK entries %u",
  49. ring_type, ring_num,
  50. (void *)ring_params.ring_base_vaddr,
  51. (void *)ring_params.ring_base_paddr,
  52. ring_params.num_entries);
  53. if (soc->cdp_soc.ol_ops->get_con_mode &&
  54. soc->cdp_soc.ol_ops->get_con_mode() ==
  55. QDF_GLOBAL_MONITOR_MODE) {
  56. if (soc->intr_mode == DP_INTR_MSI &&
  57. !dp_skip_msi_cfg(soc, ring_type)) {
  58. dp_srng_msi_setup(soc, srng, &ring_params,
  59. ring_type, ring_num);
  60. dp_verbose_debug("Using MSI for ring_type: %d, ring_num %d",
  61. ring_type, ring_num);
  62. } else {
  63. ring_params.msi_data = 0;
  64. ring_params.msi_addr = 0;
  65. dp_srng_set_msi2_ring_params(soc, &ring_params, 0, 0);
  66. dp_verbose_debug("Skipping MSI for ring_type: %d, ring_num %d",
  67. ring_type, ring_num);
  68. }
  69. dp_srng_configure_interrupt_thresholds(soc, &ring_params,
  70. ring_type, ring_num,
  71. srng->num_entries);
  72. }
  73. srng->hal_srng = hal_srng_setup(hal_soc, ring_type, ring_num,
  74. mac_id, &ring_params, 0);
  75. if (!srng->hal_srng) {
  76. dp_srng_free(soc, srng);
  77. return QDF_STATUS_E_FAILURE;
  78. }
  79. return QDF_STATUS_SUCCESS;
  80. }
  81. static QDF_STATUS
  82. dp_peer_setup_rh(struct cdp_soc_t *soc_hdl, uint8_t vdev_id,
  83. uint8_t *peer_mac,
  84. struct cdp_peer_setup_info *setup_info)
  85. {
  86. struct dp_soc *soc = (struct dp_soc *)soc_hdl;
  87. struct dp_pdev *pdev;
  88. QDF_STATUS status = QDF_STATUS_SUCCESS;
  89. struct dp_vdev *vdev = NULL;
  90. struct dp_peer *peer =
  91. dp_peer_find_hash_find(soc, peer_mac, 0, vdev_id,
  92. DP_MOD_ID_CDP);
  93. enum wlan_op_mode vdev_opmode;
  94. if (!peer)
  95. return QDF_STATUS_E_FAILURE;
  96. vdev = peer->vdev;
  97. if (!vdev) {
  98. status = QDF_STATUS_E_FAILURE;
  99. goto fail;
  100. }
  101. /* save vdev related member in case vdev freed */
  102. vdev_opmode = vdev->opmode;
  103. pdev = vdev->pdev;
  104. dp_info("pdev: %d vdev :%d opmode:%u",
  105. pdev->pdev_id, vdev->vdev_id, vdev->opmode);
  106. /*
  107. * There are corner cases where the AD1 = AD2 = "VAPs address"
  108. * i.e both the devices have same MAC address. In these
  109. * cases we want such pkts to be processed in NULL Q handler
  110. * which is REO2TCL ring. for this reason we should
  111. * not setup reo_queues and default route for bss_peer.
  112. */
  113. dp_monitor_peer_tx_init(pdev, peer);
  114. if (!setup_info)
  115. if (dp_peer_legacy_setup(soc, peer) !=
  116. QDF_STATUS_SUCCESS) {
  117. status = QDF_STATUS_E_RESOURCES;
  118. goto fail;
  119. }
  120. if (peer->bss_peer && vdev->opmode == wlan_op_mode_ap) {
  121. status = QDF_STATUS_E_FAILURE;
  122. goto fail;
  123. }
  124. if (vdev_opmode != wlan_op_mode_monitor)
  125. dp_peer_rx_init(pdev, peer);
  126. dp_peer_ppdu_delayed_ba_init(peer);
  127. fail:
  128. dp_peer_unref_delete(peer, DP_MOD_ID_CDP);
  129. return status;
  130. }
  131. #ifdef AST_OFFLOAD_ENABLE
  132. static void dp_peer_map_detach_rh(struct dp_soc *soc)
  133. {
  134. dp_soc_wds_detach(soc);
  135. dp_peer_ast_table_detach(soc);
  136. dp_peer_ast_hash_detach(soc);
  137. dp_peer_mec_hash_detach(soc);
  138. }
  139. static QDF_STATUS dp_peer_map_attach_rh(struct dp_soc *soc)
  140. {
  141. QDF_STATUS status;
  142. soc->max_peer_id = soc->max_peers;
  143. status = dp_peer_ast_table_attach(soc);
  144. if (!QDF_IS_STATUS_SUCCESS(status))
  145. return status;
  146. status = dp_peer_ast_hash_attach(soc);
  147. if (!QDF_IS_STATUS_SUCCESS(status))
  148. goto ast_table_detach;
  149. status = dp_peer_mec_hash_attach(soc);
  150. if (!QDF_IS_STATUS_SUCCESS(status))
  151. goto hash_detach;
  152. dp_soc_wds_attach(soc);
  153. return QDF_STATUS_SUCCESS;
  154. hash_detach:
  155. dp_peer_ast_hash_detach(soc);
  156. ast_table_detach:
  157. dp_peer_ast_table_detach(soc);
  158. return status;
  159. }
  160. #else
  161. static void dp_peer_map_detach_rh(struct dp_soc *soc)
  162. {
  163. }
  164. static QDF_STATUS dp_peer_map_attach_rh(struct dp_soc *soc)
  165. {
  166. soc->max_peer_id = soc->max_peers;
  167. return QDF_STATUS_SUCCESS;
  168. }
  169. #endif
  170. /**
  171. * dp_soc_cfg_init_rh() - initialize target specific configuration
  172. * during dp_soc_init
  173. * @soc: dp soc handle
  174. */
  175. static void dp_soc_cfg_init_rh(struct dp_soc *soc)
  176. {
  177. uint32_t target_type;
  178. target_type = hal_get_target_type(soc->hal_soc);
  179. switch (target_type) {
  180. case TARGET_TYPE_WCN6450:
  181. wlan_cfg_set_raw_mode_war(soc->wlan_cfg_ctx, true);
  182. soc->ast_override_support = 1;
  183. soc->wlan_cfg_ctx->rxdma1_enable = 0;
  184. break;
  185. default:
  186. qdf_print("%s: Unknown tgt type %d\n", __func__, target_type);
  187. qdf_assert_always(0);
  188. break;
  189. }
  190. }
  191. static void dp_soc_cfg_attach_rh(struct dp_soc *soc)
  192. {
  193. int target_type;
  194. target_type = hal_get_target_type(soc->hal_soc);
  195. switch (target_type) {
  196. case TARGET_TYPE_WCN6450:
  197. soc->wlan_cfg_ctx->rxdma1_enable = 0;
  198. break;
  199. default:
  200. qdf_print("%s: Unknown tgt type %d\n", __func__, target_type);
  201. qdf_assert_always(0);
  202. break;
  203. }
  204. /*
  205. * keeping TCL and completion rings number, this data
  206. * is equivalent number of TX interface rings.
  207. */
  208. soc->num_tx_comp_rings =
  209. wlan_cfg_num_tx_comp_rings(soc->wlan_cfg_ctx);
  210. soc->num_tcl_data_rings =
  211. wlan_cfg_num_tcl_data_rings(soc->wlan_cfg_ctx);
  212. }
  213. qdf_size_t dp_get_context_size_rh(enum dp_context_type context_type)
  214. {
  215. switch (context_type) {
  216. case DP_CONTEXT_TYPE_SOC:
  217. return sizeof(struct dp_soc_rh);
  218. case DP_CONTEXT_TYPE_PDEV:
  219. return sizeof(struct dp_pdev_rh);
  220. case DP_CONTEXT_TYPE_VDEV:
  221. return sizeof(struct dp_vdev_rh);
  222. case DP_CONTEXT_TYPE_PEER:
  223. return sizeof(struct dp_peer_rh);
  224. default:
  225. return 0;
  226. }
  227. }
  228. qdf_size_t dp_mon_get_context_size_rh(enum dp_context_type context_type)
  229. {
  230. switch (context_type) {
  231. case DP_CONTEXT_TYPE_MON_PDEV:
  232. return sizeof(struct dp_mon_pdev_rh);
  233. case DP_CONTEXT_TYPE_MON_SOC:
  234. return sizeof(struct dp_mon_soc_rh);
  235. default:
  236. return 0;
  237. }
  238. }
  239. static QDF_STATUS dp_soc_attach_rh(struct dp_soc *soc,
  240. struct cdp_soc_attach_params *params)
  241. {
  242. soc->wbm_sw0_bm_id = hal_tx_get_wbm_sw0_bm_id();
  243. return QDF_STATUS_SUCCESS;
  244. }
  245. static QDF_STATUS dp_soc_detach_rh(struct dp_soc *soc)
  246. {
  247. return QDF_STATUS_SUCCESS;
  248. }
  249. static QDF_STATUS dp_soc_deinit_rh(struct dp_soc *soc)
  250. {
  251. struct htt_soc *htt_soc = soc->htt_handle;
  252. qdf_atomic_set(&soc->cmn_init_done, 0);
  253. /*Degister RX offload flush handlers*/
  254. hif_offld_flush_cb_deregister(soc->hif_handle);
  255. dp_monitor_soc_deinit(soc);
  256. /* free peer tables & AST tables allocated during peer_map_attach */
  257. if (soc->peer_map_attach_success) {
  258. dp_peer_find_detach(soc);
  259. dp_peer_map_detach_rh(soc);
  260. soc->peer_map_attach_success = FALSE;
  261. }
  262. qdf_flush_work(&soc->htt_stats.work);
  263. qdf_disable_work(&soc->htt_stats.work);
  264. qdf_spinlock_destroy(&soc->htt_stats.lock);
  265. qdf_spinlock_destroy(&soc->ast_lock);
  266. dp_peer_mec_spinlock_destroy(soc);
  267. qdf_nbuf_queue_free(&soc->htt_stats.msg);
  268. qdf_nbuf_queue_free(&soc->invalid_buf_queue);
  269. qdf_spinlock_destroy(&soc->rx.defrag.defrag_lock);
  270. qdf_spinlock_destroy(&soc->vdev_map_lock);
  271. dp_soc_tx_desc_sw_pools_deinit(soc);
  272. dp_soc_srng_deinit(soc);
  273. dp_hw_link_desc_ring_deinit(soc);
  274. dp_soc_print_inactive_objects(soc);
  275. qdf_spinlock_destroy(&soc->inactive_peer_list_lock);
  276. qdf_spinlock_destroy(&soc->inactive_vdev_list_lock);
  277. htt_soc_htc_dealloc(soc->htt_handle);
  278. htt_soc_detach(htt_soc);
  279. wlan_minidump_remove(soc, sizeof(*soc), soc->ctrl_psoc,
  280. WLAN_MD_DP_SOC, "dp_soc");
  281. return QDF_STATUS_SUCCESS;
  282. }
  283. static void *dp_soc_init_rh(struct dp_soc *soc, HTC_HANDLE htc_handle,
  284. struct hif_opaque_softc *hif_handle)
  285. {
  286. struct htt_soc *htt_soc = (struct htt_soc *)soc->htt_handle;
  287. bool is_monitor_mode = false;
  288. uint8_t i;
  289. wlan_minidump_log(soc, sizeof(*soc), soc->ctrl_psoc,
  290. WLAN_MD_DP_SOC, "dp_soc");
  291. soc->hif_handle = hif_handle;
  292. soc->hal_soc = hif_get_hal_handle(soc->hif_handle);
  293. if (!soc->hal_soc)
  294. goto fail1;
  295. htt_soc = htt_soc_attach(soc, htc_handle);
  296. if (!htt_soc)
  297. goto fail1;
  298. soc->htt_handle = htt_soc;
  299. if (htt_soc_htc_prealloc(htt_soc) != QDF_STATUS_SUCCESS)
  300. goto fail2;
  301. htt_set_htc_handle(htt_soc, htc_handle);
  302. dp_soc_cfg_init_rh(soc);
  303. dp_monitor_soc_cfg_init(soc);
  304. /* Note: Any SRNG ring initialization should happen only after
  305. * Interrupt mode is set and followed by filling up the
  306. * interrupt mask. IT SHOULD ALWAYS BE IN THIS ORDER.
  307. */
  308. dp_soc_set_interrupt_mode(soc);
  309. if (soc->cdp_soc.ol_ops->get_con_mode &&
  310. soc->cdp_soc.ol_ops->get_con_mode() ==
  311. QDF_GLOBAL_MONITOR_MODE) {
  312. is_monitor_mode = true;
  313. soc->curr_rx_pkt_tlv_size = soc->rx_mon_pkt_tlv_size;
  314. } else {
  315. soc->curr_rx_pkt_tlv_size = soc->rx_pkt_tlv_size;
  316. }
  317. if (is_monitor_mode)
  318. wlan_cfg_fill_interrupt_mask(soc->wlan_cfg_ctx, 0,
  319. soc->intr_mode, is_monitor_mode,
  320. false, soc->umac_reset_supported);
  321. if (dp_soc_srng_init(soc)) {
  322. dp_init_err("%pK: dp_soc_srng_init failed", soc);
  323. goto fail3;
  324. }
  325. if (dp_htt_soc_initialize_rh(soc->htt_handle, soc->ctrl_psoc,
  326. htt_get_htc_handle(htt_soc),
  327. soc->hal_soc, soc->osdev) == NULL)
  328. goto fail4;
  329. /* Initialize descriptors in TCL Rings */
  330. for (i = 0; i < soc->num_tcl_data_rings; i++) {
  331. hal_tx_init_data_ring(soc->hal_soc,
  332. soc->tcl_data_ring[i].hal_srng);
  333. }
  334. if (dp_soc_tx_desc_sw_pools_init(soc)) {
  335. dp_init_err("%pK: dp_tx_soc_attach failed", soc);
  336. goto fail5;
  337. }
  338. wlan_cfg_set_rx_hash(soc->wlan_cfg_ctx,
  339. cfg_get(soc->ctrl_psoc, CFG_DP_RX_HASH));
  340. soc->cce_disable = false;
  341. soc->max_ast_ageout_count = MAX_AST_AGEOUT_COUNT;
  342. soc->sta_mode_search_policy = DP_TX_ADDR_SEARCH_ADDR_POLICY;
  343. qdf_mem_zero(&soc->vdev_id_map, sizeof(soc->vdev_id_map));
  344. qdf_spinlock_create(&soc->vdev_map_lock);
  345. qdf_atomic_init(&soc->num_tx_outstanding);
  346. qdf_atomic_init(&soc->num_tx_exception);
  347. soc->num_tx_allowed =
  348. wlan_cfg_get_dp_soc_tx_device_limit(soc->wlan_cfg_ctx);
  349. if (soc->cdp_soc.ol_ops->get_dp_cfg_param) {
  350. int ret = soc->cdp_soc.ol_ops->get_dp_cfg_param(soc->ctrl_psoc,
  351. CDP_CFG_MAX_PEER_ID);
  352. if (ret != -EINVAL)
  353. wlan_cfg_set_max_peer_id(soc->wlan_cfg_ctx, ret);
  354. ret = soc->cdp_soc.ol_ops->get_dp_cfg_param(soc->ctrl_psoc,
  355. CDP_CFG_CCE_DISABLE);
  356. if (ret == 1)
  357. soc->cce_disable = true;
  358. }
  359. /* setup the global rx defrag waitlist */
  360. TAILQ_INIT(&soc->rx.defrag.waitlist);
  361. soc->rx.defrag.timeout_ms =
  362. wlan_cfg_get_rx_defrag_min_timeout(soc->wlan_cfg_ctx);
  363. soc->rx.defrag.next_flush_ms = 0;
  364. soc->rx.flags.defrag_timeout_check =
  365. wlan_cfg_get_defrag_timeout_check(soc->wlan_cfg_ctx);
  366. qdf_spinlock_create(&soc->rx.defrag.defrag_lock);
  367. dp_monitor_soc_init(soc);
  368. qdf_atomic_set(&soc->cmn_init_done, 1);
  369. qdf_nbuf_queue_init(&soc->htt_stats.msg);
  370. qdf_spinlock_create(&soc->ast_lock);
  371. dp_peer_mec_spinlock_create(soc);
  372. qdf_nbuf_queue_init(&soc->invalid_buf_queue);
  373. TAILQ_INIT(&soc->inactive_peer_list);
  374. qdf_spinlock_create(&soc->inactive_peer_list_lock);
  375. TAILQ_INIT(&soc->inactive_vdev_list);
  376. qdf_spinlock_create(&soc->inactive_vdev_list_lock);
  377. qdf_spinlock_create(&soc->htt_stats.lock);
  378. /* initialize work queue for stats processing */
  379. qdf_create_work(0, &soc->htt_stats.work, htt_t2h_stats_handler, soc);
  380. /*Register RX offload flush handlers*/
  381. hif_offld_flush_cb_register(soc->hif_handle, dp_rx_data_flush);
  382. dp_info("Mem stats: DMA = %u HEAP = %u SKB = %u",
  383. qdf_dma_mem_stats_read(),
  384. qdf_heap_mem_stats_read(),
  385. qdf_skb_total_mem_stats_read());
  386. soc->vdev_stats_id_map = 0;
  387. return soc;
  388. fail5:
  389. htt_soc_htc_dealloc(soc->htt_handle);
  390. fail4:
  391. dp_soc_srng_deinit(soc);
  392. fail3:
  393. htt_htc_pkt_pool_free(htt_soc);
  394. fail2:
  395. htt_soc_detach(htt_soc);
  396. fail1:
  397. return NULL;
  398. }
  399. static void dp_soc_interrupt_detach_rh(struct cdp_soc_t *txrx_soc)
  400. {
  401. struct dp_soc *soc = (struct dp_soc *)txrx_soc;
  402. int i;
  403. if (soc->intr_mode == DP_INTR_POLL) {
  404. qdf_timer_free(&soc->int_timer);
  405. } else {
  406. hif_deconfigure_ext_group_interrupts(soc->hif_handle);
  407. hif_deregister_exec_group(soc->hif_handle, "dp_intr");
  408. }
  409. for (i = 0; i < wlan_cfg_get_num_contexts(soc->wlan_cfg_ctx); i++) {
  410. soc->intr_ctx[i].rx_mon_ring_mask = 0;
  411. soc->intr_ctx[i].rxdma2host_ring_mask = 0;
  412. hif_event_history_deinit(soc->hif_handle, i);
  413. qdf_lro_deinit(soc->intr_ctx[i].lro_ctx);
  414. }
  415. qdf_mem_set(&soc->mon_intr_id_lmac_map,
  416. sizeof(soc->mon_intr_id_lmac_map),
  417. DP_MON_INVALID_LMAC_ID);
  418. }
  419. static QDF_STATUS dp_soc_interrupt_attach_rh(struct cdp_soc_t *txrx_soc)
  420. {
  421. struct dp_soc *soc = (struct dp_soc *)txrx_soc;
  422. int i = 0;
  423. int num_irq = 0;
  424. int lmac_id = 0;
  425. int napi_scale;
  426. qdf_mem_set(&soc->mon_intr_id_lmac_map,
  427. sizeof(soc->mon_intr_id_lmac_map), DP_MON_INVALID_LMAC_ID);
  428. if (soc->cdp_soc.ol_ops->get_con_mode &&
  429. soc->cdp_soc.ol_ops->get_con_mode() !=
  430. QDF_GLOBAL_MONITOR_MODE)
  431. return QDF_STATUS_SUCCESS;
  432. for (i = 0; i < wlan_cfg_get_num_contexts(soc->wlan_cfg_ctx); i++) {
  433. int ret = 0;
  434. /* Map of IRQ ids registered with one interrupt context */
  435. int irq_id_map[HIF_MAX_GRP_IRQ];
  436. int rx_mon_mask =
  437. dp_soc_get_mon_mask_for_interrupt_mode(soc, i);
  438. int rxdma2host_ring_mask =
  439. wlan_cfg_get_rxdma2host_ring_mask(soc->wlan_cfg_ctx, i);
  440. soc->intr_ctx[i].dp_intr_id = i;
  441. soc->intr_ctx[i].rx_mon_ring_mask = rx_mon_mask;
  442. soc->intr_ctx[i].rxdma2host_ring_mask = rxdma2host_ring_mask;
  443. soc->intr_ctx[i].soc = soc;
  444. num_irq = 0;
  445. dp_soc_interrupt_map_calculate(soc, i, &irq_id_map[0],
  446. &num_irq);
  447. napi_scale = wlan_cfg_get_napi_scale_factor(soc->wlan_cfg_ctx);
  448. if (!napi_scale)
  449. napi_scale = QCA_NAPI_DEF_SCALE_BIN_SHIFT;
  450. ret = hif_register_ext_group(soc->hif_handle,
  451. num_irq, irq_id_map, dp_service_srngs_wrapper,
  452. &soc->intr_ctx[i], "dp_intr",
  453. HIF_EXEC_NAPI_TYPE, napi_scale);
  454. dp_debug(" int ctx %u num_irq %u irq_id_map %u %u",
  455. i, num_irq, irq_id_map[0], irq_id_map[1]);
  456. if (ret) {
  457. dp_init_err("%pK: failed, ret = %d", soc, ret);
  458. dp_soc_interrupt_detach_rh(txrx_soc);
  459. return QDF_STATUS_E_FAILURE;
  460. }
  461. hif_event_history_init(soc->hif_handle, i);
  462. soc->intr_ctx[i].lro_ctx = qdf_lro_init();
  463. if (dp_is_mon_mask_valid(soc, &soc->intr_ctx[i])) {
  464. soc->mon_intr_id_lmac_map[lmac_id] = i;
  465. lmac_id++;
  466. }
  467. }
  468. hif_configure_ext_group_interrupts(soc->hif_handle);
  469. return QDF_STATUS_SUCCESS;
  470. }
  471. static QDF_STATUS dp_soc_attach_poll_rh(struct cdp_soc_t *txrx_soc)
  472. {
  473. struct dp_soc *soc = (struct dp_soc *)txrx_soc;
  474. uint32_t lmac_id = 0;
  475. int i;
  476. qdf_mem_set(&soc->mon_intr_id_lmac_map,
  477. sizeof(soc->mon_intr_id_lmac_map), DP_MON_INVALID_LMAC_ID);
  478. soc->intr_mode = DP_INTR_POLL;
  479. for (i = 0; i < wlan_cfg_get_num_contexts(soc->wlan_cfg_ctx); i++) {
  480. soc->intr_ctx[i].rx_mon_ring_mask =
  481. wlan_cfg_get_rx_mon_ring_mask(soc->wlan_cfg_ctx, i);
  482. if (dp_is_mon_mask_valid(soc, &soc->intr_ctx[i])) {
  483. hif_event_history_init(soc->hif_handle, i);
  484. soc->mon_intr_id_lmac_map[lmac_id] = i;
  485. lmac_id++;
  486. }
  487. }
  488. qdf_timer_init(soc->osdev, &soc->int_timer,
  489. dp_interrupt_timer, (void *)soc,
  490. QDF_TIMER_TYPE_WAKE_APPS);
  491. return QDF_STATUS_SUCCESS;
  492. }
  493. static uint32_t dp_service_srngs_rh(void *dp_ctx, uint32_t dp_budget, int cpu)
  494. {
  495. struct dp_intr *int_ctx = (struct dp_intr *)dp_ctx;
  496. struct dp_soc *soc = int_ctx->soc;
  497. uint32_t work_done = 0;
  498. int budget = dp_budget;
  499. uint32_t remaining_quota = dp_budget;
  500. if (qdf_unlikely(!dp_monitor_is_vdev_timer_running(soc))) {
  501. work_done = dp_process_lmac_rings(int_ctx, remaining_quota);
  502. if (work_done) {
  503. budget -= work_done;
  504. if (budget <= 0)
  505. goto budget_done;
  506. remaining_quota = budget;
  507. }
  508. }
  509. budget_done:
  510. qdf_atomic_clear_bit(cpu, &soc->service_rings_running);
  511. if (soc->notify_fw_callback)
  512. soc->notify_fw_callback(soc);
  513. return dp_budget - budget;
  514. }
  515. /**
  516. * dp_pdev_fill_tx_endpoint_info_rh() - Prefill fixed TX endpoint information
  517. * that is used during packet transmit
  518. * @pdev: Handle to DP pdev struct
  519. *
  520. * Return: QDF_STATUS_SUCCESS/QDF_STATUS_E_NOENT
  521. */
  522. static QDF_STATUS dp_pdev_fill_tx_endpoint_info_rh(struct dp_pdev *pdev)
  523. {
  524. struct dp_pdev_rh *rh_pdev = dp_get_rh_pdev_from_dp_pdev(pdev);
  525. struct dp_soc_rh *rh_soc = dp_get_rh_soc_from_dp_soc(pdev->soc);
  526. struct dp_tx_ep_info_rh *tx_ep_info = &rh_pdev->tx_ep_info;
  527. struct hif_opaque_softc *hif_handle = pdev->soc->hif_handle;
  528. int ul_is_polled, dl_is_polled;
  529. uint8_t ul_pipe, dl_pipe;
  530. int status;
  531. status = hif_map_service_to_pipe(hif_handle, HTT_DATA2_MSG_SVC,
  532. &ul_pipe, &dl_pipe,
  533. &ul_is_polled, &dl_is_polled);
  534. if (status) {
  535. hif_err("Failed to map tx pipe: %d", status);
  536. return QDF_STATUS_E_NOENT;
  537. }
  538. tx_ep_info->ce_tx_hdl = hif_get_ce_handle(hif_handle, ul_pipe);
  539. tx_ep_info->download_len = HAL_TX_DESC_LEN_BYTES +
  540. sizeof(struct tlv_32_hdr) +
  541. DP_RH_TX_HDR_SIZE_OUTER_HDR_MAX +
  542. DP_RH_TX_HDR_SIZE_802_1Q +
  543. DP_RH_TX_HDR_SIZE_LLC_SNAP +
  544. DP_RH_TX_HDR_SIZE_IP;
  545. tx_ep_info->tx_endpoint = rh_soc->tx_endpoint;
  546. return QDF_STATUS_SUCCESS;
  547. }
  548. static QDF_STATUS dp_pdev_attach_rh(struct dp_pdev *pdev,
  549. struct cdp_pdev_attach_params *params)
  550. {
  551. return dp_pdev_fill_tx_endpoint_info_rh(pdev);
  552. }
  553. static QDF_STATUS dp_pdev_detach_rh(struct dp_pdev *pdev)
  554. {
  555. return QDF_STATUS_SUCCESS;
  556. }
  557. static QDF_STATUS dp_vdev_attach_rh(struct dp_soc *soc, struct dp_vdev *vdev)
  558. {
  559. return QDF_STATUS_SUCCESS;
  560. }
  561. static QDF_STATUS dp_vdev_detach_rh(struct dp_soc *soc, struct dp_vdev *vdev)
  562. {
  563. return QDF_STATUS_SUCCESS;
  564. }
  565. qdf_size_t dp_get_soc_context_size_rh(void)
  566. {
  567. return sizeof(struct dp_soc_rh);
  568. }
  569. #ifdef NO_RX_PKT_HDR_TLV
  570. /**
  571. * dp_rxdma_ring_sel_cfg_rh() - Setup RXDMA ring config
  572. * @soc: Common DP soc handle
  573. *
  574. * Return: QDF_STATUS
  575. */
  576. static QDF_STATUS
  577. dp_rxdma_ring_sel_cfg_rh(struct dp_soc *soc)
  578. {
  579. int i;
  580. int mac_id;
  581. struct htt_rx_ring_tlv_filter htt_tlv_filter = {0};
  582. struct dp_srng *rx_mac_srng;
  583. QDF_STATUS status = QDF_STATUS_SUCCESS;
  584. uint16_t buf_size;
  585. buf_size = wlan_cfg_rx_buffer_size(soc->wlan_cfg_ctx);
  586. htt_tlv_filter.mpdu_start = 1;
  587. htt_tlv_filter.msdu_start = 1;
  588. htt_tlv_filter.mpdu_end = 1;
  589. htt_tlv_filter.msdu_end = 1;
  590. htt_tlv_filter.attention = 1;
  591. htt_tlv_filter.packet = 1;
  592. htt_tlv_filter.packet_header = 0;
  593. htt_tlv_filter.ppdu_start = 0;
  594. htt_tlv_filter.ppdu_end = 0;
  595. htt_tlv_filter.ppdu_end_user_stats = 0;
  596. htt_tlv_filter.ppdu_end_user_stats_ext = 0;
  597. htt_tlv_filter.ppdu_end_status_done = 0;
  598. htt_tlv_filter.enable_fp = 1;
  599. htt_tlv_filter.enable_md = 0;
  600. htt_tlv_filter.enable_md = 0;
  601. htt_tlv_filter.enable_mo = 0;
  602. htt_tlv_filter.fp_mgmt_filter = 0;
  603. htt_tlv_filter.fp_ctrl_filter = FILTER_CTRL_BA_REQ;
  604. htt_tlv_filter.fp_data_filter = (FILTER_DATA_UCAST |
  605. FILTER_DATA_MCAST |
  606. FILTER_DATA_DATA);
  607. htt_tlv_filter.mo_mgmt_filter = 0;
  608. htt_tlv_filter.mo_ctrl_filter = 0;
  609. htt_tlv_filter.mo_data_filter = 0;
  610. htt_tlv_filter.md_data_filter = 0;
  611. htt_tlv_filter.offset_valid = true;
  612. htt_tlv_filter.rx_packet_offset = soc->rx_pkt_tlv_size;
  613. /*Not subscribing rx_pkt_header*/
  614. htt_tlv_filter.rx_header_offset = 0;
  615. htt_tlv_filter.rx_mpdu_start_offset =
  616. hal_rx_mpdu_start_offset_get(soc->hal_soc);
  617. htt_tlv_filter.rx_mpdu_end_offset =
  618. hal_rx_mpdu_end_offset_get(soc->hal_soc);
  619. htt_tlv_filter.rx_msdu_start_offset =
  620. hal_rx_msdu_start_offset_get(soc->hal_soc);
  621. htt_tlv_filter.rx_msdu_end_offset =
  622. hal_rx_msdu_end_offset_get(soc->hal_soc);
  623. htt_tlv_filter.rx_attn_offset =
  624. hal_rx_attn_offset_get(soc->hal_soc);
  625. for (i = 0; i < MAX_PDEV_CNT; i++) {
  626. struct dp_pdev *pdev = soc->pdev_list[i];
  627. if (!pdev)
  628. continue;
  629. for (mac_id = 0; mac_id < NUM_RXDMA_RINGS_PER_PDEV; mac_id++) {
  630. int mac_for_pdev =
  631. dp_get_mac_id_for_pdev(mac_id, pdev->pdev_id);
  632. /*
  633. * Obtain lmac id from pdev to access the LMAC ring
  634. * in soc context
  635. */
  636. int lmac_id =
  637. dp_get_lmac_id_for_pdev_id(soc, mac_id,
  638. pdev->pdev_id);
  639. rx_mac_srng = dp_get_rxdma_ring(pdev, lmac_id);
  640. htt_h2t_rx_ring_cfg(soc->htt_handle, mac_for_pdev,
  641. rx_mac_srng->hal_srng,
  642. RXDMA_BUF, buf_size,
  643. &htt_tlv_filter);
  644. }
  645. }
  646. if (QDF_IS_STATUS_SUCCESS(status))
  647. status = dp_htt_h2t_rx_ring_rfs_cfg(soc->htt_handle);
  648. return status;
  649. }
  650. #else
  651. static QDF_STATUS
  652. dp_rxdma_ring_sel_cfg_rh(struct dp_soc *soc)
  653. {
  654. int i;
  655. int mac_id;
  656. struct htt_rx_ring_tlv_filter htt_tlv_filter = {0};
  657. struct dp_srng *rx_mac_srng;
  658. QDF_STATUS status = QDF_STATUS_SUCCESS;
  659. uint16_t buf_size;
  660. buf_size = wlan_cfg_rx_buffer_size(soc->wlan_cfg_ctx);
  661. htt_tlv_filter.mpdu_start = 1;
  662. htt_tlv_filter.msdu_start = 1;
  663. htt_tlv_filter.mpdu_end = 1;
  664. htt_tlv_filter.msdu_end = 1;
  665. htt_tlv_filter.attention = 1;
  666. htt_tlv_filter.packet = 1;
  667. htt_tlv_filter.packet_header = 1;
  668. htt_tlv_filter.ppdu_start = 0;
  669. htt_tlv_filter.ppdu_end = 0;
  670. htt_tlv_filter.ppdu_end_user_stats = 0;
  671. htt_tlv_filter.ppdu_end_user_stats_ext = 0;
  672. htt_tlv_filter.ppdu_end_status_done = 0;
  673. htt_tlv_filter.enable_fp = 1;
  674. htt_tlv_filter.enable_md = 0;
  675. htt_tlv_filter.enable_md = 0;
  676. htt_tlv_filter.enable_mo = 0;
  677. htt_tlv_filter.fp_mgmt_filter = 0;
  678. htt_tlv_filter.fp_ctrl_filter = FILTER_CTRL_BA_REQ;
  679. htt_tlv_filter.fp_data_filter = (FILTER_DATA_UCAST |
  680. FILTER_DATA_MCAST |
  681. FILTER_DATA_DATA);
  682. htt_tlv_filter.mo_mgmt_filter = 0;
  683. htt_tlv_filter.mo_ctrl_filter = 0;
  684. htt_tlv_filter.mo_data_filter = 0;
  685. htt_tlv_filter.md_data_filter = 0;
  686. htt_tlv_filter.offset_valid = true;
  687. htt_tlv_filter.rx_packet_offset = soc->rx_pkt_tlv_size;
  688. htt_tlv_filter.rx_header_offset =
  689. hal_rx_pkt_tlv_offset_get(soc->hal_soc);
  690. htt_tlv_filter.rx_mpdu_start_offset =
  691. hal_rx_mpdu_start_offset_get(soc->hal_soc);
  692. htt_tlv_filter.rx_mpdu_end_offset =
  693. hal_rx_mpdu_end_offset_get(soc->hal_soc);
  694. htt_tlv_filter.rx_msdu_start_offset =
  695. hal_rx_msdu_start_offset_get(soc->hal_soc);
  696. htt_tlv_filter.rx_msdu_end_offset =
  697. hal_rx_msdu_end_offset_get(soc->hal_soc);
  698. htt_tlv_filter.rx_attn_offset =
  699. hal_rx_attn_offset_get(soc->hal_soc);
  700. for (i = 0; i < MAX_PDEV_CNT; i++) {
  701. struct dp_pdev *pdev = soc->pdev_list[i];
  702. if (!pdev)
  703. continue;
  704. for (mac_id = 0; mac_id < NUM_RXDMA_RINGS_PER_PDEV; mac_id++) {
  705. int mac_for_pdev =
  706. dp_get_mac_id_for_pdev(mac_id, pdev->pdev_id);
  707. /*
  708. * Obtain lmac id from pdev to access the LMAC ring
  709. * in soc context
  710. */
  711. int lmac_id =
  712. dp_get_lmac_id_for_pdev_id(soc, mac_id,
  713. pdev->pdev_id);
  714. rx_mac_srng = dp_get_rxdma_ring(pdev, lmac_id);
  715. htt_h2t_rx_ring_cfg(soc->htt_handle, mac_for_pdev,
  716. rx_mac_srng->hal_srng,
  717. RXDMA_BUF, buf_size,
  718. &htt_tlv_filter);
  719. }
  720. }
  721. if (QDF_IS_STATUS_SUCCESS(status))
  722. status = dp_htt_h2t_rx_ring_rfs_cfg(soc->htt_handle);
  723. return status;
  724. }
  725. #endif
  726. static void dp_soc_srng_deinit_rh(struct dp_soc *soc)
  727. {
  728. }
  729. static void dp_soc_srng_free_rh(struct dp_soc *soc)
  730. {
  731. }
  732. static QDF_STATUS dp_soc_srng_alloc_rh(struct dp_soc *soc)
  733. {
  734. return QDF_STATUS_SUCCESS;
  735. }
  736. static QDF_STATUS dp_soc_srng_init_rh(struct dp_soc *soc)
  737. {
  738. return QDF_STATUS_SUCCESS;
  739. }
  740. static void dp_tx_implicit_rbm_set_rh(struct dp_soc *soc,
  741. uint8_t tx_ring_id,
  742. uint8_t bm_id)
  743. {
  744. }
  745. static QDF_STATUS dp_txrx_set_vdev_param_rh(struct dp_soc *soc,
  746. struct dp_vdev *vdev,
  747. enum cdp_vdev_param_type param,
  748. cdp_config_param_type val)
  749. {
  750. return QDF_STATUS_SUCCESS;
  751. }
  752. static void dp_get_rx_hash_key_rh(struct dp_soc *soc,
  753. struct cdp_lro_hash_config *lro_hash)
  754. {
  755. dp_get_rx_hash_key_bytes(lro_hash);
  756. }
  757. #if defined(DP_POWER_SAVE) || defined(FEATURE_RUNTIME_PM)
  758. static void dp_update_ring_hptp_rh(struct dp_soc *soc, bool force_flush)
  759. {
  760. struct dp_pdev_rh *rh_pdev =
  761. dp_get_rh_pdev_from_dp_pdev(soc->pdev_list[0]);
  762. struct dp_tx_ep_info_rh *tx_ep_info = &rh_pdev->tx_ep_info;
  763. ce_flush_tx_ring_write_idx(tx_ep_info->ce_tx_hdl, force_flush);
  764. }
  765. #endif
  766. void dp_initialize_arch_ops_rh(struct dp_arch_ops *arch_ops)
  767. {
  768. arch_ops->tx_hw_enqueue = dp_tx_hw_enqueue_rh;
  769. arch_ops->tx_comp_get_params_from_hal_desc =
  770. dp_tx_comp_get_params_from_hal_desc_rh;
  771. arch_ops->dp_tx_process_htt_completion =
  772. dp_tx_process_htt_completion_rh;
  773. arch_ops->dp_wbm_get_rx_desc_from_hal_desc =
  774. dp_wbm_get_rx_desc_from_hal_desc_rh;
  775. arch_ops->dp_tx_desc_pool_alloc = dp_tx_desc_pool_alloc_rh;
  776. arch_ops->dp_tx_desc_pool_free = dp_tx_desc_pool_free_rh;
  777. arch_ops->dp_tx_desc_pool_init = dp_tx_desc_pool_init_rh;
  778. arch_ops->dp_tx_desc_pool_deinit = dp_tx_desc_pool_deinit_rh;
  779. arch_ops->dp_rx_desc_pool_init = dp_rx_desc_pool_init_rh;
  780. arch_ops->dp_rx_desc_pool_deinit = dp_rx_desc_pool_deinit_rh;
  781. arch_ops->dp_tx_compute_hw_delay = dp_tx_compute_tx_delay_rh;
  782. arch_ops->txrx_get_context_size = dp_get_context_size_rh;
  783. arch_ops->txrx_get_mon_context_size = dp_mon_get_context_size_rh;
  784. arch_ops->txrx_soc_attach = dp_soc_attach_rh;
  785. arch_ops->txrx_soc_detach = dp_soc_detach_rh;
  786. arch_ops->txrx_soc_init = dp_soc_init_rh;
  787. arch_ops->txrx_soc_deinit = dp_soc_deinit_rh;
  788. arch_ops->txrx_soc_srng_alloc = dp_soc_srng_alloc_rh;
  789. arch_ops->txrx_soc_srng_init = dp_soc_srng_init_rh;
  790. arch_ops->txrx_soc_srng_deinit = dp_soc_srng_deinit_rh;
  791. arch_ops->txrx_soc_srng_free = dp_soc_srng_free_rh;
  792. arch_ops->txrx_pdev_attach = dp_pdev_attach_rh;
  793. arch_ops->txrx_pdev_detach = dp_pdev_detach_rh;
  794. arch_ops->txrx_vdev_attach = dp_vdev_attach_rh;
  795. arch_ops->txrx_vdev_detach = dp_vdev_detach_rh;
  796. arch_ops->txrx_peer_map_attach = dp_peer_map_attach_rh;
  797. arch_ops->txrx_peer_map_detach = dp_peer_map_detach_rh;
  798. arch_ops->get_rx_hash_key = dp_get_rx_hash_key_rh;
  799. arch_ops->dp_rx_desc_cookie_2_va =
  800. dp_rx_desc_cookie_2_va_rh;
  801. arch_ops->dp_rx_intrabss_mcast_handler =
  802. dp_rx_intrabss_handle_nawds_rh;
  803. arch_ops->dp_rx_word_mask_subscribe = dp_rx_word_mask_subscribe_rh;
  804. arch_ops->dp_rxdma_ring_sel_cfg = dp_rxdma_ring_sel_cfg_rh;
  805. arch_ops->dp_rx_peer_metadata_peer_id_get =
  806. dp_rx_peer_metadata_peer_id_get_rh;
  807. arch_ops->soc_cfg_attach = dp_soc_cfg_attach_rh;
  808. arch_ops->tx_implicit_rbm_set = dp_tx_implicit_rbm_set_rh;
  809. arch_ops->txrx_set_vdev_param = dp_txrx_set_vdev_param_rh;
  810. arch_ops->txrx_print_peer_stats = dp_print_peer_txrx_stats_rh;
  811. arch_ops->dp_peer_rx_reorder_queue_setup =
  812. dp_peer_rx_reorder_queue_setup_rh;
  813. arch_ops->peer_get_reo_hash = dp_peer_get_reo_hash_rh;
  814. arch_ops->reo_remap_config = dp_reo_remap_config_rh;
  815. arch_ops->txrx_peer_setup = dp_peer_setup_rh;
  816. arch_ops->txrx_srng_init = dp_srng_init_rh;
  817. #if defined(DP_POWER_SAVE) || defined(FEATURE_RUNTIME_PM)
  818. arch_ops->dp_update_ring_hptp = dp_update_ring_hptp_rh;
  819. #endif
  820. arch_ops->dp_flush_tx_ring = dp_flush_tx_ring_rh;
  821. arch_ops->dp_soc_interrupt_attach = dp_soc_interrupt_attach_rh;
  822. arch_ops->dp_soc_attach_poll = dp_soc_attach_poll_rh;
  823. arch_ops->dp_soc_interrupt_detach = dp_soc_interrupt_detach_rh;
  824. arch_ops->dp_service_srngs = dp_service_srngs_rh;
  825. }