pci.h 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350
  1. /* SPDX-License-Identifier: GPL-2.0-only */
  2. /*
  3. * Copyright (c) 2016-2021, The Linux Foundation. All rights reserved.
  4. * Copyright (c) 2021-2024 Qualcomm Innovation Center, Inc. All rights reserved.
  5. */
  6. #ifndef _CNSS_PCI_H
  7. #define _CNSS_PCI_H
  8. #include <linux/cma.h>
  9. #include <linux/iommu.h>
  10. #include <linux/qcom-iommu-util.h>
  11. #include <linux/mhi.h>
  12. #if IS_ENABLED(CONFIG_MHI_BUS_MISC)
  13. #include <linux/mhi_misc.h>
  14. #endif
  15. #if IS_ENABLED(CONFIG_PCI_MSM)
  16. #include <linux/msm_pcie.h>
  17. #endif
  18. #include <linux/of_reserved_mem.h>
  19. #include <linux/pci.h>
  20. #include <linux/sched_clock.h>
  21. #include <linux/version.h>
  22. #if (LINUX_VERSION_CODE >= KERNEL_VERSION(6, 2, 0))
  23. #include <linux/sched/clock.h>
  24. #endif
  25. #include "main.h"
  26. #define PM_OPTIONS_DEFAULT 0
  27. #define PCI_LINK_DOWN 0
  28. #ifdef CONFIG_CNSS_SUPPORT_DUAL_DEV
  29. #define LINK_TRAINING_RETRY_MAX_TIMES 2
  30. #else
  31. #define LINK_TRAINING_RETRY_MAX_TIMES 3
  32. #endif
  33. #define LINK_TRAINING_RETRY_DELAY_MS 500
  34. #define MSI_USERS 4
  35. #define CNSS_MHI_IN_MISSION_MODE(ee) (ee == MHI_EE_AMSS || \
  36. ee == MHI_EE_WFW || \
  37. ee == MHI_EE_FP)
  38. #define PCI_DSP_LINK_ENABLE 1
  39. #define PCI_DSP_LINK_DISABLE 0
  40. #ifdef CONFIG_PCIE_SWITCH_SUPPORT
  41. #define DSP_LINK_ENABLE_DELAY_TIME_US_MIN (25000)
  42. #define DSP_LINK_ENABLE_DELAY_TIME_US_MAX (25100)
  43. #define DSP_LINK_ENABLE_RETRY_COUNT_MAX (3)
  44. #endif
  45. enum cnss_mhi_state {
  46. CNSS_MHI_INIT,
  47. CNSS_MHI_DEINIT,
  48. CNSS_MHI_POWER_ON,
  49. CNSS_MHI_POWERING_OFF,
  50. CNSS_MHI_POWER_OFF,
  51. CNSS_MHI_FORCE_POWER_OFF,
  52. CNSS_MHI_SUSPEND,
  53. CNSS_MHI_RESUME,
  54. CNSS_MHI_TRIGGER_RDDM,
  55. CNSS_MHI_RDDM,
  56. CNSS_MHI_RDDM_DONE,
  57. };
  58. enum pci_link_status {
  59. PCI_GEN1,
  60. PCI_GEN2,
  61. PCI_DEF,
  62. };
  63. enum cnss_rtpm_id {
  64. RTPM_ID_CNSS,
  65. RTPM_ID_MHI,
  66. RTPM_ID_MAX,
  67. };
  68. enum cnss_pci_reg_dev_mask {
  69. REG_MASK_QCA6390,
  70. REG_MASK_QCA6490,
  71. REG_MASK_KIWI,
  72. REG_MASK_MANGO,
  73. REG_MASK_PEACH,
  74. };
  75. enum cnss_smmu_fault_time {
  76. SMMU_CB_ENTRY,
  77. SMMU_CB_DOORBELL_RING,
  78. SMMU_CB_EXIT,
  79. SMMU_CB_MAX,
  80. };
  81. struct cnss_msi_user {
  82. char *name;
  83. int num_vectors;
  84. u32 base_vector;
  85. };
  86. struct cnss_msi_config {
  87. int total_vectors;
  88. int total_users;
  89. struct cnss_msi_user *users;
  90. };
  91. struct cnss_pci_reg {
  92. char *name;
  93. u32 offset;
  94. };
  95. struct cnss_pci_debug_reg {
  96. u32 offset;
  97. u32 val;
  98. };
  99. struct cnss_misc_reg {
  100. unsigned long dev_mask;
  101. u8 wr;
  102. u32 offset;
  103. u32 val;
  104. };
  105. struct cnss_pm_stats {
  106. atomic_t runtime_get;
  107. atomic_t runtime_put;
  108. atomic_t runtime_get_id[RTPM_ID_MAX];
  109. atomic_t runtime_put_id[RTPM_ID_MAX];
  110. u64 runtime_get_timestamp_id[RTPM_ID_MAX];
  111. u64 runtime_put_timestamp_id[RTPM_ID_MAX];
  112. };
  113. struct cnss_print_optimize {
  114. int msi_log_chk[MSI_USERS];
  115. int msi_addr_chk;
  116. };
  117. struct cnss_pci_data {
  118. struct pci_dev *pci_dev;
  119. struct cnss_plat_data *plat_priv;
  120. const struct pci_device_id *pci_device_id;
  121. u32 device_id;
  122. u16 revision_id;
  123. u64 dma_bit_mask;
  124. struct cnss_wlan_driver *driver_ops;
  125. u8 pci_link_state;
  126. u8 pci_link_down_ind;
  127. struct pci_saved_state *saved_state;
  128. struct pci_saved_state *default_state;
  129. #if IS_ENABLED(CONFIG_PCI_MSM)
  130. struct msm_pcie_register_event msm_pci_event;
  131. #endif
  132. struct cnss_pm_stats pm_stats;
  133. atomic_t auto_suspended;
  134. atomic_t drv_connected;
  135. u8 drv_connected_last;
  136. u32 qmi_send_usage_count;
  137. u16 def_link_speed;
  138. u16 def_link_width;
  139. u16 cur_link_speed;
  140. int wake_gpio;
  141. int wake_irq;
  142. u32 wake_counter;
  143. u8 monitor_wake_intr;
  144. struct iommu_domain *iommu_domain;
  145. u8 smmu_s1_enable;
  146. dma_addr_t smmu_iova_start;
  147. size_t smmu_iova_len;
  148. dma_addr_t smmu_iova_ipa_start;
  149. dma_addr_t smmu_iova_ipa_current;
  150. size_t smmu_iova_ipa_len;
  151. void __iomem *bar;
  152. struct cnss_msi_config *msi_config;
  153. u32 msi_ep_base_data;
  154. u32 msix_addr;
  155. struct mhi_controller *mhi_ctrl;
  156. unsigned long mhi_state;
  157. u32 remap_window;
  158. struct completion wake_event_complete;
  159. struct timer_list dev_rddm_timer;
  160. struct timer_list boot_debug_timer;
  161. struct delayed_work time_sync_work;
  162. u8 disable_pc;
  163. struct mutex bus_lock; /* mutex for suspend and resume bus */
  164. struct cnss_pci_debug_reg *debug_reg;
  165. struct cnss_misc_reg *wcss_reg;
  166. struct cnss_misc_reg *pcie_reg;
  167. struct cnss_misc_reg *wlaon_reg;
  168. struct cnss_misc_reg *syspm_reg;
  169. unsigned long misc_reg_dev_mask;
  170. u8 iommu_geometry;
  171. bool drv_supported;
  172. bool is_smmu_fault;
  173. unsigned long long smmu_fault_timestamp[SMMU_CB_MAX];
  174. #ifdef CONFIG_PCIE_SWITCH_SUPPORT
  175. bool pci_dsp_link_status;
  176. #endif
  177. };
  178. static inline void cnss_set_pci_priv(struct pci_dev *pci_dev, void *data)
  179. {
  180. pci_set_drvdata(pci_dev, data);
  181. }
  182. static inline struct cnss_pci_data *cnss_get_pci_priv(struct pci_dev *pci_dev)
  183. {
  184. return pci_get_drvdata(pci_dev);
  185. }
  186. static inline struct cnss_plat_data *cnss_pci_priv_to_plat_priv(void *bus_priv)
  187. {
  188. struct cnss_pci_data *pci_priv = bus_priv;
  189. return pci_priv->plat_priv;
  190. }
  191. static inline void cnss_pci_set_monitor_wake_intr(void *bus_priv, bool val)
  192. {
  193. struct cnss_pci_data *pci_priv = bus_priv;
  194. pci_priv->monitor_wake_intr = val;
  195. }
  196. static inline bool cnss_pci_get_monitor_wake_intr(void *bus_priv)
  197. {
  198. struct cnss_pci_data *pci_priv = bus_priv;
  199. return pci_priv->monitor_wake_intr;
  200. }
  201. static inline void cnss_pci_set_auto_suspended(void *bus_priv, int val)
  202. {
  203. struct cnss_pci_data *pci_priv = bus_priv;
  204. atomic_set(&pci_priv->auto_suspended, val);
  205. }
  206. static inline int cnss_pci_get_auto_suspended(void *bus_priv)
  207. {
  208. struct cnss_pci_data *pci_priv = bus_priv;
  209. return atomic_read(&pci_priv->auto_suspended);
  210. }
  211. static inline void cnss_pci_set_drv_connected(void *bus_priv, int val)
  212. {
  213. struct cnss_pci_data *pci_priv = bus_priv;
  214. atomic_set(&pci_priv->drv_connected, val);
  215. }
  216. static inline int cnss_pci_get_drv_connected(void *bus_priv)
  217. {
  218. struct cnss_pci_data *pci_priv = bus_priv;
  219. return atomic_read(&pci_priv->drv_connected);
  220. }
  221. void cnss_mhi_controller_set_base(struct cnss_pci_data *pci_priv,
  222. phys_addr_t base);
  223. int cnss_pci_check_link_status(struct cnss_pci_data *pci_priv);
  224. int cnss_suspend_pci_link(struct cnss_pci_data *pci_priv);
  225. int cnss_resume_pci_link(struct cnss_pci_data *pci_priv);
  226. int cnss_pci_recover_link_down(struct cnss_pci_data *pci_priv);
  227. int cnss_pci_init(struct cnss_plat_data *plat_priv);
  228. void cnss_pci_deinit(struct cnss_plat_data *plat_priv);
  229. void cnss_pci_add_fw_prefix_name(struct cnss_pci_data *pci_priv,
  230. char *prefix_name, char *name);
  231. int cnss_pci_alloc_fw_mem(struct cnss_pci_data *pci_priv);
  232. int cnss_pci_alloc_qdss_mem(struct cnss_pci_data *pci_priv);
  233. void cnss_pci_free_qdss_mem(struct cnss_pci_data *pci_priv);
  234. int cnss_pci_load_tme_patch(struct cnss_pci_data *pci_priv);
  235. int cnss_pci_load_tme_opt_file(struct cnss_pci_data *pci_priv,
  236. enum wlfw_tme_lite_file_type_v01 file);
  237. int cnss_pci_load_m3(struct cnss_pci_data *pci_priv);
  238. void cnss_pci_free_blob_mem(struct cnss_pci_data *pci_priv);
  239. int cnss_pci_load_aux(struct cnss_pci_data *pci_priv);
  240. int cnss_pci_handle_dev_sol_irq(struct cnss_pci_data *pci_priv);
  241. int cnss_pci_start_mhi(struct cnss_pci_data *pci_priv);
  242. void cnss_pci_collect_dump_info(struct cnss_pci_data *pci_priv, bool in_panic);
  243. #ifdef CONFIG_CNSS2_SSR_DRIVER_DUMP
  244. void cnss_pci_collect_host_dump_info(struct cnss_pci_data *pci_priv);
  245. #else
  246. static inline
  247. void cnss_pci_collect_host_dump_info(struct cnss_pci_data *pci_priv)
  248. {
  249. }
  250. #endif
  251. void cnss_pci_device_crashed(struct cnss_pci_data *pci_priv);
  252. void cnss_pci_clear_dump_info(struct cnss_pci_data *pci_priv);
  253. u32 cnss_pci_get_wake_msi(struct cnss_pci_data *pci_priv);
  254. int cnss_pci_force_fw_assert_hdlr(struct cnss_pci_data *pci_priv);
  255. int cnss_pci_qmi_send_get(struct cnss_pci_data *pci_priv);
  256. int cnss_pci_qmi_send_put(struct cnss_pci_data *pci_priv);
  257. void cnss_pci_fw_boot_timeout_hdlr(struct cnss_pci_data *pci_priv);
  258. int cnss_pci_call_driver_probe(struct cnss_pci_data *pci_priv);
  259. int cnss_pci_call_driver_remove(struct cnss_pci_data *pci_priv);
  260. int cnss_pci_dev_powerup(struct cnss_pci_data *pci_priv);
  261. int cnss_pci_dev_shutdown(struct cnss_pci_data *pci_priv);
  262. int cnss_pci_dev_crash_shutdown(struct cnss_pci_data *pci_priv);
  263. int cnss_pci_dev_ramdump(struct cnss_pci_data *pci_priv);
  264. int cnss_pci_register_driver_hdlr(struct cnss_pci_data *pci_priv, void *data);
  265. int cnss_pci_unregister_driver_hdlr(struct cnss_pci_data *pci_priv);
  266. int cnss_pci_call_driver_modem_status(struct cnss_pci_data *pci_priv,
  267. int modem_current_status);
  268. void cnss_pci_pm_runtime_show_usage_count(struct cnss_pci_data *pci_priv);
  269. int cnss_pci_pm_request_resume(struct cnss_pci_data *pci_priv);
  270. int cnss_pci_pm_runtime_resume(struct cnss_pci_data *pci_priv);
  271. int cnss_pci_pm_runtime_get(struct cnss_pci_data *pci_priv,
  272. enum cnss_rtpm_id id);
  273. int cnss_pci_pm_runtime_get_sync(struct cnss_pci_data *pci_priv,
  274. enum cnss_rtpm_id id);
  275. void cnss_pci_pm_runtime_get_noresume(struct cnss_pci_data *pci_priv,
  276. enum cnss_rtpm_id id);
  277. int cnss_pci_pm_runtime_put_autosuspend(struct cnss_pci_data *pci_priv,
  278. enum cnss_rtpm_id id);
  279. void cnss_pci_pm_runtime_put_noidle(struct cnss_pci_data *pci_priv,
  280. enum cnss_rtpm_id id);
  281. void cnss_pci_pm_runtime_mark_last_busy(struct cnss_pci_data *pci_priv);
  282. int cnss_pci_update_status(struct cnss_pci_data *pci_priv,
  283. enum cnss_driver_status status);
  284. int cnss_pci_call_driver_uevent(struct cnss_pci_data *pci_priv,
  285. enum cnss_driver_status status, void *data);
  286. int cnss_pcie_is_device_down(struct cnss_pci_data *pci_priv);
  287. int cnss_pci_shutdown_cleanup(struct cnss_pci_data *pci_priv);
  288. int cnss_pci_suspend_bus(struct cnss_pci_data *pci_priv);
  289. int cnss_pci_resume_bus(struct cnss_pci_data *pci_priv);
  290. int cnss_pci_debug_reg_read(struct cnss_pci_data *pci_priv, u32 offset,
  291. u32 *val, bool raw_access);
  292. int cnss_pci_debug_reg_write(struct cnss_pci_data *pci_priv, u32 offset,
  293. u32 val, bool raw_access);
  294. int cnss_pci_get_iova(struct cnss_pci_data *pci_priv, u64 *addr, u64 *size);
  295. int cnss_pci_get_iova_ipa(struct cnss_pci_data *pci_priv, u64 *addr,
  296. u64 *size);
  297. bool cnss_pci_is_smmu_s1_enabled(struct cnss_pci_data *pci_priv);
  298. void cnss_pci_handle_linkdown(struct cnss_pci_data *pci_priv);
  299. int cnss_pci_update_time_sync_period(struct cnss_pci_data *pci_priv,
  300. unsigned int time_sync_period);
  301. int cnss_pci_set_therm_cdev_state(struct cnss_pci_data *pci_priv,
  302. unsigned long thermal_state,
  303. int tcdev_id);
  304. int cnss_pci_get_user_msi_assignment(struct cnss_pci_data *pci_priv,
  305. char *user_name,
  306. int *num_vectors,
  307. u32 *user_base_data,
  308. u32 *base_vector);
  309. void cnss_register_iommu_fault_handler_irq(struct cnss_pci_data *pci_priv);
  310. #endif /* _CNSS_PCI_H */