pci.h 9.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339
  1. /* SPDX-License-Identifier: GPL-2.0-only */
  2. /*
  3. * Copyright (c) 2016-2021, The Linux Foundation. All rights reserved.
  4. * Copyright (c) 2021-2024 Qualcomm Innovation Center, Inc. All rights reserved.
  5. */
  6. #ifndef _CNSS_PCI_H
  7. #define _CNSS_PCI_H
  8. #include <linux/cma.h>
  9. #include <linux/iommu.h>
  10. #include <linux/qcom-iommu-util.h>
  11. #include <linux/mhi.h>
  12. #if IS_ENABLED(CONFIG_MHI_BUS_MISC)
  13. #include <linux/mhi_misc.h>
  14. #endif
  15. #if IS_ENABLED(CONFIG_PCI_MSM)
  16. #include <linux/msm_pcie.h>
  17. #endif
  18. #include <linux/of_reserved_mem.h>
  19. #include <linux/pci.h>
  20. #include <linux/sched_clock.h>
  21. #include <linux/version.h>
  22. #if (LINUX_VERSION_CODE >= KERNEL_VERSION(6, 2, 0))
  23. #include <linux/sched/clock.h>
  24. #endif
  25. #include "main.h"
  26. #define PM_OPTIONS_DEFAULT 0
  27. #define PCI_LINK_DOWN 0
  28. #ifdef CONFIG_CNSS_SUPPORT_DUAL_DEV
  29. #define LINK_TRAINING_RETRY_MAX_TIMES 2
  30. #else
  31. #define LINK_TRAINING_RETRY_MAX_TIMES 3
  32. #endif
  33. #define LINK_TRAINING_RETRY_DELAY_MS 500
  34. #define MSI_USERS 4
  35. #define CNSS_MHI_IN_MISSION_MODE(ee) (ee == MHI_EE_AMSS || \
  36. ee == MHI_EE_WFW || \
  37. ee == MHI_EE_FP)
  38. enum cnss_mhi_state {
  39. CNSS_MHI_INIT,
  40. CNSS_MHI_DEINIT,
  41. CNSS_MHI_POWER_ON,
  42. CNSS_MHI_POWERING_OFF,
  43. CNSS_MHI_POWER_OFF,
  44. CNSS_MHI_FORCE_POWER_OFF,
  45. CNSS_MHI_SUSPEND,
  46. CNSS_MHI_RESUME,
  47. CNSS_MHI_TRIGGER_RDDM,
  48. CNSS_MHI_RDDM,
  49. CNSS_MHI_RDDM_DONE,
  50. };
  51. enum pci_link_status {
  52. PCI_GEN1,
  53. PCI_GEN2,
  54. PCI_DEF,
  55. };
  56. enum cnss_rtpm_id {
  57. RTPM_ID_CNSS,
  58. RTPM_ID_MHI,
  59. RTPM_ID_MAX,
  60. };
  61. enum cnss_pci_reg_dev_mask {
  62. REG_MASK_QCA6390,
  63. REG_MASK_QCA6490,
  64. REG_MASK_KIWI,
  65. REG_MASK_MANGO,
  66. REG_MASK_PEACH,
  67. };
  68. enum cnss_smmu_fault_time {
  69. SMMU_CB_ENTRY,
  70. SMMU_CB_DOORBELL_RING,
  71. SMMU_CB_EXIT,
  72. SMMU_CB_MAX,
  73. };
  74. struct cnss_msi_user {
  75. char *name;
  76. int num_vectors;
  77. u32 base_vector;
  78. };
  79. struct cnss_msi_config {
  80. int total_vectors;
  81. int total_users;
  82. struct cnss_msi_user *users;
  83. };
  84. struct cnss_pci_reg {
  85. char *name;
  86. u32 offset;
  87. };
  88. struct cnss_pci_debug_reg {
  89. u32 offset;
  90. u32 val;
  91. };
  92. struct cnss_misc_reg {
  93. unsigned long dev_mask;
  94. u8 wr;
  95. u32 offset;
  96. u32 val;
  97. };
  98. struct cnss_pm_stats {
  99. atomic_t runtime_get;
  100. atomic_t runtime_put;
  101. atomic_t runtime_get_id[RTPM_ID_MAX];
  102. atomic_t runtime_put_id[RTPM_ID_MAX];
  103. u64 runtime_get_timestamp_id[RTPM_ID_MAX];
  104. u64 runtime_put_timestamp_id[RTPM_ID_MAX];
  105. };
  106. struct cnss_print_optimize {
  107. int msi_log_chk[MSI_USERS];
  108. int msi_addr_chk;
  109. };
  110. struct cnss_pci_data {
  111. struct pci_dev *pci_dev;
  112. struct cnss_plat_data *plat_priv;
  113. const struct pci_device_id *pci_device_id;
  114. u32 device_id;
  115. u16 revision_id;
  116. u64 dma_bit_mask;
  117. struct cnss_wlan_driver *driver_ops;
  118. u8 pci_link_state;
  119. u8 pci_link_down_ind;
  120. struct pci_saved_state *saved_state;
  121. struct pci_saved_state *default_state;
  122. #if IS_ENABLED(CONFIG_PCI_MSM)
  123. struct msm_pcie_register_event msm_pci_event;
  124. #endif
  125. struct cnss_pm_stats pm_stats;
  126. atomic_t auto_suspended;
  127. atomic_t drv_connected;
  128. u8 drv_connected_last;
  129. u32 qmi_send_usage_count;
  130. u16 def_link_speed;
  131. u16 def_link_width;
  132. u16 cur_link_speed;
  133. int wake_gpio;
  134. int wake_irq;
  135. u32 wake_counter;
  136. u8 monitor_wake_intr;
  137. struct iommu_domain *iommu_domain;
  138. u8 smmu_s1_enable;
  139. dma_addr_t smmu_iova_start;
  140. size_t smmu_iova_len;
  141. dma_addr_t smmu_iova_ipa_start;
  142. dma_addr_t smmu_iova_ipa_current;
  143. size_t smmu_iova_ipa_len;
  144. void __iomem *bar;
  145. struct cnss_msi_config *msi_config;
  146. u32 msi_ep_base_data;
  147. u32 msix_addr;
  148. struct mhi_controller *mhi_ctrl;
  149. unsigned long mhi_state;
  150. u32 remap_window;
  151. struct completion wake_event_complete;
  152. struct timer_list dev_rddm_timer;
  153. struct timer_list boot_debug_timer;
  154. struct delayed_work time_sync_work;
  155. u8 disable_pc;
  156. struct mutex bus_lock; /* mutex for suspend and resume bus */
  157. struct cnss_pci_debug_reg *debug_reg;
  158. struct cnss_misc_reg *wcss_reg;
  159. struct cnss_misc_reg *pcie_reg;
  160. struct cnss_misc_reg *wlaon_reg;
  161. struct cnss_misc_reg *syspm_reg;
  162. unsigned long misc_reg_dev_mask;
  163. u8 iommu_geometry;
  164. bool drv_supported;
  165. bool is_smmu_fault;
  166. unsigned long long smmu_fault_timestamp[SMMU_CB_MAX];
  167. };
  168. static inline void cnss_set_pci_priv(struct pci_dev *pci_dev, void *data)
  169. {
  170. pci_set_drvdata(pci_dev, data);
  171. }
  172. static inline struct cnss_pci_data *cnss_get_pci_priv(struct pci_dev *pci_dev)
  173. {
  174. return pci_get_drvdata(pci_dev);
  175. }
  176. static inline struct cnss_plat_data *cnss_pci_priv_to_plat_priv(void *bus_priv)
  177. {
  178. struct cnss_pci_data *pci_priv = bus_priv;
  179. return pci_priv->plat_priv;
  180. }
  181. static inline void cnss_pci_set_monitor_wake_intr(void *bus_priv, bool val)
  182. {
  183. struct cnss_pci_data *pci_priv = bus_priv;
  184. pci_priv->monitor_wake_intr = val;
  185. }
  186. static inline bool cnss_pci_get_monitor_wake_intr(void *bus_priv)
  187. {
  188. struct cnss_pci_data *pci_priv = bus_priv;
  189. return pci_priv->monitor_wake_intr;
  190. }
  191. static inline void cnss_pci_set_auto_suspended(void *bus_priv, int val)
  192. {
  193. struct cnss_pci_data *pci_priv = bus_priv;
  194. atomic_set(&pci_priv->auto_suspended, val);
  195. }
  196. static inline int cnss_pci_get_auto_suspended(void *bus_priv)
  197. {
  198. struct cnss_pci_data *pci_priv = bus_priv;
  199. return atomic_read(&pci_priv->auto_suspended);
  200. }
  201. static inline void cnss_pci_set_drv_connected(void *bus_priv, int val)
  202. {
  203. struct cnss_pci_data *pci_priv = bus_priv;
  204. atomic_set(&pci_priv->drv_connected, val);
  205. }
  206. static inline int cnss_pci_get_drv_connected(void *bus_priv)
  207. {
  208. struct cnss_pci_data *pci_priv = bus_priv;
  209. return atomic_read(&pci_priv->drv_connected);
  210. }
  211. void cnss_mhi_controller_set_base(struct cnss_pci_data *pci_priv,
  212. phys_addr_t base);
  213. int cnss_pci_check_link_status(struct cnss_pci_data *pci_priv);
  214. int cnss_suspend_pci_link(struct cnss_pci_data *pci_priv);
  215. int cnss_resume_pci_link(struct cnss_pci_data *pci_priv);
  216. int cnss_pci_recover_link_down(struct cnss_pci_data *pci_priv);
  217. int cnss_pci_init(struct cnss_plat_data *plat_priv);
  218. void cnss_pci_deinit(struct cnss_plat_data *plat_priv);
  219. void cnss_pci_add_fw_prefix_name(struct cnss_pci_data *pci_priv,
  220. char *prefix_name, char *name);
  221. int cnss_pci_alloc_fw_mem(struct cnss_pci_data *pci_priv);
  222. int cnss_pci_alloc_qdss_mem(struct cnss_pci_data *pci_priv);
  223. void cnss_pci_free_qdss_mem(struct cnss_pci_data *pci_priv);
  224. int cnss_pci_load_tme_patch(struct cnss_pci_data *pci_priv);
  225. int cnss_pci_load_tme_opt_file(struct cnss_pci_data *pci_priv,
  226. enum wlfw_tme_lite_file_type_v01 file);
  227. int cnss_pci_load_m3(struct cnss_pci_data *pci_priv);
  228. void cnss_pci_free_blob_mem(struct cnss_pci_data *pci_priv);
  229. int cnss_pci_load_aux(struct cnss_pci_data *pci_priv);
  230. int cnss_pci_handle_dev_sol_irq(struct cnss_pci_data *pci_priv);
  231. int cnss_pci_start_mhi(struct cnss_pci_data *pci_priv);
  232. void cnss_pci_collect_dump_info(struct cnss_pci_data *pci_priv, bool in_panic);
  233. #ifdef CONFIG_CNSS2_SSR_DRIVER_DUMP
  234. void cnss_pci_collect_host_dump_info(struct cnss_pci_data *pci_priv);
  235. #else
  236. static inline
  237. void cnss_pci_collect_host_dump_info(struct cnss_pci_data *pci_priv)
  238. {
  239. }
  240. #endif
  241. void cnss_pci_device_crashed(struct cnss_pci_data *pci_priv);
  242. void cnss_pci_clear_dump_info(struct cnss_pci_data *pci_priv);
  243. u32 cnss_pci_get_wake_msi(struct cnss_pci_data *pci_priv);
  244. int cnss_pci_force_fw_assert_hdlr(struct cnss_pci_data *pci_priv);
  245. int cnss_pci_qmi_send_get(struct cnss_pci_data *pci_priv);
  246. int cnss_pci_qmi_send_put(struct cnss_pci_data *pci_priv);
  247. void cnss_pci_fw_boot_timeout_hdlr(struct cnss_pci_data *pci_priv);
  248. int cnss_pci_call_driver_probe(struct cnss_pci_data *pci_priv);
  249. int cnss_pci_call_driver_remove(struct cnss_pci_data *pci_priv);
  250. int cnss_pci_dev_powerup(struct cnss_pci_data *pci_priv);
  251. int cnss_pci_dev_shutdown(struct cnss_pci_data *pci_priv);
  252. int cnss_pci_dev_crash_shutdown(struct cnss_pci_data *pci_priv);
  253. int cnss_pci_dev_ramdump(struct cnss_pci_data *pci_priv);
  254. int cnss_pci_register_driver_hdlr(struct cnss_pci_data *pci_priv, void *data);
  255. int cnss_pci_unregister_driver_hdlr(struct cnss_pci_data *pci_priv);
  256. int cnss_pci_call_driver_modem_status(struct cnss_pci_data *pci_priv,
  257. int modem_current_status);
  258. void cnss_pci_pm_runtime_show_usage_count(struct cnss_pci_data *pci_priv);
  259. int cnss_pci_pm_request_resume(struct cnss_pci_data *pci_priv);
  260. int cnss_pci_pm_runtime_resume(struct cnss_pci_data *pci_priv);
  261. int cnss_pci_pm_runtime_get(struct cnss_pci_data *pci_priv,
  262. enum cnss_rtpm_id id);
  263. int cnss_pci_pm_runtime_get_sync(struct cnss_pci_data *pci_priv,
  264. enum cnss_rtpm_id id);
  265. void cnss_pci_pm_runtime_get_noresume(struct cnss_pci_data *pci_priv,
  266. enum cnss_rtpm_id id);
  267. int cnss_pci_pm_runtime_put_autosuspend(struct cnss_pci_data *pci_priv,
  268. enum cnss_rtpm_id id);
  269. void cnss_pci_pm_runtime_put_noidle(struct cnss_pci_data *pci_priv,
  270. enum cnss_rtpm_id id);
  271. void cnss_pci_pm_runtime_mark_last_busy(struct cnss_pci_data *pci_priv);
  272. int cnss_pci_update_status(struct cnss_pci_data *pci_priv,
  273. enum cnss_driver_status status);
  274. int cnss_pci_call_driver_uevent(struct cnss_pci_data *pci_priv,
  275. enum cnss_driver_status status, void *data);
  276. int cnss_pcie_is_device_down(struct cnss_pci_data *pci_priv);
  277. int cnss_pci_shutdown_cleanup(struct cnss_pci_data *pci_priv);
  278. int cnss_pci_suspend_bus(struct cnss_pci_data *pci_priv);
  279. int cnss_pci_resume_bus(struct cnss_pci_data *pci_priv);
  280. int cnss_pci_debug_reg_read(struct cnss_pci_data *pci_priv, u32 offset,
  281. u32 *val, bool raw_access);
  282. int cnss_pci_debug_reg_write(struct cnss_pci_data *pci_priv, u32 offset,
  283. u32 val, bool raw_access);
  284. int cnss_pci_get_iova(struct cnss_pci_data *pci_priv, u64 *addr, u64 *size);
  285. int cnss_pci_get_iova_ipa(struct cnss_pci_data *pci_priv, u64 *addr,
  286. u64 *size);
  287. bool cnss_pci_is_smmu_s1_enabled(struct cnss_pci_data *pci_priv);
  288. void cnss_pci_handle_linkdown(struct cnss_pci_data *pci_priv);
  289. int cnss_pci_update_time_sync_period(struct cnss_pci_data *pci_priv,
  290. unsigned int time_sync_period);
  291. int cnss_pci_set_therm_cdev_state(struct cnss_pci_data *pci_priv,
  292. unsigned long thermal_state,
  293. int tcdev_id);
  294. int cnss_pci_get_user_msi_assignment(struct cnss_pci_data *pci_priv,
  295. char *user_name,
  296. int *num_vectors,
  297. u32 *user_base_data,
  298. u32 *base_vector);
  299. void cnss_register_iommu_fault_handler_irq(struct cnss_pci_data *pci_priv);
  300. #endif /* _CNSS_PCI_H */