sde_rsc_hw_v3.c 18 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607
  1. // SPDX-License-Identifier: GPL-2.0-only
  2. /*
  3. * Copyright (c) 2016-2019, The Linux Foundation. All rights reserved.
  4. */
  5. #define pr_fmt(fmt) "[sde_rsc_hw:%s:%d]: " fmt, __func__, __LINE__
  6. #include <linux/kernel.h>
  7. #include <linux/debugfs.h>
  8. #include <linux/delay.h>
  9. #include "sde_rsc_priv.h"
  10. #include "sde_rsc_hw.h"
  11. #include "sde_dbg.h"
  12. static int _rsc_hw_qtimer_init(struct sde_rsc_priv *rsc)
  13. {
  14. pr_debug("rsc hardware qtimer init\n");
  15. dss_reg_w(&rsc->wrapper_io, SDE_RSCC_QTMR_AC_HW_FRAME_SEL_1,
  16. 0xffffffff, rsc->debug_mode);
  17. dss_reg_w(&rsc->wrapper_io, SDE_RSCC_QTMR_AC_HW_FRAME_SEL_2,
  18. 0xffffffff, rsc->debug_mode);
  19. dss_reg_w(&rsc->wrapper_io, SDE_RSCC_QTMR_AC_CNTACR0_FG0,
  20. 0x1, rsc->debug_mode);
  21. dss_reg_w(&rsc->wrapper_io, SDE_RSCC_QTMR_AC_CNTACR1_FG0,
  22. 0x1, rsc->debug_mode);
  23. dss_reg_w(&rsc->wrapper_io, SDE_RSCC_F0_QTMR_V1_CNTP_CVAL_LO,
  24. 0xffffffff, rsc->debug_mode);
  25. dss_reg_w(&rsc->wrapper_io, SDE_RSCC_F0_QTMR_V1_CNTP_CVAL_HI,
  26. 0xffffffff, rsc->debug_mode);
  27. dss_reg_w(&rsc->wrapper_io, SDE_RSCC_F1_QTMR_V1_CNTP_CVAL_LO,
  28. 0xffffffff, rsc->debug_mode);
  29. dss_reg_w(&rsc->wrapper_io, SDE_RSCC_F1_QTMR_V1_CNTP_CVAL_HI,
  30. 0xffffffff, rsc->debug_mode);
  31. dss_reg_w(&rsc->wrapper_io, SDE_RSCC_F0_QTMR_V1_CNTP_CTL,
  32. 0x1, rsc->debug_mode);
  33. dss_reg_w(&rsc->wrapper_io, SDE_RSCC_F1_QTMR_V1_CNTP_CTL,
  34. 0x1, rsc->debug_mode);
  35. return 0;
  36. }
  37. static int _rsc_hw_pdc_init(struct sde_rsc_priv *rsc)
  38. {
  39. pr_debug("rsc hardware pdc init\n");
  40. dss_reg_w(&rsc->drv_io, SDE_RSCC_PDC_SEQ_START_ADDR_REG_OFFSET_DRV0,
  41. 0x4520, rsc->debug_mode);
  42. dss_reg_w(&rsc->drv_io, SDE_RSCC_PDC_MATCH_VALUE_LO_REG_OFFSET_DRV0,
  43. 0x4510, rsc->debug_mode);
  44. dss_reg_w(&rsc->drv_io, SDE_RSCC_PDC_MATCH_VALUE_HI_REG_OFFSET_DRV0,
  45. 0x4514, rsc->debug_mode);
  46. dss_reg_w(&rsc->drv_io, SDE_RSCC_PDC_SLAVE_ID_DRV0,
  47. 0x1, rsc->debug_mode);
  48. return 0;
  49. }
  50. static int _rsc_hw_wrapper_init(struct sde_rsc_priv *rsc)
  51. {
  52. pr_debug("rsc hardware wrapper init\n");
  53. dss_reg_w(&rsc->wrapper_io, SDE_RSCC_WRAPPER_STATIC_WAKEUP_0,
  54. rsc->timer_config.static_wakeup_time_ns, rsc->debug_mode);
  55. dss_reg_w(&rsc->wrapper_io, SDE_RSCC_WRAPPER_RSCC_MODE_THRESHOLD,
  56. rsc->timer_config.rsc_mode_threshold_time_ns, rsc->debug_mode);
  57. dss_reg_w(&rsc->wrapper_io, SDE_RSCC_WRAPPER_OVERRIDE_CTRL,
  58. BIT(8), rsc->debug_mode);
  59. dss_reg_w(&rsc->wrapper_io, SDE_RSCC_WRAPPER_MODE_MIN_THRESHOLD,
  60. rsc->timer_config.min_threshold_time_ns, rsc->debug_mode);
  61. return 0;
  62. }
  63. static int _rsc_hw_seq_memory_init_v3(struct sde_rsc_priv *rsc)
  64. {
  65. const u32 mode_0_start_addr = 0x0;
  66. const u32 mode_1_start_addr = 0xc;
  67. const u32 mode_2_start_addr = 0x18;
  68. pr_debug("rsc sequencer memory init v2\n");
  69. /* Mode - 0 sequence */
  70. dss_reg_w(&rsc->drv_io, SDE_RSCC_SEQ_MEM_0_DRV0 + 0x0,
  71. 0xff399ebe, rsc->debug_mode);
  72. dss_reg_w(&rsc->drv_io, SDE_RSCC_SEQ_MEM_0_DRV0 + 0x4,
  73. 0x20209ebe, rsc->debug_mode);
  74. dss_reg_w(&rsc->drv_io, SDE_RSCC_SEQ_MEM_0_DRV0 + 0x8,
  75. 0x20202020, rsc->debug_mode);
  76. /* Mode - 1 sequence */
  77. dss_reg_w(&rsc->drv_io, SDE_RSCC_SEQ_MEM_0_DRV0 + 0xc,
  78. 0xe0389ebe, rsc->debug_mode);
  79. dss_reg_w(&rsc->drv_io, SDE_RSCC_SEQ_MEM_0_DRV0 + 0x10,
  80. 0x9ebeff39, rsc->debug_mode);
  81. dss_reg_w(&rsc->drv_io, SDE_RSCC_SEQ_MEM_0_DRV0 + 0x14,
  82. 0x20202020, rsc->debug_mode);
  83. /* Mode - 2 sequence */
  84. dss_reg_w(&rsc->drv_io, SDE_RSCC_SEQ_MEM_0_DRV0 + 0x18,
  85. 0xfab9baa0, rsc->debug_mode);
  86. dss_reg_w(&rsc->drv_io, SDE_RSCC_SEQ_MEM_0_DRV0 + 0x1c,
  87. 0x9afebdf9, rsc->debug_mode);
  88. dss_reg_w(&rsc->drv_io, SDE_RSCC_SEQ_MEM_0_DRV0 + 0x20,
  89. 0xe1a13899, rsc->debug_mode);
  90. dss_reg_w(&rsc->drv_io, SDE_RSCC_SEQ_MEM_0_DRV0 + 0x24,
  91. 0xa2e0ac81, rsc->debug_mode);
  92. dss_reg_w(&rsc->drv_io, SDE_RSCC_SEQ_MEM_0_DRV0 + 0x28,
  93. 0x9d3982e2, rsc->debug_mode);
  94. dss_reg_w(&rsc->drv_io, SDE_RSCC_SEQ_MEM_0_DRV0 + 0x2c,
  95. 0x20208cfd, rsc->debug_mode);
  96. dss_reg_w(&rsc->drv_io, SDE_RSCC_SEQ_MEM_0_DRV0 + 0x30,
  97. 0x20202020, rsc->debug_mode);
  98. /* tcs sleep & wake sequence */
  99. dss_reg_w(&rsc->drv_io, SDE_RSCC_SEQ_MEM_0_DRV0 + 0x34,
  100. 0x01a6fcbc, rsc->debug_mode);
  101. dss_reg_w(&rsc->drv_io, SDE_RSCC_SEQ_MEM_0_DRV0 + 0x38,
  102. 0x20209ce6, rsc->debug_mode);
  103. dss_reg_w(&rsc->drv_io, SDE_RSCC_SEQ_MEM_0_DRV0 + 0x3c,
  104. 0x01a7fcbc, rsc->debug_mode);
  105. dss_reg_w(&rsc->drv_io, SDE_RSCC_SEQ_MEM_0_DRV0 + 0x40,
  106. 0x00209ce7, rsc->debug_mode);
  107. /* branch address */
  108. dss_reg_w(&rsc->drv_io, SDE_RSCC_SEQ_CFG_BR_ADDR_0_DRV0,
  109. 0x34, rsc->debug_mode);
  110. dss_reg_w(&rsc->drv_io, SDE_RSCC_SEQ_CFG_BR_ADDR_1_DRV0,
  111. 0x3c, rsc->debug_mode);
  112. /* start address */
  113. dss_reg_w(&rsc->drv_io, SDE_RSC_SOLVER_OVERRIDE_CTRL_DRV0,
  114. mode_0_start_addr,
  115. rsc->debug_mode);
  116. dss_reg_w(&rsc->drv_io, SDE_RSC_SOLVER_MODE_PARM0_DRV0_MODE0,
  117. mode_0_start_addr,
  118. rsc->debug_mode);
  119. dss_reg_w(&rsc->drv_io, SDE_RSC_SOLVER_MODE_PARM0_DRV0_MODE1,
  120. mode_1_start_addr,
  121. rsc->debug_mode);
  122. dss_reg_w(&rsc->drv_io, SDE_RSC_SOLVER_MODE_PARM0_DRV0_MODE2,
  123. mode_2_start_addr,
  124. rsc->debug_mode);
  125. return 0;
  126. }
  127. static int _rsc_hw_solver_init(struct sde_rsc_priv *rsc)
  128. {
  129. pr_debug("rsc solver init\n");
  130. dss_reg_w(&rsc->drv_io, SDE_RSCC_SOFT_WAKEUP_TIME_LO_DRV0,
  131. 0xFFFFFFFF, rsc->debug_mode);
  132. dss_reg_w(&rsc->drv_io, SDE_RSCC_SOFT_WAKEUP_TIME_HI_DRV0,
  133. 0xFFFFFFFF, rsc->debug_mode);
  134. dss_reg_w(&rsc->drv_io, SDE_RSCC_MAX_IDLE_DURATION_DRV0,
  135. 0xEFFFFFFF, rsc->debug_mode);
  136. dss_reg_w(&rsc->drv_io, SDE_RSC_SOLVER_TIME_SLOT_TABLE_0_DRV0,
  137. 0x0, rsc->debug_mode);
  138. dss_reg_w(&rsc->drv_io, SDE_RSC_SOLVER_TIME_SLOT_TABLE_1_DRV0,
  139. rsc->timer_config.bwi_threshold_time_ns, rsc->debug_mode);
  140. dss_reg_w(&rsc->drv_io, SDE_RSC_SOLVER_TIME_SLOT_TABLE_2_DRV0,
  141. rsc->timer_config.rsc_time_slot_1_ns, rsc->debug_mode);
  142. dss_reg_w(&rsc->drv_io, SDE_RSC_SOLVER_TIME_SLOT_TABLE_3_DRV0,
  143. rsc->timer_config.rsc_time_slot_2_ns, rsc->debug_mode);
  144. dss_reg_w(&rsc->drv_io, SDE_RSC_SOLVER_SOLVER_MODES_ENABLED_DRV0,
  145. 0x7, rsc->debug_mode);
  146. dss_reg_w(&rsc->drv_io, SDE_RSC_SOLVER_MODE_PRI_TABLE_SLOT0_PRI0_DRV0,
  147. 0x0, rsc->debug_mode);
  148. dss_reg_w(&rsc->drv_io, SDE_RSC_SOLVER_MODE_PRI_TABLE_SLOT1_PRI0_DRV0,
  149. 0x1, rsc->debug_mode);
  150. dss_reg_w(&rsc->drv_io, SDE_RSC_SOLVER_MODE_PRI_TABLE_SLOT1_PRI3_DRV0,
  151. 0x1, rsc->debug_mode);
  152. dss_reg_w(&rsc->drv_io, SDE_RSC_SOLVER_MODE_PRI_TABLE_SLOT2_PRI0_DRV0,
  153. 0x2, rsc->debug_mode);
  154. dss_reg_w(&rsc->drv_io, SDE_RSC_SOLVER_MODE_PRI_TABLE_SLOT2_PRI3_DRV0,
  155. 0x2, rsc->debug_mode);
  156. dss_reg_w(&rsc->drv_io, SDE_RSC_SOLVER_OVERRIDE_MODE_DRV0,
  157. 0x0, rsc->debug_mode);
  158. dss_reg_w(&rsc->drv_io, SDE_RSC_TIMERS_CONSIDERED_DRV0,
  159. 0x1, rsc->debug_mode);
  160. dss_reg_w(&rsc->drv_io, SDE_RSC_SOLVER_OVERRIDE_IDLE_TIME_DRV0,
  161. 0x01000010, rsc->debug_mode);
  162. dss_reg_w(&rsc->drv_io, SDE_RSC_SOLVER_MODE_PARM1_DRV0_MODE0,
  163. 0x80000000, rsc->debug_mode);
  164. dss_reg_w(&rsc->drv_io, SDE_RSC_SOLVER_MODE_PARM2_DRV0_MODE0,
  165. rsc->timer_config.rsc_backoff_time_ns, rsc->debug_mode);
  166. dss_reg_w(&rsc->drv_io, SDE_RSC_SOLVER_MODE_PARM3_DRV0_MODE0,
  167. rsc->timer_config.pdc_backoff_time_ns, rsc->debug_mode);
  168. dss_reg_w(&rsc->drv_io, SDE_RSC_SOLVER_MODE_PARM1_DRV0_MODE1,
  169. 0x80000000, rsc->debug_mode);
  170. dss_reg_w(&rsc->drv_io, SDE_RSC_SOLVER_MODE_PARM2_DRV0_MODE1,
  171. rsc->timer_config.rsc_backoff_time_ns * 2,
  172. rsc->debug_mode);
  173. dss_reg_w(&rsc->drv_io, SDE_RSC_SOLVER_MODE_PARM3_DRV0_MODE1,
  174. rsc->timer_config.pdc_backoff_time_ns, rsc->debug_mode);
  175. dss_reg_w(&rsc->drv_io, SDE_RSC_SOLVER_MODE_PARM1_DRV0_MODE2,
  176. 0x80000000, rsc->debug_mode);
  177. dss_reg_w(&rsc->drv_io, SDE_RSC_SOLVER_MODE_PARM2_DRV0_MODE2,
  178. 0x0, rsc->debug_mode);
  179. dss_reg_w(&rsc->drv_io, SDE_RSC_SOLVER_MODE_PARM3_DRV0_MODE2,
  180. rsc->timer_config.pdc_backoff_time_ns, rsc->debug_mode);
  181. return 0;
  182. }
  183. static int sde_rsc_mode2_entry_trigger(struct sde_rsc_priv *rsc)
  184. {
  185. int rc;
  186. int count, wrapper_status, ctrl2_status;
  187. unsigned long reg;
  188. /* update qtimers to high during clk & video mode state */
  189. if ((rsc->current_state == SDE_RSC_VID_STATE) ||
  190. (rsc->current_state == SDE_RSC_CLK_STATE)) {
  191. dss_reg_w(&rsc->wrapper_io, SDE_RSCC_F0_QTMR_V1_CNTP_CVAL_HI,
  192. 0xffffffff, rsc->debug_mode);
  193. dss_reg_w(&rsc->wrapper_io, SDE_RSCC_F0_QTMR_V1_CNTP_CVAL_LO,
  194. 0xffffffff, rsc->debug_mode);
  195. }
  196. wrapper_status = dss_reg_r(&rsc->wrapper_io, SDE_RSCC_WRAPPER_CTRL,
  197. rsc->debug_mode);
  198. wrapper_status |= BIT(3);
  199. wrapper_status |= BIT(0);
  200. dss_reg_w(&rsc->wrapper_io, SDE_RSCC_WRAPPER_CTRL,
  201. wrapper_status, rsc->debug_mode);
  202. ctrl2_status = dss_reg_r(&rsc->wrapper_io,
  203. SDE_RSCC_WRAPPER_OVERRIDE_CTRL2, rsc->debug_mode);
  204. ctrl2_status &= ~BIT(3);
  205. dss_reg_w(&rsc->wrapper_io, SDE_RSCC_WRAPPER_OVERRIDE_CTRL2,
  206. ctrl2_status, rsc->debug_mode);
  207. wmb(); /* make sure that vsync source is disabled */
  208. /**
  209. * force busy and idle during clk & video mode state because it
  210. * is trying to entry in mode-2 without turning on the vysnc.
  211. */
  212. if ((rsc->current_state == SDE_RSC_VID_STATE) ||
  213. (rsc->current_state == SDE_RSC_CLK_STATE)) {
  214. dss_reg_w(&rsc->wrapper_io, SDE_RSCC_WRAPPER_OVERRIDE_CTRL,
  215. BIT(0) | BIT(1), rsc->debug_mode);
  216. wmb(); /* force busy gurantee */
  217. dss_reg_w(&rsc->wrapper_io, SDE_RSCC_WRAPPER_OVERRIDE_CTRL,
  218. BIT(0) | BIT(9), rsc->debug_mode);
  219. }
  220. wmb(); /* make sure that mode-2 is triggered before wait*/
  221. rc = -EBUSY;
  222. /* this wait is required to turn off the rscc clocks */
  223. for (count = MAX_CHECK_LOOPS; count > 0; count--) {
  224. reg = dss_reg_r(&rsc->wrapper_io,
  225. SDE_RSCC_PWR_CTRL, rsc->debug_mode);
  226. if (test_bit(POWER_CTRL_BIT_12, &reg)) {
  227. rc = 0;
  228. break;
  229. }
  230. usleep_range(10, 100);
  231. }
  232. return rc;
  233. }
  234. static void sde_rsc_reset_mode_0_1(struct sde_rsc_priv *rsc)
  235. {
  236. u32 seq_busy, current_mode, curr_inst_addr;
  237. seq_busy = dss_reg_r(&rsc->drv_io, SDE_RSCC_SEQ_BUSY_DRV0,
  238. rsc->debug_mode);
  239. current_mode = dss_reg_r(&rsc->drv_io, SDE_RSCC_SOLVER_STATUS2_DRV0,
  240. rsc->debug_mode);
  241. curr_inst_addr = dss_reg_r(&rsc->drv_io, SDE_RSCC_SEQ_PROGRAM_COUNTER,
  242. rsc->debug_mode);
  243. SDE_EVT32(seq_busy, current_mode, curr_inst_addr);
  244. if (seq_busy && (current_mode == SDE_RSC_MODE_0_VAL ||
  245. current_mode == SDE_RSC_MODE_1_VAL)) {
  246. dss_reg_w(&rsc->wrapper_io, SDE_RSCC_F1_QTMR_V1_CNTP_CVAL_HI,
  247. 0xffffff, rsc->debug_mode);
  248. dss_reg_w(&rsc->wrapper_io, SDE_RSCC_F1_QTMR_V1_CNTP_CVAL_LO,
  249. 0xffffffff, rsc->debug_mode);
  250. wmb(); /* unstick f1 qtimer */
  251. dss_reg_w(&rsc->wrapper_io, SDE_RSCC_F1_QTMR_V1_CNTP_CVAL_HI,
  252. 0x0, rsc->debug_mode);
  253. dss_reg_w(&rsc->wrapper_io, SDE_RSCC_F1_QTMR_V1_CNTP_CVAL_LO,
  254. 0x0, rsc->debug_mode);
  255. wmb(); /* manually trigger f1 qtimer interrupt */
  256. dss_reg_w(&rsc->wrapper_io, SDE_RSCC_F0_QTMR_V1_CNTP_CVAL_HI,
  257. 0xffffff, rsc->debug_mode);
  258. dss_reg_w(&rsc->wrapper_io, SDE_RSCC_F0_QTMR_V1_CNTP_CVAL_LO,
  259. 0xffffffff, rsc->debug_mode);
  260. wmb(); /* unstick f0 qtimer */
  261. dss_reg_w(&rsc->wrapper_io, SDE_RSCC_F0_QTMR_V1_CNTP_CVAL_HI,
  262. 0x0, rsc->debug_mode);
  263. dss_reg_w(&rsc->wrapper_io, SDE_RSCC_F0_QTMR_V1_CNTP_CVAL_LO,
  264. 0x0, rsc->debug_mode);
  265. wmb(); /* manually trigger f0 qtimer interrupt */
  266. }
  267. }
  268. static int sde_rsc_mode2_entry_v3(struct sde_rsc_priv *rsc)
  269. {
  270. int rc = 0, i;
  271. u32 reg;
  272. if (rsc->power_collapse_block)
  273. return -EINVAL;
  274. if (rsc->sw_fs_enabled) {
  275. rc = regulator_set_mode(rsc->fs, REGULATOR_MODE_FAST);
  276. if (rc) {
  277. pr_err("vdd reg fast mode set failed rc:%d\n", rc);
  278. return rc;
  279. }
  280. }
  281. dss_reg_w(&rsc->drv_io, SDE_RSC_SOLVER_SOLVER_MODES_ENABLED_DRV0,
  282. 0x7, rsc->debug_mode);
  283. for (i = 0; i <= MAX_MODE2_ENTRY_TRY; i++) {
  284. rc = sde_rsc_mode2_entry_trigger(rsc);
  285. if (!rc)
  286. break;
  287. reg = dss_reg_r(&rsc->drv_io,
  288. SDE_RSCC_SEQ_PROGRAM_COUNTER, rsc->debug_mode);
  289. pr_err("mdss gdsc power down failed, instruction:0x%x, rc:%d\n",
  290. reg, rc);
  291. SDE_EVT32(rc, reg, SDE_EVTLOG_ERROR);
  292. /* avoid touching f1 qtimer for last try */
  293. if (i != MAX_MODE2_ENTRY_TRY)
  294. sde_rsc_reset_mode_0_1(rsc);
  295. }
  296. if (rc)
  297. goto end;
  298. if ((rsc->current_state == SDE_RSC_VID_STATE) ||
  299. (rsc->current_state == SDE_RSC_CLK_STATE)) {
  300. dss_reg_w(&rsc->wrapper_io, SDE_RSCC_WRAPPER_OVERRIDE_CTRL,
  301. BIT(0) | BIT(8), rsc->debug_mode);
  302. wmb(); /* force busy on vsync */
  303. }
  304. if (rsc->sw_fs_enabled) {
  305. regulator_disable(rsc->fs);
  306. rsc->sw_fs_enabled = false;
  307. }
  308. return 0;
  309. end:
  310. sde_rsc_mode2_exit(rsc, rsc->current_state);
  311. return rc;
  312. }
  313. static int sde_rsc_state_update_v3(struct sde_rsc_priv *rsc,
  314. enum sde_rsc_state state)
  315. {
  316. int rc = 0;
  317. int reg, ctrl2_config;
  318. if (rsc->power_collapse) {
  319. rc = sde_rsc_mode2_exit(rsc, state);
  320. if (rc)
  321. pr_err("power collapse: mode2 exit failed\n");
  322. else
  323. rsc->power_collapse = false;
  324. }
  325. switch (state) {
  326. case SDE_RSC_CMD_STATE:
  327. pr_debug("command mode handling\n");
  328. dss_reg_w(&rsc->wrapper_io, SDE_RSCC_WRAPPER_OVERRIDE_CTRL2,
  329. BIT(1) | BIT(2) | BIT(3), rsc->debug_mode);
  330. dss_reg_w(&rsc->wrapper_io, SDE_RSCC_WRAPPER_CTRL,
  331. 0x1, rsc->debug_mode);
  332. dss_reg_w(&rsc->drv_io, SDE_RSCC_SOLVER_OVERRIDE_CTRL_DRV0,
  333. 0x0, rsc->debug_mode);
  334. reg = dss_reg_r(&rsc->wrapper_io,
  335. SDE_RSCC_WRAPPER_OVERRIDE_CTRL, rsc->debug_mode);
  336. reg |= (BIT(0) | BIT(8));
  337. reg &= ~(BIT(1) | BIT(2) | BIT(3) | BIT(6) | BIT(7) | BIT(9));
  338. dss_reg_w(&rsc->wrapper_io, SDE_RSCC_WRAPPER_OVERRIDE_CTRL,
  339. reg, rsc->debug_mode);
  340. wmb(); /* make sure that solver is enabled */
  341. break;
  342. case SDE_RSC_VID_STATE:
  343. pr_debug("video mode handling\n");
  344. dss_reg_w(&rsc->wrapper_io, SDE_RSCC_WRAPPER_OVERRIDE_CTRL,
  345. 0x0, rsc->debug_mode);
  346. wmb(); /* disable double buffer config before vsync select */
  347. ctrl2_config = (rsc->vsync_source & 0x7) << 4;
  348. ctrl2_config |= (BIT(0) | BIT(1) | BIT(3));
  349. dss_reg_w(&rsc->wrapper_io, SDE_RSCC_WRAPPER_OVERRIDE_CTRL2,
  350. ctrl2_config, rsc->debug_mode);
  351. wmb(); /* select vsync before double buffer config enabled */
  352. dss_reg_w(&rsc->wrapper_io, SDE_RSCC_WRAPPER_CTRL,
  353. 0x1, rsc->debug_mode);
  354. dss_reg_w(&rsc->drv_io, SDE_RSCC_SOLVER_OVERRIDE_CTRL_DRV0,
  355. 0x0, rsc->debug_mode);
  356. reg = dss_reg_r(&rsc->wrapper_io,
  357. SDE_RSCC_WRAPPER_OVERRIDE_CTRL, rsc->debug_mode);
  358. reg |= (BIT(0) | BIT(8));
  359. reg &= ~(BIT(1) | BIT(2) | BIT(3) | BIT(6) | BIT(7) | BIT(9));
  360. dss_reg_w(&rsc->wrapper_io, SDE_RSCC_WRAPPER_OVERRIDE_CTRL,
  361. reg, rsc->debug_mode);
  362. wmb(); /* make sure that solver is enabled */
  363. break;
  364. case SDE_RSC_CLK_STATE:
  365. pr_debug("clk state handling\n");
  366. ctrl2_config = dss_reg_r(&rsc->wrapper_io,
  367. SDE_RSCC_WRAPPER_OVERRIDE_CTRL2, rsc->debug_mode);
  368. ctrl2_config &= ~(BIT(0) | BIT(1) | BIT(2));
  369. dss_reg_w(&rsc->wrapper_io, SDE_RSCC_WRAPPER_OVERRIDE_CTRL2,
  370. ctrl2_config, rsc->debug_mode);
  371. reg = dss_reg_r(&rsc->wrapper_io,
  372. SDE_RSCC_WRAPPER_OVERRIDE_CTRL, rsc->debug_mode);
  373. reg &= ~BIT(0);
  374. dss_reg_w(&rsc->wrapper_io, SDE_RSCC_WRAPPER_OVERRIDE_CTRL,
  375. reg, rsc->debug_mode);
  376. wmb(); /* make sure that solver mode is disabled */
  377. break;
  378. case SDE_RSC_IDLE_STATE:
  379. rc = sde_rsc_mode2_entry_v3(rsc);
  380. if (rc)
  381. pr_err("power collapse - mode 2 entry failed\n");
  382. else
  383. rsc->power_collapse = true;
  384. break;
  385. default:
  386. pr_err("state:%d handling is not supported\n", state);
  387. break;
  388. }
  389. return rc;
  390. }
  391. int rsc_hw_init_v3(struct sde_rsc_priv *rsc)
  392. {
  393. int rc = 0;
  394. rc = _rsc_hw_qtimer_init(rsc);
  395. if (rc) {
  396. pr_err("rsc hw qtimer init failed\n");
  397. goto end;
  398. }
  399. rc = _rsc_hw_wrapper_init(rsc);
  400. if (rc) {
  401. pr_err("rsc hw wrapper init failed\n");
  402. goto end;
  403. }
  404. rc = _rsc_hw_seq_memory_init_v3(rsc);
  405. if (rc) {
  406. pr_err("rsc sequencer memory init failed\n");
  407. goto end;
  408. }
  409. rc = _rsc_hw_solver_init(rsc);
  410. if (rc) {
  411. pr_err("rsc solver init failed\n");
  412. goto end;
  413. }
  414. rc = _rsc_hw_pdc_init(rsc);
  415. if (rc) {
  416. pr_err("rsc hw pdc init failed\n");
  417. goto end;
  418. }
  419. wmb(); /* make sure that hw is initialized */
  420. pr_info("sde rsc init successfully done\n");
  421. end:
  422. return rc;
  423. }
  424. int rsc_hw_bwi_status_v3(struct sde_rsc_priv *rsc, bool bw_indication)
  425. {
  426. int count, bw_ack;
  427. int rc = 0;
  428. dss_reg_w(&rsc->wrapper_io, SDE_RSCC_WRAPPER_BW_INDICATION,
  429. bw_indication, rsc->debug_mode);
  430. dss_reg_w(&rsc->wrapper_io, SDE_RSCC_WRAPPER_CTRL,
  431. 0x1, rsc->debug_mode);
  432. bw_ack = dss_reg_r(&rsc->wrapper_io, SDE_RSCC_WRAPPER_DEBUG_CTRL2,
  433. rsc->debug_mode) & BIT(14);
  434. /* check for sequence running status before exiting */
  435. for (count = MAX_CHECK_LOOPS; count > 0 && !bw_ack; count--) {
  436. usleep_range(8, 10);
  437. dss_reg_w(&rsc->wrapper_io, SDE_RSCC_WRAPPER_BW_INDICATION,
  438. bw_indication, rsc->debug_mode);
  439. bw_ack = dss_reg_r(&rsc->wrapper_io,
  440. SDE_RSCC_WRAPPER_DEBUG_CTRL2, rsc->debug_mode) & BIT(14);
  441. }
  442. if (!bw_ack)
  443. rc = -EINVAL;
  444. return rc;
  445. }
  446. static int rsc_hw_timer_update_v3(struct sde_rsc_priv *rsc)
  447. {
  448. if (!rsc) {
  449. pr_debug("invalid input param\n");
  450. return -EINVAL;
  451. }
  452. pr_debug("rsc hw timer update\n");
  453. dss_reg_w(&rsc->drv_io, SDE_RSC_SOLVER_TIME_SLOT_TABLE_1_DRV0,
  454. rsc->timer_config.rsc_time_slot_0_ns, rsc->debug_mode);
  455. dss_reg_w(&rsc->drv_io, SDE_RSC_SOLVER_TIME_SLOT_TABLE_2_DRV0,
  456. rsc->timer_config.rsc_time_slot_1_ns, rsc->debug_mode);
  457. dss_reg_w(&rsc->drv_io, SDE_RSC_SOLVER_TIME_SLOT_TABLE_3_DRV0,
  458. rsc->timer_config.rsc_time_slot_2_ns, rsc->debug_mode);
  459. dss_reg_w(&rsc->drv_io, SDE_RSC_SOLVER_MODE_PARM2_DRV0_MODE0,
  460. rsc->timer_config.rsc_backoff_time_ns, rsc->debug_mode);
  461. dss_reg_w(&rsc->drv_io, SDE_RSC_SOLVER_MODE_PARM3_DRV0_MODE0,
  462. rsc->timer_config.pdc_backoff_time_ns, rsc->debug_mode);
  463. dss_reg_w(&rsc->drv_io, SDE_RSC_SOLVER_MODE_PARM2_DRV0_MODE1,
  464. rsc->timer_config.rsc_backoff_time_ns * 2,
  465. rsc->debug_mode);
  466. dss_reg_w(&rsc->drv_io, SDE_RSC_SOLVER_MODE_PARM3_DRV0_MODE1,
  467. rsc->timer_config.pdc_backoff_time_ns, rsc->debug_mode);
  468. dss_reg_w(&rsc->drv_io, SDE_RSC_SOLVER_MODE_PARM3_DRV0_MODE2,
  469. rsc->timer_config.pdc_backoff_time_ns, rsc->debug_mode);
  470. dss_reg_w(&rsc->wrapper_io, SDE_RSCC_WRAPPER_STATIC_WAKEUP_0,
  471. rsc->timer_config.static_wakeup_time_ns, rsc->debug_mode);
  472. dss_reg_w(&rsc->wrapper_io, SDE_RSCC_WRAPPER_RSCC_MODE_THRESHOLD,
  473. rsc->timer_config.rsc_mode_threshold_time_ns, rsc->debug_mode);
  474. /* make sure that hw timers are updated */
  475. wmb();
  476. return 0;
  477. }
  478. int sde_rsc_hw_register_v3(struct sde_rsc_priv *rsc)
  479. {
  480. pr_debug("rsc hardware register v3\n");
  481. rsc->hw_ops.init = rsc_hw_init_v3;
  482. rsc->hw_ops.state_update = sde_rsc_state_update_v3;
  483. rsc->hw_ops.bwi_status = rsc_hw_bwi_status_v3;
  484. rsc->hw_ops.timer_update = rsc_hw_timer_update_v3;
  485. rsc->hw_ops.tcs_wait = rsc_hw_tcs_wait;
  486. rsc->hw_ops.tcs_use_ok = rsc_hw_tcs_use_ok;
  487. rsc->hw_ops.is_amc_mode = rsc_hw_is_amc_mode;
  488. rsc->hw_ops.hw_vsync = rsc_hw_vsync;
  489. rsc->hw_ops.debug_show = sde_rsc_debug_show;
  490. rsc->hw_ops.mode_ctrl = rsc_hw_mode_ctrl;
  491. rsc->hw_ops.debug_dump = rsc_hw_debug_dump;
  492. return 0;
  493. }