dp_pll_5nm.c 23 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884
  1. // SPDX-License-Identifier: GPL-2.0-only
  2. /*
  3. * Copyright (c) 2021-2022 Qualcomm Innovation Center, Inc. All rights reserved.
  4. * Copyright (c) 2016-2021, The Linux Foundation. All rights reserved.
  5. */
  6. /*
  7. * Display Port PLL driver block diagram for branch clocks
  8. *
  9. * +------------------------+ +------------------------+
  10. * | dp_phy_pll_link_clk | | dp_phy_pll_vco_div_clk |
  11. * +------------------------+ +------------------------+
  12. * | |
  13. * | |
  14. * V V
  15. * dp_link_clk dp_pixel_clk
  16. *
  17. *
  18. */
  19. #include <linux/clk.h>
  20. #include <linux/delay.h>
  21. #include <linux/err.h>
  22. #include <linux/iopoll.h>
  23. #include <linux/kernel.h>
  24. #include <linux/regmap.h>
  25. #include "clk-regmap-mux.h"
  26. #include "dp_hpd.h"
  27. #include "dp_debug.h"
  28. #include "dp_pll.h"
  29. #define DP_PHY_CFG 0x0010
  30. #define DP_PHY_CFG_1 0x0014
  31. #define DP_PHY_PD_CTL 0x0018
  32. #define DP_PHY_MODE 0x001C
  33. #define DP_PHY_AUX_CFG1 0x0024
  34. #define DP_PHY_AUX_CFG2 0x0028
  35. #define DP_PHY_TX0_TX1_LANE_CTL 0x0078
  36. #define DP_PHY_TX2_TX3_LANE_CTL 0x009C
  37. #define DP_PHY_SPARE0 0x00C8
  38. #define DP_PHY_STATUS 0x00DC
  39. /* Tx registers */
  40. #define TXn_CLKBUF_ENABLE 0x0008
  41. #define TXn_TX_EMP_POST1_LVL 0x000C
  42. #define TXn_TX_DRV_LVL 0x0014
  43. #define TXn_RESET_TSYNC_EN 0x001C
  44. #define TXn_PRE_STALL_LDO_BOOST_EN 0x0020
  45. #define TXn_TX_BAND 0x0024
  46. #define TXn_INTERFACE_SELECT 0x002C
  47. #define TXn_RES_CODE_LANE_OFFSET_TX 0x003C
  48. #define TXn_RES_CODE_LANE_OFFSET_RX 0x0040
  49. #define TXn_TRANSCEIVER_BIAS_EN 0x0054
  50. #define TXn_HIGHZ_DRVR_EN 0x0058
  51. #define TXn_TX_POL_INV 0x005C
  52. #define TXn_PARRATE_REC_DETECT_IDLE_EN 0x0060
  53. /* PLL register offset */
  54. #define QSERDES_COM_BG_TIMER 0x000C
  55. #define QSERDES_COM_SSC_EN_CENTER 0x0010
  56. #define QSERDES_COM_SSC_ADJ_PER1 0x0014
  57. #define QSERDES_COM_SSC_PER1 0x001C
  58. #define QSERDES_COM_SSC_PER2 0x0020
  59. #define QSERDES_COM_SSC_STEP_SIZE1_MODE0 0x0024
  60. #define QSERDES_COM_SSC_STEP_SIZE2_MODE0 0X0028
  61. #define QSERDES_COM_BIAS_EN_CLKBUFLR_EN 0x0044
  62. #define QSERDES_COM_CLK_ENABLE1 0x0048
  63. #define QSERDES_COM_SYS_CLK_CTRL 0x004C
  64. #define QSERDES_COM_SYSCLK_BUF_ENABLE 0x0050
  65. #define QSERDES_COM_PLL_IVCO 0x0058
  66. #define QSERDES_COM_CP_CTRL_MODE0 0x0074
  67. #define QSERDES_COM_PLL_RCTRL_MODE0 0x007C
  68. #define QSERDES_COM_PLL_CCTRL_MODE0 0x0084
  69. #define QSERDES_COM_SYSCLK_EN_SEL 0x0094
  70. #define QSERDES_COM_RESETSM_CNTRL 0x009C
  71. #define QSERDES_COM_LOCK_CMP_EN 0x00A4
  72. #define QSERDES_COM_LOCK_CMP1_MODE0 0x00AC
  73. #define QSERDES_COM_LOCK_CMP2_MODE0 0x00B0
  74. #define QSERDES_COM_DEC_START_MODE0 0x00BC
  75. #define QSERDES_COM_DIV_FRAC_START1_MODE0 0x00CC
  76. #define QSERDES_COM_DIV_FRAC_START2_MODE0 0x00D0
  77. #define QSERDES_COM_DIV_FRAC_START3_MODE0 0x00D4
  78. #define QSERDES_COM_INTEGLOOP_GAIN0_MODE0 0x00EC
  79. #define QSERDES_COM_INTEGLOOP_GAIN1_MODE0 0x00F0
  80. #define QSERDES_COM_VCO_TUNE_CTRL 0x0108
  81. #define QSERDES_COM_VCO_TUNE_MAP 0x010C
  82. #define QSERDES_COM_CMN_STATUS 0x0140
  83. #define QSERDES_COM_CLK_SEL 0x0154
  84. #define QSERDES_COM_HSCLK_SEL 0x0158
  85. #define QSERDES_COM_CORECLK_DIV_MODE0 0x0168
  86. #define QSERDES_COM_CORE_CLK_EN 0x0174
  87. #define QSERDES_COM_C_READY_STATUS 0x0178
  88. #define QSERDES_COM_CMN_CONFIG 0x017C
  89. #define QSERDES_COM_SVS_MODE_CLK_SEL 0x0184
  90. /* Tx tran offsets */
  91. #define DP_TRAN_DRVR_EMP_EN 0x00C0
  92. #define DP_TX_INTERFACE_MODE 0x00C4
  93. /* Tx VMODE offsets */
  94. #define DP_VMODE_CTRL1 0x00C8
  95. #define DP_PHY_PLL_POLL_SLEEP_US 500
  96. #define DP_PHY_PLL_POLL_TIMEOUT_US 10000
  97. #define DP_VCO_RATE_8100MHZDIV1000 8100000UL
  98. #define DP_VCO_RATE_9720MHZDIV1000 9720000UL
  99. #define DP_VCO_RATE_10800MHZDIV1000 10800000UL
  100. #define DP_PLL_NUM_CLKS 2
  101. #define DP_5NM_C_READY BIT(0)
  102. #define DP_5NM_FREQ_DONE BIT(0)
  103. #define DP_5NM_PLL_LOCKED BIT(1)
  104. #define DP_5NM_PHY_READY BIT(1)
  105. #define DP_5NM_TSYNC_DONE BIT(0)
  106. static const struct dp_pll_params pll_params[HSCLK_RATE_MAX] = {
  107. {0x05, 0x3f, 0x00, 0x04, 0x01, 0x69, 0x00, 0x80, 0x07, 0x6f, 0x08, 0x45, 0x06, 0x36, 0x01,
  108. 0x00, 0x00, 0x0f, 0x0a, 0x1f, 0x0a, 0x11},
  109. {0x03, 0x3f, 0x00, 0x08, 0x01, 0x69, 0x00, 0x80, 0x07, 0x0f, 0x0e, 0x45, 0x06, 0x36, 0x01,
  110. 0x00, 0x00, 0x0f, 0x0a, 0x1f, 0x0a, 0x11},
  111. {0x01, 0x3f, 0x00, 0x08, 0x02, 0x8c, 0x00, 0x00, 0x0a, 0x1f, 0x1c, 0x5c, 0x08, 0x36, 0x01,
  112. 0x00, 0x00, 0x0f, 0x0a, 0x1f, 0x0a, 0x11},
  113. {0x00, 0x3f, 0x00, 0x08, 0x00, 0x69, 0x00, 0x80, 0x07, 0x2f, 0x2a, 0x45, 0x06, 0x36, 0x01,
  114. 0x00, 0x00, 0x0f, 0x0a, 0x1f, 0x0a, 0x11},
  115. };
  116. static int set_vco_div(struct dp_pll *pll, unsigned long rate)
  117. {
  118. u32 div, val;
  119. if (!pll)
  120. return -EINVAL;
  121. if (is_gdsc_disabled(pll))
  122. return -EINVAL;
  123. val = dp_pll_read(dp_phy, DP_PHY_VCO_DIV);
  124. val &= ~0x03;
  125. switch (rate) {
  126. case DP_VCO_HSCLK_RATE_1620MHZDIV1000:
  127. case DP_VCO_HSCLK_RATE_2700MHZDIV1000:
  128. div = 2;
  129. val |= 1;
  130. break;
  131. case DP_VCO_HSCLK_RATE_5400MHZDIV1000:
  132. div = 4;
  133. val |= 2;
  134. break;
  135. case DP_VCO_HSCLK_RATE_8100MHZDIV1000:
  136. div = 6;
  137. /* val = 0 for this case, so no update needed */
  138. break;
  139. default:
  140. /* No other link rates are supported */
  141. return -EINVAL;
  142. }
  143. dp_pll_write(dp_phy, DP_PHY_VCO_DIV, val);
  144. /* Make sure the PHY registers writes are done */
  145. wmb();
  146. /*
  147. * Set the rate for the link and pixel clock sources so that the
  148. * linux clock framework can appropriately compute the MND values
  149. * whenever the pixel clock rate is set.
  150. */
  151. clk_set_rate(pll->clk_data->clks[0], pll->vco_rate / 10);
  152. clk_set_rate(pll->clk_data->clks[1], pll->vco_rate / div);
  153. DP_DEBUG("val=%#x div=%x link_clk rate=%lu vco_div_clk rate=%lu\n",
  154. val, div, pll->vco_rate / 10, pll->vco_rate / div);
  155. return 0;
  156. }
  157. static int dp_vco_pll_init_db_5nm(struct dp_pll_db *pdb,
  158. unsigned long rate)
  159. {
  160. struct dp_pll *pll = pdb->pll;
  161. u32 spare_value = 0;
  162. spare_value = dp_pll_read(dp_phy, DP_PHY_SPARE0);
  163. pdb->lane_cnt = spare_value & 0x0F;
  164. pdb->orientation = (spare_value & 0xF0) >> 4;
  165. DP_DEBUG("spare_value=0x%x, ln_cnt=0x%x, orientation=0x%x\n",
  166. spare_value, pdb->lane_cnt, pdb->orientation);
  167. switch (rate) {
  168. case DP_VCO_HSCLK_RATE_1620MHZDIV1000:
  169. DP_DEBUG("VCO rate: %ld\n", DP_VCO_RATE_9720MHZDIV1000);
  170. pdb->rate_idx = HSCLK_RATE_1620MHZ;
  171. break;
  172. case DP_VCO_HSCLK_RATE_2700MHZDIV1000:
  173. DP_DEBUG("VCO rate: %ld\n", DP_VCO_RATE_10800MHZDIV1000);
  174. pdb->rate_idx = HSCLK_RATE_2700MHZ;
  175. break;
  176. case DP_VCO_HSCLK_RATE_5400MHZDIV1000:
  177. DP_DEBUG("VCO rate: %ld\n", DP_VCO_RATE_10800MHZDIV1000);
  178. pdb->rate_idx = HSCLK_RATE_5400MHZ;
  179. break;
  180. case DP_VCO_HSCLK_RATE_8100MHZDIV1000:
  181. DP_DEBUG("VCO rate: %ld\n", DP_VCO_RATE_8100MHZDIV1000);
  182. pdb->rate_idx = HSCLK_RATE_8100MHZ;
  183. break;
  184. default:
  185. DP_ERR("unsupported rate %ld\n", rate);
  186. return -EINVAL;
  187. }
  188. return 0;
  189. }
  190. static int dp_config_vco_rate_5nm(struct dp_pll *pll,
  191. unsigned long rate)
  192. {
  193. int rc = 0;
  194. struct dp_pll_db *pdb = (struct dp_pll_db *)pll->priv;
  195. const struct dp_pll_params *params;
  196. rc = dp_vco_pll_init_db_5nm(pdb, rate);
  197. if (rc < 0) {
  198. DP_ERR("VCO Init DB failed\n");
  199. return rc;
  200. }
  201. dp_pll_write(dp_phy, DP_PHY_CFG_1, 0x0F);
  202. if (pdb->lane_cnt != 4) {
  203. if (pdb->orientation == ORIENTATION_CC2)
  204. dp_pll_write(dp_phy, DP_PHY_PD_CTL, 0x6d);
  205. else
  206. dp_pll_write(dp_phy, DP_PHY_PD_CTL, 0x75);
  207. } else {
  208. dp_pll_write(dp_phy, DP_PHY_PD_CTL, 0x7d);
  209. }
  210. /* Make sure the PHY register writes are done */
  211. wmb();
  212. if (pdb->rate_idx < HSCLK_RATE_MAX) {
  213. params = &pdb->pll_params[pdb->rate_idx];
  214. } else {
  215. DP_ERR("link rate not set\n");
  216. return -EINVAL;
  217. }
  218. dp_pll_write(dp_pll, QSERDES_COM_SVS_MODE_CLK_SEL, 0x05);
  219. dp_pll_write(dp_pll, QSERDES_COM_SYSCLK_EN_SEL, 0x3b);
  220. dp_pll_write(dp_pll, QSERDES_COM_SYS_CLK_CTRL, 0x02);
  221. dp_pll_write(dp_pll, QSERDES_COM_CLK_ENABLE1, 0x0c);
  222. dp_pll_write(dp_pll, QSERDES_COM_SYSCLK_BUF_ENABLE, 0x06);
  223. dp_pll_write(dp_pll, QSERDES_COM_CLK_SEL, 0x30);
  224. /* Make sure the PHY register writes are done */
  225. wmb();
  226. /* PLL Optimization */
  227. dp_pll_write(dp_pll, QSERDES_COM_PLL_IVCO, params->pll_ivco);
  228. dp_pll_write(dp_pll, QSERDES_COM_PLL_CCTRL_MODE0, 0x36);
  229. dp_pll_write(dp_pll, QSERDES_COM_PLL_RCTRL_MODE0, 0x16);
  230. dp_pll_write(dp_pll, QSERDES_COM_CP_CTRL_MODE0, 0x06);
  231. /* Make sure the PLL register writes are done */
  232. wmb();
  233. /* link rate dependent params */
  234. dp_pll_write(dp_pll, QSERDES_COM_HSCLK_SEL, params->hsclk_sel);
  235. dp_pll_write(dp_pll, QSERDES_COM_DEC_START_MODE0, params->dec_start_mode0);
  236. dp_pll_write(dp_pll,
  237. QSERDES_COM_DIV_FRAC_START1_MODE0, params->div_frac_start1_mode0);
  238. dp_pll_write(dp_pll,
  239. QSERDES_COM_DIV_FRAC_START2_MODE0, params->div_frac_start2_mode0);
  240. dp_pll_write(dp_pll,
  241. QSERDES_COM_DIV_FRAC_START3_MODE0, params->div_frac_start3_mode0);
  242. dp_pll_write(dp_pll, QSERDES_COM_LOCK_CMP1_MODE0, params->lock_cmp1_mode0);
  243. dp_pll_write(dp_pll, QSERDES_COM_LOCK_CMP2_MODE0, params->lock_cmp2_mode0);
  244. dp_pll_write(dp_pll, QSERDES_COM_LOCK_CMP_EN, params->lock_cmp_en);
  245. dp_pll_write(dp_phy, DP_PHY_VCO_DIV, params->phy_vco_div);
  246. /* Make sure the PLL register writes are done */
  247. wmb();
  248. dp_pll_write(dp_pll, QSERDES_COM_CMN_CONFIG, 0x02);
  249. dp_pll_write(dp_pll, QSERDES_COM_INTEGLOOP_GAIN0_MODE0,
  250. params->integloop_gain0_mode0);
  251. dp_pll_write(dp_pll, QSERDES_COM_INTEGLOOP_GAIN1_MODE0,
  252. params->integloop_gain1_mode0);
  253. dp_pll_write(dp_pll, QSERDES_COM_VCO_TUNE_MAP, 0x00);
  254. /* Make sure the PHY register writes are done */
  255. wmb();
  256. dp_pll_write(dp_pll, QSERDES_COM_BG_TIMER, params->bg_timer);
  257. dp_pll_write(dp_pll, QSERDES_COM_CORECLK_DIV_MODE0, 0x0a);
  258. dp_pll_write(dp_pll, QSERDES_COM_VCO_TUNE_CTRL, 0x00);
  259. if (pll->bonding_en)
  260. dp_pll_write(dp_pll, QSERDES_COM_BIAS_EN_CLKBUFLR_EN, 0x1f);
  261. else
  262. dp_pll_write(dp_pll, QSERDES_COM_BIAS_EN_CLKBUFLR_EN, 0x17);
  263. dp_pll_write(dp_pll, QSERDES_COM_CORE_CLK_EN, params->core_clk_en);
  264. /* Make sure the PHY register writes are done */
  265. wmb();
  266. if (pll->ssc_en) {
  267. dp_pll_write(dp_pll, QSERDES_COM_SSC_EN_CENTER, 0x01);
  268. dp_pll_write(dp_pll, QSERDES_COM_SSC_ADJ_PER1, 0x00);
  269. dp_pll_write(dp_pll, QSERDES_COM_SSC_PER1, params->ssc_per1);
  270. dp_pll_write(dp_pll, QSERDES_COM_SSC_PER2, params->ssc_per1);
  271. dp_pll_write(dp_pll, QSERDES_COM_SSC_STEP_SIZE1_MODE0,
  272. params->ssc_step_size1_mode0);
  273. dp_pll_write(dp_pll, QSERDES_COM_SSC_STEP_SIZE2_MODE0,
  274. params->ssc_step_size2_mode0);
  275. }
  276. if (pdb->orientation == ORIENTATION_CC2)
  277. dp_pll_write(dp_phy, DP_PHY_MODE, 0x4c);
  278. else
  279. dp_pll_write(dp_phy, DP_PHY_MODE, 0x5c);
  280. dp_pll_write(dp_phy, DP_PHY_AUX_CFG1, 0x13);
  281. dp_pll_write(dp_phy, DP_PHY_AUX_CFG2, 0xA4);
  282. /* Make sure the PLL register writes are done */
  283. wmb();
  284. /* TX-0 register configuration */
  285. dp_pll_write(dp_phy, DP_PHY_TX0_TX1_LANE_CTL, 0x05);
  286. dp_pll_write(dp_ln_tx0, DP_VMODE_CTRL1, 0x40);
  287. dp_pll_write(dp_ln_tx0, TXn_PRE_STALL_LDO_BOOST_EN, 0x30);
  288. dp_pll_write(dp_ln_tx0, TXn_INTERFACE_SELECT, 0x3b);
  289. dp_pll_write(dp_ln_tx0, TXn_CLKBUF_ENABLE, 0x0f);
  290. dp_pll_write(dp_ln_tx0, TXn_RESET_TSYNC_EN, 0x03);
  291. dp_pll_write(dp_ln_tx0, DP_TRAN_DRVR_EMP_EN, 0xf);
  292. dp_pll_write(dp_ln_tx0, TXn_PARRATE_REC_DETECT_IDLE_EN, 0x00);
  293. dp_pll_write(dp_ln_tx0, DP_TX_INTERFACE_MODE, 0x00);
  294. dp_pll_write(dp_ln_tx0, TXn_RES_CODE_LANE_OFFSET_TX, params->lane_offset_tx);
  295. dp_pll_write(dp_ln_tx0, TXn_RES_CODE_LANE_OFFSET_RX, params->lane_offset_rx);
  296. dp_pll_write(dp_ln_tx0, TXn_TX_BAND, 0x04);
  297. /* Make sure the PLL register writes are done */
  298. wmb();
  299. /* TX-1 register configuration */
  300. dp_pll_write(dp_phy, DP_PHY_TX2_TX3_LANE_CTL, 0x05);
  301. dp_pll_write(dp_ln_tx1, DP_VMODE_CTRL1, 0x40);
  302. dp_pll_write(dp_ln_tx1, TXn_PRE_STALL_LDO_BOOST_EN, 0x30);
  303. dp_pll_write(dp_ln_tx1, TXn_INTERFACE_SELECT, 0x3b);
  304. dp_pll_write(dp_ln_tx1, TXn_CLKBUF_ENABLE, 0x0f);
  305. dp_pll_write(dp_ln_tx1, TXn_RESET_TSYNC_EN, 0x03);
  306. dp_pll_write(dp_ln_tx1, DP_TRAN_DRVR_EMP_EN, 0xf);
  307. dp_pll_write(dp_ln_tx1, TXn_PARRATE_REC_DETECT_IDLE_EN, 0x00);
  308. dp_pll_write(dp_ln_tx1, DP_TX_INTERFACE_MODE, 0x00);
  309. dp_pll_write(dp_ln_tx1, TXn_RES_CODE_LANE_OFFSET_TX, params->lane_offset_tx);
  310. dp_pll_write(dp_ln_tx1, TXn_RES_CODE_LANE_OFFSET_RX, params->lane_offset_rx);
  311. dp_pll_write(dp_ln_tx1, TXn_TX_BAND, 0x04);
  312. /* Make sure the PHY register writes are done */
  313. wmb();
  314. return set_vco_div(pll, rate);
  315. }
  316. enum dp_5nm_pll_status {
  317. C_READY,
  318. FREQ_DONE,
  319. PLL_LOCKED,
  320. PHY_READY,
  321. TSYNC_DONE,
  322. };
  323. char *dp_5nm_pll_get_status_name(enum dp_5nm_pll_status status)
  324. {
  325. switch (status) {
  326. case C_READY:
  327. return "C_READY";
  328. case FREQ_DONE:
  329. return "FREQ_DONE";
  330. case PLL_LOCKED:
  331. return "PLL_LOCKED";
  332. case PHY_READY:
  333. return "PHY_READY";
  334. case TSYNC_DONE:
  335. return "TSYNC_DONE";
  336. default:
  337. return "unknown";
  338. }
  339. }
  340. static bool dp_5nm_pll_get_status(struct dp_pll *pll,
  341. enum dp_5nm_pll_status status)
  342. {
  343. u32 reg, state, bit;
  344. void __iomem *base;
  345. bool success = true;
  346. switch (status) {
  347. case C_READY:
  348. base = dp_pll_get_base(dp_pll);
  349. reg = QSERDES_COM_C_READY_STATUS;
  350. bit = DP_5NM_C_READY;
  351. break;
  352. case FREQ_DONE:
  353. base = dp_pll_get_base(dp_pll);
  354. reg = QSERDES_COM_CMN_STATUS;
  355. bit = DP_5NM_FREQ_DONE;
  356. break;
  357. case PLL_LOCKED:
  358. base = dp_pll_get_base(dp_pll);
  359. reg = QSERDES_COM_CMN_STATUS;
  360. bit = DP_5NM_PLL_LOCKED;
  361. break;
  362. case PHY_READY:
  363. base = dp_pll_get_base(dp_phy);
  364. reg = DP_PHY_STATUS;
  365. bit = DP_5NM_PHY_READY;
  366. break;
  367. case TSYNC_DONE:
  368. base = dp_pll_get_base(dp_phy);
  369. reg = DP_PHY_STATUS;
  370. bit = DP_5NM_TSYNC_DONE;
  371. break;
  372. default:
  373. return false;
  374. }
  375. if (readl_poll_timeout_atomic((base + reg), state,
  376. ((state & bit) > 0),
  377. DP_PHY_PLL_POLL_SLEEP_US,
  378. DP_PHY_PLL_POLL_TIMEOUT_US)) {
  379. DP_ERR("%s failed, status=%x\n",
  380. dp_5nm_pll_get_status_name(status), state);
  381. success = false;
  382. }
  383. return success;
  384. }
  385. static int dp_pll_enable_5nm(struct dp_pll *pll)
  386. {
  387. int rc = 0;
  388. pll->aux->state &= ~DP_STATE_PLL_LOCKED;
  389. dp_pll_write(dp_phy, DP_PHY_CFG, 0x01);
  390. dp_pll_write(dp_phy, DP_PHY_CFG, 0x05);
  391. dp_pll_write(dp_phy, DP_PHY_CFG, 0x01);
  392. dp_pll_write(dp_phy, DP_PHY_CFG, 0x09);
  393. dp_pll_write(dp_pll, QSERDES_COM_RESETSM_CNTRL, 0x20);
  394. wmb(); /* Make sure the PLL register writes are done */
  395. if (!dp_5nm_pll_get_status(pll, C_READY)) {
  396. rc = -EINVAL;
  397. goto lock_err;
  398. }
  399. if (!dp_5nm_pll_get_status(pll, FREQ_DONE)) {
  400. rc = -EINVAL;
  401. goto lock_err;
  402. }
  403. if (!dp_5nm_pll_get_status(pll, PLL_LOCKED)) {
  404. rc = -EINVAL;
  405. goto lock_err;
  406. }
  407. dp_pll_write(dp_phy, DP_PHY_CFG, 0x19);
  408. /* Make sure the PHY register writes are done */
  409. wmb();
  410. if (!dp_5nm_pll_get_status(pll, TSYNC_DONE)) {
  411. rc = -EINVAL;
  412. goto lock_err;
  413. }
  414. if (!dp_5nm_pll_get_status(pll, PHY_READY)) {
  415. rc = -EINVAL;
  416. goto lock_err;
  417. }
  418. pll->aux->state |= DP_STATE_PLL_LOCKED;
  419. DP_DEBUG("PLL is locked\n");
  420. lock_err:
  421. return rc;
  422. }
  423. static void dp_pll_disable_5nm(struct dp_pll *pll)
  424. {
  425. /* Assert DP PHY power down */
  426. dp_pll_write(dp_phy, DP_PHY_PD_CTL, 0x2);
  427. /*
  428. * Make sure all the register writes to disable PLL are
  429. * completed before doing any other operation
  430. */
  431. wmb();
  432. }
  433. static int dp_vco_set_rate_5nm(struct dp_pll *pll, unsigned long rate)
  434. {
  435. int rc = 0;
  436. if (!pll) {
  437. DP_ERR("invalid input parameters\n");
  438. return -EINVAL;
  439. }
  440. DP_DEBUG("DP lane CLK rate=%ld\n", rate);
  441. rc = dp_config_vco_rate_5nm(pll, rate);
  442. if (rc < 0) {
  443. DP_ERR("Failed to set clk rate\n");
  444. return rc;
  445. }
  446. return rc;
  447. }
  448. static int dp_regulator_enable_5nm(struct dp_parser *parser,
  449. enum dp_pm_type pm_type, bool enable)
  450. {
  451. int rc = 0;
  452. struct dss_module_power mp;
  453. if (pm_type < DP_CORE_PM || pm_type >= DP_MAX_PM) {
  454. DP_ERR("invalid resource: %d %s\n", pm_type,
  455. dp_parser_pm_name(pm_type));
  456. return -EINVAL;
  457. }
  458. mp = parser->mp[pm_type];
  459. rc = msm_dss_enable_vreg(mp.vreg_config, mp.num_vreg, enable);
  460. if (rc) {
  461. DP_ERR("failed to '%s' vregs for %s\n",
  462. enable ? "enable" : "disable",
  463. dp_parser_pm_name(pm_type));
  464. return rc;
  465. }
  466. DP_DEBUG("success: '%s' vregs for %s\n", enable ? "enable" : "disable",
  467. dp_parser_pm_name(pm_type));
  468. return rc;
  469. }
  470. static int dp_pll_configure(struct dp_pll *pll, unsigned long rate)
  471. {
  472. int rc = 0;
  473. if (!pll || !rate) {
  474. DP_ERR("invalid input parameters rate = %lu\n", rate);
  475. return -EINVAL;
  476. }
  477. rate = rate * 10;
  478. if (rate <= DP_VCO_HSCLK_RATE_1620MHZDIV1000)
  479. rate = DP_VCO_HSCLK_RATE_1620MHZDIV1000;
  480. else if (rate <= DP_VCO_HSCLK_RATE_2700MHZDIV1000)
  481. rate = DP_VCO_HSCLK_RATE_2700MHZDIV1000;
  482. else if (rate <= DP_VCO_HSCLK_RATE_5400MHZDIV1000)
  483. rate = DP_VCO_HSCLK_RATE_5400MHZDIV1000;
  484. else
  485. rate = DP_VCO_HSCLK_RATE_8100MHZDIV1000;
  486. pll->vco_rate = rate;
  487. rc = dp_vco_set_rate_5nm(pll, rate);
  488. if (rc < 0) {
  489. DP_ERR("pll rate %s set failed\n", rate);
  490. pll->vco_rate = 0;
  491. return rc;
  492. }
  493. DP_DEBUG("pll rate %lu set success\n", rate);
  494. return rc;
  495. }
  496. static int dp_pll_prepare(struct dp_pll *pll)
  497. {
  498. int rc = 0;
  499. if (!pll) {
  500. DP_ERR("invalid input parameters\n");
  501. return -EINVAL;
  502. }
  503. /*
  504. * Enable DP_PM_PLL regulator if the PLL revision is 5nm-V1 and the
  505. * link rate is 8.1Gbps. This will result in voting to place Mx rail in
  506. * turbo as required for V1 hardware PLL functionality.
  507. */
  508. if (pll->revision == DP_PLL_5NM_V1 &&
  509. pll->vco_rate == DP_VCO_HSCLK_RATE_8100MHZDIV1000) {
  510. rc = dp_regulator_enable_5nm(pll->parser, DP_PLL_PM, true);
  511. if (rc < 0) {
  512. DP_ERR("enable pll power failed\n");
  513. return rc;
  514. }
  515. }
  516. rc = dp_pll_enable_5nm(pll);
  517. if (rc < 0)
  518. DP_ERR("ndx=%d failed to enable dp pll\n", pll->index);
  519. return rc;
  520. }
  521. static int dp_pll_unprepare(struct dp_pll *pll)
  522. {
  523. int rc = 0;
  524. if (!pll) {
  525. DP_ERR("invalid input parameter\n");
  526. return -EINVAL;
  527. }
  528. if (pll->revision == DP_PLL_5NM_V1 &&
  529. pll->vco_rate == DP_VCO_HSCLK_RATE_8100MHZDIV1000) {
  530. rc = dp_regulator_enable_5nm(pll->parser, DP_PLL_PM, false);
  531. if (rc < 0) {
  532. DP_ERR("disable pll power failed\n");
  533. return rc;
  534. }
  535. }
  536. dp_pll_disable_5nm(pll);
  537. pll->vco_rate = 0;
  538. return rc;
  539. }
  540. unsigned long dp_vco_recalc_rate_5nm(struct dp_pll *pll)
  541. {
  542. u32 hsclk_sel, link_clk_divsel, hsclk_div, link_clk_div = 0;
  543. unsigned long vco_rate = 0;
  544. if (!pll) {
  545. DP_ERR("invalid input parameters\n");
  546. return -EINVAL;
  547. }
  548. if (is_gdsc_disabled(pll))
  549. return 0;
  550. hsclk_sel = dp_pll_read(dp_pll, QSERDES_COM_HSCLK_SEL);
  551. hsclk_sel &= 0x0f;
  552. switch (hsclk_sel) {
  553. case 5:
  554. hsclk_div = 5;
  555. break;
  556. case 3:
  557. hsclk_div = 3;
  558. break;
  559. case 1:
  560. hsclk_div = 2;
  561. break;
  562. case 0:
  563. hsclk_div = 1;
  564. break;
  565. default:
  566. DP_DEBUG("unknown divider. forcing to default\n");
  567. hsclk_div = 5;
  568. break;
  569. }
  570. link_clk_divsel = dp_pll_read(dp_phy, DP_PHY_AUX_CFG2);
  571. link_clk_divsel >>= 2;
  572. link_clk_divsel &= 0x3;
  573. if (link_clk_divsel == 0)
  574. link_clk_div = 5;
  575. else if (link_clk_divsel == 1)
  576. link_clk_div = 10;
  577. else if (link_clk_divsel == 2)
  578. link_clk_div = 20;
  579. else
  580. DP_ERR("unsupported div. Phy_mode: %d\n", link_clk_divsel);
  581. if (link_clk_div == 20) {
  582. vco_rate = DP_VCO_HSCLK_RATE_2700MHZDIV1000;
  583. } else {
  584. if (hsclk_div == 5)
  585. vco_rate = DP_VCO_HSCLK_RATE_1620MHZDIV1000;
  586. else if (hsclk_div == 3)
  587. vco_rate = DP_VCO_HSCLK_RATE_2700MHZDIV1000;
  588. else if (hsclk_div == 2)
  589. vco_rate = DP_VCO_HSCLK_RATE_5400MHZDIV1000;
  590. else
  591. vco_rate = DP_VCO_HSCLK_RATE_8100MHZDIV1000;
  592. }
  593. DP_DEBUG("hsclk: sel=0x%x, div=0x%x; lclk: sel=%u, div=%u, rate=%lu\n",
  594. hsclk_sel, hsclk_div, link_clk_divsel, link_clk_div, vco_rate);
  595. return vco_rate;
  596. }
  597. static unsigned long dp_pll_link_clk_recalc_rate(struct clk_hw *hw,
  598. unsigned long parent_rate)
  599. {
  600. struct dp_pll *pll = NULL;
  601. struct dp_pll_vco_clk *pll_link = NULL;
  602. unsigned long rate = 0;
  603. if (!hw) {
  604. DP_ERR("invalid input parameters\n");
  605. return -EINVAL;
  606. }
  607. pll_link = to_dp_vco_hw(hw);
  608. pll = pll_link->priv;
  609. rate = pll->vco_rate;
  610. rate = pll->vco_rate / 10;
  611. return rate;
  612. }
  613. static long dp_pll_link_clk_round(struct clk_hw *hw, unsigned long rate,
  614. unsigned long *parent_rate)
  615. {
  616. struct dp_pll *pll = NULL;
  617. struct dp_pll_vco_clk *pll_link = NULL;
  618. if (!hw) {
  619. DP_ERR("invalid input parameters\n");
  620. return -EINVAL;
  621. }
  622. pll_link = to_dp_vco_hw(hw);
  623. pll = pll_link->priv;
  624. rate = pll->vco_rate / 10;
  625. return rate;
  626. }
  627. static unsigned long dp_pll_vco_div_clk_get_rate(struct dp_pll *pll)
  628. {
  629. if (pll->vco_rate == DP_VCO_HSCLK_RATE_8100MHZDIV1000)
  630. return (pll->vco_rate / 6);
  631. else if (pll->vco_rate == DP_VCO_HSCLK_RATE_5400MHZDIV1000)
  632. return (pll->vco_rate / 4);
  633. else
  634. return (pll->vco_rate / 2);
  635. }
  636. static unsigned long dp_pll_vco_div_clk_recalc_rate(struct clk_hw *hw,
  637. unsigned long parent_rate)
  638. {
  639. struct dp_pll *pll = NULL;
  640. struct dp_pll_vco_clk *pll_link = NULL;
  641. if (!hw) {
  642. DP_ERR("invalid input parameters\n");
  643. return -EINVAL;
  644. }
  645. pll_link = to_dp_vco_hw(hw);
  646. pll = pll_link->priv;
  647. return dp_pll_vco_div_clk_get_rate(pll);
  648. }
  649. static long dp_pll_vco_div_clk_round(struct clk_hw *hw, unsigned long rate,
  650. unsigned long *parent_rate)
  651. {
  652. return dp_pll_vco_div_clk_recalc_rate(hw, *parent_rate);
  653. }
  654. static const struct clk_ops pll_link_clk_ops = {
  655. .recalc_rate = dp_pll_link_clk_recalc_rate,
  656. .round_rate = dp_pll_link_clk_round,
  657. };
  658. static const struct clk_ops pll_vco_div_clk_ops = {
  659. .recalc_rate = dp_pll_vco_div_clk_recalc_rate,
  660. .round_rate = dp_pll_vco_div_clk_round,
  661. };
  662. static struct dp_pll_vco_clk dp0_phy_pll_clks[DP_PLL_NUM_CLKS] = {
  663. {
  664. .hw.init = &(struct clk_init_data) {
  665. .name = "dp0_phy_pll_link_clk",
  666. .ops = &pll_link_clk_ops,
  667. },
  668. },
  669. {
  670. .hw.init = &(struct clk_init_data) {
  671. .name = "dp0_phy_pll_vco_div_clk",
  672. .ops = &pll_vco_div_clk_ops,
  673. },
  674. },
  675. };
  676. static struct dp_pll_vco_clk dp_phy_pll_clks[DP_PLL_NUM_CLKS] = {
  677. {
  678. .hw.init = &(struct clk_init_data) {
  679. .name = "dp_phy_pll_link_clk",
  680. .ops = &pll_link_clk_ops,
  681. },
  682. },
  683. {
  684. .hw.init = &(struct clk_init_data) {
  685. .name = "dp_phy_pll_vco_div_clk",
  686. .ops = &pll_vco_div_clk_ops,
  687. },
  688. },
  689. };
  690. static struct dp_pll_db dp_pdb;
  691. int dp_pll_clock_register_5nm(struct dp_pll *pll)
  692. {
  693. int rc = 0;
  694. struct platform_device *pdev;
  695. struct dp_pll_vco_clk *pll_clks;
  696. if (!pll) {
  697. DP_ERR("pll data not initialized\n");
  698. return -EINVAL;
  699. }
  700. pdev = pll->pdev;
  701. pll->clk_data = kzalloc(sizeof(*pll->clk_data), GFP_KERNEL);
  702. if (!pll->clk_data)
  703. return -ENOMEM;
  704. pll->clk_data->clks = kcalloc(DP_PLL_NUM_CLKS, sizeof(struct clk *),
  705. GFP_KERNEL);
  706. if (!pll->clk_data->clks) {
  707. kfree(pll->clk_data);
  708. return -ENOMEM;
  709. }
  710. pll->clk_data->clk_num = DP_PLL_NUM_CLKS;
  711. pll->priv = &dp_pdb;
  712. dp_pdb.pll = pll;
  713. dp_pdb.pll_params = pll_params;
  714. pll->pll_cfg = dp_pll_configure;
  715. pll->pll_prepare = dp_pll_prepare;
  716. pll->pll_unprepare = dp_pll_unprepare;
  717. if (pll->dp_core_revision >= 0x10040000)
  718. pll_clks = dp0_phy_pll_clks;
  719. else
  720. pll_clks = dp_phy_pll_clks;
  721. rc = dp_pll_clock_register_helper(pll, pll_clks, DP_PLL_NUM_CLKS);
  722. if (rc) {
  723. DP_ERR("Clock register failed rc=%d\n", rc);
  724. goto clk_reg_fail;
  725. }
  726. rc = of_clk_add_provider(pdev->dev.of_node,
  727. of_clk_src_onecell_get, pll->clk_data);
  728. if (rc) {
  729. DP_ERR("Clock add provider failed rc=%d\n", rc);
  730. goto clk_reg_fail;
  731. }
  732. DP_DEBUG("success\n");
  733. return rc;
  734. clk_reg_fail:
  735. dp_pll_clock_unregister_5nm(pll);
  736. return rc;
  737. }
  738. void dp_pll_clock_unregister_5nm(struct dp_pll *pll)
  739. {
  740. kfree(pll->clk_data->clks);
  741. kfree(pll->clk_data);
  742. }