clk-pll.c 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510
  1. // SPDX-License-Identifier: GPL-2.0-only
  2. /*
  3. * Copyright (C) 2014 Google, Inc.
  4. */
  5. #define pr_fmt(fmt) "%s: " fmt, __func__
  6. #include <linux/clk-provider.h>
  7. #include <linux/io.h>
  8. #include <linux/kernel.h>
  9. #include <linux/printk.h>
  10. #include <linux/slab.h>
  11. #include "clk.h"
  12. #define PLL_STATUS 0x0
  13. #define PLL_STATUS_LOCK BIT(0)
  14. #define PLL_CTRL1 0x4
  15. #define PLL_CTRL1_REFDIV_SHIFT 0
  16. #define PLL_CTRL1_REFDIV_MASK 0x3f
  17. #define PLL_CTRL1_FBDIV_SHIFT 6
  18. #define PLL_CTRL1_FBDIV_MASK 0xfff
  19. #define PLL_INT_CTRL1_POSTDIV1_SHIFT 18
  20. #define PLL_INT_CTRL1_POSTDIV1_MASK 0x7
  21. #define PLL_INT_CTRL1_POSTDIV2_SHIFT 21
  22. #define PLL_INT_CTRL1_POSTDIV2_MASK 0x7
  23. #define PLL_INT_CTRL1_PD BIT(24)
  24. #define PLL_INT_CTRL1_DSMPD BIT(25)
  25. #define PLL_INT_CTRL1_FOUTPOSTDIVPD BIT(26)
  26. #define PLL_INT_CTRL1_FOUTVCOPD BIT(27)
  27. #define PLL_CTRL2 0x8
  28. #define PLL_FRAC_CTRL2_FRAC_SHIFT 0
  29. #define PLL_FRAC_CTRL2_FRAC_MASK 0xffffff
  30. #define PLL_FRAC_CTRL2_POSTDIV1_SHIFT 24
  31. #define PLL_FRAC_CTRL2_POSTDIV1_MASK 0x7
  32. #define PLL_FRAC_CTRL2_POSTDIV2_SHIFT 27
  33. #define PLL_FRAC_CTRL2_POSTDIV2_MASK 0x7
  34. #define PLL_INT_CTRL2_BYPASS BIT(28)
  35. #define PLL_CTRL3 0xc
  36. #define PLL_FRAC_CTRL3_PD BIT(0)
  37. #define PLL_FRAC_CTRL3_DACPD BIT(1)
  38. #define PLL_FRAC_CTRL3_DSMPD BIT(2)
  39. #define PLL_FRAC_CTRL3_FOUTPOSTDIVPD BIT(3)
  40. #define PLL_FRAC_CTRL3_FOUT4PHASEPD BIT(4)
  41. #define PLL_FRAC_CTRL3_FOUTVCOPD BIT(5)
  42. #define PLL_CTRL4 0x10
  43. #define PLL_FRAC_CTRL4_BYPASS BIT(28)
  44. #define MIN_PFD 9600000UL
  45. #define MIN_VCO_LA 400000000UL
  46. #define MAX_VCO_LA 1600000000UL
  47. #define MIN_VCO_FRAC_INT 600000000UL
  48. #define MAX_VCO_FRAC_INT 1600000000UL
  49. #define MIN_VCO_FRAC_FRAC 600000000UL
  50. #define MAX_VCO_FRAC_FRAC 2400000000UL
  51. #define MIN_OUTPUT_LA 8000000UL
  52. #define MAX_OUTPUT_LA 1600000000UL
  53. #define MIN_OUTPUT_FRAC 12000000UL
  54. #define MAX_OUTPUT_FRAC 1600000000UL
  55. /* Fractional PLL operating modes */
  56. enum pll_mode {
  57. PLL_MODE_FRAC,
  58. PLL_MODE_INT,
  59. };
  60. struct pistachio_clk_pll {
  61. struct clk_hw hw;
  62. void __iomem *base;
  63. struct pistachio_pll_rate_table *rates;
  64. unsigned int nr_rates;
  65. };
  66. static inline u32 pll_readl(struct pistachio_clk_pll *pll, u32 reg)
  67. {
  68. return readl(pll->base + reg);
  69. }
  70. static inline void pll_writel(struct pistachio_clk_pll *pll, u32 val, u32 reg)
  71. {
  72. writel(val, pll->base + reg);
  73. }
  74. static inline void pll_lock(struct pistachio_clk_pll *pll)
  75. {
  76. while (!(pll_readl(pll, PLL_STATUS) & PLL_STATUS_LOCK))
  77. cpu_relax();
  78. }
  79. static inline u64 do_div_round_closest(u64 dividend, u64 divisor)
  80. {
  81. dividend += divisor / 2;
  82. return div64_u64(dividend, divisor);
  83. }
  84. static inline struct pistachio_clk_pll *to_pistachio_pll(struct clk_hw *hw)
  85. {
  86. return container_of(hw, struct pistachio_clk_pll, hw);
  87. }
  88. static inline enum pll_mode pll_frac_get_mode(struct clk_hw *hw)
  89. {
  90. struct pistachio_clk_pll *pll = to_pistachio_pll(hw);
  91. u32 val;
  92. val = pll_readl(pll, PLL_CTRL3) & PLL_FRAC_CTRL3_DSMPD;
  93. return val ? PLL_MODE_INT : PLL_MODE_FRAC;
  94. }
  95. static inline void pll_frac_set_mode(struct clk_hw *hw, enum pll_mode mode)
  96. {
  97. struct pistachio_clk_pll *pll = to_pistachio_pll(hw);
  98. u32 val;
  99. val = pll_readl(pll, PLL_CTRL3);
  100. if (mode == PLL_MODE_INT)
  101. val |= PLL_FRAC_CTRL3_DSMPD | PLL_FRAC_CTRL3_DACPD;
  102. else
  103. val &= ~(PLL_FRAC_CTRL3_DSMPD | PLL_FRAC_CTRL3_DACPD);
  104. pll_writel(pll, val, PLL_CTRL3);
  105. }
  106. static struct pistachio_pll_rate_table *
  107. pll_get_params(struct pistachio_clk_pll *pll, unsigned long fref,
  108. unsigned long fout)
  109. {
  110. unsigned int i;
  111. for (i = 0; i < pll->nr_rates; i++) {
  112. if (pll->rates[i].fref == fref && pll->rates[i].fout == fout)
  113. return &pll->rates[i];
  114. }
  115. return NULL;
  116. }
  117. static long pll_round_rate(struct clk_hw *hw, unsigned long rate,
  118. unsigned long *parent_rate)
  119. {
  120. struct pistachio_clk_pll *pll = to_pistachio_pll(hw);
  121. unsigned int i;
  122. for (i = 0; i < pll->nr_rates; i++) {
  123. if (i > 0 && pll->rates[i].fref == *parent_rate &&
  124. pll->rates[i].fout <= rate)
  125. return pll->rates[i - 1].fout;
  126. }
  127. return pll->rates[0].fout;
  128. }
  129. static int pll_gf40lp_frac_enable(struct clk_hw *hw)
  130. {
  131. struct pistachio_clk_pll *pll = to_pistachio_pll(hw);
  132. u32 val;
  133. val = pll_readl(pll, PLL_CTRL3);
  134. val &= ~(PLL_FRAC_CTRL3_PD | PLL_FRAC_CTRL3_FOUTPOSTDIVPD |
  135. PLL_FRAC_CTRL3_FOUT4PHASEPD | PLL_FRAC_CTRL3_FOUTVCOPD);
  136. pll_writel(pll, val, PLL_CTRL3);
  137. val = pll_readl(pll, PLL_CTRL4);
  138. val &= ~PLL_FRAC_CTRL4_BYPASS;
  139. pll_writel(pll, val, PLL_CTRL4);
  140. pll_lock(pll);
  141. return 0;
  142. }
  143. static void pll_gf40lp_frac_disable(struct clk_hw *hw)
  144. {
  145. struct pistachio_clk_pll *pll = to_pistachio_pll(hw);
  146. u32 val;
  147. val = pll_readl(pll, PLL_CTRL3);
  148. val |= PLL_FRAC_CTRL3_PD;
  149. pll_writel(pll, val, PLL_CTRL3);
  150. }
  151. static int pll_gf40lp_frac_is_enabled(struct clk_hw *hw)
  152. {
  153. struct pistachio_clk_pll *pll = to_pistachio_pll(hw);
  154. return !(pll_readl(pll, PLL_CTRL3) & PLL_FRAC_CTRL3_PD);
  155. }
  156. static int pll_gf40lp_frac_set_rate(struct clk_hw *hw, unsigned long rate,
  157. unsigned long parent_rate)
  158. {
  159. struct pistachio_clk_pll *pll = to_pistachio_pll(hw);
  160. struct pistachio_pll_rate_table *params;
  161. int enabled = pll_gf40lp_frac_is_enabled(hw);
  162. u64 val, vco, old_postdiv1, old_postdiv2;
  163. const char *name = clk_hw_get_name(hw);
  164. if (rate < MIN_OUTPUT_FRAC || rate > MAX_OUTPUT_FRAC)
  165. return -EINVAL;
  166. params = pll_get_params(pll, parent_rate, rate);
  167. if (!params || !params->refdiv)
  168. return -EINVAL;
  169. /* calculate vco */
  170. vco = params->fref;
  171. vco *= (params->fbdiv << 24) + params->frac;
  172. vco = div64_u64(vco, params->refdiv << 24);
  173. if (vco < MIN_VCO_FRAC_FRAC || vco > MAX_VCO_FRAC_FRAC)
  174. pr_warn("%s: VCO %llu is out of range %lu..%lu\n", name, vco,
  175. MIN_VCO_FRAC_FRAC, MAX_VCO_FRAC_FRAC);
  176. val = div64_u64(params->fref, params->refdiv);
  177. if (val < MIN_PFD)
  178. pr_warn("%s: PFD %llu is too low (min %lu)\n",
  179. name, val, MIN_PFD);
  180. if (val > vco / 16)
  181. pr_warn("%s: PFD %llu is too high (max %llu)\n",
  182. name, val, vco / 16);
  183. val = pll_readl(pll, PLL_CTRL1);
  184. val &= ~((PLL_CTRL1_REFDIV_MASK << PLL_CTRL1_REFDIV_SHIFT) |
  185. (PLL_CTRL1_FBDIV_MASK << PLL_CTRL1_FBDIV_SHIFT));
  186. val |= (params->refdiv << PLL_CTRL1_REFDIV_SHIFT) |
  187. (params->fbdiv << PLL_CTRL1_FBDIV_SHIFT);
  188. pll_writel(pll, val, PLL_CTRL1);
  189. val = pll_readl(pll, PLL_CTRL2);
  190. old_postdiv1 = (val >> PLL_FRAC_CTRL2_POSTDIV1_SHIFT) &
  191. PLL_FRAC_CTRL2_POSTDIV1_MASK;
  192. old_postdiv2 = (val >> PLL_FRAC_CTRL2_POSTDIV2_SHIFT) &
  193. PLL_FRAC_CTRL2_POSTDIV2_MASK;
  194. if (enabled &&
  195. (params->postdiv1 != old_postdiv1 ||
  196. params->postdiv2 != old_postdiv2))
  197. pr_warn("%s: changing postdiv while PLL is enabled\n", name);
  198. if (params->postdiv2 > params->postdiv1)
  199. pr_warn("%s: postdiv2 should not exceed postdiv1\n", name);
  200. val &= ~((PLL_FRAC_CTRL2_FRAC_MASK << PLL_FRAC_CTRL2_FRAC_SHIFT) |
  201. (PLL_FRAC_CTRL2_POSTDIV1_MASK <<
  202. PLL_FRAC_CTRL2_POSTDIV1_SHIFT) |
  203. (PLL_FRAC_CTRL2_POSTDIV2_MASK <<
  204. PLL_FRAC_CTRL2_POSTDIV2_SHIFT));
  205. val |= (params->frac << PLL_FRAC_CTRL2_FRAC_SHIFT) |
  206. (params->postdiv1 << PLL_FRAC_CTRL2_POSTDIV1_SHIFT) |
  207. (params->postdiv2 << PLL_FRAC_CTRL2_POSTDIV2_SHIFT);
  208. pll_writel(pll, val, PLL_CTRL2);
  209. /* set operating mode */
  210. if (params->frac)
  211. pll_frac_set_mode(hw, PLL_MODE_FRAC);
  212. else
  213. pll_frac_set_mode(hw, PLL_MODE_INT);
  214. if (enabled)
  215. pll_lock(pll);
  216. return 0;
  217. }
  218. static unsigned long pll_gf40lp_frac_recalc_rate(struct clk_hw *hw,
  219. unsigned long parent_rate)
  220. {
  221. struct pistachio_clk_pll *pll = to_pistachio_pll(hw);
  222. u64 val, prediv, fbdiv, frac, postdiv1, postdiv2, rate;
  223. val = pll_readl(pll, PLL_CTRL1);
  224. prediv = (val >> PLL_CTRL1_REFDIV_SHIFT) & PLL_CTRL1_REFDIV_MASK;
  225. fbdiv = (val >> PLL_CTRL1_FBDIV_SHIFT) & PLL_CTRL1_FBDIV_MASK;
  226. val = pll_readl(pll, PLL_CTRL2);
  227. postdiv1 = (val >> PLL_FRAC_CTRL2_POSTDIV1_SHIFT) &
  228. PLL_FRAC_CTRL2_POSTDIV1_MASK;
  229. postdiv2 = (val >> PLL_FRAC_CTRL2_POSTDIV2_SHIFT) &
  230. PLL_FRAC_CTRL2_POSTDIV2_MASK;
  231. frac = (val >> PLL_FRAC_CTRL2_FRAC_SHIFT) & PLL_FRAC_CTRL2_FRAC_MASK;
  232. /* get operating mode (int/frac) and calculate rate accordingly */
  233. rate = parent_rate;
  234. if (pll_frac_get_mode(hw) == PLL_MODE_FRAC)
  235. rate *= (fbdiv << 24) + frac;
  236. else
  237. rate *= (fbdiv << 24);
  238. rate = do_div_round_closest(rate, (prediv * postdiv1 * postdiv2) << 24);
  239. return rate;
  240. }
  241. static const struct clk_ops pll_gf40lp_frac_ops = {
  242. .enable = pll_gf40lp_frac_enable,
  243. .disable = pll_gf40lp_frac_disable,
  244. .is_enabled = pll_gf40lp_frac_is_enabled,
  245. .recalc_rate = pll_gf40lp_frac_recalc_rate,
  246. .round_rate = pll_round_rate,
  247. .set_rate = pll_gf40lp_frac_set_rate,
  248. };
  249. static const struct clk_ops pll_gf40lp_frac_fixed_ops = {
  250. .enable = pll_gf40lp_frac_enable,
  251. .disable = pll_gf40lp_frac_disable,
  252. .is_enabled = pll_gf40lp_frac_is_enabled,
  253. .recalc_rate = pll_gf40lp_frac_recalc_rate,
  254. };
  255. static int pll_gf40lp_laint_enable(struct clk_hw *hw)
  256. {
  257. struct pistachio_clk_pll *pll = to_pistachio_pll(hw);
  258. u32 val;
  259. val = pll_readl(pll, PLL_CTRL1);
  260. val &= ~(PLL_INT_CTRL1_PD |
  261. PLL_INT_CTRL1_FOUTPOSTDIVPD | PLL_INT_CTRL1_FOUTVCOPD);
  262. pll_writel(pll, val, PLL_CTRL1);
  263. val = pll_readl(pll, PLL_CTRL2);
  264. val &= ~PLL_INT_CTRL2_BYPASS;
  265. pll_writel(pll, val, PLL_CTRL2);
  266. pll_lock(pll);
  267. return 0;
  268. }
  269. static void pll_gf40lp_laint_disable(struct clk_hw *hw)
  270. {
  271. struct pistachio_clk_pll *pll = to_pistachio_pll(hw);
  272. u32 val;
  273. val = pll_readl(pll, PLL_CTRL1);
  274. val |= PLL_INT_CTRL1_PD;
  275. pll_writel(pll, val, PLL_CTRL1);
  276. }
  277. static int pll_gf40lp_laint_is_enabled(struct clk_hw *hw)
  278. {
  279. struct pistachio_clk_pll *pll = to_pistachio_pll(hw);
  280. return !(pll_readl(pll, PLL_CTRL1) & PLL_INT_CTRL1_PD);
  281. }
  282. static int pll_gf40lp_laint_set_rate(struct clk_hw *hw, unsigned long rate,
  283. unsigned long parent_rate)
  284. {
  285. struct pistachio_clk_pll *pll = to_pistachio_pll(hw);
  286. struct pistachio_pll_rate_table *params;
  287. int enabled = pll_gf40lp_laint_is_enabled(hw);
  288. u32 val, vco, old_postdiv1, old_postdiv2;
  289. const char *name = clk_hw_get_name(hw);
  290. if (rate < MIN_OUTPUT_LA || rate > MAX_OUTPUT_LA)
  291. return -EINVAL;
  292. params = pll_get_params(pll, parent_rate, rate);
  293. if (!params || !params->refdiv)
  294. return -EINVAL;
  295. vco = div_u64(params->fref * params->fbdiv, params->refdiv);
  296. if (vco < MIN_VCO_LA || vco > MAX_VCO_LA)
  297. pr_warn("%s: VCO %u is out of range %lu..%lu\n", name, vco,
  298. MIN_VCO_LA, MAX_VCO_LA);
  299. val = div_u64(params->fref, params->refdiv);
  300. if (val < MIN_PFD)
  301. pr_warn("%s: PFD %u is too low (min %lu)\n",
  302. name, val, MIN_PFD);
  303. if (val > vco / 16)
  304. pr_warn("%s: PFD %u is too high (max %u)\n",
  305. name, val, vco / 16);
  306. val = pll_readl(pll, PLL_CTRL1);
  307. old_postdiv1 = (val >> PLL_INT_CTRL1_POSTDIV1_SHIFT) &
  308. PLL_INT_CTRL1_POSTDIV1_MASK;
  309. old_postdiv2 = (val >> PLL_INT_CTRL1_POSTDIV2_SHIFT) &
  310. PLL_INT_CTRL1_POSTDIV2_MASK;
  311. if (enabled &&
  312. (params->postdiv1 != old_postdiv1 ||
  313. params->postdiv2 != old_postdiv2))
  314. pr_warn("%s: changing postdiv while PLL is enabled\n", name);
  315. if (params->postdiv2 > params->postdiv1)
  316. pr_warn("%s: postdiv2 should not exceed postdiv1\n", name);
  317. val &= ~((PLL_CTRL1_REFDIV_MASK << PLL_CTRL1_REFDIV_SHIFT) |
  318. (PLL_CTRL1_FBDIV_MASK << PLL_CTRL1_FBDIV_SHIFT) |
  319. (PLL_INT_CTRL1_POSTDIV1_MASK << PLL_INT_CTRL1_POSTDIV1_SHIFT) |
  320. (PLL_INT_CTRL1_POSTDIV2_MASK << PLL_INT_CTRL1_POSTDIV2_SHIFT));
  321. val |= (params->refdiv << PLL_CTRL1_REFDIV_SHIFT) |
  322. (params->fbdiv << PLL_CTRL1_FBDIV_SHIFT) |
  323. (params->postdiv1 << PLL_INT_CTRL1_POSTDIV1_SHIFT) |
  324. (params->postdiv2 << PLL_INT_CTRL1_POSTDIV2_SHIFT);
  325. pll_writel(pll, val, PLL_CTRL1);
  326. if (enabled)
  327. pll_lock(pll);
  328. return 0;
  329. }
  330. static unsigned long pll_gf40lp_laint_recalc_rate(struct clk_hw *hw,
  331. unsigned long parent_rate)
  332. {
  333. struct pistachio_clk_pll *pll = to_pistachio_pll(hw);
  334. u32 val, prediv, fbdiv, postdiv1, postdiv2;
  335. u64 rate = parent_rate;
  336. val = pll_readl(pll, PLL_CTRL1);
  337. prediv = (val >> PLL_CTRL1_REFDIV_SHIFT) & PLL_CTRL1_REFDIV_MASK;
  338. fbdiv = (val >> PLL_CTRL1_FBDIV_SHIFT) & PLL_CTRL1_FBDIV_MASK;
  339. postdiv1 = (val >> PLL_INT_CTRL1_POSTDIV1_SHIFT) &
  340. PLL_INT_CTRL1_POSTDIV1_MASK;
  341. postdiv2 = (val >> PLL_INT_CTRL1_POSTDIV2_SHIFT) &
  342. PLL_INT_CTRL1_POSTDIV2_MASK;
  343. rate *= fbdiv;
  344. rate = do_div_round_closest(rate, prediv * postdiv1 * postdiv2);
  345. return rate;
  346. }
  347. static const struct clk_ops pll_gf40lp_laint_ops = {
  348. .enable = pll_gf40lp_laint_enable,
  349. .disable = pll_gf40lp_laint_disable,
  350. .is_enabled = pll_gf40lp_laint_is_enabled,
  351. .recalc_rate = pll_gf40lp_laint_recalc_rate,
  352. .round_rate = pll_round_rate,
  353. .set_rate = pll_gf40lp_laint_set_rate,
  354. };
  355. static const struct clk_ops pll_gf40lp_laint_fixed_ops = {
  356. .enable = pll_gf40lp_laint_enable,
  357. .disable = pll_gf40lp_laint_disable,
  358. .is_enabled = pll_gf40lp_laint_is_enabled,
  359. .recalc_rate = pll_gf40lp_laint_recalc_rate,
  360. };
  361. static struct clk *pll_register(const char *name, const char *parent_name,
  362. unsigned long flags, void __iomem *base,
  363. enum pistachio_pll_type type,
  364. struct pistachio_pll_rate_table *rates,
  365. unsigned int nr_rates)
  366. {
  367. struct pistachio_clk_pll *pll;
  368. struct clk_init_data init;
  369. struct clk *clk;
  370. pll = kzalloc(sizeof(*pll), GFP_KERNEL);
  371. if (!pll)
  372. return ERR_PTR(-ENOMEM);
  373. init.name = name;
  374. init.flags = flags | CLK_GET_RATE_NOCACHE;
  375. init.parent_names = &parent_name;
  376. init.num_parents = 1;
  377. switch (type) {
  378. case PLL_GF40LP_FRAC:
  379. if (rates)
  380. init.ops = &pll_gf40lp_frac_ops;
  381. else
  382. init.ops = &pll_gf40lp_frac_fixed_ops;
  383. break;
  384. case PLL_GF40LP_LAINT:
  385. if (rates)
  386. init.ops = &pll_gf40lp_laint_ops;
  387. else
  388. init.ops = &pll_gf40lp_laint_fixed_ops;
  389. break;
  390. default:
  391. pr_err("Unrecognized PLL type %u\n", type);
  392. kfree(pll);
  393. return ERR_PTR(-EINVAL);
  394. }
  395. pll->hw.init = &init;
  396. pll->base = base;
  397. pll->rates = rates;
  398. pll->nr_rates = nr_rates;
  399. clk = clk_register(NULL, &pll->hw);
  400. if (IS_ERR(clk))
  401. kfree(pll);
  402. return clk;
  403. }
  404. void pistachio_clk_register_pll(struct pistachio_clk_provider *p,
  405. struct pistachio_pll *pll,
  406. unsigned int num)
  407. {
  408. struct clk *clk;
  409. unsigned int i;
  410. for (i = 0; i < num; i++) {
  411. clk = pll_register(pll[i].name, pll[i].parent,
  412. 0, p->base + pll[i].reg_base,
  413. pll[i].type, pll[i].rates,
  414. pll[i].nr_rates);
  415. p->clk_data.clks[pll[i].id] = clk;
  416. }
  417. }