sde_hw_dspp.c 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436
  1. // SPDX-License-Identifier: GPL-2.0-only
  2. /*
  3. * Copyright (c) 2015-2020, The Linux Foundation. All rights reserved.
  4. */
  5. #include <drm/msm_drm_pp.h>
  6. #include "sde_hw_mdss.h"
  7. #include "sde_hwio.h"
  8. #include "sde_hw_catalog.h"
  9. #include "sde_hw_dspp.h"
  10. #include "sde_hw_color_processing.h"
  11. #include "sde_dbg.h"
  12. #include "sde_ad4.h"
  13. #include "sde_hw_rc.h"
  14. #include "sde_kms.h"
  15. static struct sde_dspp_cfg *_dspp_offset(enum sde_dspp dspp,
  16. struct sde_mdss_cfg *m,
  17. void __iomem *addr,
  18. struct sde_hw_blk_reg_map *b)
  19. {
  20. int i;
  21. if (!m || !addr || !b)
  22. return ERR_PTR(-EINVAL);
  23. for (i = 0; i < m->dspp_count; i++) {
  24. if (dspp == m->dspp[i].id) {
  25. b->base_off = addr;
  26. b->blk_off = m->dspp[i].base;
  27. b->length = m->dspp[i].len;
  28. b->hwversion = m->hwversion;
  29. b->log_mask = SDE_DBG_MASK_DSPP;
  30. return &m->dspp[i];
  31. }
  32. }
  33. return ERR_PTR(-EINVAL);
  34. }
  35. static void dspp_igc(struct sde_hw_dspp *c)
  36. {
  37. int ret = 0;
  38. if (c->cap->sblk->igc.version == SDE_COLOR_PROCESS_VER(0x3, 0x1)) {
  39. ret = reg_dmav1_init_dspp_op_v4(SDE_DSPP_IGC, c->idx);
  40. if (!ret)
  41. c->ops.setup_igc = reg_dmav1_setup_dspp_igcv31;
  42. else
  43. c->ops.setup_igc = sde_setup_dspp_igcv3;
  44. } else if (c->cap->sblk->igc.version ==
  45. SDE_COLOR_PROCESS_VER(0x3, 0x2)) {
  46. c->ops.setup_igc = NULL;
  47. ret = reg_dmav2_init_dspp_op_v4(SDE_DSPP_IGC, c->idx);
  48. if (!ret)
  49. c->ops.setup_igc = reg_dmav2_setup_dspp_igcv32;
  50. }
  51. }
  52. static void dspp_pcc(struct sde_hw_dspp *c)
  53. {
  54. int ret = 0;
  55. if (c->cap->sblk->pcc.version == (SDE_COLOR_PROCESS_VER(0x1, 0x7)))
  56. c->ops.setup_pcc = sde_setup_dspp_pcc_v1_7;
  57. else if (c->cap->sblk->pcc.version ==
  58. (SDE_COLOR_PROCESS_VER(0x4, 0x0))) {
  59. ret = reg_dmav1_init_dspp_op_v4(SDE_DSPP_PCC, c->idx);
  60. if (!ret)
  61. c->ops.setup_pcc = reg_dmav1_setup_dspp_pccv4;
  62. else
  63. c->ops.setup_pcc = sde_setup_dspp_pccv4;
  64. }
  65. }
  66. static void dspp_gc(struct sde_hw_dspp *c)
  67. {
  68. int ret = 0;
  69. if (c->cap->sblk->gc.version == SDE_COLOR_PROCESS_VER(0x1, 8)) {
  70. ret = reg_dmav1_init_dspp_op_v4(SDE_DSPP_GC, c->idx);
  71. if (!ret)
  72. c->ops.setup_gc = reg_dmav1_setup_dspp_gcv18;
  73. /**
  74. * programming for v18 through ahb is same as v17,
  75. * hence assign v17 function
  76. */
  77. else
  78. c->ops.setup_gc = sde_setup_dspp_gc_v1_7;
  79. }
  80. }
  81. static void dspp_hsic(struct sde_hw_dspp *c)
  82. {
  83. int ret = 0;
  84. if (c->cap->sblk->hsic.version == SDE_COLOR_PROCESS_VER(0x1, 0x7)) {
  85. ret = reg_dmav1_init_dspp_op_v4(SDE_DSPP_HSIC, c->idx);
  86. if (!ret)
  87. c->ops.setup_pa_hsic = reg_dmav1_setup_dspp_pa_hsicv17;
  88. else
  89. c->ops.setup_pa_hsic = sde_setup_dspp_pa_hsic_v17;
  90. }
  91. }
  92. static void dspp_memcolor(struct sde_hw_dspp *c)
  93. {
  94. int ret = 0;
  95. if (c->cap->sblk->memcolor.version == SDE_COLOR_PROCESS_VER(0x1, 0x7)) {
  96. ret = reg_dmav1_init_dspp_op_v4(SDE_DSPP_MEMCOLOR, c->idx);
  97. if (!ret) {
  98. c->ops.setup_pa_memcol_skin =
  99. reg_dmav1_setup_dspp_memcol_skinv17;
  100. c->ops.setup_pa_memcol_sky =
  101. reg_dmav1_setup_dspp_memcol_skyv17;
  102. c->ops.setup_pa_memcol_foliage =
  103. reg_dmav1_setup_dspp_memcol_folv17;
  104. c->ops.setup_pa_memcol_prot =
  105. reg_dmav1_setup_dspp_memcol_protv17;
  106. } else {
  107. c->ops.setup_pa_memcol_skin =
  108. sde_setup_dspp_memcol_skin_v17;
  109. c->ops.setup_pa_memcol_sky =
  110. sde_setup_dspp_memcol_sky_v17;
  111. c->ops.setup_pa_memcol_foliage =
  112. sde_setup_dspp_memcol_foliage_v17;
  113. c->ops.setup_pa_memcol_prot =
  114. sde_setup_dspp_memcol_prot_v17;
  115. }
  116. }
  117. }
  118. static void dspp_sixzone(struct sde_hw_dspp *c)
  119. {
  120. int ret = 0;
  121. if (c->cap->sblk->sixzone.version == SDE_COLOR_PROCESS_VER(0x1, 0x7)) {
  122. ret = reg_dmav1_init_dspp_op_v4(SDE_DSPP_SIXZONE, c->idx);
  123. if (!ret)
  124. c->ops.setup_sixzone = reg_dmav1_setup_dspp_sixzonev17;
  125. else
  126. c->ops.setup_sixzone = sde_setup_dspp_sixzone_v17;
  127. }
  128. }
  129. static void dspp_gamut(struct sde_hw_dspp *c)
  130. {
  131. int ret = 0;
  132. if (c->cap->sblk->gamut.version == SDE_COLOR_PROCESS_VER(0x4, 0)) {
  133. ret = reg_dmav1_init_dspp_op_v4(SDE_DSPP_GAMUT, c->idx);
  134. if (!ret)
  135. c->ops.setup_gamut = reg_dmav1_setup_dspp_3d_gamutv4;
  136. else
  137. c->ops.setup_gamut = sde_setup_dspp_3d_gamutv4;
  138. } else if (c->cap->sblk->gamut.version ==
  139. SDE_COLOR_PROCESS_VER(0x4, 1)) {
  140. ret = reg_dmav1_init_dspp_op_v4(SDE_DSPP_GAMUT, c->idx);
  141. if (!ret)
  142. c->ops.setup_gamut = reg_dmav1_setup_dspp_3d_gamutv41;
  143. else
  144. c->ops.setup_gamut = sde_setup_dspp_3d_gamutv41;
  145. } else if (c->cap->sblk->gamut.version ==
  146. SDE_COLOR_PROCESS_VER(0x4, 2)) {
  147. ret = reg_dmav1_init_dspp_op_v4(SDE_DSPP_GAMUT, c->idx);
  148. c->ops.setup_gamut = NULL;
  149. if (!ret)
  150. c->ops.setup_gamut = reg_dmav1_setup_dspp_3d_gamutv42;
  151. } else if (c->cap->sblk->gamut.version ==
  152. SDE_COLOR_PROCESS_VER(0x4, 3)) {
  153. c->ops.setup_gamut = NULL;
  154. ret = reg_dmav2_init_dspp_op_v4(SDE_DSPP_GAMUT, c->idx);
  155. if (!ret)
  156. c->ops.setup_gamut = reg_dmav2_setup_dspp_3d_gamutv43;
  157. }
  158. }
  159. static void dspp_dither(struct sde_hw_dspp *c)
  160. {
  161. if (c->cap->sblk->dither.version == SDE_COLOR_PROCESS_VER(0x1, 0x7))
  162. c->ops.setup_pa_dither = sde_setup_dspp_dither_v1_7;
  163. }
  164. static void dspp_hist(struct sde_hw_dspp *c)
  165. {
  166. if (c->cap->sblk->hist.version == (SDE_COLOR_PROCESS_VER(0x1, 0x7))) {
  167. c->ops.setup_histogram = sde_setup_dspp_hist_v1_7;
  168. c->ops.read_histogram = sde_read_dspp_hist_v1_7;
  169. c->ops.lock_histogram = sde_lock_dspp_hist_v1_7;
  170. }
  171. }
  172. static void dspp_vlut(struct sde_hw_dspp *c)
  173. {
  174. int ret = 0;
  175. if (c->cap->sblk->vlut.version == (SDE_COLOR_PROCESS_VER(0x1, 0x7))) {
  176. c->ops.setup_vlut = sde_setup_dspp_pa_vlut_v1_7;
  177. } else if (c->cap->sblk->vlut.version ==
  178. (SDE_COLOR_PROCESS_VER(0x1, 0x8))) {
  179. ret = reg_dmav1_init_dspp_op_v4(SDE_DSPP_VLUT, c->idx);
  180. if (!ret)
  181. c->ops.setup_vlut = reg_dmav1_setup_dspp_vlutv18;
  182. else
  183. c->ops.setup_vlut = sde_setup_dspp_pa_vlut_v1_8;
  184. }
  185. }
  186. static void dspp_ad(struct sde_hw_dspp *c)
  187. {
  188. if (c->cap->sblk->ad.version == SDE_COLOR_PROCESS_VER(4, 0)) {
  189. c->ops.setup_ad = sde_setup_dspp_ad4;
  190. c->ops.ad_read_intr_resp = sde_read_intr_resp_ad4;
  191. c->ops.validate_ad = sde_validate_dspp_ad4;
  192. }
  193. }
  194. static void dspp_ltm(struct sde_hw_dspp *c)
  195. {
  196. int ret = 0;
  197. if (c->cap->sblk->ltm.version == SDE_COLOR_PROCESS_VER(0x1, 0x0)) {
  198. ret = reg_dmav1_init_ltm_op_v6(SDE_LTM_INIT, c->idx);
  199. if (!ret)
  200. ret = reg_dmav1_init_ltm_op_v6(SDE_LTM_ROI, c->idx);
  201. if (!ret)
  202. ret = reg_dmav1_init_ltm_op_v6(SDE_LTM_VLUT, c->idx);
  203. if (!ret) {
  204. c->ops.setup_ltm_init = reg_dmav1_setup_ltm_initv1;
  205. c->ops.setup_ltm_roi = reg_dmav1_setup_ltm_roiv1;
  206. c->ops.setup_ltm_vlut = reg_dmav1_setup_ltm_vlutv1;
  207. } else {
  208. c->ops.setup_ltm_init = NULL;
  209. c->ops.setup_ltm_roi = NULL;
  210. c->ops.setup_ltm_vlut = NULL;
  211. }
  212. c->ops.setup_ltm_thresh = sde_setup_dspp_ltm_threshv1;
  213. c->ops.setup_ltm_hist_ctrl = sde_setup_dspp_ltm_hist_ctrlv1;
  214. c->ops.setup_ltm_hist_buffer = sde_setup_dspp_ltm_hist_bufferv1;
  215. c->ops.ltm_read_intr_status = sde_ltm_read_intr_status;
  216. }
  217. }
  218. static void dspp_rc(struct sde_hw_dspp *c)
  219. {
  220. int ret = 0;
  221. if (!c) {
  222. SDE_ERROR("invalid arguments\n");
  223. return;
  224. }
  225. if (c->cap->sblk->rc.version == SDE_COLOR_PROCESS_VER(0x1, 0x0)) {
  226. ret = sde_hw_rc_init(c);
  227. if (ret) {
  228. SDE_ERROR("rc init failed, ret %d\n", ret);
  229. return;
  230. }
  231. ret = reg_dmav1_init_dspp_op_v4(SDE_DSPP_RC, c->idx);
  232. if (!ret)
  233. c->ops.setup_rc_data =
  234. sde_hw_rc_setup_data_dma;
  235. else
  236. c->ops.setup_rc_data =
  237. sde_hw_rc_setup_data_ahb;
  238. c->ops.validate_rc_mask = sde_hw_rc_check_mask;
  239. c->ops.setup_rc_mask = sde_hw_rc_setup_mask;
  240. c->ops.validate_rc_pu_roi = sde_hw_rc_check_pu_roi;
  241. c->ops.setup_rc_pu_roi = sde_hw_rc_setup_pu_roi;
  242. }
  243. }
  244. static void dspp_spr(struct sde_hw_dspp *c)
  245. {
  246. if (c->cap->sblk->spr.version == SDE_COLOR_PROCESS_VER(0x1, 0x0)) {
  247. reg_dmav1_init_dspp_op_v4(SDE_DSPP_SPR, c->idx);
  248. c->ops.setup_spr_init_config = reg_dmav1_setup_spr_init_cfgv1;
  249. } else {
  250. c->ops.setup_spr_init_config = NULL;
  251. }
  252. }
  253. static void dspp_demura(struct sde_hw_dspp *c)
  254. {
  255. int ret;
  256. if (c->cap->sblk->demura.version == SDE_COLOR_PROCESS_VER(0x1, 0x0)) {
  257. ret = reg_dmav1_init_dspp_op_v4(SDE_DSPP_DEMURA, c->idx);
  258. c->ops.setup_demura_cfg = NULL;
  259. c->ops.setup_demura_backlight_cfg = NULL;
  260. if (!ret) {
  261. c->ops.setup_demura_cfg = reg_dmav1_setup_demurav1;
  262. c->ops.setup_demura_backlight_cfg =
  263. sde_demura_backlight_cfg;
  264. }
  265. }
  266. }
  267. static void (*dspp_blocks[SDE_DSPP_MAX])(struct sde_hw_dspp *c);
  268. static void _init_dspp_ops(void)
  269. {
  270. dspp_blocks[SDE_DSPP_IGC] = dspp_igc;
  271. dspp_blocks[SDE_DSPP_PCC] = dspp_pcc;
  272. dspp_blocks[SDE_DSPP_GC] = dspp_gc;
  273. dspp_blocks[SDE_DSPP_HSIC] = dspp_hsic;
  274. dspp_blocks[SDE_DSPP_MEMCOLOR] = dspp_memcolor;
  275. dspp_blocks[SDE_DSPP_SIXZONE] = dspp_sixzone;
  276. dspp_blocks[SDE_DSPP_GAMUT] = dspp_gamut;
  277. dspp_blocks[SDE_DSPP_DITHER] = dspp_dither;
  278. dspp_blocks[SDE_DSPP_HIST] = dspp_hist;
  279. dspp_blocks[SDE_DSPP_VLUT] = dspp_vlut;
  280. dspp_blocks[SDE_DSPP_AD] = dspp_ad;
  281. dspp_blocks[SDE_DSPP_LTM] = dspp_ltm;
  282. dspp_blocks[SDE_DSPP_RC] = dspp_rc;
  283. dspp_blocks[SDE_DSPP_SPR] = dspp_spr;
  284. dspp_blocks[SDE_DSPP_DEMURA] = dspp_demura;
  285. }
  286. static void _setup_dspp_ops(struct sde_hw_dspp *c, unsigned long features)
  287. {
  288. int i = 0;
  289. if (!c->cap->sblk)
  290. return;
  291. for (i = 0; i < SDE_DSPP_MAX; i++) {
  292. if (!test_bit(i, &features))
  293. continue;
  294. if (dspp_blocks[i])
  295. dspp_blocks[i](c);
  296. }
  297. }
  298. static struct sde_hw_blk_ops sde_hw_ops = {
  299. .start = NULL,
  300. .stop = NULL,
  301. };
  302. struct sde_hw_dspp *sde_hw_dspp_init(enum sde_dspp idx,
  303. void __iomem *addr,
  304. struct sde_mdss_cfg *m)
  305. {
  306. struct sde_hw_dspp *c;
  307. struct sde_dspp_cfg *cfg;
  308. int rc;
  309. char buf[256];
  310. if (!addr || !m)
  311. return ERR_PTR(-EINVAL);
  312. c = kzalloc(sizeof(*c), GFP_KERNEL);
  313. if (!c)
  314. return ERR_PTR(-ENOMEM);
  315. cfg = _dspp_offset(idx, m, addr, &c->hw);
  316. if (IS_ERR_OR_NULL(cfg)) {
  317. kfree(c);
  318. return ERR_PTR(-EINVAL);
  319. }
  320. /* Populate DSPP Top HW block */
  321. c->hw_top.base_off = addr;
  322. c->hw_top.blk_off = m->dspp_top.base;
  323. c->hw_top.length = m->dspp_top.len;
  324. c->hw_top.hwversion = m->hwversion;
  325. c->hw_top.log_mask = SDE_DBG_MASK_DSPP;
  326. /* Assign ops */
  327. c->idx = idx;
  328. c->cap = cfg;
  329. _init_dspp_ops();
  330. _setup_dspp_ops(c, c->cap->features);
  331. rc = sde_hw_blk_init(&c->base, SDE_HW_BLK_DSPP, idx, &sde_hw_ops);
  332. if (rc) {
  333. SDE_ERROR("failed to init hw blk %d\n", rc);
  334. goto blk_init_error;
  335. }
  336. sde_dbg_reg_register_dump_range(SDE_DBG_NAME, cfg->name, c->hw.blk_off,
  337. c->hw.blk_off + c->hw.length, c->hw.xin_id);
  338. if ((cfg->sblk->ltm.id == SDE_DSPP_LTM) && cfg->sblk->ltm.base) {
  339. sde_dbg_reg_register_dump_range(SDE_DBG_NAME, "LTM",
  340. c->hw.blk_off + cfg->sblk->ltm.base,
  341. c->hw.blk_off + cfg->sblk->ltm.base + 0xC4,
  342. c->hw.xin_id);
  343. }
  344. if ((cfg->sblk->rc.id == SDE_DSPP_RC) && cfg->sblk->rc.base) {
  345. snprintf(buf, ARRAY_SIZE(buf), "%s_%d", "rc", c->idx - DSPP_0);
  346. sde_dbg_reg_register_dump_range(SDE_DBG_NAME, buf,
  347. c->hw.blk_off + cfg->sblk->rc.base,
  348. c->hw.blk_off + cfg->sblk->rc.base +
  349. cfg->sblk->rc.len, c->hw.xin_id);
  350. }
  351. if ((cfg->sblk->spr.id == SDE_DSPP_SPR) && cfg->sblk->spr.base) {
  352. snprintf(buf, ARRAY_SIZE(buf), "%s_%d", "spr", c->idx - DSPP_0);
  353. sde_dbg_reg_register_dump_range(SDE_DBG_NAME, buf,
  354. c->hw.blk_off + cfg->sblk->spr.base,
  355. c->hw.blk_off + cfg->sblk->spr.base +
  356. cfg->sblk->spr.len, c->hw.xin_id);
  357. }
  358. if ((cfg->sblk->demura.id == SDE_DSPP_DEMURA) &&
  359. cfg->sblk->demura.base) {
  360. snprintf(buf, ARRAY_SIZE(buf), "%s_%d", "demura",
  361. c->idx - DSPP_0);
  362. sde_dbg_reg_register_dump_range(SDE_DBG_NAME, buf,
  363. c->hw.blk_off + cfg->sblk->demura.base,
  364. c->hw.blk_off + cfg->sblk->demura.base +
  365. cfg->sblk->demura.len, c->hw.xin_id);
  366. }
  367. return c;
  368. blk_init_error:
  369. kzfree(c);
  370. return ERR_PTR(rc);
  371. }
  372. void sde_hw_dspp_destroy(struct sde_hw_dspp *dspp)
  373. {
  374. if (dspp) {
  375. reg_dmav1_deinit_dspp_ops(dspp->idx);
  376. reg_dmav1_deinit_ltm_ops(dspp->idx);
  377. sde_hw_blk_destroy(&dspp->base);
  378. }
  379. kfree(dspp);
  380. }