sde_hw_rc.c 27 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078
  1. // SPDX-License-Identifier: GPL-2.0-only
  2. /*
  3. * Copyright (c) 2022 Qualcomm Innovation Center, Inc. All rights reserved.
  4. * Copyright (c) 2020-2021, The Linux Foundation. All rights reserved.
  5. */
  6. #define pr_fmt(fmt) "[drm:%s:%d] " fmt, __func__, __LINE__
  7. #include <drm/msm_drm_pp.h>
  8. #include "sde_kms.h"
  9. #include "sde_reg_dma.h"
  10. #include "sde_hw_rc.h"
  11. #include "sde_hw_catalog.h"
  12. #include "sde_hw_util.h"
  13. #include "sde_hw_dspp.h"
  14. #include "sde_hw_reg_dma_v1_color_proc.h"
  15. /**
  16. * Hardware register set
  17. */
  18. #define SDE_HW_RC_REG0 0x00
  19. #define SDE_HW_RC_REG1 0x04
  20. #define SDE_HW_RC_REG2 0x08
  21. #define SDE_HW_RC_REG3 0x0C
  22. #define SDE_HW_RC_REG4 0x10
  23. #define SDE_HW_RC_REG5 0x14
  24. #define SDE_HW_RC_REG6 0x18
  25. #define SDE_HW_RC_REG7 0x1C
  26. #define SDE_HW_RC_REG8 0x20
  27. #define SDE_HW_RC_REG9 0x24
  28. #define SDE_HW_RC_REG10 0x28
  29. #define SDE_HW_RC_REG11 0x2C
  30. #define SDE_HW_RC_REG12 0x30
  31. #define SDE_HW_RC_REG13 0x34
  32. #define SDE_HW_RC_DATA_REG_SIZE 18
  33. #define SDE_HW_RC_SKIP_DATA_PROG 0x1
  34. #define SDE_HW_RC_DISABLE_R1 0x01E
  35. #define SDE_HW_RC_DISABLE_R2 0x1E0
  36. #define SDE_HW_RC_PU_SKIP_OP 0x1
  37. /**
  38. * struct sde_hw_rc_state - rounded corner cached state per RC instance
  39. *
  40. * @last_rc_mask_cfg: cached value of most recent programmed mask.
  41. * @mask_programmed: true if mask was programmed at least once to RC hardware.
  42. * @last_roi_list: cached value of most recent processed list of ROIs.
  43. * @roi_programmed: true if list of ROIs were processed at least once.
  44. */
  45. struct sde_hw_rc_state {
  46. struct drm_msm_rc_mask_cfg *last_rc_mask_cfg;
  47. bool mask_programmed;
  48. struct msm_roi_list *last_roi_list;
  49. bool roi_programmed;
  50. };
  51. static struct sde_hw_rc_state rc_state[RC_MAX - RC_0] = {
  52. {
  53. .last_rc_mask_cfg = NULL,
  54. .last_roi_list = NULL,
  55. .mask_programmed = false,
  56. .roi_programmed = false,
  57. },
  58. {
  59. .last_rc_mask_cfg = NULL,
  60. .last_roi_list = NULL,
  61. .mask_programmed = false,
  62. .roi_programmed = false,
  63. },
  64. };
  65. #define RC_STATE(hw_dspp) rc_state[hw_dspp->cap->sblk->rc.idx]
  66. enum rc_param_r {
  67. RC_PARAM_R0 = 0x0,
  68. RC_PARAM_R1 = 0x1,
  69. RC_PARAM_R2 = 0x2,
  70. RC_PARAM_R1R2 = (RC_PARAM_R1 | RC_PARAM_R2),
  71. };
  72. enum rc_param_a {
  73. RC_PARAM_A0 = 0x2,
  74. RC_PARAM_A1 = 0x4,
  75. };
  76. enum rc_param_b {
  77. RC_PARAM_B0 = 0x0,
  78. RC_PARAM_B1 = 0x1,
  79. RC_PARAM_B2 = 0x2,
  80. RC_PARAM_B1B2 = (RC_PARAM_B1 | RC_PARAM_B2),
  81. };
  82. enum rc_param_c {
  83. RC_PARAM_C0 = (BIT(8)),
  84. RC_PARAM_C1 = (BIT(10)),
  85. RC_PARAM_C2 = (BIT(10) | BIT(11)),
  86. RC_PARAM_C3 = (BIT(8) | BIT(10)),
  87. RC_PARAM_C4 = (BIT(8) | BIT(9)),
  88. RC_PARAM_C5 = (BIT(8) | BIT(9) | BIT(10) | BIT(11)),
  89. };
  90. enum rc_merge_mode {
  91. RC_MERGE_SINGLE_PIPE = 0x0,
  92. RC_MERGE_DUAL_PIPE = 0x1
  93. };
  94. struct rc_config_table {
  95. enum rc_param_a param_a;
  96. enum rc_param_b param_b;
  97. enum rc_param_c param_c;
  98. enum rc_merge_mode merge_mode;
  99. enum rc_merge_mode merge_mode_en;
  100. };
  101. static struct rc_config_table config_table[] = {
  102. /* RC_PARAM_A0 configurations */
  103. {
  104. .param_a = RC_PARAM_A0,
  105. .param_b = RC_PARAM_B0,
  106. .param_c = RC_PARAM_C5,
  107. .merge_mode = RC_MERGE_SINGLE_PIPE,
  108. .merge_mode_en = RC_MERGE_SINGLE_PIPE,
  109. },
  110. {
  111. .param_a = RC_PARAM_A0,
  112. .param_b = RC_PARAM_B1B2,
  113. .param_c = RC_PARAM_C3,
  114. .merge_mode = RC_MERGE_SINGLE_PIPE,
  115. .merge_mode_en = RC_MERGE_SINGLE_PIPE,
  116. },
  117. {
  118. .param_a = RC_PARAM_A0,
  119. .param_b = RC_PARAM_B1,
  120. .param_c = RC_PARAM_C0,
  121. .merge_mode = RC_MERGE_SINGLE_PIPE,
  122. .merge_mode_en = RC_MERGE_SINGLE_PIPE,
  123. },
  124. {
  125. .param_a = RC_PARAM_A0,
  126. .param_b = RC_PARAM_B2,
  127. .param_c = RC_PARAM_C1,
  128. .merge_mode = RC_MERGE_SINGLE_PIPE,
  129. .merge_mode_en = RC_MERGE_SINGLE_PIPE,
  130. },
  131. {
  132. .param_a = RC_PARAM_A0,
  133. .param_b = RC_PARAM_B0,
  134. .param_c = RC_PARAM_C5,
  135. .merge_mode = RC_MERGE_DUAL_PIPE,
  136. .merge_mode_en = RC_MERGE_DUAL_PIPE,
  137. },
  138. {
  139. .param_a = RC_PARAM_A0,
  140. .param_b = RC_PARAM_B1B2,
  141. .param_c = RC_PARAM_C3,
  142. .merge_mode = RC_MERGE_DUAL_PIPE,
  143. .merge_mode_en = RC_MERGE_DUAL_PIPE,
  144. },
  145. {
  146. .param_a = RC_PARAM_A0,
  147. .param_b = RC_PARAM_B1,
  148. .param_c = RC_PARAM_C0,
  149. .merge_mode = RC_MERGE_DUAL_PIPE,
  150. .merge_mode_en = RC_MERGE_SINGLE_PIPE,
  151. },
  152. {
  153. .param_a = RC_PARAM_A0,
  154. .param_b = RC_PARAM_B2,
  155. .param_c = RC_PARAM_C1,
  156. .merge_mode = RC_MERGE_DUAL_PIPE,
  157. .merge_mode_en = RC_MERGE_SINGLE_PIPE,
  158. },
  159. /* RC_PARAM_A1 configurations */
  160. {
  161. .param_a = RC_PARAM_A1,
  162. .param_b = RC_PARAM_B0,
  163. .param_c = RC_PARAM_C5,
  164. .merge_mode = RC_MERGE_SINGLE_PIPE,
  165. .merge_mode_en = RC_MERGE_SINGLE_PIPE,
  166. },
  167. {
  168. .param_a = RC_PARAM_A1,
  169. .param_b = RC_PARAM_B1B2,
  170. .param_c = RC_PARAM_C5,
  171. .merge_mode = RC_MERGE_SINGLE_PIPE,
  172. .merge_mode_en = RC_MERGE_SINGLE_PIPE,
  173. },
  174. {
  175. .param_a = RC_PARAM_A1,
  176. .param_b = RC_PARAM_B1,
  177. .param_c = RC_PARAM_C4,
  178. .merge_mode = RC_MERGE_SINGLE_PIPE,
  179. .merge_mode_en = RC_MERGE_SINGLE_PIPE,
  180. },
  181. {
  182. .param_a = RC_PARAM_A1,
  183. .param_b = RC_PARAM_B2,
  184. .param_c = RC_PARAM_C2,
  185. .merge_mode = RC_MERGE_SINGLE_PIPE,
  186. .merge_mode_en = RC_MERGE_SINGLE_PIPE,
  187. },
  188. {
  189. .param_a = RC_PARAM_A1,
  190. .param_b = RC_PARAM_B0,
  191. .param_c = RC_PARAM_C5,
  192. .merge_mode = RC_MERGE_DUAL_PIPE,
  193. .merge_mode_en = RC_MERGE_DUAL_PIPE,
  194. },
  195. {
  196. .param_a = RC_PARAM_A1,
  197. .param_b = RC_PARAM_B1B2,
  198. .param_c = RC_PARAM_C5,
  199. .merge_mode = RC_MERGE_DUAL_PIPE,
  200. .merge_mode_en = RC_MERGE_DUAL_PIPE,
  201. },
  202. {
  203. .param_a = RC_PARAM_A1,
  204. .param_b = RC_PARAM_B1,
  205. .param_c = RC_PARAM_C4,
  206. .merge_mode = RC_MERGE_DUAL_PIPE,
  207. .merge_mode_en = RC_MERGE_SINGLE_PIPE,
  208. },
  209. {
  210. .param_a = RC_PARAM_A1,
  211. .param_b = RC_PARAM_B2,
  212. .param_c = RC_PARAM_C2,
  213. .merge_mode = RC_MERGE_DUAL_PIPE,
  214. .merge_mode_en = RC_MERGE_SINGLE_PIPE,
  215. },
  216. };
  217. static inline void _sde_hw_rc_reg_write(
  218. struct sde_hw_dspp *hw_dspp,
  219. int offset,
  220. u32 value)
  221. {
  222. u32 address = hw_dspp->cap->sblk->rc.base + offset;
  223. SDE_DEBUG("rc:%u, address:0x%08X, value:0x%08X\n",
  224. hw_dspp->cap->sblk->rc.idx,
  225. hw_dspp->hw.blk_off + address, value);
  226. SDE_REG_WRITE(&hw_dspp->hw, address, value);
  227. }
  228. static int _sde_hw_rc_get_enable_bits(
  229. enum rc_param_a param_a,
  230. enum rc_param_b param_b,
  231. enum rc_param_c *param_c,
  232. u32 merge_mode,
  233. u32 *merge_mode_en)
  234. {
  235. int i = 0;
  236. if (!param_c || !merge_mode_en) {
  237. SDE_ERROR("invalid arguments\n");
  238. return -EINVAL;
  239. }
  240. for (i = 0; i < ARRAY_SIZE(config_table); i++) {
  241. if (merge_mode == config_table[i].merge_mode &&
  242. param_a == config_table[i].param_a &&
  243. param_b == config_table[i].param_b) {
  244. *param_c = config_table[i].param_c;
  245. *merge_mode_en = config_table[i].merge_mode_en;
  246. SDE_DEBUG("found param_c:0x%08X, merge_mode_en:%d\n",
  247. *param_c, *merge_mode_en);
  248. return 0;
  249. }
  250. }
  251. SDE_ERROR("configuration not supported");
  252. return -EINVAL;
  253. }
  254. static int _sde_hw_rc_get_merge_mode(
  255. const struct sde_hw_cp_cfg *hw_cfg,
  256. u32 *merge_mode)
  257. {
  258. int rc = 0;
  259. if (!hw_cfg || !merge_mode) {
  260. SDE_ERROR("invalid arguments\n");
  261. return -EINVAL;
  262. }
  263. if (hw_cfg->num_of_mixers == 1)
  264. *merge_mode = RC_MERGE_SINGLE_PIPE;
  265. else if (hw_cfg->num_of_mixers == 2)
  266. *merge_mode = RC_MERGE_DUAL_PIPE;
  267. else {
  268. SDE_ERROR("invalid number of mixers:%d\n",
  269. hw_cfg->num_of_mixers);
  270. return -EINVAL;
  271. }
  272. SDE_DEBUG("number mixers:%u, merge mode:%u\n",
  273. hw_cfg->num_of_mixers, *merge_mode);
  274. return rc;
  275. }
  276. static int _sde_hw_rc_get_ajusted_roi(
  277. const struct sde_hw_cp_cfg *hw_cfg,
  278. const struct sde_rect *pu_roi,
  279. struct sde_rect *rc_roi)
  280. {
  281. int rc = 0;
  282. if (!hw_cfg || !pu_roi || !rc_roi) {
  283. SDE_ERROR("invalid arguments\n");
  284. return -EINVAL;
  285. }
  286. /*when partial update is disabled, use full screen ROI*/
  287. if (pu_roi->w == 0 && pu_roi->h == 0) {
  288. rc_roi->x = pu_roi->x;
  289. rc_roi->y = pu_roi->y;
  290. rc_roi->w = hw_cfg->displayh;
  291. rc_roi->h = hw_cfg->displayv;
  292. } else {
  293. memcpy(rc_roi, pu_roi, sizeof(struct sde_rect));
  294. }
  295. SDE_DEBUG("displayh:%u, displayv:%u\n", hw_cfg->displayh,
  296. hw_cfg->displayv);
  297. SDE_DEBUG("pu_roi x:%u, y:%u, w:%u, h:%u\n", pu_roi->x, pu_roi->y,
  298. pu_roi->w, pu_roi->h);
  299. SDE_DEBUG("rc_roi x:%u, y:%u, w:%u, h:%u\n", rc_roi->x, rc_roi->y,
  300. rc_roi->w, rc_roi->h);
  301. return rc;
  302. }
  303. static int _sde_hw_rc_get_param_rb(
  304. const struct drm_msm_rc_mask_cfg *rc_mask_cfg,
  305. const struct sde_rect *rc_roi,
  306. enum rc_param_r *param_r,
  307. enum rc_param_b *param_b)
  308. {
  309. int rc = 0;
  310. int half_panel_x = 0, half_panel_w = 0;
  311. int cfg_param_01 = 0, cfg_param_02 = 0;
  312. int x1 = 0, x2 = 0, y1 = 0, y2 = 0;
  313. if (!rc_mask_cfg || !rc_roi || !param_r || !param_b) {
  314. SDE_ERROR("invalid arguments\n");
  315. return -EINVAL;
  316. }
  317. if (rc_mask_cfg->cfg_param_03 == RC_PARAM_A1)
  318. half_panel_w = rc_mask_cfg->cfg_param_04[0] +
  319. rc_mask_cfg->cfg_param_04[1];
  320. else if (rc_mask_cfg->cfg_param_03 == RC_PARAM_A0)
  321. half_panel_w = rc_mask_cfg->cfg_param_04[0];
  322. else {
  323. SDE_ERROR("invalid cfg_param_03:%u\n",
  324. rc_mask_cfg->cfg_param_03);
  325. return -EINVAL;
  326. }
  327. cfg_param_01 = rc_mask_cfg->cfg_param_01;
  328. cfg_param_02 = rc_mask_cfg->cfg_param_02;
  329. x1 = rc_roi->x;
  330. x2 = rc_roi->x + rc_roi->w - 1;
  331. y1 = rc_roi->y;
  332. y2 = rc_roi->y + rc_roi->h - 1;
  333. half_panel_x = half_panel_w - 1;
  334. SDE_DEBUG("x1:%u y1:%u x2:%u y2:%u\n", x1, y1, x2, y2);
  335. SDE_DEBUG("cfg_param_01:%u cfg_param_02:%u half_panel_x:%u",
  336. cfg_param_01, cfg_param_02, half_panel_x);
  337. if (x1 < 0 || x2 < 0 || y1 < 0 || y2 < 0 || half_panel_x < 0 ||
  338. x1 >= x2 || y1 >= y2) {
  339. SDE_ERROR("invalid coordinates\n");
  340. return -EINVAL;
  341. }
  342. if (y1 <= cfg_param_01) {
  343. *param_r |= RC_PARAM_R1;
  344. if (x1 <= half_panel_x && x2 <= half_panel_x)
  345. *param_b |= RC_PARAM_B1;
  346. else if (x1 > half_panel_x && x2 > half_panel_x)
  347. *param_b |= RC_PARAM_B2;
  348. else
  349. *param_b |= RC_PARAM_B1B2;
  350. }
  351. if (y2 >= cfg_param_02) {
  352. *param_r |= RC_PARAM_R2;
  353. if (x1 <= half_panel_x && x2 <= half_panel_x)
  354. *param_b |= RC_PARAM_B1;
  355. else if (x1 > half_panel_x && x2 > half_panel_x)
  356. *param_b |= RC_PARAM_B2;
  357. else
  358. *param_b |= RC_PARAM_B1B2;
  359. }
  360. SDE_DEBUG("param_r:0x%08X param_b:0x%08X\n", *param_r, *param_b);
  361. SDE_EVT32(rc_roi->x, rc_roi->y, rc_roi->w, rc_roi->h);
  362. SDE_EVT32(x1, y1, x2, y2, cfg_param_01, cfg_param_02, half_panel_x);
  363. return rc;
  364. }
  365. static int _sde_hw_rc_program_enable_bits(
  366. struct sde_hw_dspp *hw_dspp,
  367. struct drm_msm_rc_mask_cfg *rc_mask_cfg,
  368. enum rc_param_a param_a,
  369. enum rc_param_b param_b,
  370. enum rc_param_r param_r,
  371. int merge_mode,
  372. struct sde_rect *rc_roi)
  373. {
  374. int rc = 0;
  375. u32 val = 0, param_c = 0, rc_merge_mode = 0, ystart = 0;
  376. u64 flags = 0;
  377. bool r1_valid = false, r2_valid = false;
  378. bool pu_in_r1 = false, pu_in_r2 = false;
  379. bool r1_enable = false, r2_enable = false;
  380. if (!hw_dspp || !rc_mask_cfg || !rc_roi) {
  381. SDE_ERROR("invalid arguments\n");
  382. return -EINVAL;
  383. }
  384. rc = _sde_hw_rc_get_enable_bits(param_a, param_b, &param_c,
  385. merge_mode, &rc_merge_mode);
  386. if (rc) {
  387. SDE_ERROR("invalid enable bits, rc:%d\n", rc);
  388. return rc;
  389. }
  390. flags = rc_mask_cfg->flags;
  391. r1_valid = ((flags & SDE_HW_RC_DISABLE_R1) != SDE_HW_RC_DISABLE_R1);
  392. r2_valid = ((flags & SDE_HW_RC_DISABLE_R2) != SDE_HW_RC_DISABLE_R2);
  393. pu_in_r1 = (param_r == RC_PARAM_R1 || param_r == RC_PARAM_R1R2);
  394. pu_in_r2 = (param_r == RC_PARAM_R2 || param_r == RC_PARAM_R1R2);
  395. r1_enable = (r1_valid && pu_in_r1);
  396. r2_enable = (r2_valid && pu_in_r2);
  397. if (r1_enable)
  398. val |= BIT(0);
  399. if (r2_enable)
  400. val |= BIT(4);
  401. /*corner case for partial update in R2 region*/
  402. if (!r1_enable && r2_enable)
  403. ystart = rc_roi->y;
  404. SDE_DEBUG("flags:%x, R1 valid:%d, R2 valid:%d, PU in R1:%d, PU in R2:%d, Y_START:%d\n",
  405. flags, r1_valid, r2_valid, pu_in_r1, pu_in_r2, ystart);
  406. SDE_EVT32(flags, r1_valid, r2_valid, pu_in_r1, pu_in_r2, ystart);
  407. val |= param_c;
  408. _sde_hw_rc_reg_write(hw_dspp, SDE_HW_RC_REG1, val);
  409. _sde_hw_rc_reg_write(hw_dspp, SDE_HW_RC_REG13, ystart);
  410. _sde_hw_rc_reg_write(hw_dspp, SDE_HW_RC_REG9, rc_merge_mode);
  411. return rc;
  412. }
  413. static int _sde_hw_rc_program_roi(
  414. struct sde_hw_dspp *hw_dspp,
  415. struct drm_msm_rc_mask_cfg *rc_mask_cfg,
  416. int merge_mode,
  417. struct sde_rect *rc_roi)
  418. {
  419. int rc = 0;
  420. u32 val2 = 0, val3 = 0, val4 = 0;
  421. enum rc_param_r param_r = RC_PARAM_R0;
  422. enum rc_param_a param_a = RC_PARAM_A0;
  423. enum rc_param_b param_b = RC_PARAM_B0;
  424. if (!hw_dspp || !rc_mask_cfg || !rc_roi) {
  425. SDE_ERROR("invalid arguments\n");
  426. return -EINVAL;
  427. }
  428. rc = _sde_hw_rc_get_param_rb(rc_mask_cfg, rc_roi, &param_r,
  429. &param_b);
  430. if (rc) {
  431. SDE_ERROR("invalid rc roi, rc:%d\n", rc);
  432. return rc;
  433. }
  434. param_a = rc_mask_cfg->cfg_param_03;
  435. rc = _sde_hw_rc_program_enable_bits(hw_dspp, rc_mask_cfg,
  436. param_a, param_b, param_r, merge_mode, rc_roi);
  437. if (rc) {
  438. SDE_ERROR("failed to program enable bits, rc:%d\n", rc);
  439. return rc;
  440. }
  441. val2 = ((rc_mask_cfg->cfg_param_01 & 0x0000FFFF) |
  442. ((rc_mask_cfg->cfg_param_02 << 16) & 0xFFFF0000));
  443. if (param_a == RC_PARAM_A1) {
  444. val3 = (rc_mask_cfg->cfg_param_04[0] |
  445. (rc_mask_cfg->cfg_param_04[1] << 16));
  446. val4 = (rc_mask_cfg->cfg_param_04[2] |
  447. (rc_mask_cfg->cfg_param_04[3] << 16));
  448. } else if (param_a == RC_PARAM_A0) {
  449. val3 = (rc_mask_cfg->cfg_param_04[0]);
  450. val4 = (rc_mask_cfg->cfg_param_04[1]);
  451. }
  452. _sde_hw_rc_reg_write(hw_dspp, SDE_HW_RC_REG2, val2);
  453. _sde_hw_rc_reg_write(hw_dspp, SDE_HW_RC_REG3, val3);
  454. _sde_hw_rc_reg_write(hw_dspp, SDE_HW_RC_REG4, val4);
  455. return 0;
  456. }
  457. static int _sde_hw_rc_program_data_offset(
  458. struct sde_hw_dspp *hw_dspp,
  459. struct drm_msm_rc_mask_cfg *rc_mask_cfg)
  460. {
  461. int rc = 0;
  462. u32 val5 = 0, val6 = 0, val7 = 0, val8 = 0;
  463. u32 cfg_param_07;
  464. if (!hw_dspp || !rc_mask_cfg) {
  465. SDE_ERROR("invalid arguments\n");
  466. return -EINVAL;
  467. }
  468. cfg_param_07 = rc_mask_cfg->cfg_param_07;
  469. if (rc_mask_cfg->cfg_param_03 == RC_PARAM_A1) {
  470. val5 = ((rc_mask_cfg->cfg_param_05[0] + cfg_param_07) |
  471. ((rc_mask_cfg->cfg_param_05[1] + cfg_param_07)
  472. << 16));
  473. val6 = ((rc_mask_cfg->cfg_param_05[2] + cfg_param_07)|
  474. ((rc_mask_cfg->cfg_param_05[3] + cfg_param_07)
  475. << 16));
  476. val7 = ((rc_mask_cfg->cfg_param_06[0] + cfg_param_07) |
  477. ((rc_mask_cfg->cfg_param_06[1] + cfg_param_07)
  478. << 16));
  479. val8 = ((rc_mask_cfg->cfg_param_06[2] + cfg_param_07) |
  480. ((rc_mask_cfg->cfg_param_06[3] + cfg_param_07)
  481. << 16));
  482. } else if (rc_mask_cfg->cfg_param_03 == RC_PARAM_A0) {
  483. val5 = (rc_mask_cfg->cfg_param_05[0] + cfg_param_07);
  484. val6 = (rc_mask_cfg->cfg_param_05[1] + cfg_param_07);
  485. val7 = (rc_mask_cfg->cfg_param_06[0] + cfg_param_07);
  486. val8 = (rc_mask_cfg->cfg_param_06[1] + cfg_param_07);
  487. }
  488. _sde_hw_rc_reg_write(hw_dspp, SDE_HW_RC_REG5, val5);
  489. _sde_hw_rc_reg_write(hw_dspp, SDE_HW_RC_REG6, val6);
  490. _sde_hw_rc_reg_write(hw_dspp, SDE_HW_RC_REG7, val7);
  491. _sde_hw_rc_reg_write(hw_dspp, SDE_HW_RC_REG8, val8);
  492. return rc;
  493. }
  494. static int sde_hw_rc_check_mask_cfg(
  495. struct sde_hw_dspp *hw_dspp,
  496. struct sde_hw_cp_cfg *hw_cfg,
  497. struct drm_msm_rc_mask_cfg *rc_mask_cfg)
  498. {
  499. int rc = 0;
  500. u32 i = 0;
  501. u32 half_panel_width;
  502. u32 mem_total_size, min_region_width;
  503. u64 flags;
  504. u32 cfg_param_01, cfg_param_02, cfg_param_03;
  505. u32 cfg_param_07, cfg_param_08;
  506. u32 *cfg_param_04, *cfg_param_05, *cfg_param_06;
  507. bool r1_enable, r2_enable;
  508. if (!hw_dspp || !hw_cfg || !rc_mask_cfg) {
  509. SDE_ERROR("invalid arguments\n");
  510. return -EINVAL;
  511. }
  512. if (hw_cfg->panel_height != rc_mask_cfg->height ||
  513. rc_mask_cfg->width != hw_cfg->panel_width) {
  514. SDE_ERROR("RC mask Layer: h %d w %d panel: h %d w %d mismatch\n",
  515. rc_mask_cfg->height, rc_mask_cfg->width,
  516. hw_cfg->panel_height, hw_cfg->panel_width);
  517. return -EINVAL;
  518. }
  519. flags = rc_mask_cfg->flags;
  520. cfg_param_01 = rc_mask_cfg->cfg_param_01;
  521. cfg_param_02 = rc_mask_cfg->cfg_param_02;
  522. cfg_param_03 = rc_mask_cfg->cfg_param_03;
  523. cfg_param_04 = rc_mask_cfg->cfg_param_04;
  524. cfg_param_05 = rc_mask_cfg->cfg_param_05;
  525. cfg_param_06 = rc_mask_cfg->cfg_param_06;
  526. cfg_param_07 = rc_mask_cfg->cfg_param_07;
  527. cfg_param_08 = rc_mask_cfg->cfg_param_08;
  528. r1_enable = ((flags & SDE_HW_RC_DISABLE_R1) != SDE_HW_RC_DISABLE_R1);
  529. r2_enable = ((flags & SDE_HW_RC_DISABLE_R2) != SDE_HW_RC_DISABLE_R2);
  530. mem_total_size = hw_dspp->cap->sblk->rc.mem_total_size;
  531. min_region_width = hw_dspp->cap->sblk->rc.min_region_width;
  532. if (cfg_param_07 > mem_total_size) {
  533. SDE_ERROR("invalid cfg_param_07:%d\n", cfg_param_07);
  534. return -EINVAL;
  535. }
  536. if (cfg_param_08 > RC_DATA_SIZE_MAX) {
  537. SDE_ERROR("invalid cfg_param_08:%d\n", cfg_param_08);
  538. return -EINVAL;
  539. }
  540. if ((cfg_param_07 + cfg_param_08) > mem_total_size) {
  541. SDE_ERROR("invalid cfg_param_08:%d, cfg_param_07:%d, max:%u\n",
  542. cfg_param_08, cfg_param_07, mem_total_size);
  543. return -EINVAL;
  544. }
  545. if (!(cfg_param_03 == RC_PARAM_A1 || cfg_param_03 == RC_PARAM_A0)) {
  546. SDE_ERROR("invalid cfg_param_03:%d\n", cfg_param_03);
  547. return -EINVAL;
  548. }
  549. for (i = 0; i < cfg_param_03; i++) {
  550. if (cfg_param_04[i] < min_region_width) {
  551. SDE_ERROR("invalid cfg_param_04[%d]:%d\n", i,
  552. cfg_param_04[i]);
  553. return -EINVAL;
  554. }
  555. }
  556. half_panel_width = hw_cfg->panel_width / cfg_param_03 * 2;
  557. for (i = 0; i < cfg_param_03; i += 2) {
  558. if (cfg_param_04[i] + cfg_param_04[i+1] != half_panel_width) {
  559. SDE_ERROR("invalid ratio [%d]:%d, [%d]:%d, %d\n",
  560. i, cfg_param_04[i], i+1,
  561. cfg_param_04[i+1], half_panel_width);
  562. return -EINVAL;
  563. }
  564. }
  565. if (r1_enable && r2_enable) {
  566. if (cfg_param_01 > cfg_param_02) {
  567. SDE_ERROR("invalid cfg_param_01:%d, cfg_param_02:%d\n",
  568. cfg_param_01, cfg_param_02);
  569. return -EINVAL;
  570. }
  571. } else {
  572. SDE_DEBUG("R1 or R2 disabled, skip overlap check");
  573. }
  574. if (r1_enable) {
  575. if (cfg_param_01 < 1) {
  576. SDE_ERROR("invalid min cfg_param_01:%d\n",
  577. cfg_param_01);
  578. return -EINVAL;
  579. }
  580. for (i = 0; i < cfg_param_03 - 1; i++) {
  581. if (cfg_param_05[i] >= cfg_param_05[i+1]) {
  582. SDE_ERROR("invalid cfg_param_05 %d, %d\n",
  583. cfg_param_05[i],
  584. cfg_param_05[i+1]);
  585. return -EINVAL;
  586. }
  587. }
  588. for (i = 0; i < cfg_param_03; i++) {
  589. if (cfg_param_05[i] > RC_DATA_SIZE_MAX) {
  590. SDE_ERROR("invalid cfg_param_05[%d]:%d\n", i,
  591. cfg_param_05[i]);
  592. return -EINVAL;
  593. }
  594. }
  595. } else {
  596. SDE_DEBUG("R1 is disabled, skip parameter checks\n");
  597. }
  598. if (r2_enable) {
  599. if ((hw_cfg->panel_height - cfg_param_02) < 1) {
  600. SDE_ERROR("invalid max cfg_param_02:%d, panel_height:%d\n",
  601. cfg_param_02, hw_cfg->panel_height);
  602. return -EINVAL;
  603. }
  604. for (i = 0; i < cfg_param_03 - 1; i++) {
  605. if (cfg_param_06[i] >= cfg_param_06[i+1]) {
  606. SDE_ERROR("invalid cfg_param_06 %d, %d\n",
  607. cfg_param_06[i],
  608. cfg_param_06[i+1]);
  609. return -EINVAL;
  610. }
  611. }
  612. for (i = 0; i < cfg_param_03; i++) {
  613. if (cfg_param_06[i] > RC_DATA_SIZE_MAX) {
  614. SDE_ERROR("invalid cfg_param_06[%d]:%d\n", i,
  615. cfg_param_06[i]);
  616. return -EINVAL;
  617. }
  618. }
  619. } else {
  620. SDE_DEBUG("R2 is disabled, skip parameter checks\n");
  621. }
  622. return rc;
  623. }
  624. int sde_hw_rc_check_mask(struct sde_hw_dspp *hw_dspp, void *cfg)
  625. {
  626. int rc = 0;
  627. struct sde_hw_cp_cfg *hw_cfg = cfg;
  628. struct drm_msm_rc_mask_cfg *rc_mask_cfg;
  629. if (!hw_dspp || !hw_cfg) {
  630. SDE_ERROR("invalid arguments\n");
  631. return -EINVAL;
  632. }
  633. if ((hw_cfg->len == 0 && hw_cfg->payload == NULL)) {
  634. SDE_DEBUG("RC feature disabled, skip mask checks\n");
  635. return 0;
  636. }
  637. if (hw_cfg->len != sizeof(struct drm_msm_rc_mask_cfg) ||
  638. !hw_cfg->payload) {
  639. SDE_ERROR("invalid payload len %d exp %zd\n", hw_cfg->len,
  640. sizeof(struct drm_msm_rc_mask_cfg));
  641. return -EINVAL;
  642. }
  643. rc_mask_cfg = hw_cfg->payload;
  644. if (hw_cfg->num_of_mixers != 1 && hw_cfg->num_of_mixers != 2) {
  645. SDE_ERROR("invalid number of mixers:%d\n",
  646. hw_cfg->num_of_mixers);
  647. return -EINVAL;
  648. }
  649. rc = sde_hw_rc_check_mask_cfg(hw_dspp, hw_cfg, rc_mask_cfg);
  650. if (rc) {
  651. SDE_ERROR("invalid rc mask configuration, rc:%d\n", rc);
  652. return rc;
  653. }
  654. return 0;
  655. }
  656. int sde_hw_rc_check_pu_roi(struct sde_hw_dspp *hw_dspp, void *cfg)
  657. {
  658. int rc = 0;
  659. struct sde_hw_cp_cfg *hw_cfg = cfg;
  660. struct msm_roi_list *roi_list;
  661. struct msm_roi_list empty_roi_list;
  662. struct sde_rect rc_roi, merged_roi;
  663. struct drm_msm_rc_mask_cfg *rc_mask_cfg;
  664. bool mask_programmed = false;
  665. enum rc_param_r param_r = RC_PARAM_R0;
  666. enum rc_param_b param_b = RC_PARAM_B0;
  667. if (!hw_dspp || !hw_cfg) {
  668. SDE_ERROR("invalid arguments\n");
  669. return -EINVAL;
  670. }
  671. if (hw_cfg->len != sizeof(struct sde_drm_roi_v1)) {
  672. SDE_ERROR("invalid payload size\n");
  673. return -EINVAL;
  674. }
  675. roi_list = hw_cfg->payload;
  676. if (!roi_list) {
  677. SDE_DEBUG("full frame update\n");
  678. memset(&empty_roi_list, 0, sizeof(struct msm_roi_list));
  679. roi_list = &empty_roi_list;
  680. }
  681. rc_mask_cfg = RC_STATE(hw_dspp).last_rc_mask_cfg;
  682. mask_programmed = RC_STATE(hw_dspp).mask_programmed;
  683. /* early return when there is no mask in memory */
  684. if (!mask_programmed || !rc_mask_cfg) {
  685. SDE_DEBUG("no previous rc mask programmed\n");
  686. return SDE_HW_RC_PU_SKIP_OP;
  687. }
  688. rc = sde_hw_rc_check_mask_cfg(hw_dspp, hw_cfg, rc_mask_cfg);
  689. if (rc) {
  690. SDE_ERROR("invalid rc mask configuration, rc:%d\n", rc);
  691. return rc;
  692. }
  693. sde_kms_rect_merge_rectangles(roi_list, &merged_roi);
  694. rc = _sde_hw_rc_get_ajusted_roi(hw_cfg, &merged_roi, &rc_roi);
  695. if (rc) {
  696. SDE_ERROR("failed to get adjusted roi, rc:%d\n", rc);
  697. return rc;
  698. }
  699. rc = _sde_hw_rc_get_param_rb(rc_mask_cfg, &rc_roi,
  700. &param_r, &param_b);
  701. if (rc) {
  702. SDE_ERROR("invalid rc roi, rc:%d\n", rc);
  703. return rc;
  704. }
  705. return 0;
  706. }
  707. int sde_hw_rc_setup_pu_roi(struct sde_hw_dspp *hw_dspp, void *cfg)
  708. {
  709. int rc = 0;
  710. struct sde_hw_cp_cfg *hw_cfg = cfg;
  711. struct msm_roi_list *roi_list;
  712. struct msm_roi_list empty_roi_list;
  713. struct sde_rect rc_roi, merged_roi;
  714. struct drm_msm_rc_mask_cfg *rc_mask_cfg;
  715. enum rc_param_r param_r = RC_PARAM_R0;
  716. enum rc_param_a param_a = RC_PARAM_A0;
  717. enum rc_param_b param_b = RC_PARAM_B0;
  718. u32 merge_mode = 0;
  719. bool mask_programmed = false;
  720. if (!hw_dspp || !hw_cfg) {
  721. SDE_ERROR("invalid arguments\n");
  722. return -EINVAL;
  723. }
  724. if (hw_cfg->len != sizeof(struct sde_drm_roi_v1)) {
  725. SDE_ERROR("invalid payload size\n");
  726. return -EINVAL;
  727. }
  728. roi_list = hw_cfg->payload;
  729. if (!roi_list) {
  730. SDE_DEBUG("full frame update\n");
  731. memset(&empty_roi_list, 0, sizeof(struct msm_roi_list));
  732. roi_list = &empty_roi_list;
  733. }
  734. rc_mask_cfg = RC_STATE(hw_dspp).last_rc_mask_cfg;
  735. mask_programmed = RC_STATE(hw_dspp).mask_programmed;
  736. /* early return when there is no mask in memory */
  737. if (!mask_programmed || !rc_mask_cfg) {
  738. SDE_DEBUG("no previous rc mask programmed\n");
  739. return SDE_HW_RC_PU_SKIP_OP;
  740. }
  741. sde_kms_rect_merge_rectangles(roi_list, &merged_roi);
  742. rc = _sde_hw_rc_get_ajusted_roi(hw_cfg, &merged_roi, &rc_roi);
  743. if (rc) {
  744. SDE_ERROR("failed to get adjusted roi, rc:%d\n", rc);
  745. return rc;
  746. }
  747. rc = _sde_hw_rc_get_merge_mode(hw_cfg, &merge_mode);
  748. if (rc) {
  749. SDE_ERROR("invalid merge_mode, rc:%d\n", rc);
  750. return rc;
  751. }
  752. rc = _sde_hw_rc_get_param_rb(rc_mask_cfg, &rc_roi, &param_r,
  753. &param_b);
  754. if (rc) {
  755. SDE_ERROR("invalid roi, rc:%d\n", rc);
  756. return rc;
  757. }
  758. param_a = rc_mask_cfg->cfg_param_03;
  759. rc = _sde_hw_rc_program_enable_bits(hw_dspp, rc_mask_cfg,
  760. param_a, param_b, param_r, merge_mode, &rc_roi);
  761. if (rc) {
  762. SDE_ERROR("failed to program enable bits, rc:%d\n", rc);
  763. return rc;
  764. }
  765. memcpy(RC_STATE(hw_dspp).last_roi_list,
  766. roi_list, sizeof(struct msm_roi_list));
  767. RC_STATE(hw_dspp).roi_programmed = true;
  768. return 0;
  769. }
  770. int sde_hw_rc_setup_mask(struct sde_hw_dspp *hw_dspp, void *cfg)
  771. {
  772. int rc = 0;
  773. struct sde_hw_cp_cfg *hw_cfg = cfg;
  774. struct drm_msm_rc_mask_cfg *rc_mask_cfg;
  775. struct sde_rect rc_roi, merged_roi;
  776. struct msm_roi_list *last_roi_list;
  777. u32 merge_mode = 0;
  778. bool roi_programmed = false;
  779. if (!hw_dspp || !hw_cfg) {
  780. SDE_ERROR("invalid arguments\n");
  781. return -EINVAL;
  782. }
  783. if ((hw_cfg->len == 0 && hw_cfg->payload == NULL)) {
  784. SDE_DEBUG("RC feature disabled\n");
  785. _sde_hw_rc_reg_write(hw_dspp, SDE_HW_RC_REG1, 0);
  786. memset(RC_STATE(hw_dspp).last_rc_mask_cfg, 0,
  787. sizeof(struct drm_msm_rc_mask_cfg));
  788. RC_STATE(hw_dspp).mask_programmed = false;
  789. memset(RC_STATE(hw_dspp).last_roi_list, 0,
  790. sizeof(struct msm_roi_list));
  791. RC_STATE(hw_dspp).roi_programmed = false;
  792. return 0;
  793. }
  794. if (hw_cfg->len != sizeof(struct drm_msm_rc_mask_cfg) ||
  795. !hw_cfg->payload) {
  796. SDE_ERROR("invalid payload\n");
  797. return -EINVAL;
  798. }
  799. rc_mask_cfg = hw_cfg->payload;
  800. last_roi_list = RC_STATE(hw_dspp).last_roi_list;
  801. roi_programmed = RC_STATE(hw_dspp).roi_programmed;
  802. if (!roi_programmed) {
  803. SDE_DEBUG("full frame update\n");
  804. memset(&merged_roi, 0, sizeof(struct sde_rect));
  805. } else {
  806. SDE_DEBUG("partial frame update\n");
  807. sde_kms_rect_merge_rectangles(last_roi_list, &merged_roi);
  808. }
  809. rc = _sde_hw_rc_get_ajusted_roi(hw_cfg, &merged_roi, &rc_roi);
  810. if (rc) {
  811. SDE_ERROR("failed to get adjusted roi, rc:%d\n", rc);
  812. return rc;
  813. }
  814. rc = _sde_hw_rc_get_merge_mode(hw_cfg, &merge_mode);
  815. if (rc) {
  816. SDE_ERROR("invalid merge_mode, rc:%d\n", rc);
  817. return rc;
  818. }
  819. rc = _sde_hw_rc_program_roi(hw_dspp, rc_mask_cfg,
  820. merge_mode, &rc_roi);
  821. if (rc) {
  822. SDE_ERROR("unable to program rc roi, rc:%d\n", rc);
  823. return rc;
  824. }
  825. rc = _sde_hw_rc_program_data_offset(hw_dspp, rc_mask_cfg);
  826. if (rc) {
  827. SDE_ERROR("unable to program data offsets, rc:%d\n", rc);
  828. return rc;
  829. }
  830. memcpy(RC_STATE(hw_dspp).last_rc_mask_cfg, rc_mask_cfg,
  831. sizeof(struct drm_msm_rc_mask_cfg));
  832. RC_STATE(hw_dspp).mask_programmed = true;
  833. return 0;
  834. }
  835. int sde_hw_rc_setup_data_dma(struct sde_hw_dspp *hw_dspp, void *cfg)
  836. {
  837. int rc = 0;
  838. struct sde_hw_cp_cfg *hw_cfg = cfg;
  839. struct drm_msm_rc_mask_cfg *rc_mask_cfg;
  840. if (!hw_dspp || !hw_cfg) {
  841. SDE_ERROR("invalid arguments\n");
  842. return -EINVAL;
  843. }
  844. if ((hw_cfg->len == 0 && hw_cfg->payload == NULL)) {
  845. SDE_DEBUG("RC feature disabled, skip data programming\n");
  846. return 0;
  847. }
  848. if (hw_cfg->len != sizeof(struct drm_msm_rc_mask_cfg) ||
  849. !hw_cfg->payload) {
  850. SDE_ERROR("invalid payload\n");
  851. return -EINVAL;
  852. }
  853. rc_mask_cfg = hw_cfg->payload;
  854. if (rc_mask_cfg->flags & SDE_HW_RC_SKIP_DATA_PROG) {
  855. SDE_DEBUG("skip data programming\n");
  856. return 0;
  857. }
  858. rc = reg_dmav1_setup_rc_datav1(hw_dspp, cfg);
  859. if (rc) {
  860. SDE_ERROR("unable to setup rc with dma, rc:%d\n", rc);
  861. return rc;
  862. }
  863. return rc;
  864. }
  865. int sde_hw_rc_setup_data_ahb(struct sde_hw_dspp *hw_dspp, void *cfg)
  866. {
  867. int rc = 0, i = 0;
  868. u32 data = 0, cfg_param_07 = 0;
  869. struct sde_hw_cp_cfg *hw_cfg = cfg;
  870. struct drm_msm_rc_mask_cfg *rc_mask_cfg;
  871. if (!hw_dspp || !hw_cfg) {
  872. SDE_ERROR("invalid arguments\n");
  873. return -EINVAL;
  874. }
  875. if ((hw_cfg->len == 0 && hw_cfg->payload == NULL)) {
  876. SDE_DEBUG("rc feature disabled, skip data programming\n");
  877. return 0;
  878. }
  879. if (hw_cfg->len != sizeof(struct drm_msm_rc_mask_cfg) ||
  880. !hw_cfg->payload) {
  881. SDE_ERROR("invalid payload\n");
  882. return -EINVAL;
  883. }
  884. rc_mask_cfg = hw_cfg->payload;
  885. if (rc_mask_cfg->flags & SDE_HW_RC_SKIP_DATA_PROG) {
  886. SDE_DEBUG("skip data programming\n");
  887. return 0;
  888. }
  889. cfg_param_07 = rc_mask_cfg->cfg_param_07;
  890. SDE_DEBUG("cfg_param_07:%u\n", cfg_param_07);
  891. for (i = 0; i < rc_mask_cfg->cfg_param_08; i++) {
  892. SDE_DEBUG("cfg_param_09[%d] = 0x%016llX at %u\n", i,
  893. rc_mask_cfg->cfg_param_09[i], i + cfg_param_07);
  894. data = (i == 0) ? (BIT(30) | (cfg_param_07 << 18)) : 0;
  895. data |= (rc_mask_cfg->cfg_param_09[i] & 0x3FFFF);
  896. _sde_hw_rc_reg_write(hw_dspp, SDE_HW_RC_REG10, data);
  897. data = ((rc_mask_cfg->cfg_param_09[i] >>
  898. SDE_HW_RC_DATA_REG_SIZE) & 0x3FFFF);
  899. _sde_hw_rc_reg_write(hw_dspp, SDE_HW_RC_REG10, data);
  900. }
  901. return rc;
  902. }
  903. int sde_hw_rc_init(struct sde_hw_dspp *hw_dspp)
  904. {
  905. int rc = 0;
  906. RC_STATE(hw_dspp).last_roi_list = kzalloc(
  907. sizeof(struct msm_roi_list), GFP_KERNEL);
  908. if (!RC_STATE(hw_dspp).last_roi_list)
  909. return -ENOMEM;
  910. RC_STATE(hw_dspp).last_rc_mask_cfg = kzalloc(
  911. sizeof(struct drm_msm_rc_mask_cfg), GFP_KERNEL);
  912. if (!RC_STATE(hw_dspp).last_rc_mask_cfg)
  913. return -ENOMEM;
  914. return rc;
  915. }