sde_encoder_dce.c 26 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932
  1. // SPDX-License-Identifier: GPL-2.0-only
  2. /*
  3. * Copyright (c) 2016-2020 The Linux Foundation. All rights reserved.
  4. */
  5. #include <linux/kthread.h>
  6. #include <linux/debugfs.h>
  7. #include <linux/seq_file.h>
  8. #include <linux/sde_rsc.h>
  9. #include "msm_drv.h"
  10. #include "sde_kms.h"
  11. #include <drm/drm_crtc.h>
  12. #include <drm/drm_crtc_helper.h>
  13. #include "sde_hwio.h"
  14. #include "sde_hw_catalog.h"
  15. #include "sde_hw_intf.h"
  16. #include "sde_hw_ctl.h"
  17. #include "sde_formats.h"
  18. #include "sde_encoder_phys.h"
  19. #include "sde_power_handle.h"
  20. #include "sde_hw_dsc.h"
  21. #include "sde_hw_vdc.h"
  22. #include "sde_crtc.h"
  23. #include "sde_trace.h"
  24. #include "sde_core_irq.h"
  25. #include "sde_dsc_helper.h"
  26. #include "sde_vdc_helper.h"
  27. #define SDE_DEBUG_DCE(e, fmt, ...) SDE_DEBUG("enc%d " fmt,\
  28. (e) ? (e)->base.base.id : -1, ##__VA_ARGS__)
  29. #define SDE_ERROR_DCE(e, fmt, ...) SDE_ERROR("enc%d " fmt,\
  30. (e) ? (e)->base.base.id : -1, ##__VA_ARGS__)
  31. bool sde_encoder_is_dsc_merge(struct drm_encoder *drm_enc)
  32. {
  33. enum sde_rm_topology_name topology;
  34. struct sde_encoder_virt *sde_enc;
  35. struct drm_connector *drm_conn;
  36. if (!drm_enc)
  37. return false;
  38. sde_enc = to_sde_encoder_virt(drm_enc);
  39. if (!sde_enc->cur_master)
  40. return false;
  41. drm_conn = sde_enc->cur_master->connector;
  42. if (!drm_conn)
  43. return false;
  44. topology = sde_connector_get_topology_name(drm_conn);
  45. if (topology == SDE_RM_TOPOLOGY_DUALPIPE_DSCMERGE)
  46. return true;
  47. return false;
  48. }
  49. static int _dce_dsc_update_pic_dim(struct msm_display_dsc_info *dsc,
  50. int pic_width, int pic_height)
  51. {
  52. if (!dsc || !pic_width || !pic_height) {
  53. SDE_ERROR("invalid input: pic_width=%d pic_height=%d\n",
  54. pic_width, pic_height);
  55. return -EINVAL;
  56. }
  57. if ((pic_width % dsc->config.slice_width) ||
  58. (pic_height % dsc->config.slice_height)) {
  59. SDE_ERROR("pic_dim=%dx%d has to be multiple of slice=%dx%d\n",
  60. pic_width, pic_height,
  61. dsc->config.slice_width, dsc->config.slice_height);
  62. return -EINVAL;
  63. }
  64. dsc->config.pic_width = pic_width;
  65. dsc->config.pic_height = pic_height;
  66. return 0;
  67. }
  68. static int _dce_vdc_update_pic_dim(struct msm_display_vdc_info *vdc,
  69. int frame_width, int frame_height)
  70. {
  71. if (!vdc || !frame_width || !frame_height) {
  72. SDE_ERROR("invalid input: frame_width=%d frame_height=%d\n",
  73. frame_width, frame_height);
  74. return -EINVAL;
  75. }
  76. if ((frame_width % vdc->slice_width) ||
  77. (frame_height % vdc->slice_height)) {
  78. SDE_ERROR("pic_dim=%dx%d has to be multiple of slice=%dx%d\n",
  79. frame_width, frame_height,
  80. vdc->slice_width, vdc->slice_height);
  81. return -EINVAL;
  82. }
  83. vdc->frame_width = frame_width;
  84. vdc->frame_height = frame_height;
  85. return 0;
  86. }
  87. static int _dce_dsc_initial_line_calc(struct msm_display_dsc_info *dsc,
  88. int enc_ip_width,
  89. int dsc_cmn_mode)
  90. {
  91. int max_ssm_delay, max_se_size, max_muxword_size;
  92. int compress_bpp_group, obuf_latency, input_ssm_out_latency;
  93. int base_hs_latency, chunk_bits, ob_data_width;
  94. int output_rate_extra_budget_bits, multi_hs_extra_budget_bits;
  95. int multi_hs_extra_latency, mux_word_size;
  96. int ob_data_width_4comps, ob_data_width_3comps;
  97. int output_rate_ratio_complement, container_slice_width;
  98. int rtl_num_components, multi_hs_c, multi_hs_d;
  99. int bpc = dsc->config.bits_per_component;
  100. int bpp = DSC_BPP(dsc->config);
  101. int num_of_active_ss = dsc->config.slice_count;
  102. bool native_422 = dsc->config.native_422;
  103. bool native_420 = dsc->config.native_420;
  104. /* Hardent core config */
  105. int multiplex_mode_enable = 0, split_panel_enable = 0;
  106. int rtl_max_bpc = 10, rtl_output_data_width = 64;
  107. int pipeline_latency = 28;
  108. if (dsc_cmn_mode & DSC_MODE_MULTIPLEX)
  109. multiplex_mode_enable = 1;
  110. if (dsc_cmn_mode & DSC_MODE_SPLIT_PANEL)
  111. split_panel_enable = 0;
  112. container_slice_width = (native_422 ?
  113. dsc->config.slice_width / 2 : dsc->config.slice_width);
  114. max_muxword_size = (rtl_max_bpc >= 12) ? 64 : 48;
  115. max_se_size = 4 * (rtl_max_bpc + 1);
  116. max_ssm_delay = max_se_size + max_muxword_size - 1;
  117. mux_word_size = (bpc >= 12) ? 64 : 48;
  118. compress_bpp_group = native_422 ? (2 * bpp) : bpp;
  119. input_ssm_out_latency = pipeline_latency + 3 * (max_ssm_delay + 2)
  120. * num_of_active_ss;
  121. rtl_num_components = (native_420 || native_422) ? 4 : 3;
  122. ob_data_width_4comps = (rtl_output_data_width >= (2 *
  123. max_muxword_size)) ?
  124. rtl_output_data_width :
  125. (2 * rtl_output_data_width);
  126. ob_data_width_3comps = (rtl_output_data_width >= max_muxword_size) ?
  127. rtl_output_data_width : 2 * rtl_output_data_width;
  128. ob_data_width = (rtl_num_components == 4) ?
  129. ob_data_width_4comps : ob_data_width_3comps;
  130. obuf_latency = DIV_ROUND_UP((9 * ob_data_width + mux_word_size),
  131. compress_bpp_group) + 1;
  132. base_hs_latency = dsc->config.initial_xmit_delay +
  133. input_ssm_out_latency + obuf_latency;
  134. chunk_bits = 8 * dsc->config.slice_chunk_size;
  135. output_rate_ratio_complement = ob_data_width - compress_bpp_group;
  136. output_rate_extra_budget_bits =
  137. (output_rate_ratio_complement * chunk_bits) >>
  138. ((ob_data_width == 128) ? 7 : 6);
  139. multi_hs_c = split_panel_enable * multiplex_mode_enable;
  140. multi_hs_d = (num_of_active_ss > 1) * (ob_data_width >
  141. compress_bpp_group);
  142. multi_hs_extra_budget_bits = multi_hs_c ?
  143. chunk_bits : (multi_hs_d ? chunk_bits :
  144. output_rate_extra_budget_bits);
  145. multi_hs_extra_latency = DIV_ROUND_UP(multi_hs_extra_budget_bits,
  146. compress_bpp_group);
  147. dsc->initial_lines = DIV_ROUND_UP((base_hs_latency +
  148. multi_hs_extra_latency),
  149. container_slice_width);
  150. return 0;
  151. }
  152. static bool _dce_dsc_ich_reset_override_needed(bool pu_en,
  153. struct msm_display_dsc_info *dsc)
  154. {
  155. /*
  156. * As per the DSC spec, ICH_RESET can be either end of the slice line
  157. * or at the end of the slice. HW internally generates ich_reset at
  158. * end of the slice line if DSC_MERGE is used or encoder has two
  159. * soft slices. However, if encoder has only 1 soft slice and DSC_MERGE
  160. * is not used then it will generate ich_reset at the end of slice.
  161. *
  162. * Now as per the spec, during one PPS session, position where
  163. * ich_reset is generated should not change. Now if full-screen frame
  164. * has more than 1 soft slice then HW will automatically generate
  165. * ich_reset at the end of slice_line. But for the same panel, if
  166. * partial frame is enabled and only 1 encoder is used with 1 slice,
  167. * then HW will generate ich_reset at end of the slice. This is a
  168. * mismatch. Prevent this by overriding HW's decision.
  169. */
  170. return pu_en && dsc && (dsc->config.slice_count > 1) &&
  171. (dsc->config.slice_width == dsc->config.pic_width);
  172. }
  173. static void _dce_dsc_pipe_cfg(struct sde_hw_dsc *hw_dsc,
  174. struct sde_hw_pingpong *hw_pp, struct msm_display_dsc_info *dsc,
  175. u32 common_mode, bool ich_reset,
  176. struct sde_hw_pingpong *hw_dsc_pp,
  177. enum sde_3d_blend_mode mode_3d,
  178. bool disable_merge_3d, bool enable)
  179. {
  180. if (!enable) {
  181. if (hw_dsc_pp && hw_dsc_pp->ops.disable_dsc)
  182. hw_dsc_pp->ops.disable_dsc(hw_dsc_pp);
  183. if (hw_dsc && hw_dsc->ops.dsc_disable)
  184. hw_dsc->ops.dsc_disable(hw_dsc);
  185. if (hw_dsc && hw_dsc->ops.bind_pingpong_blk)
  186. hw_dsc->ops.bind_pingpong_blk(hw_dsc, false,
  187. PINGPONG_MAX);
  188. if (mode_3d && hw_pp && hw_pp->ops.reset_3d_mode)
  189. hw_pp->ops.reset_3d_mode(hw_pp);
  190. return;
  191. }
  192. if (!dsc || !hw_dsc || !hw_pp) {
  193. SDE_ERROR("invalid params %d %d %d\n", !dsc, !hw_dsc,
  194. !hw_pp);
  195. return;
  196. }
  197. if (hw_dsc->ops.dsc_config)
  198. hw_dsc->ops.dsc_config(hw_dsc, dsc, common_mode, ich_reset);
  199. if (hw_dsc->ops.dsc_config_thresh)
  200. hw_dsc->ops.dsc_config_thresh(hw_dsc, dsc);
  201. if (hw_dsc_pp && hw_dsc_pp->ops.setup_dsc)
  202. hw_dsc_pp->ops.setup_dsc(hw_dsc_pp);
  203. if (mode_3d && disable_merge_3d && hw_pp->ops.reset_3d_mode) {
  204. SDE_DEBUG("disabling 3d mux \n");
  205. hw_pp->ops.reset_3d_mode(hw_pp);
  206. } else if (mode_3d && disable_merge_3d && hw_pp->ops.setup_3d_mode) {
  207. SDE_DEBUG("enabling 3d mux \n");
  208. hw_pp->ops.setup_3d_mode(hw_pp, mode_3d);
  209. }
  210. if (hw_dsc && hw_dsc->ops.bind_pingpong_blk)
  211. hw_dsc->ops.bind_pingpong_blk(hw_dsc, true, hw_pp->idx);
  212. if (hw_dsc_pp && hw_dsc_pp->ops.enable_dsc)
  213. hw_dsc_pp->ops.enable_dsc(hw_dsc_pp);
  214. }
  215. static void _dce_vdc_pipe_cfg(struct sde_hw_vdc *hw_vdc,
  216. struct sde_hw_pingpong *hw_pp,
  217. struct msm_display_vdc_info *vdc,
  218. enum sde_3d_blend_mode mode_3d,
  219. bool disable_merge_3d, bool enable)
  220. {
  221. if (!vdc || !hw_vdc || !hw_pp) {
  222. SDE_ERROR("invalid params %d %d %d\n", !vdc, !hw_vdc,
  223. !hw_pp);
  224. return;
  225. }
  226. if (!enable) {
  227. if (hw_vdc->ops.vdc_disable)
  228. hw_vdc->ops.vdc_disable(hw_vdc);
  229. if (hw_vdc->ops.bind_pingpong_blk)
  230. hw_vdc->ops.bind_pingpong_blk(hw_vdc, false,
  231. PINGPONG_MAX);
  232. if (mode_3d && hw_pp->ops.reset_3d_mode)
  233. hw_pp->ops.reset_3d_mode(hw_pp);
  234. return;
  235. }
  236. if (hw_vdc->ops.vdc_config)
  237. hw_vdc->ops.vdc_config(hw_vdc, vdc);
  238. if (mode_3d && disable_merge_3d && hw_pp->ops.reset_3d_mode) {
  239. SDE_DEBUG("disabling 3d mux\n");
  240. hw_pp->ops.reset_3d_mode(hw_pp);
  241. }
  242. if (mode_3d && !disable_merge_3d && hw_pp->ops.setup_3d_mode) {
  243. SDE_DEBUG("enabling 3d mux\n");
  244. hw_pp->ops.setup_3d_mode(hw_pp, mode_3d);
  245. }
  246. if (hw_vdc->ops.bind_pingpong_blk)
  247. hw_vdc->ops.bind_pingpong_blk(hw_vdc, true, hw_pp->idx);
  248. }
  249. static inline bool _dce_check_half_panel_update(int num_lm,
  250. unsigned long affected_displays)
  251. {
  252. /**
  253. * partial update logic is currently supported only upto dual
  254. * pipe configurations.
  255. */
  256. return (hweight_long(affected_displays) != num_lm);
  257. }
  258. static int _dce_dsc_setup_helper(struct sde_encoder_virt *sde_enc,
  259. unsigned long affected_displays,
  260. enum sde_rm_topology_name topology)
  261. {
  262. struct sde_kms *sde_kms;
  263. struct sde_encoder_phys *enc_master;
  264. struct sde_hw_dsc *hw_dsc[MAX_CHANNELS_PER_ENC];
  265. struct sde_hw_pingpong *hw_pp[MAX_CHANNELS_PER_ENC];
  266. struct sde_hw_pingpong *hw_dsc_pp[MAX_CHANNELS_PER_ENC];
  267. struct msm_display_dsc_info *dsc = NULL;
  268. const struct sde_rm_topology_def *def;
  269. const struct sde_rect *roi;
  270. struct sde_hw_ctl *hw_ctl;
  271. struct sde_hw_intf_cfg_v1 cfg;
  272. enum sde_3d_blend_mode mode_3d;
  273. bool half_panel_partial_update, dsc_merge, merge_3d;
  274. bool disable_merge_3d = false;
  275. int this_frame_slices;
  276. int intf_ip_w, enc_ip_w;
  277. int num_intf, num_dsc, num_lm;
  278. int ich_res;
  279. int dsc_common_mode = 0;
  280. int i;
  281. sde_kms = sde_encoder_get_kms(&sde_enc->base);
  282. def = sde_rm_topology_get_topology_def(&sde_kms->rm, topology);
  283. if (IS_ERR_OR_NULL(def))
  284. return -EINVAL;
  285. enc_master = sde_enc->cur_master;
  286. roi = &sde_enc->cur_conn_roi;
  287. hw_ctl = enc_master->hw_ctl;
  288. dsc = &sde_enc->mode_info.comp_info.dsc_info;
  289. num_dsc = def->num_comp_enc;
  290. num_intf = def->num_intf;
  291. mode_3d = (topology == SDE_RM_TOPOLOGY_DUALPIPE_3DMERGE_DSC) ?
  292. BLEND_3D_H_ROW_INT : BLEND_3D_NONE;
  293. num_lm = def->num_lm;
  294. half_panel_partial_update = _dce_check_half_panel_update(num_lm,
  295. affected_displays);
  296. merge_3d = (mode_3d != BLEND_3D_NONE) ? true : false;
  297. dsc_merge = ((num_dsc > num_intf) && !half_panel_partial_update) ?
  298. true : false;
  299. disable_merge_3d = (merge_3d && half_panel_partial_update) ?
  300. false : true;
  301. /*
  302. * If this encoder is driving more than one DSC encoder, they
  303. * operate in tandem, same pic dimension needs to be used by
  304. * each of them.(pp-split is assumed to be not supported)
  305. */
  306. _dce_dsc_update_pic_dim(dsc, roi->w, roi->h);
  307. this_frame_slices = roi->w / dsc->config.slice_width;
  308. intf_ip_w = this_frame_slices * dsc->config.slice_width;
  309. enc_ip_w = intf_ip_w;
  310. if (!half_panel_partial_update)
  311. intf_ip_w /= def->num_intf;
  312. if (!half_panel_partial_update && (num_dsc > 1))
  313. dsc_common_mode |= DSC_MODE_SPLIT_PANEL;
  314. if (dsc_merge) {
  315. dsc_common_mode |= DSC_MODE_MULTIPLEX;
  316. /*
  317. * in dsc merge case: when using 2 encoders for the same
  318. * stream, no. of slices need to be same on both the
  319. * encoders.
  320. */
  321. enc_ip_w = intf_ip_w / 2;
  322. }
  323. if (enc_master->intf_mode == INTF_MODE_VIDEO)
  324. dsc_common_mode |= DSC_MODE_VIDEO;
  325. sde_dsc_populate_dsc_private_params(dsc, intf_ip_w);
  326. _dce_dsc_initial_line_calc(dsc, enc_ip_w, dsc_common_mode);
  327. /*
  328. * __is_ich_reset_override_needed should be called only after
  329. * updating pic dimension, mdss_panel_dsc_update_pic_dim.
  330. */
  331. ich_res = _dce_dsc_ich_reset_override_needed(
  332. (half_panel_partial_update && !merge_3d), dsc);
  333. SDE_DEBUG_DCE(sde_enc, "pic_w: %d pic_h: %d mode:%d\n",
  334. roi->w, roi->h, dsc_common_mode);
  335. for (i = 0; i < num_dsc; i++) {
  336. bool active = !!((1 << i) & affected_displays);
  337. /*
  338. * in 3d_merge and half_panel partial update dsc should be
  339. * bound to the pp which is driving the update, else in
  340. * 3d_merge dsc should be bound to left side of the pipe
  341. */
  342. if (merge_3d && half_panel_partial_update)
  343. hw_pp[i] = (active) ? sde_enc->hw_pp[0]:
  344. sde_enc->hw_pp[1];
  345. else
  346. hw_pp[i] = sde_enc->hw_pp[i];
  347. hw_dsc[i] = sde_enc->hw_dsc[i];
  348. hw_dsc_pp[i] = sde_enc->hw_dsc_pp[i];
  349. if (!hw_pp[i] || !hw_dsc[i]) {
  350. SDE_ERROR_DCE(sde_enc, "DSC: invalid params %d %d\n",
  351. !!hw_pp[i], !!hw_dsc[i]);
  352. SDE_EVT32(DRMID(&sde_enc->base), !hw_pp[i], !hw_dsc[i],
  353. SDE_EVTLOG_ERROR);
  354. return -EINVAL;
  355. }
  356. SDE_EVT32(DRMID(&sde_enc->base), roi->w, roi->h,
  357. dsc_common_mode, i, active, merge_3d,
  358. disable_merge_3d);
  359. _dce_dsc_pipe_cfg(hw_dsc[i], hw_pp[i], dsc,
  360. dsc_common_mode, ich_res, hw_dsc_pp[i],
  361. mode_3d, disable_merge_3d, active);
  362. memset(&cfg, 0, sizeof(cfg));
  363. cfg.dsc[cfg.dsc_count++] = hw_dsc[i]->idx;
  364. if (hw_ctl->ops.update_intf_cfg)
  365. hw_ctl->ops.update_intf_cfg(hw_ctl,
  366. &cfg,
  367. active);
  368. if (hw_ctl->ops.update_bitmask)
  369. hw_ctl->ops.update_bitmask(hw_ctl,
  370. SDE_HW_FLUSH_DSC,
  371. hw_dsc[i]->idx, active);
  372. SDE_DEBUG_DCE(sde_enc,
  373. "update_intf_cfg hw_ctl[%d], dsc:%d, %s",
  374. hw_ctl->idx,
  375. cfg.dsc[0],
  376. active ? "enabled" : "disabled");
  377. if (mode_3d) {
  378. memset(&cfg, 0, sizeof(cfg));
  379. cfg.merge_3d[cfg.merge_3d_count++] =
  380. hw_pp[i]->merge_3d->idx;
  381. if (hw_ctl->ops.update_intf_cfg)
  382. hw_ctl->ops.update_intf_cfg(hw_ctl,
  383. &cfg,
  384. !disable_merge_3d);
  385. if (hw_ctl->ops.update_bitmask)
  386. hw_ctl->ops.update_bitmask(
  387. hw_ctl, SDE_HW_FLUSH_MERGE_3D,
  388. hw_pp[i]->merge_3d->idx, true);
  389. SDE_DEBUG("mode_3d %s, on CTL_%d PP-%d merge3d:%d\n",
  390. !disable_merge_3d ?
  391. "enabled" : "disabled",
  392. hw_ctl->idx - CTL_0,
  393. hw_pp[i]->idx - PINGPONG_0,
  394. hw_pp[i]->merge_3d ?
  395. hw_pp[i]->merge_3d->idx - MERGE_3D_0 :
  396. -1);
  397. }
  398. }
  399. return 0;
  400. }
  401. static int _dce_dsc_setup(struct sde_encoder_virt *sde_enc,
  402. struct sde_encoder_kickoff_params *params)
  403. {
  404. struct drm_connector *drm_conn;
  405. enum sde_rm_topology_name topology;
  406. if (!sde_enc || !params || !sde_enc->phys_encs[0] ||
  407. !sde_enc->phys_encs[0]->connector)
  408. return -EINVAL;
  409. drm_conn = sde_enc->phys_encs[0]->connector;
  410. topology = sde_connector_get_topology_name(drm_conn);
  411. if (topology == SDE_RM_TOPOLOGY_NONE) {
  412. SDE_ERROR_DCE(sde_enc, "topology not set yet\n");
  413. return -EINVAL;
  414. }
  415. SDE_DEBUG_DCE(sde_enc, "topology:%d\n", topology);
  416. if (sde_kms_rect_is_equal(&sde_enc->cur_conn_roi,
  417. &sde_enc->prv_conn_roi))
  418. return 0;
  419. SDE_EVT32(DRMID(&sde_enc->base), topology,
  420. sde_enc->cur_conn_roi.x, sde_enc->cur_conn_roi.y,
  421. sde_enc->cur_conn_roi.w, sde_enc->cur_conn_roi.h,
  422. sde_enc->prv_conn_roi.x, sde_enc->prv_conn_roi.y,
  423. sde_enc->prv_conn_roi.w, sde_enc->prv_conn_roi.h,
  424. sde_enc->cur_master->cached_mode.hdisplay,
  425. sde_enc->cur_master->cached_mode.vdisplay);
  426. return _dce_dsc_setup_helper(sde_enc, params->affected_displays,
  427. topology);
  428. }
  429. static int _dce_vdc_setup(struct sde_encoder_virt *sde_enc,
  430. struct sde_encoder_kickoff_params *params)
  431. {
  432. struct drm_connector *drm_conn;
  433. struct sde_kms *sde_kms;
  434. struct sde_encoder_phys *enc_master;
  435. struct sde_hw_vdc *hw_vdc[MAX_CHANNELS_PER_ENC];
  436. struct sde_hw_pingpong *hw_pp[MAX_CHANNELS_PER_ENC];
  437. struct msm_display_vdc_info *vdc = NULL;
  438. enum sde_rm_topology_name topology;
  439. const struct sde_rect *roi;
  440. struct sde_hw_ctl *hw_ctl;
  441. struct sde_hw_intf_cfg_v1 cfg;
  442. enum sde_3d_blend_mode mode_3d;
  443. bool half_panel_partial_update, merge_3d;
  444. bool disable_merge_3d = false;
  445. int this_frame_slices;
  446. int intf_ip_w, enc_ip_w;
  447. const struct sde_rm_topology_def *def;
  448. int num_intf, num_vdc, num_lm;
  449. int i;
  450. int ret = 0;
  451. if (!sde_enc || !params || !sde_enc->phys_encs[0] ||
  452. !sde_enc->phys_encs[0]->connector)
  453. return -EINVAL;
  454. drm_conn = sde_enc->phys_encs[0]->connector;
  455. topology = sde_connector_get_topology_name(drm_conn);
  456. if (topology == SDE_RM_TOPOLOGY_NONE) {
  457. SDE_ERROR_DCE(sde_enc, "topology not set yet\n");
  458. return -EINVAL;
  459. }
  460. SDE_DEBUG_DCE(sde_enc, "topology:%d\n", topology);
  461. SDE_EVT32(DRMID(&sde_enc->base), topology,
  462. sde_enc->cur_conn_roi.x,
  463. sde_enc->cur_conn_roi.y,
  464. sde_enc->cur_conn_roi.w,
  465. sde_enc->cur_conn_roi.h,
  466. sde_enc->prv_conn_roi.x,
  467. sde_enc->prv_conn_roi.y,
  468. sde_enc->prv_conn_roi.w,
  469. sde_enc->prv_conn_roi.h,
  470. sde_enc->cur_master->cached_mode.hdisplay,
  471. sde_enc->cur_master->cached_mode.vdisplay);
  472. if (sde_kms_rect_is_equal(&sde_enc->cur_conn_roi,
  473. &sde_enc->prv_conn_roi))
  474. return ret;
  475. enc_master = sde_enc->cur_master;
  476. roi = &sde_enc->cur_conn_roi;
  477. hw_ctl = enc_master->hw_ctl;
  478. vdc = &sde_enc->mode_info.comp_info.vdc_info;
  479. sde_kms = sde_encoder_get_kms(&sde_enc->base);
  480. def = sde_rm_topology_get_topology_def(&sde_kms->rm, topology);
  481. if (IS_ERR_OR_NULL(def))
  482. return -EINVAL;
  483. num_vdc = def->num_comp_enc;
  484. num_intf = def->num_intf;
  485. mode_3d = (topology == SDE_RM_TOPOLOGY_DUALPIPE_3DMERGE_VDC) ?
  486. BLEND_3D_H_ROW_INT : BLEND_3D_NONE;
  487. num_lm = def->num_lm;
  488. /*
  489. * If this encoder is driving more than one VDC encoder, they
  490. * operate in tandem, same pic dimension needs to be used by
  491. * each of them.(pp-split is assumed to be not supported)
  492. */
  493. _dce_vdc_update_pic_dim(vdc, roi->w, roi->h);
  494. merge_3d = (mode_3d != BLEND_3D_NONE) ? true : false;
  495. half_panel_partial_update = _dce_check_half_panel_update(num_lm,
  496. params->affected_displays);
  497. if (half_panel_partial_update && merge_3d)
  498. disable_merge_3d = true;
  499. this_frame_slices = roi->w / vdc->slice_width;
  500. intf_ip_w = this_frame_slices * vdc->slice_width;
  501. sde_vdc_populate_config(vdc, intf_ip_w, vdc->traffic_mode);
  502. enc_ip_w = intf_ip_w;
  503. SDE_DEBUG_DCE(sde_enc, "pic_w: %d pic_h: %d\n",
  504. roi->w, roi->h);
  505. for (i = 0; i < num_vdc; i++) {
  506. bool active = !!((1 << i) & params->affected_displays);
  507. /*
  508. * if half_panel partial update vdc should be bound to the pp
  509. * that is driving the update, in other case when both the
  510. * layer mixers are driving the update, vdc should be bound
  511. * to left side pp
  512. */
  513. if (merge_3d && half_panel_partial_update)
  514. hw_pp[i] = (active) ? sde_enc->hw_pp[0] :
  515. sde_enc->hw_pp[1];
  516. else
  517. hw_pp[i] = sde_enc->hw_pp[i];
  518. hw_vdc[i] = sde_enc->hw_vdc[i];
  519. if (!hw_vdc[i]) {
  520. SDE_ERROR_DCE(sde_enc, "invalid params for VDC\n");
  521. SDE_EVT32(DRMID(&sde_enc->base), roi->w, roi->h,
  522. i, active);
  523. return -EINVAL;
  524. }
  525. _dce_vdc_pipe_cfg(hw_vdc[i], hw_pp[i],
  526. vdc, mode_3d, disable_merge_3d, active);
  527. memset(&cfg, 0, sizeof(cfg));
  528. cfg.vdc[cfg.vdc_count++] = hw_vdc[i]->idx;
  529. if (hw_ctl->ops.update_intf_cfg)
  530. hw_ctl->ops.update_intf_cfg(hw_ctl,
  531. &cfg,
  532. active);
  533. if (hw_ctl->ops.update_bitmask)
  534. hw_ctl->ops.update_bitmask(hw_ctl,
  535. SDE_HW_FLUSH_VDC,
  536. hw_vdc[i]->idx, active);
  537. SDE_DEBUG_DCE(sde_enc,
  538. "update_intf_cfg hw_ctl[%d], vdc:%d, %s",
  539. hw_ctl->idx,
  540. cfg.vdc[0],
  541. active ? "enabled" : "disabled");
  542. if (mode_3d) {
  543. memset(&cfg, 0, sizeof(cfg));
  544. cfg.merge_3d[cfg.merge_3d_count++] =
  545. hw_pp[i]->merge_3d->idx;
  546. if (hw_ctl->ops.update_intf_cfg)
  547. hw_ctl->ops.update_intf_cfg(hw_ctl,
  548. &cfg,
  549. !disable_merge_3d);
  550. if (hw_ctl->ops.update_bitmask)
  551. hw_ctl->ops.update_bitmask(
  552. hw_ctl, SDE_HW_FLUSH_MERGE_3D,
  553. hw_pp[i]->merge_3d->idx, true);
  554. SDE_DEBUG("mode_3d %s, on CTL_%d PP-%d merge3d:%d\n",
  555. disable_merge_3d ?
  556. "disabled" : "enabled",
  557. hw_ctl->idx - CTL_0,
  558. hw_pp[i]->idx - PINGPONG_0,
  559. hw_pp[i]->merge_3d ?
  560. hw_pp[i]->merge_3d->idx - MERGE_3D_0 :
  561. -1);
  562. }
  563. }
  564. return 0;
  565. }
  566. static void _dce_dsc_disable(struct sde_encoder_virt *sde_enc)
  567. {
  568. int i;
  569. struct sde_hw_pingpong *hw_pp = NULL;
  570. struct sde_hw_pingpong *hw_dsc_pp = NULL;
  571. struct sde_hw_dsc *hw_dsc = NULL;
  572. struct sde_hw_ctl *hw_ctl = NULL;
  573. struct sde_hw_intf_cfg_v1 cfg;
  574. if (!sde_enc || !sde_enc->phys_encs[0] ||
  575. !sde_enc->phys_encs[0]->connector) {
  576. SDE_ERROR("invalid params %d %d\n",
  577. !sde_enc, sde_enc ? !sde_enc->phys_encs[0] : -1);
  578. return;
  579. }
  580. if (sde_enc->cur_master)
  581. hw_ctl = sde_enc->cur_master->hw_ctl;
  582. memset(&cfg, 0, sizeof(cfg));
  583. /* Disable DSC for all the pp's present in this topology */
  584. for (i = 0; i < MAX_CHANNELS_PER_ENC; i++) {
  585. hw_pp = sde_enc->hw_pp[i];
  586. hw_dsc = sde_enc->hw_dsc[i];
  587. hw_dsc_pp = sde_enc->hw_dsc_pp[i];
  588. _dce_dsc_pipe_cfg(hw_dsc, hw_pp, NULL,
  589. 0, 0, hw_dsc_pp,
  590. BLEND_3D_NONE, false, false);
  591. if (hw_dsc) {
  592. sde_enc->dirty_dsc_ids[i] = hw_dsc->idx;
  593. cfg.dsc[cfg.dsc_count++] = hw_dsc->idx;
  594. }
  595. }
  596. /* Clear the DSC ACTIVE config for this CTL */
  597. if (hw_ctl && hw_ctl->ops.update_intf_cfg)
  598. hw_ctl->ops.update_intf_cfg(hw_ctl, &cfg, false);
  599. /**
  600. * Since pending flushes from previous commit get cleared
  601. * sometime after this point, setting DSC flush bits now
  602. * will have no effect. Therefore dirty_dsc_ids track which
  603. * DSC blocks must be flushed for the next trigger.
  604. */
  605. }
  606. static void _dce_vdc_disable(struct sde_encoder_virt *sde_enc)
  607. {
  608. int i;
  609. struct sde_hw_pingpong *hw_pp = NULL;
  610. struct sde_hw_vdc *hw_vdc = NULL;
  611. struct sde_hw_ctl *hw_ctl = NULL;
  612. struct sde_hw_intf_cfg_v1 cfg;
  613. if (!sde_enc || !sde_enc->phys_encs[0] ||
  614. !sde_enc->phys_encs[0]->connector) {
  615. SDE_ERROR("invalid params %d %d\n",
  616. !sde_enc, sde_enc ? !sde_enc->phys_encs[0] : -1);
  617. return;
  618. }
  619. if (sde_enc->cur_master)
  620. hw_ctl = sde_enc->cur_master->hw_ctl;
  621. memset(&cfg, 0, sizeof(cfg));
  622. /* Disable VDC for all the pp's present in this topology */
  623. for (i = 0; i < MAX_CHANNELS_PER_ENC; i++) {
  624. hw_pp = sde_enc->hw_pp[i];
  625. hw_vdc = sde_enc->hw_vdc[i];
  626. _dce_vdc_pipe_cfg(hw_vdc, hw_pp, NULL,
  627. BLEND_3D_NONE, false,
  628. false);
  629. if (hw_vdc) {
  630. sde_enc->dirty_vdc_ids[i] = hw_vdc->idx;
  631. cfg.vdc[cfg.vdc_count++] = hw_vdc->idx;
  632. }
  633. }
  634. /* Clear the VDC ACTIVE config for this CTL */
  635. if (hw_ctl && hw_ctl->ops.update_intf_cfg)
  636. hw_ctl->ops.update_intf_cfg(hw_ctl, &cfg, false);
  637. /**
  638. * Since pending flushes from previous commit get cleared
  639. * sometime after this point, setting VDC flush bits now
  640. * will have no effect. Therefore dirty_vdc_ids track which
  641. * VDC blocks must be flushed for the next trigger.
  642. */
  643. }
  644. bool _dce_dsc_is_dirty(struct sde_encoder_virt *sde_enc)
  645. {
  646. int i;
  647. for (i = 0; i < MAX_CHANNELS_PER_ENC; i++) {
  648. /**
  649. * This dirty_dsc_hw field is set during DSC disable to
  650. * indicate which DSC blocks need to be flushed
  651. */
  652. if (sde_enc->dirty_dsc_ids[i])
  653. return true;
  654. }
  655. return false;
  656. }
  657. bool _dce_vdc_is_dirty(struct sde_encoder_virt *sde_enc)
  658. {
  659. int i;
  660. for (i = 0; i < MAX_CHANNELS_PER_ENC; i++) {
  661. /**
  662. * This dirty_vdc_hw field is set during VDC disable to
  663. * indicate which VDC blocks need to be flushed
  664. */
  665. if (sde_enc->dirty_vdc_ids[i])
  666. return true;
  667. }
  668. return false;
  669. }
  670. static void _dce_helper_flush_dsc(struct sde_encoder_virt *sde_enc)
  671. {
  672. int i;
  673. struct sde_hw_ctl *hw_ctl = NULL;
  674. enum sde_dsc dsc_idx;
  675. if (sde_enc->cur_master)
  676. hw_ctl = sde_enc->cur_master->hw_ctl;
  677. for (i = 0; i < MAX_CHANNELS_PER_ENC; i++) {
  678. dsc_idx = sde_enc->dirty_dsc_ids[i];
  679. if (dsc_idx && hw_ctl && hw_ctl->ops.update_bitmask)
  680. hw_ctl->ops.update_bitmask(hw_ctl, SDE_HW_FLUSH_DSC,
  681. dsc_idx, 1);
  682. sde_enc->dirty_dsc_ids[i] = DSC_NONE;
  683. }
  684. }
  685. void _dce_helper_flush_vdc(struct sde_encoder_virt *sde_enc)
  686. {
  687. int i;
  688. struct sde_hw_ctl *hw_ctl = NULL;
  689. enum sde_vdc vdc_idx;
  690. if (sde_enc->cur_master)
  691. hw_ctl = sde_enc->cur_master->hw_ctl;
  692. for (i = 0; i < MAX_CHANNELS_PER_ENC; i++) {
  693. vdc_idx = sde_enc->dirty_vdc_ids[i];
  694. if (vdc_idx && hw_ctl && hw_ctl->ops.update_bitmask)
  695. hw_ctl->ops.update_bitmask(hw_ctl, SDE_HW_FLUSH_VDC,
  696. vdc_idx, 1);
  697. sde_enc->dirty_vdc_ids[i] = VDC_NONE;
  698. }
  699. }
  700. void sde_encoder_dce_set_bpp(struct msm_mode_info mode_info,
  701. struct drm_crtc *crtc)
  702. {
  703. struct sde_crtc *sde_crtc = to_sde_crtc(crtc);
  704. enum msm_display_compression_type comp_type;
  705. int src_bpp, target_bpp;
  706. if (!sde_crtc) {
  707. SDE_DEBUG("invalid sde_crtc\n");
  708. return;
  709. }
  710. comp_type = mode_info.comp_info.comp_type;
  711. /**
  712. * In cases where DSC or VDC compression type is not found, set
  713. * src and target bpp to get compression ratio 8/8 (default).
  714. */
  715. if (comp_type == MSM_DISPLAY_COMPRESSION_DSC) {
  716. struct msm_display_dsc_info dsc_info =
  717. mode_info.comp_info.dsc_info;
  718. src_bpp = msm_get_src_bpc(dsc_info.chroma_format,
  719. dsc_info.config.bits_per_component);
  720. target_bpp = dsc_info.config.bits_per_pixel >> 4;
  721. } else if (comp_type == MSM_DISPLAY_COMPRESSION_VDC) {
  722. struct msm_display_vdc_info vdc_info =
  723. mode_info.comp_info.vdc_info;
  724. src_bpp = msm_get_src_bpc(vdc_info.chroma_format,
  725. vdc_info.bits_per_component);
  726. target_bpp = vdc_info.bits_per_pixel >> 4;
  727. } else {
  728. src_bpp = 8;
  729. target_bpp = 8;
  730. }
  731. sde_crtc_set_bpp(sde_crtc, src_bpp, target_bpp);
  732. SDE_DEBUG("sde_crtc src_bpp = %d, target_bpp = %d\n",
  733. sde_crtc->src_bpp, sde_crtc->target_bpp);
  734. }
  735. void sde_encoder_dce_disable(struct sde_encoder_virt *sde_enc)
  736. {
  737. enum msm_display_compression_type comp_type;
  738. if (!sde_enc)
  739. return;
  740. comp_type = sde_enc->mode_info.comp_info.comp_type;
  741. if (comp_type == MSM_DISPLAY_COMPRESSION_DSC)
  742. _dce_dsc_disable(sde_enc);
  743. else if (comp_type == MSM_DISPLAY_COMPRESSION_VDC)
  744. _dce_vdc_disable(sde_enc);
  745. }
  746. int sde_encoder_dce_flush(struct sde_encoder_virt *sde_enc)
  747. {
  748. int rc = 0;
  749. if (!sde_enc)
  750. return -EINVAL;
  751. if (_dce_dsc_is_dirty(sde_enc))
  752. _dce_helper_flush_dsc(sde_enc);
  753. else if (_dce_vdc_is_dirty(sde_enc))
  754. _dce_helper_flush_vdc(sde_enc);
  755. return rc;
  756. }
  757. int sde_encoder_dce_setup(struct sde_encoder_virt *sde_enc,
  758. struct sde_encoder_kickoff_params *params)
  759. {
  760. enum msm_display_compression_type comp_type;
  761. int rc = 0;
  762. if (!sde_enc)
  763. return -EINVAL;
  764. comp_type = sde_enc->mode_info.comp_info.comp_type;
  765. if (comp_type == MSM_DISPLAY_COMPRESSION_DSC)
  766. rc = _dce_dsc_setup(sde_enc, params);
  767. else if (comp_type == MSM_DISPLAY_COMPRESSION_VDC)
  768. rc = _dce_vdc_setup(sde_enc, params);
  769. return rc;
  770. }