sde_encoder_phys.h 35 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941
  1. /* SPDX-License-Identifier: GPL-2.0-only */
  2. /*
  3. * Copyright (c) 2021-2023 Qualcomm Innovation Center, Inc. All rights reserved.
  4. * Copyright (c) 2015-2021, The Linux Foundation. All rights reserved.
  5. */
  6. #ifndef __SDE_ENCODER_PHYS_H__
  7. #define __SDE_ENCODER_PHYS_H__
  8. #include <linux/jiffies.h>
  9. #include <linux/sde_rsc.h>
  10. #include "sde_kms.h"
  11. #include "sde_hw_intf.h"
  12. #include "sde_hw_pingpong.h"
  13. #include "sde_hw_ctl.h"
  14. #include "sde_hw_top.h"
  15. #include "sde_hw_wb.h"
  16. #include "sde_hw_cdm.h"
  17. #include "sde_hw_dnsc_blur.h"
  18. #include "sde_encoder.h"
  19. #include "sde_connector.h"
  20. #define SDE_ENCODER_NAME_MAX 16
  21. /* wait for at most 2 vsync for lowest refresh rate (24hz) */
  22. #define DEFAULT_KICKOFF_TIMEOUT_MS 84
  23. /* if default timeout fails wait additional time in 1s increments */
  24. #define EXTENDED_KICKOFF_TIMEOUT_MS 1000
  25. #define EXTENDED_KICKOFF_TIMEOUT_ITERS 10
  26. /* wait 1 sec for the emulated targets */
  27. #define MAX_KICKOFF_TIMEOUT_MS 100000
  28. #define MAX_TE_PROFILE_COUNT 5
  29. /**
  30. * enum sde_enc_split_role - Role this physical encoder will play in a
  31. * split-panel configuration, where one panel is master, and others slaves.
  32. * Masters have extra responsibilities, like managing the VBLANK IRQ.
  33. * @ENC_ROLE_SOLO: This is the one and only panel. This encoder is master.
  34. * @ENC_ROLE_MASTER: This encoder is the master of a split panel config.
  35. * @ENC_ROLE_SLAVE: This encoder is not the master of a split panel config.
  36. * @ENC_ROLE_SKIP: This encoder is not participating in kickoffs
  37. */
  38. enum sde_enc_split_role {
  39. ENC_ROLE_SOLO,
  40. ENC_ROLE_MASTER,
  41. ENC_ROLE_SLAVE,
  42. ENC_ROLE_SKIP
  43. };
  44. /**
  45. * enum sde_enc_enable_state - current enabled state of the physical encoder
  46. * @SDE_ENC_DISABLING: Encoder transitioning to disable state
  47. * Events bounding transition are encoder type specific
  48. * @SDE_ENC_DISABLED: Encoder is disabled
  49. * @SDE_ENC_ENABLING: Encoder transitioning to enabled
  50. * Events bounding transition are encoder type specific
  51. * @SDE_ENC_ENABLED: Encoder is enabled
  52. * @SDE_ENC_ERR_NEEDS_HW_RESET: Encoder is enabled, but requires a hw_reset
  53. * to recover from a previous error
  54. */
  55. enum sde_enc_enable_state {
  56. SDE_ENC_DISABLING,
  57. SDE_ENC_DISABLED,
  58. SDE_ENC_ENABLING,
  59. SDE_ENC_ENABLED,
  60. SDE_ENC_ERR_NEEDS_HW_RESET
  61. };
  62. enum sde_enc_irqs {
  63. SDE_ENC_CMD_TE_ASSERT,
  64. SDE_ENC_CMD_TE_DEASSERT,
  65. SDE_ENC_CMD_TEAR_DETECT,
  66. SDE_ENC_IRQ_MAX
  67. };
  68. struct sde_encoder_phys;
  69. /**
  70. * struct sde_encoder_virt_ops - Interface the containing virtual encoder
  71. * provides for the physical encoders to use to callback.
  72. * @handle_vblank_virt: Notify virtual encoder of vblank IRQ reception
  73. * Note: This is called from IRQ handler context.
  74. * @handle_underrun_virt: Notify virtual encoder of underrun IRQ reception
  75. * Note: This is called from IRQ handler context.
  76. * @handle_frame_done: Notify virtual encoder that this phys encoder
  77. * completes last request frame.
  78. * @get_qsync_fps: Returns the min fps for the qsync feature.
  79. */
  80. struct sde_encoder_virt_ops {
  81. void (*handle_vblank_virt)(struct drm_encoder *parent,
  82. struct sde_encoder_phys *phys);
  83. void (*handle_underrun_virt)(struct drm_encoder *parent,
  84. struct sde_encoder_phys *phys);
  85. void (*handle_frame_done)(struct drm_encoder *parent,
  86. struct sde_encoder_phys *phys, u32 event);
  87. void (*get_qsync_fps)(struct drm_encoder *parent,
  88. u32 *qsync_fps, struct drm_connector_state *conn_state);
  89. };
  90. /**
  91. * struct sde_encoder_phys_ops - Interface the physical encoders provide to
  92. * the containing virtual encoder.
  93. * @late_register: DRM Call. Add Userspace interfaces, debugfs.
  94. * @prepare_commit: MSM Atomic Call, start of atomic commit sequence
  95. * @is_master: Whether this phys_enc is the current master
  96. * encoder. Can be switched at enable time. Based
  97. * on split_role and current mode (CMD/VID).
  98. * @mode_fixup: DRM Call. Fixup a DRM mode.
  99. * @cont_splash_mode_set: mode set with specific HW resources during
  100. * cont splash enabled state.
  101. * @mode_set: DRM Call. Set a DRM mode.
  102. * This likely caches the mode, for use at enable.
  103. * @enable: DRM Call. Enable a DRM mode.
  104. * @disable: DRM Call. Disable mode.
  105. * @atomic_check: DRM Call. Atomic check new DRM state.
  106. * @destroy: DRM Call. Destroy and release resources.
  107. * @get_hw_resources: Populate the structure with the hardware
  108. * resources that this phys_enc is using.
  109. * Expect no overlap between phys_encs.
  110. * @control_vblank_irq Register/Deregister for VBLANK IRQ
  111. * @wait_for_commit_done: Wait for hardware to have flushed the
  112. * current pending frames to hardware
  113. * @wait_for_tx_complete: Wait for hardware to transfer the pixels
  114. * to the panel
  115. * @wait_for_vblank: Wait for VBLANK, for sub-driver internal use
  116. * @prepare_for_kickoff: Do any work necessary prior to a kickoff
  117. * For CMD encoder, may wait for previous tx done
  118. * @handle_post_kickoff: Do any work necessary post-kickoff work
  119. * @trigger_flush: Process flush event on physical encoder
  120. * @trigger_start: Process start event on physical encoder
  121. * @clear_flush_mask: clear flush mask
  122. * @needs_single_flush: Whether encoder slaves need to be flushed
  123. * @setup_misr: Sets up MISR, enable and disables based on sysfs
  124. * @collect_misr: Collects MISR data on frame update
  125. * @hw_reset: Issue HW recovery such as CTL reset and clear
  126. * SDE_ENC_ERR_NEEDS_HW_RESET state
  127. * @irq_control: Handler to enable/disable all the encoder IRQs
  128. * @update_split_role: Update the split role of the phys enc
  129. * @control_te: Interface to control the vsync_enable status
  130. * @restore: Restore all the encoder configs.
  131. * @is_autorefresh_enabled: provides the autorefresh current
  132. * enable/disable state.
  133. * @get_line_count: Obtain current internal vertical line count
  134. * @wait_dma_trigger: Returns true if lut dma has to trigger and wait
  135. * unitl transaction is complete.
  136. * @wait_for_active: Wait for display scan line to be in active area
  137. * @setup_vsync_source: Configure vsync source selection for cmd mode.
  138. * @get_underrun_line_count: Obtain and log current internal vertical line
  139. * count and underrun line count
  140. * @add_to_minidump: Add this phys_enc data to minidumps
  141. * @disable_autorefresh: Disable autorefresh
  142. * @idle_pc_cache_display_status: caches display status at idle power collapse
  143. */
  144. struct sde_encoder_phys_ops {
  145. int (*late_register)(struct sde_encoder_phys *encoder,
  146. struct dentry *debugfs_root);
  147. void (*prepare_commit)(struct sde_encoder_phys *encoder);
  148. bool (*is_master)(struct sde_encoder_phys *encoder);
  149. bool (*mode_fixup)(struct sde_encoder_phys *encoder,
  150. const struct drm_display_mode *mode,
  151. struct drm_display_mode *adjusted_mode);
  152. void (*mode_set)(struct sde_encoder_phys *encoder,
  153. struct drm_display_mode *mode,
  154. struct drm_display_mode *adjusted_mode, bool *reinit_mixers);
  155. void (*cont_splash_mode_set)(struct sde_encoder_phys *encoder,
  156. struct drm_display_mode *adjusted_mode);
  157. void (*enable)(struct sde_encoder_phys *encoder);
  158. void (*disable)(struct sde_encoder_phys *encoder);
  159. int (*atomic_check)(struct sde_encoder_phys *encoder,
  160. struct drm_crtc_state *crtc_state,
  161. struct drm_connector_state *conn_state);
  162. void (*destroy)(struct sde_encoder_phys *encoder);
  163. void (*get_hw_resources)(struct sde_encoder_phys *encoder,
  164. struct sde_encoder_hw_resources *hw_res,
  165. struct drm_connector_state *conn_state);
  166. int (*control_vblank_irq)(struct sde_encoder_phys *enc, bool enable);
  167. int (*wait_for_commit_done)(struct sde_encoder_phys *phys_enc);
  168. int (*wait_for_tx_complete)(struct sde_encoder_phys *phys_enc);
  169. int (*wait_for_vblank)(struct sde_encoder_phys *phys_enc);
  170. int (*prepare_for_kickoff)(struct sde_encoder_phys *phys_enc,
  171. struct sde_encoder_kickoff_params *params);
  172. void (*handle_post_kickoff)(struct sde_encoder_phys *phys_enc);
  173. void (*trigger_flush)(struct sde_encoder_phys *phys_enc);
  174. void (*trigger_start)(struct sde_encoder_phys *phys_enc);
  175. void (*clear_flush_mask)(struct sde_encoder_phys *phys_enc, bool clear);
  176. bool (*needs_single_flush)(struct sde_encoder_phys *phys_enc);
  177. void (*setup_misr)(struct sde_encoder_phys *phys_encs,
  178. bool enable, u32 frame_count);
  179. int (*collect_misr)(struct sde_encoder_phys *phys_enc, bool nonblock,
  180. u32 *misr_value);
  181. void (*hw_reset)(struct sde_encoder_phys *phys_enc);
  182. void (*irq_control)(struct sde_encoder_phys *phys, bool enable);
  183. void (*dynamic_irq_control)(struct sde_encoder_phys *phys, bool enable);
  184. void (*update_split_role)(struct sde_encoder_phys *phys_enc,
  185. enum sde_enc_split_role role);
  186. void (*control_te)(struct sde_encoder_phys *phys_enc, bool enable);
  187. void (*restore)(struct sde_encoder_phys *phys);
  188. bool (*is_autorefresh_enabled)(struct sde_encoder_phys *phys);
  189. int (*get_line_count)(struct sde_encoder_phys *phys);
  190. bool (*wait_dma_trigger)(struct sde_encoder_phys *phys);
  191. int (*wait_for_active)(struct sde_encoder_phys *phys);
  192. void (*setup_vsync_source)(struct sde_encoder_phys *phys, u32 vsync_source,
  193. struct msm_display_info *disp_info);
  194. u32 (*get_underrun_line_count)(struct sde_encoder_phys *phys);
  195. void (*add_to_minidump)(struct sde_encoder_phys *phys);
  196. void (*disable_autorefresh)(struct sde_encoder_phys *phys);
  197. void (*idle_pc_cache_display_status)(struct sde_encoder_phys *phys);
  198. };
  199. /**
  200. * enum sde_intr_idx - sde encoder interrupt index
  201. * @INTR_IDX_VSYNC: Vsync interrupt for video mode panel
  202. * @INTR_IDX_PINGPONG: Pingpong done interrupt for cmd mode panel
  203. * @INTR_IDX_UNDERRUN: Underrun interrupt for video and cmd mode panel
  204. * @INTR_IDX_CTL_START:Control start interrupt to indicate the frame start
  205. * @INTR_IDX_CTL_DONE: Control done interrupt indicating the control path being idle
  206. * @INTR_IDX_RDPTR: Readpointer done interrupt for cmd mode panel
  207. * @INTR_IDX_WB_DONE: Writeback done interrupt for WB
  208. * @INTR_IDX_PP1_OVFL: Pingpong overflow interrupt on PP1 for Concurrent WB
  209. * @INTR_IDX_PP2_OVFL: Pingpong overflow interrupt on PP2 for Concurrent WB
  210. * @INTR_IDX_PP3_OVFL: Pingpong overflow interrupt on PP3 for Concurrent WB
  211. * @INTR_IDX_PP4_OVFL: Pingpong overflow interrupt on PP4 for Concurrent WB
  212. * @INTR_IDX_PP5_OVFL: Pingpong overflow interrupt on PP5 for Concurrent WB
  213. * @INTR_IDX_PP_CWB_OVFL: Pingpong overflow interrupt on PP_CWB0/1 for Concurrent WB
  214. * @INTR_IDX_PP_CWB2_OVFL: Pingpong overflow interrupt on PP_CWB2/3 for Concurrent WB
  215. * @INTR_IDX_AUTOREFRESH_DONE: Autorefresh done for cmd mode panel meaning
  216. * autorefresh has triggered a double buffer flip
  217. * @INTR_IDX_WRPTR: Writepointer start interrupt for cmd mode panel
  218. * @INTR_IDX_WB_LINEPTR: Programmable lineptr interrupt for WB
  219. * @INTF_IDX_TEAR_DETECT: Tear detect interrupt
  220. * @INTR_IDX_TE_ASSERT: TE Assert interrupt
  221. * @INTR_IDX_TE_DEASSERT: TE Deassert interrupt
  222. */
  223. enum sde_intr_idx {
  224. INTR_IDX_VSYNC,
  225. INTR_IDX_PINGPONG,
  226. INTR_IDX_UNDERRUN,
  227. INTR_IDX_CTL_START,
  228. INTR_IDX_CTL_DONE,
  229. INTR_IDX_RDPTR,
  230. INTR_IDX_AUTOREFRESH_DONE,
  231. INTR_IDX_WB_DONE,
  232. INTR_IDX_PP1_OVFL,
  233. INTR_IDX_PP2_OVFL,
  234. INTR_IDX_PP3_OVFL,
  235. INTR_IDX_PP4_OVFL,
  236. INTR_IDX_PP5_OVFL,
  237. INTR_IDX_PP_CWB_OVFL,
  238. INTR_IDX_PP_CWB2_OVFL,
  239. INTR_IDX_WRPTR,
  240. INTR_IDX_WB_LINEPTR,
  241. INTF_IDX_TEAR_DETECT,
  242. INTR_IDX_TE_ASSERT,
  243. INTR_IDX_TE_DEASSERT,
  244. INTR_IDX_MAX,
  245. };
  246. /**
  247. * sde_encoder_irq - tracking structure for interrupts
  248. * @name: string name of interrupt
  249. * @intr_type: Encoder interrupt type
  250. * @intr_idx: Encoder interrupt enumeration
  251. * @hw_idx: HW Block ID
  252. * @irq_idx: IRQ interface lookup index from SDE IRQ framework
  253. * will be -EINVAL if IRQ is not registered
  254. * @irq_cb: interrupt callback
  255. */
  256. struct sde_encoder_irq {
  257. const char *name;
  258. enum sde_intr_type intr_type;
  259. enum sde_intr_idx intr_idx;
  260. int hw_idx;
  261. int irq_idx;
  262. struct sde_irq_callback cb;
  263. };
  264. /**
  265. * struct sde_encoder_phys - physical encoder that drives a single INTF block
  266. * tied to a specific panel / sub-panel. Abstract type, sub-classed by
  267. * phys_vid or phys_cmd for video mode or command mode encs respectively.
  268. * @parent: Pointer to the containing virtual encoder
  269. * @connector: If a mode is set, cached pointer to the active connector
  270. * @ops: Operations exposed to the virtual encoder
  271. * @parent_ops: Callbacks exposed by the parent to the phys_enc
  272. * @hw_mdptop: Hardware interface to the top registers
  273. * @hw_ctl: Hardware interface to the ctl registers
  274. * @hw_intf: Hardware interface to INTF registers
  275. * @hw_cdm: Hardware interface to the cdm registers
  276. * @hw_qdss: Hardware interface to the qdss registers
  277. * @cdm_cfg: Chroma-down hardware configuration
  278. * @hw_pp: Hardware interface to the ping pong registers
  279. * @hw_dnsc_blur: Hardware interface to the downscale blur registers
  280. * @sde_kms: Pointer to the sde_kms top level
  281. * @cached_mode: DRM mode cached at mode_set time, acted on in enable
  282. * @wd_jitter : Pointer to watchdog jitter prams
  283. * @enabled: Whether the encoder has enabled and running a mode
  284. * @split_role: Role to play in a split-panel configuration
  285. * @intf_mode: Interface mode
  286. * @intf_idx: Interface index on sde hardware
  287. * @intf_cfg: Interface hardware configuration
  288. * @intf_cfg_v1: Interface hardware configuration to be used if control
  289. * path supports SDE_CTL_ACTIVE_CFG
  290. * @comp_type: Type of compression supported
  291. * @comp_ratio: Compression ratio multiplied by 100
  292. * @dsc_extra_pclk_cycle_cnt: Extra pclk cycle count for DSC over DP
  293. * @dsc_extra_disp_width: Additional display width for DSC over DP
  294. * @poms_align_vsync: poms with vsync aligned
  295. * @dce_bytes_per_line: Compressed bytes per line
  296. * @enc_spinlock: Virtual-Encoder-Wide Spin Lock for IRQ purposes
  297. * @enable_state: Enable state tracking
  298. * @vblank_refcount: Reference count of vblank request
  299. * @wbirq_refcount: Reference count of wb irq request
  300. * @vsync_cnt: Vsync count for the physical encoder
  301. * @last_vsync_timestamp: store last vsync timestamp
  302. * @underrun_cnt: Underrun count for the physical encoder
  303. * @pending_kickoff_cnt: Atomic counter tracking the number of kickoffs
  304. * vs. the number of done/vblank irqs. Should hover
  305. * between 0-2 Incremented when a new kickoff is
  306. * scheduled. Decremented in irq handler
  307. * @pending_retire_fence_cnt: Atomic counter tracking the pending retire
  308. * fences that have to be signalled.
  309. * @pending_ctl_start_cnt: Atomic counter tracking the pending ctl-start-irq,
  310. * used to release commit thread. Currently managed
  311. * only for writeback encoder and the counter keeps
  312. * increasing for other type of encoders.
  313. * @pending_kickoff_wq: Wait queue for blocking until kickoff completes
  314. * @kickoff_timeout_ms: kickoff timeout in mill seconds
  315. * @irq: IRQ tracking structures
  316. * @has_intf_te: Interface TE configuration support
  317. * @cont_splash_enabled: Variable to store continuous splash settings.
  318. * @in_clone_mode Indicates if encoder is in clone mode ref@CWB
  319. * @vfp_cached: cached vertical front porch to be used for
  320. * programming ROT and MDP fetch start
  321. * @pf_time_in_us: Programmable fetch time in micro-seconds
  322. * @sde_hw_fence_error_status: Hw fence error handing flag controled by userspace
  323. * that if handing fence error in driver
  324. * @sde_hw_fence_error_value: hw fence error value from cb function
  325. * @sde_hw_fence_handle: Hw fence driver client handle, this handle was returned
  326. * during the call 'msm_hw_fence_register' to register the
  327. * client
  328. * @fence_error_handle_in_progress:
  329. * bool to indicate if fence error handling in progress
  330. * This is set once fence error occurs and cleared only when
  331. * good frame is received. Not cleared in continous fence
  332. * error cases
  333. * @frame_trigger_mode: frame trigger mode indication for command
  334. * mode display
  335. * @recovered: flag set to true when recovered from pp timeout
  336. * @autorefresh_disable_trans: flag set to true during autorefresh disable transition
  337. * @sim_qsync_frame: Current simulated qsync frame type
  338. */
  339. struct sde_encoder_phys {
  340. struct drm_encoder *parent;
  341. struct drm_connector *connector;
  342. struct sde_encoder_phys_ops ops;
  343. struct sde_encoder_virt_ops parent_ops;
  344. struct sde_hw_mdp *hw_mdptop;
  345. struct sde_hw_ctl *hw_ctl;
  346. struct sde_hw_intf *hw_intf;
  347. struct sde_hw_cdm *hw_cdm;
  348. struct sde_hw_qdss *hw_qdss;
  349. struct sde_hw_cdm_cfg cdm_cfg;
  350. struct sde_hw_pingpong *hw_pp;
  351. struct sde_hw_dnsc_blur *hw_dnsc_blur;
  352. struct sde_kms *sde_kms;
  353. struct drm_display_mode cached_mode;
  354. struct intf_wd_jitter_params wd_jitter;
  355. enum sde_enc_split_role split_role;
  356. enum sde_intf_mode intf_mode;
  357. enum sde_intf intf_idx;
  358. struct sde_hw_intf_cfg intf_cfg;
  359. struct sde_hw_intf_cfg_v1 intf_cfg_v1;
  360. enum msm_display_compression_type comp_type;
  361. u32 comp_ratio;
  362. u32 dsc_extra_pclk_cycle_cnt;
  363. u32 dsc_extra_disp_width;
  364. bool poms_align_vsync;
  365. u32 dce_bytes_per_line;
  366. spinlock_t *enc_spinlock;
  367. enum sde_enc_enable_state enable_state;
  368. struct mutex *vblank_ctl_lock;
  369. atomic_t vblank_refcount;
  370. atomic_t wbirq_refcount;
  371. atomic_t vsync_cnt;
  372. ktime_t last_vsync_timestamp;
  373. atomic_t underrun_cnt;
  374. atomic_t pending_kickoff_cnt;
  375. atomic_t pending_retire_fence_cnt;
  376. atomic_t pending_ctl_start_cnt;
  377. wait_queue_head_t pending_kickoff_wq;
  378. u32 kickoff_timeout_ms;
  379. struct sde_encoder_irq irq[INTR_IDX_MAX];
  380. bool has_intf_te;
  381. bool cont_splash_enabled;
  382. bool in_clone_mode;
  383. int vfp_cached;
  384. u32 pf_time_in_us;
  385. bool sde_hw_fence_error_status;
  386. int sde_hw_fence_error_value;
  387. u64 sde_hw_fence_handle;
  388. bool fence_error_handle_in_progress;
  389. enum frame_trigger_mode_type frame_trigger_mode;
  390. bool recovered;
  391. bool autorefresh_disable_trans;
  392. enum sde_sim_qsync_frame sim_qsync_frame;
  393. };
  394. static inline int sde_encoder_phys_inc_pending(struct sde_encoder_phys *phys)
  395. {
  396. return atomic_inc_return(&phys->pending_kickoff_cnt);
  397. }
  398. /*
  399. * sde_encoder_clear_fence_error_in_progress - clear fence_error_handle_in_progress flag
  400. * after good frame
  401. * @phys_enc: Pointer to physical encoder structure
  402. */
  403. void sde_encoder_clear_fence_error_in_progress(struct sde_encoder_phys *phys_enc);
  404. /**
  405. * sde_encoder_hw_fence_signal - hw fence related fence error handing
  406. * @phys_enc: Pointer to physical encoder structure
  407. * return: 0 on success; error code otherwise
  408. */
  409. static inline int sde_encoder_hw_fence_signal(struct sde_encoder_phys *phys_enc);
  410. /**
  411. * struct sde_encoder_phys_vid - sub-class of sde_encoder_phys to handle video
  412. * mode specific operations
  413. * @base: Baseclass physical encoder structure
  414. * @timing_params: Current timing parameter
  415. * @error_count: Number of consecutive kickoffs that experienced an error
  416. */
  417. struct sde_encoder_phys_vid {
  418. struct sde_encoder_phys base;
  419. struct intf_timing_params timing_params;
  420. int error_count;
  421. };
  422. /**
  423. * struct sde_encoder_phys_cmd_autorefresh - autorefresh state tracking
  424. * @cfg: current active autorefresh configuration
  425. * @kickoff_cnt: atomic count tracking autorefresh done irq kickoffs pending
  426. * @kickoff_wq: wait queue for waiting on autorefresh done irq
  427. */
  428. struct sde_encoder_phys_cmd_autorefresh {
  429. struct sde_hw_autorefresh cfg;
  430. atomic_t kickoff_cnt;
  431. wait_queue_head_t kickoff_wq;
  432. };
  433. /**
  434. * struct sde_encoder_phys_cmd_te_timestamp - list node to keep track of
  435. * rd_ptr/TE timestamp
  436. * @list: list node
  437. * @timestamp: TE timestamp
  438. */
  439. struct sde_encoder_phys_cmd_te_timestamp {
  440. struct list_head list;
  441. ktime_t timestamp;
  442. };
  443. /**
  444. * struct sde_encoder_phys_cmd - sub-class of sde_encoder_phys to handle command
  445. * mode specific operations
  446. * @base: Baseclass physical encoder structure
  447. * @stream_sel: Stream selection for multi-stream interfaces
  448. * @frame_tx_timeout_report_cnt: number of pp_done/ctl_done irq timeout errors
  449. * @autorefresh: autorefresh feature state
  450. * @pending_vblank_cnt: Atomic counter tracking pending wait for VBLANK
  451. * @pending_vblank_wq: Wait queue for blocking until VBLANK received
  452. * @wr_ptr_wait_success: log wr_ptr_wait success for release fence trigger
  453. * @te_timestamp_list: List head for the TE timestamp list
  454. * @te_timestamp: Array of size MAX_TE_PROFILE_COUNT te_timestamp_list elements
  455. * @qsync_threshold_lines: tearcheck threshold lines calculated based on qsync_min_fps
  456. */
  457. struct sde_encoder_phys_cmd {
  458. struct sde_encoder_phys base;
  459. int stream_sel;
  460. int frame_tx_timeout_report_cnt;
  461. struct sde_encoder_phys_cmd_autorefresh autorefresh;
  462. atomic_t pending_vblank_cnt;
  463. wait_queue_head_t pending_vblank_wq;
  464. bool wr_ptr_wait_success;
  465. struct list_head te_timestamp_list;
  466. struct sde_encoder_phys_cmd_te_timestamp
  467. te_timestamp[MAX_TE_PROFILE_COUNT];
  468. u32 qsync_threshold_lines;
  469. };
  470. /**
  471. * struct sde_encoder_phys_wb - sub-class of sde_encoder_phys to handle
  472. * writeback specific operations
  473. * @base: Baseclass physical encoder structure
  474. * @hw_wb: Hardware interface to the wb registers
  475. * @wbdone_timeout: Timeout value for writeback done in msec
  476. * @wb_cfg: Writeback hardware configuration
  477. * @cdp_cfg: Writeback CDP configuration
  478. * @wb_roi: Writeback region-of-interest
  479. * @wb_fmt: Writeback pixel format
  480. * @wb_fb: Pointer to current writeback framebuffer
  481. * @wb_aspace: Pointer to current writeback address space
  482. * @old_fb: Pointer to old writeback framebuffer
  483. * @old_aspace: Pointer to old writeback address space
  484. * @aspace: address space identifier for non-secure/secure domain
  485. * @wb_dev: Pointer to writeback device
  486. * @bo_disable: Buffer object(s) to use during the disabling state
  487. * @fb_disable: Frame buffer to use during the disabling state
  488. * @sc_cfg: Stores wb system cache config
  489. * @crtc: Pointer to drm_crtc
  490. * @prog_line: Cached programmable line value used to trigger early wb-fence
  491. */
  492. struct sde_encoder_phys_wb {
  493. struct sde_encoder_phys base;
  494. struct sde_hw_wb *hw_wb;
  495. u32 wbdone_timeout;
  496. struct sde_hw_wb_cfg wb_cfg;
  497. struct sde_hw_wb_cdp_cfg cdp_cfg;
  498. struct sde_rect wb_roi;
  499. const struct sde_format *wb_fmt;
  500. struct drm_framebuffer *wb_fb;
  501. struct msm_gem_address_space *wb_aspace;
  502. struct drm_framebuffer *old_fb;
  503. struct msm_gem_address_space *old_aspace;
  504. struct msm_gem_address_space *aspace[SDE_IOMMU_DOMAIN_MAX];
  505. struct sde_wb_device *wb_dev;
  506. struct drm_gem_object *bo_disable[SDE_MAX_PLANES];
  507. struct drm_framebuffer *fb_disable;
  508. struct sde_hw_wb_sc_cfg sc_cfg;
  509. struct drm_crtc *crtc;
  510. u32 prog_line;
  511. };
  512. /**
  513. * struct sde_enc_phys_init_params - initialization parameters for phys encs
  514. * @sde_kms: Pointer to the sde_kms top level
  515. * @parent: Pointer to the containing virtual encoder
  516. * @parent_ops: Callbacks exposed by the parent to the phys_enc
  517. * @split_role: Role to play in a split-panel configuration
  518. * @intf_idx: Interface index this phys_enc will control
  519. * @wb_idx: Writeback index this phys_enc will control
  520. * @comp_type: Type of compression supported
  521. * @enc_spinlock: Virtual-Encoder-Wide Spin Lock for IRQ purposes
  522. */
  523. struct sde_enc_phys_init_params {
  524. struct sde_kms *sde_kms;
  525. struct drm_encoder *parent;
  526. struct sde_encoder_virt_ops parent_ops;
  527. enum sde_enc_split_role split_role;
  528. enum sde_intf intf_idx;
  529. enum sde_wb wb_idx;
  530. enum msm_display_compression_type comp_type;
  531. spinlock_t *enc_spinlock;
  532. struct mutex *vblank_ctl_lock;
  533. };
  534. /**
  535. * sde_encoder_wait_info - container for passing arguments to irq wait functions
  536. * @wq: wait queue structure
  537. * @atomic_cnt: wait until atomic_cnt equals zero
  538. * @count_check: wait for specific atomic_cnt instead of zero.
  539. * @timeout_ms: timeout value in milliseconds
  540. */
  541. struct sde_encoder_wait_info {
  542. wait_queue_head_t *wq;
  543. atomic_t *atomic_cnt;
  544. u32 count_check;
  545. s64 timeout_ms;
  546. };
  547. /**
  548. * sde_encoder_phys_vid_init - Construct a new video mode physical encoder
  549. * @p: Pointer to init params structure
  550. * Return: Error code or newly allocated encoder
  551. */
  552. struct sde_encoder_phys *sde_encoder_phys_vid_init(
  553. struct sde_enc_phys_init_params *p);
  554. /**
  555. * sde_encoder_phys_cmd_init - Construct a new command mode physical encoder
  556. * @p: Pointer to init params structure
  557. * Return: Error code or newly allocated encoder
  558. */
  559. struct sde_encoder_phys *sde_encoder_phys_cmd_init(
  560. struct sde_enc_phys_init_params *p);
  561. /**
  562. * sde_encoder_phys_wb_init - Construct a new writeback physical encoder
  563. * @p: Pointer to init params structure
  564. * Return: Error code or newly allocated encoder
  565. */
  566. #if IS_ENABLED(CONFIG_DRM_SDE_WB)
  567. struct sde_encoder_phys *sde_encoder_phys_wb_init(
  568. struct sde_enc_phys_init_params *p);
  569. #else
  570. static inline
  571. struct sde_encoder_phys *sde_encoder_phys_wb_init(
  572. struct sde_enc_phys_init_params *p)
  573. {
  574. return NULL;
  575. }
  576. #endif /* CONFIG_DRM_SDE_WB */
  577. void sde_encoder_phys_setup_cdm(struct sde_encoder_phys *phys_enc,
  578. struct drm_framebuffer *fb, const struct sde_format *format,
  579. struct sde_rect *wb_roi);
  580. /**
  581. * sde_encoder_helper_get_pp_line_count - pingpong linecount helper function
  582. * @drm_enc: Pointer to drm encoder structure
  583. * @info: structure used to populate the pp line count information
  584. */
  585. void sde_encoder_helper_get_pp_line_count(struct drm_encoder *drm_enc,
  586. struct sde_hw_pp_vsync_info *info);
  587. /**
  588. * sde_encoder_helper_get_kickoff_timeout_ms- get the kickoff timeout value based on fps
  589. * @drm_enc: Pointer to drm encoder structure
  590. * Returns: Kickoff timeout in milli seconds
  591. */
  592. u32 sde_encoder_helper_get_kickoff_timeout_ms(struct drm_encoder *drm_enc);
  593. /**
  594. * sde_encoder_helper_trigger_flush - control flush helper function
  595. * This helper function may be optionally specified by physical
  596. * encoders if they require ctl_flush triggering.
  597. * @phys_enc: Pointer to physical encoder structure
  598. */
  599. void sde_encoder_helper_trigger_flush(struct sde_encoder_phys *phys_enc);
  600. /**
  601. * sde_encoder_helper_trigger_start - control start helper function
  602. * This helper function may be optionally specified by physical
  603. * encoders if they require ctl_start triggering.
  604. * @phys_enc: Pointer to physical encoder structure
  605. */
  606. void sde_encoder_helper_trigger_start(struct sde_encoder_phys *phys_enc);
  607. /**
  608. * sde_encoder_helper_vsync_config - configure vsync source for cmd mode
  609. * @phys_enc: Pointer to physical encoder structure
  610. * @vsync_source: vsync source selection
  611. */
  612. void sde_encoder_helper_vsync_config(struct sde_encoder_phys *phys_enc, u32 vsync_source);
  613. /**
  614. * sde_encoder_helper_wait_event_timeout - wait for event with timeout
  615. * taking into account that jiffies may jump between reads leading to
  616. * incorrectly detected timeouts. Prevent failure in this scenario by
  617. * making sure that elapsed time during wait is valid.
  618. * @drm_id: drm object id for logging
  619. * @hw_id: hw instance id for logging
  620. * @info: wait info structure
  621. */
  622. int sde_encoder_helper_wait_event_timeout(
  623. int32_t drm_id,
  624. int32_t hw_id,
  625. struct sde_encoder_wait_info *info);
  626. /*
  627. * sde_encoder_get_fps - get the allowed panel jitter in nanoseconds
  628. * @frame_rate: custom input frame rate
  629. * @jitter_num: jitter numerator value
  630. * @jitter_denom: jitter denomerator value,
  631. * @l_bound: lower frame period boundary
  632. * @u_bound: upper frame period boundary
  633. */
  634. void sde_encoder_helper_get_jitter_bounds_ns(uint32_t frame_rate,
  635. u32 jitter_num, u32 jitter_denom,
  636. ktime_t *l_bound, ktime_t *u_bound);
  637. /**
  638. * sde_encoder_helper_switch_vsync - switch vsync source to WD or default
  639. * @drm_enc: Pointer to drm encoder structure
  640. * @watchdog_te: switch vsync source to watchdog TE
  641. */
  642. int sde_encoder_helper_switch_vsync(struct drm_encoder *drm_enc,
  643. bool watchdog_te);
  644. /**
  645. * sde_encoder_helper_hw_reset - issue ctl hw reset
  646. * This helper function may be optionally specified by physical
  647. * encoders if they require ctl hw reset. If state is currently
  648. * SDE_ENC_ERR_NEEDS_HW_RESET, it is set back to SDE_ENC_ENABLED.
  649. * @phys_enc: Pointer to physical encoder structure
  650. */
  651. void sde_encoder_helper_hw_reset(struct sde_encoder_phys *phys_enc);
  652. static inline enum sde_3d_blend_mode sde_encoder_helper_get_3d_blend_mode(
  653. struct sde_encoder_phys *phys_enc)
  654. {
  655. struct msm_display_topology def;
  656. enum sde_enc_split_role split_role;
  657. int ret, num_lm;
  658. bool mode_3d;
  659. if (!phys_enc || phys_enc->enable_state == SDE_ENC_DISABLING ||
  660. !phys_enc->connector || !phys_enc->connector->state)
  661. return BLEND_3D_NONE;
  662. ret = sde_connector_state_get_topology
  663. (phys_enc->connector->state, &def);
  664. if (ret)
  665. return BLEND_3D_NONE;
  666. if (phys_enc->hw_intf && phys_enc->hw_intf->cfg.split_link_en)
  667. return BLEND_3D_NONE;
  668. num_lm = def.num_lm;
  669. mode_3d = (num_lm > def.num_enc) ? true : false;
  670. split_role = phys_enc->split_role;
  671. if (split_role == ENC_ROLE_SOLO && num_lm == 2 && mode_3d)
  672. return BLEND_3D_H_ROW_INT;
  673. if ((split_role == ENC_ROLE_MASTER || split_role == ENC_ROLE_SLAVE)
  674. && num_lm == 4 && mode_3d)
  675. return BLEND_3D_H_ROW_INT;
  676. return BLEND_3D_NONE;
  677. }
  678. /**
  679. * sde_encoder_phys_is_cwb_disabling - Check if CWB encoder attached to this
  680. * CRTC and it is in SDE_ENC_DISABLING state.
  681. * @phys_enc: Pointer to physical encoder structure
  682. * @crtc: drm crtc
  683. * @Return: true if cwb encoder is in disabling state
  684. */
  685. static inline bool sde_encoder_phys_is_cwb_disabling(
  686. struct sde_encoder_phys *phys, struct drm_crtc *crtc)
  687. {
  688. struct sde_encoder_phys_wb *wb_enc;
  689. if (!phys || !phys->in_clone_mode ||
  690. phys->enable_state != SDE_ENC_DISABLING)
  691. return false;
  692. wb_enc = container_of(phys, struct sde_encoder_phys_wb, base);
  693. return (wb_enc->crtc == crtc) ? true : false;
  694. }
  695. /**
  696. * sde_encoder_helper_split_config - split display configuration helper function
  697. * This helper function may be used by physical encoders to configure
  698. * the split display related registers.
  699. * @phys_enc: Pointer to physical encoder structure
  700. * @interface: enum sde_intf setting
  701. */
  702. void sde_encoder_helper_split_config(
  703. struct sde_encoder_phys *phys_enc,
  704. enum sde_intf interface);
  705. /**
  706. * sde_encoder_helper_reset_mixers - reset mixers associated with phys enc
  707. * @phys_enc: Pointer to physical encoder structure
  708. * @fb: Optional fb for specifying new mixer output resolution, may be NULL
  709. * Return: Zero on success
  710. */
  711. int sde_encoder_helper_reset_mixers(struct sde_encoder_phys *phys_enc,
  712. struct drm_framebuffer *fb);
  713. /**
  714. * sde_encoder_helper_hw_fence_sw_override - reset mixers and do hw-fence sw override
  715. * @phys_enc: Pointer to physical encoder structure
  716. * @ctl: Pointer to hw_ctl structure
  717. */
  718. void sde_encoder_helper_hw_fence_sw_override(struct sde_encoder_phys *phys_enc,
  719. struct sde_hw_ctl *ctl);
  720. /**
  721. * sde_encoder_helper_report_irq_timeout - utility to report error that irq has
  722. * timed out, including reporting frame error event to crtc and debug dump
  723. * @phys_enc: Pointer to physical encoder structure
  724. * @intr_idx: Failing interrupt index
  725. */
  726. void sde_encoder_helper_report_irq_timeout(struct sde_encoder_phys *phys_enc,
  727. enum sde_intr_idx intr_idx);
  728. /**
  729. * sde_encoder_helper_wait_for_irq - utility to wait on an irq.
  730. * note: will call sde_encoder_helper_wait_for_irq on timeout
  731. * @phys_enc: Pointer to physical encoder structure
  732. * @intr_idx: encoder interrupt index
  733. * @wait_info: wait info struct
  734. * @Return: 0 or -ERROR
  735. */
  736. int sde_encoder_helper_wait_for_irq(struct sde_encoder_phys *phys_enc,
  737. enum sde_intr_idx intr_idx,
  738. struct sde_encoder_wait_info *wait_info);
  739. /**
  740. * sde_encoder_helper_register_irq - register and enable an irq
  741. * @phys_enc: Pointer to physical encoder structure
  742. * @intr_idx: encoder interrupt index
  743. * @Return: 0 or -ERROR
  744. */
  745. int sde_encoder_helper_register_irq(struct sde_encoder_phys *phys_enc,
  746. enum sde_intr_idx intr_idx);
  747. /**
  748. * sde_encoder_helper_unregister_irq - unregister and disable an irq
  749. * @phys_enc: Pointer to physical encoder structure
  750. * @intr_idx: encoder interrupt index
  751. * @Return: 0 or -ERROR
  752. */
  753. int sde_encoder_helper_unregister_irq(struct sde_encoder_phys *phys_enc,
  754. enum sde_intr_idx intr_idx);
  755. /**
  756. * sde_encoder_helper_update_intf_cfg - update interface configuration for
  757. * single control path.
  758. * @phys_enc: Pointer to physical encoder structure
  759. */
  760. void sde_encoder_helper_update_intf_cfg(
  761. struct sde_encoder_phys *phys_enc);
  762. /**
  763. * sde_encoder_restore_tearcheck_rd_ptr - restore interface rd_ptr configuration
  764. * This function reads the panel scan line value using a DCS command
  765. * and overrides the internal interface read pointer configuration.
  766. * @phys_enc: Pointer to physical encoder structure
  767. */
  768. void sde_encoder_restore_tearcheck_rd_ptr(struct sde_encoder_phys *phys_enc);
  769. /**
  770. * _sde_encoder_phys_is_dual_ctl - check if encoder needs dual ctl path.
  771. * @phys_enc: Pointer to physical encoder structure
  772. * @Return: true if dual ctl paths else false
  773. */
  774. static inline bool _sde_encoder_phys_is_dual_ctl(
  775. struct sde_encoder_phys *phys_enc)
  776. {
  777. struct sde_kms *sde_kms;
  778. enum sde_rm_topology_name topology;
  779. const struct sde_rm_topology_def* def;
  780. if (!phys_enc) {
  781. pr_err("invalid phys_enc\n");
  782. return false;
  783. }
  784. sde_kms = phys_enc->sde_kms;
  785. if (!sde_kms) {
  786. pr_err("invalid kms\n");
  787. return false;
  788. }
  789. topology = sde_connector_get_topology_name(phys_enc->connector);
  790. def = sde_rm_topology_get_topology_def(&sde_kms->rm, topology);
  791. if (IS_ERR_OR_NULL(def)) {
  792. pr_err("invalid topology\n");
  793. return false;
  794. }
  795. return (def->num_ctl == 2) ? true : false;
  796. }
  797. /**
  798. * _sde_encoder_phys_is_ppsplit - check if pp_split is enabled
  799. * @phys_enc: Pointer to physical encoder structure
  800. * @Return: true or false
  801. */
  802. static inline bool _sde_encoder_phys_is_ppsplit(
  803. struct sde_encoder_phys *phys_enc)
  804. {
  805. enum sde_rm_topology_name topology;
  806. if (!phys_enc) {
  807. pr_err("invalid phys_enc\n");
  808. return false;
  809. }
  810. topology = sde_connector_get_topology_name(phys_enc->connector);
  811. if (topology == SDE_RM_TOPOLOGY_PPSPLIT)
  812. return true;
  813. return false;
  814. }
  815. static inline bool sde_encoder_phys_needs_single_flush(
  816. struct sde_encoder_phys *phys_enc)
  817. {
  818. if (!phys_enc)
  819. return false;
  820. return (_sde_encoder_phys_is_ppsplit(phys_enc) ||
  821. !_sde_encoder_phys_is_dual_ctl(phys_enc));
  822. }
  823. /**
  824. * sde_encoder_helper_hw_fence_extended_wait - extended kickoff wait for hw-fence enabled case
  825. * @phys_enc: Pointer to physical encoder structure
  826. * @ctl: Pointer to hw ctl structure
  827. * @wait_info: Pointer to wait_info structure
  828. * @wait_type: Enum indicating the irq to wait for
  829. * Returns: -ETIMEDOUT in the case that the extended wait times out, 0 otherwise
  830. */
  831. int sde_encoder_helper_hw_fence_extended_wait(struct sde_encoder_phys *phys_enc,
  832. struct sde_hw_ctl *ctl, struct sde_encoder_wait_info *wait_info, int wait_type);
  833. /**
  834. * sde_encoder_helper_phys_disable - helper function to disable virt encoder
  835. * @phys_enc: Pointer to physical encoder structure
  836. * @wb_enc: Pointer to writeback encoder structure
  837. */
  838. void sde_encoder_helper_phys_disable(struct sde_encoder_phys *phys_enc,
  839. struct sde_encoder_phys_wb *wb_enc);
  840. /**
  841. * sde_encoder_helper_phys_reset - helper function to reset virt encoder
  842. * if vsync is missing on phys encoder
  843. * @phys_enc: Pointer to physical encoder structure
  844. */
  845. void sde_encoder_helper_phys_reset(struct sde_encoder_phys *phys_enc);
  846. /**
  847. * sde_encoder_helper_setup_misr - helper function to setup misr
  848. * @phys_enc: Pointer to physical encoder structure
  849. * @enable: enable/disable flag
  850. * @frame_count: frame count for misr
  851. */
  852. void sde_encoder_helper_setup_misr(struct sde_encoder_phys *phys_enc,
  853. bool enable, u32 frame_count);
  854. /**
  855. * sde_encoder_helper_collect_misr - helper function to collect misr
  856. * @phys_enc: Pointer to physical encoder structure
  857. * @nonblock: blocking/non-blocking flag
  858. * @misr_value: pointer to misr value
  859. * @Return: zero on success
  860. */
  861. int sde_encoder_helper_collect_misr(struct sde_encoder_phys *phys_enc,
  862. bool nonblock, u32 *misr_value);
  863. #endif /* __sde_encoder_phys_H__ */