sde_encoder_phys.h 35 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943
  1. /* SPDX-License-Identifier: GPL-2.0-only */
  2. /*
  3. * Copyright (c) 2021-2023 Qualcomm Innovation Center, Inc. All rights reserved.
  4. * Copyright (c) 2015-2021, The Linux Foundation. All rights reserved.
  5. */
  6. #ifndef __SDE_ENCODER_PHYS_H__
  7. #define __SDE_ENCODER_PHYS_H__
  8. #include <linux/jiffies.h>
  9. #include <linux/sde_rsc.h>
  10. #include "sde_kms.h"
  11. #include "sde_hw_intf.h"
  12. #include "sde_hw_pingpong.h"
  13. #include "sde_hw_ctl.h"
  14. #include "sde_hw_top.h"
  15. #include "sde_hw_wb.h"
  16. #include "sde_hw_cdm.h"
  17. #include "sde_hw_dnsc_blur.h"
  18. #include "sde_encoder.h"
  19. #include "sde_connector.h"
  20. #define SDE_ENCODER_NAME_MAX 16
  21. /* wait for at most 2 vsync for lowest refresh rate (24hz) */
  22. #define DEFAULT_KICKOFF_TIMEOUT_MS 84
  23. /* if default timeout fails wait additional time in 1s increments */
  24. #define EXTENDED_KICKOFF_TIMEOUT_MS 1000
  25. #define EXTENDED_KICKOFF_TIMEOUT_ITERS 10
  26. /* wait 1 sec for the emulated targets */
  27. #define MAX_KICKOFF_TIMEOUT_MS 100000
  28. #define MAX_TE_PROFILE_COUNT 5
  29. /**
  30. * enum sde_enc_split_role - Role this physical encoder will play in a
  31. * split-panel configuration, where one panel is master, and others slaves.
  32. * Masters have extra responsibilities, like managing the VBLANK IRQ.
  33. * @ENC_ROLE_SOLO: This is the one and only panel. This encoder is master.
  34. * @ENC_ROLE_MASTER: This encoder is the master of a split panel config.
  35. * @ENC_ROLE_SLAVE: This encoder is not the master of a split panel config.
  36. * @ENC_ROLE_SKIP: This encoder is not participating in kickoffs
  37. */
  38. enum sde_enc_split_role {
  39. ENC_ROLE_SOLO,
  40. ENC_ROLE_MASTER,
  41. ENC_ROLE_SLAVE,
  42. ENC_ROLE_SKIP
  43. };
  44. /**
  45. * enum sde_enc_enable_state - current enabled state of the physical encoder
  46. * @SDE_ENC_DISABLING: Encoder transitioning to disable state
  47. * Events bounding transition are encoder type specific
  48. * @SDE_ENC_DISABLED: Encoder is disabled
  49. * @SDE_ENC_ENABLING: Encoder transitioning to enabled
  50. * Events bounding transition are encoder type specific
  51. * @SDE_ENC_ENABLED: Encoder is enabled
  52. * @SDE_ENC_ERR_NEEDS_HW_RESET: Encoder is enabled, but requires a hw_reset
  53. * to recover from a previous error
  54. */
  55. enum sde_enc_enable_state {
  56. SDE_ENC_DISABLING,
  57. SDE_ENC_DISABLED,
  58. SDE_ENC_ENABLING,
  59. SDE_ENC_ENABLED,
  60. SDE_ENC_ERR_NEEDS_HW_RESET
  61. };
  62. enum sde_enc_irqs {
  63. SDE_ENC_CMD_TE_ASSERT,
  64. SDE_ENC_CMD_TE_DEASSERT,
  65. SDE_ENC_CMD_TEAR_DETECT,
  66. SDE_ENC_IRQ_MAX
  67. };
  68. struct sde_encoder_phys;
  69. /**
  70. * struct sde_encoder_virt_ops - Interface the containing virtual encoder
  71. * provides for the physical encoders to use to callback.
  72. * @handle_vblank_virt: Notify virtual encoder of vblank IRQ reception
  73. * Note: This is called from IRQ handler context.
  74. * @handle_underrun_virt: Notify virtual encoder of underrun IRQ reception
  75. * Note: This is called from IRQ handler context.
  76. * @handle_frame_done: Notify virtual encoder that this phys encoder
  77. * completes last request frame.
  78. * @get_qsync_fps: Returns the min fps for the qsync feature.
  79. */
  80. struct sde_encoder_virt_ops {
  81. void (*handle_vblank_virt)(struct drm_encoder *parent,
  82. struct sde_encoder_phys *phys);
  83. void (*handle_underrun_virt)(struct drm_encoder *parent,
  84. struct sde_encoder_phys *phys);
  85. void (*handle_frame_done)(struct drm_encoder *parent,
  86. struct sde_encoder_phys *phys, u32 event);
  87. void (*get_qsync_fps)(struct drm_encoder *parent,
  88. u32 *qsync_fps, struct drm_connector_state *conn_state);
  89. };
  90. /**
  91. * struct sde_encoder_phys_ops - Interface the physical encoders provide to
  92. * the containing virtual encoder.
  93. * @late_register: DRM Call. Add Userspace interfaces, debugfs.
  94. * @prepare_commit: MSM Atomic Call, start of atomic commit sequence
  95. * @is_master: Whether this phys_enc is the current master
  96. * encoder. Can be switched at enable time. Based
  97. * on split_role and current mode (CMD/VID).
  98. * @mode_fixup: DRM Call. Fixup a DRM mode.
  99. * @cont_splash_mode_set: mode set with specific HW resources during
  100. * cont splash enabled state.
  101. * @mode_set: DRM Call. Set a DRM mode.
  102. * This likely caches the mode, for use at enable.
  103. * @enable: DRM Call. Enable a DRM mode.
  104. * @disable: DRM Call. Disable mode.
  105. * @atomic_check: DRM Call. Atomic check new DRM state.
  106. * @destroy: DRM Call. Destroy and release resources.
  107. * @get_hw_resources: Populate the structure with the hardware
  108. * resources that this phys_enc is using.
  109. * Expect no overlap between phys_encs.
  110. * @control_vblank_irq Register/Deregister for VBLANK IRQ
  111. * @wait_for_commit_done: Wait for hardware to have flushed the
  112. * current pending frames to hardware
  113. * @wait_for_tx_complete: Wait for hardware to transfer the pixels
  114. * to the panel
  115. * @wait_for_vblank: Wait for VBLANK, for sub-driver internal use
  116. * @prepare_for_kickoff: Do any work necessary prior to a kickoff
  117. * For CMD encoder, may wait for previous tx done
  118. * @handle_post_kickoff: Do any work necessary post-kickoff work
  119. * @trigger_flush: Process flush event on physical encoder
  120. * @trigger_start: Process start event on physical encoder
  121. * @clear_flush_mask: clear flush mask
  122. * @needs_single_flush: Whether encoder slaves need to be flushed
  123. * @setup_misr: Sets up MISR, enable and disables based on sysfs
  124. * @collect_misr: Collects MISR data on frame update
  125. * @hw_reset: Issue HW recovery such as CTL reset and clear
  126. * SDE_ENC_ERR_NEEDS_HW_RESET state
  127. * @irq_control: Handler to enable/disable all the encoder IRQs
  128. * @update_split_role: Update the split role of the phys enc
  129. * @control_te: Interface to control the vsync_enable status
  130. * @restore: Restore all the encoder configs.
  131. * @is_autorefresh_enabled: provides the autorefresh current
  132. * enable/disable state.
  133. * @is_autoref_disable_pending: Indicates if autorefresh disable commit in progress
  134. * @get_line_count: Obtain current internal vertical line count
  135. * @wait_dma_trigger: Returns true if lut dma has to trigger and wait
  136. * unitl transaction is complete.
  137. * @wait_for_active: Wait for display scan line to be in active area
  138. * @setup_vsync_source: Configure vsync source selection for cmd mode.
  139. * @get_underrun_line_count: Obtain and log current internal vertical line
  140. * count and underrun line count
  141. * @add_to_minidump: Add this phys_enc data to minidumps
  142. * @disable_autorefresh: Disable autorefresh
  143. * @idle_pc_cache_display_status: caches display status at idle power collapse
  144. */
  145. struct sde_encoder_phys_ops {
  146. int (*late_register)(struct sde_encoder_phys *encoder,
  147. struct dentry *debugfs_root);
  148. void (*prepare_commit)(struct sde_encoder_phys *encoder);
  149. bool (*is_master)(struct sde_encoder_phys *encoder);
  150. bool (*mode_fixup)(struct sde_encoder_phys *encoder,
  151. const struct drm_display_mode *mode,
  152. struct drm_display_mode *adjusted_mode);
  153. void (*mode_set)(struct sde_encoder_phys *encoder,
  154. struct drm_display_mode *mode,
  155. struct drm_display_mode *adjusted_mode, bool *reinit_mixers);
  156. void (*cont_splash_mode_set)(struct sde_encoder_phys *encoder,
  157. struct drm_display_mode *adjusted_mode);
  158. void (*enable)(struct sde_encoder_phys *encoder);
  159. void (*disable)(struct sde_encoder_phys *encoder);
  160. int (*atomic_check)(struct sde_encoder_phys *encoder,
  161. struct drm_crtc_state *crtc_state,
  162. struct drm_connector_state *conn_state);
  163. void (*destroy)(struct sde_encoder_phys *encoder);
  164. void (*get_hw_resources)(struct sde_encoder_phys *encoder,
  165. struct sde_encoder_hw_resources *hw_res,
  166. struct drm_connector_state *conn_state);
  167. int (*control_vblank_irq)(struct sde_encoder_phys *enc, bool enable);
  168. int (*wait_for_commit_done)(struct sde_encoder_phys *phys_enc);
  169. int (*wait_for_tx_complete)(struct sde_encoder_phys *phys_enc);
  170. int (*wait_for_vblank)(struct sde_encoder_phys *phys_enc);
  171. int (*prepare_for_kickoff)(struct sde_encoder_phys *phys_enc,
  172. struct sde_encoder_kickoff_params *params);
  173. void (*handle_post_kickoff)(struct sde_encoder_phys *phys_enc);
  174. void (*trigger_flush)(struct sde_encoder_phys *phys_enc);
  175. void (*trigger_start)(struct sde_encoder_phys *phys_enc);
  176. void (*clear_flush_mask)(struct sde_encoder_phys *phys_enc, bool clear);
  177. bool (*needs_single_flush)(struct sde_encoder_phys *phys_enc);
  178. void (*setup_misr)(struct sde_encoder_phys *phys_encs,
  179. bool enable, u32 frame_count);
  180. int (*collect_misr)(struct sde_encoder_phys *phys_enc, bool nonblock,
  181. u32 *misr_value);
  182. void (*hw_reset)(struct sde_encoder_phys *phys_enc);
  183. void (*irq_control)(struct sde_encoder_phys *phys, bool enable);
  184. void (*dynamic_irq_control)(struct sde_encoder_phys *phys, bool enable);
  185. void (*update_split_role)(struct sde_encoder_phys *phys_enc,
  186. enum sde_enc_split_role role);
  187. void (*control_te)(struct sde_encoder_phys *phys_enc, bool enable);
  188. void (*restore)(struct sde_encoder_phys *phys);
  189. bool (*is_autorefresh_enabled)(struct sde_encoder_phys *phys);
  190. bool (*is_autoref_disable_pending)(struct sde_encoder_phys *phys);
  191. int (*get_line_count)(struct sde_encoder_phys *phys);
  192. bool (*wait_dma_trigger)(struct sde_encoder_phys *phys);
  193. int (*wait_for_active)(struct sde_encoder_phys *phys);
  194. void (*setup_vsync_source)(struct sde_encoder_phys *phys, u32 vsync_source,
  195. struct msm_display_info *disp_info);
  196. u32 (*get_underrun_line_count)(struct sde_encoder_phys *phys);
  197. void (*add_to_minidump)(struct sde_encoder_phys *phys);
  198. void (*disable_autorefresh)(struct sde_encoder_phys *phys);
  199. void (*idle_pc_cache_display_status)(struct sde_encoder_phys *phys);
  200. };
  201. /**
  202. * enum sde_intr_idx - sde encoder interrupt index
  203. * @INTR_IDX_VSYNC: Vsync interrupt for video mode panel
  204. * @INTR_IDX_PINGPONG: Pingpong done interrupt for cmd mode panel
  205. * @INTR_IDX_UNDERRUN: Underrun interrupt for video and cmd mode panel
  206. * @INTR_IDX_CTL_START:Control start interrupt to indicate the frame start
  207. * @INTR_IDX_CTL_DONE: Control done interrupt indicating the control path being idle
  208. * @INTR_IDX_RDPTR: Readpointer done interrupt for cmd mode panel
  209. * @INTR_IDX_WB_DONE: Writeback done interrupt for WB
  210. * @INTR_IDX_PP1_OVFL: Pingpong overflow interrupt on PP1 for Concurrent WB
  211. * @INTR_IDX_PP2_OVFL: Pingpong overflow interrupt on PP2 for Concurrent WB
  212. * @INTR_IDX_PP3_OVFL: Pingpong overflow interrupt on PP3 for Concurrent WB
  213. * @INTR_IDX_PP4_OVFL: Pingpong overflow interrupt on PP4 for Concurrent WB
  214. * @INTR_IDX_PP5_OVFL: Pingpong overflow interrupt on PP5 for Concurrent WB
  215. * @INTR_IDX_PP_CWB_OVFL: Pingpong overflow interrupt on PP_CWB0/1 for Concurrent WB
  216. * @INTR_IDX_PP_CWB2_OVFL: Pingpong overflow interrupt on PP_CWB2/3 for Concurrent WB
  217. * @INTR_IDX_AUTOREFRESH_DONE: Autorefresh done for cmd mode panel meaning
  218. * autorefresh has triggered a double buffer flip
  219. * @INTR_IDX_WRPTR: Writepointer start interrupt for cmd mode panel
  220. * @INTR_IDX_WB_LINEPTR: Programmable lineptr interrupt for WB
  221. * @INTF_IDX_TEAR_DETECT: Tear detect interrupt
  222. * @INTR_IDX_TE_ASSERT: TE Assert interrupt
  223. * @INTR_IDX_TE_DEASSERT: TE Deassert interrupt
  224. */
  225. enum sde_intr_idx {
  226. INTR_IDX_VSYNC,
  227. INTR_IDX_PINGPONG,
  228. INTR_IDX_UNDERRUN,
  229. INTR_IDX_CTL_START,
  230. INTR_IDX_CTL_DONE,
  231. INTR_IDX_RDPTR,
  232. INTR_IDX_AUTOREFRESH_DONE,
  233. INTR_IDX_WB_DONE,
  234. INTR_IDX_PP1_OVFL,
  235. INTR_IDX_PP2_OVFL,
  236. INTR_IDX_PP3_OVFL,
  237. INTR_IDX_PP4_OVFL,
  238. INTR_IDX_PP5_OVFL,
  239. INTR_IDX_PP_CWB_OVFL,
  240. INTR_IDX_PP_CWB2_OVFL,
  241. INTR_IDX_WRPTR,
  242. INTR_IDX_WB_LINEPTR,
  243. INTF_IDX_TEAR_DETECT,
  244. INTR_IDX_TE_ASSERT,
  245. INTR_IDX_TE_DEASSERT,
  246. INTR_IDX_MAX,
  247. };
  248. /**
  249. * sde_encoder_irq - tracking structure for interrupts
  250. * @name: string name of interrupt
  251. * @intr_type: Encoder interrupt type
  252. * @intr_idx: Encoder interrupt enumeration
  253. * @hw_idx: HW Block ID
  254. * @irq_idx: IRQ interface lookup index from SDE IRQ framework
  255. * will be -EINVAL if IRQ is not registered
  256. * @irq_cb: interrupt callback
  257. */
  258. struct sde_encoder_irq {
  259. const char *name;
  260. enum sde_intr_type intr_type;
  261. enum sde_intr_idx intr_idx;
  262. int hw_idx;
  263. int irq_idx;
  264. struct sde_irq_callback cb;
  265. };
  266. /**
  267. * struct sde_encoder_phys - physical encoder that drives a single INTF block
  268. * tied to a specific panel / sub-panel. Abstract type, sub-classed by
  269. * phys_vid or phys_cmd for video mode or command mode encs respectively.
  270. * @parent: Pointer to the containing virtual encoder
  271. * @connector: If a mode is set, cached pointer to the active connector
  272. * @ops: Operations exposed to the virtual encoder
  273. * @parent_ops: Callbacks exposed by the parent to the phys_enc
  274. * @hw_mdptop: Hardware interface to the top registers
  275. * @hw_ctl: Hardware interface to the ctl registers
  276. * @hw_intf: Hardware interface to INTF registers
  277. * @hw_cdm: Hardware interface to the cdm registers
  278. * @hw_qdss: Hardware interface to the qdss registers
  279. * @cdm_cfg: Chroma-down hardware configuration
  280. * @hw_pp: Hardware interface to the ping pong registers
  281. * @hw_dnsc_blur: Hardware interface to the downscale blur registers
  282. * @sde_kms: Pointer to the sde_kms top level
  283. * @cached_mode: DRM mode cached at mode_set time, acted on in enable
  284. * @wd_jitter : Pointer to watchdog jitter prams
  285. * @enabled: Whether the encoder has enabled and running a mode
  286. * @split_role: Role to play in a split-panel configuration
  287. * @intf_mode: Interface mode
  288. * @intf_idx: Interface index on sde hardware
  289. * @intf_cfg: Interface hardware configuration
  290. * @intf_cfg_v1: Interface hardware configuration to be used if control
  291. * path supports SDE_CTL_ACTIVE_CFG
  292. * @comp_type: Type of compression supported
  293. * @comp_ratio: Compression ratio multiplied by 100
  294. * @dsc_extra_pclk_cycle_cnt: Extra pclk cycle count for DSC over DP
  295. * @dsc_extra_disp_width: Additional display width for DSC over DP
  296. * @poms_align_vsync: poms with vsync aligned
  297. * @dce_bytes_per_line: Compressed bytes per line
  298. * @enc_spinlock: Virtual-Encoder-Wide Spin Lock for IRQ purposes
  299. * @enable_state: Enable state tracking
  300. * @vblank_refcount: Reference count of vblank request
  301. * @wbirq_refcount: Reference count of wb irq request
  302. * @vsync_cnt: Vsync count for the physical encoder
  303. * @last_vsync_timestamp: store last vsync timestamp
  304. * @underrun_cnt: Underrun count for the physical encoder
  305. * @pending_kickoff_cnt: Atomic counter tracking the number of kickoffs
  306. * vs. the number of done/vblank irqs. Should hover
  307. * between 0-2 Incremented when a new kickoff is
  308. * scheduled. Decremented in irq handler
  309. * @pending_retire_fence_cnt: Atomic counter tracking the pending retire
  310. * fences that have to be signalled.
  311. * @pending_ctl_start_cnt: Atomic counter tracking the pending ctl-start-irq,
  312. * used to release commit thread. Currently managed
  313. * only for writeback encoder and the counter keeps
  314. * increasing for other type of encoders.
  315. * @pending_kickoff_wq: Wait queue for blocking until kickoff completes
  316. * @kickoff_timeout_ms: kickoff timeout in mill seconds
  317. * @irq: IRQ tracking structures
  318. * @has_intf_te: Interface TE configuration support
  319. * @cont_splash_enabled: Variable to store continuous splash settings.
  320. * @in_clone_mode Indicates if encoder is in clone mode ref@CWB
  321. * @vfp_cached: cached vertical front porch to be used for
  322. * programming ROT and MDP fetch start
  323. * @pf_time_in_us: Programmable fetch time in micro-seconds
  324. * @sde_hw_fence_error_status: Hw fence error handing flag controled by userspace
  325. * that if handing fence error in driver
  326. * @sde_hw_fence_error_value: hw fence error value from cb function
  327. * @sde_hw_fence_handle: Hw fence driver client handle, this handle was returned
  328. * during the call 'msm_hw_fence_register' to register the
  329. * client
  330. * @fence_error_handle_in_progress:
  331. * bool to indicate if fence error handling in progress
  332. * This is set once fence error occurs and cleared only when
  333. * good frame is received. Not cleared in continous fence
  334. * error cases
  335. * @frame_trigger_mode: frame trigger mode indication for command
  336. * mode display
  337. * @recovered: flag set to true when recovered from pp timeout
  338. * @autorefresh_disable_trans: flag set to true during autorefresh disable transition
  339. * @sim_qsync_frame: Current simulated qsync frame type
  340. */
  341. struct sde_encoder_phys {
  342. struct drm_encoder *parent;
  343. struct drm_connector *connector;
  344. struct sde_encoder_phys_ops ops;
  345. struct sde_encoder_virt_ops parent_ops;
  346. struct sde_hw_mdp *hw_mdptop;
  347. struct sde_hw_ctl *hw_ctl;
  348. struct sde_hw_intf *hw_intf;
  349. struct sde_hw_cdm *hw_cdm;
  350. struct sde_hw_qdss *hw_qdss;
  351. struct sde_hw_cdm_cfg cdm_cfg;
  352. struct sde_hw_pingpong *hw_pp;
  353. struct sde_hw_dnsc_blur *hw_dnsc_blur;
  354. struct sde_kms *sde_kms;
  355. struct drm_display_mode cached_mode;
  356. struct intf_wd_jitter_params wd_jitter;
  357. enum sde_enc_split_role split_role;
  358. enum sde_intf_mode intf_mode;
  359. enum sde_intf intf_idx;
  360. struct sde_hw_intf_cfg intf_cfg;
  361. struct sde_hw_intf_cfg_v1 intf_cfg_v1;
  362. enum msm_display_compression_type comp_type;
  363. u32 comp_ratio;
  364. u32 dsc_extra_pclk_cycle_cnt;
  365. u32 dsc_extra_disp_width;
  366. bool poms_align_vsync;
  367. u32 dce_bytes_per_line;
  368. spinlock_t *enc_spinlock;
  369. enum sde_enc_enable_state enable_state;
  370. struct mutex *vblank_ctl_lock;
  371. atomic_t vblank_refcount;
  372. atomic_t wbirq_refcount;
  373. atomic_t vsync_cnt;
  374. ktime_t last_vsync_timestamp;
  375. atomic_t underrun_cnt;
  376. atomic_t pending_kickoff_cnt;
  377. atomic_t pending_retire_fence_cnt;
  378. atomic_t pending_ctl_start_cnt;
  379. wait_queue_head_t pending_kickoff_wq;
  380. u32 kickoff_timeout_ms;
  381. struct sde_encoder_irq irq[INTR_IDX_MAX];
  382. bool has_intf_te;
  383. bool cont_splash_enabled;
  384. bool in_clone_mode;
  385. int vfp_cached;
  386. u32 pf_time_in_us;
  387. bool sde_hw_fence_error_status;
  388. int sde_hw_fence_error_value;
  389. u64 sde_hw_fence_handle;
  390. bool fence_error_handle_in_progress;
  391. enum frame_trigger_mode_type frame_trigger_mode;
  392. bool recovered;
  393. bool autorefresh_disable_trans;
  394. enum sde_sim_qsync_frame sim_qsync_frame;
  395. };
  396. static inline int sde_encoder_phys_inc_pending(struct sde_encoder_phys *phys)
  397. {
  398. return atomic_inc_return(&phys->pending_kickoff_cnt);
  399. }
  400. /*
  401. * sde_encoder_clear_fence_error_in_progress - clear fence_error_handle_in_progress flag
  402. * after good frame
  403. * @phys_enc: Pointer to physical encoder structure
  404. */
  405. void sde_encoder_clear_fence_error_in_progress(struct sde_encoder_phys *phys_enc);
  406. /**
  407. * sde_encoder_hw_fence_signal - hw fence related fence error handing
  408. * @phys_enc: Pointer to physical encoder structure
  409. * return: 0 on success; error code otherwise
  410. */
  411. static inline int sde_encoder_hw_fence_signal(struct sde_encoder_phys *phys_enc);
  412. /**
  413. * struct sde_encoder_phys_vid - sub-class of sde_encoder_phys to handle video
  414. * mode specific operations
  415. * @base: Baseclass physical encoder structure
  416. * @timing_params: Current timing parameter
  417. * @error_count: Number of consecutive kickoffs that experienced an error
  418. */
  419. struct sde_encoder_phys_vid {
  420. struct sde_encoder_phys base;
  421. struct intf_timing_params timing_params;
  422. int error_count;
  423. };
  424. /**
  425. * struct sde_encoder_phys_cmd_autorefresh - autorefresh state tracking
  426. * @cfg: current active autorefresh configuration
  427. * @kickoff_cnt: atomic count tracking autorefresh done irq kickoffs pending
  428. * @kickoff_wq: wait queue for waiting on autorefresh done irq
  429. */
  430. struct sde_encoder_phys_cmd_autorefresh {
  431. struct sde_hw_autorefresh cfg;
  432. atomic_t kickoff_cnt;
  433. wait_queue_head_t kickoff_wq;
  434. };
  435. /**
  436. * struct sde_encoder_phys_cmd_te_timestamp - list node to keep track of
  437. * rd_ptr/TE timestamp
  438. * @list: list node
  439. * @timestamp: TE timestamp
  440. */
  441. struct sde_encoder_phys_cmd_te_timestamp {
  442. struct list_head list;
  443. ktime_t timestamp;
  444. };
  445. /**
  446. * struct sde_encoder_phys_cmd - sub-class of sde_encoder_phys to handle command
  447. * mode specific operations
  448. * @base: Baseclass physical encoder structure
  449. * @stream_sel: Stream selection for multi-stream interfaces
  450. * @frame_tx_timeout_report_cnt: number of pp_done/ctl_done irq timeout errors
  451. * @autorefresh: autorefresh feature state
  452. * @pending_vblank_cnt: Atomic counter tracking pending wait for VBLANK
  453. * @pending_vblank_wq: Wait queue for blocking until VBLANK received
  454. * @wr_ptr_wait_success: log wr_ptr_wait success for release fence trigger
  455. * @te_timestamp_list: List head for the TE timestamp list
  456. * @te_timestamp: Array of size MAX_TE_PROFILE_COUNT te_timestamp_list elements
  457. * @qsync_threshold_lines: tearcheck threshold lines calculated based on qsync_min_fps
  458. */
  459. struct sde_encoder_phys_cmd {
  460. struct sde_encoder_phys base;
  461. int stream_sel;
  462. int frame_tx_timeout_report_cnt;
  463. struct sde_encoder_phys_cmd_autorefresh autorefresh;
  464. atomic_t pending_vblank_cnt;
  465. wait_queue_head_t pending_vblank_wq;
  466. bool wr_ptr_wait_success;
  467. struct list_head te_timestamp_list;
  468. struct sde_encoder_phys_cmd_te_timestamp
  469. te_timestamp[MAX_TE_PROFILE_COUNT];
  470. u32 qsync_threshold_lines;
  471. };
  472. /**
  473. * struct sde_encoder_phys_wb - sub-class of sde_encoder_phys to handle
  474. * writeback specific operations
  475. * @base: Baseclass physical encoder structure
  476. * @hw_wb: Hardware interface to the wb registers
  477. * @wbdone_timeout: Timeout value for writeback done in msec
  478. * @wb_cfg: Writeback hardware configuration
  479. * @cdp_cfg: Writeback CDP configuration
  480. * @wb_roi: Writeback region-of-interest
  481. * @wb_fmt: Writeback pixel format
  482. * @wb_fb: Pointer to current writeback framebuffer
  483. * @wb_aspace: Pointer to current writeback address space
  484. * @old_fb: Pointer to old writeback framebuffer
  485. * @old_aspace: Pointer to old writeback address space
  486. * @aspace: address space identifier for non-secure/secure domain
  487. * @wb_dev: Pointer to writeback device
  488. * @bo_disable: Buffer object(s) to use during the disabling state
  489. * @fb_disable: Frame buffer to use during the disabling state
  490. * @sc_cfg: Stores wb system cache config
  491. * @crtc: Pointer to drm_crtc
  492. * @prog_line: Cached programmable line value used to trigger early wb-fence
  493. */
  494. struct sde_encoder_phys_wb {
  495. struct sde_encoder_phys base;
  496. struct sde_hw_wb *hw_wb;
  497. u32 wbdone_timeout;
  498. struct sde_hw_wb_cfg wb_cfg;
  499. struct sde_hw_wb_cdp_cfg cdp_cfg;
  500. struct sde_rect wb_roi;
  501. const struct sde_format *wb_fmt;
  502. struct drm_framebuffer *wb_fb;
  503. struct msm_gem_address_space *wb_aspace;
  504. struct drm_framebuffer *old_fb;
  505. struct msm_gem_address_space *old_aspace;
  506. struct msm_gem_address_space *aspace[SDE_IOMMU_DOMAIN_MAX];
  507. struct sde_wb_device *wb_dev;
  508. struct drm_gem_object *bo_disable[SDE_MAX_PLANES];
  509. struct drm_framebuffer *fb_disable;
  510. struct sde_hw_wb_sc_cfg sc_cfg;
  511. struct drm_crtc *crtc;
  512. u32 prog_line;
  513. };
  514. /**
  515. * struct sde_enc_phys_init_params - initialization parameters for phys encs
  516. * @sde_kms: Pointer to the sde_kms top level
  517. * @parent: Pointer to the containing virtual encoder
  518. * @parent_ops: Callbacks exposed by the parent to the phys_enc
  519. * @split_role: Role to play in a split-panel configuration
  520. * @intf_idx: Interface index this phys_enc will control
  521. * @wb_idx: Writeback index this phys_enc will control
  522. * @comp_type: Type of compression supported
  523. * @enc_spinlock: Virtual-Encoder-Wide Spin Lock for IRQ purposes
  524. */
  525. struct sde_enc_phys_init_params {
  526. struct sde_kms *sde_kms;
  527. struct drm_encoder *parent;
  528. struct sde_encoder_virt_ops parent_ops;
  529. enum sde_enc_split_role split_role;
  530. enum sde_intf intf_idx;
  531. enum sde_wb wb_idx;
  532. enum msm_display_compression_type comp_type;
  533. spinlock_t *enc_spinlock;
  534. struct mutex *vblank_ctl_lock;
  535. };
  536. /**
  537. * sde_encoder_wait_info - container for passing arguments to irq wait functions
  538. * @wq: wait queue structure
  539. * @atomic_cnt: wait until atomic_cnt equals zero
  540. * @count_check: wait for specific atomic_cnt instead of zero.
  541. * @timeout_ms: timeout value in milliseconds
  542. */
  543. struct sde_encoder_wait_info {
  544. wait_queue_head_t *wq;
  545. atomic_t *atomic_cnt;
  546. u32 count_check;
  547. s64 timeout_ms;
  548. };
  549. /**
  550. * sde_encoder_phys_vid_init - Construct a new video mode physical encoder
  551. * @p: Pointer to init params structure
  552. * Return: Error code or newly allocated encoder
  553. */
  554. struct sde_encoder_phys *sde_encoder_phys_vid_init(
  555. struct sde_enc_phys_init_params *p);
  556. /**
  557. * sde_encoder_phys_cmd_init - Construct a new command mode physical encoder
  558. * @p: Pointer to init params structure
  559. * Return: Error code or newly allocated encoder
  560. */
  561. struct sde_encoder_phys *sde_encoder_phys_cmd_init(
  562. struct sde_enc_phys_init_params *p);
  563. /**
  564. * sde_encoder_phys_wb_init - Construct a new writeback physical encoder
  565. * @p: Pointer to init params structure
  566. * Return: Error code or newly allocated encoder
  567. */
  568. #if IS_ENABLED(CONFIG_DRM_SDE_WB)
  569. struct sde_encoder_phys *sde_encoder_phys_wb_init(
  570. struct sde_enc_phys_init_params *p);
  571. #else
  572. static inline
  573. struct sde_encoder_phys *sde_encoder_phys_wb_init(
  574. struct sde_enc_phys_init_params *p)
  575. {
  576. return NULL;
  577. }
  578. #endif /* CONFIG_DRM_SDE_WB */
  579. void sde_encoder_phys_setup_cdm(struct sde_encoder_phys *phys_enc,
  580. struct drm_framebuffer *fb, const struct sde_format *format,
  581. struct sde_rect *wb_roi);
  582. /**
  583. * sde_encoder_helper_get_pp_line_count - pingpong linecount helper function
  584. * @drm_enc: Pointer to drm encoder structure
  585. * @info: structure used to populate the pp line count information
  586. */
  587. void sde_encoder_helper_get_pp_line_count(struct drm_encoder *drm_enc,
  588. struct sde_hw_pp_vsync_info *info);
  589. /**
  590. * sde_encoder_helper_get_kickoff_timeout_ms- get the kickoff timeout value based on fps
  591. * @drm_enc: Pointer to drm encoder structure
  592. * Returns: Kickoff timeout in milli seconds
  593. */
  594. u32 sde_encoder_helper_get_kickoff_timeout_ms(struct drm_encoder *drm_enc);
  595. /**
  596. * sde_encoder_helper_trigger_flush - control flush helper function
  597. * This helper function may be optionally specified by physical
  598. * encoders if they require ctl_flush triggering.
  599. * @phys_enc: Pointer to physical encoder structure
  600. */
  601. void sde_encoder_helper_trigger_flush(struct sde_encoder_phys *phys_enc);
  602. /**
  603. * sde_encoder_helper_trigger_start - control start helper function
  604. * This helper function may be optionally specified by physical
  605. * encoders if they require ctl_start triggering.
  606. * @phys_enc: Pointer to physical encoder structure
  607. */
  608. void sde_encoder_helper_trigger_start(struct sde_encoder_phys *phys_enc);
  609. /**
  610. * sde_encoder_helper_vsync_config - configure vsync source for cmd mode
  611. * @phys_enc: Pointer to physical encoder structure
  612. * @vsync_source: vsync source selection
  613. */
  614. void sde_encoder_helper_vsync_config(struct sde_encoder_phys *phys_enc, u32 vsync_source);
  615. /**
  616. * sde_encoder_helper_wait_event_timeout - wait for event with timeout
  617. * taking into account that jiffies may jump between reads leading to
  618. * incorrectly detected timeouts. Prevent failure in this scenario by
  619. * making sure that elapsed time during wait is valid.
  620. * @drm_id: drm object id for logging
  621. * @hw_id: hw instance id for logging
  622. * @info: wait info structure
  623. */
  624. int sde_encoder_helper_wait_event_timeout(
  625. int32_t drm_id,
  626. int32_t hw_id,
  627. struct sde_encoder_wait_info *info);
  628. /*
  629. * sde_encoder_get_fps - get the allowed panel jitter in nanoseconds
  630. * @frame_rate: custom input frame rate
  631. * @jitter_num: jitter numerator value
  632. * @jitter_denom: jitter denomerator value,
  633. * @l_bound: lower frame period boundary
  634. * @u_bound: upper frame period boundary
  635. */
  636. void sde_encoder_helper_get_jitter_bounds_ns(uint32_t frame_rate,
  637. u32 jitter_num, u32 jitter_denom,
  638. ktime_t *l_bound, ktime_t *u_bound);
  639. /**
  640. * sde_encoder_helper_switch_vsync - switch vsync source to WD or default
  641. * @drm_enc: Pointer to drm encoder structure
  642. * @watchdog_te: switch vsync source to watchdog TE
  643. */
  644. int sde_encoder_helper_switch_vsync(struct drm_encoder *drm_enc,
  645. bool watchdog_te);
  646. /**
  647. * sde_encoder_helper_hw_reset - issue ctl hw reset
  648. * This helper function may be optionally specified by physical
  649. * encoders if they require ctl hw reset. If state is currently
  650. * SDE_ENC_ERR_NEEDS_HW_RESET, it is set back to SDE_ENC_ENABLED.
  651. * @phys_enc: Pointer to physical encoder structure
  652. */
  653. void sde_encoder_helper_hw_reset(struct sde_encoder_phys *phys_enc);
  654. static inline enum sde_3d_blend_mode sde_encoder_helper_get_3d_blend_mode(
  655. struct sde_encoder_phys *phys_enc)
  656. {
  657. struct msm_display_topology def;
  658. enum sde_enc_split_role split_role;
  659. int ret, num_lm;
  660. bool mode_3d;
  661. if (!phys_enc || phys_enc->enable_state == SDE_ENC_DISABLING ||
  662. !phys_enc->connector || !phys_enc->connector->state)
  663. return BLEND_3D_NONE;
  664. ret = sde_connector_state_get_topology
  665. (phys_enc->connector->state, &def);
  666. if (ret)
  667. return BLEND_3D_NONE;
  668. if (phys_enc->hw_intf && phys_enc->hw_intf->cfg.split_link_en)
  669. return BLEND_3D_NONE;
  670. num_lm = def.num_lm;
  671. mode_3d = (num_lm > def.num_enc) ? true : false;
  672. split_role = phys_enc->split_role;
  673. if (split_role == ENC_ROLE_SOLO && num_lm == 2 && mode_3d)
  674. return BLEND_3D_H_ROW_INT;
  675. if ((split_role == ENC_ROLE_MASTER || split_role == ENC_ROLE_SLAVE)
  676. && num_lm == 4 && mode_3d)
  677. return BLEND_3D_H_ROW_INT;
  678. return BLEND_3D_NONE;
  679. }
  680. /**
  681. * sde_encoder_phys_is_cwb_disabling - Check if CWB encoder attached to this
  682. * CRTC and it is in SDE_ENC_DISABLING state.
  683. * @phys_enc: Pointer to physical encoder structure
  684. * @crtc: drm crtc
  685. * @Return: true if cwb encoder is in disabling state
  686. */
  687. static inline bool sde_encoder_phys_is_cwb_disabling(
  688. struct sde_encoder_phys *phys, struct drm_crtc *crtc)
  689. {
  690. struct sde_encoder_phys_wb *wb_enc;
  691. if (!phys || !phys->in_clone_mode ||
  692. phys->enable_state != SDE_ENC_DISABLING)
  693. return false;
  694. wb_enc = container_of(phys, struct sde_encoder_phys_wb, base);
  695. return (wb_enc->crtc == crtc) ? true : false;
  696. }
  697. /**
  698. * sde_encoder_helper_split_config - split display configuration helper function
  699. * This helper function may be used by physical encoders to configure
  700. * the split display related registers.
  701. * @phys_enc: Pointer to physical encoder structure
  702. * @interface: enum sde_intf setting
  703. */
  704. void sde_encoder_helper_split_config(
  705. struct sde_encoder_phys *phys_enc,
  706. enum sde_intf interface);
  707. /**
  708. * sde_encoder_helper_reset_mixers - reset mixers associated with phys enc
  709. * @phys_enc: Pointer to physical encoder structure
  710. * @fb: Optional fb for specifying new mixer output resolution, may be NULL
  711. * Return: Zero on success
  712. */
  713. int sde_encoder_helper_reset_mixers(struct sde_encoder_phys *phys_enc,
  714. struct drm_framebuffer *fb);
  715. /**
  716. * sde_encoder_helper_hw_fence_sw_override - reset mixers and do hw-fence sw override
  717. * @phys_enc: Pointer to physical encoder structure
  718. * @ctl: Pointer to hw_ctl structure
  719. */
  720. void sde_encoder_helper_hw_fence_sw_override(struct sde_encoder_phys *phys_enc,
  721. struct sde_hw_ctl *ctl);
  722. /**
  723. * sde_encoder_helper_report_irq_timeout - utility to report error that irq has
  724. * timed out, including reporting frame error event to crtc and debug dump
  725. * @phys_enc: Pointer to physical encoder structure
  726. * @intr_idx: Failing interrupt index
  727. */
  728. void sde_encoder_helper_report_irq_timeout(struct sde_encoder_phys *phys_enc,
  729. enum sde_intr_idx intr_idx);
  730. /**
  731. * sde_encoder_helper_wait_for_irq - utility to wait on an irq.
  732. * note: will call sde_encoder_helper_wait_for_irq on timeout
  733. * @phys_enc: Pointer to physical encoder structure
  734. * @intr_idx: encoder interrupt index
  735. * @wait_info: wait info struct
  736. * @Return: 0 or -ERROR
  737. */
  738. int sde_encoder_helper_wait_for_irq(struct sde_encoder_phys *phys_enc,
  739. enum sde_intr_idx intr_idx,
  740. struct sde_encoder_wait_info *wait_info);
  741. /**
  742. * sde_encoder_helper_register_irq - register and enable an irq
  743. * @phys_enc: Pointer to physical encoder structure
  744. * @intr_idx: encoder interrupt index
  745. * @Return: 0 or -ERROR
  746. */
  747. int sde_encoder_helper_register_irq(struct sde_encoder_phys *phys_enc,
  748. enum sde_intr_idx intr_idx);
  749. /**
  750. * sde_encoder_helper_unregister_irq - unregister and disable an irq
  751. * @phys_enc: Pointer to physical encoder structure
  752. * @intr_idx: encoder interrupt index
  753. * @Return: 0 or -ERROR
  754. */
  755. int sde_encoder_helper_unregister_irq(struct sde_encoder_phys *phys_enc,
  756. enum sde_intr_idx intr_idx);
  757. /**
  758. * sde_encoder_helper_update_intf_cfg - update interface configuration for
  759. * single control path.
  760. * @phys_enc: Pointer to physical encoder structure
  761. */
  762. void sde_encoder_helper_update_intf_cfg(
  763. struct sde_encoder_phys *phys_enc);
  764. /**
  765. * sde_encoder_restore_tearcheck_rd_ptr - restore interface rd_ptr configuration
  766. * This function reads the panel scan line value using a DCS command
  767. * and overrides the internal interface read pointer configuration.
  768. * @phys_enc: Pointer to physical encoder structure
  769. */
  770. void sde_encoder_restore_tearcheck_rd_ptr(struct sde_encoder_phys *phys_enc);
  771. /**
  772. * _sde_encoder_phys_is_dual_ctl - check if encoder needs dual ctl path.
  773. * @phys_enc: Pointer to physical encoder structure
  774. * @Return: true if dual ctl paths else false
  775. */
  776. static inline bool _sde_encoder_phys_is_dual_ctl(
  777. struct sde_encoder_phys *phys_enc)
  778. {
  779. struct sde_kms *sde_kms;
  780. enum sde_rm_topology_name topology;
  781. const struct sde_rm_topology_def* def;
  782. if (!phys_enc) {
  783. pr_err("invalid phys_enc\n");
  784. return false;
  785. }
  786. sde_kms = phys_enc->sde_kms;
  787. if (!sde_kms) {
  788. pr_err("invalid kms\n");
  789. return false;
  790. }
  791. topology = sde_connector_get_topology_name(phys_enc->connector);
  792. def = sde_rm_topology_get_topology_def(&sde_kms->rm, topology);
  793. if (IS_ERR_OR_NULL(def)) {
  794. pr_err("invalid topology\n");
  795. return false;
  796. }
  797. return (def->num_ctl == 2) ? true : false;
  798. }
  799. /**
  800. * _sde_encoder_phys_is_ppsplit - check if pp_split is enabled
  801. * @phys_enc: Pointer to physical encoder structure
  802. * @Return: true or false
  803. */
  804. static inline bool _sde_encoder_phys_is_ppsplit(
  805. struct sde_encoder_phys *phys_enc)
  806. {
  807. enum sde_rm_topology_name topology;
  808. if (!phys_enc) {
  809. pr_err("invalid phys_enc\n");
  810. return false;
  811. }
  812. topology = sde_connector_get_topology_name(phys_enc->connector);
  813. if (topology == SDE_RM_TOPOLOGY_PPSPLIT)
  814. return true;
  815. return false;
  816. }
  817. static inline bool sde_encoder_phys_needs_single_flush(
  818. struct sde_encoder_phys *phys_enc)
  819. {
  820. if (!phys_enc)
  821. return false;
  822. return (_sde_encoder_phys_is_ppsplit(phys_enc) ||
  823. !_sde_encoder_phys_is_dual_ctl(phys_enc));
  824. }
  825. /**
  826. * sde_encoder_helper_hw_fence_extended_wait - extended kickoff wait for hw-fence enabled case
  827. * @phys_enc: Pointer to physical encoder structure
  828. * @ctl: Pointer to hw ctl structure
  829. * @wait_info: Pointer to wait_info structure
  830. * @wait_type: Enum indicating the irq to wait for
  831. * Returns: -ETIMEDOUT in the case that the extended wait times out, 0 otherwise
  832. */
  833. int sde_encoder_helper_hw_fence_extended_wait(struct sde_encoder_phys *phys_enc,
  834. struct sde_hw_ctl *ctl, struct sde_encoder_wait_info *wait_info, int wait_type);
  835. /**
  836. * sde_encoder_helper_phys_disable - helper function to disable virt encoder
  837. * @phys_enc: Pointer to physical encoder structure
  838. * @wb_enc: Pointer to writeback encoder structure
  839. */
  840. void sde_encoder_helper_phys_disable(struct sde_encoder_phys *phys_enc,
  841. struct sde_encoder_phys_wb *wb_enc);
  842. /**
  843. * sde_encoder_helper_phys_reset - helper function to reset virt encoder
  844. * if vsync is missing on phys encoder
  845. * @phys_enc: Pointer to physical encoder structure
  846. */
  847. void sde_encoder_helper_phys_reset(struct sde_encoder_phys *phys_enc);
  848. /**
  849. * sde_encoder_helper_setup_misr - helper function to setup misr
  850. * @phys_enc: Pointer to physical encoder structure
  851. * @enable: enable/disable flag
  852. * @frame_count: frame count for misr
  853. */
  854. void sde_encoder_helper_setup_misr(struct sde_encoder_phys *phys_enc,
  855. bool enable, u32 frame_count);
  856. /**
  857. * sde_encoder_helper_collect_misr - helper function to collect misr
  858. * @phys_enc: Pointer to physical encoder structure
  859. * @nonblock: blocking/non-blocking flag
  860. * @misr_value: pointer to misr value
  861. * @Return: zero on success
  862. */
  863. int sde_encoder_helper_collect_misr(struct sde_encoder_phys *phys_enc,
  864. bool nonblock, u32 *misr_value);
  865. #endif /* __sde_encoder_phys_H__ */