sde_encoder_phys.h 34 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926
  1. /* SPDX-License-Identifier: GPL-2.0-only */
  2. /*
  3. * Copyright (c) 2021-2023 Qualcomm Innovation Center, Inc. All rights reserved.
  4. * Copyright (c) 2015-2021, The Linux Foundation. All rights reserved.
  5. */
  6. #ifndef __SDE_ENCODER_PHYS_H__
  7. #define __SDE_ENCODER_PHYS_H__
  8. #include <linux/jiffies.h>
  9. #include <linux/sde_rsc.h>
  10. #include "sde_kms.h"
  11. #include "sde_hw_intf.h"
  12. #include "sde_hw_pingpong.h"
  13. #include "sde_hw_ctl.h"
  14. #include "sde_hw_top.h"
  15. #include "sde_hw_wb.h"
  16. #include "sde_hw_cdm.h"
  17. #include "sde_hw_dnsc_blur.h"
  18. #include "sde_encoder.h"
  19. #include "sde_connector.h"
  20. #define SDE_ENCODER_NAME_MAX 16
  21. /* wait for at most 2 vsync for lowest refresh rate (24hz) */
  22. #define DEFAULT_KICKOFF_TIMEOUT_MS 84
  23. /* if default timeout fails wait additional time in 1s increments */
  24. #define EXTENDED_KICKOFF_TIMEOUT_MS 1000
  25. #define EXTENDED_KICKOFF_TIMEOUT_ITERS 10
  26. /* wait 1 sec for the emulated targets */
  27. #define MAX_KICKOFF_TIMEOUT_MS 100000
  28. #define MAX_TE_PROFILE_COUNT 5
  29. /**
  30. * enum sde_enc_split_role - Role this physical encoder will play in a
  31. * split-panel configuration, where one panel is master, and others slaves.
  32. * Masters have extra responsibilities, like managing the VBLANK IRQ.
  33. * @ENC_ROLE_SOLO: This is the one and only panel. This encoder is master.
  34. * @ENC_ROLE_MASTER: This encoder is the master of a split panel config.
  35. * @ENC_ROLE_SLAVE: This encoder is not the master of a split panel config.
  36. * @ENC_ROLE_SKIP: This encoder is not participating in kickoffs
  37. */
  38. enum sde_enc_split_role {
  39. ENC_ROLE_SOLO,
  40. ENC_ROLE_MASTER,
  41. ENC_ROLE_SLAVE,
  42. ENC_ROLE_SKIP
  43. };
  44. /**
  45. * enum sde_enc_enable_state - current enabled state of the physical encoder
  46. * @SDE_ENC_DISABLING: Encoder transitioning to disable state
  47. * Events bounding transition are encoder type specific
  48. * @SDE_ENC_DISABLED: Encoder is disabled
  49. * @SDE_ENC_ENABLING: Encoder transitioning to enabled
  50. * Events bounding transition are encoder type specific
  51. * @SDE_ENC_ENABLED: Encoder is enabled
  52. * @SDE_ENC_ERR_NEEDS_HW_RESET: Encoder is enabled, but requires a hw_reset
  53. * to recover from a previous error
  54. */
  55. enum sde_enc_enable_state {
  56. SDE_ENC_DISABLING,
  57. SDE_ENC_DISABLED,
  58. SDE_ENC_ENABLING,
  59. SDE_ENC_ENABLED,
  60. SDE_ENC_ERR_NEEDS_HW_RESET
  61. };
  62. enum sde_enc_irqs {
  63. SDE_ENC_CMD_TE_ASSERT,
  64. SDE_ENC_CMD_TE_DEASSERT,
  65. SDE_ENC_CMD_TEAR_DETECT,
  66. SDE_ENC_IRQ_MAX
  67. };
  68. struct sde_encoder_phys;
  69. /**
  70. * struct sde_encoder_virt_ops - Interface the containing virtual encoder
  71. * provides for the physical encoders to use to callback.
  72. * @handle_vblank_virt: Notify virtual encoder of vblank IRQ reception
  73. * Note: This is called from IRQ handler context.
  74. * @handle_underrun_virt: Notify virtual encoder of underrun IRQ reception
  75. * Note: This is called from IRQ handler context.
  76. * @handle_frame_done: Notify virtual encoder that this phys encoder
  77. * completes last request frame.
  78. * @get_qsync_fps: Returns the min fps for the qsync feature.
  79. */
  80. struct sde_encoder_virt_ops {
  81. void (*handle_vblank_virt)(struct drm_encoder *parent,
  82. struct sde_encoder_phys *phys);
  83. void (*handle_underrun_virt)(struct drm_encoder *parent,
  84. struct sde_encoder_phys *phys);
  85. void (*handle_frame_done)(struct drm_encoder *parent,
  86. struct sde_encoder_phys *phys, u32 event);
  87. void (*get_qsync_fps)(struct drm_encoder *parent,
  88. u32 *qsync_fps, struct drm_connector_state *conn_state);
  89. };
  90. /**
  91. * struct sde_encoder_phys_ops - Interface the physical encoders provide to
  92. * the containing virtual encoder.
  93. * @late_register: DRM Call. Add Userspace interfaces, debugfs.
  94. * @prepare_commit: MSM Atomic Call, start of atomic commit sequence
  95. * @is_master: Whether this phys_enc is the current master
  96. * encoder. Can be switched at enable time. Based
  97. * on split_role and current mode (CMD/VID).
  98. * @mode_fixup: DRM Call. Fixup a DRM mode.
  99. * @cont_splash_mode_set: mode set with specific HW resources during
  100. * cont splash enabled state.
  101. * @mode_set: DRM Call. Set a DRM mode.
  102. * This likely caches the mode, for use at enable.
  103. * @enable: DRM Call. Enable a DRM mode.
  104. * @disable: DRM Call. Disable mode.
  105. * @atomic_check: DRM Call. Atomic check new DRM state.
  106. * @destroy: DRM Call. Destroy and release resources.
  107. * @get_hw_resources: Populate the structure with the hardware
  108. * resources that this phys_enc is using.
  109. * Expect no overlap between phys_encs.
  110. * @control_vblank_irq Register/Deregister for VBLANK IRQ
  111. * @wait_for_commit_done: Wait for hardware to have flushed the
  112. * current pending frames to hardware
  113. * @wait_for_tx_complete: Wait for hardware to transfer the pixels
  114. * to the panel
  115. * @wait_for_vblank: Wait for VBLANK, for sub-driver internal use
  116. * @prepare_for_kickoff: Do any work necessary prior to a kickoff
  117. * For CMD encoder, may wait for previous tx done
  118. * @handle_post_kickoff: Do any work necessary post-kickoff work
  119. * @trigger_flush: Process flush event on physical encoder
  120. * @trigger_start: Process start event on physical encoder
  121. * @needs_single_flush: Whether encoder slaves need to be flushed
  122. * @setup_misr: Sets up MISR, enable and disables based on sysfs
  123. * @collect_misr: Collects MISR data on frame update
  124. * @hw_reset: Issue HW recovery such as CTL reset and clear
  125. * SDE_ENC_ERR_NEEDS_HW_RESET state
  126. * @irq_control: Handler to enable/disable all the encoder IRQs
  127. * @update_split_role: Update the split role of the phys enc
  128. * @control_te: Interface to control the vsync_enable status
  129. * @restore: Restore all the encoder configs.
  130. * @is_autorefresh_enabled: provides the autorefresh current
  131. * enable/disable state.
  132. * @get_line_count: Obtain current internal vertical line count
  133. * @wait_dma_trigger: Returns true if lut dma has to trigger and wait
  134. * unitl transaction is complete.
  135. * @wait_for_active: Wait for display scan line to be in active area
  136. * @setup_vsync_source: Configure vsync source selection for cmd mode.
  137. * @get_underrun_line_count: Obtain and log current internal vertical line
  138. * count and underrun line count
  139. * @add_to_minidump: Add this phys_enc data to minidumps
  140. * @disable_autorefresh: Disable autorefresh
  141. * @idle_pc_cache_display_status: caches display status at idle power collapse
  142. */
  143. struct sde_encoder_phys_ops {
  144. int (*late_register)(struct sde_encoder_phys *encoder,
  145. struct dentry *debugfs_root);
  146. void (*prepare_commit)(struct sde_encoder_phys *encoder);
  147. bool (*is_master)(struct sde_encoder_phys *encoder);
  148. bool (*mode_fixup)(struct sde_encoder_phys *encoder,
  149. const struct drm_display_mode *mode,
  150. struct drm_display_mode *adjusted_mode);
  151. void (*mode_set)(struct sde_encoder_phys *encoder,
  152. struct drm_display_mode *mode,
  153. struct drm_display_mode *adjusted_mode, bool *reinit_mixers);
  154. void (*cont_splash_mode_set)(struct sde_encoder_phys *encoder,
  155. struct drm_display_mode *adjusted_mode);
  156. void (*enable)(struct sde_encoder_phys *encoder);
  157. void (*disable)(struct sde_encoder_phys *encoder);
  158. int (*atomic_check)(struct sde_encoder_phys *encoder,
  159. struct drm_crtc_state *crtc_state,
  160. struct drm_connector_state *conn_state);
  161. void (*destroy)(struct sde_encoder_phys *encoder);
  162. void (*get_hw_resources)(struct sde_encoder_phys *encoder,
  163. struct sde_encoder_hw_resources *hw_res,
  164. struct drm_connector_state *conn_state);
  165. int (*control_vblank_irq)(struct sde_encoder_phys *enc, bool enable);
  166. int (*wait_for_commit_done)(struct sde_encoder_phys *phys_enc);
  167. int (*wait_for_tx_complete)(struct sde_encoder_phys *phys_enc);
  168. int (*wait_for_vblank)(struct sde_encoder_phys *phys_enc);
  169. int (*prepare_for_kickoff)(struct sde_encoder_phys *phys_enc,
  170. struct sde_encoder_kickoff_params *params);
  171. void (*handle_post_kickoff)(struct sde_encoder_phys *phys_enc);
  172. void (*trigger_flush)(struct sde_encoder_phys *phys_enc);
  173. void (*trigger_start)(struct sde_encoder_phys *phys_enc);
  174. bool (*needs_single_flush)(struct sde_encoder_phys *phys_enc);
  175. void (*setup_misr)(struct sde_encoder_phys *phys_encs,
  176. bool enable, u32 frame_count);
  177. int (*collect_misr)(struct sde_encoder_phys *phys_enc, bool nonblock,
  178. u32 *misr_value);
  179. void (*hw_reset)(struct sde_encoder_phys *phys_enc);
  180. void (*irq_control)(struct sde_encoder_phys *phys, bool enable);
  181. void (*dynamic_irq_control)(struct sde_encoder_phys *phys, bool enable);
  182. void (*update_split_role)(struct sde_encoder_phys *phys_enc,
  183. enum sde_enc_split_role role);
  184. void (*control_te)(struct sde_encoder_phys *phys_enc, bool enable);
  185. void (*restore)(struct sde_encoder_phys *phys);
  186. bool (*is_autorefresh_enabled)(struct sde_encoder_phys *phys);
  187. int (*get_line_count)(struct sde_encoder_phys *phys);
  188. bool (*wait_dma_trigger)(struct sde_encoder_phys *phys);
  189. int (*wait_for_active)(struct sde_encoder_phys *phys);
  190. void (*setup_vsync_source)(struct sde_encoder_phys *phys, u32 vsync_source,
  191. struct msm_display_info *disp_info);
  192. u32 (*get_underrun_line_count)(struct sde_encoder_phys *phys);
  193. void (*add_to_minidump)(struct sde_encoder_phys *phys);
  194. void (*disable_autorefresh)(struct sde_encoder_phys *phys);
  195. void (*idle_pc_cache_display_status)(struct sde_encoder_phys *phys);
  196. };
  197. /**
  198. * enum sde_intr_idx - sde encoder interrupt index
  199. * @INTR_IDX_VSYNC: Vsync interrupt for video mode panel
  200. * @INTR_IDX_PINGPONG: Pingpong done interrupt for cmd mode panel
  201. * @INTR_IDX_UNDERRUN: Underrun interrupt for video and cmd mode panel
  202. * @INTR_IDX_CTL_START:Control start interrupt to indicate the frame start
  203. * @INTR_IDX_CTL_DONE: Control done interrupt indicating the control path being idle
  204. * @INTR_IDX_RDPTR: Readpointer done interrupt for cmd mode panel
  205. * @INTR_IDX_WB_DONE: Writeback done interrupt for WB
  206. * @INTR_IDX_PP1_OVFL: Pingpong overflow interrupt on PP1 for Concurrent WB
  207. * @INTR_IDX_PP2_OVFL: Pingpong overflow interrupt on PP2 for Concurrent WB
  208. * @INTR_IDX_PP3_OVFL: Pingpong overflow interrupt on PP3 for Concurrent WB
  209. * @INTR_IDX_PP4_OVFL: Pingpong overflow interrupt on PP4 for Concurrent WB
  210. * @INTR_IDX_PP5_OVFL: Pingpong overflow interrupt on PP5 for Concurrent WB
  211. * @INTR_IDX_PP_CWB_OVFL: Pingpong overflow interrupt on PP_CWB0/1 for Concurrent WB
  212. * @INTR_IDX_PP_CWB2_OVFL: Pingpong overflow interrupt on PP_CWB2/3 for Concurrent WB
  213. * @INTR_IDX_AUTOREFRESH_DONE: Autorefresh done for cmd mode panel meaning
  214. * autorefresh has triggered a double buffer flip
  215. * @INTR_IDX_WRPTR: Writepointer start interrupt for cmd mode panel
  216. * @INTR_IDX_WB_LINEPTR: Programmable lineptr interrupt for WB
  217. * @INTF_IDX_TEAR_DETECT: Tear detect interrupt
  218. * @INTR_IDX_TE_ASSERT: TE Assert interrupt
  219. * @INTR_IDX_TE_DEASSERT: TE Deassert interrupt
  220. */
  221. enum sde_intr_idx {
  222. INTR_IDX_VSYNC,
  223. INTR_IDX_PINGPONG,
  224. INTR_IDX_UNDERRUN,
  225. INTR_IDX_CTL_START,
  226. INTR_IDX_CTL_DONE,
  227. INTR_IDX_RDPTR,
  228. INTR_IDX_AUTOREFRESH_DONE,
  229. INTR_IDX_WB_DONE,
  230. INTR_IDX_PP1_OVFL,
  231. INTR_IDX_PP2_OVFL,
  232. INTR_IDX_PP3_OVFL,
  233. INTR_IDX_PP4_OVFL,
  234. INTR_IDX_PP5_OVFL,
  235. INTR_IDX_PP_CWB_OVFL,
  236. INTR_IDX_PP_CWB2_OVFL,
  237. INTR_IDX_WRPTR,
  238. INTR_IDX_WB_LINEPTR,
  239. INTF_IDX_TEAR_DETECT,
  240. INTR_IDX_TE_ASSERT,
  241. INTR_IDX_TE_DEASSERT,
  242. INTR_IDX_MAX,
  243. };
  244. /**
  245. * sde_encoder_irq - tracking structure for interrupts
  246. * @name: string name of interrupt
  247. * @intr_type: Encoder interrupt type
  248. * @intr_idx: Encoder interrupt enumeration
  249. * @hw_idx: HW Block ID
  250. * @irq_idx: IRQ interface lookup index from SDE IRQ framework
  251. * will be -EINVAL if IRQ is not registered
  252. * @irq_cb: interrupt callback
  253. */
  254. struct sde_encoder_irq {
  255. const char *name;
  256. enum sde_intr_type intr_type;
  257. enum sde_intr_idx intr_idx;
  258. int hw_idx;
  259. int irq_idx;
  260. struct sde_irq_callback cb;
  261. };
  262. /**
  263. * struct sde_encoder_phys - physical encoder that drives a single INTF block
  264. * tied to a specific panel / sub-panel. Abstract type, sub-classed by
  265. * phys_vid or phys_cmd for video mode or command mode encs respectively.
  266. * @parent: Pointer to the containing virtual encoder
  267. * @connector: If a mode is set, cached pointer to the active connector
  268. * @ops: Operations exposed to the virtual encoder
  269. * @parent_ops: Callbacks exposed by the parent to the phys_enc
  270. * @hw_mdptop: Hardware interface to the top registers
  271. * @hw_ctl: Hardware interface to the ctl registers
  272. * @hw_intf: Hardware interface to INTF registers
  273. * @hw_cdm: Hardware interface to the cdm registers
  274. * @hw_qdss: Hardware interface to the qdss registers
  275. * @cdm_cfg: Chroma-down hardware configuration
  276. * @hw_pp: Hardware interface to the ping pong registers
  277. * @hw_dnsc_blur: Hardware interface to the downscale blur registers
  278. * @sde_kms: Pointer to the sde_kms top level
  279. * @cached_mode: DRM mode cached at mode_set time, acted on in enable
  280. * @wd_jitter : Pointer to watchdog jitter prams
  281. * @enabled: Whether the encoder has enabled and running a mode
  282. * @split_role: Role to play in a split-panel configuration
  283. * @intf_mode: Interface mode
  284. * @intf_idx: Interface index on sde hardware
  285. * @intf_cfg: Interface hardware configuration
  286. * @intf_cfg_v1: Interface hardware configuration to be used if control
  287. * path supports SDE_CTL_ACTIVE_CFG
  288. * @comp_type: Type of compression supported
  289. * @comp_ratio: Compression ratio
  290. * @dsc_extra_pclk_cycle_cnt: Extra pclk cycle count for DSC over DP
  291. * @dsc_extra_disp_width: Additional display width for DSC over DP
  292. * @poms_align_vsync: poms with vsync aligned
  293. * @dce_bytes_per_line: Compressed bytes per line
  294. * @enc_spinlock: Virtual-Encoder-Wide Spin Lock for IRQ purposes
  295. * @enable_state: Enable state tracking
  296. * @vblank_refcount: Reference count of vblank request
  297. * @wbirq_refcount: Reference count of wb irq request
  298. * @vsync_cnt: Vsync count for the physical encoder
  299. * @last_vsync_timestamp: store last vsync timestamp
  300. * @underrun_cnt: Underrun count for the physical encoder
  301. * @pending_kickoff_cnt: Atomic counter tracking the number of kickoffs
  302. * vs. the number of done/vblank irqs. Should hover
  303. * between 0-2 Incremented when a new kickoff is
  304. * scheduled. Decremented in irq handler
  305. * @pending_retire_fence_cnt: Atomic counter tracking the pending retire
  306. * fences that have to be signalled.
  307. * @pending_ctl_start_cnt: Atomic counter tracking the pending ctl-start-irq,
  308. * used to release commit thread. Currently managed
  309. * only for writeback encoder and the counter keeps
  310. * increasing for other type of encoders.
  311. * @pending_kickoff_wq: Wait queue for blocking until kickoff completes
  312. * @kickoff_timeout_ms: kickoff timeout in mill seconds
  313. * @irq: IRQ tracking structures
  314. * @has_intf_te: Interface TE configuration support
  315. * @cont_splash_enabled: Variable to store continuous splash settings.
  316. * @in_clone_mode Indicates if encoder is in clone mode ref@CWB
  317. * @vfp_cached: cached vertical front porch to be used for
  318. * programming ROT and MDP fetch start
  319. * @pf_time_in_us: Programmable fetch time in micro-seconds
  320. * @sde_hw_fence_error_status: Hw fence error handing flag controled by userspace
  321. * that if handing fence error in driver
  322. * @sde_hw_fence_error_value: hw fence error value from cb function
  323. * @sde_hw_fence_handle: Hw fence driver client handle, this handle was returned
  324. * during the call 'msm_hw_fence_register' to register the
  325. * client
  326. * @frame_trigger_mode: frame trigger mode indication for command
  327. * mode display
  328. * @recovered: flag set to true when recovered from pp timeout
  329. * @autorefresh_disable_trans: flag set to true during autorefresh disable transition
  330. * @sim_qsync_frame: Current simulated qsync frame type
  331. */
  332. struct sde_encoder_phys {
  333. struct drm_encoder *parent;
  334. struct drm_connector *connector;
  335. struct sde_encoder_phys_ops ops;
  336. struct sde_encoder_virt_ops parent_ops;
  337. struct sde_hw_mdp *hw_mdptop;
  338. struct sde_hw_ctl *hw_ctl;
  339. struct sde_hw_intf *hw_intf;
  340. struct sde_hw_cdm *hw_cdm;
  341. struct sde_hw_qdss *hw_qdss;
  342. struct sde_hw_cdm_cfg cdm_cfg;
  343. struct sde_hw_pingpong *hw_pp;
  344. struct sde_hw_dnsc_blur *hw_dnsc_blur;
  345. struct sde_kms *sde_kms;
  346. struct drm_display_mode cached_mode;
  347. struct intf_wd_jitter_params wd_jitter;
  348. enum sde_enc_split_role split_role;
  349. enum sde_intf_mode intf_mode;
  350. enum sde_intf intf_idx;
  351. struct sde_hw_intf_cfg intf_cfg;
  352. struct sde_hw_intf_cfg_v1 intf_cfg_v1;
  353. enum msm_display_compression_type comp_type;
  354. u32 comp_ratio;
  355. u32 dsc_extra_pclk_cycle_cnt;
  356. u32 dsc_extra_disp_width;
  357. bool poms_align_vsync;
  358. u32 dce_bytes_per_line;
  359. spinlock_t *enc_spinlock;
  360. enum sde_enc_enable_state enable_state;
  361. struct mutex *vblank_ctl_lock;
  362. atomic_t vblank_refcount;
  363. atomic_t wbirq_refcount;
  364. atomic_t vsync_cnt;
  365. ktime_t last_vsync_timestamp;
  366. atomic_t underrun_cnt;
  367. atomic_t pending_kickoff_cnt;
  368. atomic_t pending_retire_fence_cnt;
  369. atomic_t pending_ctl_start_cnt;
  370. wait_queue_head_t pending_kickoff_wq;
  371. u32 kickoff_timeout_ms;
  372. struct sde_encoder_irq irq[INTR_IDX_MAX];
  373. bool has_intf_te;
  374. bool cont_splash_enabled;
  375. bool in_clone_mode;
  376. int vfp_cached;
  377. u32 pf_time_in_us;
  378. bool sde_hw_fence_error_status;
  379. int sde_hw_fence_error_value;
  380. u64 sde_hw_fence_handle;
  381. enum frame_trigger_mode_type frame_trigger_mode;
  382. bool recovered;
  383. bool autorefresh_disable_trans;
  384. enum sde_sim_qsync_frame sim_qsync_frame;
  385. };
  386. static inline int sde_encoder_phys_inc_pending(struct sde_encoder_phys *phys)
  387. {
  388. return atomic_inc_return(&phys->pending_kickoff_cnt);
  389. }
  390. /**
  391. * sde_encoder_hw_fence_signal - hw fence related fence error handing
  392. * @phys_enc: Pointer to physical encoder structure
  393. * return: 0 on success; error code otherwise
  394. */
  395. static inline int sde_encoder_hw_fence_signal(struct sde_encoder_phys *phys_enc);
  396. /**
  397. * struct sde_encoder_phys_vid - sub-class of sde_encoder_phys to handle video
  398. * mode specific operations
  399. * @base: Baseclass physical encoder structure
  400. * @timing_params: Current timing parameter
  401. * @error_count: Number of consecutive kickoffs that experienced an error
  402. */
  403. struct sde_encoder_phys_vid {
  404. struct sde_encoder_phys base;
  405. struct intf_timing_params timing_params;
  406. int error_count;
  407. };
  408. /**
  409. * struct sde_encoder_phys_cmd_autorefresh - autorefresh state tracking
  410. * @cfg: current active autorefresh configuration
  411. * @kickoff_cnt: atomic count tracking autorefresh done irq kickoffs pending
  412. * @kickoff_wq: wait queue for waiting on autorefresh done irq
  413. */
  414. struct sde_encoder_phys_cmd_autorefresh {
  415. struct sde_hw_autorefresh cfg;
  416. atomic_t kickoff_cnt;
  417. wait_queue_head_t kickoff_wq;
  418. };
  419. /**
  420. * struct sde_encoder_phys_cmd_te_timestamp - list node to keep track of
  421. * rd_ptr/TE timestamp
  422. * @list: list node
  423. * @timestamp: TE timestamp
  424. */
  425. struct sde_encoder_phys_cmd_te_timestamp {
  426. struct list_head list;
  427. ktime_t timestamp;
  428. };
  429. /**
  430. * struct sde_encoder_phys_cmd - sub-class of sde_encoder_phys to handle command
  431. * mode specific operations
  432. * @base: Baseclass physical encoder structure
  433. * @stream_sel: Stream selection for multi-stream interfaces
  434. * @frame_tx_timeout_report_cnt: number of pp_done/ctl_done irq timeout errors
  435. * @autorefresh: autorefresh feature state
  436. * @pending_vblank_cnt: Atomic counter tracking pending wait for VBLANK
  437. * @pending_vblank_wq: Wait queue for blocking until VBLANK received
  438. * @wr_ptr_wait_success: log wr_ptr_wait success for release fence trigger
  439. * @te_timestamp_list: List head for the TE timestamp list
  440. * @te_timestamp: Array of size MAX_TE_PROFILE_COUNT te_timestamp_list elements
  441. * @qsync_threshold_lines: tearcheck threshold lines calculated based on qsync_min_fps
  442. */
  443. struct sde_encoder_phys_cmd {
  444. struct sde_encoder_phys base;
  445. int stream_sel;
  446. int frame_tx_timeout_report_cnt;
  447. struct sde_encoder_phys_cmd_autorefresh autorefresh;
  448. atomic_t pending_vblank_cnt;
  449. wait_queue_head_t pending_vblank_wq;
  450. bool wr_ptr_wait_success;
  451. struct list_head te_timestamp_list;
  452. struct sde_encoder_phys_cmd_te_timestamp
  453. te_timestamp[MAX_TE_PROFILE_COUNT];
  454. u32 qsync_threshold_lines;
  455. };
  456. /**
  457. * struct sde_encoder_phys_wb - sub-class of sde_encoder_phys to handle
  458. * writeback specific operations
  459. * @base: Baseclass physical encoder structure
  460. * @hw_wb: Hardware interface to the wb registers
  461. * @wbdone_timeout: Timeout value for writeback done in msec
  462. * @wb_cfg: Writeback hardware configuration
  463. * @cdp_cfg: Writeback CDP configuration
  464. * @wb_roi: Writeback region-of-interest
  465. * @wb_fmt: Writeback pixel format
  466. * @wb_fb: Pointer to current writeback framebuffer
  467. * @wb_aspace: Pointer to current writeback address space
  468. * @old_fb: Pointer to old writeback framebuffer
  469. * @old_aspace: Pointer to old writeback address space
  470. * @aspace: address space identifier for non-secure/secure domain
  471. * @wb_dev: Pointer to writeback device
  472. * @bo_disable: Buffer object(s) to use during the disabling state
  473. * @fb_disable: Frame buffer to use during the disabling state
  474. * @sc_cfg: Stores wb system cache config
  475. * @crtc: Pointer to drm_crtc
  476. * @prog_line: Cached programmable line value used to trigger early wb-fence
  477. */
  478. struct sde_encoder_phys_wb {
  479. struct sde_encoder_phys base;
  480. struct sde_hw_wb *hw_wb;
  481. u32 wbdone_timeout;
  482. struct sde_hw_wb_cfg wb_cfg;
  483. struct sde_hw_wb_cdp_cfg cdp_cfg;
  484. struct sde_rect wb_roi;
  485. const struct sde_format *wb_fmt;
  486. struct drm_framebuffer *wb_fb;
  487. struct msm_gem_address_space *wb_aspace;
  488. struct drm_framebuffer *old_fb;
  489. struct msm_gem_address_space *old_aspace;
  490. struct msm_gem_address_space *aspace[SDE_IOMMU_DOMAIN_MAX];
  491. struct sde_wb_device *wb_dev;
  492. struct drm_gem_object *bo_disable[SDE_MAX_PLANES];
  493. struct drm_framebuffer *fb_disable;
  494. struct sde_hw_wb_sc_cfg sc_cfg;
  495. struct drm_crtc *crtc;
  496. u32 prog_line;
  497. };
  498. /**
  499. * struct sde_enc_phys_init_params - initialization parameters for phys encs
  500. * @sde_kms: Pointer to the sde_kms top level
  501. * @parent: Pointer to the containing virtual encoder
  502. * @parent_ops: Callbacks exposed by the parent to the phys_enc
  503. * @split_role: Role to play in a split-panel configuration
  504. * @intf_idx: Interface index this phys_enc will control
  505. * @wb_idx: Writeback index this phys_enc will control
  506. * @comp_type: Type of compression supported
  507. * @enc_spinlock: Virtual-Encoder-Wide Spin Lock for IRQ purposes
  508. */
  509. struct sde_enc_phys_init_params {
  510. struct sde_kms *sde_kms;
  511. struct drm_encoder *parent;
  512. struct sde_encoder_virt_ops parent_ops;
  513. enum sde_enc_split_role split_role;
  514. enum sde_intf intf_idx;
  515. enum sde_wb wb_idx;
  516. enum msm_display_compression_type comp_type;
  517. spinlock_t *enc_spinlock;
  518. struct mutex *vblank_ctl_lock;
  519. };
  520. /**
  521. * sde_encoder_wait_info - container for passing arguments to irq wait functions
  522. * @wq: wait queue structure
  523. * @atomic_cnt: wait until atomic_cnt equals zero
  524. * @count_check: wait for specific atomic_cnt instead of zero.
  525. * @timeout_ms: timeout value in milliseconds
  526. */
  527. struct sde_encoder_wait_info {
  528. wait_queue_head_t *wq;
  529. atomic_t *atomic_cnt;
  530. u32 count_check;
  531. s64 timeout_ms;
  532. };
  533. /**
  534. * sde_encoder_phys_vid_init - Construct a new video mode physical encoder
  535. * @p: Pointer to init params structure
  536. * Return: Error code or newly allocated encoder
  537. */
  538. struct sde_encoder_phys *sde_encoder_phys_vid_init(
  539. struct sde_enc_phys_init_params *p);
  540. /**
  541. * sde_encoder_phys_cmd_init - Construct a new command mode physical encoder
  542. * @p: Pointer to init params structure
  543. * Return: Error code or newly allocated encoder
  544. */
  545. struct sde_encoder_phys *sde_encoder_phys_cmd_init(
  546. struct sde_enc_phys_init_params *p);
  547. /**
  548. * sde_encoder_phys_wb_init - Construct a new writeback physical encoder
  549. * @p: Pointer to init params structure
  550. * Return: Error code or newly allocated encoder
  551. */
  552. #if IS_ENABLED(CONFIG_DRM_SDE_WB)
  553. struct sde_encoder_phys *sde_encoder_phys_wb_init(
  554. struct sde_enc_phys_init_params *p);
  555. #else
  556. static inline
  557. struct sde_encoder_phys *sde_encoder_phys_wb_init(
  558. struct sde_enc_phys_init_params *p)
  559. {
  560. return NULL;
  561. }
  562. #endif /* CONFIG_DRM_SDE_WB */
  563. void sde_encoder_phys_setup_cdm(struct sde_encoder_phys *phys_enc,
  564. struct drm_framebuffer *fb, const struct sde_format *format,
  565. struct sde_rect *wb_roi);
  566. /**
  567. * sde_encoder_helper_get_pp_line_count - pingpong linecount helper function
  568. * @drm_enc: Pointer to drm encoder structure
  569. * @info: structure used to populate the pp line count information
  570. */
  571. void sde_encoder_helper_get_pp_line_count(struct drm_encoder *drm_enc,
  572. struct sde_hw_pp_vsync_info *info);
  573. /**
  574. * sde_encoder_helper_get_kickoff_timeout_ms- get the kickoff timeout value based on fps
  575. * @drm_enc: Pointer to drm encoder structure
  576. * Returns: Kickoff timeout in milli seconds
  577. */
  578. u32 sde_encoder_helper_get_kickoff_timeout_ms(struct drm_encoder *drm_enc);
  579. /**
  580. * sde_encoder_helper_trigger_flush - control flush helper function
  581. * This helper function may be optionally specified by physical
  582. * encoders if they require ctl_flush triggering.
  583. * @phys_enc: Pointer to physical encoder structure
  584. */
  585. void sde_encoder_helper_trigger_flush(struct sde_encoder_phys *phys_enc);
  586. /**
  587. * sde_encoder_helper_trigger_start - control start helper function
  588. * This helper function may be optionally specified by physical
  589. * encoders if they require ctl_start triggering.
  590. * @phys_enc: Pointer to physical encoder structure
  591. */
  592. void sde_encoder_helper_trigger_start(struct sde_encoder_phys *phys_enc);
  593. /**
  594. * sde_encoder_helper_vsync_config - configure vsync source for cmd mode
  595. * @phys_enc: Pointer to physical encoder structure
  596. * @vsync_source: vsync source selection
  597. */
  598. void sde_encoder_helper_vsync_config(struct sde_encoder_phys *phys_enc, u32 vsync_source);
  599. /**
  600. * sde_encoder_helper_wait_event_timeout - wait for event with timeout
  601. * taking into account that jiffies may jump between reads leading to
  602. * incorrectly detected timeouts. Prevent failure in this scenario by
  603. * making sure that elapsed time during wait is valid.
  604. * @drm_id: drm object id for logging
  605. * @hw_id: hw instance id for logging
  606. * @info: wait info structure
  607. */
  608. int sde_encoder_helper_wait_event_timeout(
  609. int32_t drm_id,
  610. int32_t hw_id,
  611. struct sde_encoder_wait_info *info);
  612. /*
  613. * sde_encoder_get_fps - get the allowed panel jitter in nanoseconds
  614. * @frame_rate: custom input frame rate
  615. * @jitter_num: jitter numerator value
  616. * @jitter_denom: jitter denomerator value,
  617. * @l_bound: lower frame period boundary
  618. * @u_bound: upper frame period boundary
  619. */
  620. void sde_encoder_helper_get_jitter_bounds_ns(uint32_t frame_rate,
  621. u32 jitter_num, u32 jitter_denom,
  622. ktime_t *l_bound, ktime_t *u_bound);
  623. /**
  624. * sde_encoder_helper_switch_vsync - switch vsync source to WD or default
  625. * @drm_enc: Pointer to drm encoder structure
  626. * @watchdog_te: switch vsync source to watchdog TE
  627. */
  628. int sde_encoder_helper_switch_vsync(struct drm_encoder *drm_enc,
  629. bool watchdog_te);
  630. /**
  631. * sde_encoder_helper_hw_reset - issue ctl hw reset
  632. * This helper function may be optionally specified by physical
  633. * encoders if they require ctl hw reset. If state is currently
  634. * SDE_ENC_ERR_NEEDS_HW_RESET, it is set back to SDE_ENC_ENABLED.
  635. * @phys_enc: Pointer to physical encoder structure
  636. */
  637. void sde_encoder_helper_hw_reset(struct sde_encoder_phys *phys_enc);
  638. static inline enum sde_3d_blend_mode sde_encoder_helper_get_3d_blend_mode(
  639. struct sde_encoder_phys *phys_enc)
  640. {
  641. struct msm_display_topology def;
  642. enum sde_enc_split_role split_role;
  643. int ret, num_lm;
  644. bool mode_3d;
  645. if (!phys_enc || phys_enc->enable_state == SDE_ENC_DISABLING ||
  646. !phys_enc->connector || !phys_enc->connector->state)
  647. return BLEND_3D_NONE;
  648. ret = sde_connector_state_get_topology
  649. (phys_enc->connector->state, &def);
  650. if (ret)
  651. return BLEND_3D_NONE;
  652. if (phys_enc->hw_intf && phys_enc->hw_intf->cfg.split_link_en)
  653. return BLEND_3D_NONE;
  654. num_lm = def.num_lm;
  655. mode_3d = (num_lm > def.num_enc) ? true : false;
  656. split_role = phys_enc->split_role;
  657. if (split_role == ENC_ROLE_SOLO && num_lm == 2 && mode_3d)
  658. return BLEND_3D_H_ROW_INT;
  659. if ((split_role == ENC_ROLE_MASTER || split_role == ENC_ROLE_SLAVE)
  660. && num_lm == 4 && mode_3d)
  661. return BLEND_3D_H_ROW_INT;
  662. return BLEND_3D_NONE;
  663. }
  664. /**
  665. * sde_encoder_phys_is_cwb_disabling - Check if CWB encoder attached to this
  666. * CRTC and it is in SDE_ENC_DISABLING state.
  667. * @phys_enc: Pointer to physical encoder structure
  668. * @crtc: drm crtc
  669. * @Return: true if cwb encoder is in disabling state
  670. */
  671. static inline bool sde_encoder_phys_is_cwb_disabling(
  672. struct sde_encoder_phys *phys, struct drm_crtc *crtc)
  673. {
  674. struct sde_encoder_phys_wb *wb_enc;
  675. if (!phys || !phys->in_clone_mode ||
  676. phys->enable_state != SDE_ENC_DISABLING)
  677. return false;
  678. wb_enc = container_of(phys, struct sde_encoder_phys_wb, base);
  679. return (wb_enc->crtc == crtc) ? true : false;
  680. }
  681. /**
  682. * sde_encoder_helper_split_config - split display configuration helper function
  683. * This helper function may be used by physical encoders to configure
  684. * the split display related registers.
  685. * @phys_enc: Pointer to physical encoder structure
  686. * @interface: enum sde_intf setting
  687. */
  688. void sde_encoder_helper_split_config(
  689. struct sde_encoder_phys *phys_enc,
  690. enum sde_intf interface);
  691. /**
  692. * sde_encoder_helper_reset_mixers - reset mixers associated with phys enc
  693. * @phys_enc: Pointer to physical encoder structure
  694. * @fb: Optional fb for specifying new mixer output resolution, may be NULL
  695. * Return: Zero on success
  696. */
  697. int sde_encoder_helper_reset_mixers(struct sde_encoder_phys *phys_enc,
  698. struct drm_framebuffer *fb);
  699. /**
  700. * sde_encoder_helper_hw_fence_sw_override - reset mixers and do hw-fence sw override
  701. * @phys_enc: Pointer to physical encoder structure
  702. * @ctl: Pointer to hw_ctl structure
  703. */
  704. void sde_encoder_helper_hw_fence_sw_override(struct sde_encoder_phys *phys_enc,
  705. struct sde_hw_ctl *ctl);
  706. /**
  707. * sde_encoder_helper_report_irq_timeout - utility to report error that irq has
  708. * timed out, including reporting frame error event to crtc and debug dump
  709. * @phys_enc: Pointer to physical encoder structure
  710. * @intr_idx: Failing interrupt index
  711. */
  712. void sde_encoder_helper_report_irq_timeout(struct sde_encoder_phys *phys_enc,
  713. enum sde_intr_idx intr_idx);
  714. /**
  715. * sde_encoder_helper_wait_for_irq - utility to wait on an irq.
  716. * note: will call sde_encoder_helper_wait_for_irq on timeout
  717. * @phys_enc: Pointer to physical encoder structure
  718. * @intr_idx: encoder interrupt index
  719. * @wait_info: wait info struct
  720. * @Return: 0 or -ERROR
  721. */
  722. int sde_encoder_helper_wait_for_irq(struct sde_encoder_phys *phys_enc,
  723. enum sde_intr_idx intr_idx,
  724. struct sde_encoder_wait_info *wait_info);
  725. /**
  726. * sde_encoder_helper_register_irq - register and enable an irq
  727. * @phys_enc: Pointer to physical encoder structure
  728. * @intr_idx: encoder interrupt index
  729. * @Return: 0 or -ERROR
  730. */
  731. int sde_encoder_helper_register_irq(struct sde_encoder_phys *phys_enc,
  732. enum sde_intr_idx intr_idx);
  733. /**
  734. * sde_encoder_helper_unregister_irq - unregister and disable an irq
  735. * @phys_enc: Pointer to physical encoder structure
  736. * @intr_idx: encoder interrupt index
  737. * @Return: 0 or -ERROR
  738. */
  739. int sde_encoder_helper_unregister_irq(struct sde_encoder_phys *phys_enc,
  740. enum sde_intr_idx intr_idx);
  741. /**
  742. * sde_encoder_helper_update_intf_cfg - update interface configuration for
  743. * single control path.
  744. * @phys_enc: Pointer to physical encoder structure
  745. */
  746. void sde_encoder_helper_update_intf_cfg(
  747. struct sde_encoder_phys *phys_enc);
  748. /**
  749. * sde_encoder_restore_tearcheck_rd_ptr - restore interface rd_ptr configuration
  750. * This function reads the panel scan line value using a DCS command
  751. * and overrides the internal interface read pointer configuration.
  752. * @phys_enc: Pointer to physical encoder structure
  753. */
  754. void sde_encoder_restore_tearcheck_rd_ptr(struct sde_encoder_phys *phys_enc);
  755. /**
  756. * _sde_encoder_phys_is_dual_ctl - check if encoder needs dual ctl path.
  757. * @phys_enc: Pointer to physical encoder structure
  758. * @Return: true if dual ctl paths else false
  759. */
  760. static inline bool _sde_encoder_phys_is_dual_ctl(
  761. struct sde_encoder_phys *phys_enc)
  762. {
  763. struct sde_kms *sde_kms;
  764. enum sde_rm_topology_name topology;
  765. const struct sde_rm_topology_def* def;
  766. if (!phys_enc) {
  767. pr_err("invalid phys_enc\n");
  768. return false;
  769. }
  770. sde_kms = phys_enc->sde_kms;
  771. if (!sde_kms) {
  772. pr_err("invalid kms\n");
  773. return false;
  774. }
  775. topology = sde_connector_get_topology_name(phys_enc->connector);
  776. def = sde_rm_topology_get_topology_def(&sde_kms->rm, topology);
  777. if (IS_ERR_OR_NULL(def)) {
  778. pr_err("invalid topology\n");
  779. return false;
  780. }
  781. return (def->num_ctl == 2) ? true : false;
  782. }
  783. /**
  784. * _sde_encoder_phys_is_ppsplit - check if pp_split is enabled
  785. * @phys_enc: Pointer to physical encoder structure
  786. * @Return: true or false
  787. */
  788. static inline bool _sde_encoder_phys_is_ppsplit(
  789. struct sde_encoder_phys *phys_enc)
  790. {
  791. enum sde_rm_topology_name topology;
  792. if (!phys_enc) {
  793. pr_err("invalid phys_enc\n");
  794. return false;
  795. }
  796. topology = sde_connector_get_topology_name(phys_enc->connector);
  797. if (topology == SDE_RM_TOPOLOGY_PPSPLIT)
  798. return true;
  799. return false;
  800. }
  801. static inline bool sde_encoder_phys_needs_single_flush(
  802. struct sde_encoder_phys *phys_enc)
  803. {
  804. if (!phys_enc)
  805. return false;
  806. return (_sde_encoder_phys_is_ppsplit(phys_enc) ||
  807. !_sde_encoder_phys_is_dual_ctl(phys_enc));
  808. }
  809. /**
  810. * sde_encoder_helper_hw_fence_extended_wait - extended kickoff wait for hw-fence enabled case
  811. * @phys_enc: Pointer to physical encoder structure
  812. * @ctl: Pointer to hw ctl structure
  813. * @wait_info: Pointer to wait_info structure
  814. * @wait_type: Enum indicating the irq to wait for
  815. * Returns: -ETIMEDOUT in the case that the extended wait times out, 0 otherwise
  816. */
  817. int sde_encoder_helper_hw_fence_extended_wait(struct sde_encoder_phys *phys_enc,
  818. struct sde_hw_ctl *ctl, struct sde_encoder_wait_info *wait_info, int wait_type);
  819. /**
  820. * sde_encoder_helper_phys_disable - helper function to disable virt encoder
  821. * @phys_enc: Pointer to physical encoder structure
  822. * @wb_enc: Pointer to writeback encoder structure
  823. */
  824. void sde_encoder_helper_phys_disable(struct sde_encoder_phys *phys_enc,
  825. struct sde_encoder_phys_wb *wb_enc);
  826. /**
  827. * sde_encoder_helper_phys_reset - helper function to reset virt encoder
  828. * if vsync is missing on phys encoder
  829. * @phys_enc: Pointer to physical encoder structure
  830. */
  831. void sde_encoder_helper_phys_reset(struct sde_encoder_phys *phys_enc);
  832. /**
  833. * sde_encoder_helper_setup_misr - helper function to setup misr
  834. * @phys_enc: Pointer to physical encoder structure
  835. * @enable: enable/disable flag
  836. * @frame_count: frame count for misr
  837. */
  838. void sde_encoder_helper_setup_misr(struct sde_encoder_phys *phys_enc,
  839. bool enable, u32 frame_count);
  840. /**
  841. * sde_encoder_helper_collect_misr - helper function to collect misr
  842. * @phys_enc: Pointer to physical encoder structure
  843. * @nonblock: blocking/non-blocking flag
  844. * @misr_value: pointer to misr value
  845. * @Return: zero on success
  846. */
  847. int sde_encoder_helper_collect_misr(struct sde_encoder_phys *phys_enc,
  848. bool nonblock, u32 *misr_value);
  849. #endif /* __sde_encoder_phys_H__ */