sde_encoder_phys.h 31 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843
  1. /* SPDX-License-Identifier: GPL-2.0-only */
  2. /*
  3. * Copyright (c) 2021-2022 Qualcomm Innovation Center, Inc. All rights reserved.
  4. * Copyright (c) 2015-2021, The Linux Foundation. All rights reserved.
  5. */
  6. #ifndef __SDE_ENCODER_PHYS_H__
  7. #define __SDE_ENCODER_PHYS_H__
  8. #include <linux/jiffies.h>
  9. #include <linux/sde_rsc.h>
  10. #include "sde_kms.h"
  11. #include "sde_hw_intf.h"
  12. #include "sde_hw_pingpong.h"
  13. #include "sde_hw_ctl.h"
  14. #include "sde_hw_top.h"
  15. #include "sde_hw_wb.h"
  16. #include "sde_hw_cdm.h"
  17. #include "sde_hw_dnsc_blur.h"
  18. #include "sde_encoder.h"
  19. #include "sde_connector.h"
  20. #define SDE_ENCODER_NAME_MAX 16
  21. /* wait for at most 2 vsync for lowest refresh rate (24hz) */
  22. #define DEFAULT_KICKOFF_TIMEOUT_MS 84
  23. #define MAX_TE_PROFILE_COUNT 5
  24. /**
  25. * enum sde_enc_split_role - Role this physical encoder will play in a
  26. * split-panel configuration, where one panel is master, and others slaves.
  27. * Masters have extra responsibilities, like managing the VBLANK IRQ.
  28. * @ENC_ROLE_SOLO: This is the one and only panel. This encoder is master.
  29. * @ENC_ROLE_MASTER: This encoder is the master of a split panel config.
  30. * @ENC_ROLE_SLAVE: This encoder is not the master of a split panel config.
  31. * @ENC_ROLE_SKIP: This encoder is not participating in kickoffs
  32. */
  33. enum sde_enc_split_role {
  34. ENC_ROLE_SOLO,
  35. ENC_ROLE_MASTER,
  36. ENC_ROLE_SLAVE,
  37. ENC_ROLE_SKIP
  38. };
  39. /**
  40. * enum sde_enc_enable_state - current enabled state of the physical encoder
  41. * @SDE_ENC_DISABLING: Encoder transitioning to disable state
  42. * Events bounding transition are encoder type specific
  43. * @SDE_ENC_DISABLED: Encoder is disabled
  44. * @SDE_ENC_ENABLING: Encoder transitioning to enabled
  45. * Events bounding transition are encoder type specific
  46. * @SDE_ENC_ENABLED: Encoder is enabled
  47. * @SDE_ENC_ERR_NEEDS_HW_RESET: Encoder is enabled, but requires a hw_reset
  48. * to recover from a previous error
  49. */
  50. enum sde_enc_enable_state {
  51. SDE_ENC_DISABLING,
  52. SDE_ENC_DISABLED,
  53. SDE_ENC_ENABLING,
  54. SDE_ENC_ENABLED,
  55. SDE_ENC_ERR_NEEDS_HW_RESET
  56. };
  57. struct sde_encoder_phys;
  58. /**
  59. * struct sde_encoder_virt_ops - Interface the containing virtual encoder
  60. * provides for the physical encoders to use to callback.
  61. * @handle_vblank_virt: Notify virtual encoder of vblank IRQ reception
  62. * Note: This is called from IRQ handler context.
  63. * @handle_underrun_virt: Notify virtual encoder of underrun IRQ reception
  64. * Note: This is called from IRQ handler context.
  65. * @handle_frame_done: Notify virtual encoder that this phys encoder
  66. * completes last request frame.
  67. * @get_qsync_fps: Returns the min fps for the qsync feature.
  68. */
  69. struct sde_encoder_virt_ops {
  70. void (*handle_vblank_virt)(struct drm_encoder *parent,
  71. struct sde_encoder_phys *phys);
  72. void (*handle_underrun_virt)(struct drm_encoder *parent,
  73. struct sde_encoder_phys *phys);
  74. void (*handle_frame_done)(struct drm_encoder *parent,
  75. struct sde_encoder_phys *phys, u32 event);
  76. void (*get_qsync_fps)(struct drm_encoder *parent,
  77. u32 *qsync_fps, struct drm_connector_state *conn_state);
  78. };
  79. /**
  80. * struct sde_encoder_phys_ops - Interface the physical encoders provide to
  81. * the containing virtual encoder.
  82. * @late_register: DRM Call. Add Userspace interfaces, debugfs.
  83. * @prepare_commit: MSM Atomic Call, start of atomic commit sequence
  84. * @is_master: Whether this phys_enc is the current master
  85. * encoder. Can be switched at enable time. Based
  86. * on split_role and current mode (CMD/VID).
  87. * @mode_fixup: DRM Call. Fixup a DRM mode.
  88. * @cont_splash_mode_set: mode set with specific HW resources during
  89. * cont splash enabled state.
  90. * @mode_set: DRM Call. Set a DRM mode.
  91. * This likely caches the mode, for use at enable.
  92. * @enable: DRM Call. Enable a DRM mode.
  93. * @disable: DRM Call. Disable mode.
  94. * @atomic_check: DRM Call. Atomic check new DRM state.
  95. * @destroy: DRM Call. Destroy and release resources.
  96. * @get_hw_resources: Populate the structure with the hardware
  97. * resources that this phys_enc is using.
  98. * Expect no overlap between phys_encs.
  99. * @control_vblank_irq Register/Deregister for VBLANK IRQ
  100. * @wait_for_commit_done: Wait for hardware to have flushed the
  101. * current pending frames to hardware
  102. * @wait_for_tx_complete: Wait for hardware to transfer the pixels
  103. * to the panel
  104. * @wait_for_vblank: Wait for VBLANK, for sub-driver internal use
  105. * @prepare_for_kickoff: Do any work necessary prior to a kickoff
  106. * For CMD encoder, may wait for previous tx done
  107. * @handle_post_kickoff: Do any work necessary post-kickoff work
  108. * @trigger_flush: Process flush event on physical encoder
  109. * @trigger_start: Process start event on physical encoder
  110. * @needs_single_flush: Whether encoder slaves need to be flushed
  111. * @setup_misr: Sets up MISR, enable and disables based on sysfs
  112. * @collect_misr: Collects MISR data on frame update
  113. * @hw_reset: Issue HW recovery such as CTL reset and clear
  114. * SDE_ENC_ERR_NEEDS_HW_RESET state
  115. * @irq_control: Handler to enable/disable all the encoder IRQs
  116. * @update_split_role: Update the split role of the phys enc
  117. * @control_te: Interface to control the vsync_enable status
  118. * @restore: Restore all the encoder configs.
  119. * @is_autorefresh_enabled: provides the autorefresh current
  120. * enable/disable state.
  121. * @get_line_count: Obtain current internal vertical line count
  122. * @wait_dma_trigger: Returns true if lut dma has to trigger and wait
  123. * unitl transaction is complete.
  124. * @wait_for_active: Wait for display scan line to be in active area
  125. * @setup_vsync_source: Configure vsync source selection for cmd mode.
  126. * @get_underrun_line_count: Obtain and log current internal vertical line
  127. * count and underrun line count
  128. * @add_to_minidump: Add this phys_enc data to minidumps
  129. * @disable_autorefresh: Disable autorefresh
  130. */
  131. struct sde_encoder_phys_ops {
  132. int (*late_register)(struct sde_encoder_phys *encoder,
  133. struct dentry *debugfs_root);
  134. void (*prepare_commit)(struct sde_encoder_phys *encoder);
  135. bool (*is_master)(struct sde_encoder_phys *encoder);
  136. bool (*mode_fixup)(struct sde_encoder_phys *encoder,
  137. const struct drm_display_mode *mode,
  138. struct drm_display_mode *adjusted_mode);
  139. void (*mode_set)(struct sde_encoder_phys *encoder,
  140. struct drm_display_mode *mode,
  141. struct drm_display_mode *adjusted_mode, bool *reinit_mixers);
  142. void (*cont_splash_mode_set)(struct sde_encoder_phys *encoder,
  143. struct drm_display_mode *adjusted_mode);
  144. void (*enable)(struct sde_encoder_phys *encoder);
  145. void (*disable)(struct sde_encoder_phys *encoder);
  146. int (*atomic_check)(struct sde_encoder_phys *encoder,
  147. struct drm_crtc_state *crtc_state,
  148. struct drm_connector_state *conn_state);
  149. void (*destroy)(struct sde_encoder_phys *encoder);
  150. void (*get_hw_resources)(struct sde_encoder_phys *encoder,
  151. struct sde_encoder_hw_resources *hw_res,
  152. struct drm_connector_state *conn_state);
  153. int (*control_vblank_irq)(struct sde_encoder_phys *enc, bool enable);
  154. int (*wait_for_commit_done)(struct sde_encoder_phys *phys_enc);
  155. int (*wait_for_tx_complete)(struct sde_encoder_phys *phys_enc);
  156. int (*wait_for_vblank)(struct sde_encoder_phys *phys_enc);
  157. int (*prepare_for_kickoff)(struct sde_encoder_phys *phys_enc,
  158. struct sde_encoder_kickoff_params *params);
  159. void (*handle_post_kickoff)(struct sde_encoder_phys *phys_enc);
  160. void (*trigger_flush)(struct sde_encoder_phys *phys_enc);
  161. void (*trigger_start)(struct sde_encoder_phys *phys_enc);
  162. bool (*needs_single_flush)(struct sde_encoder_phys *phys_enc);
  163. void (*setup_misr)(struct sde_encoder_phys *phys_encs,
  164. bool enable, u32 frame_count);
  165. int (*collect_misr)(struct sde_encoder_phys *phys_enc, bool nonblock,
  166. u32 *misr_value);
  167. void (*hw_reset)(struct sde_encoder_phys *phys_enc);
  168. void (*irq_control)(struct sde_encoder_phys *phys, bool enable);
  169. void (*update_split_role)(struct sde_encoder_phys *phys_enc,
  170. enum sde_enc_split_role role);
  171. void (*control_te)(struct sde_encoder_phys *phys_enc, bool enable);
  172. void (*restore)(struct sde_encoder_phys *phys);
  173. bool (*is_autorefresh_enabled)(struct sde_encoder_phys *phys);
  174. int (*get_line_count)(struct sde_encoder_phys *phys);
  175. bool (*wait_dma_trigger)(struct sde_encoder_phys *phys);
  176. int (*wait_for_active)(struct sde_encoder_phys *phys);
  177. void (*setup_vsync_source)(struct sde_encoder_phys *phys, u32 vsync_source,
  178. struct msm_display_info *disp_info);
  179. u32 (*get_underrun_line_count)(struct sde_encoder_phys *phys);
  180. void (*add_to_minidump)(struct sde_encoder_phys *phys);
  181. void (*disable_autorefresh)(struct sde_encoder_phys *phys);
  182. };
  183. /**
  184. * enum sde_intr_idx - sde encoder interrupt index
  185. * @INTR_IDX_VSYNC: Vsync interrupt for video mode panel
  186. * @INTR_IDX_PINGPONG: Pingpong done interrupt for cmd mode panel
  187. * @INTR_IDX_UNDERRUN: Underrun interrupt for video and cmd mode panel
  188. * @INTR_IDX_CTL_START:Control start interrupt to indicate the frame start
  189. * @INTR_IDX_CTL_DONE: Control done interrupt indicating the control path being idle
  190. * @INTR_IDX_RDPTR: Readpointer done interrupt for cmd mode panel
  191. * @INTR_IDX_WB_DONE: Writeback done interrupt for WB
  192. * @INTR_IDX_PP1_OVFL: Pingpong overflow interrupt on PP1 for Concurrent WB
  193. * @INTR_IDX_PP2_OVFL: Pingpong overflow interrupt on PP2 for Concurrent WB
  194. * @INTR_IDX_PP3_OVFL: Pingpong overflow interrupt on PP3 for Concurrent WB
  195. * @INTR_IDX_PP4_OVFL: Pingpong overflow interrupt on PP4 for Concurrent WB
  196. * @INTR_IDX_PP5_OVFL: Pingpong overflow interrupt on PP5 for Concurrent WB
  197. * @INTR_IDX_PP_CWB_OVFL: Pingpong overflow interrupt on PP_CWB0/1 for Concurrent WB
  198. * @INTR_IDX_AUTOREFRESH_DONE: Autorefresh done for cmd mode panel meaning
  199. * autorefresh has triggered a double buffer flip
  200. * @INTR_IDX_WRPTR: Writepointer start interrupt for cmd mode panel
  201. * @INTR_IDX_WB_LINEPTR: Programmable lineptr interrupt for WB
  202. */
  203. enum sde_intr_idx {
  204. INTR_IDX_VSYNC,
  205. INTR_IDX_PINGPONG,
  206. INTR_IDX_UNDERRUN,
  207. INTR_IDX_CTL_START,
  208. INTR_IDX_CTL_DONE,
  209. INTR_IDX_RDPTR,
  210. INTR_IDX_AUTOREFRESH_DONE,
  211. INTR_IDX_WB_DONE,
  212. INTR_IDX_PP1_OVFL,
  213. INTR_IDX_PP2_OVFL,
  214. INTR_IDX_PP3_OVFL,
  215. INTR_IDX_PP4_OVFL,
  216. INTR_IDX_PP5_OVFL,
  217. INTR_IDX_PP_CWB_OVFL,
  218. INTR_IDX_WRPTR,
  219. INTR_IDX_WB_LINEPTR,
  220. INTR_IDX_MAX,
  221. };
  222. /**
  223. * sde_encoder_irq - tracking structure for interrupts
  224. * @name: string name of interrupt
  225. * @intr_type: Encoder interrupt type
  226. * @intr_idx: Encoder interrupt enumeration
  227. * @hw_idx: HW Block ID
  228. * @irq_idx: IRQ interface lookup index from SDE IRQ framework
  229. * will be -EINVAL if IRQ is not registered
  230. * @irq_cb: interrupt callback
  231. */
  232. struct sde_encoder_irq {
  233. const char *name;
  234. enum sde_intr_type intr_type;
  235. enum sde_intr_idx intr_idx;
  236. int hw_idx;
  237. int irq_idx;
  238. struct sde_irq_callback cb;
  239. };
  240. /**
  241. * struct sde_encoder_phys - physical encoder that drives a single INTF block
  242. * tied to a specific panel / sub-panel. Abstract type, sub-classed by
  243. * phys_vid or phys_cmd for video mode or command mode encs respectively.
  244. * @parent: Pointer to the containing virtual encoder
  245. * @connector: If a mode is set, cached pointer to the active connector
  246. * @ops: Operations exposed to the virtual encoder
  247. * @parent_ops: Callbacks exposed by the parent to the phys_enc
  248. * @hw_mdptop: Hardware interface to the top registers
  249. * @hw_ctl: Hardware interface to the ctl registers
  250. * @hw_intf: Hardware interface to INTF registers
  251. * @hw_cdm: Hardware interface to the cdm registers
  252. * @hw_qdss: Hardware interface to the qdss registers
  253. * @cdm_cfg: Chroma-down hardware configuration
  254. * @hw_pp: Hardware interface to the ping pong registers
  255. * @hw_dnsc_blur: Hardware interface to the downscale blur registers
  256. * @sde_kms: Pointer to the sde_kms top level
  257. * @cached_mode: DRM mode cached at mode_set time, acted on in enable
  258. * @enabled: Whether the encoder has enabled and running a mode
  259. * @split_role: Role to play in a split-panel configuration
  260. * @intf_mode: Interface mode
  261. * @intf_idx: Interface index on sde hardware
  262. * @intf_cfg: Interface hardware configuration
  263. * @intf_cfg_v1: Interface hardware configuration to be used if control
  264. * path supports SDE_CTL_ACTIVE_CFG
  265. * @comp_type: Type of compression supported
  266. * @comp_ratio: Compression ratio
  267. * @dsc_extra_pclk_cycle_cnt: Extra pclk cycle count for DSC over DP
  268. * @dsc_extra_disp_width: Additional display width for DSC over DP
  269. * @poms_align_vsync: poms with vsync aligned
  270. * @dce_bytes_per_line: Compressed bytes per line
  271. * @enc_spinlock: Virtual-Encoder-Wide Spin Lock for IRQ purposes
  272. * @enable_state: Enable state tracking
  273. * @vblank_refcount: Reference count of vblank request
  274. * @wbirq_refcount: Reference count of wb irq request
  275. * @vsync_cnt: Vsync count for the physical encoder
  276. * @last_vsync_timestamp: store last vsync timestamp
  277. * @underrun_cnt: Underrun count for the physical encoder
  278. * @pending_kickoff_cnt: Atomic counter tracking the number of kickoffs
  279. * vs. the number of done/vblank irqs. Should hover
  280. * between 0-2 Incremented when a new kickoff is
  281. * scheduled. Decremented in irq handler
  282. * @pending_retire_fence_cnt: Atomic counter tracking the pending retire
  283. * fences that have to be signalled.
  284. * @pending_ctl_start_cnt: Atomic counter tracking the pending ctl-start-irq,
  285. * used to release commit thread. Currently managed
  286. * only for writeback encoder and the counter keeps
  287. * increasing for other type of encoders.
  288. * @pending_kickoff_wq: Wait queue for blocking until kickoff completes
  289. * @kickoff_timeout_ms: kickoff timeout in mill seconds
  290. * @irq: IRQ tracking structures
  291. * @has_intf_te: Interface TE configuration support
  292. * @cont_splash_enabled: Variable to store continuous splash settings.
  293. * @in_clone_mode Indicates if encoder is in clone mode ref@CWB
  294. * @vfp_cached: cached vertical front porch to be used for
  295. * programming ROT and MDP fetch start
  296. * @frame_trigger_mode: frame trigger mode indication for command
  297. * mode display
  298. * @recovered: flag set to true when recovered from pp timeout
  299. */
  300. struct sde_encoder_phys {
  301. struct drm_encoder *parent;
  302. struct drm_connector *connector;
  303. struct sde_encoder_phys_ops ops;
  304. struct sde_encoder_virt_ops parent_ops;
  305. struct sde_hw_mdp *hw_mdptop;
  306. struct sde_hw_ctl *hw_ctl;
  307. struct sde_hw_intf *hw_intf;
  308. struct sde_hw_cdm *hw_cdm;
  309. struct sde_hw_qdss *hw_qdss;
  310. struct sde_hw_cdm_cfg cdm_cfg;
  311. struct sde_hw_pingpong *hw_pp;
  312. struct sde_hw_dnsc_blur *hw_dnsc_blur;
  313. struct sde_kms *sde_kms;
  314. struct drm_display_mode cached_mode;
  315. enum sde_enc_split_role split_role;
  316. enum sde_intf_mode intf_mode;
  317. enum sde_intf intf_idx;
  318. struct sde_hw_intf_cfg intf_cfg;
  319. struct sde_hw_intf_cfg_v1 intf_cfg_v1;
  320. enum msm_display_compression_type comp_type;
  321. u32 comp_ratio;
  322. u32 dsc_extra_pclk_cycle_cnt;
  323. u32 dsc_extra_disp_width;
  324. bool poms_align_vsync;
  325. u32 dce_bytes_per_line;
  326. spinlock_t *enc_spinlock;
  327. enum sde_enc_enable_state enable_state;
  328. struct mutex *vblank_ctl_lock;
  329. atomic_t vblank_refcount;
  330. atomic_t wbirq_refcount;
  331. atomic_t vsync_cnt;
  332. ktime_t last_vsync_timestamp;
  333. atomic_t underrun_cnt;
  334. atomic_t pending_kickoff_cnt;
  335. atomic_t pending_retire_fence_cnt;
  336. atomic_t pending_ctl_start_cnt;
  337. wait_queue_head_t pending_kickoff_wq;
  338. u32 kickoff_timeout_ms;
  339. struct sde_encoder_irq irq[INTR_IDX_MAX];
  340. bool has_intf_te;
  341. bool cont_splash_enabled;
  342. bool in_clone_mode;
  343. int vfp_cached;
  344. enum frame_trigger_mode_type frame_trigger_mode;
  345. bool recovered;
  346. };
  347. static inline int sde_encoder_phys_inc_pending(struct sde_encoder_phys *phys)
  348. {
  349. return atomic_inc_return(&phys->pending_kickoff_cnt);
  350. }
  351. /**
  352. * struct sde_encoder_phys_vid - sub-class of sde_encoder_phys to handle video
  353. * mode specific operations
  354. * @base: Baseclass physical encoder structure
  355. * @timing_params: Current timing parameter
  356. * @error_count: Number of consecutive kickoffs that experienced an error
  357. */
  358. struct sde_encoder_phys_vid {
  359. struct sde_encoder_phys base;
  360. struct intf_timing_params timing_params;
  361. int error_count;
  362. };
  363. /**
  364. * struct sde_encoder_phys_cmd_autorefresh - autorefresh state tracking
  365. * @cfg: current active autorefresh configuration
  366. * @kickoff_cnt: atomic count tracking autorefresh done irq kickoffs pending
  367. * @kickoff_wq: wait queue for waiting on autorefresh done irq
  368. */
  369. struct sde_encoder_phys_cmd_autorefresh {
  370. struct sde_hw_autorefresh cfg;
  371. atomic_t kickoff_cnt;
  372. wait_queue_head_t kickoff_wq;
  373. };
  374. /**
  375. * struct sde_encoder_phys_cmd_te_timestamp - list node to keep track of
  376. * rd_ptr/TE timestamp
  377. * @list: list node
  378. * @timestamp: TE timestamp
  379. */
  380. struct sde_encoder_phys_cmd_te_timestamp {
  381. struct list_head list;
  382. ktime_t timestamp;
  383. };
  384. /**
  385. * struct sde_encoder_phys_cmd - sub-class of sde_encoder_phys to handle command
  386. * mode specific operations
  387. * @base: Baseclass physical encoder structure
  388. * @stream_sel: Stream selection for multi-stream interfaces
  389. * @frame_tx_timeout_report_cnt: number of pp_done/ctl_done irq timeout errors
  390. * @autorefresh: autorefresh feature state
  391. * @pending_vblank_cnt: Atomic counter tracking pending wait for VBLANK
  392. * @pending_vblank_wq: Wait queue for blocking until VBLANK received
  393. * @wr_ptr_wait_success: log wr_ptr_wait success for release fence trigger
  394. * @te_timestamp_list: List head for the TE timestamp list
  395. * @te_timestamp: Array of size MAX_TE_PROFILE_COUNT te_timestamp_list elements
  396. */
  397. struct sde_encoder_phys_cmd {
  398. struct sde_encoder_phys base;
  399. int stream_sel;
  400. int frame_tx_timeout_report_cnt;
  401. struct sde_encoder_phys_cmd_autorefresh autorefresh;
  402. atomic_t pending_vblank_cnt;
  403. wait_queue_head_t pending_vblank_wq;
  404. bool wr_ptr_wait_success;
  405. struct list_head te_timestamp_list;
  406. struct sde_encoder_phys_cmd_te_timestamp
  407. te_timestamp[MAX_TE_PROFILE_COUNT];
  408. };
  409. /**
  410. * struct sde_encoder_phys_wb - sub-class of sde_encoder_phys to handle
  411. * writeback specific operations
  412. * @base: Baseclass physical encoder structure
  413. * @hw_wb: Hardware interface to the wb registers
  414. * @wbdone_timeout: Timeout value for writeback done in msec
  415. * @wb_cfg: Writeback hardware configuration
  416. * @cdp_cfg: Writeback CDP configuration
  417. * @wb_roi: Writeback region-of-interest
  418. * @wb_fmt: Writeback pixel format
  419. * @wb_fb: Pointer to current writeback framebuffer
  420. * @wb_aspace: Pointer to current writeback address space
  421. * @old_fb: Pointer to old writeback framebuffer
  422. * @old_aspace: Pointer to old writeback address space
  423. * @aspace: address space identifier for non-secure/secure domain
  424. * @wb_dev: Pointer to writeback device
  425. * @bo_disable: Buffer object(s) to use during the disabling state
  426. * @fb_disable: Frame buffer to use during the disabling state
  427. * @sc_cfg: Stores wb system cache config
  428. * @crtc: Pointer to drm_crtc
  429. * @prog_line: Cached programmable line value used to trigger early wb-fence
  430. */
  431. struct sde_encoder_phys_wb {
  432. struct sde_encoder_phys base;
  433. struct sde_hw_wb *hw_wb;
  434. u32 wbdone_timeout;
  435. struct sde_hw_wb_cfg wb_cfg;
  436. struct sde_hw_wb_cdp_cfg cdp_cfg;
  437. struct sde_rect wb_roi;
  438. const struct sde_format *wb_fmt;
  439. struct drm_framebuffer *wb_fb;
  440. struct msm_gem_address_space *wb_aspace;
  441. struct drm_framebuffer *old_fb;
  442. struct msm_gem_address_space *old_aspace;
  443. struct msm_gem_address_space *aspace[SDE_IOMMU_DOMAIN_MAX];
  444. struct sde_wb_device *wb_dev;
  445. struct drm_gem_object *bo_disable[SDE_MAX_PLANES];
  446. struct drm_framebuffer *fb_disable;
  447. struct sde_hw_wb_sc_cfg sc_cfg;
  448. struct drm_crtc *crtc;
  449. u32 prog_line;
  450. };
  451. /**
  452. * struct sde_enc_phys_init_params - initialization parameters for phys encs
  453. * @sde_kms: Pointer to the sde_kms top level
  454. * @parent: Pointer to the containing virtual encoder
  455. * @parent_ops: Callbacks exposed by the parent to the phys_enc
  456. * @split_role: Role to play in a split-panel configuration
  457. * @intf_idx: Interface index this phys_enc will control
  458. * @wb_idx: Writeback index this phys_enc will control
  459. * @comp_type: Type of compression supported
  460. * @enc_spinlock: Virtual-Encoder-Wide Spin Lock for IRQ purposes
  461. */
  462. struct sde_enc_phys_init_params {
  463. struct sde_kms *sde_kms;
  464. struct drm_encoder *parent;
  465. struct sde_encoder_virt_ops parent_ops;
  466. enum sde_enc_split_role split_role;
  467. enum sde_intf intf_idx;
  468. enum sde_wb wb_idx;
  469. enum msm_display_compression_type comp_type;
  470. spinlock_t *enc_spinlock;
  471. struct mutex *vblank_ctl_lock;
  472. };
  473. /**
  474. * sde_encoder_wait_info - container for passing arguments to irq wait functions
  475. * @wq: wait queue structure
  476. * @atomic_cnt: wait until atomic_cnt equals zero
  477. * @count_check: wait for specific atomic_cnt instead of zero.
  478. * @timeout_ms: timeout value in milliseconds
  479. */
  480. struct sde_encoder_wait_info {
  481. wait_queue_head_t *wq;
  482. atomic_t *atomic_cnt;
  483. u32 count_check;
  484. s64 timeout_ms;
  485. };
  486. /**
  487. * sde_encoder_phys_vid_init - Construct a new video mode physical encoder
  488. * @p: Pointer to init params structure
  489. * Return: Error code or newly allocated encoder
  490. */
  491. struct sde_encoder_phys *sde_encoder_phys_vid_init(
  492. struct sde_enc_phys_init_params *p);
  493. /**
  494. * sde_encoder_phys_cmd_init - Construct a new command mode physical encoder
  495. * @p: Pointer to init params structure
  496. * Return: Error code or newly allocated encoder
  497. */
  498. struct sde_encoder_phys *sde_encoder_phys_cmd_init(
  499. struct sde_enc_phys_init_params *p);
  500. /**
  501. * sde_encoder_phys_wb_init - Construct a new writeback physical encoder
  502. * @p: Pointer to init params structure
  503. * Return: Error code or newly allocated encoder
  504. */
  505. #if IS_ENABLED(CONFIG_DRM_SDE_WB)
  506. struct sde_encoder_phys *sde_encoder_phys_wb_init(
  507. struct sde_enc_phys_init_params *p);
  508. #else
  509. static inline
  510. struct sde_encoder_phys *sde_encoder_phys_wb_init(
  511. struct sde_enc_phys_init_params *p)
  512. {
  513. return NULL;
  514. }
  515. #endif /* CONFIG_DRM_SDE_WB */
  516. void sde_encoder_phys_setup_cdm(struct sde_encoder_phys *phys_enc,
  517. struct drm_framebuffer *fb, const struct sde_format *format,
  518. struct sde_rect *wb_roi);
  519. /**
  520. * sde_encoder_helper_get_pp_line_count - pingpong linecount helper function
  521. * @drm_enc: Pointer to drm encoder structure
  522. * @info: structure used to populate the pp line count information
  523. */
  524. void sde_encoder_helper_get_pp_line_count(struct drm_encoder *drm_enc,
  525. struct sde_hw_pp_vsync_info *info);
  526. /**
  527. * sde_encoder_helper_get_kickoff_timeout_ms- get the kickoff timeout value based on fps
  528. * @drm_enc: Pointer to drm encoder structure
  529. * Returns: Kickoff timeout in milli seconds
  530. */
  531. u32 sde_encoder_helper_get_kickoff_timeout_ms(struct drm_encoder *drm_enc);
  532. /**
  533. * sde_encoder_helper_trigger_flush - control flush helper function
  534. * This helper function may be optionally specified by physical
  535. * encoders if they require ctl_flush triggering.
  536. * @phys_enc: Pointer to physical encoder structure
  537. */
  538. void sde_encoder_helper_trigger_flush(struct sde_encoder_phys *phys_enc);
  539. /**
  540. * sde_encoder_helper_trigger_start - control start helper function
  541. * This helper function may be optionally specified by physical
  542. * encoders if they require ctl_start triggering.
  543. * @phys_enc: Pointer to physical encoder structure
  544. */
  545. void sde_encoder_helper_trigger_start(struct sde_encoder_phys *phys_enc);
  546. /**
  547. * sde_encoder_helper_vsync_config - configure vsync source for cmd mode
  548. * @phys_enc: Pointer to physical encoder structure
  549. * @vsync_source: vsync source selection
  550. */
  551. void sde_encoder_helper_vsync_config(struct sde_encoder_phys *phys_enc, u32 vsync_source);
  552. /**
  553. * sde_encoder_helper_wait_event_timeout - wait for event with timeout
  554. * taking into account that jiffies may jump between reads leading to
  555. * incorrectly detected timeouts. Prevent failure in this scenario by
  556. * making sure that elapsed time during wait is valid.
  557. * @drm_id: drm object id for logging
  558. * @hw_id: hw instance id for logging
  559. * @info: wait info structure
  560. */
  561. int sde_encoder_helper_wait_event_timeout(
  562. int32_t drm_id,
  563. int32_t hw_id,
  564. struct sde_encoder_wait_info *info);
  565. /*
  566. * sde_encoder_get_fps - get the allowed panel jitter in nanoseconds
  567. * @encoder: Pointer to drm encoder object
  568. */
  569. void sde_encoder_helper_get_jitter_bounds_ns(struct drm_encoder *encoder,
  570. u64 *l_bound, u64 *u_bound);
  571. /**
  572. * sde_encoder_helper_switch_vsync - switch vsync source to WD or default
  573. * @drm_enc: Pointer to drm encoder structure
  574. * @watchdog_te: switch vsync source to watchdog TE
  575. */
  576. int sde_encoder_helper_switch_vsync(struct drm_encoder *drm_enc,
  577. bool watchdog_te);
  578. /**
  579. * sde_encoder_helper_hw_reset - issue ctl hw reset
  580. * This helper function may be optionally specified by physical
  581. * encoders if they require ctl hw reset. If state is currently
  582. * SDE_ENC_ERR_NEEDS_HW_RESET, it is set back to SDE_ENC_ENABLED.
  583. * @phys_enc: Pointer to physical encoder structure
  584. */
  585. void sde_encoder_helper_hw_reset(struct sde_encoder_phys *phys_enc);
  586. static inline enum sde_3d_blend_mode sde_encoder_helper_get_3d_blend_mode(
  587. struct sde_encoder_phys *phys_enc)
  588. {
  589. struct msm_display_topology def;
  590. enum sde_enc_split_role split_role;
  591. int ret, num_lm;
  592. bool mode_3d;
  593. if (!phys_enc || phys_enc->enable_state == SDE_ENC_DISABLING ||
  594. !phys_enc->connector || !phys_enc->connector->state)
  595. return BLEND_3D_NONE;
  596. ret = sde_connector_state_get_topology
  597. (phys_enc->connector->state, &def);
  598. if (ret)
  599. return BLEND_3D_NONE;
  600. if (phys_enc->hw_intf && phys_enc->hw_intf->cfg.split_link_en)
  601. return BLEND_3D_NONE;
  602. num_lm = def.num_lm;
  603. mode_3d = (num_lm > def.num_enc) ? true : false;
  604. split_role = phys_enc->split_role;
  605. if (split_role == ENC_ROLE_SOLO && num_lm == 2 && mode_3d)
  606. return BLEND_3D_H_ROW_INT;
  607. if ((split_role == ENC_ROLE_MASTER || split_role == ENC_ROLE_SLAVE)
  608. && num_lm == 4 && mode_3d)
  609. return BLEND_3D_H_ROW_INT;
  610. return BLEND_3D_NONE;
  611. }
  612. /**
  613. * sde_encoder_phys_is_cwb_disabling - Check if CWB encoder attached to this
  614. * CRTC and it is in SDE_ENC_DISABLING state.
  615. * @phys_enc: Pointer to physical encoder structure
  616. * @crtc: drm crtc
  617. * @Return: true if cwb encoder is in disabling state
  618. */
  619. static inline bool sde_encoder_phys_is_cwb_disabling(
  620. struct sde_encoder_phys *phys, struct drm_crtc *crtc)
  621. {
  622. struct sde_encoder_phys_wb *wb_enc;
  623. if (!phys || !phys->in_clone_mode ||
  624. phys->enable_state != SDE_ENC_DISABLING)
  625. return false;
  626. wb_enc = container_of(phys, struct sde_encoder_phys_wb, base);
  627. return (wb_enc->crtc == crtc) ? true : false;
  628. }
  629. /**
  630. * sde_encoder_helper_split_config - split display configuration helper function
  631. * This helper function may be used by physical encoders to configure
  632. * the split display related registers.
  633. * @phys_enc: Pointer to physical encoder structure
  634. * @interface: enum sde_intf setting
  635. */
  636. void sde_encoder_helper_split_config(
  637. struct sde_encoder_phys *phys_enc,
  638. enum sde_intf interface);
  639. /**
  640. * sde_encoder_helper_reset_mixers - reset mixers associated with phys enc
  641. * @phys_enc: Pointer to physical encoder structure
  642. * @fb: Optional fb for specifying new mixer output resolution, may be NULL
  643. * Return: Zero on success
  644. */
  645. int sde_encoder_helper_reset_mixers(struct sde_encoder_phys *phys_enc,
  646. struct drm_framebuffer *fb);
  647. /**
  648. * sde_encoder_helper_report_irq_timeout - utility to report error that irq has
  649. * timed out, including reporting frame error event to crtc and debug dump
  650. * @phys_enc: Pointer to physical encoder structure
  651. * @intr_idx: Failing interrupt index
  652. */
  653. void sde_encoder_helper_report_irq_timeout(struct sde_encoder_phys *phys_enc,
  654. enum sde_intr_idx intr_idx);
  655. /**
  656. * sde_encoder_helper_wait_for_irq - utility to wait on an irq.
  657. * note: will call sde_encoder_helper_wait_for_irq on timeout
  658. * @phys_enc: Pointer to physical encoder structure
  659. * @intr_idx: encoder interrupt index
  660. * @wait_info: wait info struct
  661. * @Return: 0 or -ERROR
  662. */
  663. int sde_encoder_helper_wait_for_irq(struct sde_encoder_phys *phys_enc,
  664. enum sde_intr_idx intr_idx,
  665. struct sde_encoder_wait_info *wait_info);
  666. /**
  667. * sde_encoder_helper_register_irq - register and enable an irq
  668. * @phys_enc: Pointer to physical encoder structure
  669. * @intr_idx: encoder interrupt index
  670. * @Return: 0 or -ERROR
  671. */
  672. int sde_encoder_helper_register_irq(struct sde_encoder_phys *phys_enc,
  673. enum sde_intr_idx intr_idx);
  674. /**
  675. * sde_encoder_helper_unregister_irq - unregister and disable an irq
  676. * @phys_enc: Pointer to physical encoder structure
  677. * @intr_idx: encoder interrupt index
  678. * @Return: 0 or -ERROR
  679. */
  680. int sde_encoder_helper_unregister_irq(struct sde_encoder_phys *phys_enc,
  681. enum sde_intr_idx intr_idx);
  682. /**
  683. * sde_encoder_helper_update_intf_cfg - update interface configuration for
  684. * single control path.
  685. * @phys_enc: Pointer to physical encoder structure
  686. */
  687. void sde_encoder_helper_update_intf_cfg(
  688. struct sde_encoder_phys *phys_enc);
  689. /**
  690. * _sde_encoder_phys_is_dual_ctl - check if encoder needs dual ctl path.
  691. * @phys_enc: Pointer to physical encoder structure
  692. * @Return: true if dual ctl paths else false
  693. */
  694. static inline bool _sde_encoder_phys_is_dual_ctl(
  695. struct sde_encoder_phys *phys_enc)
  696. {
  697. struct sde_kms *sde_kms;
  698. enum sde_rm_topology_name topology;
  699. const struct sde_rm_topology_def* def;
  700. if (!phys_enc) {
  701. pr_err("invalid phys_enc\n");
  702. return false;
  703. }
  704. sde_kms = phys_enc->sde_kms;
  705. if (!sde_kms) {
  706. pr_err("invalid kms\n");
  707. return false;
  708. }
  709. topology = sde_connector_get_topology_name(phys_enc->connector);
  710. def = sde_rm_topology_get_topology_def(&sde_kms->rm, topology);
  711. if (IS_ERR_OR_NULL(def)) {
  712. pr_err("invalid topology\n");
  713. return false;
  714. }
  715. return (def->num_ctl == 2) ? true : false;
  716. }
  717. /**
  718. * _sde_encoder_phys_is_ppsplit - check if pp_split is enabled
  719. * @phys_enc: Pointer to physical encoder structure
  720. * @Return: true or false
  721. */
  722. static inline bool _sde_encoder_phys_is_ppsplit(
  723. struct sde_encoder_phys *phys_enc)
  724. {
  725. enum sde_rm_topology_name topology;
  726. if (!phys_enc) {
  727. pr_err("invalid phys_enc\n");
  728. return false;
  729. }
  730. topology = sde_connector_get_topology_name(phys_enc->connector);
  731. if (topology == SDE_RM_TOPOLOGY_PPSPLIT)
  732. return true;
  733. return false;
  734. }
  735. static inline bool sde_encoder_phys_needs_single_flush(
  736. struct sde_encoder_phys *phys_enc)
  737. {
  738. if (!phys_enc)
  739. return false;
  740. return (_sde_encoder_phys_is_ppsplit(phys_enc) ||
  741. !_sde_encoder_phys_is_dual_ctl(phys_enc));
  742. }
  743. /**
  744. * sde_encoder_helper_phys_disable - helper function to disable virt encoder
  745. * @phys_enc: Pointer to physical encoder structure
  746. * @wb_enc: Pointer to writeback encoder structure
  747. */
  748. void sde_encoder_helper_phys_disable(struct sde_encoder_phys *phys_enc,
  749. struct sde_encoder_phys_wb *wb_enc);
  750. /**
  751. * sde_encoder_helper_phys_reset - helper function to reset virt encoder
  752. * if vsync is missing on phys encoder
  753. * @phys_enc: Pointer to physical encoder structure
  754. */
  755. void sde_encoder_helper_phys_reset(struct sde_encoder_phys *phys_enc);
  756. /**
  757. * sde_encoder_helper_setup_misr - helper function to setup misr
  758. * @phys_enc: Pointer to physical encoder structure
  759. * @enable: enable/disable flag
  760. * @frame_count: frame count for misr
  761. */
  762. void sde_encoder_helper_setup_misr(struct sde_encoder_phys *phys_enc,
  763. bool enable, u32 frame_count);
  764. /**
  765. * sde_encoder_helper_collect_misr - helper function to collect misr
  766. * @phys_enc: Pointer to physical encoder structure
  767. * @nonblock: blocking/non-blocking flag
  768. * @misr_value: pointer to misr value
  769. * @Return: zero on success
  770. */
  771. int sde_encoder_helper_collect_misr(struct sde_encoder_phys *phys_enc,
  772. bool nonblock, u32 *misr_value);
  773. #endif /* __sde_encoder_phys_H__ */