sde_crtc.h 34 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071
  1. /*
  2. * Copyright (c) 2021 Qualcomm Innovation Center, Inc. All rights reserved.
  3. * Copyright (c) 2015-2021 The Linux Foundation. All rights reserved.
  4. * Copyright (C) 2013 Red Hat
  5. * Author: Rob Clark <[email protected]>
  6. *
  7. * This program is free software; you can redistribute it and/or modify it
  8. * under the terms of the GNU General Public License version 2 as published by
  9. * the Free Software Foundation.
  10. *
  11. * This program is distributed in the hope that it will be useful, but WITHOUT
  12. * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
  13. * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
  14. * more details.
  15. *
  16. * You should have received a copy of the GNU General Public License along with
  17. * this program. If not, see <http://www.gnu.org/licenses/>.
  18. */
  19. #ifndef _SDE_CRTC_H_
  20. #define _SDE_CRTC_H_
  21. #include <linux/kthread.h>
  22. #include <linux/of_fdt.h>
  23. #include <drm/drm_crtc.h>
  24. #include <drm/drm_vblank.h>
  25. #include "msm_prop.h"
  26. #include "sde_fence.h"
  27. #include "sde_kms.h"
  28. #include "sde_core_perf.h"
  29. #include "sde_hw_ds.h"
  30. #include "sde_color_processing.h"
  31. #include "sde_encoder.h"
  32. #define SDE_CRTC_NAME_SIZE 12
  33. /* define the maximum number of in-flight frame events */
  34. /* Expand it to 2x for handling atleast 2 connectors safely */
  35. #define SDE_CRTC_FRAME_EVENT_SIZE (4 * 2)
  36. /**
  37. * enum sde_crtc_client_type: crtc client type
  38. * @RT_CLIENT: RealTime client like video/cmd mode display
  39. * voting through apps rsc
  40. * @NRT_CLIENT: Non-RealTime client like WB display
  41. * voting through apps rsc
  42. * @RT_RSC_CLIENT: Realtime display RSC voting client
  43. */
  44. enum sde_crtc_client_type {
  45. RT_CLIENT,
  46. NRT_CLIENT,
  47. RT_RSC_CLIENT,
  48. };
  49. /**
  50. * enum sde_crtc_output_capture_point
  51. * @MIXER_OUT : capture mixer output
  52. * @DSPP_OUT : capture output of dspp
  53. * @CAPTURE_DEMURA_OUT : capture output of demura
  54. */
  55. enum sde_crtc_output_capture_point {
  56. CAPTURE_MIXER_OUT,
  57. CAPTURE_DSPP_OUT,
  58. CAPTURE_DEMURA_OUT
  59. };
  60. /**
  61. * enum sde_crtc_idle_pc_state: states of idle power collapse
  62. * @IDLE_PC_NONE: no-op
  63. * @IDLE_PC_ENABLE: enable idle power-collapse
  64. * @IDLE_PC_DISABLE: disable idle power-collapse
  65. */
  66. enum sde_crtc_idle_pc_state {
  67. IDLE_PC_NONE,
  68. IDLE_PC_ENABLE,
  69. IDLE_PC_DISABLE,
  70. };
  71. /**
  72. * enum sde_crtc_cache_state: states of disp system cache
  73. * CACHE_STATE_DISABLED: sys cache has been disabled
  74. * CACHE_STATE_ENABLED: sys cache has been enabled
  75. * CACHE_STATE_NORMAL: sys cache is normal state
  76. * CACHE_STATE_FRAME_WRITE: sys cache is being written to
  77. * CACHE_STATE_FRAME_READ: sys cache is being read
  78. */
  79. enum sde_crtc_cache_state {
  80. CACHE_STATE_DISABLED,
  81. CACHE_STATE_ENABLED,
  82. CACHE_STATE_NORMAL,
  83. CACHE_STATE_FRAME_WRITE,
  84. CACHE_STATE_FRAME_READ
  85. };
  86. /**
  87. * enum sde_crtc_vm_req: request for VM operations
  88. * @VM_REQ_NONE: no request. Normal VM operations.
  89. * @VM_REQ_RELEASE: request to release the HW resources from the current VM
  90. * @VM_REQ_ACQUIRE: request to acquire the HW resources in the current VM
  91. */
  92. enum sde_crtc_vm_req {
  93. VM_REQ_NONE,
  94. VM_REQ_RELEASE,
  95. VM_REQ_ACQUIRE,
  96. };
  97. /**
  98. * @connectors : Currently associated drm connectors for retire event
  99. * @num_connectors: Number of associated drm connectors for retire event
  100. * @list: event list
  101. */
  102. struct sde_crtc_retire_event {
  103. struct drm_connector *connectors[MAX_CONNECTORS];
  104. int num_connectors;
  105. struct list_head list;
  106. };
  107. /**
  108. * struct sde_crtc_mixer: stores the map for each virtual pipeline in the CRTC
  109. * @hw_lm: LM HW Driver context
  110. * @hw_ctl: CTL Path HW driver context
  111. * @hw_dspp: DSPP HW driver context
  112. * @hw_ds: DS HW driver context
  113. * @encoder: Encoder attached to this lm & ctl
  114. * @mixer_op_mode: mixer blending operation mode
  115. */
  116. struct sde_crtc_mixer {
  117. struct sde_hw_mixer *hw_lm;
  118. struct sde_hw_ctl *hw_ctl;
  119. struct sde_hw_dspp *hw_dspp;
  120. struct sde_hw_ds *hw_ds;
  121. struct drm_encoder *encoder;
  122. u32 mixer_op_mode;
  123. };
  124. /**
  125. * struct sde_crtc_frame_event: stores crtc frame event for crtc processing
  126. * @work: base work structure
  127. * @crtc: Pointer to crtc handling this event
  128. * @connector: pointer to drm connector which is source of frame event
  129. * @list: event list
  130. * @ts: timestamp at queue entry
  131. * @event: event identifier
  132. */
  133. struct sde_crtc_frame_event {
  134. struct kthread_work work;
  135. struct drm_crtc *crtc;
  136. struct drm_connector *connector;
  137. struct list_head list;
  138. ktime_t ts;
  139. u32 event;
  140. };
  141. /**
  142. * struct sde_crtc_event - event callback tracking structure
  143. * @list: Linked list tracking node
  144. * @kt_work: Kthread worker structure
  145. * @sde_crtc: Pointer to associated sde_crtc structure
  146. * @cb_func: Pointer to callback function
  147. * @usr: Pointer to user data to be provided to the callback
  148. */
  149. struct sde_crtc_event {
  150. struct list_head list;
  151. struct kthread_work kt_work;
  152. void *sde_crtc;
  153. void (*cb_func)(struct drm_crtc *crtc, void *usr);
  154. void *usr;
  155. };
  156. /**
  157. * struct sde_crtc_fps_info - structure for measuring fps periodicity
  158. * @frame_count : Total frames during configured periodic duration
  159. * @last_sampled_time_us: Stores the last ktime in microsecs when fps
  160. * was calculated
  161. * @measured_fps : Last measured fps value
  162. * @fps_periodic_duration : Duration in milliseconds to measure the fps.
  163. * Default value is 1 second.
  164. * @time_buf : Buffer for storing ktime of the commits
  165. * @next_time_index : index into time_buf for storing ktime for next commit
  166. */
  167. struct sde_crtc_fps_info {
  168. u32 frame_count;
  169. ktime_t last_sampled_time_us;
  170. u32 measured_fps;
  171. u32 fps_periodic_duration;
  172. ktime_t *time_buf;
  173. u32 next_time_index;
  174. };
  175. /**
  176. * struct sde_ltm_buffer - defines LTM buffer structure.
  177. * @fb: frm framebuffer for the buffer
  178. * @gem: drm gem handle for the buffer
  179. * @asapce : pointer to address space
  180. * @drm_fb_id: framebuffer id associated with this buffer
  181. * @offset: offset for alignment
  182. * @iova: device address
  183. * @kva: kernel virtual address
  184. * @node: list node for LTM buffer list;
  185. */
  186. struct sde_ltm_buffer {
  187. struct drm_framebuffer *fb;
  188. struct drm_gem_object *gem;
  189. struct msm_gem_address_space *aspace;
  190. u32 drm_fb_id;
  191. u32 offset;
  192. u64 iova;
  193. void *kva;
  194. struct list_head node;
  195. };
  196. /**
  197. * struct sde_crtc_misr_info - structure for misr information
  198. * @misr_enable : enable/disable flag
  199. * @misr_frame_count : Number of frames for misr calculation.
  200. */
  201. struct sde_crtc_misr_info {
  202. bool misr_enable;
  203. u32 misr_frame_count;
  204. };
  205. /*
  206. * Maximum number of free event structures to cache
  207. */
  208. #define SDE_CRTC_MAX_EVENT_COUNT 16
  209. /**
  210. * struct sde_frame_data_buffer - defines frame data buffer structure
  211. * @fd: framebuffer id associated with this buffer
  212. * @fb: drm framebuffer for the buffer
  213. * @gem: drm gem handle for he buffer
  214. */
  215. struct sde_frame_data_buffer {
  216. u32 fd;
  217. struct drm_framebuffer *fb;
  218. struct drm_gem_object *gem;
  219. };
  220. /**
  221. * struct sde_frame_data - defines sde frame data structure
  222. * @idx : currently used frame data buffe
  223. * @cnt : rnumber of available frame data buffers
  224. * @buf : list of frame data buffers
  225. */
  226. struct sde_frame_data {
  227. u32 idx;
  228. u32 cnt;
  229. struct sde_frame_data_buffer *buf[SDE_FRAME_DATA_BUFFER_MAX];
  230. };
  231. /**
  232. * struct sde_crtc - virtualized CRTC data structure
  233. * @base : Base drm crtc structure
  234. * @name : ASCII description of this crtc
  235. * @num_ctls : Number of ctl paths in use
  236. * @num_mixers : Number of mixers in use
  237. * @mixers_swapped: Whether the mixers have been swapped for left/right update
  238. * especially in the case of DSC Merge.
  239. * @mixers : List of active mixers
  240. * @event : Pointer to last received drm vblank event. If there is a
  241. * pending vblank event, this will be non-null.
  242. * @vsync_count : Running count of received vsync events
  243. * @drm_requested_vblank : Whether vblanks have been enabled in the encoder
  244. * @property_info : Opaque structure for generic property support
  245. * @property_defaults : Array of default values for generic property support
  246. * @output_fence : output release fence context
  247. * @stage_cfg : H/w mixer stage configuration
  248. * @debugfs_root : Parent of debugfs node
  249. * @priv_handle : Pointer to external private handle, if present
  250. * @vblank_cb_count : count of vblank callback since last reset
  251. * @play_count : frame count between crtc enable and disable
  252. * @vblank_cb_time : ktime at vblank count reset
  253. * @vblank_last_cb_time : ktime at last vblank notification
  254. * @retire_frame_event_time : ktime at last retire frame event
  255. * @sysfs_dev : sysfs device node for crtc
  256. * @vsync_event_sf : vsync event notifier sysfs device
  257. * @retire_frame_event_sf :retire frame event notifier sysfs device
  258. * @enabled : whether the SDE CRTC is currently enabled. updated in the
  259. * commit-thread, not state-swap time which is earlier, so
  260. * safe to make decisions on during VBLANK on/off work
  261. * @cp_feature_list : list of color processing features supported on a crtc
  262. * @cp_active_list : list of color processing features are active
  263. * @cp_dirty_list : list of color processing features are dirty
  264. * @revalidate_mask : stores dirty flags to revalidate after idlepc
  265. * @ad_dirty : list containing ad properties that are dirty
  266. * @ad_active : list containing ad properties that are active
  267. * @crtc_lock : crtc lock around create, destroy and access.
  268. * @frame_pending : Whether or not an update is pending
  269. * @kickoff_in_progress : boolean entry to check if kickoff is in progress
  270. * @frame_events : static allocation of in-flight frame events
  271. * @frame_event_list : available frame event list
  272. * @spin_lock : spin lock for transaction status, etc...
  273. * @fevent_spin_lock : spin lock for frame event
  274. * @event_thread : Pointer to event handler thread
  275. * @event_worker : Event worker queue
  276. * @event_cache : Local cache of event worker structures
  277. * @event_free_list : List of available event structures
  278. * @event_lock : Spinlock around event handling code
  279. * @misr_enable_sui : boolean entry indicates misr enable/disable status
  280. * for secure cases.
  281. * @misr_enable_debugfs : boolean entry indicates misr enable/disable status
  282. * from debugfs.
  283. * @misr_reconfigure : boolean entry indicates misr reconfigure status
  284. * @misr_frame_count : misr frame count provided by client
  285. * @misr_data : store misr data before turning off the clocks.
  286. * @power_event : registered power event handle
  287. * @cur_perf : current performance committed to clock/bandwidth driver
  288. * @plane_mask_old: keeps track of the planes used in the previous commit
  289. * @frame_trigger_mode: frame trigger mode
  290. * @cp_pu_feature_mask: mask indicating cp feature enable for partial update
  291. * @ltm_buffer_cnt : number of ltm buffers
  292. * @ltm_buffers : struct stores ltm buffer related data
  293. * @ltm_buf_free : list of LTM buffers that are available
  294. * @ltm_buf_busy : list of LTM buffers that are been used by HW
  295. * @ltm_hist_en : flag to indicate whether LTM hist is enabled or not
  296. * @ltm_merge_clear_pending : flag indicates merge mode bit needs to be cleared
  297. * @ltm_buffer_lock : muttx to protect ltm_buffers allcation and free
  298. * @ltm_lock : Spinlock to protect ltm buffer_cnt, hist_en and ltm lists
  299. * @needs_hw_reset : Initiate a hw ctl reset
  300. * @reinit_crtc_mixers : Reinitialize mixers in crtc
  301. * @hist_irq_idx : hist interrupt irq idx
  302. * @disable_pending_cp : flag tracks pending color processing features force disable
  303. * @src_bpp : source bpp used to calculate compression ratio
  304. * @target_bpp : target bpp used to calculate compression ratio
  305. * @static_cache_read_work: delayed worker to transition cache state to read
  306. * @cache_state : Current static image cache state
  307. * @dspp_blob_info : blob containing dspp hw capability information
  308. * @cached_encoder_mask : cached encoder_mask for vblank work
  309. * @valid_skip_blend_plane: flag to indicate if skip blend plane is valid
  310. * @skip_blend_plane: enabled plane that has skip blending
  311. * @skip_blend_plane_w: skip blend plane width
  312. * @skip_blend_plane_h: skip blend plane height
  313. * @line_time_in_ns : current mode line time in nano sec is needed for QOS update
  314. * @frame_data : Framedata data structure
  315. */
  316. struct sde_crtc {
  317. struct drm_crtc base;
  318. char name[SDE_CRTC_NAME_SIZE];
  319. /* HW Resources reserved for the crtc */
  320. u32 num_ctls;
  321. u32 num_mixers;
  322. bool mixers_swapped;
  323. struct sde_crtc_mixer mixers[MAX_MIXERS_PER_CRTC];
  324. struct drm_pending_vblank_event *event;
  325. u32 vsync_count;
  326. struct msm_property_info property_info;
  327. struct msm_property_data property_data[CRTC_PROP_COUNT];
  328. struct drm_property_blob *blob_info;
  329. /* output fence support */
  330. struct sde_fence_context *output_fence;
  331. struct sde_hw_stage_cfg stage_cfg[MAX_LAYOUTS_PER_CRTC];
  332. struct dentry *debugfs_root;
  333. void *priv_handle;
  334. u32 vblank_cb_count;
  335. u64 play_count;
  336. ktime_t vblank_cb_time;
  337. ktime_t vblank_last_cb_time;
  338. ktime_t retire_frame_event_time;
  339. struct sde_crtc_fps_info fps_info;
  340. struct device *sysfs_dev;
  341. struct kernfs_node *vsync_event_sf;
  342. struct kernfs_node *retire_frame_event_sf;
  343. bool enabled;
  344. struct list_head cp_feature_list;
  345. struct list_head cp_active_list;
  346. struct list_head cp_dirty_list;
  347. struct list_head ad_dirty;
  348. struct list_head ad_active;
  349. struct list_head user_event_list;
  350. struct mutex crtc_lock;
  351. struct mutex crtc_cp_lock;
  352. atomic_t frame_pending;
  353. struct sde_crtc_frame_event frame_events[SDE_CRTC_FRAME_EVENT_SIZE];
  354. struct list_head frame_event_list;
  355. spinlock_t spin_lock;
  356. spinlock_t fevent_spin_lock;
  357. bool kickoff_in_progress;
  358. unsigned long revalidate_mask;
  359. /* for handling internal event thread */
  360. struct sde_crtc_event event_cache[SDE_CRTC_MAX_EVENT_COUNT];
  361. struct list_head event_free_list;
  362. spinlock_t event_lock;
  363. bool misr_enable_sui;
  364. bool misr_enable_debugfs;
  365. bool misr_reconfigure;
  366. u32 misr_frame_count;
  367. struct sde_power_event *power_event;
  368. struct sde_core_perf_params cur_perf;
  369. struct sde_core_perf_params new_perf;
  370. u32 plane_mask_old;
  371. /* blob for histogram data */
  372. struct drm_property_blob *hist_blob;
  373. enum frame_trigger_mode_type frame_trigger_mode;
  374. u32 cp_pu_feature_mask;
  375. u32 ltm_buffer_cnt;
  376. struct sde_ltm_buffer *ltm_buffers[LTM_BUFFER_SIZE];
  377. struct list_head ltm_buf_free;
  378. struct list_head ltm_buf_busy;
  379. bool ltm_hist_en;
  380. bool ltm_merge_clear_pending;
  381. struct drm_msm_ltm_cfg_param ltm_cfg;
  382. struct mutex ltm_buffer_lock;
  383. spinlock_t ltm_lock;
  384. bool needs_hw_reset;
  385. bool reinit_crtc_mixers;
  386. int hist_irq_idx;
  387. bool disable_pending_cp;
  388. int src_bpp;
  389. int target_bpp;
  390. struct kthread_delayed_work static_cache_read_work;
  391. enum sde_crtc_cache_state cache_state;
  392. struct drm_property_blob *dspp_blob_info;
  393. u32 cached_encoder_mask;
  394. bool valid_skip_blend_plane;
  395. enum sde_sspp skip_blend_plane;
  396. u32 skip_blend_plane_w;
  397. u32 skip_blend_plane_h;
  398. u32 line_time_in_ns;
  399. struct sde_frame_data frame_data;
  400. };
  401. enum sde_crtc_dirty_flags {
  402. SDE_CRTC_DIRTY_DEST_SCALER,
  403. SDE_CRTC_DIRTY_DIM_LAYERS,
  404. SDE_CRTC_NOISE_LAYER,
  405. SDE_CRTC_DIRTY_UIDLE,
  406. SDE_CRTC_DIRTY_MAX,
  407. };
  408. #define to_sde_crtc(x) container_of(x, struct sde_crtc, base)
  409. /**
  410. * struct sde_crtc_state - sde container for atomic crtc state
  411. * @base: Base drm crtc state structure
  412. * @connectors : Currently associated drm connectors
  413. * @num_connectors: Number of associated drm connectors
  414. * @rsc_client : sde rsc client when mode is valid
  415. * @is_ppsplit : Whether current topology requires PPSplit special handling
  416. * @bw_control : true if bw/clk controlled by core bw/clk properties
  417. * @bw_split_vote : true if bw controlled by llcc/dram bw properties
  418. * @crtc_roi : Current CRTC ROI. Possibly sub-rectangle of mode.
  419. * Origin top left of CRTC.
  420. * @lm_bounds : LM boundaries based on current mode full resolution, no ROI.
  421. * Origin top left of CRTC.
  422. * @lm_roi : Current LM ROI, possibly sub-rectangle of mode.
  423. * Origin top left of CRTC.
  424. * @user_roi_list : List of user's requested ROIs as from set property
  425. * @cached_user_roi_list : Copy of user_roi_list from previous PU frame
  426. * @property_state: Local storage for msm_prop properties
  427. * @property_values: Current crtc property values
  428. * @input_fence_timeout_ns : Cached input fence timeout, in ns
  429. * @num_dim_layers: Number of dim layers
  430. * @cwb_enc_mask : encoder mask populated during atomic_check if CWB is enabled
  431. * @dim_layer: Dim layer configs
  432. * @num_ds: Number of destination scalers to be configured
  433. * @num_ds_enabled: Number of destination scalers enabled
  434. * @ds_cfg: Destination scaler config
  435. * @scl3_lut_cfg: QSEED3 lut config
  436. * @new_perf: new performance state being requested
  437. * @noise_layer_en: flag to indicate if noise layer cfg is valid
  438. * @drm_msm_noise_layer_cfg: noise layer configuration
  439. * @cp_prop_cnt: number of dirty color processing features
  440. * @cp_prop_values: array of cp property values
  441. * @cp_dirty_list: array tracking features that are dirty
  442. * @cp_range_payload: array storing state user_data passed via range props
  443. * @cont_splash_populated: State was populated as part of cont. splash
  444. */
  445. struct sde_crtc_state {
  446. struct drm_crtc_state base;
  447. struct drm_connector *connectors[MAX_CONNECTORS];
  448. int num_connectors;
  449. struct sde_rsc_client *rsc_client;
  450. bool rsc_update;
  451. bool bw_control;
  452. bool bw_split_vote;
  453. bool is_ppsplit;
  454. struct sde_rect crtc_roi;
  455. struct sde_rect lm_bounds[MAX_MIXERS_PER_CRTC];
  456. struct sde_rect lm_roi[MAX_MIXERS_PER_CRTC];
  457. struct msm_roi_list user_roi_list, cached_user_roi_list;
  458. struct msm_property_state property_state;
  459. struct msm_property_value property_values[CRTC_PROP_COUNT];
  460. DECLARE_BITMAP(dirty, SDE_CRTC_DIRTY_MAX);
  461. uint64_t input_fence_timeout_ns;
  462. uint32_t num_dim_layers;
  463. uint32_t cwb_enc_mask;
  464. struct sde_hw_dim_layer dim_layer[SDE_MAX_DIM_LAYERS];
  465. uint32_t num_ds;
  466. uint32_t num_ds_enabled;
  467. struct sde_hw_ds_cfg ds_cfg[SDE_MAX_DS_COUNT];
  468. struct sde_hw_scaler3_lut_cfg scl3_lut_cfg;
  469. struct sde_core_perf_params new_perf;
  470. bool noise_layer_en;
  471. struct drm_msm_noise_layer_cfg layer_cfg;
  472. uint32_t cp_prop_cnt;
  473. struct sde_cp_crtc_property_state
  474. cp_prop_values[SDE_CP_CRTC_MAX_FEATURES];
  475. uint32_t cp_dirty_list[SDE_CP_CRTC_MAX_FEATURES];
  476. struct sde_cp_crtc_range_prop_payload
  477. cp_range_payload[SDE_CP_CRTC_MAX_FEATURES];
  478. bool cont_splash_populated;
  479. };
  480. enum sde_crtc_irq_state {
  481. IRQ_NOINIT,
  482. IRQ_ENABLED,
  483. IRQ_DISABLING,
  484. IRQ_DISABLED,
  485. };
  486. /**
  487. * sde_crtc_irq_info - crtc interrupt info
  488. * @irq: interrupt callback
  489. * @event: event type of the interrupt
  490. * @func: function pointer to enable/disable the interrupt
  491. * @list: list of user customized event in crtc
  492. * @state: state of the interrupt
  493. * @state_lock: spin lock for interrupt state
  494. */
  495. struct sde_crtc_irq_info {
  496. struct sde_irq_callback irq;
  497. u32 event;
  498. int (*func)(struct drm_crtc *crtc, bool en,
  499. struct sde_irq_callback *irq);
  500. struct list_head list;
  501. enum sde_crtc_irq_state state;
  502. spinlock_t state_lock;
  503. };
  504. #define to_sde_crtc_state(x) \
  505. container_of(x, struct sde_crtc_state, base)
  506. /**
  507. * sde_crtc_get_property - query integer value of crtc property
  508. * @S: Pointer to crtc state
  509. * @X: Property index, from enum msm_mdp_crtc_property
  510. * Returns: Integer value of requested property
  511. */
  512. #define sde_crtc_get_property(S, X) \
  513. ((S) && ((X) < CRTC_PROP_COUNT) ? ((S)->property_values[(X)].value) : 0)
  514. /**
  515. * sde_crtc_get_mixer_width - get the mixer width
  516. * Mixer width will be same as panel width(/2 for split)
  517. * unless destination scaler feature is enabled
  518. */
  519. static inline int sde_crtc_get_mixer_width(struct sde_crtc *sde_crtc,
  520. struct sde_crtc_state *cstate, struct drm_display_mode *mode)
  521. {
  522. u32 mixer_width;
  523. if (!sde_crtc || !cstate || !mode)
  524. return 0;
  525. if (cstate->num_ds_enabled)
  526. mixer_width = cstate->ds_cfg[0].lm_width;
  527. else
  528. mixer_width = mode->hdisplay / sde_crtc->num_mixers;
  529. return mixer_width;
  530. }
  531. /**
  532. * sde_crtc_get_mixer_height - get the mixer height
  533. * Mixer height will be same as panel height unless
  534. * destination scaler feature is enabled
  535. */
  536. static inline int sde_crtc_get_mixer_height(struct sde_crtc *sde_crtc,
  537. struct sde_crtc_state *cstate, struct drm_display_mode *mode)
  538. {
  539. if (!sde_crtc || !cstate || !mode)
  540. return 0;
  541. return (cstate->num_ds_enabled ?
  542. cstate->ds_cfg[0].lm_height : mode->vdisplay);
  543. }
  544. /**
  545. * sde_crtc_frame_pending - retun the number of pending frames
  546. * @crtc: Pointer to drm crtc object
  547. */
  548. static inline int sde_crtc_frame_pending(struct drm_crtc *crtc)
  549. {
  550. struct sde_crtc *sde_crtc;
  551. if (!crtc)
  552. return -EINVAL;
  553. sde_crtc = to_sde_crtc(crtc);
  554. return atomic_read(&sde_crtc->frame_pending);
  555. }
  556. /**
  557. * sde_crtc_set_needs_hw_reset - set hw reset flag, to handle reset during
  558. * commit kickoff
  559. * @crtc: Pointer to DRM crtc instance
  560. */
  561. static inline void sde_crtc_set_needs_hw_reset(struct drm_crtc *crtc)
  562. {
  563. struct sde_crtc *sde_crtc;
  564. if (!crtc)
  565. return;
  566. sde_crtc = to_sde_crtc(crtc);
  567. sde_crtc->needs_hw_reset = true;
  568. }
  569. /**
  570. * sde_crtc_reset_hw - attempt hardware reset on errors
  571. * @crtc: Pointer to DRM crtc instance
  572. * @old_state: Pointer to crtc state for previous commit
  573. * @recovery_events: Whether or not recovery events are enabled
  574. * Returns: Zero if current commit should still be attempted
  575. */
  576. int sde_crtc_reset_hw(struct drm_crtc *crtc, struct drm_crtc_state *old_state,
  577. bool recovery_events);
  578. /**
  579. * sde_crtc_request_frame_reset - requests for next frame reset
  580. * @crtc: Pointer to drm crtc object
  581. * @encoder: Pointer to drm encoder object
  582. */
  583. static inline int sde_crtc_request_frame_reset(struct drm_crtc *crtc,
  584. struct drm_encoder *encoder)
  585. {
  586. struct sde_crtc *sde_crtc = to_sde_crtc(crtc);
  587. if (sde_crtc->frame_trigger_mode == FRAME_DONE_WAIT_POSTED_START ||
  588. !sde_encoder_is_dsi_display(encoder))
  589. sde_crtc_reset_hw(crtc, crtc->state, false);
  590. return 0;
  591. }
  592. /**
  593. * sde_crtc_vblank - enable or disable vblanks for this crtc
  594. * @crtc: Pointer to drm crtc object
  595. * @en: true to enable vblanks, false to disable
  596. */
  597. int sde_crtc_vblank(struct drm_crtc *crtc, bool en);
  598. /**
  599. * sde_crtc_get_msm_mode - get msm_mode for a given crtc state
  600. * @c_state: Pointer to drm crtc state object
  601. * Returns: msm_display_mode corresponding to this crtc state, or NULL if none
  602. */
  603. struct msm_display_mode *sde_crtc_get_msm_mode(struct drm_crtc_state *c_state);
  604. /**
  605. * sde_crtc_commit_kickoff - trigger kickoff of the commit for this crtc
  606. * @crtc: Pointer to drm crtc object
  607. * @old_state: Pointer to drm crtc old state object
  608. */
  609. void sde_crtc_commit_kickoff(struct drm_crtc *crtc,
  610. struct drm_crtc_state *old_state);
  611. /**
  612. * sde_crtc_prepare_commit - callback to prepare for output fences
  613. * @crtc: Pointer to drm crtc object
  614. * @old_state: Pointer to drm crtc old state object
  615. */
  616. void sde_crtc_prepare_commit(struct drm_crtc *crtc,
  617. struct drm_crtc_state *old_state);
  618. /**
  619. * sde_crtc_complete_commit - callback signalling completion of current commit
  620. * @crtc: Pointer to drm crtc object
  621. * @old_state: Pointer to drm crtc old state object
  622. */
  623. void sde_crtc_complete_commit(struct drm_crtc *crtc,
  624. struct drm_crtc_state *old_state);
  625. /**
  626. * sde_crtc_init - create a new crtc object
  627. * @dev: sde device
  628. * @plane: base plane
  629. * @Return: new crtc object or error
  630. */
  631. struct drm_crtc *sde_crtc_init(struct drm_device *dev, struct drm_plane *plane);
  632. /**
  633. * sde_crtc_post_init - update crtc object with post initialization. It
  634. * can update the debugfs, sysfs, entires.
  635. * @dev: sde device
  636. * @crtc: Pointer to drm crtc structure
  637. */
  638. int sde_crtc_post_init(struct drm_device *dev, struct drm_crtc *crtc);
  639. /**
  640. * sde_crtc_complete_flip - complete flip for clients
  641. * @crtc: Pointer to drm crtc object
  642. * @file: client to cancel's file handle
  643. */
  644. void sde_crtc_complete_flip(struct drm_crtc *crtc, struct drm_file *file);
  645. /**
  646. * sde_crtc_register_custom_event - api for enabling/disabling crtc event
  647. * @kms: Pointer to sde_kms
  648. * @crtc_drm: Pointer to crtc object
  649. * @event: Event that client is interested
  650. * @en: Flag to enable/disable the event
  651. */
  652. int sde_crtc_register_custom_event(struct sde_kms *kms,
  653. struct drm_crtc *crtc_drm, u32 event, bool en);
  654. /**
  655. * sde_crtc_get_intf_mode - get interface mode of the given crtc
  656. * @crtc: Pointert to DRM crtc
  657. * @crtc: Pointert to DRM crtc_state
  658. */
  659. enum sde_intf_mode sde_crtc_get_intf_mode(struct drm_crtc *crtc,
  660. struct drm_crtc_state *cstate);
  661. /**
  662. * sde_crtc_get_fps_mode - get frame rate of the given crtc
  663. * @crtc: Pointert to crtc
  664. */
  665. u32 sde_crtc_get_fps_mode(struct drm_crtc *crtc);
  666. /**
  667. * sde_crtc_get_dfps_maxfps - get DFPS max fps of the given crtc
  668. * @crtc: Pointert to crtc
  669. */
  670. u32 sde_crtc_get_dfps_maxfps(struct drm_crtc *crtc);
  671. /**
  672. * sde_crtc_get_client_type - check the crtc type- rt, rsc_rt, etc.
  673. * @crtc: Pointer to crtc
  674. */
  675. static inline enum sde_crtc_client_type sde_crtc_get_client_type(
  676. struct drm_crtc *crtc)
  677. {
  678. struct sde_crtc_state *cstate =
  679. crtc ? to_sde_crtc_state(crtc->state) : NULL;
  680. if (!cstate)
  681. return RT_CLIENT;
  682. return cstate->rsc_client ? RT_RSC_CLIENT : RT_CLIENT;
  683. }
  684. /**
  685. * sde_crtc_is_rt_client - check if real-time client or not
  686. * @crtc: Pointer to DRM crtc
  687. * @crtc_state: Pointer to DRM crtc_state
  688. */
  689. static inline bool sde_crtc_is_rt_client(struct drm_crtc *crtc,
  690. struct drm_crtc_state *cstate)
  691. {
  692. if (!crtc || !cstate)
  693. return true;
  694. return (sde_crtc_get_intf_mode(crtc, cstate) != INTF_MODE_WB_LINE);
  695. }
  696. /**
  697. * sde_crtc_is_enabled - check if sde crtc is enabled or not
  698. * @crtc: Pointer to crtc
  699. */
  700. static inline bool sde_crtc_is_enabled(struct drm_crtc *crtc)
  701. {
  702. return crtc ? crtc->enabled : false;
  703. }
  704. static inline u32 sde_crtc_get_line_time(struct drm_crtc *crtc)
  705. {
  706. struct sde_crtc *sde_crtc;
  707. if (!crtc)
  708. return 0;
  709. sde_crtc = to_sde_crtc(crtc);
  710. return sde_crtc->line_time_in_ns;
  711. }
  712. /**
  713. * sde_crtc_is_reset_required - validate the reset request based on the
  714. * pm_suspend and crtc's active status. crtc's are left active
  715. * on pm_suspend during LP1/LP2 states, as the display is still
  716. * left ON. Avoid reset for the subsequent pm_resume in such cases.
  717. * @crtc: Pointer to crtc
  718. * return: false if in suspend state and crtc active, true otherwise
  719. */
  720. static inline bool sde_crtc_is_reset_required(struct drm_crtc *crtc)
  721. {
  722. /*
  723. * reset is required even when there is no crtc_state as it is required
  724. * to create the initial state object
  725. */
  726. if (!crtc || !crtc->state)
  727. return true;
  728. /* reset not required if crtc is active during suspend state */
  729. if (sde_kms_is_suspend_state(crtc->dev) && crtc->state->active)
  730. return false;
  731. return true;
  732. }
  733. /**
  734. * sde_crtc_event_queue - request event callback
  735. * @crtc: Pointer to drm crtc structure
  736. * @func: Pointer to callback function
  737. * @usr: Pointer to user data to be passed to callback
  738. * @color_processing_event: True if color processing event
  739. * Returns: Zero on success
  740. */
  741. int sde_crtc_event_queue(struct drm_crtc *crtc,
  742. void (*func)(struct drm_crtc *crtc, void *usr),
  743. void *usr, bool color_processing_event);
  744. /**
  745. * sde_crtc_get_crtc_roi - retrieve the crtc_roi from the given state object
  746. * used to allow the planes to adjust their final lm out_xy value in the
  747. * case of partial update
  748. * @crtc_state: Pointer to crtc state
  749. * @crtc_roi: Output pointer to crtc roi in the given state
  750. */
  751. void sde_crtc_get_crtc_roi(struct drm_crtc_state *state,
  752. const struct sde_rect **crtc_roi);
  753. /**
  754. * sde_crtc_is_crtc_roi_dirty - retrieve whether crtc_roi was updated this frame
  755. * Note: Only use during atomic_check since dirty properties may be popped
  756. * @crtc_state: Pointer to crtc state
  757. * Return: true if roi is dirty, false otherwise
  758. */
  759. bool sde_crtc_is_crtc_roi_dirty(struct drm_crtc_state *state);
  760. /** sde_crt_get_secure_level - retrieve the secure level from the give state
  761. * object, this is used to determine the secure state of the crtc
  762. * @crtc : Pointer to drm crtc structure
  763. * @usr: Pointer to drm crtc state
  764. * return: secure_level
  765. */
  766. static inline int sde_crtc_get_secure_level(struct drm_crtc *crtc,
  767. struct drm_crtc_state *state)
  768. {
  769. if (!crtc || !state)
  770. return -EINVAL;
  771. return sde_crtc_get_property(to_sde_crtc_state(state),
  772. CRTC_PROP_SECURITY_LEVEL);
  773. }
  774. /** sde_crtc_atomic_check_has_modeset - checks if the new_crtc_state in the
  775. * drm_atomic_state has a modeset
  776. * @state : pointer to drm_atomic_state
  777. * @crtc : Pointer to drm crtc structure
  778. * Returns true if crtc has modeset
  779. */
  780. static inline bool sde_crtc_atomic_check_has_modeset(
  781. struct drm_atomic_state *state, struct drm_crtc *crtc)
  782. {
  783. struct drm_crtc_state *crtc_state;
  784. if (!state || !crtc)
  785. return false;
  786. crtc_state = drm_atomic_get_new_crtc_state(state,
  787. crtc);
  788. return (crtc_state && drm_atomic_crtc_needs_modeset(crtc_state));
  789. }
  790. static inline bool sde_crtc_state_in_clone_mode(struct drm_encoder *encoder,
  791. struct drm_crtc_state *state)
  792. {
  793. struct sde_crtc_state *cstate;
  794. if (!state || !encoder)
  795. return false;
  796. cstate = to_sde_crtc_state(state);
  797. if (sde_encoder_in_clone_mode(encoder) ||
  798. (cstate->cwb_enc_mask & drm_encoder_mask(encoder)))
  799. return true;
  800. return false;
  801. }
  802. /**
  803. * sde_crtc_get_secure_transition - determines the operations to be
  804. * performed before transitioning to secure state
  805. * This function should be called after swapping the new state
  806. * @crtc: Pointer to drm crtc structure
  807. * @old_crtc_state: Poniter to previous CRTC state
  808. * Returns the bitmask of operations need to be performed, -Error in
  809. * case of error cases
  810. */
  811. int sde_crtc_get_secure_transition_ops(struct drm_crtc *crtc,
  812. struct drm_crtc_state *old_crtc_state,
  813. bool old_valid_fb);
  814. /**
  815. * sde_crtc_find_plane_fb_modes - finds the modes of all planes attached
  816. * to crtc
  817. * @crtc: Pointer to DRM crtc object
  818. * @fb_ns: number of non secure planes
  819. * @fb_sec: number of secure-playback planes
  820. * @fb_sec_dir: number of secure-ui/secure-camera planes
  821. */
  822. int sde_crtc_find_plane_fb_modes(struct drm_crtc *crtc,
  823. uint32_t *fb_ns, uint32_t *fb_sec, uint32_t *fb_sec_dir);
  824. /**
  825. * sde_crtc_state_find_plane_fb_modes - finds the modes of all planes attached
  826. * to the crtc state
  827. * @crtc_state: Pointer to DRM crtc state object
  828. * @fb_ns: number of non secure planes
  829. * @fb_sec: number of secure-playback planes
  830. * @fb_sec_dir: number of secure-ui/secure-camera planes
  831. */
  832. int sde_crtc_state_find_plane_fb_modes(struct drm_crtc_state *state,
  833. uint32_t *fb_ns, uint32_t *fb_sec, uint32_t *fb_sec_dir);
  834. /**
  835. * sde_crtc_secure_ctrl - Initiates the transition between secure and
  836. * non-secure world
  837. * @crtc: Pointer to crtc
  838. * @post_commit: if this operation is triggered after commit
  839. */
  840. int sde_crtc_secure_ctrl(struct drm_crtc *crtc, bool post_commit);
  841. /**
  842. * sde_crtc_helper_reset_properties - reset properties to default values in the
  843. * given DRM CRTC state object
  844. * @crtc: Pointer to DRM crtc object
  845. * @crtc_state: Pointer to DRM crtc state object
  846. * Returns: 0 on success, negative errno on failure
  847. */
  848. int sde_crtc_helper_reset_custom_properties(struct drm_crtc *crtc,
  849. struct drm_crtc_state *crtc_state);
  850. /**
  851. * sde_crtc_timeline_status - current buffer timeline status
  852. * @crtc: Pointer to crtc
  853. */
  854. void sde_crtc_timeline_status(struct drm_crtc *crtc);
  855. /**
  856. * sde_crtc_update_cont_splash_settings - update mixer settings
  857. * during device bootup for cont_splash use case
  858. * @crtc: Pointer to drm crtc structure
  859. */
  860. void sde_crtc_update_cont_splash_settings(
  861. struct drm_crtc *crtc);
  862. /**
  863. * sde_crtc_set_qos_dirty - update plane dirty flag to include
  864. * QoS reprogramming which is required during fps switch
  865. * @crtc: Pointer to drm crtc structure
  866. */
  867. void sde_crtc_set_qos_dirty(struct drm_crtc *crtc);
  868. /**
  869. * sde_crtc_misr_setup - to configure and enable/disable MISR
  870. * @crtc: Pointer to drm crtc structure
  871. * @enable: boolean to indicate enable/disable misr
  872. * @frame_count: frame_count to be configured
  873. */
  874. void sde_crtc_misr_setup(struct drm_crtc *crtc, bool enable, u32 frame_count);
  875. /**
  876. * sde_crtc_get_misr_info - to configure and enable/disable MISR
  877. * @crtc: Pointer to drm crtc structure
  878. * @crtc_misr_info: Pointer to crtc misr info structure
  879. */
  880. void sde_crtc_get_misr_info(struct drm_crtc *crtc,
  881. struct sde_crtc_misr_info *crtc_misr_info);
  882. /**
  883. * sde_crtc_set_bpp - set src and target bpp values
  884. * @sde_crtc: Pointer to sde crtc struct
  885. * @src_bpp: source bpp value to be stored
  886. * @target_bpp: target value to be stored
  887. */
  888. static inline void sde_crtc_set_bpp(struct sde_crtc *sde_crtc, int src_bpp,
  889. int target_bpp)
  890. {
  891. sde_crtc->src_bpp = src_bpp;
  892. sde_crtc->target_bpp = target_bpp;
  893. }
  894. /**
  895. * sde_crtc_static_img_control - transition static img cache state
  896. * @crtc: Pointer to drm crtc structure
  897. * @state: cache state to transition to
  898. * @is_vidmode: if encoder is video mode
  899. */
  900. void sde_crtc_static_img_control(struct drm_crtc *crtc,
  901. enum sde_crtc_cache_state state, bool is_vidmode);
  902. /**
  903. * sde_crtc_static_cache_read_kickoff - kickoff cache read work
  904. * @crtc: Pointer to drm crtc structure
  905. */
  906. void sde_crtc_static_cache_read_kickoff(struct drm_crtc *crtc);
  907. /**
  908. * sde_crtc_get_num_datapath - get the number of datapath active
  909. * of primary connector
  910. * @crtc: Pointer to DRM crtc object
  911. * @connector: Pointer to DRM connector object of WB in CWB case
  912. * @crtc_state: Pointer to DRM crtc state
  913. */
  914. int sde_crtc_get_num_datapath(struct drm_crtc *crtc,
  915. struct drm_connector *connector, struct drm_crtc_state *crtc_state);
  916. /**
  917. * sde_crtc_reset_sw_state - reset dirty proerties on crtc and
  918. * planes attached to the crtc
  919. * @crtc: Pointer to DRM crtc object
  920. */
  921. void sde_crtc_reset_sw_state(struct drm_crtc *crtc);
  922. /**
  923. * sde_crtc_disable_cp_features - api to disable cp features that depend on planes being active.
  924. * Encoder disables the planes during suspend and calls this api for the crtc to disable
  925. * any features that require planes to be active
  926. * @crtc: Pointer to DRM crtc object
  927. */
  928. void sde_crtc_disable_cp_features(struct drm_crtc *crtc);
  929. /*
  930. * _sde_crtc_clear_dim_layers_v1 - clear all dim layer settings
  931. * @cstate: Pointer to drm crtc state
  932. */
  933. void _sde_crtc_clear_dim_layers_v1(struct drm_crtc_state *state);
  934. /**
  935. * sde_crtc_cancel_delayed_work - cancel any pending work items for a given crtc
  936. * @crtc: Pointer to DRM crtc object
  937. */
  938. void sde_crtc_cancel_delayed_work(struct drm_crtc *crtc);
  939. /*
  940. * sde_crtc_get_src_encoder_of_clone- find source encoder of a clone mode encoder
  941. * @cstate: Pointer to DRM crtc object
  942. */
  943. struct drm_encoder *sde_crtc_get_src_encoder_of_clone(struct drm_crtc *crtc);
  944. /*
  945. * _sde_crtc_vm_release_notify- send event to usermode on vm release
  946. */
  947. void _sde_crtc_vm_release_notify(struct drm_crtc *crtc);
  948. #endif /* _SDE_CRTC_H_ */