sde_crtc.h 36 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112
  1. /*
  2. * Copyright (c) 2021-2022 Qualcomm Innovation Center, Inc. All rights reserved.
  3. * Copyright (c) 2015-2021 The Linux Foundation. All rights reserved.
  4. * Copyright (C) 2013 Red Hat
  5. * Author: Rob Clark <[email protected]>
  6. *
  7. * This program is free software; you can redistribute it and/or modify it
  8. * under the terms of the GNU General Public License version 2 as published by
  9. * the Free Software Foundation.
  10. *
  11. * This program is distributed in the hope that it will be useful, but WITHOUT
  12. * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
  13. * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
  14. * more details.
  15. *
  16. * You should have received a copy of the GNU General Public License along with
  17. * this program. If not, see <http://www.gnu.org/licenses/>.
  18. */
  19. #ifndef _SDE_CRTC_H_
  20. #define _SDE_CRTC_H_
  21. #include <linux/kthread.h>
  22. #include <linux/of_fdt.h>
  23. #include <drm/drm_crtc.h>
  24. #include <drm/drm_vblank.h>
  25. #include "msm_prop.h"
  26. #include "sde_fence.h"
  27. #include "sde_kms.h"
  28. #include "sde_core_perf.h"
  29. #include "sde_hw_ds.h"
  30. #include "sde_color_processing.h"
  31. #include "sde_encoder.h"
  32. #define SDE_CRTC_NAME_SIZE 12
  33. /* define the maximum number of in-flight frame events */
  34. /* Expand it to 2x for handling atleast 2 connectors safely */
  35. #define SDE_CRTC_FRAME_EVENT_SIZE (4 * 2)
  36. /**
  37. * enum sde_crtc_client_type: crtc client type
  38. * @RT_CLIENT: RealTime client like video/cmd mode display
  39. * voting through apps rsc
  40. * @NRT_CLIENT: Non-RealTime client like WB display
  41. * voting through apps rsc
  42. * @RT_RSC_CLIENT: Realtime display RSC voting client
  43. */
  44. enum sde_crtc_client_type {
  45. RT_CLIENT,
  46. NRT_CLIENT,
  47. RT_RSC_CLIENT,
  48. };
  49. /**
  50. * enum sde_crtc_output_capture_point
  51. * @MIXER_OUT : capture mixer output
  52. * @DSPP_OUT : capture output of dspp
  53. * @CAPTURE_DEMURA_OUT : capture output of demura
  54. */
  55. enum sde_crtc_output_capture_point {
  56. CAPTURE_MIXER_OUT,
  57. CAPTURE_DSPP_OUT,
  58. CAPTURE_DEMURA_OUT
  59. };
  60. /**
  61. * enum sde_crtc_idle_pc_state: states of idle power collapse
  62. * @IDLE_PC_NONE: no-op
  63. * @IDLE_PC_ENABLE: enable idle power-collapse
  64. * @IDLE_PC_DISABLE: disable idle power-collapse
  65. */
  66. enum sde_crtc_idle_pc_state {
  67. IDLE_PC_NONE,
  68. IDLE_PC_ENABLE,
  69. IDLE_PC_DISABLE,
  70. };
  71. /**
  72. * enum sde_crtc_vm_req: request for VM operations
  73. * @VM_REQ_NONE: no request. Normal VM operations.
  74. * @VM_REQ_RELEASE: request to release the HW resources from the current VM
  75. * @VM_REQ_ACQUIRE: request to acquire the HW resources in the current VM
  76. */
  77. enum sde_crtc_vm_req {
  78. VM_REQ_NONE,
  79. VM_REQ_RELEASE,
  80. VM_REQ_ACQUIRE,
  81. };
  82. /**
  83. * @connectors : Currently associated drm connectors for retire event
  84. * @num_connectors: Number of associated drm connectors for retire event
  85. * @list: event list
  86. */
  87. struct sde_crtc_retire_event {
  88. struct drm_connector *connectors[MAX_CONNECTORS];
  89. int num_connectors;
  90. struct list_head list;
  91. };
  92. /**
  93. * struct sde_crtc_mixer: stores the map for each virtual pipeline in the CRTC
  94. * @hw_lm: LM HW Driver context
  95. * @hw_ctl: CTL Path HW driver context
  96. * @hw_dspp: DSPP HW driver context
  97. * @hw_ds: DS HW driver context
  98. * @encoder: Encoder attached to this lm & ctl
  99. * @mixer_op_mode: mixer blending operation mode
  100. */
  101. struct sde_crtc_mixer {
  102. struct sde_hw_mixer *hw_lm;
  103. struct sde_hw_ctl *hw_ctl;
  104. struct sde_hw_dspp *hw_dspp;
  105. struct sde_hw_ds *hw_ds;
  106. struct drm_encoder *encoder;
  107. u32 mixer_op_mode;
  108. };
  109. /**
  110. * struct sde_crtc_frame_event: stores crtc frame event for crtc processing
  111. * @work: base work structure
  112. * @crtc: Pointer to crtc handling this event
  113. * @connector: pointer to drm connector which is source of frame event
  114. * @list: event list
  115. * @ts: timestamp at queue entry
  116. * @event: event identifier
  117. */
  118. struct sde_crtc_frame_event {
  119. struct kthread_work work;
  120. struct drm_crtc *crtc;
  121. struct drm_connector *connector;
  122. struct list_head list;
  123. ktime_t ts;
  124. u32 event;
  125. };
  126. /**
  127. * struct sde_crtc_event - event callback tracking structure
  128. * @list: Linked list tracking node
  129. * @kt_work: Kthread worker structure
  130. * @sde_crtc: Pointer to associated sde_crtc structure
  131. * @cb_func: Pointer to callback function
  132. * @usr: Pointer to user data to be provided to the callback
  133. */
  134. struct sde_crtc_event {
  135. struct list_head list;
  136. struct kthread_work kt_work;
  137. void *sde_crtc;
  138. void (*cb_func)(struct drm_crtc *crtc, void *usr);
  139. void *usr;
  140. };
  141. /**
  142. * struct sde_crtc_fps_info - structure for measuring fps periodicity
  143. * @frame_count : Total frames during configured periodic duration
  144. * @last_sampled_time_us: Stores the last ktime in microsecs when fps
  145. * was calculated
  146. * @measured_fps : Last measured fps value
  147. * @fps_periodic_duration : Duration in milliseconds to measure the fps.
  148. * Default value is 1 second.
  149. * @time_buf : Buffer for storing ktime of the commits
  150. * @next_time_index : index into time_buf for storing ktime for next commit
  151. */
  152. struct sde_crtc_fps_info {
  153. u32 frame_count;
  154. ktime_t last_sampled_time_us;
  155. u32 measured_fps;
  156. u32 fps_periodic_duration;
  157. ktime_t *time_buf;
  158. u32 next_time_index;
  159. };
  160. /**
  161. * struct sde_ltm_buffer - defines LTM buffer structure.
  162. * @fb: frm framebuffer for the buffer
  163. * @gem: drm gem handle for the buffer
  164. * @asapce : pointer to address space
  165. * @drm_fb_id: framebuffer id associated with this buffer
  166. * @offset: offset for alignment
  167. * @iova: device address
  168. * @kva: kernel virtual address
  169. * @node: list node for LTM buffer list;
  170. */
  171. struct sde_ltm_buffer {
  172. struct drm_framebuffer *fb;
  173. struct drm_gem_object *gem;
  174. struct msm_gem_address_space *aspace;
  175. u32 drm_fb_id;
  176. u32 offset;
  177. u64 iova;
  178. void *kva;
  179. struct list_head node;
  180. };
  181. /**
  182. * struct sde_crtc_misr_info - structure for misr information
  183. * @misr_enable : enable/disable flag
  184. * @misr_frame_count : Number of frames for misr calculation.
  185. */
  186. struct sde_crtc_misr_info {
  187. bool misr_enable;
  188. u32 misr_frame_count;
  189. };
  190. /*
  191. * Maximum number of free event structures to cache
  192. */
  193. #define SDE_CRTC_MAX_EVENT_COUNT 16
  194. /**
  195. * struct sde_frame_data_buffer - defines frame data buffer structure
  196. * @fd: framebuffer id associated with this buffer
  197. * @fb: drm framebuffer for the buffer
  198. * @gem: drm gem handle for he buffer
  199. */
  200. struct sde_frame_data_buffer {
  201. u32 fd;
  202. struct drm_framebuffer *fb;
  203. struct drm_gem_object *gem;
  204. };
  205. /**
  206. * struct sde_frame_data - defines sde frame data structure
  207. * @idx : currently used frame data buffe
  208. * @cnt : rnumber of available frame data buffers
  209. * @buf : list of frame data buffers
  210. */
  211. struct sde_frame_data {
  212. u32 idx;
  213. u32 cnt;
  214. struct sde_frame_data_buffer *buf[SDE_FRAME_DATA_BUFFER_MAX];
  215. };
  216. /**
  217. * struct sde_crtc - virtualized CRTC data structure
  218. * @base : Base drm crtc structure
  219. * @name : ASCII description of this crtc
  220. * @num_ctls : Number of ctl paths in use
  221. * @num_mixers : Number of mixers in use
  222. * @mixers_swapped: Whether the mixers have been swapped for left/right update
  223. * especially in the case of DSC Merge.
  224. * @mixers : List of active mixers
  225. * @event : Pointer to last received drm vblank event. If there is a
  226. * pending vblank event, this will be non-null.
  227. * @vsync_count : Running count of received vsync events
  228. * @drm_requested_vblank : Whether vblanks have been enabled in the encoder
  229. * @property_info : Opaque structure for generic property support
  230. * @property_defaults : Array of default values for generic property support
  231. * @output_fence : output release fence context
  232. * @stage_cfg : H/w mixer stage configuration
  233. * @debugfs_root : Parent of debugfs node
  234. * @priv_handle : Pointer to external private handle, if present
  235. * @vblank_cb_count : count of vblank callback since last reset
  236. * @play_count : frame count between crtc enable and disable
  237. * @vblank_cb_time : ktime at vblank count reset
  238. * @vblank_last_cb_time : ktime at last vblank notification
  239. * @retire_frame_event_time : ktime at last retire frame event
  240. * @sysfs_dev : sysfs device node for crtc
  241. * @vsync_event_sf : vsync event notifier sysfs device
  242. * @retire_frame_event_sf :retire frame event notifier sysfs device
  243. * @enabled : whether the SDE CRTC is currently enabled. updated in the
  244. * commit-thread, not state-swap time which is earlier, so
  245. * safe to make decisions on during VBLANK on/off work
  246. * @cp_feature_list : list of color processing features supported on a crtc
  247. * @cp_active_list : list of color processing features are active
  248. * @cp_dirty_list : list of color processing features are dirty
  249. * @revalidate_mask : stores dirty flags to revalidate after idlepc
  250. * @ad_dirty : list containing ad properties that are dirty
  251. * @ad_active : list containing ad properties that are active
  252. * @crtc_lock : crtc lock around create, destroy and access.
  253. * @frame_pending : Whether or not an update is pending
  254. * @kickoff_in_progress : boolean entry to check if kickoff is in progress
  255. * @frame_events : static allocation of in-flight frame events
  256. * @frame_event_list : available frame event list
  257. * @spin_lock : spin lock for transaction status, etc...
  258. * @fevent_spin_lock : spin lock for frame event
  259. * @event_thread : Pointer to event handler thread
  260. * @event_worker : Event worker queue
  261. * @event_cache : Local cache of event worker structures
  262. * @event_free_list : List of available event structures
  263. * @event_lock : Spinlock around event handling code
  264. * @misr_enable_sui : boolean entry indicates misr enable/disable status
  265. * for secure cases.
  266. * @misr_enable_debugfs : boolean entry indicates misr enable/disable status
  267. * from debugfs.
  268. * @misr_reconfigure : boolean entry indicates misr reconfigure status
  269. * @misr_frame_count : misr frame count provided by client
  270. * @misr_data : store misr data before turning off the clocks.
  271. * @power_event : registered power event handle
  272. * @cur_perf : current performance committed to clock/bandwidth driver
  273. * @plane_mask_old: keeps track of the planes used in the previous commit
  274. * @frame_trigger_mode: frame trigger mode
  275. * @cp_pu_feature_mask: mask indicating cp feature enable for partial update
  276. * @ltm_buffer_cnt : number of ltm buffers
  277. * @ltm_buffers : struct stores ltm buffer related data
  278. * @ltm_buf_free : list of LTM buffers that are available
  279. * @ltm_buf_busy : list of LTM buffers that are been used by HW
  280. * @ltm_hist_en : flag to indicate whether LTM hist is enabled or not
  281. * @ltm_merge_clear_pending : flag indicates merge mode bit needs to be cleared
  282. * @ltm_buffer_lock : muttx to protect ltm_buffers allcation and free
  283. * @ltm_lock : Spinlock to protect ltm buffer_cnt, hist_en and ltm lists
  284. * @needs_hw_reset : Initiate a hw ctl reset
  285. * @reinit_crtc_mixers : Reinitialize mixers in crtc
  286. * @hist_irq_idx : hist interrupt irq idx
  287. * @disable_pending_cp : flag tracks pending color processing features force disable
  288. * @src_bpp : source bpp used to calculate compression ratio
  289. * @target_bpp : target bpp used to calculate compression ratio
  290. * @static_cache_read_work: delayed worker to transition cache state to read
  291. * @cache_state : Current static image cache state
  292. * @dspp_blob_info : blob containing dspp hw capability information
  293. * @cached_encoder_mask : cached encoder_mask for vblank work
  294. * @valid_skip_blend_plane: flag to indicate if skip blend plane is valid
  295. * @skip_blend_plane: enabled plane that has skip blending
  296. * @skip_blend_plane_w: skip blend plane width
  297. * @skip_blend_plane_h: skip blend plane height
  298. * @line_time_in_ns : current mode line time in nano sec is needed for QOS update
  299. * @frame_data : Framedata data structure
  300. */
  301. struct sde_crtc {
  302. struct drm_crtc base;
  303. char name[SDE_CRTC_NAME_SIZE];
  304. /* HW Resources reserved for the crtc */
  305. u32 num_ctls;
  306. u32 num_mixers;
  307. bool mixers_swapped;
  308. struct sde_crtc_mixer mixers[MAX_MIXERS_PER_CRTC];
  309. struct drm_pending_vblank_event *event;
  310. u32 vsync_count;
  311. struct msm_property_info property_info;
  312. struct msm_property_data property_data[CRTC_PROP_COUNT];
  313. struct drm_property_blob *blob_info;
  314. /* output fence support */
  315. struct sde_fence_context *output_fence;
  316. struct sde_hw_stage_cfg stage_cfg[MAX_LAYOUTS_PER_CRTC];
  317. struct dentry *debugfs_root;
  318. void *priv_handle;
  319. u32 vblank_cb_count;
  320. u64 play_count;
  321. ktime_t vblank_cb_time;
  322. ktime_t vblank_last_cb_time;
  323. ktime_t retire_frame_event_time;
  324. struct sde_crtc_fps_info fps_info;
  325. struct device *sysfs_dev;
  326. struct kernfs_node *vsync_event_sf;
  327. struct kernfs_node *retire_frame_event_sf;
  328. bool enabled;
  329. struct list_head cp_feature_list;
  330. struct list_head cp_active_list;
  331. struct list_head cp_dirty_list;
  332. struct list_head ad_dirty;
  333. struct list_head ad_active;
  334. struct list_head user_event_list;
  335. struct mutex crtc_lock;
  336. struct mutex crtc_cp_lock;
  337. atomic_t frame_pending;
  338. struct sde_crtc_frame_event frame_events[SDE_CRTC_FRAME_EVENT_SIZE];
  339. struct list_head frame_event_list;
  340. spinlock_t spin_lock;
  341. spinlock_t fevent_spin_lock;
  342. bool kickoff_in_progress;
  343. unsigned long revalidate_mask;
  344. /* for handling internal event thread */
  345. struct sde_crtc_event event_cache[SDE_CRTC_MAX_EVENT_COUNT];
  346. struct list_head event_free_list;
  347. spinlock_t event_lock;
  348. bool misr_enable_sui;
  349. bool misr_enable_debugfs;
  350. bool misr_reconfigure;
  351. u32 misr_frame_count;
  352. struct sde_power_event *power_event;
  353. struct sde_core_perf_params cur_perf;
  354. struct sde_core_perf_params new_perf;
  355. u32 plane_mask_old;
  356. /* blob for histogram data */
  357. struct drm_property_blob *hist_blob;
  358. enum frame_trigger_mode_type frame_trigger_mode;
  359. u32 cp_pu_feature_mask;
  360. u32 ltm_buffer_cnt;
  361. struct sde_ltm_buffer *ltm_buffers[LTM_BUFFER_SIZE];
  362. struct list_head ltm_buf_free;
  363. struct list_head ltm_buf_busy;
  364. bool ltm_hist_en;
  365. bool ltm_merge_clear_pending;
  366. struct drm_msm_ltm_cfg_param ltm_cfg;
  367. struct mutex ltm_buffer_lock;
  368. spinlock_t ltm_lock;
  369. bool needs_hw_reset;
  370. bool reinit_crtc_mixers;
  371. int hist_irq_idx;
  372. bool disable_pending_cp;
  373. int src_bpp;
  374. int target_bpp;
  375. struct kthread_delayed_work static_cache_read_work;
  376. enum sde_sys_cache_state cache_state;
  377. struct drm_property_blob *dspp_blob_info;
  378. u32 cached_encoder_mask;
  379. bool valid_skip_blend_plane;
  380. enum sde_sspp skip_blend_plane;
  381. u32 skip_blend_plane_w;
  382. u32 skip_blend_plane_h;
  383. u32 line_time_in_ns;
  384. struct sde_frame_data frame_data;
  385. };
  386. enum sde_crtc_dirty_flags {
  387. SDE_CRTC_DIRTY_DEST_SCALER,
  388. SDE_CRTC_DIRTY_DIM_LAYERS,
  389. SDE_CRTC_NOISE_LAYER,
  390. SDE_CRTC_DIRTY_MAX,
  391. };
  392. #define to_sde_crtc(x) container_of(x, struct sde_crtc, base)
  393. /**
  394. * struct sde_line_insertion_param - sde line insertion parameters
  395. * @panel_line_insertion_enable: line insertion support status
  396. * @padding_height: panel height after line padding
  397. * @padding_active: active lines in panel stacking pattern
  398. * @padding_dummy: dummy lines in panel stacking pattern
  399. */
  400. struct sde_line_insertion_param {
  401. bool panel_line_insertion_enable;
  402. u32 padding_height;
  403. u32 padding_active;
  404. u32 padding_dummy;
  405. };
  406. /**
  407. * struct sde_crtc_state - sde container for atomic crtc state
  408. * @base: Base drm crtc state structure
  409. * @connectors : Currently associated drm connectors
  410. * @num_connectors: Number of associated drm connectors
  411. * @rsc_client : sde rsc client when mode is valid
  412. * @is_ppsplit : Whether current topology requires PPSplit special handling
  413. * @bw_control : true if bw/clk controlled by core bw/clk properties
  414. * @bw_split_vote : true if bw controlled by llcc/dram bw properties
  415. * @crtc_roi : Current CRTC ROI. Possibly sub-rectangle of mode.
  416. * Origin top left of CRTC.
  417. * @lm_bounds : LM boundaries based on current mode full resolution, no ROI.
  418. * Origin top left of CRTC.
  419. * @lm_roi : Current LM ROI, possibly sub-rectangle of mode.
  420. * Origin top left of CRTC.
  421. * @user_roi_list : List of user's requested ROIs as from set property
  422. * @cached_user_roi_list : Copy of user_roi_list from previous PU frame
  423. * @property_state: Local storage for msm_prop properties
  424. * @property_values: Current crtc property values
  425. * @input_fence_timeout_ns : Cached input fence timeout, in ns
  426. * @num_dim_layers: Number of dim layers
  427. * @cwb_enc_mask : encoder mask populated during atomic_check if CWB is enabled
  428. * @dim_layer: Dim layer configs
  429. * @num_ds: Number of destination scalers to be configured
  430. * @num_ds_enabled: Number of destination scalers enabled
  431. * @ds_cfg: Destination scaler config
  432. * @scl3_lut_cfg: QSEED3 lut config
  433. * @new_perf: new performance state being requested
  434. * @noise_layer_en: flag to indicate if noise layer cfg is valid
  435. * @drm_msm_noise_layer_cfg: noise layer configuration
  436. * @cp_prop_cnt: number of dirty color processing features
  437. * @cp_prop_values: array of cp property values
  438. * @cp_dirty_list: array tracking features that are dirty
  439. * @cp_range_payload: array storing state user_data passed via range props
  440. * @cont_splash_populated: State was populated as part of cont. splash
  441. * @param: sde line insertion parameters
  442. */
  443. struct sde_crtc_state {
  444. struct drm_crtc_state base;
  445. struct drm_connector *connectors[MAX_CONNECTORS];
  446. int num_connectors;
  447. struct sde_rsc_client *rsc_client;
  448. bool rsc_update;
  449. bool bw_control;
  450. bool bw_split_vote;
  451. bool is_ppsplit;
  452. struct sde_rect crtc_roi;
  453. struct sde_rect lm_bounds[MAX_MIXERS_PER_CRTC];
  454. struct sde_rect lm_roi[MAX_MIXERS_PER_CRTC];
  455. struct msm_roi_list user_roi_list, cached_user_roi_list;
  456. struct msm_property_state property_state;
  457. struct msm_property_value property_values[CRTC_PROP_COUNT];
  458. DECLARE_BITMAP(dirty, SDE_CRTC_DIRTY_MAX);
  459. uint64_t input_fence_timeout_ns;
  460. uint32_t num_dim_layers;
  461. uint32_t cwb_enc_mask;
  462. struct sde_hw_dim_layer dim_layer[SDE_MAX_DIM_LAYERS];
  463. uint32_t num_ds;
  464. uint32_t num_ds_enabled;
  465. struct sde_hw_ds_cfg ds_cfg[SDE_MAX_DS_COUNT];
  466. struct sde_hw_scaler3_lut_cfg scl3_lut_cfg;
  467. struct sde_core_perf_params new_perf;
  468. bool noise_layer_en;
  469. struct drm_msm_noise_layer_cfg layer_cfg;
  470. uint32_t cp_prop_cnt;
  471. struct sde_cp_crtc_property_state
  472. cp_prop_values[SDE_CP_CRTC_MAX_FEATURES];
  473. uint32_t cp_dirty_list[SDE_CP_CRTC_MAX_FEATURES];
  474. struct sde_cp_crtc_range_prop_payload
  475. cp_range_payload[SDE_CP_CRTC_MAX_FEATURES];
  476. bool cont_splash_populated;
  477. struct sde_line_insertion_param line_insertion;
  478. };
  479. enum sde_crtc_irq_state {
  480. IRQ_NOINIT,
  481. IRQ_ENABLED,
  482. IRQ_DISABLING,
  483. IRQ_DISABLED,
  484. };
  485. /**
  486. * sde_crtc_irq_info - crtc interrupt info
  487. * @irq: interrupt callback
  488. * @event: event type of the interrupt
  489. * @func: function pointer to enable/disable the interrupt
  490. * @list: list of user customized event in crtc
  491. * @state: state of the interrupt
  492. * @state_lock: spin lock for interrupt state
  493. */
  494. struct sde_crtc_irq_info {
  495. struct sde_irq_callback irq;
  496. u32 event;
  497. int (*func)(struct drm_crtc *crtc, bool en,
  498. struct sde_irq_callback *irq);
  499. struct list_head list;
  500. enum sde_crtc_irq_state state;
  501. spinlock_t state_lock;
  502. };
  503. #define to_sde_crtc_state(x) \
  504. container_of(x, struct sde_crtc_state, base)
  505. /**
  506. * sde_crtc_get_property - query integer value of crtc property
  507. * @S: Pointer to crtc state
  508. * @X: Property index, from enum msm_mdp_crtc_property
  509. * Returns: Integer value of requested property
  510. */
  511. #define sde_crtc_get_property(S, X) \
  512. ((S) && ((X) < CRTC_PROP_COUNT) ? ((S)->property_values[(X)].value) : 0)
  513. /**
  514. * sde_crtc_frame_pending - retun the number of pending frames
  515. * @crtc: Pointer to drm crtc object
  516. */
  517. static inline int sde_crtc_frame_pending(struct drm_crtc *crtc)
  518. {
  519. struct sde_crtc *sde_crtc;
  520. if (!crtc)
  521. return -EINVAL;
  522. sde_crtc = to_sde_crtc(crtc);
  523. return atomic_read(&sde_crtc->frame_pending);
  524. }
  525. /**
  526. * sde_crtc_set_needs_hw_reset - set hw reset flag, to handle reset during
  527. * commit kickoff
  528. * @crtc: Pointer to DRM crtc instance
  529. */
  530. static inline void sde_crtc_set_needs_hw_reset(struct drm_crtc *crtc)
  531. {
  532. struct sde_crtc *sde_crtc;
  533. if (!crtc)
  534. return;
  535. sde_crtc = to_sde_crtc(crtc);
  536. sde_crtc->needs_hw_reset = true;
  537. }
  538. /**
  539. * sde_crtc_reset_hw - attempt hardware reset on errors
  540. * @crtc: Pointer to DRM crtc instance
  541. * @old_state: Pointer to crtc state for previous commit
  542. * @recovery_events: Whether or not recovery events are enabled
  543. * Returns: Zero if current commit should still be attempted
  544. */
  545. int sde_crtc_reset_hw(struct drm_crtc *crtc, struct drm_crtc_state *old_state,
  546. bool recovery_events);
  547. /**
  548. * sde_crtc_request_frame_reset - requests for next frame reset
  549. * @crtc: Pointer to drm crtc object
  550. * @encoder: Pointer to drm encoder object
  551. */
  552. static inline int sde_crtc_request_frame_reset(struct drm_crtc *crtc,
  553. struct drm_encoder *encoder)
  554. {
  555. struct sde_crtc *sde_crtc = to_sde_crtc(crtc);
  556. if (sde_crtc->frame_trigger_mode == FRAME_DONE_WAIT_POSTED_START ||
  557. !sde_encoder_is_dsi_display(encoder))
  558. sde_crtc_reset_hw(crtc, crtc->state, false);
  559. return 0;
  560. }
  561. /**
  562. * sde_crtc_get_mixer_resolution - Get the mixer resolution based on the features enabled.
  563. * Mixer width will be same as panel width(/2 for split) or src_width of
  564. * destination scaler or downscale-blur.
  565. * @drm_crtc: Pointer to drm crtc object
  566. * @crtc_state: Pointer to drm crtc state object
  567. * @mode: Pointer to drm display mode object
  568. * @width: Pointer to width object populated with mixer width by this function
  569. * @height: Pointer to height object populated with mixer height by this function
  570. */
  571. void sde_crtc_get_mixer_resolution(struct drm_crtc *sde_crtc, struct drm_crtc_state *crtc_state,
  572. struct drm_display_mode *mode, u32 *width, u32 *height);
  573. /**
  574. * sde_crtc_get_resolution - Get the crtc resolution based on the features enabled.
  575. * Crtc width will be same as panel width or (src_width of
  576. * destination scaler or downscale-blur) * num_blocks.
  577. * @drm_crtc: Pointer to drm crtc object
  578. * @crtc_state: Pointer to drm crtc state object
  579. * @mode: Pointer to drm display mode object
  580. * @width: Pointer to width object populated with crtc width by this function
  581. * @height: Pointer to height object populated with crtc height by this function
  582. */
  583. void sde_crtc_get_resolution(struct drm_crtc *sde_crtc, struct drm_crtc_state *crtc_state,
  584. struct drm_display_mode *mode, u32 *width, u32 *height);
  585. /**
  586. * sde_crtc_vblank - enable or disable vblanks for this crtc
  587. * @crtc: Pointer to drm crtc object
  588. * @en: true to enable vblanks, false to disable
  589. */
  590. int sde_crtc_vblank(struct drm_crtc *crtc, bool en);
  591. /**
  592. * sde_crtc_get_msm_mode - get msm_mode for a given crtc state
  593. * @c_state: Pointer to drm crtc state object
  594. * Returns: msm_display_mode corresponding to this crtc state, or NULL if none
  595. */
  596. struct msm_display_mode *sde_crtc_get_msm_mode(struct drm_crtc_state *c_state);
  597. /**
  598. * sde_crtc_commit_kickoff - trigger kickoff of the commit for this crtc
  599. * @crtc: Pointer to drm crtc object
  600. * @old_state: Pointer to drm crtc old state object
  601. */
  602. void sde_crtc_commit_kickoff(struct drm_crtc *crtc,
  603. struct drm_crtc_state *old_state);
  604. /**
  605. * sde_crtc_prepare_commit - callback to prepare for output fences
  606. * @crtc: Pointer to drm crtc object
  607. * @old_state: Pointer to drm crtc old state object
  608. */
  609. void sde_crtc_prepare_commit(struct drm_crtc *crtc,
  610. struct drm_crtc_state *old_state);
  611. /**
  612. * sde_crtc_complete_commit - callback signalling completion of current commit
  613. * @crtc: Pointer to drm crtc object
  614. * @old_state: Pointer to drm crtc old state object
  615. */
  616. void sde_crtc_complete_commit(struct drm_crtc *crtc,
  617. struct drm_crtc_state *old_state);
  618. /**
  619. * sde_crtc_init - create a new crtc object
  620. * @dev: sde device
  621. * @plane: base plane
  622. * @Return: new crtc object or error
  623. */
  624. struct drm_crtc *sde_crtc_init(struct drm_device *dev, struct drm_plane *plane);
  625. /**
  626. * sde_crtc_post_init - update crtc object with post initialization. It
  627. * can update the debugfs, sysfs, entires.
  628. * @dev: sde device
  629. * @crtc: Pointer to drm crtc structure
  630. */
  631. int sde_crtc_post_init(struct drm_device *dev, struct drm_crtc *crtc);
  632. /**
  633. * sde_crtc_complete_flip - complete flip for clients
  634. * @crtc: Pointer to drm crtc object
  635. * @file: client to cancel's file handle
  636. */
  637. void sde_crtc_complete_flip(struct drm_crtc *crtc, struct drm_file *file);
  638. /**
  639. * sde_crtc_register_custom_event - api for enabling/disabling crtc event
  640. * @kms: Pointer to sde_kms
  641. * @crtc_drm: Pointer to crtc object
  642. * @event: Event that client is interested
  643. * @en: Flag to enable/disable the event
  644. */
  645. int sde_crtc_register_custom_event(struct sde_kms *kms,
  646. struct drm_crtc *crtc_drm, u32 event, bool en);
  647. /**
  648. * sde_crtc_get_intf_mode - get interface mode of the given crtc
  649. * @crtc: Pointert to DRM crtc
  650. * @crtc: Pointert to DRM crtc_state
  651. */
  652. enum sde_intf_mode sde_crtc_get_intf_mode(struct drm_crtc *crtc,
  653. struct drm_crtc_state *cstate);
  654. /**
  655. * sde_crtc_get_fps_mode - get frame rate of the given crtc
  656. * @crtc: Pointert to crtc
  657. */
  658. u32 sde_crtc_get_fps_mode(struct drm_crtc *crtc);
  659. /**
  660. * sde_crtc_get_dfps_maxfps - get DFPS max fps of the given crtc
  661. * @crtc: Pointert to crtc
  662. */
  663. u32 sde_crtc_get_dfps_maxfps(struct drm_crtc *crtc);
  664. /**
  665. * sde_crtc_get_wb_usage_type - get writeback usage type
  666. * @crtc: Pointert to crtc
  667. */
  668. enum sde_wb_usage_type sde_crtc_get_wb_usage_type(struct drm_crtc *crtc);
  669. /**
  670. * sde_crtc_get_client_type - check the crtc type- rt, rsc_rt, etc.
  671. * @crtc: Pointer to crtc
  672. */
  673. static inline enum sde_crtc_client_type sde_crtc_get_client_type(
  674. struct drm_crtc *crtc)
  675. {
  676. struct sde_crtc_state *cstate =
  677. crtc ? to_sde_crtc_state(crtc->state) : NULL;
  678. if (!cstate)
  679. return RT_CLIENT;
  680. return cstate->rsc_client ? RT_RSC_CLIENT : RT_CLIENT;
  681. }
  682. /**
  683. * sde_crtc_is_rt_client - check if real-time client or not
  684. * @crtc: Pointer to DRM crtc
  685. * @crtc_state: Pointer to DRM crtc_state
  686. */
  687. static inline bool sde_crtc_is_rt_client(struct drm_crtc *crtc,
  688. struct drm_crtc_state *cstate)
  689. {
  690. if (!crtc || !cstate)
  691. return true;
  692. return (sde_crtc_get_intf_mode(crtc, cstate) != INTF_MODE_WB_LINE);
  693. }
  694. /**
  695. * sde_crtc_is_enabled - check if sde crtc is enabled or not
  696. * @crtc: Pointer to crtc
  697. */
  698. static inline bool sde_crtc_is_enabled(struct drm_crtc *crtc)
  699. {
  700. return crtc ? crtc->enabled : false;
  701. }
  702. static inline u32 sde_crtc_get_line_time(struct drm_crtc *crtc)
  703. {
  704. struct sde_crtc *sde_crtc;
  705. if (!crtc)
  706. return 0;
  707. sde_crtc = to_sde_crtc(crtc);
  708. return sde_crtc->line_time_in_ns;
  709. }
  710. /**
  711. * sde_crtc_is_reset_required - validate the reset request based on the
  712. * pm_suspend and crtc's active status. crtc's are left active
  713. * on pm_suspend during LP1/LP2 states, as the display is still
  714. * left ON. Avoid reset for the subsequent pm_resume in such cases.
  715. * @crtc: Pointer to crtc
  716. * return: false if in suspend state and crtc active, true otherwise
  717. */
  718. static inline bool sde_crtc_is_reset_required(struct drm_crtc *crtc)
  719. {
  720. /*
  721. * reset is required even when there is no crtc_state as it is required
  722. * to create the initial state object
  723. */
  724. if (!crtc || !crtc->state)
  725. return true;
  726. /* reset not required if crtc is active during suspend state */
  727. if (sde_kms_is_suspend_state(crtc->dev) && crtc->state->active)
  728. return false;
  729. return true;
  730. }
  731. /**
  732. * sde_crtc_event_queue - request event callback
  733. * @crtc: Pointer to drm crtc structure
  734. * @func: Pointer to callback function
  735. * @usr: Pointer to user data to be passed to callback
  736. * @color_processing_event: True if color processing event
  737. * Returns: Zero on success
  738. */
  739. int sde_crtc_event_queue(struct drm_crtc *crtc,
  740. void (*func)(struct drm_crtc *crtc, void *usr),
  741. void *usr, bool color_processing_event);
  742. /**
  743. * sde_crtc_get_crtc_roi - retrieve the crtc_roi from the given state object
  744. * used to allow the planes to adjust their final lm out_xy value in the
  745. * case of partial update
  746. * @crtc_state: Pointer to crtc state
  747. * @crtc_roi: Output pointer to crtc roi in the given state
  748. */
  749. void sde_crtc_get_crtc_roi(struct drm_crtc_state *state,
  750. const struct sde_rect **crtc_roi);
  751. /**
  752. * sde_crtc_is_crtc_roi_dirty - retrieve whether crtc_roi was updated this frame
  753. * Note: Only use during atomic_check since dirty properties may be popped
  754. * @crtc_state: Pointer to crtc state
  755. * Return: true if roi is dirty, false otherwise
  756. */
  757. bool sde_crtc_is_crtc_roi_dirty(struct drm_crtc_state *state);
  758. /** sde_crt_get_secure_level - retrieve the secure level from the give state
  759. * object, this is used to determine the secure state of the crtc
  760. * @crtc : Pointer to drm crtc structure
  761. * @usr: Pointer to drm crtc state
  762. * return: secure_level
  763. */
  764. static inline int sde_crtc_get_secure_level(struct drm_crtc *crtc,
  765. struct drm_crtc_state *state)
  766. {
  767. if (!crtc || !state)
  768. return -EINVAL;
  769. return sde_crtc_get_property(to_sde_crtc_state(state),
  770. CRTC_PROP_SECURITY_LEVEL);
  771. }
  772. /** sde_crtc_atomic_check_has_modeset - checks if the new_crtc_state in the
  773. * drm_atomic_state has a modeset
  774. * @state : pointer to drm_atomic_state
  775. * @crtc : Pointer to drm crtc structure
  776. * Returns true if crtc has modeset
  777. */
  778. static inline bool sde_crtc_atomic_check_has_modeset(
  779. struct drm_atomic_state *state, struct drm_crtc *crtc)
  780. {
  781. struct drm_crtc_state *crtc_state;
  782. if (!state || !crtc)
  783. return false;
  784. crtc_state = drm_atomic_get_new_crtc_state(state,
  785. crtc);
  786. return (crtc_state && drm_atomic_crtc_needs_modeset(crtc_state));
  787. }
  788. static inline bool sde_crtc_state_in_clone_mode(struct drm_encoder *encoder,
  789. struct drm_crtc_state *state)
  790. {
  791. struct sde_crtc_state *cstate;
  792. if (!state || !encoder)
  793. return false;
  794. cstate = to_sde_crtc_state(state);
  795. if (sde_encoder_in_clone_mode(encoder) ||
  796. (cstate->cwb_enc_mask & drm_encoder_mask(encoder)))
  797. return true;
  798. return false;
  799. }
  800. /**
  801. * sde_crtc_get_ds_io_res - populates the destination scaler src/dst w/h
  802. * @state: pointer to drm crtc state
  803. * @res: pointer to the output struct to populate the src/dst
  804. */
  805. static inline void sde_crtc_get_ds_io_res(struct drm_crtc_state *state, struct sde_io_res *res)
  806. {
  807. struct sde_crtc_state *cstate;
  808. int i;
  809. if (!state || !res)
  810. return;
  811. cstate = to_sde_crtc_state(state);
  812. memset(res, 0, sizeof(struct sde_io_res));
  813. for (i = 0; i < cstate->num_ds; i++) {
  814. if (cstate->ds_cfg[i].scl3_cfg.enable) {
  815. res->enabled = true;
  816. res->src_w += cstate->ds_cfg[i].lm_width;
  817. res->dst_w += cstate->ds_cfg[i].scl3_cfg.dst_width;
  818. res->src_h = cstate->ds_cfg[i].lm_height;
  819. res->dst_h = cstate->ds_cfg[i].scl3_cfg.dst_height;
  820. }
  821. }
  822. }
  823. /**
  824. * sde_crtc_get_secure_transition - determines the operations to be
  825. * performed before transitioning to secure state
  826. * This function should be called after swapping the new state
  827. * @crtc: Pointer to drm crtc structure
  828. * @old_crtc_state: Poniter to previous CRTC state
  829. * Returns the bitmask of operations need to be performed, -Error in
  830. * case of error cases
  831. */
  832. int sde_crtc_get_secure_transition_ops(struct drm_crtc *crtc,
  833. struct drm_crtc_state *old_crtc_state,
  834. bool old_valid_fb);
  835. /**
  836. * sde_crtc_find_plane_fb_modes - finds the modes of all planes attached
  837. * to crtc
  838. * @crtc: Pointer to DRM crtc object
  839. * @fb_ns: number of non secure planes
  840. * @fb_sec: number of secure-playback planes
  841. * @fb_sec_dir: number of secure-ui/secure-camera planes
  842. */
  843. int sde_crtc_find_plane_fb_modes(struct drm_crtc *crtc,
  844. uint32_t *fb_ns, uint32_t *fb_sec, uint32_t *fb_sec_dir);
  845. /**
  846. * sde_crtc_state_find_plane_fb_modes - finds the modes of all planes attached
  847. * to the crtc state
  848. * @crtc_state: Pointer to DRM crtc state object
  849. * @fb_ns: number of non secure planes
  850. * @fb_sec: number of secure-playback planes
  851. * @fb_sec_dir: number of secure-ui/secure-camera planes
  852. */
  853. int sde_crtc_state_find_plane_fb_modes(struct drm_crtc_state *state,
  854. uint32_t *fb_ns, uint32_t *fb_sec, uint32_t *fb_sec_dir);
  855. /**
  856. * sde_crtc_secure_ctrl - Initiates the transition between secure and
  857. * non-secure world
  858. * @crtc: Pointer to crtc
  859. * @post_commit: if this operation is triggered after commit
  860. */
  861. int sde_crtc_secure_ctrl(struct drm_crtc *crtc, bool post_commit);
  862. /**
  863. * sde_crtc_helper_reset_properties - reset properties to default values in the
  864. * given DRM CRTC state object
  865. * @crtc: Pointer to DRM crtc object
  866. * @crtc_state: Pointer to DRM crtc state object
  867. * Returns: 0 on success, negative errno on failure
  868. */
  869. int sde_crtc_helper_reset_custom_properties(struct drm_crtc *crtc,
  870. struct drm_crtc_state *crtc_state);
  871. /**
  872. * sde_crtc_timeline_status - current buffer timeline status
  873. * @crtc: Pointer to crtc
  874. */
  875. void sde_crtc_timeline_status(struct drm_crtc *crtc);
  876. /**
  877. * sde_crtc_update_cont_splash_settings - update mixer settings
  878. * during device bootup for cont_splash use case
  879. * @crtc: Pointer to drm crtc structure
  880. */
  881. void sde_crtc_update_cont_splash_settings(
  882. struct drm_crtc *crtc);
  883. /**
  884. * sde_crtc_set_qos_dirty - update plane dirty flag to include
  885. * QoS reprogramming which is required during fps switch
  886. * @crtc: Pointer to drm crtc structure
  887. */
  888. void sde_crtc_set_qos_dirty(struct drm_crtc *crtc);
  889. /**
  890. * sde_crtc_misr_setup - to configure and enable/disable MISR
  891. * @crtc: Pointer to drm crtc structure
  892. * @enable: boolean to indicate enable/disable misr
  893. * @frame_count: frame_count to be configured
  894. */
  895. void sde_crtc_misr_setup(struct drm_crtc *crtc, bool enable, u32 frame_count);
  896. /**
  897. * sde_crtc_get_misr_info - to configure and enable/disable MISR
  898. * @crtc: Pointer to drm crtc structure
  899. * @crtc_misr_info: Pointer to crtc misr info structure
  900. */
  901. void sde_crtc_get_misr_info(struct drm_crtc *crtc,
  902. struct sde_crtc_misr_info *crtc_misr_info);
  903. /**
  904. * sde_crtc_set_bpp - set src and target bpp values
  905. * @sde_crtc: Pointer to sde crtc struct
  906. * @src_bpp: source bpp value to be stored
  907. * @target_bpp: target value to be stored
  908. */
  909. static inline void sde_crtc_set_bpp(struct sde_crtc *sde_crtc, int src_bpp,
  910. int target_bpp)
  911. {
  912. sde_crtc->src_bpp = src_bpp;
  913. sde_crtc->target_bpp = target_bpp;
  914. }
  915. /**
  916. * sde_crtc_static_img_control - transition static img cache state
  917. * @crtc: Pointer to drm crtc structure
  918. * @state: cache state to transition to
  919. * @is_vidmode: if encoder is video mode
  920. */
  921. void sde_crtc_static_img_control(struct drm_crtc *crtc,
  922. enum sde_sys_cache_state state, bool is_vidmode);
  923. /**
  924. * sde_crtc_static_cache_read_kickoff - kickoff cache read work
  925. * @crtc: Pointer to drm crtc structure
  926. */
  927. void sde_crtc_static_cache_read_kickoff(struct drm_crtc *crtc);
  928. /**
  929. * sde_crtc_get_num_datapath - get the number of datapath active
  930. * of primary connector
  931. * @crtc: Pointer to DRM crtc object
  932. * @connector: Pointer to DRM connector object of WB in CWB case
  933. * @crtc_state: Pointer to DRM crtc state
  934. */
  935. int sde_crtc_get_num_datapath(struct drm_crtc *crtc,
  936. struct drm_connector *connector, struct drm_crtc_state *crtc_state);
  937. /**
  938. * sde_crtc_reset_sw_state - reset dirty proerties on crtc and
  939. * planes attached to the crtc
  940. * @crtc: Pointer to DRM crtc object
  941. */
  942. void sde_crtc_reset_sw_state(struct drm_crtc *crtc);
  943. /**
  944. * sde_crtc_disable_cp_features - api to disable cp features that depend on planes being active.
  945. * Encoder disables the planes during suspend and calls this api for the crtc to disable
  946. * any features that require planes to be active
  947. * @crtc: Pointer to DRM crtc object
  948. */
  949. void sde_crtc_disable_cp_features(struct drm_crtc *crtc);
  950. /*
  951. * _sde_crtc_clear_dim_layers_v1 - clear all dim layer settings
  952. * @cstate: Pointer to drm crtc state
  953. */
  954. void _sde_crtc_clear_dim_layers_v1(struct drm_crtc_state *state);
  955. /**
  956. * sde_crtc_cancel_delayed_work - cancel any pending work items for a given crtc
  957. * @crtc: Pointer to DRM crtc object
  958. */
  959. void sde_crtc_cancel_delayed_work(struct drm_crtc *crtc);
  960. /*
  961. * sde_crtc_get_src_encoder_of_clone- find source encoder of a clone mode encoder
  962. * @cstate: Pointer to DRM crtc object
  963. */
  964. struct drm_encoder *sde_crtc_get_src_encoder_of_clone(struct drm_crtc *crtc);
  965. /*
  966. * _sde_crtc_vm_release_notify- send event to usermode on vm release
  967. */
  968. void _sde_crtc_vm_release_notify(struct drm_crtc *crtc);
  969. /*
  970. * sde_crtc_is_line_insertion_supported - get lineinsertion
  971. * feature bit value from panel
  972. * @drm_crtc: Pointer to drm crtc structure
  973. * @Return: line insertion support status
  974. */
  975. bool sde_crtc_is_line_insertion_supported(struct drm_crtc *crtc);
  976. /**
  977. * sde_crtc_calc_vpadding_param - calculate vpadding parameters
  978. * @state: Pointer to DRM crtc state object
  979. * @crtc_y: Plane's CRTC_Y offset
  980. * @crtc_h: Plane's CRTC_H size
  981. * @padding_y: Padding Y offset
  982. * @padding_start: Padding start offset
  983. * @padding_height: Padding height in total
  984. */
  985. void sde_crtc_calc_vpadding_param(struct drm_crtc_state *state, u32 crtc_y, u32 crtc_h,
  986. u32 *padding_y, u32 *padding_start, u32 *padding_height);
  987. #endif /* _SDE_CRTC_H_ */