msm_drv.h 43 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381
  1. /*
  2. * Copyright (c) 2016-2020, The Linux Foundation. All rights reserved.
  3. * Copyright (C) 2013 Red Hat
  4. * Author: Rob Clark <[email protected]>
  5. *
  6. * This program is free software; you can redistribute it and/or modify it
  7. * under the terms of the GNU General Public License version 2 as published by
  8. * the Free Software Foundation.
  9. *
  10. * This program is distributed in the hope that it will be useful, but WITHOUT
  11. * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
  12. * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
  13. * more details.
  14. *
  15. * You should have received a copy of the GNU General Public License along with
  16. * this program. If not, see <http://www.gnu.org/licenses/>.
  17. */
  18. #ifndef __MSM_DRV_H__
  19. #define __MSM_DRV_H__
  20. #include <linux/kernel.h>
  21. #include <linux/clk.h>
  22. #include <linux/cpufreq.h>
  23. #include <linux/module.h>
  24. #include <linux/component.h>
  25. #include <linux/platform_device.h>
  26. #include <linux/pm.h>
  27. #include <linux/pm_runtime.h>
  28. #include <linux/slab.h>
  29. #include <linux/list.h>
  30. #include <linux/iommu.h>
  31. #include <linux/types.h>
  32. #include <linux/of_graph.h>
  33. #include <linux/of_device.h>
  34. #include <linux/sde_io_util.h>
  35. #include <linux/sde_vm_event.h>
  36. #include <linux/sizes.h>
  37. #include <linux/kthread.h>
  38. #include <drm/drmP.h>
  39. #include <drm/drm_atomic.h>
  40. #include <drm/drm_atomic_helper.h>
  41. #include <drm/drm_plane_helper.h>
  42. #include <drm/drm_fb_helper.h>
  43. #include <drm/msm_drm.h>
  44. #include <drm/sde_drm.h>
  45. #include <drm/drm_gem.h>
  46. #include <drm/drm_dsc.h>
  47. #include "sde_power_handle.h"
  48. #define GET_MAJOR_REV(rev) ((rev) >> 28)
  49. #define GET_MINOR_REV(rev) (((rev) >> 16) & 0xFFF)
  50. #define GET_STEP_REV(rev) ((rev) & 0xFFFF)
  51. struct msm_kms;
  52. struct msm_gpu;
  53. struct msm_mmu;
  54. struct msm_mdss;
  55. struct msm_rd_state;
  56. struct msm_perf_state;
  57. struct msm_gem_submit;
  58. struct msm_fence_context;
  59. struct msm_fence_cb;
  60. struct msm_gem_address_space;
  61. struct msm_gem_vma;
  62. #define NUM_DOMAINS 4 /* one for KMS, then one per gpu core (?) */
  63. #define MAX_CRTCS 16
  64. #define MAX_PLANES 20
  65. #define MAX_ENCODERS 16
  66. #define MAX_BRIDGES 16
  67. #define MAX_CONNECTORS 16
  68. #define MSM_RGB 0x0
  69. #define MSM_YUV 0x1
  70. #define MSM_CHROMA_444 0x0
  71. #define MSM_CHROMA_422 0x1
  72. #define MSM_CHROMA_420 0x2
  73. #define TEARDOWN_DEADLOCK_RETRY_MAX 5
  74. struct msm_file_private {
  75. rwlock_t queuelock;
  76. struct list_head submitqueues;
  77. int queueid;
  78. /* update the refcount when user driver calls power_ctrl IOCTL */
  79. unsigned short enable_refcnt;
  80. /* protects enable_refcnt */
  81. struct mutex power_lock;
  82. };
  83. enum msm_mdp_plane_property {
  84. /* blob properties, always put these first */
  85. PLANE_PROP_CSC_V1,
  86. PLANE_PROP_CSC_DMA_V1,
  87. PLANE_PROP_INFO,
  88. PLANE_PROP_SCALER_LUT_ED,
  89. PLANE_PROP_SCALER_LUT_CIR,
  90. PLANE_PROP_SCALER_LUT_SEP,
  91. PLANE_PROP_SKIN_COLOR,
  92. PLANE_PROP_SKY_COLOR,
  93. PLANE_PROP_FOLIAGE_COLOR,
  94. PLANE_PROP_VIG_GAMUT,
  95. PLANE_PROP_VIG_IGC,
  96. PLANE_PROP_DMA_IGC,
  97. PLANE_PROP_DMA_GC,
  98. /* # of blob properties */
  99. PLANE_PROP_BLOBCOUNT,
  100. /* range properties */
  101. PLANE_PROP_ZPOS = PLANE_PROP_BLOBCOUNT,
  102. PLANE_PROP_ALPHA,
  103. PLANE_PROP_COLOR_FILL,
  104. PLANE_PROP_H_DECIMATE,
  105. PLANE_PROP_V_DECIMATE,
  106. PLANE_PROP_INPUT_FENCE,
  107. PLANE_PROP_HUE_ADJUST,
  108. PLANE_PROP_SATURATION_ADJUST,
  109. PLANE_PROP_VALUE_ADJUST,
  110. PLANE_PROP_CONTRAST_ADJUST,
  111. PLANE_PROP_EXCL_RECT_V1,
  112. PLANE_PROP_PREFILL_SIZE,
  113. PLANE_PROP_PREFILL_TIME,
  114. PLANE_PROP_SCALER_V1,
  115. PLANE_PROP_SCALER_V2,
  116. PLANE_PROP_INVERSE_PMA,
  117. /* enum/bitmask properties */
  118. PLANE_PROP_BLEND_OP,
  119. PLANE_PROP_SRC_CONFIG,
  120. PLANE_PROP_FB_TRANSLATION_MODE,
  121. PLANE_PROP_MULTIRECT_MODE,
  122. /* total # of properties */
  123. PLANE_PROP_COUNT
  124. };
  125. enum msm_mdp_crtc_property {
  126. CRTC_PROP_INFO,
  127. CRTC_PROP_DEST_SCALER_LUT_ED,
  128. CRTC_PROP_DEST_SCALER_LUT_CIR,
  129. CRTC_PROP_DEST_SCALER_LUT_SEP,
  130. CRTC_PROP_DSPP_INFO,
  131. /* # of blob properties */
  132. CRTC_PROP_BLOBCOUNT,
  133. /* range properties */
  134. CRTC_PROP_INPUT_FENCE_TIMEOUT = CRTC_PROP_BLOBCOUNT,
  135. CRTC_PROP_OUTPUT_FENCE,
  136. CRTC_PROP_OUTPUT_FENCE_OFFSET,
  137. CRTC_PROP_DIM_LAYER_V1,
  138. CRTC_PROP_CORE_CLK,
  139. CRTC_PROP_CORE_AB,
  140. CRTC_PROP_CORE_IB,
  141. CRTC_PROP_LLCC_AB,
  142. CRTC_PROP_LLCC_IB,
  143. CRTC_PROP_DRAM_AB,
  144. CRTC_PROP_DRAM_IB,
  145. CRTC_PROP_ROT_PREFILL_BW,
  146. CRTC_PROP_ROT_CLK,
  147. CRTC_PROP_ROI_V1,
  148. CRTC_PROP_SECURITY_LEVEL,
  149. CRTC_PROP_IDLE_TIMEOUT,
  150. CRTC_PROP_DEST_SCALER,
  151. CRTC_PROP_CAPTURE_OUTPUT,
  152. CRTC_PROP_IDLE_PC_STATE,
  153. CRTC_PROP_CACHE_STATE,
  154. CRTC_PROP_VM_REQ_STATE,
  155. /* total # of properties */
  156. CRTC_PROP_COUNT
  157. };
  158. enum msm_mdp_conn_property {
  159. /* blob properties, always put these first */
  160. CONNECTOR_PROP_SDE_INFO,
  161. CONNECTOR_PROP_MODE_INFO,
  162. CONNECTOR_PROP_HDR_INFO,
  163. CONNECTOR_PROP_EXT_HDR_INFO,
  164. CONNECTOR_PROP_PP_DITHER,
  165. CONNECTOR_PROP_HDR_METADATA,
  166. CONNECTOR_PROP_DEMURA_PANEL_ID,
  167. /* # of blob properties */
  168. CONNECTOR_PROP_BLOBCOUNT,
  169. /* range properties */
  170. CONNECTOR_PROP_OUT_FB = CONNECTOR_PROP_BLOBCOUNT,
  171. CONNECTOR_PROP_RETIRE_FENCE,
  172. CONNECTOR_PROP_DST_X,
  173. CONNECTOR_PROP_DST_Y,
  174. CONNECTOR_PROP_DST_W,
  175. CONNECTOR_PROP_DST_H,
  176. CONNECTOR_PROP_ROI_V1,
  177. CONNECTOR_PROP_BL_SCALE,
  178. CONNECTOR_PROP_SV_BL_SCALE,
  179. CONNECTOR_PROP_SUPPORTED_COLORSPACES,
  180. /* enum/bitmask properties */
  181. CONNECTOR_PROP_TOPOLOGY_NAME,
  182. CONNECTOR_PROP_TOPOLOGY_CONTROL,
  183. CONNECTOR_PROP_AUTOREFRESH,
  184. CONNECTOR_PROP_LP,
  185. CONNECTOR_PROP_FB_TRANSLATION_MODE,
  186. CONNECTOR_PROP_QSYNC_MODE,
  187. CONNECTOR_PROP_CMD_FRAME_TRIGGER_MODE,
  188. /* total # of properties */
  189. CONNECTOR_PROP_COUNT
  190. };
  191. #define MSM_GPU_MAX_RINGS 4
  192. #define MAX_H_TILES_PER_DISPLAY 2
  193. /**
  194. * enum msm_display_compression_type - compression method used for pixel stream
  195. * @MSM_DISPLAY_COMPRESSION_NONE: Pixel data is not compressed
  196. * @MSM_DISPLAY_COMPRESSION_DSC: DSC compresison is used
  197. * @MSM_DISPLAY_COMPRESSION_VDC: VDC compresison is used
  198. */
  199. enum msm_display_compression_type {
  200. MSM_DISPLAY_COMPRESSION_NONE,
  201. MSM_DISPLAY_COMPRESSION_DSC,
  202. MSM_DISPLAY_COMPRESSION_VDC
  203. };
  204. #define MSM_DISPLAY_COMPRESSION_RATIO_NONE 1
  205. #define MSM_DISPLAY_COMPRESSION_RATIO_MAX 5
  206. /**
  207. * enum msm_display_spr_pack_type - sub pixel rendering pack patterns supported
  208. * @MSM_DISPLAY_SPR_TYPE_NONE: Bypass, no special packing
  209. * @MSM_DISPLAY_SPR_TYPE_PENTILE: pentile pack pattern
  210. * @MSM_DISPLAY_SPR_TYPE_RGBW: RGBW pack pattern
  211. * @MSM_DISPLAY_SPR_TYPE_YYGM: YYGM pack pattern
  212. * @MSM_DISPLAY_SPR_TYPE_YYGW: YYGW pack patterm
  213. * @MSM_DISPLAY_SPR_TYPE_MAX: max and invalid
  214. */
  215. enum msm_display_spr_pack_type {
  216. MSM_DISPLAY_SPR_TYPE_NONE,
  217. MSM_DISPLAY_SPR_TYPE_PENTILE,
  218. MSM_DISPLAY_SPR_TYPE_RGBW,
  219. MSM_DISPLAY_SPR_TYPE_YYGM,
  220. MSM_DISPLAY_SPR_TYPE_YYGW,
  221. MSM_DISPLAY_SPR_TYPE_MAX
  222. };
  223. static const char *msm_spr_pack_type_str[MSM_DISPLAY_SPR_TYPE_MAX] = {
  224. [MSM_DISPLAY_SPR_TYPE_NONE] = "",
  225. [MSM_DISPLAY_SPR_TYPE_PENTILE] = "pentile",
  226. [MSM_DISPLAY_SPR_TYPE_RGBW] = "rgbw",
  227. [MSM_DISPLAY_SPR_TYPE_YYGM] = "yygm",
  228. [MSM_DISPLAY_SPR_TYPE_YYGW] = "yygw"
  229. };
  230. /**
  231. * enum msm_display_caps - features/capabilities supported by displays
  232. * @MSM_DISPLAY_CAP_VID_MODE: Video or "active" mode supported
  233. * @MSM_DISPLAY_CAP_CMD_MODE: Command mode supported
  234. * @MSM_DISPLAY_CAP_HOT_PLUG: Hot plug detection supported
  235. * @MSM_DISPLAY_CAP_EDID: EDID supported
  236. * @MSM_DISPLAY_ESD_ENABLED: ESD feature enabled
  237. * @MSM_DISPLAY_CAP_MST_MODE: Display with MST support
  238. * @MSM_DISPLAY_SPLIT_LINK: Split Link enabled
  239. */
  240. enum msm_display_caps {
  241. MSM_DISPLAY_CAP_VID_MODE = BIT(0),
  242. MSM_DISPLAY_CAP_CMD_MODE = BIT(1),
  243. MSM_DISPLAY_CAP_HOT_PLUG = BIT(2),
  244. MSM_DISPLAY_CAP_EDID = BIT(3),
  245. MSM_DISPLAY_ESD_ENABLED = BIT(4),
  246. MSM_DISPLAY_CAP_MST_MODE = BIT(5),
  247. MSM_DISPLAY_SPLIT_LINK = BIT(6),
  248. };
  249. /**
  250. * enum panel_mode - panel operation mode
  251. * @MSM_DISPLAY_VIDEO_MODE: video mode panel
  252. * @MSM_DISPLAY_CMD_MODE: Command mode panel
  253. * @MODE_MAX:
  254. */
  255. enum panel_op_mode {
  256. MSM_DISPLAY_VIDEO_MODE = 0,
  257. MSM_DISPLAY_CMD_MODE,
  258. MSM_DISPLAY_MODE_MAX,
  259. };
  260. /**
  261. * struct msm_ratio - integer ratio
  262. * @numer: numerator
  263. * @denom: denominator
  264. */
  265. struct msm_ratio {
  266. uint32_t numer;
  267. uint32_t denom;
  268. };
  269. /**
  270. * enum msm_event_wait - type of HW events to wait for
  271. * @MSM_ENC_COMMIT_DONE - wait for the driver to flush the registers to HW
  272. * @MSM_ENC_TX_COMPLETE - wait for the HW to transfer the frame to panel
  273. * @MSM_ENC_VBLANK - wait for the HW VBLANK event (for driver-internal waiters)
  274. * @MSM_ENC_ACTIVE_REGION - wait for the TG to be in active pixel region
  275. */
  276. enum msm_event_wait {
  277. MSM_ENC_COMMIT_DONE = 0,
  278. MSM_ENC_TX_COMPLETE,
  279. MSM_ENC_VBLANK,
  280. MSM_ENC_ACTIVE_REGION,
  281. };
  282. /**
  283. * struct msm_roi_alignment - region of interest alignment restrictions
  284. * @xstart_pix_align: left x offset alignment restriction
  285. * @width_pix_align: width alignment restriction
  286. * @ystart_pix_align: top y offset alignment restriction
  287. * @height_pix_align: height alignment restriction
  288. * @min_width: minimum width restriction
  289. * @min_height: minimum height restriction
  290. */
  291. struct msm_roi_alignment {
  292. uint32_t xstart_pix_align;
  293. uint32_t width_pix_align;
  294. uint32_t ystart_pix_align;
  295. uint32_t height_pix_align;
  296. uint32_t min_width;
  297. uint32_t min_height;
  298. };
  299. /**
  300. * struct msm_roi_caps - display's region of interest capabilities
  301. * @enabled: true if some region of interest is supported
  302. * @merge_rois: merge rois before sending to display
  303. * @num_roi: maximum number of rois supported
  304. * @align: roi alignment restrictions
  305. */
  306. struct msm_roi_caps {
  307. bool enabled;
  308. bool merge_rois;
  309. uint32_t num_roi;
  310. struct msm_roi_alignment align;
  311. };
  312. /**
  313. * struct msm_display_dsc_info - defines dsc configuration
  314. * @config DSC encoder configuration
  315. * @scr_rev: DSC revision.
  316. * @initial_lines: Number of initial lines stored in encoder.
  317. * @pkt_per_line: Number of packets per line.
  318. * @bytes_in_slice: Number of bytes in slice.
  319. * @eol_byte_num: Valid bytes at the end of line.
  320. * @bytes_per_pkt Number of bytes in DSI packet
  321. * @pclk_per_line: Compressed width.
  322. * @slice_last_group_size: Size of last group in pixels.
  323. * @slice_per_pkt: Number of slices per packet.
  324. * @source_color_space: Source color space of DSC encoder
  325. * @chroma_format: Chroma_format of DSC encoder.
  326. * @det_thresh_flatness: Flatness threshold.
  327. * @extra_width: Extra width required in timing calculations.
  328. * @pps_delay_ms: Post PPS command delay in milliseconds.
  329. * @dsc_4hsmerge_en: Using DSC 4HS merge topology
  330. * @dsc_4hsmerge_padding 4HS merge DSC pair padding value in bytes
  331. * @dsc_4hsmerge_alignment 4HS merge DSC alignment value in bytes
  332. * @half_panel_pu True for single and dual dsc encoders if partial
  333. * update sets the roi width to half of mode width
  334. * False in all other cases
  335. */
  336. struct msm_display_dsc_info {
  337. struct drm_dsc_config config;
  338. u8 scr_rev;
  339. int initial_lines;
  340. int pkt_per_line;
  341. int bytes_in_slice;
  342. int bytes_per_pkt;
  343. int eol_byte_num;
  344. int pclk_per_line;
  345. int slice_last_group_size;
  346. int slice_per_pkt;
  347. int source_color_space;
  348. int chroma_format;
  349. int det_thresh_flatness;
  350. u32 extra_width;
  351. u32 pps_delay_ms;
  352. bool dsc_4hsmerge_en;
  353. u32 dsc_4hsmerge_padding;
  354. u32 dsc_4hsmerge_alignment;
  355. bool half_panel_pu;
  356. };
  357. /**
  358. * struct msm_display_vdc_info - defines vdc configuration
  359. * @version_major: major version number of VDC encoder.
  360. * @version_minor: minor version number of VDC encoder.
  361. * @source_color_space: source color space of VDC encoder
  362. * @chroma_format: chroma_format of VDC encoder.
  363. * @mppf_bpc_r_y: MPPF bpc for R/Y color component
  364. * @mppf_bpc_g_cb: MPPF bpc for G/Cb color component
  365. * @mppf_bpc_b_cr: MPPF bpc for B/Cr color component
  366. * @mppf_bpc_y: MPPF bpc for Y color component
  367. * @mppf_bpc_co: MPPF bpc for Co color component
  368. * @mppf_bpc_cg: MPPF bpc for Cg color component
  369. * @flatqp_vf_fbls: flatness qp very flat FBLs
  370. * @flatqp_vf_nbls: flatness qp very flat NBLs
  371. * @flatqp_sw_fbls: flatness qp somewhat flat FBLs
  372. * @flatqp_sw_nbls: flatness qp somewhat flat NBLs
  373. * @chroma_samples: number of chroma samples
  374. * @split_panel_enable: indicates whether split panel is enabled
  375. * @panel_mode: indicates panel is in video or cmd mode
  376. * @traffic_mode: indicates burst/non-burst mode
  377. * @flatness_qp_lut: LUT used to determine flatness QP
  378. * @max_qp_lut: LUT used to determine maximum QP
  379. * @tar_del_lut: LUT used to calculate RC target rate
  380. * @lbda_brate_lut: lambda bitrate LUT for encoder
  381. * @lbda_bf_lut: lambda buffer fullness lut for encoder
  382. * @lbda_brate_lut_interp: interpolated lambda bitrate LUT
  383. * @lbda_bf_lut_interp: interpolated lambda buffer fullness lut
  384. * @num_of_active_ss: number of active soft slices
  385. * @bits_per_component: number of bits per component.
  386. * @max_pixels_per_line: maximum pixels per line
  387. * @max_pixels_per_hs_line: maximum pixels per hs line
  388. * @max_lines_per_frame: maximum lines per frame
  389. * @max_lines_per_slice: maximum lines per slice
  390. * @chunk_size: chunk size for encoder
  391. * @chunk_size_bits: number of bits in the chunk
  392. * @avg_block_bits: average block bits
  393. * @per_chunk_pad_bits: number of bits per chunk pad
  394. * @tot_pad_bits: total padding bits
  395. * @rc_stuffing_bits: rate control stuffing bits
  396. * @chunk_adj_bits: number of adjacent bits in the chunk
  397. * @rc_buf_init_size_temp: temporary rate control buffer init size
  398. * @init_tx_delay_temp: initial tx delay
  399. * @rc_buffer_init_size: rate control buffer init size
  400. * @rc_init_tx_delay: rate control buffer init tx delay
  401. * @rc_init_tx_delay_px_times: rate control buffer init tx
  402. * delay times pixels
  403. * @rc_buffer_max_size: max size of rate control buffer
  404. * @rc_tar_rate_scale_temp_a: rate control target rate scale parameter
  405. * @rc_tar_rate_scale_temp_b: rate control target rate scale parameter
  406. * @rc_tar_rate_scale: rate control target rate scale
  407. * @block_max_bits: max bits in the block
  408. * @rc_lambda_bitrate_scale: rate control lambda bitrate scale
  409. * @rc_buffer_fullness_scale: rate control lambda fullness scale
  410. * @rc_fullness_offset_thresh: rate control lambda fullness threshold
  411. * @ramp_blocks: number of ramp blocks
  412. * @bits_per_pixel: number of bits per pixel.
  413. * @num_extra_mux_bits_init: initial value of number of extra mux bits
  414. * @extra_crop_bits: number of extra crop bits
  415. * @num_extra_mux_bits: value of number of extra mux bits
  416. * @mppf_bits_comp_0: mppf bits in color component 0
  417. * @mppf_bits_comp_1: mppf bits in color component 1
  418. * @mppf_bits_comp_2: mppf bits in color component 2
  419. * @min_block_bits: min number of block bits
  420. * @slice_height: slice height configuration of encoder.
  421. * @slice_width: slice width configuration of encoder.
  422. * @frame_width: frame width configuration of encoder
  423. * @frame_height: frame height configuration of encoder
  424. * @bytes_in_slice: Number of bytes in slice.
  425. * @bytes_per_pkt: Number of bytes in packet.
  426. * @eol_byte_num: Valid bytes at the end of line.
  427. * @pclk_per_line: Compressed width.
  428. * @slice_per_pkt: Number of slices per packet.
  429. * @pkt_per_line: Number of packets per line.
  430. * @min_ssm_delay: Min Sub-stream multiplexing delay
  431. * @max_ssm_delay: Max Sub-stream multiplexing delay
  432. * @input_ssm_out_latency: input Sub-stream multiplexing output latency
  433. * @input_ssm_out_latency_min: min input Sub-stream multiplexing output latency
  434. * @obuf_latency: Output buffer latency
  435. * @base_hs_latency: base hard-slice latency
  436. * @base_hs_latency_min: base hard-slice min latency
  437. * @base_hs_latency_pixels: base hard-slice latency pixels
  438. * @base_hs_latency_pixels_min: base hard-slice latency pixels(min)
  439. * @base_initial_lines: base initial lines
  440. * @base_top_up: base top up
  441. * @output_rate: output rate
  442. * @output_rate_ratio_100: output rate times 100
  443. * @burst_accum_pixels: burst accumulated pixels
  444. * @ss_initial_lines: soft-slice initial lines
  445. * @burst_initial_lines: burst mode initial lines
  446. * @initial_lines: initial lines
  447. * @obuf_base: output buffer base
  448. * @obuf_extra_ss0: output buffer extra ss0
  449. * @obuf_extra_ss1: output buffer extra ss1
  450. * @obuf_extra_burst: output buffer extra burst
  451. * @obuf_ss0: output buffer ss0
  452. * @obuf_ss1: output buffer ss1
  453. * @obuf_margin_words: output buffer margin words
  454. * @ob0_max_addr: output buffer 0 max address
  455. * @ob1_max_addr: output buffer 1 max address
  456. * @slice_width_orig: original slice width
  457. * @r2b0_max_addr: r2b0 max addr
  458. * @r2b1_max_addr: r1b1 max addr
  459. * @slice_num_px: number of pixels per slice
  460. * @rc_target_rate_threshold: rate control target rate threshold
  461. * @rc_fullness_offset_slope: rate control fullness offset slop
  462. * @pps_delay_ms: Post PPS command delay in milliseconds.
  463. * @version_release: release version of VDC encoder.
  464. * @slice_num_bits: number of bits per slice
  465. * @ramp_bits: number of ramp bits
  466. */
  467. struct msm_display_vdc_info {
  468. u8 version_major;
  469. u8 version_minor;
  470. u8 source_color_space;
  471. u8 chroma_format;
  472. u8 mppf_bpc_r_y;
  473. u8 mppf_bpc_g_cb;
  474. u8 mppf_bpc_b_cr;
  475. u8 mppf_bpc_y;
  476. u8 mppf_bpc_co;
  477. u8 mppf_bpc_cg;
  478. u8 flatqp_vf_fbls;
  479. u8 flatqp_vf_nbls;
  480. u8 flatqp_sw_fbls;
  481. u8 flatqp_sw_nbls;
  482. u8 chroma_samples;
  483. u8 split_panel_enable;
  484. u8 panel_mode;
  485. u8 traffic_mode;
  486. u16 flatness_qp_lut[8];
  487. u16 max_qp_lut[8];
  488. u16 tar_del_lut[16];
  489. u16 lbda_brate_lut[16];
  490. u16 lbda_bf_lut[16];
  491. u16 lbda_brate_lut_interp[64];
  492. u16 lbda_bf_lut_interp[64];
  493. u8 num_of_active_ss;
  494. u8 bits_per_component;
  495. u16 max_pixels_per_line;
  496. u16 max_pixels_per_hs_line;
  497. u16 max_lines_per_frame;
  498. u16 max_lines_per_slice;
  499. u16 chunk_size;
  500. u16 chunk_size_bits;
  501. u16 avg_block_bits;
  502. u16 per_chunk_pad_bits;
  503. u16 tot_pad_bits;
  504. u16 rc_stuffing_bits;
  505. u16 chunk_adj_bits;
  506. u16 rc_buf_init_size_temp;
  507. u16 init_tx_delay_temp;
  508. u16 rc_buffer_init_size;
  509. u16 rc_init_tx_delay;
  510. u16 rc_init_tx_delay_px_times;
  511. u16 rc_buffer_max_size;
  512. u16 rc_tar_rate_scale_temp_a;
  513. u16 rc_tar_rate_scale_temp_b;
  514. u16 rc_tar_rate_scale;
  515. u16 block_max_bits;
  516. u16 rc_lambda_bitrate_scale;
  517. u16 rc_buffer_fullness_scale;
  518. u16 rc_fullness_offset_thresh;
  519. u16 ramp_blocks;
  520. u16 bits_per_pixel;
  521. u16 num_extra_mux_bits_init;
  522. u16 extra_crop_bits;
  523. u16 num_extra_mux_bits;
  524. u16 mppf_bits_comp_0;
  525. u16 mppf_bits_comp_1;
  526. u16 mppf_bits_comp_2;
  527. u16 min_block_bits;
  528. int slice_height;
  529. int slice_width;
  530. int frame_width;
  531. int frame_height;
  532. int bytes_in_slice;
  533. int bytes_per_pkt;
  534. int eol_byte_num;
  535. int pclk_per_line;
  536. int slice_per_pkt;
  537. int pkt_per_line;
  538. int min_ssm_delay;
  539. int max_ssm_delay;
  540. int input_ssm_out_latency;
  541. int input_ssm_out_latency_min;
  542. int obuf_latency;
  543. int base_hs_latency;
  544. int base_hs_latency_min;
  545. int base_hs_latency_pixels;
  546. int base_hs_latency_pixels_min;
  547. int base_initial_lines;
  548. int base_top_up;
  549. int output_rate;
  550. int output_rate_ratio_100;
  551. int burst_accum_pixels;
  552. int ss_initial_lines;
  553. int burst_initial_lines;
  554. int initial_lines;
  555. int obuf_base;
  556. int obuf_extra_ss0;
  557. int obuf_extra_ss1;
  558. int obuf_extra_burst;
  559. int obuf_ss0;
  560. int obuf_ss1;
  561. int obuf_margin_words;
  562. int ob0_max_addr;
  563. int ob1_max_addr;
  564. int slice_width_orig;
  565. int r2b0_max_addr;
  566. int r2b1_max_addr;
  567. u32 slice_num_px;
  568. u32 rc_target_rate_threshold;
  569. u32 rc_fullness_offset_slope;
  570. u32 pps_delay_ms;
  571. u32 version_release;
  572. u64 slice_num_bits;
  573. u64 ramp_bits;
  574. };
  575. /**
  576. * Bits/pixel target >> 4 (removing the fractional bits)
  577. * returns the integer bpp value from the drm_dsc_config struct
  578. */
  579. #define DSC_BPP(config) ((config).bits_per_pixel >> 4)
  580. /**
  581. * struct msm_compression_info - defined panel compression
  582. * @comp_type: type of compression supported
  583. * @comp_ratio: compression ratio
  584. * @dsc_info: dsc configuration if the compression
  585. * supported is DSC
  586. * @vdc_info: vdc configuration if the compression
  587. * supported is VDC
  588. */
  589. struct msm_compression_info {
  590. enum msm_display_compression_type comp_type;
  591. u32 comp_ratio;
  592. union{
  593. struct msm_display_dsc_info dsc_info;
  594. struct msm_display_vdc_info vdc_info;
  595. };
  596. };
  597. /**
  598. * struct msm_display_topology - defines a display topology pipeline
  599. * @num_lm: number of layer mixers used
  600. * @num_enc: number of compression encoder blocks used
  601. * @num_intf: number of interfaces the panel is mounted on
  602. * @comp_type: type of compression supported
  603. */
  604. struct msm_display_topology {
  605. u32 num_lm;
  606. u32 num_enc;
  607. u32 num_intf;
  608. enum msm_display_compression_type comp_type;
  609. };
  610. /**
  611. * struct msm_mode_info - defines all msm custom mode info
  612. * @frame_rate: frame_rate of the mode
  613. * @vtotal: vtotal calculated for the mode
  614. * @prefill_lines: prefill lines based on porches.
  615. * @jitter_numer: display panel jitter numerator configuration
  616. * @jitter_denom: display panel jitter denominator configuration
  617. * @clk_rate: DSI bit clock per lane in HZ.
  618. * @dfps_maxfps: max FPS of dynamic FPS
  619. * @topology: supported topology for the mode
  620. * @comp_info: compression info supported
  621. * @roi_caps: panel roi capabilities
  622. * @wide_bus_en: wide-bus mode cfg for interface module
  623. * @mdp_transfer_time_us Specifies the mdp transfer time for command mode
  624. * panels in microseconds.
  625. * @allowed_mode_switches: bit mask to indicate supported mode switch.
  626. */
  627. struct msm_mode_info {
  628. uint32_t frame_rate;
  629. uint32_t vtotal;
  630. uint32_t prefill_lines;
  631. uint32_t jitter_numer;
  632. uint32_t jitter_denom;
  633. uint64_t clk_rate;
  634. uint32_t dfps_maxfps;
  635. struct msm_display_topology topology;
  636. struct msm_compression_info comp_info;
  637. struct msm_roi_caps roi_caps;
  638. bool wide_bus_en;
  639. u32 mdp_transfer_time_us;
  640. u32 allowed_mode_switches;
  641. };
  642. /**
  643. * struct msm_resource_caps_info - defines hw resources
  644. * @num_lm number of layer mixers available
  645. * @num_dsc number of dsc available
  646. * @num_vdc number of vdc available
  647. * @num_ctl number of ctl available
  648. * @num_3dmux number of 3d mux available
  649. * @max_mixer_width: max width supported by layer mixer
  650. */
  651. struct msm_resource_caps_info {
  652. uint32_t num_lm;
  653. uint32_t num_dsc;
  654. uint32_t num_vdc;
  655. uint32_t num_ctl;
  656. uint32_t num_3dmux;
  657. uint32_t max_mixer_width;
  658. };
  659. /**
  660. * struct msm_display_info - defines display properties
  661. * @intf_type: DRM_MODE_CONNECTOR_ display type
  662. * @capabilities: Bitmask of display flags
  663. * @num_of_h_tiles: Number of horizontal tiles in case of split interface
  664. * @h_tile_instance: Controller instance used per tile. Number of elements is
  665. * based on num_of_h_tiles
  666. * @is_connected: Set to true if display is connected
  667. * @width_mm: Physical width
  668. * @height_mm: Physical height
  669. * @max_width: Max width of display. In case of hot pluggable display
  670. * this is max width supported by controller
  671. * @max_height: Max height of display. In case of hot pluggable display
  672. * this is max height supported by controller
  673. * @clk_rate: DSI bit clock per lane in HZ.
  674. * @display_type: Enum for type of display
  675. * @is_te_using_watchdog_timer: Boolean to indicate watchdog TE is
  676. * used instead of panel TE in cmd mode panels
  677. * @poms_align_vsync: poms with vsync aligned
  678. * @roi_caps: Region of interest capability info
  679. * @qsync_min_fps Minimum fps supported by Qsync feature
  680. * @has_qsync_min_fps_list True if dsi-supported-qsync-min-fps-list exits
  681. * @te_source vsync source pin information
  682. * @dsc_count: max dsc hw blocks used by display (only available
  683. * for dsi display)
  684. * @lm_count: max layer mixer blocks used by display (only available
  685. * for dsi display)
  686. */
  687. struct msm_display_info {
  688. int intf_type;
  689. uint32_t capabilities;
  690. enum panel_op_mode curr_panel_mode;
  691. uint32_t num_of_h_tiles;
  692. uint32_t h_tile_instance[MAX_H_TILES_PER_DISPLAY];
  693. bool is_connected;
  694. unsigned int width_mm;
  695. unsigned int height_mm;
  696. uint32_t max_width;
  697. uint32_t max_height;
  698. uint64_t clk_rate;
  699. uint32_t display_type;
  700. bool is_te_using_watchdog_timer;
  701. bool poms_align_vsync;
  702. struct msm_roi_caps roi_caps;
  703. uint32_t qsync_min_fps;
  704. bool has_qsync_min_fps_list;
  705. uint32_t te_source;
  706. uint32_t dsc_count;
  707. uint32_t lm_count;
  708. };
  709. #define MSM_MAX_ROI 4
  710. /**
  711. * struct msm_roi_list - list of regions of interest for a drm object
  712. * @num_rects: number of valid rectangles in the roi array
  713. * @roi: list of roi rectangles
  714. */
  715. struct msm_roi_list {
  716. uint32_t num_rects;
  717. struct drm_clip_rect roi[MSM_MAX_ROI];
  718. };
  719. /**
  720. * struct - msm_display_kickoff_params - info for display features at kickoff
  721. * @rois: Regions of interest structure for mapping CRTC to Connector output
  722. */
  723. struct msm_display_kickoff_params {
  724. struct msm_roi_list *rois;
  725. struct drm_msm_ext_hdr_metadata *hdr_meta;
  726. };
  727. /**
  728. * struct - msm_display_conn_params - info of dpu display features
  729. * @qsync_mode: Qsync mode, where 0: disabled 1: continuous mode 2: oneshot
  730. * @qsync_update: Qsync settings were changed/updated
  731. */
  732. struct msm_display_conn_params {
  733. uint32_t qsync_mode;
  734. bool qsync_update;
  735. };
  736. /**
  737. * struct msm_drm_event - defines custom event notification struct
  738. * @base: base object required for event notification by DRM framework.
  739. * @event: event object required for event notification by DRM framework.
  740. */
  741. struct msm_drm_event {
  742. struct drm_pending_event base;
  743. struct drm_msm_event_resp event;
  744. };
  745. /* Commit/Event thread specific structure */
  746. struct msm_drm_thread {
  747. struct drm_device *dev;
  748. struct task_struct *thread;
  749. unsigned int crtc_id;
  750. struct kthread_worker worker;
  751. };
  752. struct msm_drm_private {
  753. struct drm_device *dev;
  754. struct msm_kms *kms;
  755. struct sde_power_handle phandle;
  756. /* subordinate devices, if present: */
  757. struct platform_device *gpu_pdev;
  758. /* top level MDSS wrapper device (for MDP5 only) */
  759. struct msm_mdss *mdss;
  760. /* possibly this should be in the kms component, but it is
  761. * shared by both mdp4 and mdp5..
  762. */
  763. struct hdmi *hdmi;
  764. /* eDP is for mdp5 only, but kms has not been created
  765. * when edp_bind() and edp_init() are called. Here is the only
  766. * place to keep the edp instance.
  767. */
  768. struct msm_edp *edp;
  769. /* DSI is shared by mdp4 and mdp5 */
  770. struct msm_dsi *dsi[2];
  771. /* when we have more than one 'msm_gpu' these need to be an array: */
  772. struct msm_gpu *gpu;
  773. struct msm_file_private *lastctx;
  774. struct drm_fb_helper *fbdev;
  775. struct msm_rd_state *rd; /* debugfs to dump all submits */
  776. struct msm_rd_state *hangrd; /* debugfs to dump hanging submits */
  777. struct msm_perf_state *perf;
  778. /* list of GEM objects: */
  779. struct list_head inactive_list;
  780. struct workqueue_struct *wq;
  781. /* crtcs pending async atomic updates: */
  782. uint32_t pending_crtcs;
  783. uint32_t pending_planes;
  784. wait_queue_head_t pending_crtcs_event;
  785. unsigned int num_planes;
  786. struct drm_plane *planes[MAX_PLANES];
  787. unsigned int num_crtcs;
  788. struct drm_crtc *crtcs[MAX_CRTCS];
  789. struct msm_drm_thread disp_thread[MAX_CRTCS];
  790. struct msm_drm_thread event_thread[MAX_CRTCS];
  791. struct task_struct *pp_event_thread;
  792. struct kthread_worker pp_event_worker;
  793. unsigned int num_encoders;
  794. struct drm_encoder *encoders[MAX_ENCODERS];
  795. unsigned int num_bridges;
  796. struct drm_bridge *bridges[MAX_BRIDGES];
  797. unsigned int num_connectors;
  798. struct drm_connector *connectors[MAX_CONNECTORS];
  799. /* Properties */
  800. struct drm_property *plane_property[PLANE_PROP_COUNT];
  801. struct drm_property *crtc_property[CRTC_PROP_COUNT];
  802. struct drm_property *conn_property[CONNECTOR_PROP_COUNT];
  803. /* Color processing properties for the crtc */
  804. struct drm_property **cp_property;
  805. /* VRAM carveout, used when no IOMMU: */
  806. struct {
  807. unsigned long size;
  808. dma_addr_t paddr;
  809. /* NOTE: mm managed at the page level, size is in # of pages
  810. * and position mm_node->start is in # of pages:
  811. */
  812. struct drm_mm mm;
  813. spinlock_t lock; /* Protects drm_mm node allocation/removal */
  814. } vram;
  815. struct notifier_block vmap_notifier;
  816. struct shrinker shrinker;
  817. struct drm_atomic_state *pm_state;
  818. /* task holding struct_mutex.. currently only used in submit path
  819. * to detect and reject faults from copy_from_user() for submit
  820. * ioctl.
  821. */
  822. struct task_struct *struct_mutex_task;
  823. /* list of clients waiting for events */
  824. struct list_head client_event_list;
  825. /* whether registered and drm_dev_unregister should be called */
  826. bool registered;
  827. /* msm drv debug root node */
  828. struct dentry *debug_root;
  829. /* update the flag when msm driver receives shutdown notification */
  830. bool shutdown_in_progress;
  831. struct mutex vm_client_lock;
  832. struct list_head vm_client_list;
  833. };
  834. /* get struct msm_kms * from drm_device * */
  835. #define ddev_to_msm_kms(D) ((D) && (D)->dev_private ? \
  836. ((struct msm_drm_private *)((D)->dev_private))->kms : NULL)
  837. struct msm_format {
  838. uint32_t pixel_format;
  839. };
  840. int msm_atomic_prepare_fb(struct drm_plane *plane,
  841. struct drm_plane_state *new_state);
  842. void msm_atomic_commit_tail(struct drm_atomic_state *state);
  843. int msm_atomic_commit(struct drm_device *dev,
  844. struct drm_atomic_state *state, bool nonblock);
  845. /* callback from wq once fence has passed: */
  846. struct msm_fence_cb {
  847. struct work_struct work;
  848. uint32_t fence;
  849. void (*func)(struct msm_fence_cb *cb);
  850. };
  851. void __msm_fence_worker(struct work_struct *work);
  852. #define INIT_FENCE_CB(_cb, _func) do { \
  853. INIT_WORK(&(_cb)->work, __msm_fence_worker); \
  854. (_cb)->func = _func; \
  855. } while (0)
  856. struct drm_atomic_state *msm_atomic_state_alloc(struct drm_device *dev);
  857. void msm_atomic_state_clear(struct drm_atomic_state *state);
  858. void msm_atomic_state_free(struct drm_atomic_state *state);
  859. int msm_gem_init_vma(struct msm_gem_address_space *aspace,
  860. struct msm_gem_vma *vma, int npages);
  861. void msm_gem_unmap_vma(struct msm_gem_address_space *aspace,
  862. struct msm_gem_vma *vma, struct sg_table *sgt,
  863. unsigned int flags);
  864. int msm_gem_map_vma(struct msm_gem_address_space *aspace,
  865. struct msm_gem_vma *vma, struct sg_table *sgt, int npages,
  866. unsigned int flags);
  867. struct device *msm_gem_get_aspace_device(struct msm_gem_address_space *aspace);
  868. void msm_gem_address_space_put(struct msm_gem_address_space *aspace);
  869. struct msm_gem_address_space *
  870. msm_gem_address_space_create(struct device *dev, struct iommu_domain *domain,
  871. const char *name);
  872. /* For SDE display */
  873. struct msm_gem_address_space *
  874. msm_gem_smmu_address_space_create(struct drm_device *dev, struct msm_mmu *mmu,
  875. const char *name);
  876. /**
  877. * msm_gem_add_obj_to_aspace_active_list: adds obj to active obj list in aspace
  878. */
  879. void msm_gem_add_obj_to_aspace_active_list(
  880. struct msm_gem_address_space *aspace,
  881. struct drm_gem_object *obj);
  882. /**
  883. * msm_gem_remove_obj_from_aspace_active_list: removes obj from active obj
  884. * list in aspace
  885. */
  886. void msm_gem_remove_obj_from_aspace_active_list(
  887. struct msm_gem_address_space *aspace,
  888. struct drm_gem_object *obj);
  889. /**
  890. * msm_gem_smmu_address_space_get: returns the aspace pointer for the requested
  891. * domain
  892. */
  893. struct msm_gem_address_space *
  894. msm_gem_smmu_address_space_get(struct drm_device *dev,
  895. unsigned int domain);
  896. int msm_register_mmu(struct drm_device *dev, struct msm_mmu *mmu);
  897. void msm_unregister_mmu(struct drm_device *dev, struct msm_mmu *mmu);
  898. /**
  899. * msm_gem_aspace_domain_attach_detach: function to inform the attach/detach
  900. * of the domain for this aspace
  901. */
  902. void msm_gem_aspace_domain_attach_detach_update(
  903. struct msm_gem_address_space *aspace,
  904. bool is_detach);
  905. /**
  906. * msm_gem_address_space_register_cb: function to register callback for attach
  907. * and detach of the domain
  908. */
  909. int msm_gem_address_space_register_cb(
  910. struct msm_gem_address_space *aspace,
  911. void (*cb)(void *, bool),
  912. void *cb_data);
  913. /**
  914. * msm_gem_address_space_register_cb: function to unregister callback
  915. */
  916. int msm_gem_address_space_unregister_cb(
  917. struct msm_gem_address_space *aspace,
  918. void (*cb)(void *, bool),
  919. void *cb_data);
  920. void msm_gem_submit_free(struct msm_gem_submit *submit);
  921. int msm_ioctl_gem_submit(struct drm_device *dev, void *data,
  922. struct drm_file *file);
  923. void msm_gem_shrinker_init(struct drm_device *dev);
  924. void msm_gem_shrinker_cleanup(struct drm_device *dev);
  925. void msm_gem_sync(struct drm_gem_object *obj);
  926. int msm_gem_mmap_obj(struct drm_gem_object *obj,
  927. struct vm_area_struct *vma);
  928. int msm_gem_mmap(struct file *filp, struct vm_area_struct *vma);
  929. vm_fault_t msm_gem_fault(struct vm_fault *vmf);
  930. uint64_t msm_gem_mmap_offset(struct drm_gem_object *obj);
  931. int msm_gem_get_iova(struct drm_gem_object *obj,
  932. struct msm_gem_address_space *aspace, uint64_t *iova);
  933. int msm_gem_get_and_pin_iova(struct drm_gem_object *obj,
  934. struct msm_gem_address_space *aspace, uint64_t *iova);
  935. uint64_t msm_gem_iova(struct drm_gem_object *obj,
  936. struct msm_gem_address_space *aspace);
  937. void msm_gem_unpin_iova(struct drm_gem_object *obj,
  938. struct msm_gem_address_space *aspace);
  939. struct page **msm_gem_get_pages(struct drm_gem_object *obj);
  940. void msm_gem_put_pages(struct drm_gem_object *obj);
  941. void msm_gem_put_iova(struct drm_gem_object *obj,
  942. struct msm_gem_address_space *aspace);
  943. dma_addr_t msm_gem_get_dma_addr(struct drm_gem_object *obj);
  944. int msm_gem_dumb_create(struct drm_file *file, struct drm_device *dev,
  945. struct drm_mode_create_dumb *args);
  946. int msm_gem_dumb_map_offset(struct drm_file *file, struct drm_device *dev,
  947. uint32_t handle, uint64_t *offset);
  948. struct sg_table *msm_gem_prime_get_sg_table(struct drm_gem_object *obj);
  949. void *msm_gem_prime_vmap(struct drm_gem_object *obj);
  950. void msm_gem_prime_vunmap(struct drm_gem_object *obj, void *vaddr);
  951. int msm_gem_prime_mmap(struct drm_gem_object *obj, struct vm_area_struct *vma);
  952. struct drm_gem_object *msm_gem_prime_import_sg_table(struct drm_device *dev,
  953. struct dma_buf_attachment *attach, struct sg_table *sg);
  954. int msm_gem_prime_pin(struct drm_gem_object *obj);
  955. void msm_gem_prime_unpin(struct drm_gem_object *obj);
  956. struct drm_gem_object *msm_gem_prime_import(struct drm_device *dev,
  957. struct dma_buf *dma_buf);
  958. void *msm_gem_get_vaddr(struct drm_gem_object *obj);
  959. void *msm_gem_get_vaddr_active(struct drm_gem_object *obj);
  960. void msm_gem_put_vaddr(struct drm_gem_object *obj);
  961. int msm_gem_madvise(struct drm_gem_object *obj, unsigned madv);
  962. int msm_gem_cpu_prep(struct drm_gem_object *obj, uint32_t op, ktime_t *timeout);
  963. int msm_gem_cpu_fini(struct drm_gem_object *obj);
  964. void msm_gem_free_object(struct drm_gem_object *obj);
  965. int msm_gem_new_handle(struct drm_device *dev, struct drm_file *file,
  966. uint32_t size, uint32_t flags, uint32_t *handle, char *name);
  967. struct drm_gem_object *msm_gem_new(struct drm_device *dev,
  968. uint32_t size, uint32_t flags);
  969. struct drm_gem_object *msm_gem_new_locked(struct drm_device *dev,
  970. uint32_t size, uint32_t flags);
  971. void *msm_gem_kernel_new(struct drm_device *dev, uint32_t size,
  972. uint32_t flags, struct msm_gem_address_space *aspace,
  973. struct drm_gem_object **bo, uint64_t *iova);
  974. void *msm_gem_kernel_new_locked(struct drm_device *dev, uint32_t size,
  975. uint32_t flags, struct msm_gem_address_space *aspace,
  976. struct drm_gem_object **bo, uint64_t *iova);
  977. struct drm_gem_object *msm_gem_import(struct drm_device *dev,
  978. struct dma_buf *dmabuf, struct sg_table *sgt);
  979. __printf(2, 3)
  980. void msm_gem_object_set_name(struct drm_gem_object *bo, const char *fmt, ...);
  981. int msm_gem_delayed_import(struct drm_gem_object *obj);
  982. void msm_framebuffer_set_keepattrs(struct drm_framebuffer *fb, bool enable);
  983. int msm_framebuffer_prepare(struct drm_framebuffer *fb,
  984. struct msm_gem_address_space *aspace);
  985. void msm_framebuffer_cleanup(struct drm_framebuffer *fb,
  986. struct msm_gem_address_space *aspace);
  987. uint32_t msm_framebuffer_iova(struct drm_framebuffer *fb,
  988. struct msm_gem_address_space *aspace, int plane);
  989. uint32_t msm_framebuffer_phys(struct drm_framebuffer *fb, int plane);
  990. struct drm_gem_object *msm_framebuffer_bo(struct drm_framebuffer *fb, int plane);
  991. const struct msm_format *msm_framebuffer_format(struct drm_framebuffer *fb);
  992. struct drm_framebuffer *msm_framebuffer_init(struct drm_device *dev,
  993. const struct drm_mode_fb_cmd2 *mode_cmd,
  994. struct drm_gem_object **bos);
  995. struct drm_framebuffer *msm_framebuffer_create(struct drm_device *dev,
  996. struct drm_file *file, const struct drm_mode_fb_cmd2 *mode_cmd);
  997. struct drm_framebuffer * msm_alloc_stolen_fb(struct drm_device *dev,
  998. int w, int h, int p, uint32_t format);
  999. struct drm_fb_helper *msm_fbdev_init(struct drm_device *dev);
  1000. void msm_fbdev_free(struct drm_device *dev);
  1001. struct hdmi;
  1002. #if IS_ENABLED(CONFIG_DRM_MSM_HDMI)
  1003. int msm_hdmi_modeset_init(struct hdmi *hdmi, struct drm_device *dev,
  1004. struct drm_encoder *encoder);
  1005. void __init msm_hdmi_register(void);
  1006. void __exit msm_hdmi_unregister(void);
  1007. #else
  1008. static inline void __init msm_hdmi_register(void)
  1009. {
  1010. }
  1011. static inline void __exit msm_hdmi_unregister(void)
  1012. {
  1013. }
  1014. #endif /* CONFIG_DRM_MSM_HDMI */
  1015. struct msm_edp;
  1016. #if IS_ENABLED(CONFIG_DRM_MSM_EDP)
  1017. void __init msm_edp_register(void);
  1018. void __exit msm_edp_unregister(void);
  1019. int msm_edp_modeset_init(struct msm_edp *edp, struct drm_device *dev,
  1020. struct drm_encoder *encoder);
  1021. #else
  1022. static inline void __init msm_edp_register(void)
  1023. {
  1024. }
  1025. static inline void __exit msm_edp_unregister(void)
  1026. {
  1027. }
  1028. static inline int msm_edp_modeset_init(struct msm_edp *edp,
  1029. struct drm_device *dev, struct drm_encoder *encoder)
  1030. {
  1031. return -EINVAL;
  1032. }
  1033. #endif /* CONFIG_DRM_MSM_EDP */
  1034. struct msm_dsi;
  1035. /* *
  1036. * msm_mode_object_event_notify - notify user-space clients of drm object
  1037. * events.
  1038. * @obj: mode object (crtc/connector) that is generating the event.
  1039. * @event: event that needs to be notified.
  1040. * @payload: payload for the event.
  1041. */
  1042. void msm_mode_object_event_notify(struct drm_mode_object *obj,
  1043. struct drm_device *dev, struct drm_event *event, u8 *payload);
  1044. #if IS_ENABLED(CONFIG_DRM_MSM_DSI)
  1045. static inline void __init msm_dsi_register(void)
  1046. {
  1047. }
  1048. static inline void __exit msm_dsi_unregister(void)
  1049. {
  1050. }
  1051. static inline int msm_dsi_modeset_init(struct msm_dsi *msm_dsi,
  1052. struct drm_device *dev,
  1053. struct drm_encoder *encoder)
  1054. {
  1055. return -EINVAL;
  1056. }
  1057. #else
  1058. void __init msm_dsi_register(void);
  1059. void __exit msm_dsi_unregister(void);
  1060. int msm_dsi_modeset_init(struct msm_dsi *msm_dsi, struct drm_device *dev,
  1061. struct drm_encoder *encoder);
  1062. #endif /* CONFIG_DRM_MSM_DSI */
  1063. #if IS_ENABLED(CONFIG_DRM_MSM_MDP5)
  1064. void __init msm_mdp_register(void);
  1065. void __exit msm_mdp_unregister(void);
  1066. #else
  1067. static inline void __init msm_mdp_register(void)
  1068. {
  1069. }
  1070. static inline void __exit msm_mdp_unregister(void)
  1071. {
  1072. }
  1073. #endif /* CONFIG_DRM_MSM_MDP5 */
  1074. #ifdef CONFIG_DEBUG_FS
  1075. void msm_gem_describe(struct drm_gem_object *obj, struct seq_file *m);
  1076. void msm_gem_describe_objects(struct list_head *list, struct seq_file *m);
  1077. void msm_framebuffer_describe(struct drm_framebuffer *fb, struct seq_file *m);
  1078. int msm_debugfs_late_init(struct drm_device *dev);
  1079. int msm_rd_debugfs_init(struct drm_minor *minor);
  1080. void msm_rd_debugfs_cleanup(struct msm_drm_private *priv);
  1081. __printf(3, 4)
  1082. void msm_rd_dump_submit(struct msm_rd_state *rd, struct msm_gem_submit *submit,
  1083. const char *fmt, ...);
  1084. int msm_perf_debugfs_init(struct drm_minor *minor);
  1085. void msm_perf_debugfs_cleanup(struct msm_drm_private *priv);
  1086. #else
  1087. static inline int msm_debugfs_late_init(struct drm_device *dev) { return 0; }
  1088. __printf(3, 4)
  1089. static inline void msm_rd_dump_submit(struct msm_rd_state *rd, struct msm_gem_submit *submit,
  1090. const char *fmt, ...) {}
  1091. static inline void msm_rd_debugfs_cleanup(struct msm_drm_private *priv) {}
  1092. static inline void msm_perf_debugfs_cleanup(struct msm_drm_private *priv) {}
  1093. #endif
  1094. #if IS_ENABLED(CONFIG_DRM_MSM_DSI)
  1095. void __init dsi_display_register(void);
  1096. void __exit dsi_display_unregister(void);
  1097. #else
  1098. static inline void __init dsi_display_register(void)
  1099. {
  1100. }
  1101. static inline void __exit dsi_display_unregister(void)
  1102. {
  1103. }
  1104. #endif /* CONFIG_DRM_MSM_DSI */
  1105. #if IS_ENABLED(CONFIG_HDCP_QSEECOM)
  1106. void __init msm_hdcp_register(void);
  1107. void __exit msm_hdcp_unregister(void);
  1108. #else
  1109. static inline void __init msm_hdcp_register(void)
  1110. {
  1111. }
  1112. static inline void __exit msm_hdcp_unregister(void)
  1113. {
  1114. }
  1115. #endif /* CONFIG_HDCP_QSEECOM */
  1116. #if IS_ENABLED(CONFIG_DRM_MSM_DP)
  1117. void __init dp_display_register(void);
  1118. void __exit dp_display_unregister(void);
  1119. #else
  1120. static inline void __init dp_display_register(void)
  1121. {
  1122. }
  1123. static inline void __exit dp_display_unregister(void)
  1124. {
  1125. }
  1126. #endif /* CONFIG_DRM_MSM_DP */
  1127. #if IS_ENABLED(CONFIG_DRM_SDE_RSC)
  1128. void __init sde_rsc_register(void);
  1129. void __exit sde_rsc_unregister(void);
  1130. void __init sde_rsc_rpmh_register(void);
  1131. #else
  1132. static inline void __init sde_rsc_register(void)
  1133. {
  1134. }
  1135. static inline void __exit sde_rsc_unregister(void)
  1136. {
  1137. }
  1138. static inline void __init sde_rsc_rpmh_register(void)
  1139. {
  1140. }
  1141. #endif /* CONFIG_DRM_SDE_RSC */
  1142. #if IS_ENABLED(CONFIG_DRM_SDE_WB)
  1143. void __init sde_wb_register(void);
  1144. void __exit sde_wb_unregister(void);
  1145. #else
  1146. static inline void __init sde_wb_register(void)
  1147. {
  1148. }
  1149. static inline void __exit sde_wb_unregister(void)
  1150. {
  1151. }
  1152. #endif /* CONFIG_DRM_SDE_WB */
  1153. #if IS_ENABLED(CONFIG_MSM_SDE_ROTATOR)
  1154. void sde_rotator_register(void);
  1155. void sde_rotator_unregister(void);
  1156. #else
  1157. static inline void sde_rotator_register(void)
  1158. {
  1159. }
  1160. static inline void sde_rotator_unregister(void)
  1161. {
  1162. }
  1163. #endif /* CONFIG_MSM_SDE_ROTATOR */
  1164. #if IS_ENABLED(CONFIG_MSM_SDE_ROTATOR)
  1165. void sde_rotator_smmu_driver_register(void);
  1166. void sde_rotator_smmu_driver_unregister(void);
  1167. #else
  1168. static inline void sde_rotator_smmu_driver_register(void)
  1169. {
  1170. }
  1171. static inline void sde_rotator_smmu_driver_unregister(void)
  1172. {
  1173. }
  1174. #endif /* CONFIG_MSM_SDE_ROTATOR */
  1175. struct clk *msm_clk_get(struct platform_device *pdev, const char *name);
  1176. int msm_clk_bulk_get(struct device *dev, struct clk_bulk_data **bulk);
  1177. struct clk *msm_clk_bulk_get_clock(struct clk_bulk_data *bulk, int count,
  1178. const char *name);
  1179. void __iomem *msm_ioremap(struct platform_device *pdev, const char *name,
  1180. const char *dbgname);
  1181. unsigned long msm_iomap_size(struct platform_device *pdev, const char *name);
  1182. void msm_iounmap(struct platform_device *dev, void __iomem *addr);
  1183. void msm_writel(u32 data, void __iomem *addr);
  1184. u32 msm_readl(const void __iomem *addr);
  1185. #define DBG(fmt, ...) DRM_DEBUG_DRIVER(fmt"\n", ##__VA_ARGS__)
  1186. #define VERB(fmt, ...) if (0) DRM_DEBUG_DRIVER(fmt"\n", ##__VA_ARGS__)
  1187. static inline int align_pitch(int width, int bpp)
  1188. {
  1189. int bytespp = (bpp + 7) / 8;
  1190. /* adreno needs pitch aligned to 32 pixels: */
  1191. return bytespp * ALIGN(width, 32);
  1192. }
  1193. /* for the generated headers: */
  1194. #define INVALID_IDX(idx) ({BUG(); 0;})
  1195. #define fui(x) ({BUG(); 0;})
  1196. #define util_float_to_half(x) ({BUG(); 0;})
  1197. #define FIELD(val, name) (((val) & name ## __MASK) >> name ## __SHIFT)
  1198. /* for conditionally setting boolean flag(s): */
  1199. #define COND(bool, val) ((bool) ? (val) : 0)
  1200. static inline unsigned long timeout_to_jiffies(const ktime_t *timeout)
  1201. {
  1202. ktime_t now = ktime_get();
  1203. unsigned long remaining_jiffies;
  1204. if (ktime_compare(*timeout, now) < 0) {
  1205. remaining_jiffies = 0;
  1206. } else {
  1207. ktime_t rem = ktime_sub(*timeout, now);
  1208. struct timespec ts = ktime_to_timespec(rem);
  1209. remaining_jiffies = timespec_to_jiffies(&ts);
  1210. }
  1211. return remaining_jiffies;
  1212. }
  1213. int msm_get_mixer_count(struct msm_drm_private *priv,
  1214. const struct drm_display_mode *mode,
  1215. const struct msm_resource_caps_info *res, u32 *num_lm);
  1216. int msm_get_dsc_count(struct msm_drm_private *priv,
  1217. u32 hdisplay, u32 *num_dsc);
  1218. int msm_get_src_bpc(int chroma_format, int bpc);
  1219. #endif /* __MSM_DRV_H__ */