msm_drv.h 45 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423
  1. /*
  2. * Copyright (c) 2016-2021, The Linux Foundation. All rights reserved.
  3. * Copyright (C) 2013 Red Hat
  4. * Author: Rob Clark <[email protected]>
  5. *
  6. * This program is free software; you can redistribute it and/or modify it
  7. * under the terms of the GNU General Public License version 2 as published by
  8. * the Free Software Foundation.
  9. *
  10. * This program is distributed in the hope that it will be useful, but WITHOUT
  11. * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
  12. * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
  13. * more details.
  14. *
  15. * You should have received a copy of the GNU General Public License along with
  16. * this program. If not, see <http://www.gnu.org/licenses/>.
  17. */
  18. #ifndef __MSM_DRV_H__
  19. #define __MSM_DRV_H__
  20. #include <linux/kernel.h>
  21. #include <linux/clk.h>
  22. #include <linux/cpufreq.h>
  23. #include <linux/module.h>
  24. #include <linux/component.h>
  25. #include <linux/platform_device.h>
  26. #include <linux/pm.h>
  27. #include <linux/pm_runtime.h>
  28. #include <linux/slab.h>
  29. #include <linux/list.h>
  30. #include <linux/iommu.h>
  31. #include <linux/types.h>
  32. #include <linux/of_graph.h>
  33. #include <linux/of_device.h>
  34. #include <linux/sde_io_util.h>
  35. #include <linux/sde_vm_event.h>
  36. #include <linux/sizes.h>
  37. #include <linux/kthread.h>
  38. #include <drm/drm_atomic.h>
  39. #include <drm/drm_atomic_helper.h>
  40. #include <drm/drm_plane_helper.h>
  41. #include <drm/drm_fb_helper.h>
  42. #include <drm/msm_drm.h>
  43. #include <drm/sde_drm.h>
  44. #include <drm/drm_file.h>
  45. #include <drm/drm_gem.h>
  46. #include <drm/drm_dsc.h>
  47. #include <drm/drm_bridge.h>
  48. #include "sde_power_handle.h"
  49. #define GET_MAJOR_REV(rev) ((rev) >> 28)
  50. #define GET_MINOR_REV(rev) (((rev) >> 16) & 0xFFF)
  51. #define GET_STEP_REV(rev) ((rev) & 0xFFFF)
  52. struct msm_kms;
  53. struct msm_gpu;
  54. struct msm_mmu;
  55. struct msm_mdss;
  56. struct msm_rd_state;
  57. struct msm_perf_state;
  58. struct msm_gem_submit;
  59. struct msm_fence_context;
  60. struct msm_fence_cb;
  61. struct msm_gem_address_space;
  62. struct msm_gem_vma;
  63. #define NUM_DOMAINS 4 /* one for KMS, then one per gpu core (?) */
  64. #define MAX_CRTCS 16
  65. #define MAX_PLANES 20
  66. #define MAX_ENCODERS 16
  67. #define MAX_BRIDGES 16
  68. #define MAX_CONNECTORS 16
  69. #define MSM_RGB 0x0
  70. #define MSM_YUV 0x1
  71. #define MSM_CHROMA_444 0x0
  72. #define MSM_CHROMA_422 0x1
  73. #define MSM_CHROMA_420 0x2
  74. #define TEARDOWN_DEADLOCK_RETRY_MAX 5
  75. struct msm_file_private {
  76. rwlock_t queuelock;
  77. struct list_head submitqueues;
  78. int queueid;
  79. /* update the refcount when user driver calls power_ctrl IOCTL */
  80. unsigned short enable_refcnt;
  81. /* protects enable_refcnt */
  82. struct mutex power_lock;
  83. };
  84. enum msm_mdp_plane_property {
  85. /* blob properties, always put these first */
  86. PLANE_PROP_CSC_V1,
  87. PLANE_PROP_CSC_DMA_V1,
  88. PLANE_PROP_INFO,
  89. PLANE_PROP_SCALER_LUT_ED,
  90. PLANE_PROP_SCALER_LUT_CIR,
  91. PLANE_PROP_SCALER_LUT_SEP,
  92. PLANE_PROP_SKIN_COLOR,
  93. PLANE_PROP_SKY_COLOR,
  94. PLANE_PROP_FOLIAGE_COLOR,
  95. PLANE_PROP_VIG_GAMUT,
  96. PLANE_PROP_VIG_IGC,
  97. PLANE_PROP_DMA_IGC,
  98. PLANE_PROP_DMA_GC,
  99. PLANE_PROP_FP16_GC,
  100. PLANE_PROP_FP16_CSC,
  101. /* # of blob properties */
  102. PLANE_PROP_BLOBCOUNT,
  103. /* range properties */
  104. PLANE_PROP_ZPOS = PLANE_PROP_BLOBCOUNT,
  105. PLANE_PROP_ALPHA,
  106. PLANE_PROP_COLOR_FILL,
  107. PLANE_PROP_H_DECIMATE,
  108. PLANE_PROP_V_DECIMATE,
  109. PLANE_PROP_INPUT_FENCE,
  110. PLANE_PROP_HUE_ADJUST,
  111. PLANE_PROP_SATURATION_ADJUST,
  112. PLANE_PROP_VALUE_ADJUST,
  113. PLANE_PROP_CONTRAST_ADJUST,
  114. PLANE_PROP_EXCL_RECT_V1,
  115. PLANE_PROP_PREFILL_SIZE,
  116. PLANE_PROP_PREFILL_TIME,
  117. PLANE_PROP_SCALER_V1,
  118. PLANE_PROP_SCALER_V2,
  119. PLANE_PROP_INVERSE_PMA,
  120. PLANE_PROP_FP16_IGC,
  121. PLANE_PROP_FP16_UNMULT,
  122. PLANE_PROP_UBWC_STATS_ROI,
  123. /* enum/bitmask properties */
  124. PLANE_PROP_BLEND_OP,
  125. PLANE_PROP_SRC_CONFIG,
  126. PLANE_PROP_FB_TRANSLATION_MODE,
  127. PLANE_PROP_MULTIRECT_MODE,
  128. /* total # of properties */
  129. PLANE_PROP_COUNT
  130. };
  131. enum msm_mdp_crtc_property {
  132. CRTC_PROP_INFO,
  133. CRTC_PROP_DEST_SCALER_LUT_ED,
  134. CRTC_PROP_DEST_SCALER_LUT_CIR,
  135. CRTC_PROP_DEST_SCALER_LUT_SEP,
  136. CRTC_PROP_DSPP_INFO,
  137. /* # of blob properties */
  138. CRTC_PROP_BLOBCOUNT,
  139. /* range properties */
  140. CRTC_PROP_INPUT_FENCE_TIMEOUT = CRTC_PROP_BLOBCOUNT,
  141. CRTC_PROP_OUTPUT_FENCE,
  142. CRTC_PROP_OUTPUT_FENCE_OFFSET,
  143. CRTC_PROP_DIM_LAYER_V1,
  144. CRTC_PROP_CORE_CLK,
  145. CRTC_PROP_CORE_AB,
  146. CRTC_PROP_CORE_IB,
  147. CRTC_PROP_LLCC_AB,
  148. CRTC_PROP_LLCC_IB,
  149. CRTC_PROP_DRAM_AB,
  150. CRTC_PROP_DRAM_IB,
  151. CRTC_PROP_ROT_PREFILL_BW,
  152. CRTC_PROP_ROT_CLK,
  153. CRTC_PROP_ROI_V1,
  154. CRTC_PROP_SECURITY_LEVEL,
  155. CRTC_PROP_IDLE_TIMEOUT,
  156. CRTC_PROP_DEST_SCALER,
  157. CRTC_PROP_CAPTURE_OUTPUT,
  158. CRTC_PROP_IDLE_PC_STATE,
  159. CRTC_PROP_CACHE_STATE,
  160. CRTC_PROP_VM_REQ_STATE,
  161. CRTC_PROP_NOISE_LAYER_V1,
  162. CRTC_PROP_FRAME_DATA_BUF,
  163. /* total # of properties */
  164. CRTC_PROP_COUNT
  165. };
  166. enum msm_mdp_conn_property {
  167. /* blob properties, always put these first */
  168. CONNECTOR_PROP_SDE_INFO,
  169. CONNECTOR_PROP_MODE_INFO,
  170. CONNECTOR_PROP_HDR_INFO,
  171. CONNECTOR_PROP_EXT_HDR_INFO,
  172. CONNECTOR_PROP_PP_DITHER,
  173. CONNECTOR_PROP_PP_CWB_DITHER,
  174. CONNECTOR_PROP_HDR_METADATA,
  175. CONNECTOR_PROP_DEMURA_PANEL_ID,
  176. /* # of blob properties */
  177. CONNECTOR_PROP_BLOBCOUNT,
  178. /* range properties */
  179. CONNECTOR_PROP_OUT_FB = CONNECTOR_PROP_BLOBCOUNT,
  180. CONNECTOR_PROP_RETIRE_FENCE,
  181. CONN_PROP_RETIRE_FENCE_OFFSET,
  182. CONNECTOR_PROP_DST_X,
  183. CONNECTOR_PROP_DST_Y,
  184. CONNECTOR_PROP_DST_W,
  185. CONNECTOR_PROP_DST_H,
  186. CONNECTOR_PROP_ROI_V1,
  187. CONNECTOR_PROP_BL_SCALE,
  188. CONNECTOR_PROP_SV_BL_SCALE,
  189. CONNECTOR_PROP_SUPPORTED_COLORSPACES,
  190. CONNECTOR_PROP_DYN_BIT_CLK,
  191. /* enum/bitmask properties */
  192. CONNECTOR_PROP_TOPOLOGY_NAME,
  193. CONNECTOR_PROP_TOPOLOGY_CONTROL,
  194. CONNECTOR_PROP_AUTOREFRESH,
  195. CONNECTOR_PROP_LP,
  196. CONNECTOR_PROP_FB_TRANSLATION_MODE,
  197. CONNECTOR_PROP_QSYNC_MODE,
  198. CONNECTOR_PROP_CMD_FRAME_TRIGGER_MODE,
  199. CONNECTOR_PROP_SET_PANEL_MODE,
  200. CONNECTOR_PROP_AVR_STEP,
  201. /* total # of properties */
  202. CONNECTOR_PROP_COUNT
  203. };
  204. #define MSM_GPU_MAX_RINGS 4
  205. #define MAX_H_TILES_PER_DISPLAY 2
  206. /**
  207. * enum msm_display_compression_type - compression method used for pixel stream
  208. * @MSM_DISPLAY_COMPRESSION_NONE: Pixel data is not compressed
  209. * @MSM_DISPLAY_COMPRESSION_DSC: DSC compresison is used
  210. * @MSM_DISPLAY_COMPRESSION_VDC: VDC compresison is used
  211. */
  212. enum msm_display_compression_type {
  213. MSM_DISPLAY_COMPRESSION_NONE,
  214. MSM_DISPLAY_COMPRESSION_DSC,
  215. MSM_DISPLAY_COMPRESSION_VDC
  216. };
  217. #define MSM_DISPLAY_COMPRESSION_RATIO_NONE 1
  218. #define MSM_DISPLAY_COMPRESSION_RATIO_MAX 5
  219. /**
  220. * enum msm_display_spr_pack_type - sub pixel rendering pack patterns supported
  221. * @MSM_DISPLAY_SPR_TYPE_NONE: Bypass, no special packing
  222. * @MSM_DISPLAY_SPR_TYPE_PENTILE: pentile pack pattern
  223. * @MSM_DISPLAY_SPR_TYPE_RGBW: RGBW pack pattern
  224. * @MSM_DISPLAY_SPR_TYPE_YYGM: YYGM pack pattern
  225. * @MSM_DISPLAY_SPR_TYPE_YYGW: YYGW pack patterm
  226. * @MSM_DISPLAY_SPR_TYPE_MAX: max and invalid
  227. */
  228. enum msm_display_spr_pack_type {
  229. MSM_DISPLAY_SPR_TYPE_NONE,
  230. MSM_DISPLAY_SPR_TYPE_PENTILE,
  231. MSM_DISPLAY_SPR_TYPE_RGBW,
  232. MSM_DISPLAY_SPR_TYPE_YYGM,
  233. MSM_DISPLAY_SPR_TYPE_YYGW,
  234. MSM_DISPLAY_SPR_TYPE_MAX
  235. };
  236. static const char *msm_spr_pack_type_str[MSM_DISPLAY_SPR_TYPE_MAX] = {
  237. [MSM_DISPLAY_SPR_TYPE_NONE] = "",
  238. [MSM_DISPLAY_SPR_TYPE_PENTILE] = "pentile",
  239. [MSM_DISPLAY_SPR_TYPE_RGBW] = "rgbw",
  240. [MSM_DISPLAY_SPR_TYPE_YYGM] = "yygm",
  241. [MSM_DISPLAY_SPR_TYPE_YYGW] = "yygw",
  242. };
  243. /**
  244. * enum msm_display_caps - features/capabilities supported by displays
  245. * @MSM_DISPLAY_CAP_VID_MODE: Video or "active" mode supported
  246. * @MSM_DISPLAY_CAP_CMD_MODE: Command mode supported
  247. * @MSM_DISPLAY_CAP_HOT_PLUG: Hot plug detection supported
  248. * @MSM_DISPLAY_CAP_EDID: EDID supported
  249. * @MSM_DISPLAY_ESD_ENABLED: ESD feature enabled
  250. * @MSM_DISPLAY_CAP_MST_MODE: Display with MST support
  251. * @MSM_DISPLAY_SPLIT_LINK: Split Link enabled
  252. */
  253. enum msm_display_caps {
  254. MSM_DISPLAY_CAP_VID_MODE = BIT(0),
  255. MSM_DISPLAY_CAP_CMD_MODE = BIT(1),
  256. MSM_DISPLAY_CAP_HOT_PLUG = BIT(2),
  257. MSM_DISPLAY_CAP_EDID = BIT(3),
  258. MSM_DISPLAY_ESD_ENABLED = BIT(4),
  259. MSM_DISPLAY_CAP_MST_MODE = BIT(5),
  260. MSM_DISPLAY_SPLIT_LINK = BIT(6),
  261. };
  262. /**
  263. * enum panel_mode - panel operation mode
  264. * @MSM_DISPLAY_VIDEO_MODE: video mode panel
  265. * @MSM_DISPLAY_CMD_MODE: Command mode panel
  266. * @MODE_MAX:
  267. */
  268. enum panel_op_mode {
  269. MSM_DISPLAY_VIDEO_MODE = BIT(0),
  270. MSM_DISPLAY_CMD_MODE = BIT(1),
  271. MSM_DISPLAY_MODE_MAX = BIT(2)
  272. };
  273. /**
  274. * struct msm_display_mode - wrapper for drm_display_mode
  275. * @base: drm_display_mode attached to this msm_mode
  276. * @private_flags: integer holding private driver mode flags
  277. * @private: pointer to private driver information
  278. */
  279. struct msm_display_mode {
  280. struct drm_display_mode *base;
  281. u32 private_flags;
  282. u32 *private;
  283. };
  284. /**
  285. * struct msm_ratio - integer ratio
  286. * @numer: numerator
  287. * @denom: denominator
  288. */
  289. struct msm_ratio {
  290. uint32_t numer;
  291. uint32_t denom;
  292. };
  293. /**
  294. * enum msm_event_wait - type of HW events to wait for
  295. * @MSM_ENC_COMMIT_DONE - wait for the driver to flush the registers to HW
  296. * @MSM_ENC_TX_COMPLETE - wait for the HW to transfer the frame to panel
  297. * @MSM_ENC_VBLANK - wait for the HW VBLANK event (for driver-internal waiters)
  298. * @MSM_ENC_ACTIVE_REGION - wait for the TG to be in active pixel region
  299. */
  300. enum msm_event_wait {
  301. MSM_ENC_COMMIT_DONE = 0,
  302. MSM_ENC_TX_COMPLETE,
  303. MSM_ENC_VBLANK,
  304. MSM_ENC_ACTIVE_REGION,
  305. };
  306. /**
  307. * struct msm_roi_alignment - region of interest alignment restrictions
  308. * @xstart_pix_align: left x offset alignment restriction
  309. * @width_pix_align: width alignment restriction
  310. * @ystart_pix_align: top y offset alignment restriction
  311. * @height_pix_align: height alignment restriction
  312. * @min_width: minimum width restriction
  313. * @min_height: minimum height restriction
  314. */
  315. struct msm_roi_alignment {
  316. uint32_t xstart_pix_align;
  317. uint32_t width_pix_align;
  318. uint32_t ystart_pix_align;
  319. uint32_t height_pix_align;
  320. uint32_t min_width;
  321. uint32_t min_height;
  322. };
  323. /**
  324. * struct msm_roi_caps - display's region of interest capabilities
  325. * @enabled: true if some region of interest is supported
  326. * @merge_rois: merge rois before sending to display
  327. * @num_roi: maximum number of rois supported
  328. * @align: roi alignment restrictions
  329. */
  330. struct msm_roi_caps {
  331. bool enabled;
  332. bool merge_rois;
  333. uint32_t num_roi;
  334. struct msm_roi_alignment align;
  335. };
  336. /**
  337. * struct msm_display_dsc_info - defines dsc configuration
  338. * @config DSC encoder configuration
  339. * @scr_rev: DSC revision.
  340. * @initial_lines: Number of initial lines stored in encoder.
  341. * @pkt_per_line: Number of packets per line.
  342. * @bytes_in_slice: Number of bytes in slice.
  343. * @eol_byte_num: Valid bytes at the end of line.
  344. * @bytes_per_pkt Number of bytes in DSI packet
  345. * @pclk_per_line: Compressed width.
  346. * @slice_last_group_size: Size of last group in pixels.
  347. * @slice_per_pkt: Number of slices per packet.
  348. * @source_color_space: Source color space of DSC encoder
  349. * @chroma_format: Chroma_format of DSC encoder.
  350. * @det_thresh_flatness: Flatness threshold.
  351. * @extra_width: Extra width required in timing calculations.
  352. * @pps_delay_ms: Post PPS command delay in milliseconds.
  353. * @dsc_4hsmerge_en: Using DSC 4HS merge topology
  354. * @dsc_4hsmerge_padding 4HS merge DSC pair padding value in bytes
  355. * @dsc_4hsmerge_alignment 4HS merge DSC alignment value in bytes
  356. * @half_panel_pu True for single and dual dsc encoders if partial
  357. * update sets the roi width to half of mode width
  358. * False in all other cases
  359. */
  360. struct msm_display_dsc_info {
  361. struct drm_dsc_config config;
  362. u8 scr_rev;
  363. int initial_lines;
  364. int pkt_per_line;
  365. int bytes_in_slice;
  366. int bytes_per_pkt;
  367. int eol_byte_num;
  368. int pclk_per_line;
  369. int slice_last_group_size;
  370. int slice_per_pkt;
  371. int source_color_space;
  372. int chroma_format;
  373. int det_thresh_flatness;
  374. u32 extra_width;
  375. u32 pps_delay_ms;
  376. bool dsc_4hsmerge_en;
  377. u32 dsc_4hsmerge_padding;
  378. u32 dsc_4hsmerge_alignment;
  379. bool half_panel_pu;
  380. };
  381. /**
  382. * struct msm_display_vdc_info - defines vdc configuration
  383. * @version_major: major version number of VDC encoder.
  384. * @version_minor: minor version number of VDC encoder.
  385. * @source_color_space: source color space of VDC encoder
  386. * @chroma_format: chroma_format of VDC encoder.
  387. * @mppf_bpc_r_y: MPPF bpc for R/Y color component
  388. * @mppf_bpc_g_cb: MPPF bpc for G/Cb color component
  389. * @mppf_bpc_b_cr: MPPF bpc for B/Cr color component
  390. * @mppf_bpc_y: MPPF bpc for Y color component
  391. * @mppf_bpc_co: MPPF bpc for Co color component
  392. * @mppf_bpc_cg: MPPF bpc for Cg color component
  393. * @flatqp_vf_fbls: flatness qp very flat FBLs
  394. * @flatqp_vf_nbls: flatness qp very flat NBLs
  395. * @flatqp_sw_fbls: flatness qp somewhat flat FBLs
  396. * @flatqp_sw_nbls: flatness qp somewhat flat NBLs
  397. * @chroma_samples: number of chroma samples
  398. * @split_panel_enable: indicates whether split panel is enabled
  399. * @traffic_mode: indicates burst/non-burst mode
  400. * @flatness_qp_lut: LUT used to determine flatness QP
  401. * @max_qp_lut: LUT used to determine maximum QP
  402. * @tar_del_lut: LUT used to calculate RC target rate
  403. * @lbda_brate_lut: lambda bitrate LUT for encoder
  404. * @lbda_bf_lut: lambda buffer fullness lut for encoder
  405. * @lbda_brate_lut_interp: interpolated lambda bitrate LUT
  406. * @lbda_bf_lut_interp: interpolated lambda buffer fullness lut
  407. * @num_of_active_ss: number of active soft slices
  408. * @bits_per_component: number of bits per component.
  409. * @max_pixels_per_line: maximum pixels per line
  410. * @max_pixels_per_hs_line: maximum pixels per hs line
  411. * @max_lines_per_frame: maximum lines per frame
  412. * @max_lines_per_slice: maximum lines per slice
  413. * @chunk_size: chunk size for encoder
  414. * @chunk_size_bits: number of bits in the chunk
  415. * @avg_block_bits: average block bits
  416. * @per_chunk_pad_bits: number of bits per chunk pad
  417. * @tot_pad_bits: total padding bits
  418. * @rc_stuffing_bits: rate control stuffing bits
  419. * @chunk_adj_bits: number of adjacent bits in the chunk
  420. * @rc_buf_init_size_temp: temporary rate control buffer init size
  421. * @init_tx_delay_temp: initial tx delay
  422. * @rc_buffer_init_size: rate control buffer init size
  423. * @rc_init_tx_delay: rate control buffer init tx delay
  424. * @rc_init_tx_delay_px_times: rate control buffer init tx
  425. * delay times pixels
  426. * @rc_buffer_max_size: max size of rate control buffer
  427. * @rc_tar_rate_scale_temp_a: rate control target rate scale parameter
  428. * @rc_tar_rate_scale_temp_b: rate control target rate scale parameter
  429. * @rc_tar_rate_scale: rate control target rate scale
  430. * @block_max_bits: max bits in the block
  431. * @rc_lambda_bitrate_scale: rate control lambda bitrate scale
  432. * @rc_buffer_fullness_scale: rate control lambda fullness scale
  433. * @rc_fullness_offset_thresh: rate control lambda fullness threshold
  434. * @ramp_blocks: number of ramp blocks
  435. * @bits_per_pixel: number of bits per pixel.
  436. * @num_extra_mux_bits_init: initial value of number of extra mux bits
  437. * @extra_crop_bits: number of extra crop bits
  438. * @num_extra_mux_bits: value of number of extra mux bits
  439. * @mppf_bits_comp_0: mppf bits in color component 0
  440. * @mppf_bits_comp_1: mppf bits in color component 1
  441. * @mppf_bits_comp_2: mppf bits in color component 2
  442. * @min_block_bits: min number of block bits
  443. * @slice_height: slice height configuration of encoder.
  444. * @slice_width: slice width configuration of encoder.
  445. * @frame_width: frame width configuration of encoder
  446. * @frame_height: frame height configuration of encoder
  447. * @bytes_in_slice: Number of bytes in slice.
  448. * @bytes_per_pkt: Number of bytes in packet.
  449. * @eol_byte_num: Valid bytes at the end of line.
  450. * @pclk_per_line: Compressed width.
  451. * @slice_per_pkt: Number of slices per packet.
  452. * @pkt_per_line: Number of packets per line.
  453. * @min_ssm_delay: Min Sub-stream multiplexing delay
  454. * @max_ssm_delay: Max Sub-stream multiplexing delay
  455. * @input_ssm_out_latency: input Sub-stream multiplexing output latency
  456. * @input_ssm_out_latency_min: min input Sub-stream multiplexing output latency
  457. * @obuf_latency: Output buffer latency
  458. * @base_hs_latency: base hard-slice latency
  459. * @base_hs_latency_min: base hard-slice min latency
  460. * @base_hs_latency_pixels: base hard-slice latency pixels
  461. * @base_hs_latency_pixels_min: base hard-slice latency pixels(min)
  462. * @base_initial_lines: base initial lines
  463. * @base_top_up: base top up
  464. * @output_rate: output rate
  465. * @output_rate_ratio_100: output rate times 100
  466. * @burst_accum_pixels: burst accumulated pixels
  467. * @ss_initial_lines: soft-slice initial lines
  468. * @burst_initial_lines: burst mode initial lines
  469. * @initial_lines: initial lines
  470. * @obuf_base: output buffer base
  471. * @obuf_extra_ss0: output buffer extra ss0
  472. * @obuf_extra_ss1: output buffer extra ss1
  473. * @obuf_extra_burst: output buffer extra burst
  474. * @obuf_ss0: output buffer ss0
  475. * @obuf_ss1: output buffer ss1
  476. * @obuf_margin_words: output buffer margin words
  477. * @ob0_max_addr: output buffer 0 max address
  478. * @ob1_max_addr: output buffer 1 max address
  479. * @slice_width_orig: original slice width
  480. * @r2b0_max_addr: r2b0 max addr
  481. * @r2b1_max_addr: r1b1 max addr
  482. * @slice_num_px: number of pixels per slice
  483. * @rc_target_rate_threshold: rate control target rate threshold
  484. * @rc_fullness_offset_slope: rate control fullness offset slop
  485. * @pps_delay_ms: Post PPS command delay in milliseconds.
  486. * @version_release: release version of VDC encoder.
  487. * @slice_num_bits: number of bits per slice
  488. * @ramp_bits: number of ramp bits
  489. */
  490. struct msm_display_vdc_info {
  491. u8 version_major;
  492. u8 version_minor;
  493. u8 source_color_space;
  494. u8 chroma_format;
  495. u8 mppf_bpc_r_y;
  496. u8 mppf_bpc_g_cb;
  497. u8 mppf_bpc_b_cr;
  498. u8 mppf_bpc_y;
  499. u8 mppf_bpc_co;
  500. u8 mppf_bpc_cg;
  501. u8 flatqp_vf_fbls;
  502. u8 flatqp_vf_nbls;
  503. u8 flatqp_sw_fbls;
  504. u8 flatqp_sw_nbls;
  505. u8 chroma_samples;
  506. u8 split_panel_enable;
  507. u8 traffic_mode;
  508. u16 flatness_qp_lut[8];
  509. u16 max_qp_lut[8];
  510. u16 tar_del_lut[16];
  511. u16 lbda_brate_lut[16];
  512. u16 lbda_bf_lut[16];
  513. u16 lbda_brate_lut_interp[64];
  514. u16 lbda_bf_lut_interp[64];
  515. u8 num_of_active_ss;
  516. u8 bits_per_component;
  517. u16 max_pixels_per_line;
  518. u16 max_pixels_per_hs_line;
  519. u16 max_lines_per_frame;
  520. u16 max_lines_per_slice;
  521. u16 chunk_size;
  522. u16 chunk_size_bits;
  523. u16 avg_block_bits;
  524. u16 per_chunk_pad_bits;
  525. u16 tot_pad_bits;
  526. u16 rc_stuffing_bits;
  527. u16 chunk_adj_bits;
  528. u16 rc_buf_init_size_temp;
  529. u16 init_tx_delay_temp;
  530. u16 rc_buffer_init_size;
  531. u16 rc_init_tx_delay;
  532. u16 rc_init_tx_delay_px_times;
  533. u16 rc_buffer_max_size;
  534. u16 rc_tar_rate_scale_temp_a;
  535. u16 rc_tar_rate_scale_temp_b;
  536. u16 rc_tar_rate_scale;
  537. u16 block_max_bits;
  538. u16 rc_lambda_bitrate_scale;
  539. u16 rc_buffer_fullness_scale;
  540. u16 rc_fullness_offset_thresh;
  541. u16 ramp_blocks;
  542. u16 bits_per_pixel;
  543. u16 num_extra_mux_bits_init;
  544. u16 extra_crop_bits;
  545. u16 num_extra_mux_bits;
  546. u16 mppf_bits_comp_0;
  547. u16 mppf_bits_comp_1;
  548. u16 mppf_bits_comp_2;
  549. u16 min_block_bits;
  550. int slice_height;
  551. int slice_width;
  552. int frame_width;
  553. int frame_height;
  554. int bytes_in_slice;
  555. int bytes_per_pkt;
  556. int eol_byte_num;
  557. int pclk_per_line;
  558. int slice_per_pkt;
  559. int pkt_per_line;
  560. int min_ssm_delay;
  561. int max_ssm_delay;
  562. int input_ssm_out_latency;
  563. int input_ssm_out_latency_min;
  564. int obuf_latency;
  565. int base_hs_latency;
  566. int base_hs_latency_min;
  567. int base_hs_latency_pixels;
  568. int base_hs_latency_pixels_min;
  569. int base_initial_lines;
  570. int base_top_up;
  571. int output_rate;
  572. int output_rate_ratio_100;
  573. int burst_accum_pixels;
  574. int ss_initial_lines;
  575. int burst_initial_lines;
  576. int initial_lines;
  577. int obuf_base;
  578. int obuf_extra_ss0;
  579. int obuf_extra_ss1;
  580. int obuf_extra_burst;
  581. int obuf_ss0;
  582. int obuf_ss1;
  583. int obuf_margin_words;
  584. int ob0_max_addr;
  585. int ob1_max_addr;
  586. int slice_width_orig;
  587. int r2b0_max_addr;
  588. int r2b1_max_addr;
  589. u32 slice_num_px;
  590. u32 rc_target_rate_threshold;
  591. u32 rc_fullness_offset_slope;
  592. u32 pps_delay_ms;
  593. u32 version_release;
  594. u64 slice_num_bits;
  595. u64 ramp_bits;
  596. };
  597. /**
  598. * Bits/pixel target >> 4 (removing the fractional bits)
  599. * returns the integer bpp value from the drm_dsc_config struct
  600. */
  601. #define DSC_BPP(config) ((config).bits_per_pixel >> 4)
  602. /**
  603. * struct msm_compression_info - defined panel compression
  604. * @comp_type: type of compression supported
  605. * @comp_ratio: compression ratio
  606. * @dsc_info: dsc configuration if the compression
  607. * supported is DSC
  608. * @vdc_info: vdc configuration if the compression
  609. * supported is VDC
  610. */
  611. struct msm_compression_info {
  612. enum msm_display_compression_type comp_type;
  613. u32 comp_ratio;
  614. union{
  615. struct msm_display_dsc_info dsc_info;
  616. struct msm_display_vdc_info vdc_info;
  617. };
  618. };
  619. /**
  620. * struct msm_display_topology - defines a display topology pipeline
  621. * @num_lm: number of layer mixers used
  622. * @num_enc: number of compression encoder blocks used
  623. * @num_intf: number of interfaces the panel is mounted on
  624. * @comp_type: type of compression supported
  625. */
  626. struct msm_display_topology {
  627. u32 num_lm;
  628. u32 num_enc;
  629. u32 num_intf;
  630. enum msm_display_compression_type comp_type;
  631. };
  632. /**
  633. * struct msm_mode_info - defines all msm custom mode info
  634. * @frame_rate: frame_rate of the mode
  635. * @vtotal: vtotal calculated for the mode
  636. * @prefill_lines: prefill lines based on porches.
  637. * @jitter_numer: display panel jitter numerator configuration
  638. * @jitter_denom: display panel jitter denominator configuration
  639. * @clk_rate: DSI bit clock per lane in HZ.
  640. * @dfps_maxfps: max FPS of dynamic FPS
  641. * @topology: supported topology for the mode
  642. * @comp_info: compression info supported
  643. * @roi_caps: panel roi capabilities
  644. * @wide_bus_en: wide-bus mode cfg for interface module
  645. * @panel_mode_caps panel mode capabilities
  646. * @mdp_transfer_time_us Specifies the mdp transfer time for command mode
  647. * panels in microseconds.
  648. * @allowed_mode_switches: bit mask to indicate supported mode switch.
  649. * @bit_clk_rates: list of supported bit clock rates
  650. * @bit_clk_count: number of supported bit clock rates
  651. */
  652. struct msm_mode_info {
  653. uint32_t frame_rate;
  654. uint32_t vtotal;
  655. uint32_t prefill_lines;
  656. uint32_t jitter_numer;
  657. uint32_t jitter_denom;
  658. uint64_t clk_rate;
  659. uint32_t dfps_maxfps;
  660. struct msm_display_topology topology;
  661. struct msm_compression_info comp_info;
  662. struct msm_roi_caps roi_caps;
  663. bool wide_bus_en;
  664. u32 panel_mode_caps;
  665. u32 mdp_transfer_time_us;
  666. u32 allowed_mode_switches;
  667. u32 *bit_clk_rates;
  668. u32 bit_clk_count;
  669. };
  670. /**
  671. * struct msm_resource_caps_info - defines hw resources
  672. * @num_lm number of layer mixers available
  673. * @num_dsc number of dsc available
  674. * @num_vdc number of vdc available
  675. * @num_ctl number of ctl available
  676. * @num_3dmux number of 3d mux available
  677. * @max_mixer_width: max width supported by layer mixer
  678. */
  679. struct msm_resource_caps_info {
  680. uint32_t num_lm;
  681. uint32_t num_dsc;
  682. uint32_t num_vdc;
  683. uint32_t num_ctl;
  684. uint32_t num_3dmux;
  685. uint32_t max_mixer_width;
  686. };
  687. /**
  688. * struct msm_display_info - defines display properties
  689. * @intf_type: DRM_MODE_CONNECTOR_ display type
  690. * @capabilities: Bitmask of display flags
  691. * @num_of_h_tiles: Number of horizontal tiles in case of split interface
  692. * @h_tile_instance: Controller instance used per tile. Number of elements is
  693. * based on num_of_h_tiles
  694. * @is_connected: Set to true if display is connected
  695. * @width_mm: Physical width
  696. * @height_mm: Physical height
  697. * @max_width: Max width of display. In case of hot pluggable display
  698. * this is max width supported by controller
  699. * @max_height: Max height of display. In case of hot pluggable display
  700. * this is max height supported by controller
  701. * @clk_rate: DSI bit clock per lane in HZ.
  702. * @display_type: Enum for type of display
  703. * @is_te_using_watchdog_timer: Boolean to indicate watchdog TE is
  704. * used instead of panel TE in cmd mode panels
  705. * @poms_align_vsync: poms with vsync aligned
  706. * @roi_caps: Region of interest capability info
  707. * @qsync_min_fps Minimum fps supported by Qsync feature
  708. * @has_qsync_min_fps_list True if dsi-supported-qsync-min-fps-list exits
  709. * @has_avr_step_req Panel has defined requirement for AVR steps
  710. * @te_source vsync source pin information
  711. * @dsc_count: max dsc hw blocks used by display (only available
  712. * for dsi display)
  713. * @lm_count: max layer mixer blocks used by display (only available
  714. * for dsi display)
  715. */
  716. struct msm_display_info {
  717. int intf_type;
  718. uint32_t capabilities;
  719. enum panel_op_mode curr_panel_mode;
  720. uint32_t num_of_h_tiles;
  721. uint32_t h_tile_instance[MAX_H_TILES_PER_DISPLAY];
  722. bool is_connected;
  723. unsigned int width_mm;
  724. unsigned int height_mm;
  725. uint32_t max_width;
  726. uint32_t max_height;
  727. uint64_t clk_rate;
  728. uint32_t display_type;
  729. bool is_te_using_watchdog_timer;
  730. bool poms_align_vsync;
  731. struct msm_roi_caps roi_caps;
  732. uint32_t qsync_min_fps;
  733. bool has_qsync_min_fps_list;
  734. bool has_avr_step_req;
  735. uint32_t te_source;
  736. uint32_t dsc_count;
  737. uint32_t lm_count;
  738. };
  739. #define MSM_MAX_ROI 4
  740. /**
  741. * struct msm_roi_list - list of regions of interest for a drm object
  742. * @num_rects: number of valid rectangles in the roi array
  743. * @roi: list of roi rectangles
  744. */
  745. struct msm_roi_list {
  746. uint32_t num_rects;
  747. struct drm_clip_rect roi[MSM_MAX_ROI];
  748. };
  749. /**
  750. * struct - msm_display_kickoff_params - info for display features at kickoff
  751. * @rois: Regions of interest structure for mapping CRTC to Connector output
  752. */
  753. struct msm_display_kickoff_params {
  754. struct msm_roi_list *rois;
  755. struct drm_msm_ext_hdr_metadata *hdr_meta;
  756. };
  757. /**
  758. * struct - msm_display_conn_params - info of dpu display features
  759. * @qsync_mode: Qsync mode, where 0: disabled 1: continuous mode 2: oneshot
  760. * @qsync_update: Qsync settings were changed/updated
  761. */
  762. struct msm_display_conn_params {
  763. uint32_t qsync_mode;
  764. bool qsync_update;
  765. };
  766. /**
  767. * struct msm_drm_event - defines custom event notification struct
  768. * @base: base object required for event notification by DRM framework.
  769. * @event: event object required for event notification by DRM framework.
  770. */
  771. struct msm_drm_event {
  772. struct drm_pending_event base;
  773. struct drm_msm_event_resp event;
  774. };
  775. /* Commit/Event thread specific structure */
  776. struct msm_drm_thread {
  777. struct drm_device *dev;
  778. struct task_struct *thread;
  779. unsigned int crtc_id;
  780. struct kthread_worker worker;
  781. };
  782. struct msm_drm_private {
  783. struct drm_device *dev;
  784. struct msm_kms *kms;
  785. struct sde_power_handle phandle;
  786. /* subordinate devices, if present: */
  787. struct platform_device *gpu_pdev;
  788. /* top level MDSS wrapper device (for MDP5 only) */
  789. struct msm_mdss *mdss;
  790. /* possibly this should be in the kms component, but it is
  791. * shared by both mdp4 and mdp5..
  792. */
  793. struct hdmi *hdmi;
  794. /* eDP is for mdp5 only, but kms has not been created
  795. * when edp_bind() and edp_init() are called. Here is the only
  796. * place to keep the edp instance.
  797. */
  798. struct msm_edp *edp;
  799. /* DSI is shared by mdp4 and mdp5 */
  800. struct msm_dsi *dsi[2];
  801. /* when we have more than one 'msm_gpu' these need to be an array: */
  802. struct msm_gpu *gpu;
  803. struct msm_file_private *lastctx;
  804. struct drm_fb_helper *fbdev;
  805. struct msm_rd_state *rd; /* debugfs to dump all submits */
  806. struct msm_rd_state *hangrd; /* debugfs to dump hanging submits */
  807. struct msm_perf_state *perf;
  808. /*
  809. * List of inactive GEM objects. Every bo is either in the inactive_list
  810. * or gpu->active_list (for the gpu it is active on[1])
  811. *
  812. * These lists are protected by mm_lock. If struct_mutex is involved, it
  813. * should be aquired prior to mm_lock. One should *not* hold mm_lock in
  814. * get_pages()/vmap()/etc paths, as they can trigger the shrinker.
  815. *
  816. * [1] if someone ever added support for the old 2d cores, there could be
  817. * more than one gpu object
  818. */
  819. struct list_head inactive_list;
  820. struct mutex mm_lock;
  821. struct workqueue_struct *wq;
  822. /* crtcs pending async atomic updates: */
  823. uint32_t pending_crtcs;
  824. uint32_t pending_planes;
  825. wait_queue_head_t pending_crtcs_event;
  826. unsigned int num_planes;
  827. struct drm_plane *planes[MAX_PLANES];
  828. unsigned int num_crtcs;
  829. struct drm_crtc *crtcs[MAX_CRTCS];
  830. struct msm_drm_thread disp_thread[MAX_CRTCS];
  831. struct msm_drm_thread event_thread[MAX_CRTCS];
  832. struct task_struct *pp_event_thread;
  833. struct kthread_worker pp_event_worker;
  834. unsigned int num_encoders;
  835. struct drm_encoder *encoders[MAX_ENCODERS];
  836. unsigned int num_bridges;
  837. struct drm_bridge *bridges[MAX_BRIDGES];
  838. unsigned int num_connectors;
  839. struct drm_connector *connectors[MAX_CONNECTORS];
  840. /* Properties */
  841. struct drm_property *plane_property[PLANE_PROP_COUNT];
  842. struct drm_property *crtc_property[CRTC_PROP_COUNT];
  843. struct drm_property *conn_property[CONNECTOR_PROP_COUNT];
  844. /* Color processing properties for the crtc */
  845. struct drm_property **cp_property;
  846. /* VRAM carveout, used when no IOMMU: */
  847. struct {
  848. unsigned long size;
  849. dma_addr_t paddr;
  850. /* NOTE: mm managed at the page level, size is in # of pages
  851. * and position mm_node->start is in # of pages:
  852. */
  853. struct drm_mm mm;
  854. spinlock_t lock; /* Protects drm_mm node allocation/removal */
  855. } vram;
  856. struct notifier_block vmap_notifier;
  857. struct shrinker shrinker;
  858. struct drm_atomic_state *pm_state;
  859. /* task holding struct_mutex.. currently only used in submit path
  860. * to detect and reject faults from copy_from_user() for submit
  861. * ioctl.
  862. */
  863. struct task_struct *struct_mutex_task;
  864. /* list of clients waiting for events */
  865. struct list_head client_event_list;
  866. /* whether registered and drm_dev_unregister should be called */
  867. bool registered;
  868. /* msm drv debug root node */
  869. struct dentry *debug_root;
  870. /* update the flag when msm driver receives shutdown notification */
  871. bool shutdown_in_progress;
  872. struct mutex vm_client_lock;
  873. struct list_head vm_client_list;
  874. };
  875. /* get struct msm_kms * from drm_device * */
  876. #define ddev_to_msm_kms(D) ((D) && (D)->dev_private ? \
  877. ((struct msm_drm_private *)((D)->dev_private))->kms : NULL)
  878. struct msm_format {
  879. uint32_t pixel_format;
  880. };
  881. int msm_atomic_prepare_fb(struct drm_plane *plane,
  882. struct drm_plane_state *new_state);
  883. void msm_atomic_commit_tail(struct drm_atomic_state *state);
  884. int msm_atomic_commit(struct drm_device *dev,
  885. struct drm_atomic_state *state, bool nonblock);
  886. /* callback from wq once fence has passed: */
  887. struct msm_fence_cb {
  888. struct work_struct work;
  889. uint32_t fence;
  890. void (*func)(struct msm_fence_cb *cb);
  891. };
  892. void __msm_fence_worker(struct work_struct *work);
  893. #define INIT_FENCE_CB(_cb, _func) do { \
  894. INIT_WORK(&(_cb)->work, __msm_fence_worker); \
  895. (_cb)->func = _func; \
  896. } while (0)
  897. struct drm_atomic_state *msm_atomic_state_alloc(struct drm_device *dev);
  898. void msm_atomic_state_clear(struct drm_atomic_state *state);
  899. void msm_atomic_state_free(struct drm_atomic_state *state);
  900. int msm_gem_init_vma(struct msm_gem_address_space *aspace,
  901. struct msm_gem_vma *vma, int npages);
  902. void msm_gem_unmap_vma(struct msm_gem_address_space *aspace,
  903. struct msm_gem_vma *vma, struct sg_table *sgt,
  904. unsigned int flags);
  905. int msm_gem_map_vma(struct msm_gem_address_space *aspace,
  906. struct msm_gem_vma *vma, struct sg_table *sgt, int npages,
  907. unsigned int flags);
  908. struct device *msm_gem_get_aspace_device(struct msm_gem_address_space *aspace);
  909. void msm_gem_address_space_put(struct msm_gem_address_space *aspace);
  910. struct msm_gem_address_space *
  911. msm_gem_address_space_create(struct device *dev, struct iommu_domain *domain,
  912. const char *name);
  913. /* For SDE display */
  914. struct msm_gem_address_space *
  915. msm_gem_smmu_address_space_create(struct drm_device *dev, struct msm_mmu *mmu,
  916. const char *name);
  917. /**
  918. * msm_gem_add_obj_to_aspace_active_list: adds obj to active obj list in aspace
  919. */
  920. void msm_gem_add_obj_to_aspace_active_list(
  921. struct msm_gem_address_space *aspace,
  922. struct drm_gem_object *obj);
  923. /**
  924. * msm_gem_remove_obj_from_aspace_active_list: removes obj from active obj
  925. * list in aspace
  926. */
  927. void msm_gem_remove_obj_from_aspace_active_list(
  928. struct msm_gem_address_space *aspace,
  929. struct drm_gem_object *obj);
  930. /**
  931. * msm_gem_smmu_address_space_get: returns the aspace pointer for the requested
  932. * domain
  933. */
  934. struct msm_gem_address_space *
  935. msm_gem_smmu_address_space_get(struct drm_device *dev,
  936. unsigned int domain);
  937. int msm_register_mmu(struct drm_device *dev, struct msm_mmu *mmu);
  938. void msm_unregister_mmu(struct drm_device *dev, struct msm_mmu *mmu);
  939. /**
  940. * msm_gem_aspace_domain_attach_detach: function to inform the attach/detach
  941. * of the domain for this aspace
  942. */
  943. void msm_gem_aspace_domain_attach_detach_update(
  944. struct msm_gem_address_space *aspace,
  945. bool is_detach);
  946. /**
  947. * msm_gem_address_space_register_cb: function to register callback for attach
  948. * and detach of the domain
  949. */
  950. int msm_gem_address_space_register_cb(
  951. struct msm_gem_address_space *aspace,
  952. void (*cb)(void *, bool),
  953. void *cb_data);
  954. /**
  955. * msm_gem_address_space_register_cb: function to unregister callback
  956. */
  957. int msm_gem_address_space_unregister_cb(
  958. struct msm_gem_address_space *aspace,
  959. void (*cb)(void *, bool),
  960. void *cb_data);
  961. void msm_gem_submit_free(struct msm_gem_submit *submit);
  962. int msm_ioctl_gem_submit(struct drm_device *dev, void *data,
  963. struct drm_file *file);
  964. void msm_gem_shrinker_init(struct drm_device *dev);
  965. void msm_gem_shrinker_cleanup(struct drm_device *dev);
  966. void msm_gem_sync(struct drm_gem_object *obj);
  967. int msm_gem_mmap_obj(struct drm_gem_object *obj,
  968. struct vm_area_struct *vma);
  969. int msm_gem_mmap(struct file *filp, struct vm_area_struct *vma);
  970. vm_fault_t msm_gem_fault(struct vm_fault *vmf);
  971. uint64_t msm_gem_mmap_offset(struct drm_gem_object *obj);
  972. int msm_gem_get_iova(struct drm_gem_object *obj,
  973. struct msm_gem_address_space *aspace, uint64_t *iova);
  974. int msm_gem_get_and_pin_iova(struct drm_gem_object *obj,
  975. struct msm_gem_address_space *aspace, uint64_t *iova);
  976. uint64_t msm_gem_iova(struct drm_gem_object *obj,
  977. struct msm_gem_address_space *aspace);
  978. void msm_gem_unpin_iova(struct drm_gem_object *obj,
  979. struct msm_gem_address_space *aspace);
  980. struct page **msm_gem_get_pages(struct drm_gem_object *obj);
  981. void msm_gem_put_pages(struct drm_gem_object *obj);
  982. void msm_gem_put_iova(struct drm_gem_object *obj,
  983. struct msm_gem_address_space *aspace);
  984. dma_addr_t msm_gem_get_dma_addr(struct drm_gem_object *obj);
  985. int msm_gem_dumb_create(struct drm_file *file, struct drm_device *dev,
  986. struct drm_mode_create_dumb *args);
  987. int msm_gem_dumb_map_offset(struct drm_file *file, struct drm_device *dev,
  988. uint32_t handle, uint64_t *offset);
  989. struct sg_table *msm_gem_prime_get_sg_table(struct drm_gem_object *obj);
  990. void *msm_gem_prime_vmap(struct drm_gem_object *obj);
  991. void msm_gem_prime_vunmap(struct drm_gem_object *obj, void *vaddr);
  992. int msm_gem_prime_mmap(struct drm_gem_object *obj, struct vm_area_struct *vma);
  993. struct drm_gem_object *msm_gem_prime_import_sg_table(struct drm_device *dev,
  994. struct dma_buf_attachment *attach, struct sg_table *sg);
  995. int msm_gem_prime_pin(struct drm_gem_object *obj);
  996. void msm_gem_prime_unpin(struct drm_gem_object *obj);
  997. struct drm_gem_object *msm_gem_prime_import(struct drm_device *dev,
  998. struct dma_buf *dma_buf);
  999. void *msm_gem_get_vaddr(struct drm_gem_object *obj);
  1000. void *msm_gem_get_vaddr_active(struct drm_gem_object *obj);
  1001. void msm_gem_put_vaddr(struct drm_gem_object *obj);
  1002. int msm_gem_madvise(struct drm_gem_object *obj, unsigned madv);
  1003. int msm_gem_cpu_prep(struct drm_gem_object *obj, uint32_t op, ktime_t *timeout);
  1004. int msm_gem_cpu_fini(struct drm_gem_object *obj);
  1005. void msm_gem_free_object(struct drm_gem_object *obj);
  1006. int msm_gem_new_handle(struct drm_device *dev, struct drm_file *file,
  1007. uint32_t size, uint32_t flags, uint32_t *handle, char *name);
  1008. struct drm_gem_object *msm_gem_new(struct drm_device *dev,
  1009. uint32_t size, uint32_t flags);
  1010. struct drm_gem_object *msm_gem_new_locked(struct drm_device *dev,
  1011. uint32_t size, uint32_t flags);
  1012. void *msm_gem_kernel_new(struct drm_device *dev, uint32_t size,
  1013. uint32_t flags, struct msm_gem_address_space *aspace,
  1014. struct drm_gem_object **bo, uint64_t *iova);
  1015. void *msm_gem_kernel_new_locked(struct drm_device *dev, uint32_t size,
  1016. uint32_t flags, struct msm_gem_address_space *aspace,
  1017. struct drm_gem_object **bo, uint64_t *iova);
  1018. struct drm_gem_object *msm_gem_import(struct drm_device *dev,
  1019. struct dma_buf *dmabuf, struct sg_table *sgt);
  1020. __printf(2, 3)
  1021. void msm_gem_object_set_name(struct drm_gem_object *bo, const char *fmt, ...);
  1022. int msm_gem_delayed_import(struct drm_gem_object *obj);
  1023. void msm_framebuffer_set_keepattrs(struct drm_framebuffer *fb, bool enable);
  1024. int msm_framebuffer_prepare(struct drm_framebuffer *fb,
  1025. struct msm_gem_address_space *aspace);
  1026. void msm_framebuffer_cleanup(struct drm_framebuffer *fb,
  1027. struct msm_gem_address_space *aspace);
  1028. uint32_t msm_framebuffer_iova(struct drm_framebuffer *fb,
  1029. struct msm_gem_address_space *aspace, int plane);
  1030. uint32_t msm_framebuffer_phys(struct drm_framebuffer *fb, int plane);
  1031. struct drm_gem_object *msm_framebuffer_bo(struct drm_framebuffer *fb, int plane);
  1032. const struct msm_format *msm_framebuffer_format(struct drm_framebuffer *fb);
  1033. struct drm_framebuffer *msm_framebuffer_init(struct drm_device *dev,
  1034. const struct drm_mode_fb_cmd2 *mode_cmd,
  1035. struct drm_gem_object **bos);
  1036. struct drm_framebuffer *msm_framebuffer_create(struct drm_device *dev,
  1037. struct drm_file *file, const struct drm_mode_fb_cmd2 *mode_cmd);
  1038. struct drm_framebuffer * msm_alloc_stolen_fb(struct drm_device *dev,
  1039. int w, int h, int p, uint32_t format);
  1040. struct drm_fb_helper *msm_fbdev_init(struct drm_device *dev);
  1041. void msm_fbdev_free(struct drm_device *dev);
  1042. struct hdmi;
  1043. #if IS_ENABLED(CONFIG_DRM_MSM_HDMI)
  1044. int msm_hdmi_modeset_init(struct hdmi *hdmi, struct drm_device *dev,
  1045. struct drm_encoder *encoder);
  1046. void __init msm_hdmi_register(void);
  1047. void __exit msm_hdmi_unregister(void);
  1048. #else
  1049. static inline void __init msm_hdmi_register(void)
  1050. {
  1051. }
  1052. static inline void __exit msm_hdmi_unregister(void)
  1053. {
  1054. }
  1055. #endif /* CONFIG_DRM_MSM_HDMI */
  1056. struct msm_edp;
  1057. #if IS_ENABLED(CONFIG_DRM_MSM_EDP)
  1058. void __init msm_edp_register(void);
  1059. void __exit msm_edp_unregister(void);
  1060. int msm_edp_modeset_init(struct msm_edp *edp, struct drm_device *dev,
  1061. struct drm_encoder *encoder);
  1062. #else
  1063. static inline void __init msm_edp_register(void)
  1064. {
  1065. }
  1066. static inline void __exit msm_edp_unregister(void)
  1067. {
  1068. }
  1069. static inline int msm_edp_modeset_init(struct msm_edp *edp,
  1070. struct drm_device *dev, struct drm_encoder *encoder)
  1071. {
  1072. return -EINVAL;
  1073. }
  1074. #endif /* CONFIG_DRM_MSM_EDP */
  1075. struct msm_dsi;
  1076. /* *
  1077. * msm_mode_object_event_notify - notify user-space clients of drm object
  1078. * events.
  1079. * @obj: mode object (crtc/connector) that is generating the event.
  1080. * @event: event that needs to be notified.
  1081. * @payload: payload for the event.
  1082. */
  1083. void msm_mode_object_event_notify(struct drm_mode_object *obj,
  1084. struct drm_device *dev, struct drm_event *event, u8 *payload);
  1085. #if IS_ENABLED(CONFIG_DRM_MSM_DSI)
  1086. static inline void __init msm_dsi_register(void)
  1087. {
  1088. }
  1089. static inline void __exit msm_dsi_unregister(void)
  1090. {
  1091. }
  1092. static inline int msm_dsi_modeset_init(struct msm_dsi *msm_dsi,
  1093. struct drm_device *dev,
  1094. struct drm_encoder *encoder)
  1095. {
  1096. return -EINVAL;
  1097. }
  1098. #else
  1099. void __init msm_dsi_register(void);
  1100. void __exit msm_dsi_unregister(void);
  1101. int msm_dsi_modeset_init(struct msm_dsi *msm_dsi, struct drm_device *dev,
  1102. struct drm_encoder *encoder);
  1103. #endif /* CONFIG_DRM_MSM_DSI */
  1104. #if IS_ENABLED(CONFIG_DRM_MSM_MDP5)
  1105. void __init msm_mdp_register(void);
  1106. void __exit msm_mdp_unregister(void);
  1107. #else
  1108. static inline void __init msm_mdp_register(void)
  1109. {
  1110. }
  1111. static inline void __exit msm_mdp_unregister(void)
  1112. {
  1113. }
  1114. #endif /* CONFIG_DRM_MSM_MDP5 */
  1115. #ifdef CONFIG_DEBUG_FS
  1116. void msm_gem_describe(struct drm_gem_object *obj, struct seq_file *m);
  1117. void msm_gem_describe_objects(struct list_head *list, struct seq_file *m);
  1118. void msm_framebuffer_describe(struct drm_framebuffer *fb, struct seq_file *m);
  1119. int msm_debugfs_late_init(struct drm_device *dev);
  1120. int msm_rd_debugfs_init(struct drm_minor *minor);
  1121. void msm_rd_debugfs_cleanup(struct msm_drm_private *priv);
  1122. __printf(3, 4)
  1123. void msm_rd_dump_submit(struct msm_rd_state *rd, struct msm_gem_submit *submit,
  1124. const char *fmt, ...);
  1125. int msm_perf_debugfs_init(struct drm_minor *minor);
  1126. void msm_perf_debugfs_cleanup(struct msm_drm_private *priv);
  1127. #else
  1128. static inline int msm_debugfs_late_init(struct drm_device *dev) { return 0; }
  1129. __printf(3, 4)
  1130. static inline void msm_rd_dump_submit(struct msm_rd_state *rd, struct msm_gem_submit *submit,
  1131. const char *fmt, ...) {}
  1132. static inline void msm_rd_debugfs_cleanup(struct msm_drm_private *priv) {}
  1133. static inline void msm_perf_debugfs_cleanup(struct msm_drm_private *priv) {}
  1134. #endif
  1135. #if IS_ENABLED(CONFIG_DRM_MSM_DSI)
  1136. void __init dsi_display_register(void);
  1137. void __exit dsi_display_unregister(void);
  1138. #else
  1139. static inline void __init dsi_display_register(void)
  1140. {
  1141. }
  1142. static inline void __exit dsi_display_unregister(void)
  1143. {
  1144. }
  1145. #endif /* CONFIG_DRM_MSM_DSI */
  1146. #if IS_ENABLED(CONFIG_HDCP_QSEECOM)
  1147. void __init msm_hdcp_register(void);
  1148. void __exit msm_hdcp_unregister(void);
  1149. #else
  1150. static inline void __init msm_hdcp_register(void)
  1151. {
  1152. }
  1153. static inline void __exit msm_hdcp_unregister(void)
  1154. {
  1155. }
  1156. #endif /* CONFIG_HDCP_QSEECOM */
  1157. #if IS_ENABLED(CONFIG_DRM_MSM_DP)
  1158. void __init dp_display_register(void);
  1159. void __exit dp_display_unregister(void);
  1160. #else
  1161. static inline void __init dp_display_register(void)
  1162. {
  1163. }
  1164. static inline void __exit dp_display_unregister(void)
  1165. {
  1166. }
  1167. #endif /* CONFIG_DRM_MSM_DP */
  1168. #if IS_ENABLED(CONFIG_DRM_SDE_RSC)
  1169. void __init sde_rsc_register(void);
  1170. void __exit sde_rsc_unregister(void);
  1171. void __init sde_rsc_rpmh_register(void);
  1172. #else
  1173. static inline void __init sde_rsc_register(void)
  1174. {
  1175. }
  1176. static inline void __exit sde_rsc_unregister(void)
  1177. {
  1178. }
  1179. static inline void __init sde_rsc_rpmh_register(void)
  1180. {
  1181. }
  1182. #endif /* CONFIG_DRM_SDE_RSC */
  1183. #if IS_ENABLED(CONFIG_DRM_SDE_WB)
  1184. void __init sde_wb_register(void);
  1185. void __exit sde_wb_unregister(void);
  1186. #else
  1187. static inline void __init sde_wb_register(void)
  1188. {
  1189. }
  1190. static inline void __exit sde_wb_unregister(void)
  1191. {
  1192. }
  1193. #endif /* CONFIG_DRM_SDE_WB */
  1194. #if IS_ENABLED(CONFIG_MSM_SDE_ROTATOR)
  1195. void sde_rotator_register(void);
  1196. void sde_rotator_unregister(void);
  1197. #else
  1198. static inline void sde_rotator_register(void)
  1199. {
  1200. }
  1201. static inline void sde_rotator_unregister(void)
  1202. {
  1203. }
  1204. #endif /* CONFIG_MSM_SDE_ROTATOR */
  1205. #if IS_ENABLED(CONFIG_MSM_SDE_ROTATOR)
  1206. void sde_rotator_smmu_driver_register(void);
  1207. void sde_rotator_smmu_driver_unregister(void);
  1208. #else
  1209. static inline void sde_rotator_smmu_driver_register(void)
  1210. {
  1211. }
  1212. static inline void sde_rotator_smmu_driver_unregister(void)
  1213. {
  1214. }
  1215. #endif /* CONFIG_MSM_SDE_ROTATOR */
  1216. struct clk *msm_clk_get(struct platform_device *pdev, const char *name);
  1217. int msm_clk_bulk_get(struct device *dev, struct clk_bulk_data **bulk);
  1218. struct clk *msm_clk_bulk_get_clock(struct clk_bulk_data *bulk, int count,
  1219. const char *name);
  1220. void __iomem *msm_ioremap(struct platform_device *pdev, const char *name,
  1221. const char *dbgname);
  1222. unsigned long msm_iomap_size(struct platform_device *pdev, const char *name);
  1223. unsigned long msm_get_phys_addr(struct platform_device *pdev, const char *name);
  1224. void msm_iounmap(struct platform_device *dev, void __iomem *addr);
  1225. void msm_writel(u32 data, void __iomem *addr);
  1226. u32 msm_readl(const void __iomem *addr);
  1227. #define DBG(fmt, ...) DRM_DEBUG_DRIVER(fmt"\n", ##__VA_ARGS__)
  1228. #define VERB(fmt, ...) if (0) DRM_DEBUG_DRIVER(fmt"\n", ##__VA_ARGS__)
  1229. static inline int align_pitch(int width, int bpp)
  1230. {
  1231. int bytespp = (bpp + 7) / 8;
  1232. /* adreno needs pitch aligned to 32 pixels: */
  1233. return bytespp * ALIGN(width, 32);
  1234. }
  1235. /* for the generated headers: */
  1236. #define INVALID_IDX(idx) ({BUG(); 0;})
  1237. #define fui(x) ({BUG(); 0;})
  1238. #define util_float_to_half(x) ({BUG(); 0;})
  1239. #define FIELD(val, name) (((val) & name ## __MASK) >> name ## __SHIFT)
  1240. /* for conditionally setting boolean flag(s): */
  1241. #define COND(bool, val) ((bool) ? (val) : 0)
  1242. static inline unsigned long timeout_to_jiffies(const ktime_t *timeout)
  1243. {
  1244. ktime_t now = ktime_get();
  1245. unsigned long remaining_jiffies;
  1246. if (ktime_compare(*timeout, now) < 0) {
  1247. remaining_jiffies = 0;
  1248. } else {
  1249. ktime_t rem = ktime_sub(*timeout, now);
  1250. remaining_jiffies = nsecs_to_jiffies(ktime_to_ns(rem));
  1251. }
  1252. return remaining_jiffies;
  1253. }
  1254. int msm_get_mixer_count(struct msm_drm_private *priv,
  1255. const struct drm_display_mode *mode,
  1256. const struct msm_resource_caps_info *res, u32 *num_lm);
  1257. int msm_get_dsc_count(struct msm_drm_private *priv,
  1258. u32 hdisplay, u32 *num_dsc);
  1259. int msm_get_src_bpc(int chroma_format, int bpc);
  1260. #endif /* __MSM_DRV_H__ */