msm_vidc_internal.h 27 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025
  1. /* SPDX-License-Identifier: GPL-2.0-only */
  2. /*
  3. * Copyright (c) 2020-2021,, The Linux Foundation. All rights reserved.
  4. */
  5. #ifndef _MSM_VIDC_INTERNAL_H_
  6. #define _MSM_VIDC_INTERNAL_H_
  7. #include <linux/version.h>
  8. #include <linux/bits.h>
  9. #include <linux/workqueue.h>
  10. #include <linux/spinlock.h>
  11. #include <linux/sync_file.h>
  12. #include <linux/dma-fence.h>
  13. #include <media/v4l2-dev.h>
  14. #include <media/v4l2-device.h>
  15. #include <media/v4l2-ioctl.h>
  16. #include <media/v4l2-event.h>
  17. #include <media/v4l2-ctrls.h>
  18. #include <media/v4l2-mem2mem.h>
  19. #include <media/videobuf2-core.h>
  20. #include <media/videobuf2-v4l2.h>
  21. /* TODO : remove once available in mainline kernel */
  22. #ifndef V4L2_MPEG_VIDEO_HEVC_PROFILE_MAIN_10_STILL_PICTURE
  23. #define V4L2_MPEG_VIDEO_HEVC_PROFILE_MAIN_10_STILL_PICTURE (3)
  24. #endif
  25. enum msm_vidc_blur_types {
  26. MSM_VIDC_BLUR_NONE = 0x0,
  27. MSM_VIDC_BLUR_EXTERNAL = 0x1,
  28. MSM_VIDC_BLUR_ADAPTIVE = 0x2,
  29. };
  30. /* various Metadata - encoder & decoder */
  31. enum msm_vidc_metadata_bits {
  32. MSM_VIDC_META_DISABLE = 0x0,
  33. MSM_VIDC_META_ENABLE = 0x1,
  34. MSM_VIDC_META_TX_INPUT = 0x2,
  35. MSM_VIDC_META_TX_OUTPUT = 0x4,
  36. MSM_VIDC_META_RX_INPUT = 0x8,
  37. MSM_VIDC_META_RX_OUTPUT = 0x10,
  38. MSM_VIDC_META_MAX = 0x20,
  39. };
  40. #define MSM_VIDC_METADATA_SIZE (4 * 4096) /* 16 KB */
  41. #define ENCODE_INPUT_METADATA_SIZE (512 * 4096) /* 2 MB */
  42. #define DECODE_INPUT_METADATA_SIZE MSM_VIDC_METADATA_SIZE
  43. #define MSM_VIDC_METADATA_DOLBY_RPU_SIZE (41 * 1024) /* 41 KB */
  44. #define MAX_NAME_LENGTH 128
  45. #define VENUS_VERSION_LENGTH 128
  46. #define MAX_MATRIX_COEFFS 9
  47. #define MAX_BIAS_COEFFS 3
  48. #define MAX_LIMIT_COEFFS 6
  49. #define MAX_DEBUGFS_NAME 50
  50. #define DEFAULT_HEIGHT 240
  51. #define DEFAULT_WIDTH 320
  52. #define DEFAULT_FPS 30
  53. #define MAXIMUM_VP9_FPS 60
  54. #define NRT_PRIORITY_OFFSET 2
  55. #define RT_DEC_DOWN_PRORITY_OFFSET 1
  56. #define MAX_SUPPORTED_INSTANCES 16
  57. #define DEFAULT_BSE_VPP_DELAY 2
  58. #define MAX_CAP_PARENTS 20
  59. #define MAX_CAP_CHILDREN 20
  60. #define DEFAULT_MAX_HOST_BUF_COUNT 64
  61. #define DEFAULT_MAX_HOST_BURST_BUF_COUNT 256
  62. #define BIT_DEPTH_8 (8 << 16 | 8)
  63. #define BIT_DEPTH_10 (10 << 16 | 10)
  64. #define CODED_FRAMES_PROGRESSIVE 0x0
  65. #define CODED_FRAMES_INTERLACE 0x1
  66. #define MAX_VP9D_INST_COUNT 6
  67. /* TODO: move below macros to waipio.c */
  68. #define MAX_ENH_LAYER_HB 3
  69. #define MAX_HEVC_ENH_LAYER_SLIDING_WINDOW 5
  70. #define MAX_AVC_ENH_LAYER_SLIDING_WINDOW 3
  71. #define MAX_AVC_ENH_LAYER_HYBRID_HP 5
  72. #define INVALID_DEFAULT_MARK_OR_USE_LTR -1
  73. #define MAX_SLICES_PER_FRAME 10
  74. #define MAX_SLICES_FRAME_RATE 60
  75. #define MAX_MB_SLICE_WIDTH 4096
  76. #define MAX_MB_SLICE_HEIGHT 2160
  77. #define MAX_BYTES_SLICE_WIDTH 1920
  78. #define MAX_BYTES_SLICE_HEIGHT 1088
  79. #define MIN_HEVC_SLICE_WIDTH 384
  80. #define MIN_AVC_SLICE_WIDTH 192
  81. #define MIN_SLICE_HEIGHT 128
  82. #define MAX_BITRATE_BOOST 25
  83. #define MAX_SUPPORTED_MIN_QUALITY 70
  84. #define MIN_CHROMA_QP_OFFSET -12
  85. #define MAX_CHROMA_QP_OFFSET 0
  86. #define MIN_QP_10BIT -11
  87. #define MIN_QP_8BIT 1
  88. #define INVALID_FD -1
  89. #define INVALID_CLIENT_ID -1
  90. #define DCVS_WINDOW 16
  91. #define ENC_FPS_WINDOW 3
  92. #define DEC_FPS_WINDOW 10
  93. #define INPUT_TIMER_LIST_SIZE 30
  94. #define DEFAULT_COMPLEXITY 50
  95. #define INPUT_MPLANE V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE
  96. #define OUTPUT_MPLANE V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE
  97. #define INPUT_META_PLANE V4L2_BUF_TYPE_META_OUTPUT
  98. #define OUTPUT_META_PLANE V4L2_BUF_TYPE_META_CAPTURE
  99. #define VIDC_IFACEQ_MAX_PKT_SIZE 1024
  100. #define VIDC_IFACEQ_MED_PKT_SIZE 768
  101. #define VIDC_IFACEQ_MIN_PKT_SIZE 8
  102. #define VIDC_IFACEQ_VAR_SMALL_PKT_SIZE 100
  103. #define VIDC_IFACEQ_VAR_LARGE_PKT_SIZE 512
  104. #define VIDC_IFACEQ_VAR_HUGE_PKT_SIZE (1024*4)
  105. #define NUM_MBS_PER_SEC(__height, __width, __fps) \
  106. (NUM_MBS_PER_FRAME(__height, __width) * __fps)
  107. #define NUM_MBS_PER_FRAME(__height, __width) \
  108. ((ALIGN(__height, 16) / 16) * (ALIGN(__width, 16) / 16))
  109. #ifdef V4L2_CTRL_CLASS_CODEC
  110. #define IS_PRIV_CTRL(idx) ( \
  111. (V4L2_CTRL_ID2WHICH(idx) == V4L2_CTRL_CLASS_CODEC) && \
  112. V4L2_CTRL_DRIVER_PRIV(idx))
  113. #else
  114. #define IS_PRIV_CTRL(idx) ( \
  115. (V4L2_CTRL_ID2WHICH(idx) == V4L2_CTRL_CLASS_MPEG) && \
  116. V4L2_CTRL_DRIVER_PRIV(idx))
  117. #endif
  118. #define BUFFER_ALIGNMENT_SIZE(x) x
  119. #define NUM_MBS_360P (((480 + 15) >> 4) * ((360 + 15) >> 4))
  120. #define NUM_MBS_720P (((1280 + 15) >> 4) * ((720 + 15) >> 4))
  121. #define NUM_MBS_4k (((4096 + 15) >> 4) * ((2304 + 15) >> 4))
  122. #define MB_SIZE_IN_PIXEL (16 * 16)
  123. #define DB_H264_DISABLE_SLICE_BOUNDARY \
  124. V4L2_MPEG_VIDEO_H264_LOOP_FILTER_MODE_DISABLED_AT_SLICE_BOUNDARY
  125. #define DB_HEVC_DISABLE_SLICE_BOUNDARY \
  126. V4L2_MPEG_VIDEO_HEVC_LOOP_FILTER_MODE_DISABLED_AT_SLICE_BOUNDARY
  127. /*
  128. * Convert Q16 number into Integer and Fractional part upto 2 places.
  129. * Ex : 105752 / 65536 = 1.61; 1.61 in Q16 = 105752;
  130. * Integer part = 105752 / 65536 = 1;
  131. * Reminder = 105752 * 0xFFFF = 40216; Last 16 bits.
  132. * Fractional part = 40216 * 100 / 65536 = 61;
  133. * Now convert to FP(1, 61, 100).
  134. */
  135. #define Q16_INT(q) ((q) >> 16)
  136. #define Q16_FRAC(q) ((((q) & 0xFFFF) * 100) >> 16)
  137. /* define timeout values */
  138. #define HW_RESPONSE_TIMEOUT_VALUE (1000)
  139. #define SW_PC_DELAY_VALUE (HW_RESPONSE_TIMEOUT_VALUE + 500)
  140. #define FW_UNLOAD_DELAY_VALUE (SW_PC_DELAY_VALUE + 1500)
  141. #define MAX_MAP_OUTPUT_COUNT 64
  142. #define MAX_DPB_COUNT 32
  143. /*
  144. * max dpb count in firmware = 16
  145. * each dpb: 4 words - <base_address, addr_offset, data_offset>
  146. * dpb list array size = 16 * 4
  147. * dpb payload size = 16 * 4 * 4
  148. */
  149. #define MAX_DPB_LIST_ARRAY_SIZE (16 * 4)
  150. #define MAX_DPB_LIST_PAYLOAD_SIZE (16 * 4 * 4)
  151. enum msm_vidc_domain_type {
  152. MSM_VIDC_ENCODER = BIT(0),
  153. MSM_VIDC_DECODER = BIT(1),
  154. };
  155. enum msm_vidc_codec_type {
  156. MSM_VIDC_H264 = BIT(0),
  157. MSM_VIDC_HEVC = BIT(1),
  158. MSM_VIDC_VP9 = BIT(2),
  159. MSM_VIDC_HEIC = BIT(3),
  160. MSM_VIDC_AV1 = BIT(4),
  161. };
  162. enum msm_vidc_colorformat_type {
  163. MSM_VIDC_FMT_NONE = 0,
  164. MSM_VIDC_FMT_NV12C = BIT(0),
  165. MSM_VIDC_FMT_NV12 = BIT(1),
  166. MSM_VIDC_FMT_NV21 = BIT(2),
  167. MSM_VIDC_FMT_TP10C = BIT(3),
  168. MSM_VIDC_FMT_P010 = BIT(4),
  169. MSM_VIDC_FMT_RGBA8888C = BIT(5),
  170. MSM_VIDC_FMT_RGBA8888 = BIT(6),
  171. MSM_VIDC_FMT_META = BIT(31),
  172. };
  173. enum msm_vidc_buffer_type {
  174. MSM_VIDC_BUF_INPUT = 1,
  175. MSM_VIDC_BUF_OUTPUT = 2,
  176. MSM_VIDC_BUF_INPUT_META = 3,
  177. MSM_VIDC_BUF_OUTPUT_META = 4,
  178. MSM_VIDC_BUF_READ_ONLY = 5,
  179. MSM_VIDC_BUF_QUEUE = 6,
  180. MSM_VIDC_BUF_BIN = 7,
  181. MSM_VIDC_BUF_ARP = 8,
  182. MSM_VIDC_BUF_COMV = 9,
  183. MSM_VIDC_BUF_NON_COMV = 10,
  184. MSM_VIDC_BUF_LINE = 11,
  185. MSM_VIDC_BUF_DPB = 12,
  186. MSM_VIDC_BUF_PERSIST = 13,
  187. MSM_VIDC_BUF_VPSS = 14,
  188. MSM_VIDC_BUF_PARTIAL_DATA = 15,
  189. };
  190. /* always match with v4l2 flags V4L2_BUF_FLAG_* */
  191. enum msm_vidc_buffer_flags {
  192. MSM_VIDC_BUF_FLAG_KEYFRAME = 0x00000008,
  193. MSM_VIDC_BUF_FLAG_PFRAME = 0x00000010,
  194. MSM_VIDC_BUF_FLAG_BFRAME = 0x00000020,
  195. MSM_VIDC_BUF_FLAG_ERROR = 0x00000040,
  196. MSM_VIDC_BUF_FLAG_LAST = 0x00100000,
  197. MSM_VIDC_BUF_FLAG_CODECCONFIG = 0x01000000,
  198. MSM_VIDC_BUF_FLAG_SUBFRAME = 0x02000000,
  199. };
  200. enum msm_vidc_buffer_attributes {
  201. MSM_VIDC_ATTR_DEFERRED = BIT(0),
  202. MSM_VIDC_ATTR_READ_ONLY = BIT(1),
  203. MSM_VIDC_ATTR_PENDING_RELEASE = BIT(2),
  204. MSM_VIDC_ATTR_QUEUED = BIT(3),
  205. MSM_VIDC_ATTR_DEQUEUED = BIT(4),
  206. MSM_VIDC_ATTR_BUFFER_DONE = BIT(5),
  207. };
  208. enum msm_vidc_buffer_region {
  209. MSM_VIDC_REGION_NONE = 0,
  210. MSM_VIDC_NON_SECURE,
  211. MSM_VIDC_NON_SECURE_PIXEL,
  212. MSM_VIDC_SECURE_PIXEL,
  213. MSM_VIDC_SECURE_NONPIXEL,
  214. MSM_VIDC_SECURE_BITSTREAM,
  215. };
  216. enum msm_vidc_port_type {
  217. INPUT_PORT = 0,
  218. OUTPUT_PORT,
  219. INPUT_META_PORT,
  220. OUTPUT_META_PORT,
  221. PORT_NONE,
  222. MAX_PORT,
  223. };
  224. enum msm_vidc_stage_type {
  225. MSM_VIDC_STAGE_NONE = 0,
  226. MSM_VIDC_STAGE_1 = 1,
  227. MSM_VIDC_STAGE_2 = 2,
  228. };
  229. enum msm_vidc_pipe_type {
  230. MSM_VIDC_PIPE_NONE = 0,
  231. MSM_VIDC_PIPE_1 = 1,
  232. MSM_VIDC_PIPE_2 = 2,
  233. MSM_VIDC_PIPE_4 = 4,
  234. };
  235. enum msm_vidc_quality_mode {
  236. MSM_VIDC_MAX_QUALITY_MODE = 0x1,
  237. MSM_VIDC_POWER_SAVE_MODE = 0x2,
  238. };
  239. enum msm_vidc_color_primaries {
  240. MSM_VIDC_PRIMARIES_RESERVED = 0,
  241. MSM_VIDC_PRIMARIES_BT709 = 1,
  242. MSM_VIDC_PRIMARIES_UNSPECIFIED = 2,
  243. MSM_VIDC_PRIMARIES_BT470_SYSTEM_M = 4,
  244. MSM_VIDC_PRIMARIES_BT470_SYSTEM_BG = 5,
  245. MSM_VIDC_PRIMARIES_BT601_525 = 6,
  246. MSM_VIDC_PRIMARIES_SMPTE_ST240M = 7,
  247. MSM_VIDC_PRIMARIES_GENERIC_FILM = 8,
  248. MSM_VIDC_PRIMARIES_BT2020 = 9,
  249. MSM_VIDC_PRIMARIES_SMPTE_ST428_1 = 10,
  250. MSM_VIDC_PRIMARIES_SMPTE_RP431_2 = 11,
  251. MSM_VIDC_PRIMARIES_SMPTE_EG431_1 = 12,
  252. MSM_VIDC_PRIMARIES_SMPTE_EBU_TECH = 22,
  253. };
  254. enum msm_vidc_transfer_characteristics {
  255. MSM_VIDC_TRANSFER_RESERVED = 0,
  256. MSM_VIDC_TRANSFER_BT709 = 1,
  257. MSM_VIDC_TRANSFER_UNSPECIFIED = 2,
  258. MSM_VIDC_TRANSFER_BT470_SYSTEM_M = 4,
  259. MSM_VIDC_TRANSFER_BT470_SYSTEM_BG = 5,
  260. MSM_VIDC_TRANSFER_BT601_525_OR_625 = 6,
  261. MSM_VIDC_TRANSFER_SMPTE_ST240M = 7,
  262. MSM_VIDC_TRANSFER_LINEAR = 8,
  263. MSM_VIDC_TRANSFER_LOG_100_1 = 9,
  264. MSM_VIDC_TRANSFER_LOG_SQRT = 10,
  265. MSM_VIDC_TRANSFER_XVYCC = 11,
  266. MSM_VIDC_TRANSFER_BT1361_0 = 12,
  267. MSM_VIDC_TRANSFER_SRGB_SYCC = 13,
  268. MSM_VIDC_TRANSFER_BT2020_14 = 14,
  269. MSM_VIDC_TRANSFER_BT2020_15 = 15,
  270. MSM_VIDC_TRANSFER_SMPTE_ST2084_PQ = 16,
  271. MSM_VIDC_TRANSFER_SMPTE_ST428_1 = 17,
  272. MSM_VIDC_TRANSFER_BT2100_2_HLG = 18,
  273. };
  274. enum msm_vidc_matrix_coefficients {
  275. MSM_VIDC_MATRIX_COEFF_SRGB_SMPTE_ST428_1 = 0,
  276. MSM_VIDC_MATRIX_COEFF_BT709 = 1,
  277. MSM_VIDC_MATRIX_COEFF_UNSPECIFIED = 2,
  278. MSM_VIDC_MATRIX_COEFF_RESERVED = 3,
  279. MSM_VIDC_MATRIX_COEFF_FCC_TITLE_47 = 4,
  280. MSM_VIDC_MATRIX_COEFF_BT470_SYS_BG_OR_BT601_625 = 5,
  281. MSM_VIDC_MATRIX_COEFF_BT601_525_BT1358_525_OR_625 = 6,
  282. MSM_VIDC_MATRIX_COEFF_SMPTE_ST240 = 7,
  283. MSM_VIDC_MATRIX_COEFF_YCGCO = 8,
  284. MSM_VIDC_MATRIX_COEFF_BT2020_NON_CONSTANT = 9,
  285. MSM_VIDC_MATRIX_COEFF_BT2020_CONSTANT = 10,
  286. MSM_VIDC_MATRIX_COEFF_SMPTE_ST2085 = 11,
  287. MSM_VIDC_MATRIX_COEFF_SMPTE_CHROM_DERV_NON_CONSTANT = 12,
  288. MSM_VIDC_MATRIX_COEFF_SMPTE_CHROM_DERV_CONSTANT = 13,
  289. MSM_VIDC_MATRIX_COEFF_BT2100 = 14,
  290. };
  291. enum msm_vidc_preprocess_type {
  292. MSM_VIDC_PREPROCESS_NONE = BIT(0),
  293. MSM_VIDC_PREPROCESS_TYPE0 = BIT(1),
  294. };
  295. enum msm_vidc_core_capability_type {
  296. CORE_CAP_NONE = 0,
  297. ENC_CODECS,
  298. DEC_CODECS,
  299. MAX_SESSION_COUNT,
  300. MAX_NUM_720P_SESSIONS,
  301. MAX_NUM_1080P_SESSIONS,
  302. MAX_NUM_4K_SESSIONS,
  303. MAX_NUM_8K_SESSIONS,
  304. MAX_SECURE_SESSION_COUNT,
  305. MAX_LOAD,
  306. MAX_RT_MBPF,
  307. MAX_MBPF,
  308. MAX_MBPS,
  309. MAX_IMAGE_MBPF,
  310. MAX_MBPF_HQ,
  311. MAX_MBPS_HQ,
  312. MAX_MBPF_B_FRAME,
  313. MAX_MBPS_B_FRAME,
  314. MAX_MBPS_ALL_INTRA,
  315. MAX_ENH_LAYER_COUNT,
  316. NUM_VPP_PIPE,
  317. SW_PC,
  318. SW_PC_DELAY,
  319. FW_UNLOAD,
  320. FW_UNLOAD_DELAY,
  321. HW_RESPONSE_TIMEOUT,
  322. PREFIX_BUF_COUNT_PIX,
  323. PREFIX_BUF_SIZE_PIX,
  324. PREFIX_BUF_COUNT_NON_PIX,
  325. PREFIX_BUF_SIZE_NON_PIX,
  326. PAGEFAULT_NON_FATAL,
  327. PAGETABLE_CACHING,
  328. DCVS,
  329. DECODE_BATCH,
  330. DECODE_BATCH_TIMEOUT,
  331. STATS_TIMEOUT_MS,
  332. AV_SYNC_WINDOW_SIZE,
  333. CLK_FREQ_THRESHOLD,
  334. NON_FATAL_FAULTS,
  335. ENC_AUTO_FRAMERATE,
  336. MMRM,
  337. CORE_CAP_MAX,
  338. };
  339. /**
  340. * msm_vidc_prepare_dependency_list() api will prepare caps_list by looping over
  341. * enums(msm_vidc_inst_capability_type) from 0 to INST_CAP_MAX and arranges the
  342. * node in such a way that parents willbe at the front and dependent children
  343. * in the back.
  344. *
  345. * caps_list preparation may become CPU intensive task, so to save CPU cycles,
  346. * organize enum in proper order(root caps at the beginning and dependent caps
  347. * at back), so that during caps_list preparation num CPU cycles spent will reduce.
  348. *
  349. * Note: It will work, if enum kept at different places, but not efficient.
  350. */
  351. enum msm_vidc_inst_capability_type {
  352. INST_CAP_NONE = 0,
  353. /* place all metadata after this line
  354. * (Between INST_CAP_NONE and META_CAP_MAX)
  355. */
  356. META_SEQ_HDR_NAL,
  357. META_BITSTREAM_RESOLUTION,
  358. META_CROP_OFFSETS,
  359. META_DPB_MISR,
  360. META_OPB_MISR,
  361. META_INTERLACE,
  362. META_OUTBUF_FENCE,
  363. META_LTR_MARK_USE,
  364. META_TIMESTAMP,
  365. META_CONCEALED_MB_CNT,
  366. META_HIST_INFO,
  367. META_PICTURE_TYPE,
  368. META_SEI_MASTERING_DISP,
  369. META_SEI_CLL,
  370. META_HDR10PLUS,
  371. META_BUF_TAG,
  372. META_DPB_TAG_LIST,
  373. META_SUBFRAME_OUTPUT,
  374. META_ENC_QP_METADATA,
  375. META_DEC_QP_METADATA,
  376. META_MAX_NUM_REORDER_FRAMES,
  377. META_EVA_STATS,
  378. META_ROI_INFO,
  379. META_SALIENCY_INFO,
  380. META_TRANSCODING_STAT_INFO,
  381. META_DOLBY_RPU,
  382. META_CAP_MAX,
  383. /* end of metadata caps */
  384. FRAME_WIDTH,
  385. LOSSLESS_FRAME_WIDTH,
  386. SECURE_FRAME_WIDTH,
  387. FRAME_HEIGHT,
  388. LOSSLESS_FRAME_HEIGHT,
  389. SECURE_FRAME_HEIGHT,
  390. PIX_FMTS,
  391. MIN_BUFFERS_INPUT,
  392. MIN_BUFFERS_OUTPUT,
  393. MBPF,
  394. BATCH_MBPF,
  395. BATCH_FPS,
  396. LOSSLESS_MBPF,
  397. SECURE_MBPF,
  398. MBPS,
  399. POWER_SAVE_MBPS,
  400. CHECK_MBPS,
  401. FRAME_RATE,
  402. OPERATING_RATE,
  403. INPUT_RATE,
  404. TIMESTAMP_RATE,
  405. SCALE_FACTOR,
  406. MB_CYCLES_VSP,
  407. MB_CYCLES_VPP,
  408. MB_CYCLES_LP,
  409. MB_CYCLES_FW,
  410. MB_CYCLES_FW_VPP,
  411. CLIENT_ID,
  412. SECURE_MODE,
  413. FENCE_ID,
  414. FENCE_FD,
  415. TS_REORDER,
  416. HFLIP,
  417. VFLIP,
  418. ROTATION,
  419. SUPER_FRAME,
  420. HEADER_MODE,
  421. PREPEND_SPSPPS_TO_IDR,
  422. WITHOUT_STARTCODE,
  423. NAL_LENGTH_FIELD,
  424. REQUEST_I_FRAME,
  425. BITRATE_MODE,
  426. LOSSLESS,
  427. FRAME_SKIP_MODE,
  428. FRAME_RC_ENABLE,
  429. GOP_CLOSURE,
  430. CSC,
  431. CSC_CUSTOM_MATRIX,
  432. USE_LTR,
  433. MARK_LTR,
  434. BASELAYER_PRIORITY,
  435. IR_TYPE,
  436. AU_DELIMITER,
  437. GRID,
  438. I_FRAME_MIN_QP,
  439. P_FRAME_MIN_QP,
  440. B_FRAME_MIN_QP,
  441. I_FRAME_MAX_QP,
  442. P_FRAME_MAX_QP,
  443. B_FRAME_MAX_QP,
  444. LAYER_TYPE,
  445. LAYER_ENABLE,
  446. L0_BR,
  447. L1_BR,
  448. L2_BR,
  449. L3_BR,
  450. L4_BR,
  451. L5_BR,
  452. LEVEL,
  453. HEVC_TIER,
  454. AV1_TIER,
  455. DISPLAY_DELAY_ENABLE,
  456. DISPLAY_DELAY,
  457. CONCEAL_COLOR_8BIT,
  458. CONCEAL_COLOR_10BIT,
  459. LF_MODE,
  460. LF_ALPHA,
  461. LF_BETA,
  462. SLICE_MAX_BYTES,
  463. SLICE_MAX_MB,
  464. MB_RC,
  465. CHROMA_QP_INDEX_OFFSET,
  466. PIPE,
  467. POC,
  468. CODED_FRAMES,
  469. BIT_DEPTH,
  470. CODEC_CONFIG,
  471. BITSTREAM_SIZE_OVERWRITE,
  472. THUMBNAIL_MODE,
  473. DEFAULT_HEADER,
  474. RAP_FRAME,
  475. SEQ_CHANGE_AT_SYNC_FRAME,
  476. QUALITY_MODE,
  477. PRIORITY,
  478. FIRMWARE_PRIORITY_OFFSET,
  479. CRITICAL_PRIORITY,
  480. RESERVE_DURATION,
  481. DPB_LIST,
  482. FILM_GRAIN,
  483. SUPER_BLOCK,
  484. DRAP,
  485. INPUT_METADATA_FD,
  486. INPUT_META_VIA_REQUEST,
  487. ENC_IP_CR,
  488. COMPLEXITY,
  489. CABAC_MAX_BITRATE,
  490. CAVLC_MAX_BITRATE,
  491. ALLINTRA_MAX_BITRATE,
  492. LOWLATENCY_MAX_BITRATE,
  493. LAST_FLAG_EVENT_ENABLE,
  494. NUM_COMV,
  495. /* place all root(no parent) enums before this line */
  496. PROFILE,
  497. ENH_LAYER_COUNT,
  498. BIT_RATE,
  499. LOWLATENCY_MODE,
  500. GOP_SIZE,
  501. B_FRAME,
  502. ALL_INTRA,
  503. MIN_QUALITY,
  504. CONTENT_ADAPTIVE_CODING,
  505. BLUR_TYPES,
  506. REQUEST_PREPROCESS,
  507. SLICE_MODE,
  508. /* place all intermittent(having both parent and child) enums before this line */
  509. MIN_FRAME_QP,
  510. MAX_FRAME_QP,
  511. I_FRAME_QP,
  512. P_FRAME_QP,
  513. B_FRAME_QP,
  514. TIME_DELTA_BASED_RC,
  515. CONSTANT_QUALITY,
  516. VBV_DELAY,
  517. PEAK_BITRATE,
  518. ENTROPY_MODE,
  519. TRANSFORM_8X8,
  520. STAGE,
  521. LTR_COUNT,
  522. IR_PERIOD,
  523. BITRATE_BOOST,
  524. BLUR_RESOLUTION,
  525. OUTPUT_ORDER,
  526. INPUT_BUF_HOST_MAX_COUNT,
  527. OUTPUT_BUF_HOST_MAX_COUNT,
  528. DELIVERY_MODE,
  529. VUI_TIMING_INFO,
  530. SLICE_DECODE,
  531. /* place all leaf(no child) enums before this line */
  532. INST_CAP_MAX,
  533. };
  534. enum msm_vidc_inst_capability_flags {
  535. CAP_FLAG_NONE = 0,
  536. CAP_FLAG_DYNAMIC_ALLOWED = BIT(0),
  537. CAP_FLAG_MENU = BIT(1),
  538. CAP_FLAG_INPUT_PORT = BIT(2),
  539. CAP_FLAG_OUTPUT_PORT = BIT(3),
  540. CAP_FLAG_CLIENT_SET = BIT(4),
  541. CAP_FLAG_BITMASK = BIT(5),
  542. };
  543. struct msm_vidc_inst_cap {
  544. enum msm_vidc_inst_capability_type cap_id;
  545. s32 min;
  546. s32 max;
  547. u32 step_or_mask;
  548. s32 value;
  549. u32 v4l2_id;
  550. u32 hfi_id;
  551. enum msm_vidc_inst_capability_flags flags;
  552. enum msm_vidc_inst_capability_type parents[MAX_CAP_PARENTS];
  553. enum msm_vidc_inst_capability_type children[MAX_CAP_CHILDREN];
  554. int (*adjust)(void *inst,
  555. struct v4l2_ctrl *ctrl);
  556. int (*set)(void *inst,
  557. enum msm_vidc_inst_capability_type cap_id);
  558. };
  559. struct msm_vidc_inst_capability {
  560. enum msm_vidc_domain_type domain;
  561. enum msm_vidc_codec_type codec;
  562. struct msm_vidc_inst_cap cap[INST_CAP_MAX+1];
  563. };
  564. struct msm_vidc_core_capability {
  565. enum msm_vidc_core_capability_type type;
  566. u32 value;
  567. };
  568. struct msm_vidc_inst_cap_entry {
  569. /* list of struct msm_vidc_inst_cap_entry */
  570. struct list_head list;
  571. enum msm_vidc_inst_capability_type cap_id;
  572. };
  573. struct debug_buf_count {
  574. u64 etb;
  575. u64 ftb;
  576. u64 fbd;
  577. u64 ebd;
  578. };
  579. struct msm_vidc_statistics {
  580. struct debug_buf_count count;
  581. u64 data_size;
  582. u64 time_ms;
  583. };
  584. enum efuse_purpose {
  585. SKU_VERSION = 0,
  586. };
  587. enum sku_version {
  588. SKU_VERSION_0 = 0,
  589. SKU_VERSION_1,
  590. SKU_VERSION_2,
  591. };
  592. enum msm_vidc_ssr_trigger_type {
  593. SSR_ERR_FATAL = 1,
  594. SSR_SW_DIV_BY_ZERO,
  595. SSR_HW_WDOG_IRQ,
  596. };
  597. enum msm_vidc_stability_trigger_type {
  598. STABILITY_VCODEC_HUNG = 1,
  599. STABILITY_ENC_BUFFER_FULL,
  600. };
  601. enum msm_vidc_cache_op {
  602. MSM_VIDC_CACHE_CLEAN,
  603. MSM_VIDC_CACHE_INVALIDATE,
  604. MSM_VIDC_CACHE_CLEAN_INVALIDATE,
  605. };
  606. enum msm_vidc_dcvs_flags {
  607. MSM_VIDC_DCVS_INCR = BIT(0),
  608. MSM_VIDC_DCVS_DECR = BIT(1),
  609. };
  610. enum msm_vidc_clock_properties {
  611. CLOCK_PROP_HAS_SCALING = BIT(0),
  612. CLOCK_PROP_HAS_MEM_RETENTION = BIT(1),
  613. };
  614. enum profiling_points {
  615. FRAME_PROCESSING = 0,
  616. MAX_PROFILING_POINTS,
  617. };
  618. enum signal_session_response {
  619. SIGNAL_CMD_STOP_INPUT = 0,
  620. SIGNAL_CMD_STOP_OUTPUT,
  621. SIGNAL_CMD_CLOSE,
  622. MAX_SIGNAL,
  623. };
  624. #define HFI_MASK_QHDR_TX_TYPE 0xFF000000
  625. #define HFI_MASK_QHDR_RX_TYPE 0x00FF0000
  626. #define HFI_MASK_QHDR_PRI_TYPE 0x0000FF00
  627. #define HFI_MASK_QHDR_Q_ID_TYPE 0x000000FF
  628. #define HFI_Q_ID_HOST_TO_CTRL_CMD_Q 0x00
  629. #define HFI_Q_ID_CTRL_TO_HOST_MSG_Q 0x01
  630. #define HFI_Q_ID_CTRL_TO_HOST_DEBUG_Q 0x02
  631. #define HFI_MASK_QHDR_STATUS 0x000000FF
  632. #define VIDC_IFACEQ_NUMQ 3
  633. #define VIDC_IFACEQ_CMDQ_IDX 0
  634. #define VIDC_IFACEQ_MSGQ_IDX 1
  635. #define VIDC_IFACEQ_DBGQ_IDX 2
  636. #define VIDC_IFACEQ_MAX_BUF_COUNT 50
  637. #define VIDC_IFACE_MAX_PARALLEL_CLNTS 16
  638. #define VIDC_IFACEQ_DFLT_QHDR 0x01010000
  639. struct hfi_queue_table_header {
  640. u32 qtbl_version;
  641. u32 qtbl_size;
  642. u32 qtbl_qhdr0_offset;
  643. u32 qtbl_qhdr_size;
  644. u32 qtbl_num_q;
  645. u32 qtbl_num_active_q;
  646. void *device_addr;
  647. char name[256];
  648. };
  649. struct hfi_queue_header {
  650. u32 qhdr_status;
  651. u32 qhdr_start_addr;
  652. u32 qhdr_type;
  653. u32 qhdr_q_size;
  654. u32 qhdr_pkt_size;
  655. u32 qhdr_pkt_drop_cnt;
  656. u32 qhdr_rx_wm;
  657. u32 qhdr_tx_wm;
  658. u32 qhdr_rx_req;
  659. u32 qhdr_tx_req;
  660. u32 qhdr_rx_irq_status;
  661. u32 qhdr_tx_irq_status;
  662. u32 qhdr_read_idx;
  663. u32 qhdr_write_idx;
  664. };
  665. #define VIDC_IFACEQ_TABLE_SIZE (sizeof(struct hfi_queue_table_header) \
  666. + sizeof(struct hfi_queue_header) * VIDC_IFACEQ_NUMQ)
  667. #define VIDC_IFACEQ_QUEUE_SIZE (VIDC_IFACEQ_MAX_PKT_SIZE * \
  668. VIDC_IFACEQ_MAX_BUF_COUNT * VIDC_IFACE_MAX_PARALLEL_CLNTS)
  669. #define VIDC_IFACEQ_GET_QHDR_START_ADDR(ptr, i) \
  670. (void *)((ptr + sizeof(struct hfi_queue_table_header)) + \
  671. (i * sizeof(struct hfi_queue_header)))
  672. #define QDSS_SIZE 4096
  673. #define SFR_SIZE 4096
  674. #define QUEUE_SIZE (VIDC_IFACEQ_TABLE_SIZE + \
  675. (VIDC_IFACEQ_QUEUE_SIZE * VIDC_IFACEQ_NUMQ))
  676. #define ALIGNED_QDSS_SIZE ALIGN(QDSS_SIZE, SZ_4K)
  677. #define ALIGNED_SFR_SIZE ALIGN(SFR_SIZE, SZ_4K)
  678. #define ALIGNED_QUEUE_SIZE ALIGN(QUEUE_SIZE, SZ_4K)
  679. #define SHARED_QSIZE ALIGN(ALIGNED_SFR_SIZE + ALIGNED_QUEUE_SIZE + \
  680. ALIGNED_QDSS_SIZE, SZ_1M)
  681. #define TOTAL_QSIZE (SHARED_QSIZE - ALIGNED_SFR_SIZE - ALIGNED_QDSS_SIZE)
  682. struct profile_data {
  683. u64 start;
  684. u64 stop;
  685. u64 cumulative;
  686. char name[64];
  687. u32 sampling;
  688. u64 average;
  689. };
  690. struct msm_vidc_debug {
  691. struct profile_data pdata[MAX_PROFILING_POINTS];
  692. u32 profile;
  693. u32 samples;
  694. };
  695. struct msm_vidc_input_cr_data {
  696. struct list_head list;
  697. u32 index;
  698. u32 input_cr;
  699. };
  700. struct msm_vidc_session_idle {
  701. bool idle;
  702. u64 last_activity_time_ns;
  703. };
  704. struct msm_vidc_color_info {
  705. u32 colorspace;
  706. u32 ycbcr_enc;
  707. u32 xfer_func;
  708. u32 quantization;
  709. };
  710. struct msm_vidc_rectangle {
  711. u32 left;
  712. u32 top;
  713. u32 width;
  714. u32 height;
  715. };
  716. struct msm_vidc_subscription_params {
  717. u32 bitstream_resolution;
  718. u32 crop_offsets[2];
  719. u32 bit_depth;
  720. u32 coded_frames;
  721. u32 fw_min_count;
  722. u32 pic_order_cnt;
  723. u32 color_info;
  724. u32 profile;
  725. u32 level;
  726. u32 tier;
  727. u32 av1_film_grain_present;
  728. u32 av1_super_block_enabled;
  729. };
  730. struct msm_vidc_hfi_frame_info {
  731. u32 picture_type;
  732. u32 no_output;
  733. u32 subframe_input;
  734. u32 cr;
  735. u32 cf;
  736. u32 data_corrupt;
  737. u32 overflow;
  738. u32 fence_id;
  739. };
  740. struct msm_vidc_decode_vpp_delay {
  741. bool enable;
  742. u32 size;
  743. };
  744. struct msm_vidc_decode_batch {
  745. bool enable;
  746. u32 size;
  747. struct delayed_work work;
  748. };
  749. enum msm_vidc_power_mode {
  750. VIDC_POWER_NORMAL = 0,
  751. VIDC_POWER_LOW,
  752. VIDC_POWER_TURBO,
  753. };
  754. struct vidc_bus_vote_data {
  755. enum msm_vidc_domain_type domain;
  756. enum msm_vidc_codec_type codec;
  757. enum msm_vidc_power_mode power_mode;
  758. u32 color_formats[2];
  759. int num_formats; /* 1 = DPB-OPB unified; 2 = split */
  760. int input_height, input_width, bitrate;
  761. int output_height, output_width;
  762. int rotation;
  763. int compression_ratio;
  764. int complexity_factor;
  765. int input_cr;
  766. u32 lcu_size;
  767. u32 fps;
  768. u32 work_mode;
  769. bool use_sys_cache;
  770. bool b_frames_enabled;
  771. u64 calc_bw_ddr;
  772. u64 calc_bw_llcc;
  773. u32 num_vpp_pipes;
  774. bool vpss_preprocessing_enabled;
  775. };
  776. struct msm_vidc_power {
  777. enum msm_vidc_power_mode power_mode;
  778. u32 buffer_counter;
  779. u32 min_threshold;
  780. u32 nom_threshold;
  781. u32 max_threshold;
  782. bool dcvs_mode;
  783. u32 dcvs_window;
  784. u64 min_freq;
  785. u64 curr_freq;
  786. u32 ddr_bw;
  787. u32 sys_cache_bw;
  788. u32 dcvs_flags;
  789. u32 fw_cr;
  790. u32 fw_cf;
  791. };
  792. struct msm_vidc_fence_context {
  793. char name[MAX_NAME_LENGTH];
  794. u64 ctx_num;
  795. u64 seq_num;
  796. };
  797. struct msm_vidc_fence {
  798. struct list_head list;
  799. struct dma_fence dma_fence;
  800. char name[MAX_NAME_LENGTH];
  801. spinlock_t lock;
  802. struct sync_file *sync_file;
  803. int fd;
  804. };
  805. struct msm_vidc_alloc {
  806. struct list_head list;
  807. enum msm_vidc_buffer_type type;
  808. enum msm_vidc_buffer_region region;
  809. u32 size;
  810. u8 secure:1;
  811. u8 map_kernel:1;
  812. struct dma_buf *dmabuf;
  813. #if (LINUX_VERSION_CODE >= KERNEL_VERSION(5,15,0))
  814. struct dma_buf_map dmabuf_map;
  815. #endif
  816. void *kvaddr;
  817. };
  818. struct msm_vidc_allocations {
  819. struct list_head list; // list of "struct msm_vidc_alloc"
  820. };
  821. struct msm_vidc_map {
  822. struct list_head list;
  823. enum msm_vidc_buffer_type type;
  824. enum msm_vidc_buffer_region region;
  825. struct dma_buf *dmabuf;
  826. u32 refcount;
  827. u64 device_addr;
  828. struct sg_table *table;
  829. struct dma_buf_attachment *attach;
  830. u32 skip_delayed_unmap:1;
  831. };
  832. struct msm_vidc_mappings {
  833. struct list_head list; // list of "struct msm_vidc_map"
  834. };
  835. struct msm_vidc_buffer {
  836. struct list_head list;
  837. enum msm_vidc_buffer_type type;
  838. u32 index;
  839. int fd;
  840. u32 buffer_size;
  841. u32 data_offset;
  842. u32 data_size;
  843. u64 device_addr;
  844. void *dmabuf;
  845. u32 flags;
  846. u64 timestamp;
  847. enum msm_vidc_buffer_attributes attr;
  848. u64 fence_id;
  849. u32 start_time_ms;
  850. u32 end_time_ms;
  851. };
  852. struct msm_vidc_buffers {
  853. struct list_head list; // list of "struct msm_vidc_buffer"
  854. u32 min_count;
  855. u32 extra_count;
  856. u32 actual_count;
  857. u32 size;
  858. bool reuse;
  859. };
  860. struct msm_vidc_buffer_stats {
  861. struct list_head list;
  862. u32 frame_num;
  863. u64 timestamp;
  864. u32 etb_time_ms;
  865. u32 ebd_time_ms;
  866. u32 ftb_time_ms;
  867. u32 fbd_time_ms;
  868. u32 data_size;
  869. u32 flags;
  870. };
  871. enum msm_vidc_buffer_stats_flag {
  872. MSM_VIDC_STATS_FLAG_CORRUPT = BIT(0),
  873. MSM_VIDC_STATS_FLAG_OVERFLOW = BIT(1),
  874. MSM_VIDC_STATS_FLAG_NO_OUTPUT = BIT(2),
  875. };
  876. struct msm_vidc_sort {
  877. struct list_head list;
  878. s64 val;
  879. };
  880. struct msm_vidc_timestamp {
  881. struct msm_vidc_sort sort;
  882. u64 rank;
  883. };
  884. struct msm_vidc_timestamps {
  885. struct list_head list;
  886. u32 count;
  887. u64 rank;
  888. };
  889. struct msm_vidc_input_timer {
  890. struct list_head list;
  891. u64 time_us;
  892. };
  893. enum msm_vidc_allow {
  894. MSM_VIDC_DISALLOW = 0,
  895. MSM_VIDC_ALLOW,
  896. MSM_VIDC_DEFER,
  897. MSM_VIDC_DISCARD,
  898. MSM_VIDC_IGNORE,
  899. };
  900. struct msm_vidc_ssr {
  901. bool trigger;
  902. enum msm_vidc_ssr_trigger_type ssr_type;
  903. u32 sub_client_id;
  904. u32 test_addr;
  905. };
  906. struct msm_vidc_stability {
  907. enum msm_vidc_stability_trigger_type stability_type;
  908. u32 sub_client_id;
  909. u32 value;
  910. };
  911. struct msm_vidc_sfr {
  912. u32 bufSize;
  913. u8 rg_data[1];
  914. };
  915. #define call_mem_op(c, op, ...) \
  916. (((c) && (c)->mem_ops && (c)->mem_ops->op) ? \
  917. ((c)->mem_ops->op(__VA_ARGS__)) : 0)
  918. struct msm_vidc_memory_ops {
  919. int (*allocate)(void *inst, struct msm_vidc_buffer *mbuf);
  920. int (*dma_map)(void *inst, struct msm_vidc_buffer *mbuf);
  921. int (*dma_unmap)(void *inst, struct msm_vidc_buffer *mbuf);
  922. int (*free)(void *inst, struct msm_vidc_buffer *mbuf);
  923. int (*cache_op)(void *inst, struct msm_vidc_buffer *mbuf,
  924. enum msm_vidc_cache_op cache_op);
  925. };
  926. #endif // _MSM_VIDC_INTERNAL_H_