msm_vidc_internal.h 26 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971
  1. /* SPDX-License-Identifier: GPL-2.0-only */
  2. /*
  3. * Copyright (c) 2020-2021,, The Linux Foundation. All rights reserved.
  4. */
  5. #ifndef _MSM_VIDC_INTERNAL_H_
  6. #define _MSM_VIDC_INTERNAL_H_
  7. #include <linux/version.h>
  8. #include <linux/bits.h>
  9. #include <linux/workqueue.h>
  10. #include <linux/spinlock.h>
  11. #include <linux/sync_file.h>
  12. #include <linux/dma-fence.h>
  13. #include <media/v4l2-dev.h>
  14. #include <media/v4l2-device.h>
  15. #include <media/v4l2-ioctl.h>
  16. #include <media/v4l2-event.h>
  17. #include <media/v4l2-ctrls.h>
  18. #include <media/v4l2-mem2mem.h>
  19. #include <media/videobuf2-core.h>
  20. #include <media/videobuf2-v4l2.h>
  21. struct msm_vidc_inst;
  22. /* TODO : remove once available in mainline kernel */
  23. #ifndef V4L2_MPEG_VIDEO_HEVC_PROFILE_MAIN_10_STILL_PICTURE
  24. #define V4L2_MPEG_VIDEO_HEVC_PROFILE_MAIN_10_STILL_PICTURE (3)
  25. #endif
  26. enum msm_vidc_blur_types {
  27. MSM_VIDC_BLUR_NONE = 0x0,
  28. MSM_VIDC_BLUR_EXTERNAL = 0x1,
  29. MSM_VIDC_BLUR_ADAPTIVE = 0x2,
  30. };
  31. /* various Metadata - encoder & decoder */
  32. enum msm_vidc_metadata_bits {
  33. MSM_VIDC_META_DISABLE = 0x0,
  34. MSM_VIDC_META_ENABLE = 0x1,
  35. MSM_VIDC_META_TX_INPUT = 0x2,
  36. MSM_VIDC_META_TX_OUTPUT = 0x4,
  37. MSM_VIDC_META_RX_INPUT = 0x8,
  38. MSM_VIDC_META_RX_OUTPUT = 0x10,
  39. MSM_VIDC_META_MAX = 0x20,
  40. };
  41. #define MSM_VIDC_METADATA_SIZE (4 * 4096) /* 16 KB */
  42. #define ENCODE_INPUT_METADATA_SIZE (512 * 4096) /* 2 MB */
  43. #define DECODE_INPUT_METADATA_SIZE MSM_VIDC_METADATA_SIZE
  44. #define MSM_VIDC_METADATA_DOLBY_RPU_SIZE (41 * 1024) /* 41 KB */
  45. #define MAX_NAME_LENGTH 128
  46. #define VENUS_VERSION_LENGTH 128
  47. #define MAX_MATRIX_COEFFS 9
  48. #define MAX_BIAS_COEFFS 3
  49. #define MAX_LIMIT_COEFFS 6
  50. #define MAX_DEBUGFS_NAME 50
  51. #define DEFAULT_HEIGHT 240
  52. #define DEFAULT_WIDTH 320
  53. #define DEFAULT_FPS 30
  54. #define MAXIMUM_VP9_FPS 60
  55. #define NRT_PRIORITY_OFFSET 2
  56. #define RT_DEC_DOWN_PRORITY_OFFSET 1
  57. #define MAX_SUPPORTED_INSTANCES 16
  58. #define DEFAULT_BSE_VPP_DELAY 2
  59. #define MAX_CAP_PARENTS 20
  60. #define MAX_CAP_CHILDREN 20
  61. #define DEFAULT_MAX_HOST_BUF_COUNT 64
  62. #define DEFAULT_MAX_HOST_BURST_BUF_COUNT 256
  63. #define BIT_DEPTH_8 (8 << 16 | 8)
  64. #define BIT_DEPTH_10 (10 << 16 | 10)
  65. #define CODED_FRAMES_PROGRESSIVE 0x0
  66. #define CODED_FRAMES_INTERLACE 0x1
  67. #define MAX_VP9D_INST_COUNT 6
  68. /* TODO: move below macros to waipio.c */
  69. #define MAX_ENH_LAYER_HB 3
  70. #define MAX_HEVC_VBR_ENH_LAYER_SLIDING_WINDOW 5
  71. #define MAX_HEVC_NON_VBR_ENH_LAYER_SLIDING_WINDOW 3
  72. #define MAX_AVC_ENH_LAYER_SLIDING_WINDOW 3
  73. #define MAX_AVC_ENH_LAYER_HYBRID_HP 5
  74. #define INVALID_DEFAULT_MARK_OR_USE_LTR -1
  75. #define MAX_SLICES_PER_FRAME 10
  76. #define MAX_SLICES_FRAME_RATE 60
  77. #define MAX_MB_SLICE_WIDTH 4096
  78. #define MAX_MB_SLICE_HEIGHT 2160
  79. #define MAX_BYTES_SLICE_WIDTH 1920
  80. #define MAX_BYTES_SLICE_HEIGHT 1088
  81. #define MIN_HEVC_SLICE_WIDTH 384
  82. #define MIN_AVC_SLICE_WIDTH 192
  83. #define MIN_SLICE_HEIGHT 128
  84. #define MAX_BITRATE_BOOST 25
  85. #define MAX_SUPPORTED_MIN_QUALITY 70
  86. #define MIN_CHROMA_QP_OFFSET -12
  87. #define MAX_CHROMA_QP_OFFSET 0
  88. #define MIN_QP_10BIT -11
  89. #define MIN_QP_8BIT 1
  90. #define INVALID_FD -1
  91. #define INVALID_CLIENT_ID -1
  92. #define DCVS_WINDOW 16
  93. #define ENC_FPS_WINDOW 3
  94. #define DEC_FPS_WINDOW 10
  95. #define INPUT_TIMER_LIST_SIZE 30
  96. #define DEFAULT_COMPLEXITY 50
  97. #define INPUT_MPLANE V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE
  98. #define OUTPUT_MPLANE V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE
  99. #define INPUT_META_PLANE V4L2_BUF_TYPE_META_OUTPUT
  100. #define OUTPUT_META_PLANE V4L2_BUF_TYPE_META_CAPTURE
  101. #define VIDC_IFACEQ_MAX_PKT_SIZE 1024
  102. #define VIDC_IFACEQ_MED_PKT_SIZE 768
  103. #define VIDC_IFACEQ_MIN_PKT_SIZE 8
  104. #define VIDC_IFACEQ_VAR_SMALL_PKT_SIZE 100
  105. #define VIDC_IFACEQ_VAR_LARGE_PKT_SIZE 512
  106. #define VIDC_IFACEQ_VAR_HUGE_PKT_SIZE (1024*4)
  107. #define NUM_MBS_PER_SEC(__height, __width, __fps) \
  108. (NUM_MBS_PER_FRAME(__height, __width) * __fps)
  109. #define NUM_MBS_PER_FRAME(__height, __width) \
  110. ((ALIGN(__height, 16) / 16) * (ALIGN(__width, 16) / 16))
  111. #ifdef V4L2_CTRL_CLASS_CODEC
  112. #define IS_PRIV_CTRL(idx) ( \
  113. (V4L2_CTRL_ID2WHICH(idx) == V4L2_CTRL_CLASS_CODEC) && \
  114. V4L2_CTRL_DRIVER_PRIV(idx))
  115. #else
  116. #define IS_PRIV_CTRL(idx) ( \
  117. (V4L2_CTRL_ID2WHICH(idx) == V4L2_CTRL_CLASS_MPEG) && \
  118. V4L2_CTRL_DRIVER_PRIV(idx))
  119. #endif
  120. #define BUFFER_ALIGNMENT_SIZE(x) x
  121. #define NUM_MBS_360P (((480 + 15) >> 4) * ((360 + 15) >> 4))
  122. #define NUM_MBS_720P (((1280 + 15) >> 4) * ((720 + 15) >> 4))
  123. #define NUM_MBS_4k (((4096 + 15) >> 4) * ((2304 + 15) >> 4))
  124. #define MB_SIZE_IN_PIXEL (16 * 16)
  125. #define DB_H264_DISABLE_SLICE_BOUNDARY \
  126. V4L2_MPEG_VIDEO_H264_LOOP_FILTER_MODE_DISABLED_AT_SLICE_BOUNDARY
  127. #define DB_HEVC_DISABLE_SLICE_BOUNDARY \
  128. V4L2_MPEG_VIDEO_HEVC_LOOP_FILTER_MODE_DISABLED_AT_SLICE_BOUNDARY
  129. /*
  130. * Convert Q16 number into Integer and Fractional part upto 2 places.
  131. * Ex : 105752 / 65536 = 1.61; 1.61 in Q16 = 105752;
  132. * Integer part = 105752 / 65536 = 1;
  133. * Reminder = 105752 * 0xFFFF = 40216; Last 16 bits.
  134. * Fractional part = 40216 * 100 / 65536 = 61;
  135. * Now convert to FP(1, 61, 100).
  136. */
  137. #define Q16_INT(q) ((q) >> 16)
  138. #define Q16_FRAC(q) ((((q) & 0xFFFF) * 100) >> 16)
  139. /* define timeout values */
  140. #define HW_RESPONSE_TIMEOUT_VALUE (1000)
  141. #define SW_PC_DELAY_VALUE (HW_RESPONSE_TIMEOUT_VALUE + 500)
  142. #define FW_UNLOAD_DELAY_VALUE (SW_PC_DELAY_VALUE + 1500)
  143. #define MAX_MAP_OUTPUT_COUNT 64
  144. #define MAX_DPB_COUNT 32
  145. /*
  146. * max dpb count in firmware = 16
  147. * each dpb: 4 words - <base_address, addr_offset, data_offset>
  148. * dpb list array size = 16 * 4
  149. * dpb payload size = 16 * 4 * 4
  150. */
  151. #define MAX_DPB_LIST_ARRAY_SIZE (16 * 4)
  152. #define MAX_DPB_LIST_PAYLOAD_SIZE (16 * 4 * 4)
  153. enum msm_vidc_domain_type {
  154. MSM_VIDC_ENCODER = BIT(0),
  155. MSM_VIDC_DECODER = BIT(1),
  156. };
  157. enum msm_vidc_codec_type {
  158. MSM_VIDC_H264 = BIT(0),
  159. MSM_VIDC_HEVC = BIT(1),
  160. MSM_VIDC_VP9 = BIT(2),
  161. MSM_VIDC_HEIC = BIT(3),
  162. MSM_VIDC_AV1 = BIT(4),
  163. };
  164. enum msm_vidc_colorformat_type {
  165. MSM_VIDC_FMT_NONE = 0,
  166. MSM_VIDC_FMT_NV12C = BIT(0),
  167. MSM_VIDC_FMT_NV12 = BIT(1),
  168. MSM_VIDC_FMT_NV21 = BIT(2),
  169. MSM_VIDC_FMT_TP10C = BIT(3),
  170. MSM_VIDC_FMT_P010 = BIT(4),
  171. MSM_VIDC_FMT_RGBA8888C = BIT(5),
  172. MSM_VIDC_FMT_RGBA8888 = BIT(6),
  173. MSM_VIDC_FMT_META = BIT(31),
  174. };
  175. enum msm_vidc_buffer_type {
  176. MSM_VIDC_BUF_INPUT = 1,
  177. MSM_VIDC_BUF_OUTPUT = 2,
  178. MSM_VIDC_BUF_INPUT_META = 3,
  179. MSM_VIDC_BUF_OUTPUT_META = 4,
  180. MSM_VIDC_BUF_READ_ONLY = 5,
  181. MSM_VIDC_BUF_QUEUE = 6,
  182. MSM_VIDC_BUF_BIN = 7,
  183. MSM_VIDC_BUF_ARP = 8,
  184. MSM_VIDC_BUF_COMV = 9,
  185. MSM_VIDC_BUF_NON_COMV = 10,
  186. MSM_VIDC_BUF_LINE = 11,
  187. MSM_VIDC_BUF_DPB = 12,
  188. MSM_VIDC_BUF_PERSIST = 13,
  189. MSM_VIDC_BUF_VPSS = 14,
  190. MSM_VIDC_BUF_PARTIAL_DATA = 15,
  191. };
  192. /* always match with v4l2 flags V4L2_BUF_FLAG_* */
  193. enum msm_vidc_buffer_flags {
  194. MSM_VIDC_BUF_FLAG_KEYFRAME = 0x00000008,
  195. MSM_VIDC_BUF_FLAG_PFRAME = 0x00000010,
  196. MSM_VIDC_BUF_FLAG_BFRAME = 0x00000020,
  197. MSM_VIDC_BUF_FLAG_ERROR = 0x00000040,
  198. MSM_VIDC_BUF_FLAG_LAST = 0x00100000,
  199. /* codec config is a vendor specific flag */
  200. MSM_VIDC_BUF_FLAG_CODECCONFIG = 0x01000000,
  201. /* sub frame is a vendor specific flag */
  202. MSM_VIDC_BUF_FLAG_SUBFRAME = 0x02000000,
  203. };
  204. enum msm_vidc_buffer_attributes {
  205. MSM_VIDC_ATTR_DEFERRED = BIT(0),
  206. MSM_VIDC_ATTR_READ_ONLY = BIT(1),
  207. MSM_VIDC_ATTR_PENDING_RELEASE = BIT(2),
  208. MSM_VIDC_ATTR_QUEUED = BIT(3),
  209. MSM_VIDC_ATTR_DEQUEUED = BIT(4),
  210. MSM_VIDC_ATTR_BUFFER_DONE = BIT(5),
  211. };
  212. enum msm_vidc_buffer_region {
  213. MSM_VIDC_REGION_NONE = 0,
  214. MSM_VIDC_NON_SECURE,
  215. MSM_VIDC_NON_SECURE_PIXEL,
  216. MSM_VIDC_SECURE_PIXEL,
  217. MSM_VIDC_SECURE_NONPIXEL,
  218. MSM_VIDC_SECURE_BITSTREAM,
  219. MSM_VIDC_REGION_MAX,
  220. };
  221. enum msm_vidc_port_type {
  222. INPUT_PORT = 0,
  223. OUTPUT_PORT,
  224. INPUT_META_PORT,
  225. OUTPUT_META_PORT,
  226. PORT_NONE,
  227. MAX_PORT,
  228. };
  229. enum msm_vidc_stage_type {
  230. MSM_VIDC_STAGE_NONE = 0,
  231. MSM_VIDC_STAGE_1 = 1,
  232. MSM_VIDC_STAGE_2 = 2,
  233. };
  234. enum msm_vidc_pipe_type {
  235. MSM_VIDC_PIPE_NONE = 0,
  236. MSM_VIDC_PIPE_1 = 1,
  237. MSM_VIDC_PIPE_2 = 2,
  238. MSM_VIDC_PIPE_4 = 4,
  239. };
  240. enum msm_vidc_quality_mode {
  241. MSM_VIDC_MAX_QUALITY_MODE = 0x1,
  242. MSM_VIDC_POWER_SAVE_MODE = 0x2,
  243. };
  244. enum msm_vidc_color_primaries {
  245. MSM_VIDC_PRIMARIES_RESERVED = 0,
  246. MSM_VIDC_PRIMARIES_BT709 = 1,
  247. MSM_VIDC_PRIMARIES_UNSPECIFIED = 2,
  248. MSM_VIDC_PRIMARIES_BT470_SYSTEM_M = 4,
  249. MSM_VIDC_PRIMARIES_BT470_SYSTEM_BG = 5,
  250. MSM_VIDC_PRIMARIES_BT601_525 = 6,
  251. MSM_VIDC_PRIMARIES_SMPTE_ST240M = 7,
  252. MSM_VIDC_PRIMARIES_GENERIC_FILM = 8,
  253. MSM_VIDC_PRIMARIES_BT2020 = 9,
  254. MSM_VIDC_PRIMARIES_SMPTE_ST428_1 = 10,
  255. MSM_VIDC_PRIMARIES_SMPTE_RP431_2 = 11,
  256. MSM_VIDC_PRIMARIES_SMPTE_EG431_1 = 12,
  257. MSM_VIDC_PRIMARIES_SMPTE_EBU_TECH = 22,
  258. };
  259. enum msm_vidc_transfer_characteristics {
  260. MSM_VIDC_TRANSFER_RESERVED = 0,
  261. MSM_VIDC_TRANSFER_BT709 = 1,
  262. MSM_VIDC_TRANSFER_UNSPECIFIED = 2,
  263. MSM_VIDC_TRANSFER_BT470_SYSTEM_M = 4,
  264. MSM_VIDC_TRANSFER_BT470_SYSTEM_BG = 5,
  265. MSM_VIDC_TRANSFER_BT601_525_OR_625 = 6,
  266. MSM_VIDC_TRANSFER_SMPTE_ST240M = 7,
  267. MSM_VIDC_TRANSFER_LINEAR = 8,
  268. MSM_VIDC_TRANSFER_LOG_100_1 = 9,
  269. MSM_VIDC_TRANSFER_LOG_SQRT = 10,
  270. MSM_VIDC_TRANSFER_XVYCC = 11,
  271. MSM_VIDC_TRANSFER_BT1361_0 = 12,
  272. MSM_VIDC_TRANSFER_SRGB_SYCC = 13,
  273. MSM_VIDC_TRANSFER_BT2020_14 = 14,
  274. MSM_VIDC_TRANSFER_BT2020_15 = 15,
  275. MSM_VIDC_TRANSFER_SMPTE_ST2084_PQ = 16,
  276. MSM_VIDC_TRANSFER_SMPTE_ST428_1 = 17,
  277. MSM_VIDC_TRANSFER_BT2100_2_HLG = 18,
  278. };
  279. enum msm_vidc_matrix_coefficients {
  280. MSM_VIDC_MATRIX_COEFF_SRGB_SMPTE_ST428_1 = 0,
  281. MSM_VIDC_MATRIX_COEFF_BT709 = 1,
  282. MSM_VIDC_MATRIX_COEFF_UNSPECIFIED = 2,
  283. MSM_VIDC_MATRIX_COEFF_RESERVED = 3,
  284. MSM_VIDC_MATRIX_COEFF_FCC_TITLE_47 = 4,
  285. MSM_VIDC_MATRIX_COEFF_BT470_SYS_BG_OR_BT601_625 = 5,
  286. MSM_VIDC_MATRIX_COEFF_BT601_525_BT1358_525_OR_625 = 6,
  287. MSM_VIDC_MATRIX_COEFF_SMPTE_ST240 = 7,
  288. MSM_VIDC_MATRIX_COEFF_YCGCO = 8,
  289. MSM_VIDC_MATRIX_COEFF_BT2020_NON_CONSTANT = 9,
  290. MSM_VIDC_MATRIX_COEFF_BT2020_CONSTANT = 10,
  291. MSM_VIDC_MATRIX_COEFF_SMPTE_ST2085 = 11,
  292. MSM_VIDC_MATRIX_COEFF_SMPTE_CHROM_DERV_NON_CONSTANT = 12,
  293. MSM_VIDC_MATRIX_COEFF_SMPTE_CHROM_DERV_CONSTANT = 13,
  294. MSM_VIDC_MATRIX_COEFF_BT2100 = 14,
  295. };
  296. enum msm_vidc_preprocess_type {
  297. MSM_VIDC_PREPROCESS_NONE = BIT(0),
  298. MSM_VIDC_PREPROCESS_TYPE0 = BIT(1),
  299. };
  300. enum msm_vidc_core_capability_type {
  301. CORE_CAP_NONE = 0,
  302. ENC_CODECS,
  303. DEC_CODECS,
  304. MAX_SESSION_COUNT,
  305. MAX_NUM_720P_SESSIONS,
  306. MAX_NUM_1080P_SESSIONS,
  307. MAX_NUM_4K_SESSIONS,
  308. MAX_NUM_8K_SESSIONS,
  309. MAX_SECURE_SESSION_COUNT,
  310. MAX_LOAD,
  311. MAX_RT_MBPF,
  312. MAX_MBPF,
  313. MAX_MBPS,
  314. MAX_IMAGE_MBPF,
  315. MAX_MBPF_HQ,
  316. MAX_MBPS_HQ,
  317. MAX_MBPF_B_FRAME,
  318. MAX_MBPS_B_FRAME,
  319. MAX_MBPS_ALL_INTRA,
  320. MAX_ENH_LAYER_COUNT,
  321. NUM_VPP_PIPE,
  322. SW_PC,
  323. SW_PC_DELAY,
  324. FW_UNLOAD,
  325. FW_UNLOAD_DELAY,
  326. HW_RESPONSE_TIMEOUT,
  327. PREFIX_BUF_COUNT_PIX,
  328. PREFIX_BUF_SIZE_PIX,
  329. PREFIX_BUF_COUNT_NON_PIX,
  330. PREFIX_BUF_SIZE_NON_PIX,
  331. PAGEFAULT_NON_FATAL,
  332. PAGETABLE_CACHING,
  333. DCVS,
  334. DECODE_BATCH,
  335. DECODE_BATCH_TIMEOUT,
  336. STATS_TIMEOUT_MS,
  337. AV_SYNC_WINDOW_SIZE,
  338. CLK_FREQ_THRESHOLD,
  339. NON_FATAL_FAULTS,
  340. ENC_AUTO_FRAMERATE,
  341. DEVICE_CAPS,
  342. SUPPORTS_REQUESTS,
  343. CORE_CAP_MAX,
  344. };
  345. /**
  346. * msm_vidc_prepare_dependency_list() api will prepare caps_list by looping over
  347. * enums(msm_vidc_inst_capability_type) from 0 to INST_CAP_MAX and arranges the
  348. * node in such a way that parents willbe at the front and dependent children
  349. * in the back.
  350. *
  351. * caps_list preparation may become CPU intensive task, so to save CPU cycles,
  352. * organize enum in proper order(root caps at the beginning and dependent caps
  353. * at back), so that during caps_list preparation num CPU cycles spent will reduce.
  354. *
  355. * Note: It will work, if enum kept at different places, but not efficient.
  356. */
  357. enum msm_vidc_inst_capability_type {
  358. INST_CAP_NONE = 0,
  359. /* place all metadata after this line
  360. */
  361. META_SEQ_HDR_NAL,
  362. META_BITSTREAM_RESOLUTION,
  363. META_CROP_OFFSETS,
  364. META_DPB_MISR,
  365. META_OPB_MISR,
  366. META_INTERLACE,
  367. META_OUTBUF_FENCE,
  368. META_LTR_MARK_USE,
  369. META_TIMESTAMP,
  370. META_CONCEALED_MB_CNT,
  371. META_HIST_INFO,
  372. META_PICTURE_TYPE,
  373. META_SEI_MASTERING_DISP,
  374. META_SEI_CLL,
  375. META_HDR10PLUS,
  376. META_BUF_TAG,
  377. META_DPB_TAG_LIST,
  378. META_SUBFRAME_OUTPUT,
  379. META_ENC_QP_METADATA,
  380. META_DEC_QP_METADATA,
  381. META_MAX_NUM_REORDER_FRAMES,
  382. META_EVA_STATS,
  383. META_ROI_INFO,
  384. META_SALIENCY_INFO,
  385. META_TRANSCODING_STAT_INFO,
  386. META_DOLBY_RPU,
  387. /* end of metadata caps */
  388. FRAME_WIDTH,
  389. LOSSLESS_FRAME_WIDTH,
  390. SECURE_FRAME_WIDTH,
  391. FRAME_HEIGHT,
  392. LOSSLESS_FRAME_HEIGHT,
  393. SECURE_FRAME_HEIGHT,
  394. PIX_FMTS,
  395. MIN_BUFFERS_INPUT,
  396. MIN_BUFFERS_OUTPUT,
  397. MBPF,
  398. BATCH_MBPF,
  399. BATCH_FPS,
  400. LOSSLESS_MBPF,
  401. SECURE_MBPF,
  402. MBPS,
  403. POWER_SAVE_MBPS,
  404. CHECK_MBPS,
  405. FRAME_RATE,
  406. OPERATING_RATE,
  407. INPUT_RATE,
  408. TIMESTAMP_RATE,
  409. SCALE_FACTOR,
  410. MB_CYCLES_VSP,
  411. MB_CYCLES_VPP,
  412. MB_CYCLES_LP,
  413. MB_CYCLES_FW,
  414. MB_CYCLES_FW_VPP,
  415. CLIENT_ID,
  416. SECURE_MODE,
  417. FENCE_ID,
  418. FENCE_FD,
  419. TS_REORDER,
  420. HFLIP,
  421. VFLIP,
  422. ROTATION,
  423. SUPER_FRAME,
  424. HEADER_MODE,
  425. PREPEND_SPSPPS_TO_IDR,
  426. WITHOUT_STARTCODE,
  427. NAL_LENGTH_FIELD,
  428. REQUEST_I_FRAME,
  429. BITRATE_MODE,
  430. LOSSLESS,
  431. FRAME_SKIP_MODE,
  432. FRAME_RC_ENABLE,
  433. GOP_CLOSURE,
  434. CSC,
  435. CSC_CUSTOM_MATRIX,
  436. USE_LTR,
  437. MARK_LTR,
  438. BASELAYER_PRIORITY,
  439. IR_TYPE,
  440. AU_DELIMITER,
  441. GRID,
  442. I_FRAME_MIN_QP,
  443. P_FRAME_MIN_QP,
  444. B_FRAME_MIN_QP,
  445. I_FRAME_MAX_QP,
  446. P_FRAME_MAX_QP,
  447. B_FRAME_MAX_QP,
  448. LAYER_TYPE,
  449. LAYER_ENABLE,
  450. L0_BR,
  451. L1_BR,
  452. L2_BR,
  453. L3_BR,
  454. L4_BR,
  455. L5_BR,
  456. LEVEL,
  457. HEVC_TIER,
  458. AV1_TIER,
  459. DISPLAY_DELAY_ENABLE,
  460. DISPLAY_DELAY,
  461. CONCEAL_COLOR_8BIT,
  462. CONCEAL_COLOR_10BIT,
  463. LF_MODE,
  464. LF_ALPHA,
  465. LF_BETA,
  466. SLICE_MAX_BYTES,
  467. SLICE_MAX_MB,
  468. MB_RC,
  469. CHROMA_QP_INDEX_OFFSET,
  470. PIPE,
  471. POC,
  472. CODED_FRAMES,
  473. BIT_DEPTH,
  474. CODEC_CONFIG,
  475. BITSTREAM_SIZE_OVERWRITE,
  476. THUMBNAIL_MODE,
  477. DEFAULT_HEADER,
  478. RAP_FRAME,
  479. SEQ_CHANGE_AT_SYNC_FRAME,
  480. QUALITY_MODE,
  481. PRIORITY,
  482. FIRMWARE_PRIORITY_OFFSET,
  483. CRITICAL_PRIORITY,
  484. RESERVE_DURATION,
  485. DPB_LIST,
  486. FILM_GRAIN,
  487. SUPER_BLOCK,
  488. DRAP,
  489. ENC_IP_CR,
  490. COMPLEXITY,
  491. CABAC_MAX_BITRATE,
  492. CAVLC_MAX_BITRATE,
  493. ALLINTRA_MAX_BITRATE,
  494. LOWLATENCY_MAX_BITRATE,
  495. LAST_FLAG_EVENT_ENABLE,
  496. NUM_COMV,
  497. /* place all root(no parent) enums before this line */
  498. PROFILE,
  499. ENH_LAYER_COUNT,
  500. BIT_RATE,
  501. LOWLATENCY_MODE,
  502. GOP_SIZE,
  503. B_FRAME,
  504. ALL_INTRA,
  505. MIN_QUALITY,
  506. CONTENT_ADAPTIVE_CODING,
  507. BLUR_TYPES,
  508. REQUEST_PREPROCESS,
  509. SLICE_MODE,
  510. /* place all intermittent(having both parent and child) enums before this line */
  511. MIN_FRAME_QP,
  512. MAX_FRAME_QP,
  513. I_FRAME_QP,
  514. P_FRAME_QP,
  515. B_FRAME_QP,
  516. TIME_DELTA_BASED_RC,
  517. CONSTANT_QUALITY,
  518. VBV_DELAY,
  519. PEAK_BITRATE,
  520. ENTROPY_MODE,
  521. TRANSFORM_8X8,
  522. STAGE,
  523. LTR_COUNT,
  524. IR_PERIOD,
  525. BITRATE_BOOST,
  526. BLUR_RESOLUTION,
  527. OUTPUT_ORDER,
  528. INPUT_BUF_HOST_MAX_COUNT,
  529. OUTPUT_BUF_HOST_MAX_COUNT,
  530. DELIVERY_MODE,
  531. VUI_TIMING_INFO,
  532. SLICE_DECODE,
  533. /* place all leaf(no child) enums before this line */
  534. INST_CAP_MAX,
  535. };
  536. enum msm_vidc_inst_capability_flags {
  537. CAP_FLAG_NONE = 0,
  538. CAP_FLAG_DYNAMIC_ALLOWED = BIT(0),
  539. CAP_FLAG_MENU = BIT(1),
  540. CAP_FLAG_INPUT_PORT = BIT(2),
  541. CAP_FLAG_OUTPUT_PORT = BIT(3),
  542. CAP_FLAG_CLIENT_SET = BIT(4),
  543. CAP_FLAG_BITMASK = BIT(5),
  544. CAP_FLAG_VOLATILE = BIT(6),
  545. CAP_FLAG_META = BIT(7),
  546. };
  547. struct msm_vidc_inst_cap {
  548. enum msm_vidc_inst_capability_type cap_id;
  549. s32 min;
  550. s32 max;
  551. u32 step_or_mask;
  552. s32 value;
  553. u32 v4l2_id;
  554. u32 hfi_id;
  555. enum msm_vidc_inst_capability_flags flags;
  556. enum msm_vidc_inst_capability_type parents[MAX_CAP_PARENTS];
  557. enum msm_vidc_inst_capability_type children[MAX_CAP_CHILDREN];
  558. int (*adjust)(void *inst,
  559. struct v4l2_ctrl *ctrl);
  560. int (*set)(void *inst,
  561. enum msm_vidc_inst_capability_type cap_id);
  562. };
  563. struct msm_vidc_inst_capability {
  564. enum msm_vidc_domain_type domain;
  565. enum msm_vidc_codec_type codec;
  566. struct msm_vidc_inst_cap cap[INST_CAP_MAX+1];
  567. };
  568. struct msm_vidc_core_capability {
  569. enum msm_vidc_core_capability_type type;
  570. u32 value;
  571. };
  572. struct msm_vidc_inst_cap_entry {
  573. /* list of struct msm_vidc_inst_cap_entry */
  574. struct list_head list;
  575. enum msm_vidc_inst_capability_type cap_id;
  576. };
  577. struct debug_buf_count {
  578. u64 etb;
  579. u64 ftb;
  580. u64 fbd;
  581. u64 ebd;
  582. };
  583. struct msm_vidc_statistics {
  584. struct debug_buf_count count;
  585. u64 data_size;
  586. u64 time_ms;
  587. };
  588. enum efuse_purpose {
  589. SKU_VERSION = 0,
  590. };
  591. enum sku_version {
  592. SKU_VERSION_0 = 0,
  593. SKU_VERSION_1,
  594. SKU_VERSION_2,
  595. };
  596. enum msm_vidc_ssr_trigger_type {
  597. SSR_ERR_FATAL = 1,
  598. SSR_SW_DIV_BY_ZERO,
  599. SSR_HW_WDOG_IRQ,
  600. };
  601. enum msm_vidc_stability_trigger_type {
  602. STABILITY_VCODEC_HUNG = 1,
  603. STABILITY_ENC_BUFFER_FULL,
  604. };
  605. enum msm_vidc_cache_op {
  606. MSM_VIDC_CACHE_CLEAN,
  607. MSM_VIDC_CACHE_INVALIDATE,
  608. MSM_VIDC_CACHE_CLEAN_INVALIDATE,
  609. };
  610. enum msm_vidc_dcvs_flags {
  611. MSM_VIDC_DCVS_INCR = BIT(0),
  612. MSM_VIDC_DCVS_DECR = BIT(1),
  613. };
  614. enum msm_vidc_clock_properties {
  615. CLOCK_PROP_HAS_SCALING = BIT(0),
  616. CLOCK_PROP_HAS_MEM_RETENTION = BIT(1),
  617. };
  618. enum profiling_points {
  619. FRAME_PROCESSING = 0,
  620. MAX_PROFILING_POINTS,
  621. };
  622. enum signal_session_response {
  623. SIGNAL_CMD_STOP_INPUT = 0,
  624. SIGNAL_CMD_STOP_OUTPUT,
  625. SIGNAL_CMD_CLOSE,
  626. MAX_SIGNAL,
  627. };
  628. struct profile_data {
  629. u64 start;
  630. u64 stop;
  631. u64 cumulative;
  632. char name[64];
  633. u32 sampling;
  634. u64 average;
  635. };
  636. struct msm_vidc_debug {
  637. struct profile_data pdata[MAX_PROFILING_POINTS];
  638. u32 profile;
  639. u32 samples;
  640. };
  641. struct msm_vidc_input_cr_data {
  642. struct list_head list;
  643. u32 index;
  644. u32 input_cr;
  645. };
  646. struct msm_vidc_session_idle {
  647. bool idle;
  648. u64 last_activity_time_ns;
  649. };
  650. struct msm_vidc_color_info {
  651. u32 colorspace;
  652. u32 ycbcr_enc;
  653. u32 xfer_func;
  654. u32 quantization;
  655. };
  656. struct msm_vidc_rectangle {
  657. u32 left;
  658. u32 top;
  659. u32 width;
  660. u32 height;
  661. };
  662. struct msm_vidc_subscription_params {
  663. u32 bitstream_resolution;
  664. u32 crop_offsets[2];
  665. u32 bit_depth;
  666. u32 coded_frames;
  667. u32 fw_min_count;
  668. u32 pic_order_cnt;
  669. u32 color_info;
  670. u32 profile;
  671. u32 level;
  672. u32 tier;
  673. u32 av1_film_grain_present;
  674. u32 av1_super_block_enabled;
  675. };
  676. struct msm_vidc_hfi_frame_info {
  677. u32 picture_type;
  678. u32 no_output;
  679. u32 subframe_input;
  680. u32 cr;
  681. u32 cf;
  682. u32 data_corrupt;
  683. u32 overflow;
  684. u32 fence_id;
  685. };
  686. struct msm_vidc_decode_vpp_delay {
  687. bool enable;
  688. u32 size;
  689. };
  690. struct msm_vidc_decode_batch {
  691. bool enable;
  692. u32 size;
  693. struct delayed_work work;
  694. };
  695. enum msm_vidc_power_mode {
  696. VIDC_POWER_NORMAL = 0,
  697. VIDC_POWER_LOW,
  698. VIDC_POWER_TURBO,
  699. };
  700. struct vidc_bus_vote_data {
  701. enum msm_vidc_domain_type domain;
  702. enum msm_vidc_codec_type codec;
  703. enum msm_vidc_power_mode power_mode;
  704. u32 color_formats[2];
  705. int num_formats; /* 1 = DPB-OPB unified; 2 = split */
  706. int input_height, input_width, bitrate;
  707. int output_height, output_width;
  708. int rotation;
  709. int compression_ratio;
  710. int complexity_factor;
  711. int input_cr;
  712. u32 lcu_size;
  713. u32 fps;
  714. u32 work_mode;
  715. bool use_sys_cache;
  716. bool b_frames_enabled;
  717. u64 calc_bw_ddr;
  718. u64 calc_bw_llcc;
  719. u32 num_vpp_pipes;
  720. bool vpss_preprocessing_enabled;
  721. };
  722. struct msm_vidc_power {
  723. enum msm_vidc_power_mode power_mode;
  724. u32 buffer_counter;
  725. u32 min_threshold;
  726. u32 nom_threshold;
  727. u32 max_threshold;
  728. bool dcvs_mode;
  729. u32 dcvs_window;
  730. u64 min_freq;
  731. u64 curr_freq;
  732. u32 ddr_bw;
  733. u32 sys_cache_bw;
  734. u32 dcvs_flags;
  735. u32 fw_cr;
  736. u32 fw_cf;
  737. };
  738. struct msm_vidc_fence_context {
  739. char name[MAX_NAME_LENGTH];
  740. u64 ctx_num;
  741. u64 seq_num;
  742. };
  743. struct msm_vidc_fence {
  744. struct list_head list;
  745. struct dma_fence dma_fence;
  746. char name[MAX_NAME_LENGTH];
  747. spinlock_t lock;
  748. struct sync_file *sync_file;
  749. int fd;
  750. };
  751. struct msm_vidc_alloc {
  752. struct list_head list;
  753. enum msm_vidc_buffer_type type;
  754. enum msm_vidc_buffer_region region;
  755. u32 size;
  756. u8 secure:1;
  757. u8 map_kernel:1;
  758. struct dma_buf *dmabuf;
  759. /*
  760. * Kalama uses Kernel Version 5.15.x,
  761. * Pineapple uses Kernel version 5.18.x
  762. */
  763. #if (LINUX_VERSION_CODE >= KERNEL_VERSION(5,16,0))
  764. struct iosys_map dmabuf_map;
  765. #elif (LINUX_VERSION_CODE >= KERNEL_VERSION(5,15,0))
  766. struct dma_buf_map dmabuf_map;
  767. #endif
  768. void *kvaddr;
  769. };
  770. struct msm_vidc_allocations {
  771. struct list_head list; // list of "struct msm_vidc_alloc"
  772. };
  773. struct msm_vidc_map {
  774. struct list_head list;
  775. enum msm_vidc_buffer_type type;
  776. enum msm_vidc_buffer_region region;
  777. struct dma_buf *dmabuf;
  778. u32 refcount;
  779. u64 device_addr;
  780. struct sg_table *table;
  781. struct dma_buf_attachment *attach;
  782. };
  783. struct msm_vidc_mappings {
  784. struct list_head list; // list of "struct msm_vidc_map"
  785. };
  786. struct msm_vidc_buffer {
  787. struct list_head list;
  788. struct msm_vidc_inst *inst;
  789. enum msm_vidc_buffer_type type;
  790. u32 index;
  791. int fd;
  792. u32 buffer_size;
  793. u32 data_offset;
  794. u32 data_size;
  795. u64 device_addr;
  796. u32 flags;
  797. u64 timestamp;
  798. enum msm_vidc_buffer_attributes attr;
  799. void *dmabuf;
  800. struct sg_table *sg_table;
  801. struct dma_buf_attachment *attach;
  802. u32 dbuf_get:1;
  803. u64 fence_id;
  804. u32 start_time_ms;
  805. u32 end_time_ms;
  806. };
  807. struct msm_vidc_buffers {
  808. struct list_head list; // list of "struct msm_vidc_buffer"
  809. u32 min_count;
  810. u32 extra_count;
  811. u32 actual_count;
  812. u32 size;
  813. bool reuse;
  814. };
  815. struct msm_vidc_buffer_stats {
  816. struct list_head list;
  817. u32 frame_num;
  818. u64 timestamp;
  819. u32 etb_time_ms;
  820. u32 ebd_time_ms;
  821. u32 ftb_time_ms;
  822. u32 fbd_time_ms;
  823. u32 data_size;
  824. u32 flags;
  825. };
  826. enum msm_vidc_buffer_stats_flag {
  827. MSM_VIDC_STATS_FLAG_CORRUPT = BIT(0),
  828. MSM_VIDC_STATS_FLAG_OVERFLOW = BIT(1),
  829. MSM_VIDC_STATS_FLAG_NO_OUTPUT = BIT(2),
  830. };
  831. struct msm_vidc_sort {
  832. struct list_head list;
  833. s64 val;
  834. };
  835. struct msm_vidc_timestamp {
  836. struct msm_vidc_sort sort;
  837. u64 rank;
  838. };
  839. struct msm_vidc_timestamps {
  840. struct list_head list;
  841. u32 count;
  842. u64 rank;
  843. };
  844. struct msm_vidc_input_timer {
  845. struct list_head list;
  846. u64 time_us;
  847. };
  848. enum msm_vidc_allow {
  849. MSM_VIDC_DISALLOW = 0,
  850. MSM_VIDC_ALLOW,
  851. MSM_VIDC_DEFER,
  852. MSM_VIDC_DISCARD,
  853. MSM_VIDC_IGNORE,
  854. };
  855. struct msm_vidc_ssr {
  856. bool trigger;
  857. enum msm_vidc_ssr_trigger_type ssr_type;
  858. u32 sub_client_id;
  859. u32 test_addr;
  860. };
  861. struct msm_vidc_stability {
  862. enum msm_vidc_stability_trigger_type stability_type;
  863. u32 sub_client_id;
  864. u32 value;
  865. };
  866. struct msm_vidc_sfr {
  867. u32 bufSize;
  868. u8 rg_data[1];
  869. };
  870. #define call_mem_op(c, op, ...) \
  871. (((c) && (c)->mem_ops && (c)->mem_ops->op) ? \
  872. ((c)->mem_ops->op(__VA_ARGS__)) : 0)
  873. struct msm_vidc_memory_ops {
  874. int (*allocate)(void *inst, struct msm_vidc_buffer *mbuf);
  875. int (*dma_map)(void *inst, struct msm_vidc_buffer *mbuf);
  876. int (*dma_unmap)(void *inst, struct msm_vidc_buffer *mbuf);
  877. int (*free)(void *inst, struct msm_vidc_buffer *mbuf);
  878. int (*cache_op)(void *inst, struct msm_vidc_buffer *mbuf,
  879. enum msm_vidc_cache_op cache_op);
  880. };
  881. #endif // _MSM_VIDC_INTERNAL_H_