msm_vidc_internal.h 32 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014
  1. /* SPDX-License-Identifier: GPL-2.0-only */
  2. /*
  3. * Copyright (c) 2020-2021, The Linux Foundation. All rights reserved.
  4. * Copyright (c) 2022-2023 Qualcomm Innovation Center, Inc. All rights reserved.
  5. */
  6. #ifndef _MSM_VIDC_INTERNAL_H_
  7. #define _MSM_VIDC_INTERNAL_H_
  8. #include <linux/version.h>
  9. #include <linux/bits.h>
  10. #include <linux/workqueue.h>
  11. #include <linux/spinlock.h>
  12. #include <linux/sync_file.h>
  13. #include <linux/dma-fence.h>
  14. #include <media/v4l2-dev.h>
  15. #include <media/v4l2-device.h>
  16. #include <media/v4l2-ioctl.h>
  17. #include <media/v4l2-event.h>
  18. #include <media/v4l2-ctrls.h>
  19. #include <media/v4l2-mem2mem.h>
  20. #include <media/videobuf2-core.h>
  21. #include <media/videobuf2-v4l2.h>
  22. struct msm_vidc_inst;
  23. /* TODO : remove once available in mainline kernel */
  24. #ifndef V4L2_MPEG_VIDEO_HEVC_PROFILE_MAIN_10_STILL_PICTURE
  25. #define V4L2_MPEG_VIDEO_HEVC_PROFILE_MAIN_10_STILL_PICTURE (3)
  26. #endif
  27. enum msm_vidc_blur_types {
  28. MSM_VIDC_BLUR_NONE = 0x0,
  29. MSM_VIDC_BLUR_EXTERNAL = 0x1,
  30. MSM_VIDC_BLUR_ADAPTIVE = 0x2,
  31. };
  32. /* various Metadata - encoder & decoder */
  33. enum msm_vidc_metadata_bits {
  34. MSM_VIDC_META_DISABLE = 0x0,
  35. MSM_VIDC_META_ENABLE = 0x1,
  36. MSM_VIDC_META_TX_INPUT = 0x2,
  37. MSM_VIDC_META_TX_OUTPUT = 0x4,
  38. MSM_VIDC_META_RX_INPUT = 0x8,
  39. MSM_VIDC_META_RX_OUTPUT = 0x10,
  40. MSM_VIDC_META_DYN_ENABLE = 0x20,
  41. MSM_VIDC_META_MAX = 0x40,
  42. };
  43. #define MSM_VIDC_METADATA_SIZE (4 * 4096) /* 16 KB */
  44. #define ENCODE_INPUT_METADATA_SIZE (512 * 4096) /* 2 MB */
  45. #define DECODE_INPUT_METADATA_SIZE MSM_VIDC_METADATA_SIZE
  46. #define MSM_VIDC_METADATA_DOLBY_RPU_SIZE (41 * 1024) /* 41 KB */
  47. #define MAX_NAME_LENGTH 128
  48. #define VENUS_VERSION_LENGTH 128
  49. #define MAX_MATRIX_COEFFS 9
  50. #define MAX_BIAS_COEFFS 3
  51. #define MAX_LIMIT_COEFFS 6
  52. #define MAX_DEBUGFS_NAME 50
  53. #define DEFAULT_HEIGHT 240
  54. #define DEFAULT_WIDTH 320
  55. #define DEFAULT_FPS 30
  56. #define MAXIMUM_VP9_FPS 60
  57. #define NRT_PRIORITY_OFFSET 2
  58. #define RT_DEC_DOWN_PRORITY_OFFSET 1
  59. #define MAX_SUPPORTED_INSTANCES 16
  60. #define DEFAULT_BSE_VPP_DELAY 2
  61. #define MAX_CAP_PARENTS 20
  62. #define MAX_CAP_CHILDREN 20
  63. #define DEFAULT_MAX_HOST_BUF_COUNT 64
  64. #define DEFAULT_MAX_HOST_BURST_BUF_COUNT 256
  65. #define BIT_DEPTH_8 (8 << 16 | 8)
  66. #define BIT_DEPTH_10 (10 << 16 | 10)
  67. #define CODED_FRAMES_PROGRESSIVE 0x0
  68. #define CODED_FRAMES_INTERLACE 0x1
  69. #define MAX_VP9D_INST_COUNT 6
  70. /* TODO: move below macros to waipio.c */
  71. #define MAX_ENH_LAYER_HB 3
  72. #define MAX_HEVC_VBR_ENH_LAYER_SLIDING_WINDOW 5
  73. #define MAX_HEVC_NON_VBR_ENH_LAYER_SLIDING_WINDOW 3
  74. #define MAX_AVC_ENH_LAYER_SLIDING_WINDOW 3
  75. #define MAX_AVC_ENH_LAYER_HYBRID_HP 5
  76. #define INVALID_DEFAULT_MARK_OR_USE_LTR -1
  77. #define MAX_SLICES_PER_FRAME 10
  78. #define MAX_SLICES_FRAME_RATE 60
  79. #define MAX_MB_SLICE_WIDTH 4096
  80. #define MAX_MB_SLICE_HEIGHT 2160
  81. #define MAX_BYTES_SLICE_WIDTH 1920
  82. #define MAX_BYTES_SLICE_HEIGHT 1088
  83. #define MIN_HEVC_SLICE_WIDTH 384
  84. #define MIN_AVC_SLICE_WIDTH 192
  85. #define MIN_SLICE_HEIGHT 128
  86. #define MAX_BITRATE_BOOST 25
  87. #define MAX_SUPPORTED_MIN_QUALITY 70
  88. #define MIN_CHROMA_QP_OFFSET -12
  89. #define MAX_CHROMA_QP_OFFSET 0
  90. #define MIN_QP_10BIT -11
  91. #define MIN_QP_8BIT 1
  92. #define INVALID_FD -1
  93. #define INVALID_CLIENT_ID -1
  94. #define MAX_ENCODING_REFERNCE_FRAMES 7
  95. #define MAX_LTR_FRAME_COUNT_5 5
  96. #define MAX_LTR_FRAME_COUNT_2 2
  97. #define MAX_ENC_RING_BUF_COUNT 5 /* to be tuned */
  98. #define MAX_TRANSCODING_STATS_FRAME_RATE 60
  99. #define MAX_TRANSCODING_STATS_WIDTH 4096
  100. #define MAX_TRANSCODING_STATS_HEIGHT 2304
  101. #define DCVS_WINDOW 16
  102. #define ENC_FPS_WINDOW 3
  103. #define DEC_FPS_WINDOW 10
  104. #define INPUT_TIMER_LIST_SIZE 30
  105. #define DEFAULT_COMPLEXITY 50
  106. #define INPUT_MPLANE V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE
  107. #define OUTPUT_MPLANE V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE
  108. #define INPUT_META_PLANE V4L2_BUF_TYPE_META_OUTPUT
  109. #define OUTPUT_META_PLANE V4L2_BUF_TYPE_META_CAPTURE
  110. #define VIDC_IFACEQ_MAX_PKT_SIZE 1024
  111. #define VIDC_IFACEQ_MED_PKT_SIZE 768
  112. #define VIDC_IFACEQ_MIN_PKT_SIZE 8
  113. #define VIDC_IFACEQ_VAR_SMALL_PKT_SIZE 100
  114. #define VIDC_IFACEQ_VAR_LARGE_PKT_SIZE 512
  115. #define VIDC_IFACEQ_VAR_HUGE_PKT_SIZE (1024*4)
  116. #define NUM_MBS_PER_SEC(__height, __width, __fps) \
  117. (NUM_MBS_PER_FRAME(__height, __width) * __fps)
  118. #define NUM_MBS_PER_FRAME(__height, __width) \
  119. ((ALIGN(__height, 16) / 16) * (ALIGN(__width, 16) / 16))
  120. #ifdef V4L2_CTRL_CLASS_CODEC
  121. #define IS_PRIV_CTRL(idx) ( \
  122. (V4L2_CTRL_ID2WHICH(idx) == V4L2_CTRL_CLASS_CODEC) && \
  123. V4L2_CTRL_DRIVER_PRIV(idx))
  124. #else
  125. #define IS_PRIV_CTRL(idx) ( \
  126. (V4L2_CTRL_ID2WHICH(idx) == V4L2_CTRL_CLASS_MPEG) && \
  127. V4L2_CTRL_DRIVER_PRIV(idx))
  128. #endif
  129. #define BUFFER_ALIGNMENT_SIZE(x) x
  130. #define NUM_MBS_360P (((480 + 15) >> 4) * ((360 + 15) >> 4))
  131. #define NUM_MBS_720P (((1280 + 15) >> 4) * ((720 + 15) >> 4))
  132. #define NUM_MBS_4k (((4096 + 15) >> 4) * ((2304 + 15) >> 4))
  133. #define MB_SIZE_IN_PIXEL (16 * 16)
  134. #define DB_H264_DISABLE_SLICE_BOUNDARY \
  135. V4L2_MPEG_VIDEO_H264_LOOP_FILTER_MODE_DISABLED_AT_SLICE_BOUNDARY
  136. #define DB_HEVC_DISABLE_SLICE_BOUNDARY \
  137. V4L2_MPEG_VIDEO_HEVC_LOOP_FILTER_MODE_DISABLED_AT_SLICE_BOUNDARY
  138. /*
  139. * Convert Q16 number into Integer and Fractional part upto 2 places.
  140. * Ex : 105752 / 65536 = 1.61; 1.61 in Q16 = 105752;
  141. * Integer part = 105752 / 65536 = 1;
  142. * Reminder = 105752 * 0xFFFF = 40216; Last 16 bits.
  143. * Fractional part = 40216 * 100 / 65536 = 61;
  144. * Now convert to FP(1, 61, 100).
  145. */
  146. #define Q16_INT(q) ((q) >> 16)
  147. #define Q16_FRAC(q) ((((q) & 0xFFFF) * 100) >> 16)
  148. /* define timeout values */
  149. #define HW_RESPONSE_TIMEOUT_VALUE (1000)
  150. #define SW_PC_DELAY_VALUE (HW_RESPONSE_TIMEOUT_VALUE + 500)
  151. #define FW_UNLOAD_DELAY_VALUE (SW_PC_DELAY_VALUE + 1500)
  152. #define MAX_MAP_OUTPUT_COUNT 64
  153. #define MAX_DPB_COUNT 32
  154. /*
  155. * max dpb count in firmware = 16
  156. * each dpb: 4 words - <base_address, addr_offset, data_offset>
  157. * dpb list array size = 16 * 4
  158. * dpb payload size = 16 * 4 * 4
  159. */
  160. #define MAX_DPB_LIST_ARRAY_SIZE (16 * 4)
  161. #define MAX_DPB_LIST_PAYLOAD_SIZE (16 * 4 * 4)
  162. #define GENERATE_ENUM(ENUM) ENUM,
  163. #define GENERATE_STRING(STRING) (#STRING),
  164. /* append MSM_VIDC_ to prepare enum */
  165. #define GENERATE_MSM_VIDC_ENUM(ENUM) MSM_VIDC_##ENUM,
  166. /* append MSM_VIDC_BUF_ to prepare enum */
  167. #define GENERATE_MSM_VIDC_BUF_ENUM(ENUM) MSM_VIDC_BUF_##ENUM,
  168. /**
  169. * msm_vidc_prepare_dependency_list() api will prepare caps_list by looping over
  170. * enums(msm_vidc_inst_capability_type) from 0 to INST_CAP_MAX and arranges the
  171. * node in such a way that parents willbe at the front and dependent children
  172. * in the back.
  173. *
  174. * caps_list preparation may become CPU intensive task, so to save CPU cycles,
  175. * organize enum in proper order(leaf caps at the beginning and dependent parent caps
  176. * at back), so that during caps_list preparation num CPU cycles spent will reduce.
  177. *
  178. * Note: It will work, if enum kept at different places, but not efficient.
  179. *
  180. * - place all metadata cap(META_*) af the front.
  181. * - place all leaf(no child) enums before PROFILE cap.
  182. * - place all intermittent(having both parent and child) enums before FRAME_WIDTH cap.
  183. * - place all root(no parent) enums before INST_CAP_MAX cap.
  184. */
  185. #define FOREACH_CAP(CAP) { \
  186. CAP(INST_CAP_NONE) \
  187. CAP(META_SEQ_HDR_NAL) \
  188. CAP(META_BITSTREAM_RESOLUTION) \
  189. CAP(META_CROP_OFFSETS) \
  190. CAP(META_DPB_MISR) \
  191. CAP(META_OPB_MISR) \
  192. CAP(META_INTERLACE) \
  193. CAP(META_OUTBUF_FENCE) \
  194. CAP(META_LTR_MARK_USE) \
  195. CAP(META_TIMESTAMP) \
  196. CAP(META_CONCEALED_MB_CNT) \
  197. CAP(META_HIST_INFO) \
  198. CAP(META_PICTURE_TYPE) \
  199. CAP(META_SEI_MASTERING_DISP) \
  200. CAP(META_SEI_CLL) \
  201. CAP(META_HDR10PLUS) \
  202. CAP(META_BUF_TAG) \
  203. CAP(META_DPB_TAG_LIST) \
  204. CAP(META_SUBFRAME_OUTPUT) \
  205. CAP(META_ENC_QP_METADATA) \
  206. CAP(META_DEC_QP_METADATA) \
  207. CAP(META_MAX_NUM_REORDER_FRAMES) \
  208. CAP(META_EVA_STATS) \
  209. CAP(META_ROI_INFO) \
  210. CAP(META_SALIENCY_INFO) \
  211. CAP(META_TRANSCODING_STAT_INFO) \
  212. CAP(META_DOLBY_RPU) \
  213. CAP(DRV_VERSION) \
  214. CAP(MIN_FRAME_QP) \
  215. CAP(MAX_FRAME_QP) \
  216. CAP(I_FRAME_QP) \
  217. CAP(P_FRAME_QP) \
  218. CAP(B_FRAME_QP) \
  219. CAP(TIME_DELTA_BASED_RC) \
  220. CAP(CONSTANT_QUALITY) \
  221. CAP(VBV_DELAY) \
  222. CAP(PEAK_BITRATE) \
  223. CAP(ENTROPY_MODE) \
  224. CAP(TRANSFORM_8X8) \
  225. CAP(STAGE) \
  226. CAP(LTR_COUNT) \
  227. CAP(IR_PERIOD) \
  228. CAP(BITRATE_BOOST) \
  229. CAP(BLUR_RESOLUTION) \
  230. CAP(OUTPUT_ORDER) \
  231. CAP(INPUT_BUF_HOST_MAX_COUNT) \
  232. CAP(OUTPUT_BUF_HOST_MAX_COUNT) \
  233. CAP(DELIVERY_MODE) \
  234. CAP(VUI_TIMING_INFO) \
  235. CAP(SLICE_DECODE) \
  236. CAP(INBUF_FENCE_TYPE) \
  237. CAP(OUTBUF_FENCE_TYPE) \
  238. CAP(INBUF_FENCE_DIRECTION) \
  239. CAP(OUTBUF_FENCE_DIRECTION) \
  240. CAP(PROFILE) \
  241. CAP(ENH_LAYER_COUNT) \
  242. CAP(BIT_RATE) \
  243. CAP(LOWLATENCY_MODE) \
  244. CAP(GOP_SIZE) \
  245. CAP(B_FRAME) \
  246. CAP(ALL_INTRA) \
  247. CAP(MIN_QUALITY) \
  248. CAP(CONTENT_ADAPTIVE_CODING) \
  249. CAP(BLUR_TYPES) \
  250. CAP(REQUEST_PREPROCESS) \
  251. CAP(SLICE_MODE) \
  252. CAP(FRAME_WIDTH) \
  253. CAP(LOSSLESS_FRAME_WIDTH) \
  254. CAP(SECURE_FRAME_WIDTH) \
  255. CAP(FRAME_HEIGHT) \
  256. CAP(LOSSLESS_FRAME_HEIGHT) \
  257. CAP(SECURE_FRAME_HEIGHT) \
  258. CAP(PIX_FMTS) \
  259. CAP(MIN_BUFFERS_INPUT) \
  260. CAP(MIN_BUFFERS_OUTPUT) \
  261. CAP(MBPF) \
  262. CAP(BATCH_MBPF) \
  263. CAP(BATCH_FPS) \
  264. CAP(LOSSLESS_MBPF) \
  265. CAP(SECURE_MBPF) \
  266. CAP(FRAME_RATE) \
  267. CAP(OPERATING_RATE) \
  268. CAP(INPUT_RATE) \
  269. CAP(TIMESTAMP_RATE) \
  270. CAP(SCALE_FACTOR) \
  271. CAP(MB_CYCLES_VSP) \
  272. CAP(MB_CYCLES_VPP) \
  273. CAP(MB_CYCLES_LP) \
  274. CAP(MB_CYCLES_FW) \
  275. CAP(MB_CYCLES_FW_VPP) \
  276. CAP(ENC_RING_BUFFER_COUNT) \
  277. CAP(CLIENT_ID) \
  278. CAP(SECURE_MODE) \
  279. CAP(FENCE_ID) \
  280. CAP(FENCE_FD) \
  281. CAP(FENCE_ERROR_DATA_CORRUPT) \
  282. CAP(TS_REORDER) \
  283. CAP(HFLIP) \
  284. CAP(VFLIP) \
  285. CAP(ROTATION) \
  286. CAP(SUPER_FRAME) \
  287. CAP(HEADER_MODE) \
  288. CAP(PREPEND_SPSPPS_TO_IDR) \
  289. CAP(WITHOUT_STARTCODE) \
  290. CAP(NAL_LENGTH_FIELD) \
  291. CAP(REQUEST_I_FRAME) \
  292. CAP(BITRATE_MODE) \
  293. CAP(LOSSLESS) \
  294. CAP(FRAME_SKIP_MODE) \
  295. CAP(FRAME_RC_ENABLE) \
  296. CAP(GOP_CLOSURE) \
  297. CAP(CSC) \
  298. CAP(CSC_CUSTOM_MATRIX) \
  299. CAP(USE_LTR) \
  300. CAP(MARK_LTR) \
  301. CAP(BASELAYER_PRIORITY) \
  302. CAP(IR_TYPE) \
  303. CAP(AU_DELIMITER) \
  304. CAP(GRID) \
  305. CAP(I_FRAME_MIN_QP) \
  306. CAP(P_FRAME_MIN_QP) \
  307. CAP(B_FRAME_MIN_QP) \
  308. CAP(I_FRAME_MAX_QP) \
  309. CAP(P_FRAME_MAX_QP) \
  310. CAP(B_FRAME_MAX_QP) \
  311. CAP(LAYER_TYPE) \
  312. CAP(LAYER_ENABLE) \
  313. CAP(L0_BR) \
  314. CAP(L1_BR) \
  315. CAP(L2_BR) \
  316. CAP(L3_BR) \
  317. CAP(L4_BR) \
  318. CAP(L5_BR) \
  319. CAP(LEVEL) \
  320. CAP(HEVC_TIER) \
  321. CAP(AV1_TIER) \
  322. CAP(DISPLAY_DELAY_ENABLE) \
  323. CAP(DISPLAY_DELAY) \
  324. CAP(CONCEAL_COLOR_8BIT) \
  325. CAP(CONCEAL_COLOR_10BIT) \
  326. CAP(LF_MODE) \
  327. CAP(LF_ALPHA) \
  328. CAP(LF_BETA) \
  329. CAP(SLICE_MAX_BYTES) \
  330. CAP(SLICE_MAX_MB) \
  331. CAP(MB_RC) \
  332. CAP(CHROMA_QP_INDEX_OFFSET) \
  333. CAP(PIPE) \
  334. CAP(POC) \
  335. CAP(CODED_FRAMES) \
  336. CAP(BIT_DEPTH) \
  337. CAP(CODEC_CONFIG) \
  338. CAP(BITSTREAM_SIZE_OVERWRITE) \
  339. CAP(THUMBNAIL_MODE) \
  340. CAP(DEFAULT_HEADER) \
  341. CAP(RAP_FRAME) \
  342. CAP(SEQ_CHANGE_AT_SYNC_FRAME) \
  343. CAP(QUALITY_MODE) \
  344. CAP(PRIORITY) \
  345. CAP(FIRMWARE_PRIORITY_OFFSET) \
  346. CAP(CRITICAL_PRIORITY) \
  347. CAP(RESERVE_DURATION) \
  348. CAP(DPB_LIST) \
  349. CAP(FILM_GRAIN) \
  350. CAP(SUPER_BLOCK) \
  351. CAP(DRAP) \
  352. CAP(ENC_IP_CR) \
  353. CAP(COMPLEXITY) \
  354. CAP(CABAC_MAX_BITRATE) \
  355. CAP(CAVLC_MAX_BITRATE) \
  356. CAP(ALLINTRA_MAX_BITRATE) \
  357. CAP(LOWLATENCY_MAX_BITRATE) \
  358. CAP(LAST_FLAG_EVENT_ENABLE) \
  359. CAP(NUM_COMV) \
  360. CAP(SIGNAL_COLOR_INFO) \
  361. CAP(INST_CAP_MAX) \
  362. }
  363. #define FOREACH_BUF_TYPE(BUF_TYPE) { \
  364. BUF_TYPE(NONE) \
  365. BUF_TYPE(INPUT) \
  366. BUF_TYPE(OUTPUT) \
  367. BUF_TYPE(INPUT_META) \
  368. BUF_TYPE(OUTPUT_META) \
  369. BUF_TYPE(READ_ONLY) \
  370. BUF_TYPE(INTERFACE_QUEUE) \
  371. BUF_TYPE(BIN) \
  372. BUF_TYPE(ARP) \
  373. BUF_TYPE(COMV) \
  374. BUF_TYPE(NON_COMV) \
  375. BUF_TYPE(LINE) \
  376. BUF_TYPE(DPB) \
  377. BUF_TYPE(PERSIST) \
  378. BUF_TYPE(VPSS) \
  379. BUF_TYPE(PARTIAL_DATA) \
  380. }
  381. #define FOREACH_ALLOW(ALLOW) { \
  382. ALLOW(MSM_VIDC_DISALLOW) \
  383. ALLOW(MSM_VIDC_ALLOW) \
  384. ALLOW(MSM_VIDC_DEFER) \
  385. ALLOW(MSM_VIDC_DISCARD) \
  386. ALLOW(MSM_VIDC_IGNORE) \
  387. }
  388. enum msm_vidc_domain_type {
  389. MSM_VIDC_ENCODER = BIT(0),
  390. MSM_VIDC_DECODER = BIT(1),
  391. };
  392. enum msm_vidc_codec_type {
  393. MSM_VIDC_H264 = BIT(0),
  394. MSM_VIDC_HEVC = BIT(1),
  395. MSM_VIDC_VP9 = BIT(2),
  396. MSM_VIDC_HEIC = BIT(3),
  397. MSM_VIDC_AV1 = BIT(4),
  398. };
  399. enum msm_vidc_colorformat_type {
  400. MSM_VIDC_FMT_NONE = 0,
  401. MSM_VIDC_FMT_NV12C = BIT(0),
  402. MSM_VIDC_FMT_NV12 = BIT(1),
  403. MSM_VIDC_FMT_NV21 = BIT(2),
  404. MSM_VIDC_FMT_TP10C = BIT(3),
  405. MSM_VIDC_FMT_P010 = BIT(4),
  406. MSM_VIDC_FMT_RGBA8888C = BIT(5),
  407. MSM_VIDC_FMT_RGBA8888 = BIT(6),
  408. MSM_VIDC_FMT_META = BIT(31),
  409. };
  410. enum msm_vidc_buffer_type FOREACH_BUF_TYPE(GENERATE_MSM_VIDC_BUF_ENUM);
  411. /* always match with v4l2 flags V4L2_BUF_FLAG_* */
  412. enum msm_vidc_buffer_flags {
  413. MSM_VIDC_BUF_FLAG_KEYFRAME = 0x00000008,
  414. MSM_VIDC_BUF_FLAG_PFRAME = 0x00000010,
  415. MSM_VIDC_BUF_FLAG_BFRAME = 0x00000020,
  416. MSM_VIDC_BUF_FLAG_ERROR = 0x00000040,
  417. MSM_VIDC_BUF_FLAG_LAST = 0x00100000,
  418. /* codec config is a vendor specific flag */
  419. MSM_VIDC_BUF_FLAG_CODECCONFIG = 0x01000000,
  420. /* sub frame is a vendor specific flag */
  421. MSM_VIDC_BUF_FLAG_SUBFRAME = 0x02000000,
  422. };
  423. enum msm_vidc_buffer_attributes {
  424. MSM_VIDC_ATTR_DEFERRED = BIT(0),
  425. MSM_VIDC_ATTR_READ_ONLY = BIT(1),
  426. MSM_VIDC_ATTR_PENDING_RELEASE = BIT(2),
  427. MSM_VIDC_ATTR_QUEUED = BIT(3),
  428. MSM_VIDC_ATTR_DEQUEUED = BIT(4),
  429. MSM_VIDC_ATTR_BUFFER_DONE = BIT(5),
  430. };
  431. enum msm_vidc_buffer_region {
  432. MSM_VIDC_REGION_NONE = 0,
  433. MSM_VIDC_NON_SECURE,
  434. MSM_VIDC_NON_SECURE_PIXEL,
  435. MSM_VIDC_SECURE_PIXEL,
  436. MSM_VIDC_SECURE_NONPIXEL,
  437. MSM_VIDC_SECURE_BITSTREAM,
  438. MSM_VIDC_REGION_MAX,
  439. };
  440. enum msm_vidc_device_region {
  441. MSM_VIDC_DEVICE_REGION_NONE = 0,
  442. MSM_VIDC_AON,
  443. MSM_VIDC_PROTOCOL_FENCE_CLIENT_VPU,
  444. MSM_VIDC_QTIMER,
  445. MSM_VIDC_DEVICE_REGION_MAX,
  446. };
  447. enum msm_vidc_port_type {
  448. INPUT_PORT = 0,
  449. OUTPUT_PORT,
  450. INPUT_META_PORT,
  451. OUTPUT_META_PORT,
  452. PORT_NONE,
  453. MAX_PORT,
  454. };
  455. enum msm_vidc_stage_type {
  456. MSM_VIDC_STAGE_NONE = 0,
  457. MSM_VIDC_STAGE_1 = 1,
  458. MSM_VIDC_STAGE_2 = 2,
  459. };
  460. enum msm_vidc_pipe_type {
  461. MSM_VIDC_PIPE_NONE = 0,
  462. MSM_VIDC_PIPE_1 = 1,
  463. MSM_VIDC_PIPE_2 = 2,
  464. MSM_VIDC_PIPE_4 = 4,
  465. };
  466. enum msm_vidc_quality_mode {
  467. MSM_VIDC_MAX_QUALITY_MODE = 0x1,
  468. MSM_VIDC_POWER_SAVE_MODE = 0x2,
  469. };
  470. enum msm_vidc_color_primaries {
  471. MSM_VIDC_PRIMARIES_RESERVED = 0,
  472. MSM_VIDC_PRIMARIES_BT709 = 1,
  473. MSM_VIDC_PRIMARIES_UNSPECIFIED = 2,
  474. MSM_VIDC_PRIMARIES_BT470_SYSTEM_M = 4,
  475. MSM_VIDC_PRIMARIES_BT470_SYSTEM_BG = 5,
  476. MSM_VIDC_PRIMARIES_BT601_525 = 6,
  477. MSM_VIDC_PRIMARIES_SMPTE_ST240M = 7,
  478. MSM_VIDC_PRIMARIES_GENERIC_FILM = 8,
  479. MSM_VIDC_PRIMARIES_BT2020 = 9,
  480. MSM_VIDC_PRIMARIES_SMPTE_ST428_1 = 10,
  481. MSM_VIDC_PRIMARIES_SMPTE_RP431_2 = 11,
  482. MSM_VIDC_PRIMARIES_SMPTE_EG431_1 = 12,
  483. MSM_VIDC_PRIMARIES_SMPTE_EBU_TECH = 22,
  484. };
  485. enum msm_vidc_transfer_characteristics {
  486. MSM_VIDC_TRANSFER_RESERVED = 0,
  487. MSM_VIDC_TRANSFER_BT709 = 1,
  488. MSM_VIDC_TRANSFER_UNSPECIFIED = 2,
  489. MSM_VIDC_TRANSFER_BT470_SYSTEM_M = 4,
  490. MSM_VIDC_TRANSFER_BT470_SYSTEM_BG = 5,
  491. MSM_VIDC_TRANSFER_BT601_525_OR_625 = 6,
  492. MSM_VIDC_TRANSFER_SMPTE_ST240M = 7,
  493. MSM_VIDC_TRANSFER_LINEAR = 8,
  494. MSM_VIDC_TRANSFER_LOG_100_1 = 9,
  495. MSM_VIDC_TRANSFER_LOG_SQRT = 10,
  496. MSM_VIDC_TRANSFER_XVYCC = 11,
  497. MSM_VIDC_TRANSFER_BT1361_0 = 12,
  498. MSM_VIDC_TRANSFER_SRGB_SYCC = 13,
  499. MSM_VIDC_TRANSFER_BT2020_14 = 14,
  500. MSM_VIDC_TRANSFER_BT2020_15 = 15,
  501. MSM_VIDC_TRANSFER_SMPTE_ST2084_PQ = 16,
  502. MSM_VIDC_TRANSFER_SMPTE_ST428_1 = 17,
  503. MSM_VIDC_TRANSFER_BT2100_2_HLG = 18,
  504. };
  505. enum msm_vidc_matrix_coefficients {
  506. MSM_VIDC_MATRIX_COEFF_SRGB_SMPTE_ST428_1 = 0,
  507. MSM_VIDC_MATRIX_COEFF_BT709 = 1,
  508. MSM_VIDC_MATRIX_COEFF_UNSPECIFIED = 2,
  509. MSM_VIDC_MATRIX_COEFF_RESERVED = 3,
  510. MSM_VIDC_MATRIX_COEFF_FCC_TITLE_47 = 4,
  511. MSM_VIDC_MATRIX_COEFF_BT470_SYS_BG_OR_BT601_625 = 5,
  512. MSM_VIDC_MATRIX_COEFF_BT601_525_BT1358_525_OR_625 = 6,
  513. MSM_VIDC_MATRIX_COEFF_SMPTE_ST240 = 7,
  514. MSM_VIDC_MATRIX_COEFF_YCGCO = 8,
  515. MSM_VIDC_MATRIX_COEFF_BT2020_NON_CONSTANT = 9,
  516. MSM_VIDC_MATRIX_COEFF_BT2020_CONSTANT = 10,
  517. MSM_VIDC_MATRIX_COEFF_SMPTE_ST2085 = 11,
  518. MSM_VIDC_MATRIX_COEFF_SMPTE_CHROM_DERV_NON_CONSTANT = 12,
  519. MSM_VIDC_MATRIX_COEFF_SMPTE_CHROM_DERV_CONSTANT = 13,
  520. MSM_VIDC_MATRIX_COEFF_BT2100 = 14,
  521. };
  522. enum msm_vidc_preprocess_type {
  523. MSM_VIDC_PREPROCESS_NONE = BIT(0),
  524. MSM_VIDC_PREPROCESS_TYPE0 = BIT(1),
  525. };
  526. enum msm_vidc_core_capability_type {
  527. CORE_CAP_NONE = 0,
  528. ENC_CODECS,
  529. DEC_CODECS,
  530. MAX_SESSION_COUNT,
  531. MAX_NUM_720P_SESSIONS,
  532. MAX_NUM_1080P_SESSIONS,
  533. MAX_NUM_4K_SESSIONS,
  534. MAX_NUM_8K_SESSIONS,
  535. MAX_SECURE_SESSION_COUNT,
  536. MAX_LOAD,
  537. MAX_RT_MBPF,
  538. MAX_MBPF,
  539. MAX_MBPS,
  540. MAX_IMAGE_MBPF,
  541. MAX_MBPF_HQ,
  542. MAX_MBPS_HQ,
  543. MAX_MBPF_B_FRAME,
  544. MAX_MBPS_B_FRAME,
  545. MAX_MBPS_ALL_INTRA,
  546. MAX_ENH_LAYER_COUNT,
  547. NUM_VPP_PIPE,
  548. SW_PC,
  549. SW_PC_DELAY,
  550. FW_UNLOAD,
  551. FW_UNLOAD_DELAY,
  552. HW_RESPONSE_TIMEOUT,
  553. PREFIX_BUF_COUNT_PIX,
  554. PREFIX_BUF_SIZE_PIX,
  555. PREFIX_BUF_COUNT_NON_PIX,
  556. PREFIX_BUF_SIZE_NON_PIX,
  557. PAGEFAULT_NON_FATAL,
  558. PAGETABLE_CACHING,
  559. DCVS,
  560. DECODE_BATCH,
  561. DECODE_BATCH_TIMEOUT,
  562. STATS_TIMEOUT_MS,
  563. AV_SYNC_WINDOW_SIZE,
  564. CLK_FREQ_THRESHOLD,
  565. NON_FATAL_FAULTS,
  566. ENC_AUTO_FRAMERATE,
  567. DEVICE_CAPS,
  568. SUPPORTS_REQUESTS,
  569. SUPPORTS_SYNX_FENCE,
  570. CORE_CAP_MAX,
  571. };
  572. enum msm_vidc_inst_capability_type FOREACH_CAP(GENERATE_ENUM);
  573. enum msm_vidc_inst_capability_flags {
  574. CAP_FLAG_NONE = 0,
  575. CAP_FLAG_DYNAMIC_ALLOWED = BIT(0),
  576. CAP_FLAG_MENU = BIT(1),
  577. CAP_FLAG_INPUT_PORT = BIT(2),
  578. CAP_FLAG_OUTPUT_PORT = BIT(3),
  579. CAP_FLAG_CLIENT_SET = BIT(4),
  580. CAP_FLAG_BITMASK = BIT(5),
  581. CAP_FLAG_VOLATILE = BIT(6),
  582. CAP_FLAG_META = BIT(7),
  583. };
  584. struct msm_vidc_inst_cap {
  585. enum msm_vidc_inst_capability_type cap_id;
  586. s32 min;
  587. s32 max;
  588. u32 step_or_mask;
  589. s32 value;
  590. u32 v4l2_id;
  591. u32 hfi_id;
  592. enum msm_vidc_inst_capability_flags flags;
  593. enum msm_vidc_inst_capability_type children[MAX_CAP_CHILDREN];
  594. int (*adjust)(void *inst,
  595. struct v4l2_ctrl *ctrl);
  596. int (*set)(void *inst,
  597. enum msm_vidc_inst_capability_type cap_id);
  598. };
  599. struct msm_vidc_inst_capability {
  600. enum msm_vidc_domain_type domain;
  601. enum msm_vidc_codec_type codec;
  602. struct msm_vidc_inst_cap cap[INST_CAP_MAX+1];
  603. };
  604. struct msm_vidc_core_capability {
  605. enum msm_vidc_core_capability_type type;
  606. u32 value;
  607. };
  608. struct msm_vidc_inst_cap_entry {
  609. /* list of struct msm_vidc_inst_cap_entry */
  610. struct list_head list;
  611. enum msm_vidc_inst_capability_type cap_id;
  612. };
  613. struct msm_vidc_event_data {
  614. union {
  615. bool bval;
  616. u32 uval;
  617. u64 uval64;
  618. s32 val;
  619. s64 val64;
  620. void *ptr;
  621. } edata;
  622. };
  623. struct debug_buf_count {
  624. u64 etb;
  625. u64 ftb;
  626. u64 fbd;
  627. u64 ebd;
  628. };
  629. struct msm_vidc_statistics {
  630. struct debug_buf_count count;
  631. u64 data_size;
  632. u64 time_ms;
  633. };
  634. enum efuse_purpose {
  635. SKU_VERSION = 0,
  636. };
  637. enum sku_version {
  638. SKU_VERSION_0 = 0,
  639. SKU_VERSION_1,
  640. SKU_VERSION_2,
  641. };
  642. enum msm_vidc_ssr_trigger_type {
  643. SSR_ERR_FATAL = 1,
  644. SSR_SW_DIV_BY_ZERO,
  645. SSR_HW_WDOG_IRQ,
  646. };
  647. enum msm_vidc_stability_trigger_type {
  648. STABILITY_VCODEC_HUNG = 1,
  649. STABILITY_ENC_BUFFER_FULL,
  650. };
  651. enum msm_vidc_cache_op {
  652. MSM_VIDC_CACHE_CLEAN,
  653. MSM_VIDC_CACHE_INVALIDATE,
  654. MSM_VIDC_CACHE_CLEAN_INVALIDATE,
  655. };
  656. enum msm_vidc_dcvs_flags {
  657. MSM_VIDC_DCVS_INCR = BIT(0),
  658. MSM_VIDC_DCVS_DECR = BIT(1),
  659. };
  660. enum msm_vidc_clock_properties {
  661. CLOCK_PROP_HAS_SCALING = BIT(0),
  662. CLOCK_PROP_HAS_MEM_RETENTION = BIT(1),
  663. };
  664. enum profiling_points {
  665. FRAME_PROCESSING = 0,
  666. MAX_PROFILING_POINTS,
  667. };
  668. enum signal_session_response {
  669. SIGNAL_CMD_STOP_INPUT = 0,
  670. SIGNAL_CMD_STOP_OUTPUT,
  671. SIGNAL_CMD_CLOSE,
  672. MAX_SIGNAL,
  673. };
  674. struct profile_data {
  675. u64 start;
  676. u64 stop;
  677. u64 cumulative;
  678. char name[64];
  679. u32 sampling;
  680. u64 average;
  681. };
  682. struct msm_vidc_debug {
  683. struct profile_data pdata[MAX_PROFILING_POINTS];
  684. u32 profile;
  685. u32 samples;
  686. };
  687. struct msm_vidc_input_cr_data {
  688. struct list_head list;
  689. u32 index;
  690. u32 input_cr;
  691. };
  692. struct msm_vidc_session_idle {
  693. bool idle;
  694. u64 last_activity_time_ns;
  695. };
  696. struct msm_vidc_color_info {
  697. u32 colorspace;
  698. u32 ycbcr_enc;
  699. u32 xfer_func;
  700. u32 quantization;
  701. };
  702. struct msm_vidc_rectangle {
  703. u32 left;
  704. u32 top;
  705. u32 width;
  706. u32 height;
  707. };
  708. struct msm_vidc_subscription_params {
  709. u32 bitstream_resolution;
  710. u32 crop_offsets[2];
  711. u32 bit_depth;
  712. u32 coded_frames;
  713. u32 fw_min_count;
  714. u32 pic_order_cnt;
  715. u32 color_info;
  716. u32 profile;
  717. u32 level;
  718. u32 tier;
  719. u32 av1_film_grain_present;
  720. u32 av1_super_block_enabled;
  721. u32 dpb_list_enabled;
  722. };
  723. struct msm_vidc_hfi_frame_info {
  724. u32 picture_type;
  725. u32 no_output;
  726. u32 subframe_input;
  727. u32 cr;
  728. u32 cf;
  729. u32 data_corrupt;
  730. u32 overflow;
  731. u32 fence_id;
  732. u32 fence_error;
  733. };
  734. struct msm_vidc_decode_vpp_delay {
  735. bool enable;
  736. u32 size;
  737. };
  738. struct msm_vidc_decode_batch {
  739. bool enable;
  740. u32 size;
  741. struct delayed_work work;
  742. };
  743. enum msm_vidc_power_mode {
  744. VIDC_POWER_NORMAL = 0,
  745. VIDC_POWER_LOW,
  746. VIDC_POWER_TURBO,
  747. };
  748. struct vidc_bus_vote_data {
  749. enum msm_vidc_domain_type domain;
  750. enum msm_vidc_codec_type codec;
  751. enum msm_vidc_power_mode power_mode;
  752. u32 color_formats[2];
  753. int num_formats; /* 1 = DPB-OPB unified; 2 = split */
  754. int input_height, input_width, bitrate;
  755. int output_height, output_width;
  756. int rotation;
  757. int compression_ratio;
  758. int complexity_factor;
  759. int input_cr;
  760. u32 lcu_size;
  761. u32 fps;
  762. u32 work_mode;
  763. bool use_sys_cache;
  764. bool b_frames_enabled;
  765. u64 calc_bw_ddr;
  766. u64 calc_bw_llcc;
  767. u32 num_vpp_pipes;
  768. bool vpss_preprocessing_enabled;
  769. };
  770. struct msm_vidc_power {
  771. enum msm_vidc_power_mode power_mode;
  772. u32 buffer_counter;
  773. u32 min_threshold;
  774. u32 nom_threshold;
  775. u32 max_threshold;
  776. bool dcvs_mode;
  777. u32 dcvs_window;
  778. u64 min_freq;
  779. u64 curr_freq;
  780. u32 ddr_bw;
  781. u32 sys_cache_bw;
  782. u32 dcvs_flags;
  783. u32 fw_cr;
  784. u32 fw_cf;
  785. };
  786. enum msm_vidc_fence_type {
  787. MSM_VIDC_FENCE_NONE = 0,
  788. MSM_VIDC_SW_FENCE = 1,
  789. MSM_VIDC_SYNX_V2_FENCE = 2,
  790. };
  791. enum msm_vidc_fence_direction {
  792. MSM_VIDC_FENCE_DIR_NONE = 0,
  793. MSM_VIDC_FENCE_DIR_TX = 1,
  794. MSM_VIDC_FENCE_DIR_RX = 2,
  795. };
  796. struct msm_vidc_fence_context {
  797. char name[MAX_NAME_LENGTH];
  798. u64 ctx_num;
  799. u64 seq_num;
  800. };
  801. struct msm_vidc_fence {
  802. struct list_head list;
  803. struct dma_fence dma_fence;
  804. char name[MAX_NAME_LENGTH];
  805. spinlock_t lock;
  806. struct sync_file *sync_file;
  807. int fd;
  808. u64 fence_id;
  809. void *session;
  810. };
  811. struct msm_vidc_mem {
  812. struct list_head list;
  813. enum msm_vidc_buffer_type type;
  814. enum msm_vidc_buffer_region region;
  815. u32 size;
  816. u8 secure:1;
  817. u8 map_kernel:1;
  818. struct dma_buf *dmabuf;
  819. /*
  820. * Kalama uses Kernel Version 5.15.x,
  821. * Pineapple uses Kernel version 5.18.x
  822. */
  823. #if (LINUX_VERSION_CODE >= KERNEL_VERSION(5,16,0))
  824. struct iosys_map dmabuf_map;
  825. #elif (LINUX_VERSION_CODE >= KERNEL_VERSION(5,15,0))
  826. struct dma_buf_map dmabuf_map;
  827. #endif
  828. void *kvaddr;
  829. dma_addr_t device_addr;
  830. unsigned long attrs;
  831. u32 refcount;
  832. struct sg_table *table;
  833. struct dma_buf_attachment *attach;
  834. phys_addr_t phys_addr;
  835. enum dma_data_direction direction;
  836. };
  837. struct msm_vidc_mem_list {
  838. struct list_head list; // list of "struct msm_vidc_mem"
  839. };
  840. struct msm_vidc_buffer {
  841. struct list_head list;
  842. struct msm_vidc_inst *inst;
  843. enum msm_vidc_buffer_type type;
  844. enum msm_vidc_buffer_region region;
  845. u32 index;
  846. int fd;
  847. u32 buffer_size;
  848. u32 data_offset;
  849. u32 data_size;
  850. u64 device_addr;
  851. u32 flags;
  852. u64 timestamp;
  853. enum msm_vidc_buffer_attributes attr;
  854. void *dmabuf;
  855. struct sg_table *sg_table;
  856. struct dma_buf_attachment *attach;
  857. u32 dbuf_get:1;
  858. u64 fence_id;
  859. u32 start_time_ms;
  860. u32 end_time_ms;
  861. };
  862. struct msm_vidc_buffers {
  863. struct list_head list; // list of "struct msm_vidc_buffer"
  864. u32 min_count;
  865. u32 extra_count;
  866. u32 actual_count;
  867. u32 size;
  868. bool reuse;
  869. };
  870. struct msm_vidc_buffer_stats {
  871. struct list_head list;
  872. u32 frame_num;
  873. u64 timestamp;
  874. u32 etb_time_ms;
  875. u32 ebd_time_ms;
  876. u32 ftb_time_ms;
  877. u32 fbd_time_ms;
  878. u32 data_size;
  879. u32 flags;
  880. u32 ts_offset;
  881. };
  882. enum msm_vidc_buffer_stats_flag {
  883. MSM_VIDC_STATS_FLAG_CORRUPT = BIT(0),
  884. MSM_VIDC_STATS_FLAG_OVERFLOW = BIT(1),
  885. MSM_VIDC_STATS_FLAG_NO_OUTPUT = BIT(2),
  886. MSM_VIDC_STATS_FLAG_SUBFRAME_INPUT = BIT(3),
  887. };
  888. struct msm_vidc_sort {
  889. struct list_head list;
  890. s64 val;
  891. };
  892. struct msm_vidc_timestamp {
  893. struct msm_vidc_sort sort;
  894. u64 rank;
  895. };
  896. struct msm_vidc_timestamps {
  897. struct list_head list;
  898. u32 count;
  899. u64 rank;
  900. };
  901. struct msm_vidc_input_timer {
  902. struct list_head list;
  903. u64 time_us;
  904. };
  905. enum msm_vidc_allow FOREACH_ALLOW(GENERATE_ENUM);
  906. struct msm_vidc_ssr {
  907. enum msm_vidc_ssr_trigger_type ssr_type;
  908. u32 sub_client_id;
  909. u32 test_addr;
  910. };
  911. struct msm_vidc_stability {
  912. enum msm_vidc_stability_trigger_type stability_type;
  913. u32 sub_client_id;
  914. u32 value;
  915. };
  916. struct msm_vidc_sfr {
  917. u32 bufSize;
  918. u8 rg_data[1];
  919. };
  920. #endif // _MSM_VIDC_INTERNAL_H_