msm_vidc_internal.h 21 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835
  1. /* SPDX-License-Identifier: GPL-2.0-only */
  2. /*
  3. * Copyright (c) 2020-2021,, The Linux Foundation. All rights reserved.
  4. */
  5. #ifndef _MSM_VIDC_INTERNAL_H_
  6. #define _MSM_VIDC_INTERNAL_H_
  7. #include <linux/bits.h>
  8. #include <linux/workqueue.h>
  9. #include <media/v4l2-dev.h>
  10. #include <media/v4l2-device.h>
  11. #include <media/v4l2-ioctl.h>
  12. #include <media/v4l2-event.h>
  13. #include <media/v4l2-ctrls.h>
  14. #include <media/videobuf2-core.h>
  15. #include <media/videobuf2-v4l2.h>
  16. #define MAX_NAME_LENGTH 128
  17. #define VENUS_VERSION_LENGTH 128
  18. #define MAX_MATRIX_COEFFS 9
  19. #define MAX_BIAS_COEFFS 3
  20. #define MAX_LIMIT_COEFFS 6
  21. #define MAX_DEBUGFS_NAME 50
  22. #define DEFAULT_TIMEOUT 3
  23. #define DEFAULT_HEIGHT 240
  24. #define DEFAULT_WIDTH 320
  25. #define MAX_HEIGHT 4320
  26. #define MAX_WIDTH 8192
  27. #define MIN_SUPPORTED_WIDTH 32
  28. #define MIN_SUPPORTED_HEIGHT 32
  29. #define DEFAULT_FPS 30
  30. #define MINIMUM_FPS 1
  31. #define MAXIMUM_FPS 960
  32. #define SINGLE_INPUT_BUFFER 1
  33. #define SINGLE_OUTPUT_BUFFER 1
  34. #define MAX_NUM_INPUT_BUFFERS VIDEO_MAX_FRAME // same as VB2_MAX_FRAME
  35. #define MAX_NUM_OUTPUT_BUFFERS VIDEO_MAX_FRAME // same as VB2_MAX_FRAME
  36. #define MAX_SUPPORTED_INSTANCES 16
  37. #define MAX_BSE_VPP_DELAY 6
  38. #define DEFAULT_BSE_VPP_DELAY 2
  39. #define MAX_CAP_PARENTS 16
  40. #define MAX_CAP_CHILDREN 16
  41. #define DEFAULT_BITSTREM_ALIGNMENT 16
  42. #define H265_BITSTREM_ALIGNMENT 32
  43. #define DEFAULT_MAX_HOST_ENC_BUF_COUNT 64
  44. #define DEFAULT_MAX_HOST_DEC_BUF_COUNT 64
  45. #define DEFAULT_MAX_HOST_ENC_SUPER_BUF_COUNT 256
  46. #define BIT_DEPTH_8 (8 << 16 | 8)
  47. #define BIT_DEPTH_10 (10 << 16 | 10)
  48. #define CODED_FRAMES_PROGRESSIVE 0x0
  49. #define CODED_FRAMES_INTERLACE 0x1
  50. /* TODO
  51. * #define MAX_SUPERFRAME_COUNT 32
  52. */
  53. /* Maintains the number of FTB's between each FBD over a window */
  54. #define DCVS_FTB_WINDOW 16
  55. /* Superframe can have maximum of 32 frames */
  56. #define VIDC_SUPERFRAME_MAX 32
  57. #define COLOR_RANGE_UNSPECIFIED (-1)
  58. #define V4L2_EVENT_VIDC_BASE 10
  59. #define INPUT_MPLANE V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE
  60. #define OUTPUT_MPLANE V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE
  61. #define INPUT_META_PLANE V4L2_BUF_TYPE_META_OUTPUT
  62. #define OUTPUT_META_PLANE V4L2_BUF_TYPE_META_CAPTURE
  63. #define VIDC_IFACEQ_MAX_PKT_SIZE 1024
  64. #define VIDC_IFACEQ_MED_PKT_SIZE 768
  65. #define VIDC_IFACEQ_MIN_PKT_SIZE 8
  66. #define VIDC_IFACEQ_VAR_SMALL_PKT_SIZE 100
  67. #define VIDC_IFACEQ_VAR_LARGE_PKT_SIZE 512
  68. #define VIDC_IFACEQ_VAR_HUGE_PKT_SIZE (1024*12)
  69. #define NUM_MBS_PER_SEC(__height, __width, __fps) \
  70. (NUM_MBS_PER_FRAME(__height, __width) * __fps)
  71. #define NUM_MBS_PER_FRAME(__height, __width) \
  72. ((ALIGN(__height, 16) / 16) * (ALIGN(__width, 16) / 16))
  73. #define IS_PRIV_CTRL(idx) ( \
  74. (V4L2_CTRL_ID2WHICH(idx) == V4L2_CTRL_CLASS_MPEG) && \
  75. V4L2_CTRL_DRIVER_PRIV(idx))
  76. #define BUFFER_ALIGNMENT_SIZE(x) x
  77. #define NUM_MBS_720P (((1280 + 15) >> 4) * ((720 + 15) >> 4))
  78. #define NUM_MBS_4k (((4096 + 15) >> 4) * ((2304 + 15) >> 4))
  79. #define MB_SIZE_IN_PIXEL (16 * 16)
  80. #define DB_H264_DISABLE_SLICE_BOUNDARY \
  81. V4L2_MPEG_VIDEO_H264_LOOP_FILTER_MODE_DISABLED_AT_SLICE_BOUNDARY
  82. #define DB_HEVC_DISABLE_SLICE_BOUNDARY \
  83. V4L2_MPEG_VIDEO_HEVC_LOOP_FILTER_MODE_DISABLED_AT_SLICE_BOUNDARY
  84. /*
  85. * Convert Q16 number into Integer and Fractional part upto 2 places.
  86. * Ex : 105752 / 65536 = 1.61; 1.61 in Q16 = 105752;
  87. * Integer part = 105752 / 65536 = 1;
  88. * Reminder = 105752 * 0xFFFF = 40216; Last 16 bits.
  89. * Fractional part = 40216 * 100 / 65536 = 61;
  90. * Now convert to FP(1, 61, 100).
  91. */
  92. #define Q16_INT(q) ((q) >> 16)
  93. #define Q16_FRAC(q) ((((q) & 0xFFFF) * 100) >> 16)
  94. enum msm_vidc_domain_type {
  95. MSM_VIDC_ENCODER = BIT(0),
  96. MSM_VIDC_DECODER = BIT(1),
  97. };
  98. enum msm_vidc_codec_type {
  99. MSM_VIDC_H264 = BIT(0),
  100. MSM_VIDC_HEVC = BIT(1),
  101. MSM_VIDC_VP9 = BIT(2),
  102. };
  103. enum msm_vidc_colorformat_type {
  104. MSM_VIDC_FMT_NONE = 0,
  105. MSM_VIDC_FMT_NV12 = BIT(0),
  106. MSM_VIDC_FMT_NV21 = BIT(1),
  107. MSM_VIDC_FMT_NV12C = BIT(2),
  108. MSM_VIDC_FMT_P010 = BIT(3),
  109. MSM_VIDC_FMT_TP10C = BIT(4),
  110. MSM_VIDC_FMT_RGBA8888 = BIT(5),
  111. MSM_VIDC_FMT_RGBA8888C = BIT(6),
  112. };
  113. enum msm_vidc_buffer_type {
  114. MSM_VIDC_BUF_NONE = 0,
  115. MSM_VIDC_BUF_INPUT = 1,
  116. MSM_VIDC_BUF_OUTPUT = 2,
  117. MSM_VIDC_BUF_INPUT_META = 3,
  118. MSM_VIDC_BUF_OUTPUT_META = 4,
  119. MSM_VIDC_BUF_QUEUE = 10,
  120. MSM_VIDC_BUF_BIN = 20,
  121. MSM_VIDC_BUF_ARP = 21,
  122. MSM_VIDC_BUF_COMV = 22,
  123. MSM_VIDC_BUF_NON_COMV = 23,
  124. MSM_VIDC_BUF_LINE = 24,
  125. MSM_VIDC_BUF_DPB = 25,
  126. MSM_VIDC_BUF_PERSIST = 26,
  127. MSM_VIDC_BUF_VPSS = 27,
  128. };
  129. /* always match with v4l2 flags V4L2_BUF_FLAG_* */
  130. enum msm_vidc_buffer_flags {
  131. MSM_VIDC_BUF_FLAG_KEYFRAME = 0x00000008,
  132. MSM_VIDC_BUF_FLAG_PFRAME = 0x00000010,
  133. MSM_VIDC_BUF_FLAG_BFRAME = 0x00000020,
  134. MSM_VIDC_BUF_FLAG_ERROR = 0x00000040,
  135. MSM_VIDC_BUF_FLAG_LAST = 0x00100000,
  136. MSM_VIDC_BUF_FLAG_CODECCONFIG = 0x01000000,
  137. MSM_VIDC_BUF_FLAG_SUBFRAME = 0x02000000,
  138. };
  139. enum msm_vidc_buffer_attributes {
  140. MSM_VIDC_ATTR_DEFERRED = BIT(0),
  141. MSM_VIDC_ATTR_READ_ONLY = BIT(1),
  142. MSM_VIDC_ATTR_PENDING_RELEASE = BIT(2),
  143. MSM_VIDC_ATTR_QUEUED = BIT(3),
  144. MSM_VIDC_ATTR_DEQUEUED = BIT(4),
  145. MSM_VIDC_ATTR_BUFFER_DONE = BIT(5),
  146. };
  147. enum msm_vidc_buffer_region {
  148. MSM_VIDC_REGION_NONE = 0,
  149. MSM_VIDC_NON_SECURE,
  150. MSM_VIDC_SECURE_PIXEL,
  151. MSM_VIDC_SECURE_NONPIXEL,
  152. MSM_VIDC_SECURE_BITSTREAM,
  153. };
  154. enum msm_vidc_port_type {
  155. INPUT_PORT = 0,
  156. OUTPUT_PORT,
  157. INPUT_META_PORT,
  158. OUTPUT_META_PORT,
  159. MAX_PORT,
  160. };
  161. enum msm_vidc_stage_type {
  162. MSM_VIDC_STAGE_NONE = 0,
  163. MSM_VIDC_STAGE_1 = 1,
  164. MSM_VIDC_STAGE_2 = 2,
  165. };
  166. enum msm_vidc_pipe_type {
  167. MSM_VIDC_PIPE_NONE = 0,
  168. MSM_VIDC_PIPE_1 = 1,
  169. MSM_VIDC_PIPE_2 = 2,
  170. MSM_VIDC_PIPE_4 = 4,
  171. };
  172. enum msm_vidc_quality_mode {
  173. MSM_VIDC_MAX_QUALITY_MODE = 0x1,
  174. MSM_VIDC_POWER_SAVE_MODE = 0x2,
  175. };
  176. enum msm_vidc_color_primaries {
  177. MSM_VIDC_PRIMARIES_RESERVED = 0,
  178. MSM_VIDC_PRIMARIES_BT709 = 1,
  179. MSM_VIDC_PRIMARIES_UNSPECIFIED = 2,
  180. MSM_VIDC_PRIMARIES_BT470_SYSTEM_M = 4,
  181. MSM_VIDC_PRIMARIES_BT470_SYSTEM_BG = 5,
  182. MSM_VIDC_PRIMARIES_BT601_525 = 6,
  183. MSM_VIDC_PRIMARIES_SMPTE_ST240M = 7,
  184. MSM_VIDC_PRIMARIES_GENERIC_FILM = 8,
  185. MSM_VIDC_PRIMARIES_BT2020 = 9,
  186. MSM_VIDC_PRIMARIES_SMPTE_ST428_1 = 10,
  187. MSM_VIDC_PRIMARIES_SMPTE_RP431_2 = 11,
  188. MSM_VIDC_PRIMARIES_SMPTE_EG431_1 = 12,
  189. MSM_VIDC_PRIMARIES_SMPTE_EBU_TECH = 22,
  190. };
  191. enum msm_vidc_transfer_characteristics {
  192. MSM_VIDC_TRANSFER_RESERVED = 0,
  193. MSM_VIDC_TRANSFER_BT709 = 1,
  194. MSM_VIDC_TRANSFER_UNSPECIFIED = 2,
  195. MSM_VIDC_TRANSFER_BT470_SYSTEM_M = 4,
  196. MSM_VIDC_TRANSFER_BT470_SYSTEM_BG = 5,
  197. MSM_VIDC_TRANSFER_BT601_525_OR_625 = 6,
  198. MSM_VIDC_TRANSFER_SMPTE_ST240M = 7,
  199. MSM_VIDC_TRANSFER_LINEAR = 8,
  200. MSM_VIDC_TRANSFER_LOG_100_1 = 9,
  201. MSM_VIDC_TRANSFER_LOG_SQRT = 10,
  202. MSM_VIDC_TRANSFER_XVYCC = 11,
  203. MSM_VIDC_TRANSFER_BT1361_0 = 12,
  204. MSM_VIDC_TRANSFER_SRGB_SYCC = 13,
  205. MSM_VIDC_TRANSFER_BT2020_14 = 14,
  206. MSM_VIDC_TRANSFER_BT2020_15 = 15,
  207. MSM_VIDC_TRANSFER_SMPTE_ST2084_PQ = 16,
  208. MSM_VIDC_TRANSFER_SMPTE_ST428_1 = 17,
  209. MSM_VIDC_TRANSFER_BT2100_2_HLG = 18,
  210. };
  211. enum msm_vidc_matrix_coefficients {
  212. MSM_VIDC_MATRIX_COEFF_SRGB_SMPTE_ST428_1 = 0,
  213. MSM_VIDC_MATRIX_COEFF_BT709 = 1,
  214. MSM_VIDC_MATRIX_COEFF_UNSPECIFIED = 2,
  215. MSM_VIDC_MATRIX_COEFF_RESERVED = 3,
  216. MSM_VIDC_MATRIX_COEFF_FCC_TITLE_47 = 4,
  217. MSM_VIDC_MATRIX_COEFF_BT470_SYS_BG_OR_BT601_625 = 5,
  218. MSM_VIDC_MATRIX_COEFF_BT601_525_BT1358_525_OR_625 = 6,
  219. MSM_VIDC_MATRIX_COEFF_SMPTE_ST240 = 7,
  220. MSM_VIDC_MATRIX_COEFF_YCGCO = 8,
  221. MSM_VIDC_MATRIX_COEFF_BT2020_NON_CONSTANT = 9,
  222. MSM_VIDC_MATRIX_COEFF_BT2020_CONSTANT = 10,
  223. MSM_VIDC_MATRIX_COEFF_SMPTE_ST2085 = 11,
  224. MSM_VIDC_MATRIX_COEFF_SMPTE_CHROM_DERV_NON_CONSTANT = 12,
  225. MSM_VIDC_MATRIX_COEFF_SMPTE_CHROM_DERV_CONSTANT = 13,
  226. MSM_VIDC_MATRIX_COEFF_BT2100 = 14,
  227. };
  228. enum msm_vidc_core_capability_type {
  229. CORE_CAP_NONE = 0,
  230. ENC_CODECS,
  231. DEC_CODECS,
  232. MAX_SESSION_COUNT,
  233. MAX_SECURE_SESSION_COUNT,
  234. MAX_LOAD,
  235. MAX_MBPF,
  236. MAX_MBPS,
  237. MAX_MBPF_HQ,
  238. MAX_MBPS_HQ,
  239. MAX_MBPF_B_FRAME,
  240. MAX_MBPS_B_FRAME,
  241. NUM_VPP_PIPE,
  242. SW_PC,
  243. SW_PC_DELAY,
  244. FW_UNLOAD,
  245. FW_UNLOAD_DELAY,
  246. HW_RESPONSE_TIMEOUT,
  247. DEBUG_TIMEOUT,
  248. PREFIX_BUF_COUNT_PIX,
  249. PREFIX_BUF_SIZE_PIX,
  250. PREFIX_BUF_COUNT_NON_PIX,
  251. PREFIX_BUF_SIZE_NON_PIX,
  252. PAGEFAULT_NON_FATAL,
  253. PAGETABLE_CACHING,
  254. DCVS,
  255. DECODE_BATCH,
  256. DECODE_BATCH_TIMEOUT,
  257. AV_SYNC_WINDOW_SIZE,
  258. CLK_FREQ_THRESHOLD,
  259. NON_FATAL_FAULTS,
  260. CORE_CAP_MAX,
  261. };
  262. enum msm_vidc_inst_capability_type {
  263. INST_CAP_NONE = 0,
  264. FRAME_WIDTH,
  265. LOSSLESS_FRAME_WIDTH,
  266. SECURE_FRAME_WIDTH,
  267. HEVC_IMAGE_FRAME_WIDTH,
  268. HEIC_IMAGE_FRAME_WIDTH,
  269. FRAME_HEIGHT,
  270. LOSSLESS_FRAME_HEIGHT,
  271. SECURE_FRAME_HEIGHT,
  272. HEVC_IMAGE_FRAME_HEIGHT,
  273. HEIC_IMAGE_FRAME_HEIGHT,
  274. PIX_FMTS,
  275. MIN_BUFFERS_INPUT,
  276. MIN_BUFFERS_OUTPUT,
  277. MBPF,
  278. LOSSLESS_MBPF,
  279. BATCH_MBPF,
  280. BATCH_FPS,
  281. SECURE_MBPF,
  282. MBPS,
  283. POWER_SAVE_MBPS,
  284. FRAME_RATE,
  285. OPERATING_RATE,
  286. SCALE_X,
  287. SCALE_Y,
  288. B_FRAME,
  289. MB_CYCLES_VSP,
  290. MB_CYCLES_VPP,
  291. MB_CYCLES_LP,
  292. MB_CYCLES_FW,
  293. MB_CYCLES_FW_VPP,
  294. SECURE_MODE,
  295. HFLIP,
  296. VFLIP,
  297. ROTATION,
  298. SUPER_FRAME,
  299. SLICE_INTERFACE,
  300. HEADER_MODE,
  301. PREPEND_SPSPPS_TO_IDR,
  302. META_SEQ_HDR_NAL,
  303. WITHOUT_STARTCODE,
  304. NAL_LENGTH_FIELD,
  305. REQUEST_I_FRAME,
  306. BIT_RATE,
  307. BITRATE_MODE,
  308. LOSSLESS,
  309. FRAME_SKIP_MODE,
  310. FRAME_RC_ENABLE,
  311. CONSTANT_QUALITY,
  312. GOP_SIZE,
  313. GOP_CLOSURE,
  314. BLUR_TYPES,
  315. BLUR_RESOLUTION,
  316. CSC,
  317. CSC_CUSTOM_MATRIX,
  318. HEIC,
  319. LOWLATENCY_MODE,
  320. LTR_COUNT,
  321. USE_LTR,
  322. MARK_LTR,
  323. BASELAYER_PRIORITY,
  324. IR_RANDOM,
  325. AU_DELIMITER,
  326. TIME_DELTA_BASED_RC,
  327. CONTENT_ADAPTIVE_CODING,
  328. BITRATE_BOOST,
  329. VBV_DELAY,
  330. MIN_FRAME_QP,
  331. I_FRAME_MIN_QP,
  332. P_FRAME_MIN_QP,
  333. B_FRAME_MIN_QP,
  334. MAX_FRAME_QP,
  335. I_FRAME_MAX_QP,
  336. P_FRAME_MAX_QP,
  337. B_FRAME_MAX_QP,
  338. HEVC_HIER_QP,
  339. I_FRAME_QP,
  340. P_FRAME_QP,
  341. B_FRAME_QP,
  342. L0_QP,
  343. L1_QP,
  344. L2_QP,
  345. L3_QP,
  346. L4_QP,
  347. L5_QP,
  348. HIER_LAYER_QP,
  349. HIER_CODING_TYPE,
  350. HIER_CODING,
  351. HIER_CODING_LAYER,
  352. L0_BR,
  353. L1_BR,
  354. L2_BR,
  355. L3_BR,
  356. L4_BR,
  357. L5_BR,
  358. ENTROPY_MODE,
  359. PROFILE,
  360. LEVEL,
  361. HEVC_TIER,
  362. LF_MODE,
  363. LF_ALPHA,
  364. LF_BETA,
  365. SLICE_MODE,
  366. SLICE_MAX_BYTES,
  367. SLICE_MAX_MB,
  368. MB_RC,
  369. TRANSFORM_8X8,
  370. CHROMA_QP_INDEX_OFFSET,
  371. DISPLAY_DELAY_ENABLE,
  372. DISPLAY_DELAY,
  373. CONCEAL_COLOR_8BIT,
  374. CONCEAL_COLOR_10BIT,
  375. STAGE,
  376. PIPE,
  377. POC,
  378. QUALITY_MODE,
  379. CODED_FRAMES,
  380. BIT_DEPTH,
  381. CODEC_CONFIG,
  382. BITSTREAM_SIZE_OVERWRITE,
  383. THUMBNAIL_MODE,
  384. DEFAULT_HEADER,
  385. RAP_FRAME,
  386. SEQ_CHANGE_AT_SYNC_FRAME,
  387. PRIORITY,
  388. META_LTR_MARK_USE,
  389. META_DPB_MISR,
  390. META_OPB_MISR,
  391. META_INTERLACE,
  392. META_TIMESTAMP,
  393. META_CONCEALED_MB_CNT,
  394. META_HIST_INFO,
  395. META_SEI_MASTERING_DISP,
  396. META_SEI_CLL,
  397. META_HDR10PLUS,
  398. META_EVA_STATS,
  399. META_BUF_TAG,
  400. META_DPB_TAG_LIST,
  401. META_SUBFRAME_OUTPUT,
  402. META_ENC_QP_METADATA,
  403. META_ROI_INFO,
  404. INST_CAP_MAX,
  405. };
  406. enum msm_vidc_inst_capability_flags {
  407. CAP_FLAG_NONE = 0,
  408. CAP_FLAG_ROOT = BIT(0),
  409. CAP_FLAG_DYNAMIC_ALLOWED = BIT(1),
  410. CAP_FLAG_MENU = BIT(2),
  411. CAP_FLAG_INPUT_PORT = BIT(3),
  412. CAP_FLAG_OUTPUT_PORT = BIT(4),
  413. CAP_FLAG_CLIENT_SET = BIT(5),
  414. };
  415. struct msm_vidc_inst_cap {
  416. enum msm_vidc_inst_capability_type cap;
  417. s32 min;
  418. s32 max;
  419. u32 step_or_mask;
  420. s32 value;
  421. u32 v4l2_id;
  422. u32 hfi_id;
  423. enum msm_vidc_inst_capability_flags flags;
  424. enum msm_vidc_inst_capability_type parents[MAX_CAP_PARENTS];
  425. enum msm_vidc_inst_capability_type children[MAX_CAP_CHILDREN];
  426. int (*adjust)(void *inst,
  427. struct v4l2_ctrl *ctrl);
  428. int (*set)(void *inst,
  429. enum msm_vidc_inst_capability_type cap_id);
  430. };
  431. struct msm_vidc_inst_capability {
  432. enum msm_vidc_domain_type domain;
  433. enum msm_vidc_codec_type codec;
  434. struct msm_vidc_inst_cap cap[INST_CAP_MAX+1];
  435. };
  436. struct msm_vidc_core_capability {
  437. enum msm_vidc_core_capability_type type;
  438. u32 value;
  439. };
  440. struct msm_vidc_inst_cap_entry {
  441. /* list of struct msm_vidc_inst_cap_entry */
  442. struct list_head list;
  443. enum msm_vidc_inst_capability_type cap_id;
  444. };
  445. struct debug_buf_count {
  446. int etb;
  447. int ftb;
  448. int fbd;
  449. int ebd;
  450. };
  451. enum efuse_purpose {
  452. SKU_VERSION = 0,
  453. };
  454. enum sku_version {
  455. SKU_VERSION_0 = 0,
  456. SKU_VERSION_1,
  457. SKU_VERSION_2,
  458. };
  459. enum msm_vidc_ssr_trigger_type {
  460. SSR_ERR_FATAL = 1,
  461. SSR_SW_DIV_BY_ZERO,
  462. SSR_HW_WDOG_IRQ,
  463. };
  464. enum msm_vidc_cache_op {
  465. MSM_VIDC_CACHE_CLEAN,
  466. MSM_VIDC_CACHE_INVALIDATE,
  467. MSM_VIDC_CACHE_CLEAN_INVALIDATE,
  468. };
  469. enum msm_vidc_dcvs_flags {
  470. MSM_VIDC_DCVS_INCR = BIT(0),
  471. MSM_VIDC_DCVS_DECR = BIT(1),
  472. };
  473. enum msm_vidc_clock_properties {
  474. CLOCK_PROP_HAS_SCALING = BIT(0),
  475. CLOCK_PROP_HAS_MEM_RETENTION = BIT(1),
  476. };
  477. enum profiling_points {
  478. FRAME_PROCESSING = 0,
  479. MAX_PROFILING_POINTS,
  480. };
  481. enum signal_session_response {
  482. SIGNAL_CMD_STOP_INPUT = 0,
  483. SIGNAL_CMD_STOP_OUTPUT,
  484. SIGNAL_CMD_CLOSE,
  485. MAX_SIGNAL,
  486. };
  487. #define HFI_MASK_QHDR_TX_TYPE 0xFF000000
  488. #define HFI_MASK_QHDR_RX_TYPE 0x00FF0000
  489. #define HFI_MASK_QHDR_PRI_TYPE 0x0000FF00
  490. #define HFI_MASK_QHDR_Q_ID_TYPE 0x000000FF
  491. #define HFI_Q_ID_HOST_TO_CTRL_CMD_Q 0x00
  492. #define HFI_Q_ID_CTRL_TO_HOST_MSG_Q 0x01
  493. #define HFI_Q_ID_CTRL_TO_HOST_DEBUG_Q 0x02
  494. #define HFI_MASK_QHDR_STATUS 0x000000FF
  495. #define VIDC_IFACEQ_NUMQ 3
  496. #define VIDC_IFACEQ_CMDQ_IDX 0
  497. #define VIDC_IFACEQ_MSGQ_IDX 1
  498. #define VIDC_IFACEQ_DBGQ_IDX 2
  499. #define VIDC_IFACEQ_MAX_BUF_COUNT 50
  500. #define VIDC_IFACE_MAX_PARALLEL_CLNTS 16
  501. #define VIDC_IFACEQ_DFLT_QHDR 0x01010000
  502. struct hfi_queue_table_header {
  503. u32 qtbl_version;
  504. u32 qtbl_size;
  505. u32 qtbl_qhdr0_offset;
  506. u32 qtbl_qhdr_size;
  507. u32 qtbl_num_q;
  508. u32 qtbl_num_active_q;
  509. void *device_addr;
  510. char name[256];
  511. };
  512. struct hfi_queue_header {
  513. u32 qhdr_status;
  514. u32 qhdr_start_addr;
  515. u32 qhdr_type;
  516. u32 qhdr_q_size;
  517. u32 qhdr_pkt_size;
  518. u32 qhdr_pkt_drop_cnt;
  519. u32 qhdr_rx_wm;
  520. u32 qhdr_tx_wm;
  521. u32 qhdr_rx_req;
  522. u32 qhdr_tx_req;
  523. u32 qhdr_rx_irq_status;
  524. u32 qhdr_tx_irq_status;
  525. u32 qhdr_read_idx;
  526. u32 qhdr_write_idx;
  527. };
  528. #define VIDC_IFACEQ_TABLE_SIZE (sizeof(struct hfi_queue_table_header) \
  529. + sizeof(struct hfi_queue_header) * VIDC_IFACEQ_NUMQ)
  530. #define VIDC_IFACEQ_QUEUE_SIZE (VIDC_IFACEQ_MAX_PKT_SIZE * \
  531. VIDC_IFACEQ_MAX_BUF_COUNT * VIDC_IFACE_MAX_PARALLEL_CLNTS)
  532. #define VIDC_IFACEQ_GET_QHDR_START_ADDR(ptr, i) \
  533. (void *)((ptr + sizeof(struct hfi_queue_table_header)) + \
  534. (i * sizeof(struct hfi_queue_header)))
  535. #define QDSS_SIZE 4096
  536. #define SFR_SIZE 4096
  537. #define QUEUE_SIZE (VIDC_IFACEQ_TABLE_SIZE + \
  538. (VIDC_IFACEQ_QUEUE_SIZE * VIDC_IFACEQ_NUMQ))
  539. #define ALIGNED_QDSS_SIZE ALIGN(QDSS_SIZE, SZ_4K)
  540. #define ALIGNED_SFR_SIZE ALIGN(SFR_SIZE, SZ_4K)
  541. #define ALIGNED_QUEUE_SIZE ALIGN(QUEUE_SIZE, SZ_4K)
  542. #define SHARED_QSIZE ALIGN(ALIGNED_SFR_SIZE + ALIGNED_QUEUE_SIZE + \
  543. ALIGNED_QDSS_SIZE, SZ_1M)
  544. struct buf_count {
  545. u32 etb;
  546. u32 ftb;
  547. u32 fbd;
  548. u32 ebd;
  549. };
  550. struct profile_data {
  551. u32 start;
  552. u32 stop;
  553. u32 cumulative;
  554. char name[64];
  555. u32 sampling;
  556. u32 average;
  557. };
  558. struct msm_vidc_debug {
  559. struct profile_data pdata[MAX_PROFILING_POINTS];
  560. u32 profile;
  561. u32 samples;
  562. struct buf_count count;
  563. };
  564. struct msm_vidc_input_cr_data {
  565. struct list_head list;
  566. u32 index;
  567. u32 input_cr;
  568. };
  569. struct msm_vidc_timestamps {
  570. struct list_head list;
  571. u64 timestamp_us;
  572. u32 framerate;
  573. bool is_valid;
  574. };
  575. struct msm_vidc_session_idle {
  576. bool idle;
  577. u64 last_activity_time_ns;
  578. };
  579. struct msm_vidc_color_info {
  580. u32 colorspace;
  581. u32 ycbcr_enc;
  582. u32 xfer_func;
  583. u32 quantization;
  584. };
  585. struct msm_vidc_rectangle {
  586. u32 left;
  587. u32 top;
  588. u32 width;
  589. u32 height;
  590. };
  591. struct msm_vidc_subscription_params {
  592. u32 bitstream_resolution;
  593. u32 crop_offsets[2];
  594. u32 bit_depth;
  595. u32 coded_frames;
  596. u32 fw_min_count;
  597. u32 pic_order_cnt;
  598. u32 color_info;
  599. u32 profile;
  600. u32 level;
  601. u32 tier;
  602. };
  603. struct msm_vidc_hfi_frame_info {
  604. u32 picture_type;
  605. u32 no_output;
  606. u32 cr;
  607. u32 cf;
  608. u32 data_corrupt;
  609. };
  610. struct msm_vidc_decode_vpp_delay {
  611. bool enable;
  612. u32 size;
  613. };
  614. struct msm_vidc_decode_batch {
  615. bool enable;
  616. u32 size;
  617. struct delayed_work work;
  618. };
  619. enum load_calc_quirks {
  620. LOAD_POWER = 0,
  621. LOAD_ADMISSION_CONTROL = 1,
  622. };
  623. enum msm_vidc_power_mode {
  624. VIDC_POWER_NORMAL = 0,
  625. VIDC_POWER_LOW,
  626. VIDC_POWER_TURBO,
  627. };
  628. struct vidc_bus_vote_data {
  629. enum msm_vidc_domain_type domain;
  630. enum msm_vidc_codec_type codec;
  631. enum msm_vidc_power_mode power_mode;
  632. u32 color_formats[2];
  633. int num_formats; /* 1 = DPB-OPB unified; 2 = split */
  634. int input_height, input_width, bitrate;
  635. int output_height, output_width;
  636. int rotation;
  637. int compression_ratio;
  638. int complexity_factor;
  639. int input_cr;
  640. u32 lcu_size;
  641. u32 fps;
  642. u32 work_mode;
  643. bool use_sys_cache;
  644. bool b_frames_enabled;
  645. u64 calc_bw_ddr;
  646. u64 calc_bw_llcc;
  647. u32 num_vpp_pipes;
  648. };
  649. struct msm_vidc_power {
  650. enum msm_vidc_power_mode power_mode;
  651. u32 buffer_counter;
  652. u32 min_threshold;
  653. u32 nom_threshold;
  654. u32 max_threshold;
  655. bool dcvs_mode;
  656. u32 dcvs_window;
  657. u64 min_freq;
  658. u64 curr_freq;
  659. u32 ddr_bw;
  660. u32 sys_cache_bw;
  661. u32 dcvs_flags;
  662. u32 fw_cr;
  663. u32 fw_cf;
  664. };
  665. struct msm_vidc_alloc {
  666. struct list_head list;
  667. enum msm_vidc_buffer_type type;
  668. enum msm_vidc_buffer_region region;
  669. u32 size;
  670. u8 secure:1;
  671. u8 map_kernel:1;
  672. struct dma_buf *dmabuf;
  673. void *kvaddr;
  674. };
  675. struct msm_vidc_allocations {
  676. struct list_head list; // list of "struct msm_vidc_alloc"
  677. };
  678. struct msm_vidc_map {
  679. struct list_head list;
  680. bool valid;
  681. enum msm_vidc_buffer_type type;
  682. enum msm_vidc_buffer_region region;
  683. struct dma_buf *dmabuf;
  684. u32 refcount;
  685. u64 device_addr;
  686. struct sg_table *table;
  687. struct dma_buf_attachment *attach;
  688. };
  689. struct msm_vidc_mappings {
  690. struct list_head list; // list of "struct msm_vidc_map"
  691. };
  692. struct msm_vidc_buffer {
  693. struct list_head list;
  694. bool valid;
  695. enum msm_vidc_buffer_type type;
  696. u32 index;
  697. int fd;
  698. u32 buffer_size;
  699. u32 data_offset;
  700. u32 data_size;
  701. u64 device_addr;
  702. void *dmabuf;
  703. u32 flags;
  704. u64 timestamp;
  705. enum msm_vidc_buffer_attributes attr;
  706. };
  707. struct msm_vidc_buffers {
  708. struct list_head list; // list of "struct msm_vidc_buffer"
  709. u32 min_count;
  710. u32 extra_count;
  711. u32 actual_count;
  712. u32 size;
  713. bool reuse;
  714. };
  715. enum msm_vidc_allow {
  716. MSM_VIDC_DISALLOW = 0,
  717. MSM_VIDC_ALLOW,
  718. MSM_VIDC_DEFER,
  719. MSM_VIDC_IGNORE,
  720. };
  721. enum response_work_type {
  722. RESP_WORK_INPUT_PSC = 1,
  723. RESP_WORK_OUTPUT_PSC,
  724. RESP_WORK_LAST_FLAG,
  725. };
  726. struct response_work {
  727. struct list_head list;
  728. enum response_work_type type;
  729. void *data;
  730. u32 data_size;
  731. };
  732. struct msm_vidc_ssr {
  733. bool trigger;
  734. enum msm_vidc_ssr_trigger_type ssr_type;
  735. };
  736. struct msm_vidc_sfr {
  737. u32 bufSize;
  738. u8 rg_data[1];
  739. };
  740. #define call_mem_op(c, op, ...) \
  741. (((c) && (c)->mem_ops && (c)->mem_ops->op) ? \
  742. ((c)->mem_ops->op(__VA_ARGS__)) : 0)
  743. struct msm_vidc_memory_ops {
  744. int (*allocate)(void *inst, struct msm_vidc_buffer *mbuf);
  745. int (*dma_map)(void *inst, struct msm_vidc_buffer *mbuf);
  746. int (*dma_unmap)(void *inst, struct msm_vidc_buffer *mbuf);
  747. int (*free)(void *inst, struct msm_vidc_buffer *mbuf);
  748. int (*cache_op)(void *inst, struct msm_vidc_buffer *mbuf,
  749. enum msm_vidc_cache_op cache_op);
  750. };
  751. #endif // _MSM_VIDC_INTERNAL_H_