msm_vidc_internal.h 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562
  1. /* SPDX-License-Identifier: GPL-2.0-only */
  2. /*
  3. * Copyright (c) 2020, The Linux Foundation. All rights reserved.
  4. */
  5. #ifndef _MSM_VIDC_INTERNAL_H_
  6. #define _MSM_VIDC_INTERNAL_H_
  7. #include <linux/bits.h>
  8. #include <linux/workqueue.h>
  9. #include <media/v4l2-dev.h>
  10. #include <media/v4l2-device.h>
  11. #include <media/v4l2-ioctl.h>
  12. #include <media/v4l2-event.h>
  13. #include <media/v4l2-ctrls.h>
  14. #include <media/videobuf2-core.h>
  15. #include <media/videobuf2-v4l2.h>
  16. #define MAX_NAME_LENGTH 128
  17. #define MAX_MATRIX_COEFFS 9
  18. #define MAX_BIAS_COEFFS 3
  19. #define MAX_LIMIT_COEFFS 6
  20. #define MAX_DEBUGFS_NAME 50
  21. #define DEFAULT_TIMEOUT 3
  22. #define DEFAULT_HEIGHT 240
  23. #define DEFAULT_WIDTH 320
  24. #define MIN_SUPPORTED_WIDTH 32
  25. #define MIN_SUPPORTED_HEIGHT 32
  26. #define DEFAULT_FPS 30
  27. #define MINIMUM_FPS 1
  28. #define MAXIMUM_FPS 960
  29. #define SINGLE_INPUT_BUFFER 1
  30. #define SINGLE_OUTPUT_BUFFER 1
  31. #define MAX_NUM_INPUT_BUFFERS VIDEO_MAX_FRAME // same as VB2_MAX_FRAME
  32. #define MAX_NUM_OUTPUT_BUFFERS VIDEO_MAX_FRAME // same as VB2_MAX_FRAME
  33. #define MAX_SUPPORTED_INSTANCES 16
  34. #define MAX_BSE_VPP_DELAY 6
  35. #define DEFAULT_BSE_VPP_DELAY 2
  36. #define MAX_CAP_PARENTS 16
  37. #define MAX_CAP_CHILDREN 16
  38. /* Maintains the number of FTB's between each FBD over a window */
  39. #define DCVS_FTB_WINDOW 16
  40. /* Superframe can have maximum of 32 frames */
  41. #define VIDC_SUPERFRAME_MAX 32
  42. #define COLOR_RANGE_UNSPECIFIED (-1)
  43. #define V4L2_EVENT_VIDC_BASE 10
  44. #define INPUT_PLANE V4L2_BUF_TYPE_VIDEO_OUTPUT
  45. #define OUTPUT_PLANE V4L2_BUF_TYPE_VIDEO_CAPTURE
  46. #define INPUT_META_PLANE V4L2_BUF_TYPE_META_OUTPUT
  47. #define OUTPUT_META_PLANE V4L2_BUF_TYPE_META_CAPTURE
  48. #define VIDC_IFACEQ_MAX_PKT_SIZE 1024
  49. #define VIDC_IFACEQ_MED_PKT_SIZE 768
  50. #define VIDC_IFACEQ_MIN_PKT_SIZE 8
  51. #define VIDC_IFACEQ_VAR_SMALL_PKT_SIZE 100
  52. #define VIDC_IFACEQ_VAR_LARGE_PKT_SIZE 512
  53. #define VIDC_IFACEQ_VAR_HUGE_PKT_SIZE (1024*12)
  54. #define NUM_MBS_PER_SEC(__height, __width, __fps) \
  55. (NUM_MBS_PER_FRAME(__height, __width) * __fps)
  56. #define NUM_MBS_PER_FRAME(__height, __width) \
  57. ((ALIGN(__height, 16) / 16) * (ALIGN(__width, 16) / 16))
  58. #define IS_PRIV_CTRL(idx) ( \
  59. (V4L2_CTRL_ID2WHICH(idx) == V4L2_CTRL_CLASS_MPEG) && \
  60. V4L2_CTRL_DRIVER_PRIV(idx))
  61. /*
  62. * Convert Q16 number into Integer and Fractional part upto 2 places.
  63. * Ex : 105752 / 65536 = 1.61; 1.61 in Q16 = 105752;
  64. * Integer part = 105752 / 65536 = 1;
  65. * Reminder = 105752 * 0xFFFF = 40216; Last 16 bits.
  66. * Fractional part = 40216 * 100 / 65536 = 61;
  67. * Now convert to FP(1, 61, 100).
  68. */
  69. #define Q16_INT(q) ((q) >> 16)
  70. #define Q16_FRAC(q) ((((q) & 0xFFFF) * 100) >> 16)
  71. enum msm_vidc_domain_type {
  72. MSM_VIDC_ENCODER = BIT(0),
  73. MSM_VIDC_DECODER = BIT(1),
  74. };
  75. enum msm_vidc_codec_type {
  76. MSM_VIDC_H264 = BIT(0),
  77. MSM_VIDC_HEVC = BIT(1),
  78. MSM_VIDC_VP9 = BIT(2),
  79. MSM_VIDC_MPEG2 = BIT(3),
  80. };
  81. enum msm_vidc_colorformat_type {
  82. MSM_VIDC_FMT_NV12 = BIT(0),
  83. MSM_VIDC_FMT_NV21 = BIT(1),
  84. MSM_VIDC_FMT_NV12_UBWC = BIT(2),
  85. MSM_VIDC_FMT_NV12_P010_UBWC = BIT(3),
  86. MSM_VIDC_FMT_NV12_TP10_UBWC = BIT(4),
  87. MSM_VIDC_FMT_RGBA8888_UBWC = BIT(5),
  88. MSM_VIDC_FMT_SDE_Y_CBCR_H2V2_P010_VENUS = BIT(6),
  89. };
  90. enum msm_vidc_buffer_type {
  91. MSM_VIDC_BUF_QUEUE = BIT(0),
  92. MSM_VIDC_BUF_INPUT = BIT(1),
  93. MSM_VIDC_BUF_OUTPUT = BIT(2),
  94. MSM_VIDC_BUF_INPUT_META = BIT(3),
  95. MSM_VIDC_BUF_OUTPUT_META = BIT(4),
  96. MSM_VIDC_BUF_SCRATCH = BIT(5),
  97. MSM_VIDC_BUF_SCRATCH_1 = BIT(6),
  98. MSM_VIDC_BUF_SCRATCH_2 = BIT(7),
  99. MSM_VIDC_BUF_PERSIST = BIT(8),
  100. MSM_VIDC_BUF_PERSIST_1 = BIT(9),
  101. };
  102. enum msm_vidc_buffer_attributes {
  103. MSM_VIDC_ATTR_DEFERRED = BIT(0),
  104. MSM_VIDC_ATTR_READ_ONLY = BIT(1),
  105. MSM_VIDC_ATTR_PENDING_RELEASE = BIT(2),
  106. MSM_VIDC_ATTR_QUEUED = BIT(3),
  107. };
  108. enum msm_vidc_buffer_region {
  109. MSM_VIDC_NON_SECURE = BIT(0),
  110. MSM_VIDC_SECURE_PIXEL = BIT(1),
  111. MSM_VIDC_SECURE_NONPIXEL = BIT(2),
  112. MSM_VIDC_SECURE_BITSTREAM = BIT(3),
  113. };
  114. enum msm_vidc_port_type {
  115. INPUT_PORT,
  116. OUTPUT_PORT,
  117. INPUT_META_PORT,
  118. OUTPUT_META_PORT,
  119. MAX_PORT,
  120. };
  121. enum msm_vidc_core_capability_type {
  122. CORE_CAP_NONE = 0,
  123. ENC_CODECS,
  124. DEC_CODECS,
  125. MAX_SESSION_COUNT,
  126. MAX_SECURE_SESSION_COUNT,
  127. MAX_LOAD,
  128. MAX_MBPF,
  129. MAX_MBPS,
  130. MAX_MBPF_HQ,
  131. MAX_MBPS_HQ,
  132. MAX_MBPF_B_FRAME,
  133. MAX_MBPS_B_FRAME,
  134. SW_PC,
  135. SW_PC_DELAY,
  136. FW_UNLOAD,
  137. FW_UNLOAD_DELAY,
  138. HW_RESPONSE_TIMEOUT,
  139. DEBUG_TIMEOUT,
  140. PREFIX_BUF_COUNT_PIX,
  141. PREFIX_BUF_SIZE_PIX,
  142. PREFIX_BUF_COUNT_NON_PIX,
  143. PREFIX_BUF_SIZE_NON_PIX,
  144. PAGEFAULT_NON_FATAL,
  145. PAGETABLE_CACHING,
  146. DCVS,
  147. DECODE_BATCH,
  148. DECODE_BATCH_TIMEOUT,
  149. AV_SYNC_WINDOW_SIZE,
  150. CLK_FREQ_THRESHOLD,
  151. CORE_CAP_MAX,
  152. };
  153. enum msm_vidc_inst_capability_type {
  154. INST_CAP_NONE = 0,
  155. CODEC,
  156. FRAME_WIDTH,
  157. FRAME_HEIGHT,
  158. PIX_FMTS,
  159. MIN_BUFFERS_INPUT,
  160. MIN_BUFFERS_OUTPUT,
  161. DECODE_ORDER,
  162. THUMBNAIL_MODE,
  163. SECURE_MODE,
  164. LOWLATENCY_MODE,
  165. LOWLATENCY_HINT,
  166. BUF_SIZE_LIMIT,
  167. MBPF,
  168. MBPS,
  169. FRAME_RATE,
  170. BIT_RATE,
  171. BITRATE_MODE,
  172. LAYER_BITRATE,
  173. ENTROPY_MODE,
  174. CABAC_BITRATE,
  175. VBV_DELAY,
  176. LTR_COUNT,
  177. LCU_SIZE,
  178. POWER_SAVE_MBPS,
  179. SCALE_X,
  180. SCALE_Y,
  181. PROFILE,
  182. LEVEL,
  183. I_FRAME_QP,
  184. P_FRAME_QP,
  185. B_FRAME_QP,
  186. B_FRAME,
  187. HIER_P_LAYERS,
  188. BLUR_WIDTH,
  189. BLUR_HEIGHT,
  190. SLICE_BYTE,
  191. SLICE_MB,
  192. SECURE,
  193. SECURE_FRAME_WIDTH,
  194. SECURE_FRAME_HEIGHT,
  195. SECURE_MBPF,
  196. SECURE_BIT_RATE,
  197. BATCH_MBPF,
  198. BATCH_FRAME_RATE,
  199. LOSSLESS_FRAME_WIDTH,
  200. LOSSLESS_FRAME_HEIGHT,
  201. LOSSLESS_MBPF,
  202. ALL_INTRA_FRAME_RATE,
  203. HEVC_IMAGE_FRAME_WIDTH,
  204. HEVC_IMAGE_FRAME_HEIGHT,
  205. HEIC_IMAGE_FRAME_WIDTH,
  206. HEIC_IMAGE_FRAME_HEIGHT,
  207. MB_CYCLES_VSP,
  208. MB_CYCLES_VPP,
  209. MB_CYCLES_LP,
  210. MB_CYCLES_FW,
  211. MB_CYCLES_FW_VPP,
  212. INST_CAP_MAX,
  213. };
  214. enum msm_vidc_inst_capability_flags {
  215. CAP_FLAG_NONE = 0,
  216. CAP_FLAG_ROOT = BIT(0),
  217. CAP_FLAG_DYNAMIC_ALLOWED = BIT(1),
  218. CAP_FLAG_MENU = BIT(2),
  219. };
  220. struct msm_vidc_inst_cap {
  221. enum msm_vidc_inst_capability_type cap;
  222. s32 min;
  223. s32 max;
  224. u32 step_or_mask;
  225. s32 value;
  226. u32 v4l2_id;
  227. u32 hfi_id;
  228. enum msm_vidc_inst_capability_flags flags;
  229. enum msm_vidc_inst_capability_type parents[MAX_CAP_PARENTS];
  230. enum msm_vidc_inst_capability_type children[MAX_CAP_CHILDREN];
  231. int (*adjust)(void *inst,
  232. struct v4l2_ctrl *ctrl);
  233. int (*set)(void *inst,
  234. enum msm_vidc_inst_capability_type cap_id);
  235. };
  236. struct msm_vidc_inst_capability {
  237. enum msm_vidc_domain_type domain;
  238. enum msm_vidc_codec_type codec;
  239. struct msm_vidc_inst_cap cap[INST_CAP_MAX];
  240. };
  241. struct msm_vidc_core_capability {
  242. enum msm_vidc_core_capability_type type;
  243. u32 value;
  244. };
  245. struct msm_vidc_inst_cap_entry {
  246. /* list of struct msm_vidc_inst_cap_entry */
  247. struct list_head list;
  248. enum msm_vidc_inst_capability_type cap_id;
  249. };
  250. enum efuse_purpose {
  251. SKU_VERSION = 0,
  252. };
  253. enum sku_version {
  254. SKU_VERSION_0 = 0,
  255. SKU_VERSION_1,
  256. SKU_VERSION_2,
  257. };
  258. enum msm_vidc_ssr_trigger_type {
  259. SSR_ERR_FATAL = 1,
  260. SSR_SW_DIV_BY_ZERO,
  261. SSR_HW_WDOG_IRQ,
  262. };
  263. enum msm_vidc_cache_op {
  264. MSM_VIDC_CACHE_CLEAN,
  265. MSM_VIDC_CACHE_INVALIDATE,
  266. MSM_VIDC_CACHE_CLEAN_INVALIDATE,
  267. };
  268. enum msm_vidc_dcvs_flags {
  269. MSM_VIDC_DCVS_INCR = BIT(0),
  270. MSM_VIDC_DCVS_DECR = BIT(1),
  271. };
  272. enum msm_vidc_clock_properties {
  273. CLOCK_PROP_HAS_SCALING = BIT(0),
  274. CLOCK_PROP_HAS_MEM_RETENTION = BIT(1),
  275. };
  276. enum profiling_points {
  277. FRAME_PROCESSING = 0,
  278. MAX_PROFILING_POINTS,
  279. };
  280. enum signal_session_response {
  281. SIGNAL_CMD_STOP = 0,
  282. SIGNAL_CMD_CLOSE,
  283. MAX_SIGNAL,
  284. };
  285. #define HFI_MASK_QHDR_TX_TYPE 0xFF000000
  286. #define HFI_MASK_QHDR_RX_TYPE 0x00FF0000
  287. #define HFI_MASK_QHDR_PRI_TYPE 0x0000FF00
  288. #define HFI_MASK_QHDR_Q_ID_TYPE 0x000000FF
  289. #define HFI_Q_ID_HOST_TO_CTRL_CMD_Q 0x00
  290. #define HFI_Q_ID_CTRL_TO_HOST_MSG_Q 0x01
  291. #define HFI_Q_ID_CTRL_TO_HOST_DEBUG_Q 0x02
  292. #define HFI_MASK_QHDR_STATUS 0x000000FF
  293. #define VIDC_IFACEQ_NUMQ 3
  294. #define VIDC_IFACEQ_CMDQ_IDX 0
  295. #define VIDC_IFACEQ_MSGQ_IDX 1
  296. #define VIDC_IFACEQ_DBGQ_IDX 2
  297. #define VIDC_IFACEQ_MAX_BUF_COUNT 50
  298. #define VIDC_IFACE_MAX_PARALLEL_CLNTS 16
  299. #define VIDC_IFACEQ_DFLT_QHDR 0x01010000
  300. struct hfi_queue_table_header {
  301. u32 qtbl_version;
  302. u32 qtbl_size;
  303. u32 qtbl_qhdr0_offset;
  304. u32 qtbl_qhdr_size;
  305. u32 qtbl_num_q;
  306. u32 qtbl_num_active_q;
  307. void *device_addr;
  308. char name[256];
  309. };
  310. struct hfi_queue_header {
  311. u32 qhdr_status;
  312. u32 qhdr_start_addr;
  313. u32 qhdr_type;
  314. u32 qhdr_q_size;
  315. u32 qhdr_pkt_size;
  316. u32 qhdr_pkt_drop_cnt;
  317. u32 qhdr_rx_wm;
  318. u32 qhdr_tx_wm;
  319. u32 qhdr_rx_req;
  320. u32 qhdr_tx_req;
  321. u32 qhdr_rx_irq_status;
  322. u32 qhdr_tx_irq_status;
  323. u32 qhdr_read_idx;
  324. u32 qhdr_write_idx;
  325. };
  326. #define VIDC_IFACEQ_TABLE_SIZE (sizeof(struct hfi_queue_table_header) \
  327. + sizeof(struct hfi_queue_header) * VIDC_IFACEQ_NUMQ)
  328. #define VIDC_IFACEQ_QUEUE_SIZE (VIDC_IFACEQ_MAX_PKT_SIZE * \
  329. VIDC_IFACEQ_MAX_BUF_COUNT * VIDC_IFACE_MAX_PARALLEL_CLNTS)
  330. #define VIDC_IFACEQ_GET_QHDR_START_ADDR(ptr, i) \
  331. (void *)((ptr + sizeof(struct hfi_queue_table_header)) + \
  332. (i * sizeof(struct hfi_queue_header)))
  333. #define QDSS_SIZE 4096
  334. #define SFR_SIZE 4096
  335. #define QUEUE_SIZE (VIDC_IFACEQ_TABLE_SIZE + \
  336. (VIDC_IFACEQ_QUEUE_SIZE * VIDC_IFACEQ_NUMQ))
  337. #define ALIGNED_QDSS_SIZE ALIGN(QDSS_SIZE, SZ_4K)
  338. #define ALIGNED_SFR_SIZE ALIGN(SFR_SIZE, SZ_4K)
  339. #define ALIGNED_QUEUE_SIZE ALIGN(QUEUE_SIZE, SZ_4K)
  340. #define SHARED_QSIZE ALIGN(ALIGNED_SFR_SIZE + ALIGNED_QUEUE_SIZE + \
  341. ALIGNED_QDSS_SIZE, SZ_1M)
  342. struct buf_count {
  343. u32 etb;
  344. u32 ftb;
  345. u32 fbd;
  346. u32 ebd;
  347. };
  348. struct profile_data {
  349. u32 start;
  350. u32 stop;
  351. u32 cumulative;
  352. char name[64];
  353. u32 sampling;
  354. u32 average;
  355. };
  356. struct msm_vidc_debug {
  357. struct profile_data pdata[MAX_PROFILING_POINTS];
  358. u32 profile;
  359. u32 samples;
  360. struct buf_count count;
  361. };
  362. struct msm_vidc_input_cr_data {
  363. struct list_head list;
  364. u32 index;
  365. u32 input_cr;
  366. };
  367. struct msm_vidc_timestamps {
  368. struct list_head list;
  369. u64 timestamp_us;
  370. u32 framerate;
  371. bool is_valid;
  372. };
  373. struct msm_vidc_session_idle {
  374. bool idle;
  375. u64 last_activity_time_ns;
  376. };
  377. struct msm_vidc_color_info {
  378. u32 colorspace;
  379. u32 ycbcr_enc;
  380. u32 xfer_func;
  381. u32 quantization;
  382. };
  383. struct msm_vidc_crop {
  384. u32 x;
  385. u32 y;
  386. u32 width;
  387. u32 height;
  388. };
  389. struct msm_vidc_properties {
  390. u32 frame_rate;
  391. u32 operating_rate;
  392. u32 bit_rate;
  393. u32 profile;
  394. u32 level;
  395. u32 entropy_mode;
  396. u32 rc_type;
  397. };
  398. struct msm_vidc_subscription_params {
  399. u32 align_width;
  400. u32 align_height;
  401. struct msm_vidc_crop crop;
  402. struct msm_vidc_color_info color_info;
  403. u32 bit_depth;
  404. u32 cabac;
  405. u32 interlace;
  406. u32 min_count;
  407. u32 pic_order_cnt;
  408. u32 profile;
  409. };
  410. struct msm_vidc_decode_vpp_delay {
  411. bool enable;
  412. u32 size;
  413. };
  414. struct msm_vidc_decode_batch {
  415. bool enable;
  416. u32 size;
  417. struct delayed_work work;
  418. };
  419. struct msm_vidc_power {
  420. u32 buffer_counter;
  421. u32 min_threshold;
  422. u32 nom_threshold;
  423. u32 max_threshold;
  424. bool dcvs_mode;
  425. u32 dcvs_window;
  426. u64 min_freq;
  427. u64 curr_freq;
  428. u32 ddr_bw;
  429. u32 sys_cache_bw;
  430. u32 dcvs_flags;
  431. };
  432. struct msm_vidc_alloc {
  433. struct list_head list;
  434. enum msm_vidc_buffer_type type;
  435. enum msm_vidc_buffer_region region;
  436. u32 size;
  437. u8 cached:1;
  438. u8 secure:1;
  439. u8 map_kernel:1;
  440. struct dma_buf *dmabuf;
  441. void *kvaddr;
  442. };
  443. struct msm_vidc_allocations {
  444. struct list_head list; // list of "struct msm_vidc_alloc"
  445. };
  446. struct msm_vidc_map {
  447. struct list_head list;
  448. bool valid;
  449. enum msm_vidc_buffer_type type;
  450. enum msm_vidc_buffer_region region;
  451. struct dma_buf *dmabuf;
  452. u32 refcount;
  453. u64 device_addr;
  454. struct sg_table *table;
  455. struct dma_buf_attachment *attach;
  456. };
  457. struct msm_vidc_mappings {
  458. struct list_head list; // list of "struct msm_vidc_map"
  459. };
  460. struct msm_vidc_buffer {
  461. struct list_head list;
  462. bool valid;
  463. enum msm_vidc_buffer_type type;
  464. u32 index;
  465. int fd;
  466. u32 buffer_size;
  467. u32 data_offset;
  468. u32 data_size;
  469. u64 device_addr;
  470. void *dmabuf;
  471. u32 flags;
  472. u64 timestamp;
  473. enum msm_vidc_buffer_attributes attr;
  474. };
  475. struct msm_vidc_buffers {
  476. struct list_head list; // list of "struct msm_vidc_buffer"
  477. u32 min_count;
  478. u32 extra_count;
  479. u32 actual_count;
  480. u32 size;
  481. };
  482. struct msm_vidc_ssr {
  483. bool trigger;
  484. enum msm_vidc_ssr_trigger_type ssr_type;
  485. };
  486. #define call_mem_op(c, op, ...) \
  487. (((c) && (c)->mem_ops && (c)->mem_ops->op) ? \
  488. ((c)->mem_ops->op(__VA_ARGS__)) : 0)
  489. struct msm_vidc_memory_ops {
  490. int (*allocate)(void *inst, struct msm_vidc_buffer *mbuf);
  491. int (*dma_map)(void *inst, struct msm_vidc_buffer *mbuf);
  492. int (*dma_unmap)(void *inst, struct msm_vidc_buffer *mbuf);
  493. int (*free)(void *inst, struct msm_vidc_buffer *mbuf);
  494. int (*cache_op)(void *inst, struct msm_vidc_buffer *mbuf,
  495. enum msm_vidc_cache_op cache_op);
  496. };
  497. #endif // _MSM_VIDC_INTERNAL_H_