nal-hevc.h 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519
  1. /* SPDX-License-Identifier: GPL-2.0 */
  2. /*
  3. * Copyright (C) 2019 Pengutronix, Michael Tretter <[email protected]>
  4. *
  5. * Convert NAL units between raw byte sequence payloads (RBSP) and C structs.
  6. */
  7. #ifndef __NAL_HEVC_H__
  8. #define __NAL_HEVC_H__
  9. #include <linux/errno.h>
  10. #include <linux/kernel.h>
  11. #include <linux/types.h>
  12. #include <linux/v4l2-controls.h>
  13. #include <linux/videodev2.h>
  14. struct nal_hevc_profile_tier_level {
  15. unsigned int general_profile_space;
  16. unsigned int general_tier_flag;
  17. unsigned int general_profile_idc;
  18. unsigned int general_profile_compatibility_flag[32];
  19. unsigned int general_progressive_source_flag;
  20. unsigned int general_interlaced_source_flag;
  21. unsigned int general_non_packed_constraint_flag;
  22. unsigned int general_frame_only_constraint_flag;
  23. union {
  24. struct {
  25. unsigned int general_max_12bit_constraint_flag;
  26. unsigned int general_max_10bit_constraint_flag;
  27. unsigned int general_max_8bit_constraint_flag;
  28. unsigned int general_max_422chroma_constraint_flag;
  29. unsigned int general_max_420chroma_constraint_flag;
  30. unsigned int general_max_monochrome_constraint_flag;
  31. unsigned int general_intra_constraint_flag;
  32. unsigned int general_one_picture_only_constraint_flag;
  33. unsigned int general_lower_bit_rate_constraint_flag;
  34. union {
  35. struct {
  36. unsigned int general_max_14bit_constraint_flag;
  37. unsigned int general_reserved_zero_33bits;
  38. };
  39. unsigned int general_reserved_zero_34bits;
  40. };
  41. };
  42. struct {
  43. unsigned int general_reserved_zero_7bits;
  44. /* unsigned int general_one_picture_only_constraint_flag; */
  45. unsigned int general_reserved_zero_35bits;
  46. };
  47. unsigned int general_reserved_zero_43bits;
  48. };
  49. union {
  50. unsigned int general_inbld_flag;
  51. unsigned int general_reserved_zero_bit;
  52. };
  53. unsigned int general_level_idc;
  54. };
  55. /*
  56. * struct nal_hevc_vps - Video parameter set
  57. *
  58. * C struct representation of the video parameter set NAL unit as defined by
  59. * Rec. ITU-T H.265 (02/2018) 7.3.2.1 Video parameter set RBSP syntax
  60. */
  61. struct nal_hevc_vps {
  62. unsigned int video_parameter_set_id;
  63. unsigned int base_layer_internal_flag;
  64. unsigned int base_layer_available_flag;
  65. unsigned int max_layers_minus1;
  66. unsigned int max_sub_layers_minus1;
  67. unsigned int temporal_id_nesting_flag;
  68. struct nal_hevc_profile_tier_level profile_tier_level;
  69. unsigned int sub_layer_ordering_info_present_flag;
  70. struct {
  71. unsigned int max_dec_pic_buffering_minus1[7];
  72. unsigned int max_num_reorder_pics[7];
  73. unsigned int max_latency_increase_plus1[7];
  74. };
  75. unsigned int max_layer_id;
  76. unsigned int num_layer_sets_minus1;
  77. unsigned int layer_id_included_flag[1024][64];
  78. unsigned int timing_info_present_flag;
  79. struct {
  80. unsigned int num_units_in_tick;
  81. unsigned int time_scale;
  82. unsigned int poc_proportional_to_timing_flag;
  83. unsigned int num_ticks_poc_diff_one_minus1;
  84. unsigned int num_hrd_parameters;
  85. struct {
  86. unsigned int hrd_layer_set_idx[0];
  87. unsigned int cprms_present_flag[0];
  88. };
  89. /* hrd_parameters( cprms_present_flag[ i ], max_sub_layers_minus1 ) */
  90. };
  91. unsigned int extension_flag;
  92. unsigned int extension_data_flag;
  93. };
  94. struct nal_hevc_sub_layer_hrd_parameters {
  95. unsigned int bit_rate_value_minus1[1];
  96. unsigned int cpb_size_value_minus1[1];
  97. unsigned int cbr_flag[1];
  98. };
  99. struct nal_hevc_hrd_parameters {
  100. unsigned int nal_hrd_parameters_present_flag;
  101. unsigned int vcl_hrd_parameters_present_flag;
  102. struct {
  103. unsigned int sub_pic_hrd_params_present_flag;
  104. struct {
  105. unsigned int tick_divisor_minus2;
  106. unsigned int du_cpb_removal_delay_increment_length_minus1;
  107. unsigned int sub_pic_cpb_params_in_pic_timing_sei_flag;
  108. unsigned int dpb_output_delay_du_length_minus1;
  109. };
  110. unsigned int bit_rate_scale;
  111. unsigned int cpb_size_scale;
  112. unsigned int cpb_size_du_scale;
  113. unsigned int initial_cpb_removal_delay_length_minus1;
  114. unsigned int au_cpb_removal_delay_length_minus1;
  115. unsigned int dpb_output_delay_length_minus1;
  116. };
  117. struct {
  118. unsigned int fixed_pic_rate_general_flag[1];
  119. unsigned int fixed_pic_rate_within_cvs_flag[1];
  120. unsigned int elemental_duration_in_tc_minus1[1];
  121. unsigned int low_delay_hrd_flag[1];
  122. unsigned int cpb_cnt_minus1[1];
  123. struct nal_hevc_sub_layer_hrd_parameters nal_hrd[1];
  124. struct nal_hevc_sub_layer_hrd_parameters vcl_hrd[1];
  125. };
  126. };
  127. /*
  128. * struct nal_hevc_vui_parameters - VUI parameters
  129. *
  130. * C struct representation of the VUI parameters as defined by Rec. ITU-T
  131. * H.265 (02/2018) E.2.1 VUI parameters syntax.
  132. */
  133. struct nal_hevc_vui_parameters {
  134. unsigned int aspect_ratio_info_present_flag;
  135. struct {
  136. unsigned int aspect_ratio_idc;
  137. unsigned int sar_width;
  138. unsigned int sar_height;
  139. };
  140. unsigned int overscan_info_present_flag;
  141. unsigned int overscan_appropriate_flag;
  142. unsigned int video_signal_type_present_flag;
  143. struct {
  144. unsigned int video_format;
  145. unsigned int video_full_range_flag;
  146. unsigned int colour_description_present_flag;
  147. struct {
  148. unsigned int colour_primaries;
  149. unsigned int transfer_characteristics;
  150. unsigned int matrix_coeffs;
  151. };
  152. };
  153. unsigned int chroma_loc_info_present_flag;
  154. struct {
  155. unsigned int chroma_sample_loc_type_top_field;
  156. unsigned int chroma_sample_loc_type_bottom_field;
  157. };
  158. unsigned int neutral_chroma_indication_flag;
  159. unsigned int field_seq_flag;
  160. unsigned int frame_field_info_present_flag;
  161. unsigned int default_display_window_flag;
  162. struct {
  163. unsigned int def_disp_win_left_offset;
  164. unsigned int def_disp_win_right_offset;
  165. unsigned int def_disp_win_top_offset;
  166. unsigned int def_disp_win_bottom_offset;
  167. };
  168. unsigned int vui_timing_info_present_flag;
  169. struct {
  170. unsigned int vui_num_units_in_tick;
  171. unsigned int vui_time_scale;
  172. unsigned int vui_poc_proportional_to_timing_flag;
  173. unsigned int vui_num_ticks_poc_diff_one_minus1;
  174. unsigned int vui_hrd_parameters_present_flag;
  175. struct nal_hevc_hrd_parameters nal_hrd_parameters;
  176. };
  177. unsigned int bitstream_restriction_flag;
  178. struct {
  179. unsigned int tiles_fixed_structure_flag;
  180. unsigned int motion_vectors_over_pic_boundaries_flag;
  181. unsigned int restricted_ref_pic_lists_flag;
  182. unsigned int min_spatial_segmentation_idc;
  183. unsigned int max_bytes_per_pic_denom;
  184. unsigned int max_bits_per_min_cu_denom;
  185. unsigned int log2_max_mv_length_horizontal;
  186. unsigned int log2_max_mv_length_vertical;
  187. };
  188. };
  189. /*
  190. * struct nal_hevc_sps - Sequence parameter set
  191. *
  192. * C struct representation of the video parameter set NAL unit as defined by
  193. * Rec. ITU-T H.265 (02/2018) 7.3.2.2 Sequence parameter set RBSP syntax
  194. */
  195. struct nal_hevc_sps {
  196. unsigned int video_parameter_set_id;
  197. unsigned int max_sub_layers_minus1;
  198. unsigned int temporal_id_nesting_flag;
  199. struct nal_hevc_profile_tier_level profile_tier_level;
  200. unsigned int seq_parameter_set_id;
  201. unsigned int chroma_format_idc;
  202. unsigned int separate_colour_plane_flag;
  203. unsigned int pic_width_in_luma_samples;
  204. unsigned int pic_height_in_luma_samples;
  205. unsigned int conformance_window_flag;
  206. struct {
  207. unsigned int conf_win_left_offset;
  208. unsigned int conf_win_right_offset;
  209. unsigned int conf_win_top_offset;
  210. unsigned int conf_win_bottom_offset;
  211. };
  212. unsigned int bit_depth_luma_minus8;
  213. unsigned int bit_depth_chroma_minus8;
  214. unsigned int log2_max_pic_order_cnt_lsb_minus4;
  215. unsigned int sub_layer_ordering_info_present_flag;
  216. struct {
  217. unsigned int max_dec_pic_buffering_minus1[7];
  218. unsigned int max_num_reorder_pics[7];
  219. unsigned int max_latency_increase_plus1[7];
  220. };
  221. unsigned int log2_min_luma_coding_block_size_minus3;
  222. unsigned int log2_diff_max_min_luma_coding_block_size;
  223. unsigned int log2_min_luma_transform_block_size_minus2;
  224. unsigned int log2_diff_max_min_luma_transform_block_size;
  225. unsigned int max_transform_hierarchy_depth_inter;
  226. unsigned int max_transform_hierarchy_depth_intra;
  227. unsigned int scaling_list_enabled_flag;
  228. unsigned int scaling_list_data_present_flag;
  229. unsigned int amp_enabled_flag;
  230. unsigned int sample_adaptive_offset_enabled_flag;
  231. unsigned int pcm_enabled_flag;
  232. struct {
  233. unsigned int pcm_sample_bit_depth_luma_minus1;
  234. unsigned int pcm_sample_bit_depth_chroma_minus1;
  235. unsigned int log2_min_pcm_luma_coding_block_size_minus3;
  236. unsigned int log2_diff_max_min_pcm_luma_coding_block_size;
  237. unsigned int pcm_loop_filter_disabled_flag;
  238. };
  239. unsigned int num_short_term_ref_pic_sets;
  240. unsigned int long_term_ref_pics_present_flag;
  241. unsigned int sps_temporal_mvp_enabled_flag;
  242. unsigned int strong_intra_smoothing_enabled_flag;
  243. unsigned int vui_parameters_present_flag;
  244. struct nal_hevc_vui_parameters vui;
  245. unsigned int extension_present_flag;
  246. struct {
  247. unsigned int sps_range_extension_flag;
  248. unsigned int sps_multilayer_extension_flag;
  249. unsigned int sps_3d_extension_flag;
  250. unsigned int sps_scc_extension_flag;
  251. unsigned int sps_extension_4bits;
  252. };
  253. };
  254. struct nal_hevc_pps {
  255. unsigned int pps_pic_parameter_set_id;
  256. unsigned int pps_seq_parameter_set_id;
  257. unsigned int dependent_slice_segments_enabled_flag;
  258. unsigned int output_flag_present_flag;
  259. unsigned int num_extra_slice_header_bits;
  260. unsigned int sign_data_hiding_enabled_flag;
  261. unsigned int cabac_init_present_flag;
  262. unsigned int num_ref_idx_l0_default_active_minus1;
  263. unsigned int num_ref_idx_l1_default_active_minus1;
  264. int init_qp_minus26;
  265. unsigned int constrained_intra_pred_flag;
  266. unsigned int transform_skip_enabled_flag;
  267. unsigned int cu_qp_delta_enabled_flag;
  268. unsigned int diff_cu_qp_delta_depth;
  269. int pps_cb_qp_offset;
  270. int pps_cr_qp_offset;
  271. unsigned int pps_slice_chroma_qp_offsets_present_flag;
  272. unsigned int weighted_pred_flag;
  273. unsigned int weighted_bipred_flag;
  274. unsigned int transquant_bypass_enabled_flag;
  275. unsigned int tiles_enabled_flag;
  276. unsigned int entropy_coding_sync_enabled_flag;
  277. struct {
  278. unsigned int num_tile_columns_minus1;
  279. unsigned int num_tile_rows_minus1;
  280. unsigned int uniform_spacing_flag;
  281. struct {
  282. unsigned int column_width_minus1[1];
  283. unsigned int row_height_minus1[1];
  284. };
  285. unsigned int loop_filter_across_tiles_enabled_flag;
  286. };
  287. unsigned int pps_loop_filter_across_slices_enabled_flag;
  288. unsigned int deblocking_filter_control_present_flag;
  289. struct {
  290. unsigned int deblocking_filter_override_enabled_flag;
  291. unsigned int pps_deblocking_filter_disabled_flag;
  292. struct {
  293. int pps_beta_offset_div2;
  294. int pps_tc_offset_div2;
  295. };
  296. };
  297. unsigned int pps_scaling_list_data_present_flag;
  298. unsigned int lists_modification_present_flag;
  299. unsigned int log2_parallel_merge_level_minus2;
  300. unsigned int slice_segment_header_extension_present_flag;
  301. unsigned int pps_extension_present_flag;
  302. struct {
  303. unsigned int pps_range_extension_flag;
  304. unsigned int pps_multilayer_extension_flag;
  305. unsigned int pps_3d_extension_flag;
  306. unsigned int pps_scc_extension_flag;
  307. unsigned int pps_extension_4bits;
  308. };
  309. };
  310. /**
  311. * nal_hevc_profile() - Get profile_idc for v4l2 hevc profile
  312. * @profile: the profile as &enum v4l2_mpeg_video_hevc_profile
  313. *
  314. * Convert the &enum v4l2_mpeg_video_hevc_profile to profile_idc as specified
  315. * in Rec. ITU-T H.265 (02/2018) A.3.
  316. *
  317. * Return: the profile_idc for the passed level
  318. */
  319. static inline int nal_hevc_profile(enum v4l2_mpeg_video_hevc_profile profile)
  320. {
  321. switch (profile) {
  322. case V4L2_MPEG_VIDEO_HEVC_PROFILE_MAIN:
  323. return 1;
  324. case V4L2_MPEG_VIDEO_HEVC_PROFILE_MAIN_10:
  325. return 2;
  326. case V4L2_MPEG_VIDEO_HEVC_PROFILE_MAIN_STILL_PICTURE:
  327. return 3;
  328. default:
  329. return -EINVAL;
  330. }
  331. }
  332. /**
  333. * nal_hevc_tier() - Get tier_flag for v4l2 hevc tier
  334. * @tier: the tier as &enum v4l2_mpeg_video_hevc_tier
  335. *
  336. * Convert the &enum v4l2_mpeg_video_hevc_tier to tier_flag as specified
  337. * in Rec. ITU-T H.265 (02/2018) A.4.1.
  338. *
  339. * Return: the tier_flag for the passed tier
  340. */
  341. static inline int nal_hevc_tier(enum v4l2_mpeg_video_hevc_tier tier)
  342. {
  343. switch (tier) {
  344. case V4L2_MPEG_VIDEO_HEVC_TIER_MAIN:
  345. return 0;
  346. case V4L2_MPEG_VIDEO_HEVC_TIER_HIGH:
  347. return 1;
  348. default:
  349. return -EINVAL;
  350. }
  351. }
  352. /**
  353. * nal_hevc_level() - Get level_idc for v4l2 hevc level
  354. * @level: the level as &enum v4l2_mpeg_video_hevc_level
  355. *
  356. * Convert the &enum v4l2_mpeg_video_hevc_level to level_idc as specified in
  357. * Rec. ITU-T H.265 (02/2018) A.4.1.
  358. *
  359. * Return: the level_idc for the passed level
  360. */
  361. static inline int nal_hevc_level(enum v4l2_mpeg_video_hevc_level level)
  362. {
  363. /*
  364. * T-Rec-H.265 p. 280: general_level_idc and sub_layer_level_idc[ i ]
  365. * shall be set equal to a value of 30 times the level number
  366. * specified in Table A.6.
  367. */
  368. int factor = 30 / 10;
  369. switch (level) {
  370. case V4L2_MPEG_VIDEO_HEVC_LEVEL_1:
  371. return factor * 10;
  372. case V4L2_MPEG_VIDEO_HEVC_LEVEL_2:
  373. return factor * 20;
  374. case V4L2_MPEG_VIDEO_HEVC_LEVEL_2_1:
  375. return factor * 21;
  376. case V4L2_MPEG_VIDEO_HEVC_LEVEL_3:
  377. return factor * 30;
  378. case V4L2_MPEG_VIDEO_HEVC_LEVEL_3_1:
  379. return factor * 31;
  380. case V4L2_MPEG_VIDEO_HEVC_LEVEL_4:
  381. return factor * 40;
  382. case V4L2_MPEG_VIDEO_HEVC_LEVEL_4_1:
  383. return factor * 41;
  384. case V4L2_MPEG_VIDEO_HEVC_LEVEL_5:
  385. return factor * 50;
  386. case V4L2_MPEG_VIDEO_HEVC_LEVEL_5_1:
  387. return factor * 51;
  388. case V4L2_MPEG_VIDEO_HEVC_LEVEL_5_2:
  389. return factor * 52;
  390. case V4L2_MPEG_VIDEO_HEVC_LEVEL_6:
  391. return factor * 60;
  392. case V4L2_MPEG_VIDEO_HEVC_LEVEL_6_1:
  393. return factor * 61;
  394. case V4L2_MPEG_VIDEO_HEVC_LEVEL_6_2:
  395. return factor * 62;
  396. default:
  397. return -EINVAL;
  398. }
  399. }
  400. static inline int nal_hevc_full_range(enum v4l2_quantization quantization)
  401. {
  402. switch (quantization) {
  403. case V4L2_QUANTIZATION_FULL_RANGE:
  404. return 1;
  405. case V4L2_QUANTIZATION_LIM_RANGE:
  406. return 0;
  407. default:
  408. break;
  409. }
  410. return 0;
  411. }
  412. static inline int nal_hevc_color_primaries(enum v4l2_colorspace colorspace)
  413. {
  414. switch (colorspace) {
  415. case V4L2_COLORSPACE_SMPTE170M:
  416. return 6;
  417. case V4L2_COLORSPACE_SMPTE240M:
  418. return 7;
  419. case V4L2_COLORSPACE_REC709:
  420. return 1;
  421. case V4L2_COLORSPACE_470_SYSTEM_M:
  422. return 4;
  423. case V4L2_COLORSPACE_JPEG:
  424. case V4L2_COLORSPACE_SRGB:
  425. case V4L2_COLORSPACE_470_SYSTEM_BG:
  426. return 5;
  427. case V4L2_COLORSPACE_BT2020:
  428. return 9;
  429. case V4L2_COLORSPACE_DEFAULT:
  430. case V4L2_COLORSPACE_OPRGB:
  431. case V4L2_COLORSPACE_RAW:
  432. case V4L2_COLORSPACE_DCI_P3:
  433. default:
  434. return 2;
  435. }
  436. }
  437. static inline int nal_hevc_transfer_characteristics(enum v4l2_colorspace colorspace,
  438. enum v4l2_xfer_func xfer_func)
  439. {
  440. if (xfer_func == V4L2_XFER_FUNC_DEFAULT)
  441. xfer_func = V4L2_MAP_XFER_FUNC_DEFAULT(colorspace);
  442. switch (xfer_func) {
  443. case V4L2_XFER_FUNC_709:
  444. return 6;
  445. case V4L2_XFER_FUNC_SMPTE2084:
  446. return 16;
  447. case V4L2_XFER_FUNC_SRGB:
  448. case V4L2_XFER_FUNC_OPRGB:
  449. case V4L2_XFER_FUNC_NONE:
  450. case V4L2_XFER_FUNC_DCI_P3:
  451. case V4L2_XFER_FUNC_SMPTE240M:
  452. default:
  453. return 2;
  454. }
  455. }
  456. static inline int nal_hevc_matrix_coeffs(enum v4l2_colorspace colorspace,
  457. enum v4l2_ycbcr_encoding ycbcr_encoding)
  458. {
  459. if (ycbcr_encoding == V4L2_YCBCR_ENC_DEFAULT)
  460. ycbcr_encoding = V4L2_MAP_YCBCR_ENC_DEFAULT(colorspace);
  461. switch (ycbcr_encoding) {
  462. case V4L2_YCBCR_ENC_601:
  463. case V4L2_YCBCR_ENC_XV601:
  464. return 5;
  465. case V4L2_YCBCR_ENC_709:
  466. case V4L2_YCBCR_ENC_XV709:
  467. return 1;
  468. case V4L2_YCBCR_ENC_BT2020:
  469. return 9;
  470. case V4L2_YCBCR_ENC_BT2020_CONST_LUM:
  471. return 10;
  472. case V4L2_YCBCR_ENC_SMPTE240M:
  473. default:
  474. return 2;
  475. }
  476. }
  477. ssize_t nal_hevc_write_vps(const struct device *dev,
  478. void *dest, size_t n, struct nal_hevc_vps *vps);
  479. ssize_t nal_hevc_read_vps(const struct device *dev,
  480. struct nal_hevc_vps *vps, void *src, size_t n);
  481. ssize_t nal_hevc_write_sps(const struct device *dev,
  482. void *dest, size_t n, struct nal_hevc_sps *sps);
  483. ssize_t nal_hevc_read_sps(const struct device *dev,
  484. struct nal_hevc_sps *sps, void *src, size_t n);
  485. ssize_t nal_hevc_write_pps(const struct device *dev,
  486. void *dest, size_t n, struct nal_hevc_pps *pps);
  487. ssize_t nal_hevc_read_pps(const struct device *dev,
  488. struct nal_hevc_pps *pps, void *src, size_t n);
  489. ssize_t nal_hevc_write_filler(const struct device *dev, void *dest, size_t n);
  490. ssize_t nal_hevc_read_filler(const struct device *dev, void *src, size_t n);
  491. #endif /* __NAL_HEVC_H__ */