msm_vidc_driver.h 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403
  1. /* SPDX-License-Identifier: GPL-2.0-only */
  2. /*
  3. * Copyright (c) 2020-2021,, The Linux Foundation. All rights reserved.
  4. */
  5. #ifndef _MSM_VIDC_DRIVER_H_
  6. #define _MSM_VIDC_DRIVER_H_
  7. #include <linux/workqueue.h>
  8. #include <linux/iommu.h>
  9. #include "msm_vidc_internal.h"
  10. #include "msm_vidc_core.h"
  11. #include "msm_vidc_inst.h"
  12. #define MSM_VIDC_SESSION_INACTIVE_THRESHOLD_MS 1000
  13. #define HEIC_GRID_DIMENSION 512
  14. static inline is_decode_session(struct msm_vidc_inst *inst)
  15. {
  16. return inst->domain == MSM_VIDC_DECODER;
  17. }
  18. static inline is_encode_session(struct msm_vidc_inst *inst)
  19. {
  20. return inst->domain == MSM_VIDC_ENCODER;
  21. }
  22. static inline is_image_encode_session(struct msm_vidc_inst *inst)
  23. {
  24. return inst->codec == MSM_VIDC_HEIC && inst->domain == MSM_VIDC_ENCODER;
  25. }
  26. static inline is_image_decode_session(struct msm_vidc_inst *inst)
  27. {
  28. return inst->codec == MSM_VIDC_HEIC && inst->domain == MSM_VIDC_DECODER;
  29. }
  30. static inline is_image_session(struct msm_vidc_inst *inst)
  31. {
  32. return inst->codec == MSM_VIDC_HEIC;
  33. }
  34. static inline is_secure_session(struct msm_vidc_inst *inst)
  35. {
  36. return !!(inst->capabilities->cap[SECURE_MODE].value);
  37. }
  38. static inline is_input_buffer(enum msm_vidc_buffer_type buffer_type)
  39. {
  40. return buffer_type == MSM_VIDC_BUF_INPUT;
  41. }
  42. static inline is_output_buffer(enum msm_vidc_buffer_type buffer_type)
  43. {
  44. return buffer_type == MSM_VIDC_BUF_OUTPUT;
  45. }
  46. static inline is_input_meta_buffer(enum msm_vidc_buffer_type buffer_type)
  47. {
  48. return buffer_type == MSM_VIDC_BUF_INPUT_META;
  49. }
  50. static inline is_output_meta_buffer(enum msm_vidc_buffer_type buffer_type)
  51. {
  52. return buffer_type == MSM_VIDC_BUF_OUTPUT_META;
  53. }
  54. static inline is_scaling_enabled(struct msm_vidc_inst *inst)
  55. {
  56. return inst->crop.left != inst->compose.left ||
  57. inst->crop.top != inst->compose.top ||
  58. inst->crop.width != inst->compose.width ||
  59. inst->crop.height != inst->compose.height;
  60. }
  61. static inline is_internal_buffer(enum msm_vidc_buffer_type buffer_type)
  62. {
  63. return buffer_type == MSM_VIDC_BUF_BIN ||
  64. buffer_type == MSM_VIDC_BUF_ARP ||
  65. buffer_type == MSM_VIDC_BUF_COMV ||
  66. buffer_type == MSM_VIDC_BUF_NON_COMV ||
  67. buffer_type == MSM_VIDC_BUF_LINE ||
  68. buffer_type == MSM_VIDC_BUF_DPB ||
  69. buffer_type == MSM_VIDC_BUF_PERSIST ||
  70. buffer_type == MSM_VIDC_BUF_VPSS;
  71. }
  72. static inline bool is_input_meta_enabled(struct msm_vidc_inst *inst)
  73. {
  74. bool enabled = false;
  75. if (is_decode_session(inst)) {
  76. enabled = inst->capabilities->cap[META_BUF_TAG].value ?
  77. true : false;
  78. } else if (is_encode_session(inst)) {
  79. enabled = (inst->capabilities->cap[META_SEQ_HDR_NAL].value ||
  80. inst->capabilities->cap[META_EVA_STATS].value ||
  81. inst->capabilities->cap[META_BUF_TAG].value ||
  82. inst->capabilities->cap[META_ROI_INFO].value);
  83. }
  84. return enabled;
  85. }
  86. static inline bool is_output_meta_enabled(struct msm_vidc_inst *inst)
  87. {
  88. bool enabled = false;
  89. if (is_decode_session(inst)) {
  90. enabled = (inst->capabilities->cap[META_DPB_MISR].value ||
  91. inst->capabilities->cap[META_OPB_MISR].value ||
  92. inst->capabilities->cap[META_INTERLACE].value ||
  93. inst->capabilities->cap[META_CONCEALED_MB_CNT].value ||
  94. inst->capabilities->cap[META_HIST_INFO].value ||
  95. inst->capabilities->cap[META_SEI_MASTERING_DISP].value ||
  96. inst->capabilities->cap[META_SEI_CLL].value ||
  97. inst->capabilities->cap[META_BUF_TAG].value ||
  98. inst->capabilities->cap[META_DPB_TAG_LIST].value ||
  99. inst->capabilities->cap[META_SUBFRAME_OUTPUT].value);
  100. } else if (is_encode_session(inst)) {
  101. enabled = (inst->capabilities->cap[META_LTR_MARK_USE].value ||
  102. inst->capabilities->cap[META_BUF_TAG].value);
  103. }
  104. return enabled;
  105. }
  106. static inline bool is_meta_enabled(struct msm_vidc_inst *inst, unsigned int type)
  107. {
  108. bool enabled = false;
  109. if (type == MSM_VIDC_BUF_INPUT)
  110. enabled = is_input_meta_enabled(inst);
  111. else if (type == MSM_VIDC_BUF_OUTPUT)
  112. enabled = is_output_meta_enabled(inst);
  113. return enabled;
  114. }
  115. static inline bool is_linear_colorformat(enum msm_vidc_colorformat_type colorformat)
  116. {
  117. return colorformat == MSM_VIDC_FMT_NV12 ||
  118. colorformat == MSM_VIDC_FMT_NV21 ||
  119. colorformat == MSM_VIDC_FMT_P010 ||
  120. colorformat == MSM_VIDC_FMT_RGBA8888;
  121. }
  122. static inline bool is_ubwc_colorformat(enum msm_vidc_colorformat_type colorformat)
  123. {
  124. return colorformat == MSM_VIDC_FMT_NV12C ||
  125. colorformat == MSM_VIDC_FMT_TP10C ||
  126. colorformat == MSM_VIDC_FMT_RGBA8888C;
  127. }
  128. static inline bool is_10bit_colorformat(enum msm_vidc_colorformat_type colorformat)
  129. {
  130. return colorformat == MSM_VIDC_FMT_P010 ||
  131. colorformat == MSM_VIDC_FMT_TP10C;
  132. }
  133. static inline bool is_8bit_colorformat(enum msm_vidc_colorformat_type colorformat)
  134. {
  135. return colorformat == MSM_VIDC_FMT_NV12 ||
  136. colorformat == MSM_VIDC_FMT_NV12C ||
  137. colorformat == MSM_VIDC_FMT_NV21 ||
  138. colorformat == MSM_VIDC_FMT_RGBA8888 ||
  139. colorformat == MSM_VIDC_FMT_RGBA8888C;
  140. }
  141. static inline bool is_rgba_colorformat(enum msm_vidc_colorformat_type colorformat)
  142. {
  143. return colorformat == MSM_VIDC_FMT_RGBA8888 ||
  144. colorformat == MSM_VIDC_FMT_RGBA8888C;
  145. }
  146. static inline bool is_secondary_output_mode(struct msm_vidc_inst *inst)
  147. {
  148. return false; // TODO: inst->stream_output_mode == HAL_VIDEO_DECODER_SECONDARY;
  149. }
  150. static inline bool is_thumbnail_session(struct msm_vidc_inst *inst)
  151. {
  152. return !!(inst->capabilities->cap[THUMBNAIL_MODE].value);
  153. }
  154. static inline bool is_low_power_session(struct msm_vidc_inst *inst)
  155. {
  156. return (inst->capabilities->cap[QUALITY_MODE].value ==
  157. MSM_VIDC_POWER_SAVE_MODE);
  158. }
  159. static inline bool is_realtime_session(struct msm_vidc_inst *inst)
  160. {
  161. return inst->capabilities->cap[PRIORITY].value == 0 ? true : false;
  162. }
  163. static inline bool is_lowlatency_session(struct msm_vidc_inst *inst)
  164. {
  165. return !!(inst->capabilities->cap[LOWLATENCY_MODE].value);
  166. }
  167. static inline bool is_hierb_requested(struct msm_vidc_inst *inst)
  168. {
  169. return (inst->codec == MSM_VIDC_H264 &&
  170. inst->capabilities->cap[LAYER_TYPE].value ==
  171. V4L2_MPEG_VIDEO_H264_HIERARCHICAL_CODING_B) ||
  172. (inst->codec == MSM_VIDC_HEVC &&
  173. inst->capabilities->cap[LAYER_TYPE].value ==
  174. V4L2_MPEG_VIDEO_HEVC_HIERARCHICAL_CODING_B);
  175. }
  176. static inline bool is_active_session(u64 prev, u64 curr)
  177. {
  178. u64 ts_delta;
  179. if (!prev || !curr)
  180. return true;
  181. ts_delta = (prev < curr) ? curr - prev : prev - curr;
  182. return ((ts_delta / NSEC_PER_MSEC) <=
  183. MSM_VIDC_SESSION_INACTIVE_THRESHOLD_MS);
  184. }
  185. static inline bool is_session_error(struct msm_vidc_inst *inst)
  186. {
  187. return inst->state == MSM_VIDC_ERROR;
  188. }
  189. static inline bool is_secure_region(enum msm_vidc_buffer_region region)
  190. {
  191. return !(region == MSM_VIDC_NON_SECURE ||
  192. region == MSM_VIDC_NON_SECURE_PIXEL);
  193. }
  194. const char *cap_name(enum msm_vidc_inst_capability_type cap);
  195. void print_vidc_buffer(u32 tag, const char *tag_str, const char *str, struct msm_vidc_inst *inst,
  196. struct msm_vidc_buffer *vbuf);
  197. void print_vb2_buffer(const char *str, struct msm_vidc_inst *inst,
  198. struct vb2_buffer *vb2);
  199. enum msm_vidc_codec_type v4l2_codec_to_driver(u32 v4l2_codec,
  200. const char *func);
  201. u32 v4l2_codec_from_driver(enum msm_vidc_codec_type codec,
  202. const char *func);
  203. enum msm_vidc_colorformat_type v4l2_colorformat_to_driver(u32 colorformat,
  204. const char *func);
  205. u32 v4l2_colorformat_from_driver(enum msm_vidc_colorformat_type colorformat,
  206. const char *func);
  207. u32 v4l2_color_primaries_to_driver(struct msm_vidc_inst *inst,
  208. u32 v4l2_primaries, const char *func);
  209. u32 v4l2_color_primaries_from_driver(struct msm_vidc_inst *inst,
  210. u32 vidc_color_primaries, const char *func);
  211. u32 v4l2_transfer_char_to_driver(struct msm_vidc_inst *inst,
  212. u32 v4l2_transfer_char, const char *func);
  213. u32 v4l2_transfer_char_from_driver(struct msm_vidc_inst *inst,
  214. u32 vidc_transfer_char, const char *func);
  215. u32 v4l2_matrix_coeff_to_driver(struct msm_vidc_inst *inst,
  216. u32 v4l2_matrix_coeff, const char *func);
  217. u32 v4l2_matrix_coeff_from_driver(struct msm_vidc_inst *inst,
  218. u32 vidc_matrix_coeff, const char *func);
  219. int v4l2_type_to_driver_port(struct msm_vidc_inst *inst, u32 type,
  220. const char *func);
  221. const char *state_name(enum msm_vidc_inst_state state);
  222. int msm_vidc_change_inst_state(struct msm_vidc_inst *inst,
  223. enum msm_vidc_inst_state request_state, const char *func);
  224. int msm_vidc_get_internal_buffers(struct msm_vidc_inst *inst,
  225. enum msm_vidc_buffer_type buffer_type);
  226. int msm_vidc_create_internal_buffers(struct msm_vidc_inst *inst,
  227. enum msm_vidc_buffer_type buffer_type);
  228. int msm_vidc_queue_internal_buffers(struct msm_vidc_inst *inst,
  229. enum msm_vidc_buffer_type buffer_type);
  230. int msm_vidc_alloc_and_queue_session_internal_buffers(struct msm_vidc_inst *inst,
  231. enum msm_vidc_buffer_type buffer_type);
  232. int msm_vidc_release_internal_buffers(struct msm_vidc_inst *inst,
  233. enum msm_vidc_buffer_type buffer_type);
  234. int msm_vidc_vb2_buffer_done(struct msm_vidc_inst *inst,
  235. struct msm_vidc_buffer *buf);
  236. struct msm_vidc_buffer *msm_vidc_get_vidc_buffer(struct msm_vidc_inst *inst);
  237. struct msm_vidc_alloc *msm_vidc_get_alloc_buffer(struct msm_vidc_inst *inst);
  238. struct msm_vidc_map *msm_vidc_get_map_buffer(struct msm_vidc_inst *inst);
  239. int msm_vidc_put_vidc_buffer(struct msm_vidc_inst *inst, struct msm_vidc_buffer *buf);
  240. int msm_vidc_put_alloc_buffer(struct msm_vidc_inst *inst, struct msm_vidc_alloc *alloc);
  241. int msm_vidc_put_map_buffer(struct msm_vidc_inst *inst, struct msm_vidc_map *map);
  242. int msm_vidc_destroy_vidc_buffer(struct msm_vidc_inst *inst);
  243. int msm_vidc_destroy_alloc_buffer(struct msm_vidc_inst *inst);
  244. int msm_vidc_destroy_map_buffer(struct msm_vidc_inst *inst);
  245. int msm_vidc_remove_session(struct msm_vidc_inst *inst);
  246. int msm_vidc_add_session(struct msm_vidc_inst *inst);
  247. int msm_vidc_session_open(struct msm_vidc_inst *inst);
  248. int msm_vidc_session_set_codec(struct msm_vidc_inst *inst);
  249. int msm_vidc_session_set_default_header(struct msm_vidc_inst *inst);
  250. int msm_vidc_session_streamon(struct msm_vidc_inst *inst,
  251. enum msm_vidc_port_type port);
  252. int msm_vidc_session_streamoff(struct msm_vidc_inst *inst,
  253. enum msm_vidc_port_type port);
  254. int msm_vidc_session_close(struct msm_vidc_inst *inst);
  255. int msm_vidc_kill_session(struct msm_vidc_inst* inst);
  256. int msm_vidc_get_inst_capability(struct msm_vidc_inst *inst);
  257. int msm_vidc_change_core_state(struct msm_vidc_core *core,
  258. enum msm_vidc_core_state request_state, const char *func);
  259. int msm_vidc_core_init(struct msm_vidc_core *core);
  260. int msm_vidc_core_deinit(struct msm_vidc_core *core, bool force);
  261. int msm_vidc_core_timeout(struct msm_vidc_core *core);
  262. int msm_vidc_print_buffer_info(struct msm_vidc_inst *inst);
  263. int msm_vidc_print_inst_info(struct msm_vidc_inst *inst);
  264. void msm_vidc_print_core_info(struct msm_vidc_core *core);
  265. int msm_vidc_smmu_fault_handler(struct iommu_domain *domain,
  266. struct device *dev, unsigned long iova, int flags, void *data);
  267. int msm_vidc_trigger_ssr(struct msm_vidc_core *core,
  268. u64 trigger_ssr_val);
  269. void msm_vidc_ssr_handler(struct work_struct *work);
  270. void msm_vidc_pm_work_handler(struct work_struct *work);
  271. void msm_vidc_fw_unload_handler(struct work_struct *work);
  272. void msm_vidc_batch_handler(struct work_struct *work);
  273. int msm_vidc_event_queue_init(struct msm_vidc_inst *inst);
  274. int msm_vidc_event_queue_deinit(struct msm_vidc_inst *inst);
  275. int msm_vidc_vb2_queue_init(struct msm_vidc_inst *inst);
  276. int msm_vidc_vb2_queue_deinit(struct msm_vidc_inst *inst);
  277. int msm_vidc_get_control(struct msm_vidc_inst *inst, struct v4l2_ctrl *ctrl);
  278. u32 msm_vidc_get_buffer_region(struct msm_vidc_inst *inst,
  279. enum msm_vidc_buffer_type buffer_type, const char *func);
  280. struct msm_vidc_buffers *msm_vidc_get_buffers(struct msm_vidc_inst *inst,
  281. enum msm_vidc_buffer_type buffer_type, const char *func);
  282. struct msm_vidc_mappings *msm_vidc_get_mappings(struct msm_vidc_inst *inst,
  283. enum msm_vidc_buffer_type buffer_type, const char *func);
  284. struct msm_vidc_allocations *msm_vidc_get_allocations(
  285. struct msm_vidc_inst *inst, enum msm_vidc_buffer_type buffer_type,
  286. const char *func);
  287. struct msm_vidc_buffer *msm_vidc_get_driver_buf(struct msm_vidc_inst *inst,
  288. struct vb2_buffer *vb2);
  289. int msm_vidc_unmap_driver_buf(struct msm_vidc_inst *inst,
  290. struct msm_vidc_buffer *buf);
  291. int msm_vidc_map_driver_buf(struct msm_vidc_inst *inst,
  292. struct msm_vidc_buffer *buf);
  293. int msm_vidc_put_driver_buf(struct msm_vidc_inst *inst,
  294. struct msm_vidc_buffer *buf);
  295. int msm_vidc_get_delayed_unmap(struct msm_vidc_inst *inst,
  296. struct msm_vidc_map *map);
  297. int msm_vidc_put_delayed_unmap(struct msm_vidc_inst *inst,
  298. struct msm_vidc_map *map);
  299. int msm_vidc_queue_buffer_single(struct msm_vidc_inst *inst, struct vb2_buffer *vb2);
  300. int msm_vidc_destroy_internal_buffer(struct msm_vidc_inst *inst,
  301. struct msm_vidc_buffer *buffer);
  302. void msm_vidc_destroy_buffers(struct msm_vidc_inst *inst);
  303. int msm_vidc_flush_buffers(struct msm_vidc_inst* inst,
  304. enum msm_vidc_buffer_type type);
  305. int msm_vidc_flush_delayed_unmap_buffers(struct msm_vidc_inst *inst,
  306. enum msm_vidc_buffer_type type);
  307. struct msm_vidc_buffer *get_meta_buffer(struct msm_vidc_inst *inst,
  308. struct msm_vidc_buffer *vbuf);
  309. struct msm_vidc_inst *get_inst_ref(struct msm_vidc_core *core,
  310. struct msm_vidc_inst *instance);
  311. struct msm_vidc_inst *get_inst(struct msm_vidc_core *core,
  312. u32 session_id);
  313. void put_inst(struct msm_vidc_inst *inst);
  314. bool msm_vidc_allow_s_fmt(struct msm_vidc_inst *inst, u32 type);
  315. bool msm_vidc_allow_s_ctrl(struct msm_vidc_inst *inst, u32 id);
  316. bool msm_vidc_allow_metadata(struct msm_vidc_inst *inst, u32 cap_id);
  317. bool msm_vidc_allow_property(struct msm_vidc_inst *inst, u32 hfi_id);
  318. int msm_vidc_update_property_cap(struct msm_vidc_inst *inst, u32 hfi_id,
  319. bool allow);
  320. bool msm_vidc_allow_reqbufs(struct msm_vidc_inst *inst, u32 type);
  321. enum msm_vidc_allow msm_vidc_allow_stop(struct msm_vidc_inst *inst);
  322. bool msm_vidc_allow_start(struct msm_vidc_inst *inst);
  323. bool msm_vidc_allow_streamon(struct msm_vidc_inst *inst, u32 type);
  324. bool msm_vidc_allow_streamoff(struct msm_vidc_inst *inst, u32 type);
  325. enum msm_vidc_allow msm_vidc_allow_qbuf(struct msm_vidc_inst *inst, u32 type);
  326. enum msm_vidc_allow msm_vidc_allow_input_psc(struct msm_vidc_inst *inst);
  327. bool msm_vidc_allow_last_flag(struct msm_vidc_inst *inst);
  328. int msm_vidc_state_change_streamon(struct msm_vidc_inst *inst, u32 type);
  329. int msm_vidc_state_change_streamoff(struct msm_vidc_inst *inst, u32 type);
  330. int msm_vidc_state_change_stop(struct msm_vidc_inst *inst);
  331. int msm_vidc_state_change_start(struct msm_vidc_inst *inst);
  332. int msm_vidc_state_change_input_psc(struct msm_vidc_inst *inst);
  333. int msm_vidc_state_change_last_flag(struct msm_vidc_inst *inst);
  334. int msm_vidc_get_mbs_per_frame(struct msm_vidc_inst *inst);
  335. int msm_vidc_get_fps(struct msm_vidc_inst *inst);
  336. int msm_vidc_num_buffers(struct msm_vidc_inst *inst,
  337. enum msm_vidc_buffer_type type, enum msm_vidc_buffer_attributes attr);
  338. void core_lock(struct msm_vidc_core *core, const char *function);
  339. void core_unlock(struct msm_vidc_core *core, const char *function);
  340. bool core_lock_check(struct msm_vidc_core *core, const char *function);
  341. void inst_lock(struct msm_vidc_inst *inst, const char *function);
  342. void inst_unlock(struct msm_vidc_inst *inst, const char *function);
  343. bool inst_lock_check(struct msm_vidc_inst *inst, const char *function);
  344. int msm_vidc_update_bitstream_buffer_size(struct msm_vidc_inst *inst);
  345. int msm_vidc_update_meta_port_settings(struct msm_vidc_inst *inst);
  346. int msm_vidc_update_buffer_count(struct msm_vidc_inst *inst, u32 port);
  347. void msm_vidc_schedule_core_deinit(struct msm_vidc_core *core);
  348. bool msm_vidc_is_super_buffer(struct msm_vidc_inst *inst);
  349. int msm_vidc_init_core_caps(struct msm_vidc_core* core);
  350. int msm_vidc_init_instance_caps(struct msm_vidc_core* core);
  351. int msm_vidc_deinit_core_caps(struct msm_vidc_core* core);
  352. int msm_vidc_deinit_instance_caps(struct msm_vidc_core* core);
  353. int msm_vidc_update_debug_str(struct msm_vidc_inst *inst);
  354. void msm_vidc_allow_dcvs(struct msm_vidc_inst *inst);
  355. bool msm_vidc_allow_decode_batch(struct msm_vidc_inst *inst);
  356. int msm_vidc_check_session_supported(struct msm_vidc_inst *inst);
  357. int msm_vidc_check_mbps_supported(struct msm_vidc_inst *inst);
  358. int msm_vidc_check_scaling_supported(struct msm_vidc_inst *inst);
  359. const char *buf_name(enum msm_vidc_buffer_type type);
  360. void msm_vidc_free_capabililty_list(struct msm_vidc_inst *inst,
  361. enum msm_vidc_ctrl_list_type list_type);
  362. #endif // _MSM_VIDC_DRIVER_H_