msm_vidc_driver.h 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362
  1. /* SPDX-License-Identifier: GPL-2.0-only */
  2. /*
  3. * Copyright (c) 2020-2021,, The Linux Foundation. All rights reserved.
  4. */
  5. #ifndef _MSM_VIDC_DRIVER_H_
  6. #define _MSM_VIDC_DRIVER_H_
  7. #include <linux/workqueue.h>
  8. #include <linux/iommu.h>
  9. #include "msm_vidc_internal.h"
  10. #include "msm_vidc_core.h"
  11. #include "msm_vidc_inst.h"
  12. #define MSM_VIDC_SESSION_INACTIVE_THRESHOLD_MS 1000
  13. #define HEIC_GRID_DIMENSION 512
  14. static inline is_decode_session(struct msm_vidc_inst *inst)
  15. {
  16. return inst->domain == MSM_VIDC_DECODER;
  17. }
  18. static inline is_encode_session(struct msm_vidc_inst *inst)
  19. {
  20. return inst->domain == MSM_VIDC_ENCODER;
  21. }
  22. static inline is_image_encode_session(struct msm_vidc_inst *inst)
  23. {
  24. return inst->codec == MSM_VIDC_HEIC && inst->domain == MSM_VIDC_ENCODER;
  25. }
  26. static inline is_image_decode_session(struct msm_vidc_inst *inst)
  27. {
  28. return inst->codec == MSM_VIDC_HEIC && inst->domain == MSM_VIDC_DECODER;
  29. }
  30. static inline is_image_session(struct msm_vidc_inst *inst)
  31. {
  32. return inst->codec == MSM_VIDC_HEIC;
  33. }
  34. static inline is_secure_session(struct msm_vidc_inst *inst)
  35. {
  36. return !!(inst->capabilities->cap[SECURE_MODE].value);
  37. }
  38. static inline is_input_buffer(enum msm_vidc_buffer_type buffer_type)
  39. {
  40. return buffer_type == MSM_VIDC_BUF_INPUT;
  41. }
  42. static inline is_output_buffer(enum msm_vidc_buffer_type buffer_type)
  43. {
  44. return buffer_type == MSM_VIDC_BUF_OUTPUT;
  45. }
  46. static inline is_input_meta_buffer(enum msm_vidc_buffer_type buffer_type)
  47. {
  48. return buffer_type == MSM_VIDC_BUF_INPUT_META;
  49. }
  50. static inline is_output_meta_buffer(enum msm_vidc_buffer_type buffer_type)
  51. {
  52. return buffer_type == MSM_VIDC_BUF_OUTPUT_META;
  53. }
  54. static inline is_internal_buffer(enum msm_vidc_buffer_type buffer_type)
  55. {
  56. return buffer_type == MSM_VIDC_BUF_BIN ||
  57. buffer_type == MSM_VIDC_BUF_ARP ||
  58. buffer_type == MSM_VIDC_BUF_COMV ||
  59. buffer_type == MSM_VIDC_BUF_NON_COMV ||
  60. buffer_type == MSM_VIDC_BUF_LINE ||
  61. buffer_type == MSM_VIDC_BUF_DPB ||
  62. buffer_type == MSM_VIDC_BUF_PERSIST ||
  63. buffer_type == MSM_VIDC_BUF_VPSS;
  64. }
  65. static inline bool is_input_meta_enabled(struct msm_vidc_inst *inst)
  66. {
  67. bool enabled = false;
  68. if (is_decode_session(inst)) {
  69. enabled = inst->capabilities->cap[META_BUF_TAG].value ?
  70. true : false;
  71. } else if (is_encode_session(inst)) {
  72. enabled = (inst->capabilities->cap[META_LTR_MARK_USE].value ||
  73. inst->capabilities->cap[META_SEQ_HDR_NAL].value ||
  74. inst->capabilities->cap[META_EVA_STATS].value ||
  75. inst->capabilities->cap[META_BUF_TAG].value);
  76. }
  77. return enabled;
  78. }
  79. static inline bool is_output_meta_enabled(struct msm_vidc_inst *inst)
  80. {
  81. bool enabled = false;
  82. if (is_decode_session(inst)) {
  83. enabled = (inst->capabilities->cap[META_DPB_MISR].value ||
  84. inst->capabilities->cap[META_OPB_MISR].value ||
  85. inst->capabilities->cap[META_INTERLACE].value ||
  86. inst->capabilities->cap[META_CONCEALED_MB_CNT].value ||
  87. inst->capabilities->cap[META_HIST_INFO].value ||
  88. inst->capabilities->cap[META_SEI_MASTERING_DISP].value ||
  89. inst->capabilities->cap[META_SEI_CLL].value ||
  90. inst->capabilities->cap[META_BUF_TAG].value ||
  91. inst->capabilities->cap[META_DPB_TAG_LIST].value ||
  92. inst->capabilities->cap[META_SUBFRAME_OUTPUT].value);
  93. } else if (is_encode_session(inst)) {
  94. enabled = inst->capabilities->cap[META_BUF_TAG].value ?
  95. true : false;
  96. }
  97. return enabled;
  98. }
  99. static inline bool is_meta_enabled(struct msm_vidc_inst *inst, unsigned int type)
  100. {
  101. bool enabled = false;
  102. if (type == MSM_VIDC_BUF_INPUT)
  103. enabled = is_input_meta_enabled(inst);
  104. else if (type == MSM_VIDC_BUF_OUTPUT)
  105. enabled = is_output_meta_enabled(inst);
  106. return enabled;
  107. }
  108. static inline bool is_linear_colorformat(enum msm_vidc_colorformat_type colorformat)
  109. {
  110. return colorformat == MSM_VIDC_FMT_NV12 ||
  111. colorformat == MSM_VIDC_FMT_NV21 ||
  112. colorformat == MSM_VIDC_FMT_P010 ||
  113. colorformat == MSM_VIDC_FMT_RGBA8888;
  114. }
  115. static inline bool is_ubwc_colorformat(enum msm_vidc_colorformat_type colorformat)
  116. {
  117. return colorformat == MSM_VIDC_FMT_NV12C ||
  118. colorformat == MSM_VIDC_FMT_TP10C ||
  119. colorformat == MSM_VIDC_FMT_RGBA8888C;
  120. }
  121. static inline bool is_10bit_colorformat(enum msm_vidc_colorformat_type colorformat)
  122. {
  123. return colorformat == MSM_VIDC_FMT_P010 ||
  124. colorformat == MSM_VIDC_FMT_TP10C;
  125. }
  126. static inline bool is_8bit_colorformat(enum msm_vidc_colorformat_type colorformat)
  127. {
  128. return colorformat == MSM_VIDC_FMT_NV12 ||
  129. colorformat == MSM_VIDC_FMT_NV12C ||
  130. colorformat == MSM_VIDC_FMT_NV21 ||
  131. colorformat == MSM_VIDC_FMT_RGBA8888 ||
  132. colorformat == MSM_VIDC_FMT_RGBA8888C;
  133. }
  134. static inline bool is_rgba_colorformat(enum msm_vidc_colorformat_type colorformat)
  135. {
  136. return colorformat == MSM_VIDC_FMT_RGBA8888 ||
  137. colorformat == MSM_VIDC_FMT_RGBA8888C;
  138. }
  139. static inline bool is_secondary_output_mode(struct msm_vidc_inst *inst)
  140. {
  141. return false; // TODO: inst->stream_output_mode == HAL_VIDEO_DECODER_SECONDARY;
  142. }
  143. static inline bool is_thumbnail_session(struct msm_vidc_inst *inst)
  144. {
  145. return !!(inst->capabilities->cap[THUMBNAIL_MODE].value);
  146. }
  147. static inline bool is_low_power_session(struct msm_vidc_inst *inst)
  148. {
  149. return (inst->capabilities->cap[QUALITY_MODE].value ==
  150. MSM_VIDC_POWER_SAVE_MODE);
  151. }
  152. static inline bool is_realtime_session(struct msm_vidc_inst *inst)
  153. {
  154. return inst->capabilities->cap[PRIORITY].value == 0 ? true : false;
  155. }
  156. static inline bool is_lowlatency_session(struct msm_vidc_inst *inst)
  157. {
  158. return !!(inst->capabilities->cap[LOWLATENCY_MODE].value);
  159. }
  160. static inline bool is_active_session(u64 prev, u64 curr)
  161. {
  162. u64 ts_delta;
  163. if (!prev || !curr)
  164. return true;
  165. ts_delta = (prev < curr) ? curr - prev : prev - curr;
  166. return ((ts_delta / NSEC_PER_MSEC) <=
  167. MSM_VIDC_SESSION_INACTIVE_THRESHOLD_MS);
  168. }
  169. static inline bool is_session_error(struct msm_vidc_inst *inst)
  170. {
  171. return inst->state == MSM_VIDC_ERROR;
  172. }
  173. static inline bool is_secure_region(enum msm_vidc_buffer_region region)
  174. {
  175. return !(region == MSM_VIDC_NON_SECURE ||
  176. region == MSM_VIDC_NON_SECURE_PIXEL);
  177. }
  178. const char *cap_name(enum msm_vidc_inst_capability_type cap);
  179. void print_vidc_buffer(u32 tag, const char *tag_str, const char *str, struct msm_vidc_inst *inst,
  180. struct msm_vidc_buffer *vbuf);
  181. void print_vb2_buffer(const char *str, struct msm_vidc_inst *inst,
  182. struct vb2_buffer *vb2);
  183. enum msm_vidc_codec_type v4l2_codec_to_driver(u32 v4l2_codec,
  184. const char *func);
  185. u32 v4l2_codec_from_driver(enum msm_vidc_codec_type codec,
  186. const char *func);
  187. enum msm_vidc_colorformat_type v4l2_colorformat_to_driver(u32 colorformat,
  188. const char *func);
  189. u32 v4l2_colorformat_from_driver(enum msm_vidc_colorformat_type colorformat,
  190. const char *func);
  191. u32 v4l2_color_primaries_to_driver(struct msm_vidc_inst *inst,
  192. u32 v4l2_primaries, const char *func);
  193. u32 v4l2_color_primaries_from_driver(struct msm_vidc_inst *inst,
  194. u32 vidc_color_primaries, const char *func);
  195. u32 v4l2_transfer_char_to_driver(struct msm_vidc_inst *inst,
  196. u32 v4l2_transfer_char, const char *func);
  197. u32 v4l2_transfer_char_from_driver(struct msm_vidc_inst *inst,
  198. u32 vidc_transfer_char, const char *func);
  199. u32 v4l2_matrix_coeff_to_driver(struct msm_vidc_inst *inst,
  200. u32 v4l2_matrix_coeff, const char *func);
  201. u32 v4l2_matrix_coeff_from_driver(struct msm_vidc_inst *inst,
  202. u32 vidc_matrix_coeff, const char *func);
  203. int v4l2_type_to_driver_port(struct msm_vidc_inst *inst, u32 type,
  204. const char *func);
  205. const char *state_name(enum msm_vidc_inst_state state);
  206. int msm_vidc_change_inst_state(struct msm_vidc_inst *inst,
  207. enum msm_vidc_inst_state request_state, const char *func);
  208. int msm_vidc_get_internal_buffers(struct msm_vidc_inst *inst,
  209. enum msm_vidc_buffer_type buffer_type);
  210. int msm_vidc_create_internal_buffers(struct msm_vidc_inst *inst,
  211. enum msm_vidc_buffer_type buffer_type);
  212. int msm_vidc_queue_internal_buffers(struct msm_vidc_inst *inst,
  213. enum msm_vidc_buffer_type buffer_type);
  214. int msm_vidc_alloc_and_queue_session_internal_buffers(struct msm_vidc_inst *inst,
  215. enum msm_vidc_buffer_type buffer_type);
  216. int msm_vidc_release_internal_buffers(struct msm_vidc_inst *inst,
  217. enum msm_vidc_buffer_type buffer_type);
  218. int msm_vidc_vb2_buffer_done(struct msm_vidc_inst *inst,
  219. struct msm_vidc_buffer *buf);
  220. int msm_vidc_remove_session(struct msm_vidc_inst *inst);
  221. int msm_vidc_add_session(struct msm_vidc_inst *inst);
  222. int msm_vidc_session_open(struct msm_vidc_inst *inst);
  223. int msm_vidc_session_set_codec(struct msm_vidc_inst *inst);
  224. int msm_vidc_session_set_default_header(struct msm_vidc_inst *inst);
  225. int msm_vidc_session_streamon(struct msm_vidc_inst *inst,
  226. enum msm_vidc_port_type port);
  227. int msm_vidc_session_streamoff(struct msm_vidc_inst *inst,
  228. enum msm_vidc_port_type port);
  229. int msm_vidc_session_close(struct msm_vidc_inst *inst);
  230. int msm_vidc_kill_session(struct msm_vidc_inst* inst);
  231. int msm_vidc_get_inst_capability(struct msm_vidc_inst *inst);
  232. int msm_vidc_change_core_state(struct msm_vidc_core *core,
  233. enum msm_vidc_core_state request_state, const char *func);
  234. int msm_vidc_core_init(struct msm_vidc_core *core);
  235. int msm_vidc_core_deinit(struct msm_vidc_core *core, bool force);
  236. int msm_vidc_core_timeout(struct msm_vidc_core *core);
  237. int msm_vidc_print_inst_info(struct msm_vidc_inst *inst);
  238. void msm_vidc_print_core_info(struct msm_vidc_core *core);
  239. int msm_vidc_smmu_fault_handler(struct iommu_domain *domain,
  240. struct device *dev, unsigned long iova, int flags, void *data);
  241. int msm_vidc_trigger_ssr(struct msm_vidc_core *core,
  242. u64 trigger_ssr_val);
  243. void msm_vidc_ssr_handler(struct work_struct *work);
  244. void msm_vidc_pm_work_handler(struct work_struct *work);
  245. void msm_vidc_fw_unload_handler(struct work_struct *work);
  246. void msm_vidc_batch_handler(struct work_struct *work);
  247. int msm_vidc_event_queue_init(struct msm_vidc_inst *inst);
  248. int msm_vidc_event_queue_deinit(struct msm_vidc_inst *inst);
  249. int msm_vidc_vb2_queue_init(struct msm_vidc_inst *inst);
  250. int msm_vidc_vb2_queue_deinit(struct msm_vidc_inst *inst);
  251. int msm_vidc_get_control(struct msm_vidc_inst *inst, struct v4l2_ctrl *ctrl);
  252. u32 msm_vidc_get_buffer_region(struct msm_vidc_inst *inst,
  253. enum msm_vidc_buffer_type buffer_type, const char *func);
  254. struct msm_vidc_buffers *msm_vidc_get_buffers(struct msm_vidc_inst *inst,
  255. enum msm_vidc_buffer_type buffer_type, const char *func);
  256. struct msm_vidc_mappings *msm_vidc_get_mappings(struct msm_vidc_inst *inst,
  257. enum msm_vidc_buffer_type buffer_type, const char *func);
  258. struct msm_vidc_allocations *msm_vidc_get_allocations(
  259. struct msm_vidc_inst *inst, enum msm_vidc_buffer_type buffer_type,
  260. const char *func);
  261. struct msm_vidc_buffer *msm_vidc_get_driver_buf(struct msm_vidc_inst *inst,
  262. struct vb2_buffer *vb2);
  263. int msm_vidc_unmap_driver_buf(struct msm_vidc_inst *inst,
  264. struct msm_vidc_buffer *buf);
  265. int msm_vidc_map_driver_buf(struct msm_vidc_inst *inst,
  266. struct msm_vidc_buffer *buf);
  267. int msm_vidc_put_driver_buf(struct msm_vidc_inst *inst,
  268. struct msm_vidc_buffer *buf);
  269. int msm_vidc_queue_buffer_single(struct msm_vidc_inst *inst, struct vb2_buffer *vb2);
  270. int msm_vidc_destroy_internal_buffer(struct msm_vidc_inst *inst,
  271. struct msm_vidc_buffer *buffer);
  272. void msm_vidc_destroy_buffers(struct msm_vidc_inst *inst);
  273. int msm_vidc_flush_buffers(struct msm_vidc_inst* inst,
  274. enum msm_vidc_buffer_type type);
  275. struct msm_vidc_buffer *get_meta_buffer(struct msm_vidc_inst *inst,
  276. struct msm_vidc_buffer *vbuf);
  277. struct msm_vidc_inst *get_inst_ref(struct msm_vidc_core *core,
  278. struct msm_vidc_inst *instance);
  279. struct msm_vidc_inst *get_inst(struct msm_vidc_core *core,
  280. u32 session_id);
  281. void put_inst(struct msm_vidc_inst *inst);
  282. bool msm_vidc_allow_s_fmt(struct msm_vidc_inst *inst, u32 type);
  283. bool msm_vidc_allow_s_ctrl(struct msm_vidc_inst *inst, u32 id);
  284. bool msm_vidc_allow_metadata(struct msm_vidc_inst *inst, u32 cap_id);
  285. bool msm_vidc_allow_reqbufs(struct msm_vidc_inst *inst, u32 type);
  286. enum msm_vidc_allow msm_vidc_allow_stop(struct msm_vidc_inst *inst);
  287. bool msm_vidc_allow_start(struct msm_vidc_inst *inst);
  288. bool msm_vidc_allow_streamon(struct msm_vidc_inst *inst, u32 type);
  289. bool msm_vidc_allow_streamoff(struct msm_vidc_inst *inst, u32 type);
  290. enum msm_vidc_allow msm_vidc_allow_qbuf(struct msm_vidc_inst *inst, u32 type);
  291. enum msm_vidc_allow msm_vidc_allow_input_psc(struct msm_vidc_inst *inst);
  292. bool msm_vidc_allow_last_flag(struct msm_vidc_inst *inst);
  293. int msm_vidc_state_change_streamon(struct msm_vidc_inst *inst, u32 type);
  294. int msm_vidc_state_change_streamoff(struct msm_vidc_inst *inst, u32 type);
  295. int msm_vidc_state_change_stop(struct msm_vidc_inst *inst);
  296. int msm_vidc_state_change_start(struct msm_vidc_inst *inst);
  297. int msm_vidc_state_change_input_psc(struct msm_vidc_inst *inst);
  298. int msm_vidc_state_change_last_flag(struct msm_vidc_inst *inst);
  299. int msm_vidc_get_mbs_per_frame(struct msm_vidc_inst *inst);
  300. int msm_vidc_get_fps(struct msm_vidc_inst *inst);
  301. int msm_vidc_num_buffers(struct msm_vidc_inst *inst,
  302. enum msm_vidc_buffer_type type, enum msm_vidc_buffer_attributes attr);
  303. void core_lock(struct msm_vidc_core *core, const char *function);
  304. void core_unlock(struct msm_vidc_core *core, const char *function);
  305. bool core_lock_check(struct msm_vidc_core *core, const char *function);
  306. void inst_lock(struct msm_vidc_inst *inst, const char *function);
  307. void inst_unlock(struct msm_vidc_inst *inst, const char *function);
  308. bool inst_lock_check(struct msm_vidc_inst *inst, const char *function);
  309. int msm_vidc_update_bitstream_buffer_size(struct msm_vidc_inst *inst);
  310. int msm_vidc_update_meta_port_settings(struct msm_vidc_inst *inst);
  311. void msm_vidc_schedule_core_deinit(struct msm_vidc_core *core);
  312. bool msm_vidc_is_super_buffer(struct msm_vidc_inst *inst);
  313. int msm_vidc_init_core_caps(struct msm_vidc_core* core);
  314. int msm_vidc_init_instance_caps(struct msm_vidc_core* core);
  315. int msm_vidc_deinit_core_caps(struct msm_vidc_core* core);
  316. int msm_vidc_deinit_instance_caps(struct msm_vidc_core* core);
  317. int msm_vidc_update_debug_str(struct msm_vidc_inst *inst);
  318. void msm_vidc_allow_dcvs(struct msm_vidc_inst *inst);
  319. bool msm_vidc_allow_decode_batch(struct msm_vidc_inst *inst);
  320. int msm_vidc_check_session_supported(struct msm_vidc_inst *inst);
  321. int msm_vidc_check_mbps_supported(struct msm_vidc_inst *inst);
  322. int msm_vidc_check_scaling_supported(struct msm_vidc_inst *inst);
  323. #endif // _MSM_VIDC_DRIVER_H_