msm_vidc_driver.h 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352
  1. /* SPDX-License-Identifier: GPL-2.0-only */
  2. /*
  3. * Copyright (c) 2020-2021,, The Linux Foundation. All rights reserved.
  4. */
  5. #ifndef _MSM_VIDC_DRIVER_H_
  6. #define _MSM_VIDC_DRIVER_H_
  7. #include <linux/workqueue.h>
  8. #include <linux/iommu.h>
  9. #include "msm_vidc_internal.h"
  10. #include "msm_vidc_core.h"
  11. #include "msm_vidc_inst.h"
  12. #define MSM_VIDC_SESSION_INACTIVE_THRESHOLD_MS 1000
  13. #define HEIC_GRID_DIMENSION 512
  14. static inline is_decode_session(struct msm_vidc_inst *inst)
  15. {
  16. return inst->domain == MSM_VIDC_DECODER;
  17. }
  18. static inline is_encode_session(struct msm_vidc_inst *inst)
  19. {
  20. return inst->domain == MSM_VIDC_ENCODER;
  21. }
  22. static inline is_image_encode_session(struct msm_vidc_inst *inst)
  23. {
  24. return inst->codec == MSM_VIDC_HEIC && inst->domain == MSM_VIDC_ENCODER;
  25. }
  26. static inline is_image_decode_session(struct msm_vidc_inst *inst)
  27. {
  28. return inst->codec == MSM_VIDC_HEIC && inst->domain == MSM_VIDC_DECODER;
  29. }
  30. static inline is_image_session(struct msm_vidc_inst *inst)
  31. {
  32. return inst->codec == MSM_VIDC_HEIC;
  33. }
  34. static inline is_secure_session(struct msm_vidc_inst *inst)
  35. {
  36. return !!(inst->capabilities->cap[SECURE_MODE].value);
  37. }
  38. static inline is_input_buffer(enum msm_vidc_buffer_type buffer_type)
  39. {
  40. return buffer_type == MSM_VIDC_BUF_INPUT;
  41. }
  42. static inline is_output_buffer(enum msm_vidc_buffer_type buffer_type)
  43. {
  44. return buffer_type == MSM_VIDC_BUF_OUTPUT;
  45. }
  46. static inline is_input_meta_buffer(enum msm_vidc_buffer_type buffer_type)
  47. {
  48. return buffer_type == MSM_VIDC_BUF_INPUT_META;
  49. }
  50. static inline is_output_meta_buffer(enum msm_vidc_buffer_type buffer_type)
  51. {
  52. return buffer_type == MSM_VIDC_BUF_OUTPUT_META;
  53. }
  54. static inline is_internal_buffer(enum msm_vidc_buffer_type buffer_type)
  55. {
  56. return buffer_type == MSM_VIDC_BUF_BIN ||
  57. buffer_type == MSM_VIDC_BUF_ARP ||
  58. buffer_type == MSM_VIDC_BUF_COMV ||
  59. buffer_type == MSM_VIDC_BUF_NON_COMV ||
  60. buffer_type == MSM_VIDC_BUF_LINE ||
  61. buffer_type == MSM_VIDC_BUF_DPB ||
  62. buffer_type == MSM_VIDC_BUF_PERSIST ||
  63. buffer_type == MSM_VIDC_BUF_VPSS;
  64. }
  65. static inline bool is_input_meta_enabled(struct msm_vidc_inst *inst)
  66. {
  67. bool enabled = false;
  68. if (is_decode_session(inst)) {
  69. enabled = inst->capabilities->cap[META_BUF_TAG].value ?
  70. true : false;
  71. } else if (is_encode_session(inst)) {
  72. enabled = (inst->capabilities->cap[META_LTR_MARK_USE].value ||
  73. inst->capabilities->cap[META_SEQ_HDR_NAL].value ||
  74. inst->capabilities->cap[META_EVA_STATS].value ||
  75. inst->capabilities->cap[META_BUF_TAG].value);
  76. }
  77. return enabled;
  78. }
  79. static inline bool is_output_meta_enabled(struct msm_vidc_inst *inst)
  80. {
  81. bool enabled = false;
  82. if (is_decode_session(inst)) {
  83. enabled = (inst->capabilities->cap[META_DPB_MISR].value ||
  84. inst->capabilities->cap[META_OPB_MISR].value ||
  85. inst->capabilities->cap[META_INTERLACE].value ||
  86. inst->capabilities->cap[META_CONCEALED_MB_CNT].value ||
  87. inst->capabilities->cap[META_HIST_INFO].value ||
  88. inst->capabilities->cap[META_SEI_MASTERING_DISP].value ||
  89. inst->capabilities->cap[META_SEI_CLL].value ||
  90. inst->capabilities->cap[META_BUF_TAG].value ||
  91. inst->capabilities->cap[META_SUBFRAME_OUTPUT].value);
  92. } else if (is_encode_session(inst)) {
  93. enabled = inst->capabilities->cap[META_BUF_TAG].value ?
  94. true : false;
  95. }
  96. return enabled;
  97. }
  98. static inline bool is_meta_enabled(struct msm_vidc_inst *inst, unsigned int type)
  99. {
  100. bool enabled = false;
  101. if (type == MSM_VIDC_BUF_INPUT)
  102. enabled = is_input_meta_enabled(inst);
  103. else if (type == MSM_VIDC_BUF_OUTPUT)
  104. enabled = is_output_meta_enabled(inst);
  105. return enabled;
  106. }
  107. static inline bool is_linear_colorformat(enum msm_vidc_colorformat_type colorformat)
  108. {
  109. return colorformat == MSM_VIDC_FMT_NV12 ||
  110. colorformat == MSM_VIDC_FMT_NV21 ||
  111. colorformat == MSM_VIDC_FMT_P010 ||
  112. colorformat == MSM_VIDC_FMT_RGBA8888;
  113. }
  114. static inline bool is_ubwc_colorformat(enum msm_vidc_colorformat_type colorformat)
  115. {
  116. return colorformat == MSM_VIDC_FMT_NV12C ||
  117. colorformat == MSM_VIDC_FMT_TP10C ||
  118. colorformat == MSM_VIDC_FMT_RGBA8888C;
  119. }
  120. static inline bool is_10bit_colorformat(enum msm_vidc_colorformat_type colorformat)
  121. {
  122. return colorformat == MSM_VIDC_FMT_P010 ||
  123. colorformat == MSM_VIDC_FMT_TP10C;
  124. }
  125. static inline bool is_8bit_colorformat(enum msm_vidc_colorformat_type colorformat)
  126. {
  127. return colorformat == MSM_VIDC_FMT_NV12 ||
  128. colorformat == MSM_VIDC_FMT_NV12C ||
  129. colorformat == MSM_VIDC_FMT_NV21 ||
  130. colorformat == MSM_VIDC_FMT_RGBA8888 ||
  131. colorformat == MSM_VIDC_FMT_RGBA8888C;
  132. }
  133. static inline bool is_secondary_output_mode(struct msm_vidc_inst *inst)
  134. {
  135. return false; // TODO: inst->stream_output_mode == HAL_VIDEO_DECODER_SECONDARY;
  136. }
  137. static inline bool is_thumbnail_session(struct msm_vidc_inst *inst)
  138. {
  139. return !!(inst->capabilities->cap[THUMBNAIL_MODE].value);
  140. }
  141. static inline bool is_low_power_session(struct msm_vidc_inst *inst)
  142. {
  143. return (inst->capabilities->cap[QUALITY_MODE].value ==
  144. MSM_VIDC_POWER_SAVE_MODE);
  145. }
  146. static inline bool is_realtime_session(struct msm_vidc_inst *inst)
  147. {
  148. return !inst->capabilities->cap[PRIORITY].value;
  149. }
  150. static inline bool is_lowlatency_session(struct msm_vidc_inst *inst)
  151. {
  152. return !!(inst->capabilities->cap[LOWLATENCY_MODE].value);
  153. }
  154. static inline bool is_active_session(u64 prev, u64 curr)
  155. {
  156. u64 ts_delta;
  157. if (!prev || !curr)
  158. return true;
  159. ts_delta = (prev < curr) ? curr - prev : prev - curr;
  160. return ((ts_delta / NSEC_PER_MSEC) <=
  161. MSM_VIDC_SESSION_INACTIVE_THRESHOLD_MS);
  162. }
  163. static inline bool is_session_error(struct msm_vidc_inst *inst)
  164. {
  165. return inst->state == MSM_VIDC_ERROR;
  166. }
  167. static inline bool is_secure_region(enum msm_vidc_buffer_region region)
  168. {
  169. return !(region == MSM_VIDC_NON_SECURE ||
  170. region == MSM_VIDC_NON_SECURE_PIXEL);
  171. }
  172. const char *cap_name(enum msm_vidc_inst_capability_type cap);
  173. void print_vidc_buffer(u32 tag, const char *tag_str, const char *str, struct msm_vidc_inst *inst,
  174. struct msm_vidc_buffer *vbuf);
  175. void print_vb2_buffer(const char *str, struct msm_vidc_inst *inst,
  176. struct vb2_buffer *vb2);
  177. enum msm_vidc_codec_type v4l2_codec_to_driver(u32 v4l2_codec,
  178. const char *func);
  179. u32 v4l2_codec_from_driver(enum msm_vidc_codec_type codec,
  180. const char *func);
  181. enum msm_vidc_colorformat_type v4l2_colorformat_to_driver(u32 colorformat,
  182. const char *func);
  183. u32 v4l2_colorformat_from_driver(enum msm_vidc_colorformat_type colorformat,
  184. const char *func);
  185. u32 v4l2_color_primaries_to_driver(struct msm_vidc_inst *inst,
  186. u32 v4l2_primaries, const char *func);
  187. u32 v4l2_color_primaries_from_driver(struct msm_vidc_inst *inst,
  188. u32 vidc_color_primaries, const char *func);
  189. u32 v4l2_transfer_char_to_driver(struct msm_vidc_inst *inst,
  190. u32 v4l2_transfer_char, const char *func);
  191. u32 v4l2_transfer_char_from_driver(struct msm_vidc_inst *inst,
  192. u32 vidc_transfer_char, const char *func);
  193. u32 v4l2_matrix_coeff_to_driver(struct msm_vidc_inst *inst,
  194. u32 v4l2_matrix_coeff, const char *func);
  195. u32 v4l2_matrix_coeff_from_driver(struct msm_vidc_inst *inst,
  196. u32 vidc_matrix_coeff, const char *func);
  197. int v4l2_type_to_driver_port(struct msm_vidc_inst *inst, u32 type,
  198. const char *func);
  199. const char *state_name(enum msm_vidc_inst_state state);
  200. int msm_vidc_change_inst_state(struct msm_vidc_inst *inst,
  201. enum msm_vidc_inst_state request_state, const char *func);
  202. int msm_vidc_get_internal_buffers(struct msm_vidc_inst *inst,
  203. enum msm_vidc_buffer_type buffer_type);
  204. int msm_vidc_create_internal_buffers(struct msm_vidc_inst *inst,
  205. enum msm_vidc_buffer_type buffer_type);
  206. int msm_vidc_queue_internal_buffers(struct msm_vidc_inst *inst,
  207. enum msm_vidc_buffer_type buffer_type);
  208. int msm_vidc_alloc_and_queue_session_internal_buffers(struct msm_vidc_inst *inst,
  209. enum msm_vidc_buffer_type buffer_type);
  210. int msm_vidc_release_internal_buffers(struct msm_vidc_inst *inst,
  211. enum msm_vidc_buffer_type buffer_type);
  212. int msm_vidc_vb2_buffer_done(struct msm_vidc_inst *inst,
  213. struct msm_vidc_buffer *buf);
  214. int msm_vidc_remove_session(struct msm_vidc_inst *inst);
  215. int msm_vidc_add_session(struct msm_vidc_inst *inst);
  216. int msm_vidc_session_open(struct msm_vidc_inst *inst);
  217. int msm_vidc_session_set_codec(struct msm_vidc_inst *inst);
  218. int msm_vidc_session_set_default_header(struct msm_vidc_inst *inst);
  219. int msm_vidc_session_streamon(struct msm_vidc_inst *inst,
  220. enum msm_vidc_port_type port);
  221. int msm_vidc_session_streamoff(struct msm_vidc_inst *inst,
  222. enum msm_vidc_port_type port);
  223. int msm_vidc_session_close(struct msm_vidc_inst *inst);
  224. int msm_vidc_kill_session(struct msm_vidc_inst* inst);
  225. int msm_vidc_get_inst_capability(struct msm_vidc_inst *inst);
  226. int msm_vidc_change_core_state(struct msm_vidc_core *core,
  227. enum msm_vidc_core_state request_state, const char *func);
  228. int msm_vidc_core_init(struct msm_vidc_core *core);
  229. int msm_vidc_core_deinit(struct msm_vidc_core *core, bool force);
  230. int msm_vidc_core_timeout(struct msm_vidc_core *core);
  231. int msm_vidc_print_inst_info(struct msm_vidc_inst *inst);
  232. void msm_vidc_smmu_fault_work_handler(struct work_struct *work);
  233. int msm_vidc_smmu_fault_handler(struct iommu_domain *domain,
  234. struct device *dev, unsigned long iova, int flags, void *data);
  235. int msm_vidc_trigger_ssr(struct msm_vidc_core *core,
  236. enum msm_vidc_ssr_trigger_type type);
  237. void msm_vidc_ssr_handler(struct work_struct *work);
  238. void msm_vidc_pm_work_handler(struct work_struct *work);
  239. void msm_vidc_fw_unload_handler(struct work_struct *work);
  240. void msm_vidc_batch_handler(struct work_struct *work);
  241. int msm_vidc_event_queue_init(struct msm_vidc_inst *inst);
  242. int msm_vidc_event_queue_deinit(struct msm_vidc_inst *inst);
  243. int msm_vidc_vb2_queue_init(struct msm_vidc_inst *inst);
  244. int msm_vidc_vb2_queue_deinit(struct msm_vidc_inst *inst);
  245. int msm_vidc_get_control(struct msm_vidc_inst *inst, struct v4l2_ctrl *ctrl);
  246. u32 msm_vidc_get_buffer_region(struct msm_vidc_inst *inst,
  247. enum msm_vidc_buffer_type buffer_type, const char *func);
  248. struct msm_vidc_buffers *msm_vidc_get_buffers(struct msm_vidc_inst *inst,
  249. enum msm_vidc_buffer_type buffer_type, const char *func);
  250. struct msm_vidc_mappings *msm_vidc_get_mappings(struct msm_vidc_inst *inst,
  251. enum msm_vidc_buffer_type buffer_type, const char *func);
  252. struct msm_vidc_allocations *msm_vidc_get_allocations(
  253. struct msm_vidc_inst *inst, enum msm_vidc_buffer_type buffer_type,
  254. const char *func);
  255. struct msm_vidc_buffer *msm_vidc_get_driver_buf(struct msm_vidc_inst *inst,
  256. struct vb2_buffer *vb2);
  257. int msm_vidc_unmap_driver_buf(struct msm_vidc_inst *inst,
  258. struct msm_vidc_buffer *buf);
  259. int msm_vidc_map_driver_buf(struct msm_vidc_inst *inst,
  260. struct msm_vidc_buffer *buf);
  261. int msm_vidc_put_driver_buf(struct msm_vidc_inst *inst,
  262. struct msm_vidc_buffer *buf);
  263. int msm_vidc_queue_buffer_single(struct msm_vidc_inst *inst, struct vb2_buffer *vb2);
  264. int msm_vidc_destroy_internal_buffer(struct msm_vidc_inst *inst,
  265. struct msm_vidc_buffer *buffer);
  266. void msm_vidc_destroy_buffers(struct msm_vidc_inst *inst);
  267. int msm_vidc_flush_buffers(struct msm_vidc_inst* inst,
  268. enum msm_vidc_buffer_type type);
  269. struct msm_vidc_buffer *get_meta_buffer(struct msm_vidc_inst *inst,
  270. struct msm_vidc_buffer *vbuf);
  271. struct msm_vidc_inst *get_inst_ref(struct msm_vidc_core *core,
  272. struct msm_vidc_inst *instance);
  273. struct msm_vidc_inst *get_inst(struct msm_vidc_core *core,
  274. u32 session_id);
  275. void put_inst(struct msm_vidc_inst *inst);
  276. bool msm_vidc_allow_s_fmt(struct msm_vidc_inst *inst, u32 type);
  277. bool msm_vidc_allow_s_ctrl(struct msm_vidc_inst *inst, u32 id);
  278. bool msm_vidc_allow_reqbufs(struct msm_vidc_inst *inst, u32 type);
  279. enum msm_vidc_allow msm_vidc_allow_stop(struct msm_vidc_inst *inst);
  280. bool msm_vidc_allow_start(struct msm_vidc_inst *inst);
  281. bool msm_vidc_allow_streamon(struct msm_vidc_inst *inst, u32 type);
  282. bool msm_vidc_allow_streamoff(struct msm_vidc_inst *inst, u32 type);
  283. enum msm_vidc_allow msm_vidc_allow_qbuf(struct msm_vidc_inst *inst, u32 type);
  284. enum msm_vidc_allow msm_vidc_allow_input_psc(struct msm_vidc_inst *inst);
  285. bool msm_vidc_allow_last_flag(struct msm_vidc_inst *inst);
  286. int msm_vidc_state_change_streamon(struct msm_vidc_inst *inst, u32 type);
  287. int msm_vidc_state_change_streamoff(struct msm_vidc_inst *inst, u32 type);
  288. int msm_vidc_state_change_stop(struct msm_vidc_inst *inst);
  289. int msm_vidc_state_change_start(struct msm_vidc_inst *inst);
  290. int msm_vidc_state_change_input_psc(struct msm_vidc_inst *inst);
  291. int msm_vidc_state_change_last_flag(struct msm_vidc_inst *inst);
  292. int msm_vidc_get_mbs_per_frame(struct msm_vidc_inst *inst);
  293. int msm_vidc_get_fps(struct msm_vidc_inst *inst);
  294. int msm_vidc_num_buffers(struct msm_vidc_inst *inst,
  295. enum msm_vidc_buffer_type type, enum msm_vidc_buffer_attributes attr);
  296. void core_lock(struct msm_vidc_core *core, const char *function);
  297. void core_unlock(struct msm_vidc_core *core, const char *function);
  298. bool core_lock_check(struct msm_vidc_core *core, const char *function);
  299. void inst_lock(struct msm_vidc_inst *inst, const char *function);
  300. void inst_unlock(struct msm_vidc_inst *inst, const char *function);
  301. bool inst_lock_check(struct msm_vidc_inst *inst, const char *function);
  302. int msm_vidc_update_bitstream_buffer_size(struct msm_vidc_inst *inst);
  303. int msm_vidc_update_meta_port_settings(struct msm_vidc_inst *inst);
  304. void msm_vidc_schedule_core_deinit(struct msm_vidc_core *core);
  305. bool msm_vidc_is_super_buffer(struct msm_vidc_inst *inst);
  306. int msm_vidc_init_core_caps(struct msm_vidc_core* core);
  307. int msm_vidc_init_instance_caps(struct msm_vidc_core* core);
  308. int msm_vidc_deinit_core_caps(struct msm_vidc_core* core);
  309. int msm_vidc_deinit_instance_caps(struct msm_vidc_core* core);
  310. int msm_vidc_update_debug_str(struct msm_vidc_inst *inst);
  311. bool msm_vidc_allow_decode_batch(struct msm_vidc_inst *inst);
  312. int msm_vidc_check_session_supported(struct msm_vidc_inst *inst);
  313. int msm_vidc_check_scaling_supported(struct msm_vidc_inst *inst);
  314. #endif // _MSM_VIDC_DRIVER_H_