msm_vidc.c 25 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009
  1. // SPDX-License-Identifier: GPL-2.0-only
  2. /*
  3. * Copyright (c) 2020-2021, The Linux Foundation. All rights reserved.
  4. */
  5. #include <linux/types.h>
  6. #include <linux/hash.h>
  7. #include "msm_vidc_core.h"
  8. #include "msm_vidc_inst.h"
  9. #include "msm_vdec.h"
  10. #include "msm_venc.h"
  11. #include "msm_vidc_internal.h"
  12. #include "msm_vidc_driver.h"
  13. #include "msm_vidc_vb2.h"
  14. #include "msm_vidc_v4l2.h"
  15. #include "msm_vidc_debug.h"
  16. #include "msm_vidc_control.h"
  17. #include "msm_vidc_power.h"
  18. #include "msm_vidc_memory.h"
  19. #include "venus_hfi_response.h"
  20. #include "msm_vidc.h"
  21. #define MSM_VIDC_DRV_NAME "msm_vidc_driver"
  22. #define MSM_VIDC_BUS_NAME "platform:msm_vidc_bus"
  23. /* kernel/msm-4.19 */
  24. #define MSM_VIDC_VERSION ((5 << 16) + (10 << 8) + 0)
  25. #define MAX_EVENTS 30
  26. bool valid_v4l2_buffer(struct v4l2_buffer *b,
  27. struct msm_vidc_inst *inst)
  28. {
  29. return true;
  30. }
  31. static int get_poll_flags(struct msm_vidc_inst *inst, u32 port)
  32. {
  33. int poll = 0;
  34. struct vb2_queue *q = NULL;
  35. struct vb2_buffer *vb = NULL;
  36. unsigned long flags = 0;
  37. if (!inst || port >= MAX_PORT) {
  38. d_vpr_e("%s: invalid params, inst %pK, port %d\n",
  39. __func__, inst, port);
  40. return poll;
  41. }
  42. q = &inst->vb2q[port];
  43. spin_lock_irqsave(&q->done_lock, flags);
  44. if (!list_empty(&q->done_list))
  45. vb = list_first_entry(&q->done_list, struct vb2_buffer,
  46. done_entry);
  47. if (vb && (vb->state == VB2_BUF_STATE_DONE ||
  48. vb->state == VB2_BUF_STATE_ERROR)) {
  49. if (port == OUTPUT_PORT || port == OUTPUT_META_PORT)
  50. poll |= POLLIN | POLLRDNORM;
  51. else if (port == INPUT_PORT || port == INPUT_META_PORT)
  52. poll |= POLLOUT | POLLWRNORM;
  53. }
  54. spin_unlock_irqrestore(&q->done_lock, flags);
  55. return poll;
  56. }
  57. int msm_vidc_poll(void *instance, struct file *filp,
  58. struct poll_table_struct *wait)
  59. {
  60. int poll = 0;
  61. struct msm_vidc_inst *inst = instance;
  62. if (!inst) {
  63. d_vpr_e("%s: invalid params\n", __func__);
  64. return POLLERR;
  65. }
  66. if (is_session_error(inst)) {
  67. i_vpr_e(inst, "%s: inst in error state\n", __func__);
  68. return POLLERR;
  69. }
  70. poll_wait(filp, &inst->event_handler.wait, wait);
  71. poll_wait(filp, &inst->vb2q[INPUT_META_PORT].done_wq, wait);
  72. poll_wait(filp, &inst->vb2q[OUTPUT_META_PORT].done_wq, wait);
  73. poll_wait(filp, &inst->vb2q[INPUT_PORT].done_wq, wait);
  74. poll_wait(filp, &inst->vb2q[OUTPUT_PORT].done_wq, wait);
  75. if (v4l2_event_pending(&inst->event_handler))
  76. poll |= POLLPRI;
  77. poll |= get_poll_flags(inst, INPUT_META_PORT);
  78. poll |= get_poll_flags(inst, OUTPUT_META_PORT);
  79. poll |= get_poll_flags(inst, INPUT_PORT);
  80. poll |= get_poll_flags(inst, OUTPUT_PORT);
  81. return poll;
  82. }
  83. EXPORT_SYMBOL(msm_vidc_poll);
  84. int msm_vidc_querycap(void *instance, struct v4l2_capability *cap)
  85. {
  86. struct msm_vidc_inst *inst = instance;
  87. if (!inst || !cap) {
  88. d_vpr_e("%s: invalid params\n", __func__);
  89. return -EINVAL;
  90. }
  91. strlcpy(cap->driver, MSM_VIDC_DRV_NAME, sizeof(cap->driver));
  92. strlcpy(cap->bus_info, MSM_VIDC_BUS_NAME, sizeof(cap->bus_info));
  93. cap->version = MSM_VIDC_VERSION;
  94. memset(cap->reserved, 0, sizeof(cap->reserved));
  95. if (inst->domain == MSM_VIDC_DECODER)
  96. strlcpy(cap->card, "msm_vidc_decoder", sizeof(cap->card));
  97. else if (inst->domain == MSM_VIDC_ENCODER)
  98. strlcpy(cap->card, "msm_vidc_encoder", sizeof(cap->card));
  99. else
  100. return -EINVAL;
  101. return 0;
  102. }
  103. EXPORT_SYMBOL(msm_vidc_querycap);
  104. int msm_vidc_enum_fmt(void *instance, struct v4l2_fmtdesc *f)
  105. {
  106. struct msm_vidc_inst *inst = instance;
  107. if (!inst || !f) {
  108. d_vpr_e("%s: invalid params\n", __func__);
  109. return -EINVAL;
  110. }
  111. if (inst->domain == MSM_VIDC_DECODER)
  112. return msm_vdec_enum_fmt(inst, f);
  113. if (inst->domain == MSM_VIDC_ENCODER)
  114. return msm_venc_enum_fmt(inst, f);
  115. return -EINVAL;
  116. }
  117. EXPORT_SYMBOL(msm_vidc_enum_fmt);
  118. int msm_vidc_query_ctrl(void *instance, struct v4l2_queryctrl *q_ctrl)
  119. {
  120. int rc = 0;
  121. struct msm_vidc_inst *inst = instance;
  122. struct v4l2_ctrl *ctrl;
  123. if (!inst || !q_ctrl) {
  124. d_vpr_e("%s: invalid params %pK %pK\n",
  125. __func__, inst, q_ctrl);
  126. return -EINVAL;
  127. }
  128. ctrl = v4l2_ctrl_find(&inst->ctrl_handler, q_ctrl->id);
  129. if (!ctrl) {
  130. i_vpr_e(inst, "%s: get_ctrl failed for id %d\n",
  131. __func__, q_ctrl->id);
  132. return -EINVAL;
  133. }
  134. q_ctrl->minimum = ctrl->minimum;
  135. q_ctrl->maximum = ctrl->maximum;
  136. q_ctrl->default_value = ctrl->default_value;
  137. q_ctrl->flags = 0;
  138. q_ctrl->step = ctrl->step;
  139. i_vpr_h(inst,
  140. "query ctrl: %s: min %d, max %d, default %d step %d flags %#x\n",
  141. ctrl->name, q_ctrl->minimum, q_ctrl->maximum,
  142. q_ctrl->default_value, q_ctrl->step, q_ctrl->flags);
  143. return rc;
  144. }
  145. EXPORT_SYMBOL(msm_vidc_query_ctrl);
  146. int msm_vidc_query_menu(void *instance, struct v4l2_querymenu *qmenu)
  147. {
  148. int rc = 0;
  149. struct msm_vidc_inst *inst = instance;
  150. struct v4l2_ctrl *ctrl;
  151. if (!inst || !qmenu) {
  152. d_vpr_e("%s: invalid params %pK %pK\n",
  153. __func__, inst, qmenu);
  154. return -EINVAL;
  155. }
  156. ctrl = v4l2_ctrl_find(&inst->ctrl_handler, qmenu->id);
  157. if (!ctrl) {
  158. i_vpr_e(inst, "%s: get_ctrl failed for id %d\n",
  159. __func__, qmenu->id);
  160. return -EINVAL;
  161. }
  162. if (ctrl->type != V4L2_CTRL_TYPE_MENU) {
  163. i_vpr_e(inst, "%s: ctrl: %s: type (%d) is not MENU type\n",
  164. __func__, ctrl->name, ctrl->type);
  165. return -EINVAL;
  166. }
  167. if (qmenu->index < ctrl->minimum || qmenu->index > ctrl->maximum)
  168. return -EINVAL;
  169. if (ctrl->menu_skip_mask & (1 << qmenu->index))
  170. rc = -EINVAL;
  171. i_vpr_h(inst,
  172. "%s: ctrl: %s: min %d, max %d, menu_skip_mask %#x, qmenu: id %d, index %d, %s\n",
  173. __func__, ctrl->name, ctrl->minimum, ctrl->maximum,
  174. ctrl->menu_skip_mask, qmenu->id, qmenu->index,
  175. rc ? "not supported" : "supported");
  176. return rc;
  177. }
  178. EXPORT_SYMBOL(msm_vidc_query_menu);
  179. int msm_vidc_try_fmt(void *instance, struct v4l2_format *f)
  180. {
  181. int rc = 0;
  182. struct msm_vidc_inst *inst = instance;
  183. if (!inst || !f) {
  184. d_vpr_e("%s: invalid params\n", __func__);
  185. return -EINVAL;
  186. }
  187. if (!msm_vidc_allow_s_fmt(inst, f->type))
  188. return -EBUSY;
  189. if (inst->domain == MSM_VIDC_DECODER)
  190. rc = msm_vdec_try_fmt(inst, f);
  191. if (inst->domain == MSM_VIDC_ENCODER)
  192. rc = msm_venc_try_fmt(inst, f);
  193. if (rc)
  194. i_vpr_e(inst, "%s: try_fmt(%d) failed %d\n",
  195. __func__, f->type, rc);
  196. return rc;
  197. }
  198. EXPORT_SYMBOL(msm_vidc_try_fmt);
  199. int msm_vidc_s_fmt(void *instance, struct v4l2_format *f)
  200. {
  201. int rc = 0;
  202. struct msm_vidc_inst *inst = instance;
  203. if (!inst || !f) {
  204. d_vpr_e("%s: invalid params\n", __func__);
  205. return -EINVAL;
  206. }
  207. if (!msm_vidc_allow_s_fmt(inst, f->type))
  208. return -EBUSY;
  209. if (inst->domain == MSM_VIDC_DECODER)
  210. rc = msm_vdec_s_fmt(inst, f);
  211. if (inst->domain == MSM_VIDC_ENCODER)
  212. rc = msm_venc_s_fmt(inst, f);
  213. if (rc)
  214. i_vpr_e(inst, "%s: s_fmt(%d) failed %d\n",
  215. __func__, f->type, rc);
  216. return rc;
  217. }
  218. EXPORT_SYMBOL(msm_vidc_s_fmt);
  219. int msm_vidc_g_fmt(void *instance, struct v4l2_format *f)
  220. {
  221. int rc = 0;
  222. struct msm_vidc_inst *inst = instance;
  223. if (!inst || !f) {
  224. d_vpr_e("%s: invalid params\n", __func__);
  225. return -EINVAL;
  226. }
  227. if (is_decode_session(inst))
  228. rc = msm_vdec_g_fmt(inst, f);
  229. if (is_encode_session(inst))
  230. rc = msm_venc_g_fmt(inst, f);
  231. if (rc)
  232. return rc;
  233. if (f->type == INPUT_MPLANE || f->type == OUTPUT_MPLANE)
  234. i_vpr_h(inst, "%s: type %s format %s width %d height %d size %d\n",
  235. __func__, v4l2_type_name(f->type),
  236. v4l2_pixelfmt_name(f->fmt.pix_mp.pixelformat),
  237. f->fmt.pix_mp.width, f->fmt.pix_mp.height,
  238. f->fmt.pix_mp.plane_fmt[0].sizeimage);
  239. else if (f->type == INPUT_META_PLANE || f->type == OUTPUT_META_PLANE)
  240. i_vpr_h(inst, "%s: type %s size %d\n",
  241. __func__, v4l2_type_name(f->type), f->fmt.meta.buffersize);
  242. return 0;
  243. }
  244. EXPORT_SYMBOL(msm_vidc_g_fmt);
  245. int msm_vidc_s_selection(void *instance, struct v4l2_selection *s)
  246. {
  247. int rc = 0;
  248. struct msm_vidc_inst *inst = instance;
  249. if (!inst || !s) {
  250. d_vpr_e("%s: invalid params\n", __func__);
  251. return -EINVAL;
  252. }
  253. if (is_decode_session(inst))
  254. rc = msm_vdec_s_selection(inst, s);
  255. if (is_encode_session(inst))
  256. rc = msm_venc_s_selection(inst, s);
  257. return rc;
  258. }
  259. EXPORT_SYMBOL(msm_vidc_s_selection);
  260. int msm_vidc_g_selection(void *instance, struct v4l2_selection *s)
  261. {
  262. int rc = 0;
  263. struct msm_vidc_inst *inst = instance;
  264. if (!inst || !s) {
  265. d_vpr_e("%s: invalid params\n", __func__);
  266. return -EINVAL;
  267. }
  268. if (is_decode_session(inst))
  269. rc = msm_vdec_g_selection(inst, s);
  270. if (is_encode_session(inst))
  271. rc = msm_venc_g_selection(inst, s);
  272. return rc;
  273. }
  274. EXPORT_SYMBOL(msm_vidc_g_selection);
  275. int msm_vidc_s_param(void *instance, struct v4l2_streamparm *param)
  276. {
  277. int rc = 0;
  278. struct msm_vidc_inst *inst = instance;
  279. if (!inst || !param) {
  280. d_vpr_e("%s: invalid params\n", __func__);
  281. return -EINVAL;
  282. }
  283. if (param->type != V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE &&
  284. param->type != V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE)
  285. return -EINVAL;
  286. if (is_decode_session(inst))
  287. rc = msm_vdec_s_param(instance, param);
  288. else if (is_encode_session(inst))
  289. rc = msm_venc_s_param(instance, param);
  290. return rc;
  291. }
  292. EXPORT_SYMBOL(msm_vidc_s_param);
  293. int msm_vidc_g_param(void *instance, struct v4l2_streamparm *param)
  294. {
  295. int rc = 0;
  296. struct msm_vidc_inst *inst = instance;
  297. if (!inst || !param) {
  298. d_vpr_e("%s: invalid params\n", __func__);
  299. return -EINVAL;
  300. }
  301. if (param->type != V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE &&
  302. param->type != V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE)
  303. return -EINVAL;
  304. if (is_decode_session(inst))
  305. rc = msm_vdec_g_param(instance, param);
  306. else if (is_encode_session(inst))
  307. rc = msm_venc_g_param(instance, param);
  308. return rc;
  309. }
  310. EXPORT_SYMBOL(msm_vidc_g_param);
  311. int msm_vidc_s_ctrl(void *instance, struct v4l2_control *control)
  312. {
  313. struct msm_vidc_inst *inst = instance;
  314. if (!inst || !control)
  315. return -EINVAL;
  316. if (!msm_vidc_allow_s_ctrl(inst, control->id))
  317. return -EBUSY;
  318. return v4l2_s_ctrl(NULL, &inst->ctrl_handler, control);
  319. }
  320. EXPORT_SYMBOL(msm_vidc_s_ctrl);
  321. int msm_vidc_g_ctrl(void *instance, struct v4l2_control *control)
  322. {
  323. struct msm_vidc_inst *inst = instance;
  324. struct v4l2_ctrl *ctrl = NULL;
  325. int rc = 0;
  326. if (!inst || !control) {
  327. d_vpr_e("%s: invalid params\n", __func__);
  328. return -EINVAL;
  329. }
  330. ctrl = v4l2_ctrl_find(&inst->ctrl_handler, control->id);
  331. if (ctrl) {
  332. rc = msm_vidc_get_control(inst, ctrl);
  333. if (!rc)
  334. control->value = ctrl->val;
  335. } else {
  336. i_vpr_e(inst, "%s: invalid control\n", __func__);
  337. return -EINVAL;
  338. }
  339. if (rc)
  340. i_vpr_e(inst, "%s: failed for control id %#x\n",
  341. __func__, control->id);
  342. else
  343. i_vpr_h(inst, "%s: control id %#x, value %d\n",
  344. __func__, control->id, control->value);
  345. return rc;
  346. }
  347. EXPORT_SYMBOL(msm_vidc_g_ctrl);
  348. int msm_vidc_reqbufs(void *instance, struct v4l2_requestbuffers *b)
  349. {
  350. int rc = 0;
  351. struct msm_vidc_inst *inst = instance;
  352. int port;
  353. if (!inst || !b) {
  354. d_vpr_e("%s: invalid params\n", __func__);
  355. return -EINVAL;
  356. }
  357. if (!msm_vidc_allow_reqbufs(inst, b->type)) {
  358. rc = -EBUSY;
  359. goto exit;
  360. }
  361. port = v4l2_type_to_driver_port(inst, b->type, __func__);
  362. if (port < 0) {
  363. rc = -EINVAL;
  364. goto exit;
  365. }
  366. rc = vb2_reqbufs(&inst->vb2q[port], b);
  367. if (rc) {
  368. i_vpr_e(inst, "%s: vb2_reqbufs(%d) failed, %d\n",
  369. __func__, b->type, rc);
  370. goto exit;
  371. }
  372. exit:
  373. return rc;
  374. }
  375. EXPORT_SYMBOL(msm_vidc_reqbufs);
  376. int msm_vidc_qbuf(void *instance, struct media_device *mdev,
  377. struct v4l2_buffer *b)
  378. {
  379. int rc = 0;
  380. struct msm_vidc_inst *inst = instance;
  381. struct vb2_queue *q;
  382. u64 timestamp_us = 0;
  383. if (!inst || !inst->core || !b || !valid_v4l2_buffer(b, inst)) {
  384. d_vpr_e("%s: invalid params %pK %pK\n", __func__, inst, b);
  385. return -EINVAL;
  386. }
  387. /* Expecting non-zero filledlen on INPUT port */
  388. if (b->type == INPUT_MPLANE && !b->m.planes[0].bytesused) {
  389. i_vpr_e(inst,
  390. "%s: zero bytesused input buffer not supported\n", __func__);
  391. return -EINVAL;
  392. }
  393. q = msm_vidc_get_vb2q(inst, b->type, __func__);
  394. if (!q) {
  395. rc = -EINVAL;
  396. goto exit;
  397. }
  398. if (is_encode_session(inst) && b->type == INPUT_MPLANE) {
  399. timestamp_us = (u64)((b->timestamp.tv_sec * USEC_PER_SEC) +
  400. b->timestamp.tv_usec);
  401. msm_vidc_set_auto_framerate(inst, timestamp_us);
  402. }
  403. inst->last_qbuf_time_ns = ktime_get_ns();
  404. rc = vb2_qbuf(q, mdev, b);
  405. if (rc)
  406. i_vpr_e(inst, "%s: failed with %d\n", __func__, rc);
  407. exit:
  408. return rc;
  409. }
  410. EXPORT_SYMBOL(msm_vidc_qbuf);
  411. int msm_vidc_dqbuf(void *instance, struct v4l2_buffer *b)
  412. {
  413. int rc = 0;
  414. struct msm_vidc_inst *inst = instance;
  415. struct vb2_queue *q;
  416. if (!inst || !b || !valid_v4l2_buffer(b, inst)) {
  417. d_vpr_e("%s: invalid params %pK %pK\n", __func__, inst, b);
  418. return -EINVAL;
  419. }
  420. q = msm_vidc_get_vb2q(inst, b->type, __func__);
  421. if (!q) {
  422. rc = -EINVAL;
  423. goto exit;
  424. }
  425. rc = vb2_dqbuf(q, b, true);
  426. if (rc == -EAGAIN) {
  427. goto exit;
  428. } else if (rc) {
  429. i_vpr_l(inst, "%s: failed with %d\n", __func__, rc);
  430. goto exit;
  431. }
  432. exit:
  433. return rc;
  434. }
  435. EXPORT_SYMBOL(msm_vidc_dqbuf);
  436. int msm_vidc_streamon(void *instance, enum v4l2_buf_type type)
  437. {
  438. int rc = 0;
  439. struct msm_vidc_inst *inst = instance;
  440. int port;
  441. if (!inst) {
  442. d_vpr_e("%s: invalid params\n", __func__);
  443. return -EINVAL;
  444. }
  445. if (!msm_vidc_allow_streamon(inst, type)) {
  446. rc = -EBUSY;
  447. goto exit;
  448. }
  449. rc = msm_vidc_state_change_streamon(inst, type);
  450. if (rc)
  451. goto exit;
  452. port = v4l2_type_to_driver_port(inst, type, __func__);
  453. if (port < 0) {
  454. rc = -EINVAL;
  455. goto exit;
  456. }
  457. rc = vb2_streamon(&inst->vb2q[port], type);
  458. if (rc) {
  459. i_vpr_e(inst, "%s: vb2_streamon(%d) failed, %d\n",
  460. __func__, type, rc);
  461. msm_vidc_change_inst_state(inst, MSM_VIDC_ERROR, __func__);
  462. goto exit;
  463. }
  464. exit:
  465. return rc;
  466. }
  467. EXPORT_SYMBOL(msm_vidc_streamon);
  468. int msm_vidc_streamoff(void *instance, enum v4l2_buf_type type)
  469. {
  470. int rc = 0;
  471. struct msm_vidc_inst *inst = instance;
  472. int port;
  473. enum msm_vidc_allow allow;
  474. if (!inst) {
  475. d_vpr_e("%s: invalid params\n", __func__);
  476. return -EINVAL;
  477. }
  478. allow = msm_vidc_allow_streamoff(inst, type);
  479. if (allow == MSM_VIDC_DISALLOW) {
  480. rc = -EBUSY;
  481. goto exit;
  482. } else if (allow == MSM_VIDC_IGNORE) {
  483. goto exit;
  484. } else if (allow != MSM_VIDC_ALLOW) {
  485. rc = -EINVAL;
  486. goto exit;
  487. }
  488. rc = msm_vidc_state_change_streamoff(inst, type);
  489. if (rc)
  490. goto exit;
  491. port = v4l2_type_to_driver_port(inst, type, __func__);
  492. if (port < 0) {
  493. rc = -EINVAL;
  494. goto exit;
  495. }
  496. rc = vb2_streamoff(&inst->vb2q[port], type);
  497. if (rc) {
  498. i_vpr_e(inst, "%s: vb2_streamoff(%d) failed, %d\n",
  499. __func__, type, rc);
  500. msm_vidc_change_inst_state(inst, MSM_VIDC_ERROR, __func__);
  501. goto exit;
  502. }
  503. exit:
  504. return rc;
  505. }
  506. EXPORT_SYMBOL(msm_vidc_streamoff);
  507. int msm_vidc_try_cmd(void *instance, union msm_v4l2_cmd *cmd)
  508. {
  509. int rc = 0;
  510. struct msm_vidc_inst *inst = instance;
  511. struct v4l2_decoder_cmd *dec = NULL;
  512. struct v4l2_encoder_cmd *enc = NULL;
  513. if (is_decode_session(inst)) {
  514. dec = (struct v4l2_decoder_cmd *)cmd;
  515. i_vpr_h(inst, "%s: cmd %d\n", __func__, dec->cmd);
  516. if (dec->cmd != V4L2_DEC_CMD_STOP && dec->cmd != V4L2_DEC_CMD_START)
  517. return -EINVAL;
  518. dec->flags = 0;
  519. if (dec->cmd == V4L2_DEC_CMD_STOP) {
  520. dec->stop.pts = 0;
  521. } else if (dec->cmd == V4L2_DEC_CMD_START) {
  522. dec->start.speed = 0;
  523. dec->start.format = V4L2_DEC_START_FMT_NONE;
  524. }
  525. } else if (is_encode_session(inst)) {
  526. enc = (struct v4l2_encoder_cmd *)cmd;
  527. i_vpr_h(inst, "%s: cmd %d\n", __func__, enc->cmd);
  528. if (enc->cmd != V4L2_ENC_CMD_STOP && enc->cmd != V4L2_ENC_CMD_START)
  529. return -EINVAL;
  530. enc->flags = 0;
  531. }
  532. return rc;
  533. }
  534. EXPORT_SYMBOL(msm_vidc_try_cmd);
  535. int msm_vidc_cmd(void *instance, union msm_v4l2_cmd *cmd)
  536. {
  537. int rc = 0;
  538. struct msm_vidc_inst *inst = instance;
  539. struct v4l2_decoder_cmd *dec = NULL;
  540. struct v4l2_encoder_cmd *enc = NULL;
  541. if (is_decode_session(inst)) {
  542. dec = (struct v4l2_decoder_cmd *)cmd;
  543. rc = msm_vdec_process_cmd(inst, dec->cmd);
  544. } else if (is_encode_session(inst)) {
  545. enc = (struct v4l2_encoder_cmd *)cmd;
  546. rc = msm_venc_process_cmd(inst, enc->cmd);
  547. }
  548. if (rc)
  549. return rc;
  550. return 0;
  551. }
  552. EXPORT_SYMBOL(msm_vidc_cmd);
  553. int msm_vidc_enum_framesizes(void *instance, struct v4l2_frmsizeenum *fsize)
  554. {
  555. struct msm_vidc_inst *inst = instance;
  556. struct msm_vidc_inst_capability *capability;
  557. enum msm_vidc_colorformat_type colorfmt;
  558. enum msm_vidc_codec_type codec;
  559. if (!inst || !fsize) {
  560. d_vpr_e("%s: invalid params: %pK %pK\n",
  561. __func__, inst, fsize);
  562. return -EINVAL;
  563. }
  564. if (!inst->capabilities) {
  565. i_vpr_e(inst, "capabilities not available\n", __func__);
  566. return -EINVAL;
  567. }
  568. capability = inst->capabilities;
  569. /* only index 0 allowed as per v4l2 spec */
  570. if (fsize->index)
  571. return -EINVAL;
  572. /* validate pixel format */
  573. codec = v4l2_codec_to_driver(fsize->pixel_format, __func__);
  574. if (!codec) {
  575. colorfmt = v4l2_colorformat_to_driver(fsize->pixel_format, __func__);
  576. if (colorfmt == MSM_VIDC_FMT_NONE) {
  577. i_vpr_e(inst, "%s: unsupported pix fmt %#x\n", __func__, fsize->pixel_format);
  578. return -EINVAL;
  579. }
  580. }
  581. fsize->type = V4L2_FRMSIZE_TYPE_STEPWISE;
  582. fsize->stepwise.min_width = capability->cap[FRAME_WIDTH].min;
  583. fsize->stepwise.max_width = capability->cap[FRAME_WIDTH].max;
  584. fsize->stepwise.step_width =
  585. capability->cap[FRAME_WIDTH].step_or_mask;
  586. fsize->stepwise.min_height = capability->cap[FRAME_HEIGHT].min;
  587. fsize->stepwise.max_height = capability->cap[FRAME_HEIGHT].max;
  588. fsize->stepwise.step_height =
  589. capability->cap[FRAME_HEIGHT].step_or_mask;
  590. return 0;
  591. }
  592. EXPORT_SYMBOL(msm_vidc_enum_framesizes);
  593. int msm_vidc_enum_frameintervals(void *instance, struct v4l2_frmivalenum *fival)
  594. {
  595. struct msm_vidc_inst *inst = instance;
  596. struct msm_vidc_core *core;
  597. struct msm_vidc_inst_capability *capability;
  598. enum msm_vidc_colorformat_type colorfmt;
  599. u32 fps, mbpf;
  600. if (!inst || !fival) {
  601. d_vpr_e("%s: invalid params: %pK %pK\n",
  602. __func__, inst, fival);
  603. return -EINVAL;
  604. }
  605. if (is_decode_session(inst)) {
  606. i_vpr_e(inst, "%s: not supported by decoder\n", __func__);
  607. return -ENOTTY;
  608. }
  609. core = inst->core;
  610. if (!inst->capabilities || !core->capabilities) {
  611. i_vpr_e(inst, "capabilities not available\n", __func__);
  612. return -EINVAL;
  613. }
  614. capability = inst->capabilities;
  615. /* only index 0 allowed as per v4l2 spec */
  616. if (fival->index)
  617. return -EINVAL;
  618. /* validate pixel format */
  619. colorfmt = v4l2_colorformat_to_driver(fival->pixel_format, __func__);
  620. if (colorfmt == MSM_VIDC_FMT_NONE) {
  621. i_vpr_e(inst, "%s: unsupported pix fmt %#x\n", __func__, fival->pixel_format);
  622. return -EINVAL;
  623. }
  624. /* validate resolution */
  625. if (fival->width > capability->cap[FRAME_WIDTH].max ||
  626. fival->width < capability->cap[FRAME_WIDTH].min ||
  627. fival->height > capability->cap[FRAME_HEIGHT].max ||
  628. fival->height < capability->cap[FRAME_HEIGHT].min) {
  629. i_vpr_e(inst, "%s: unsupported resolution %u x %u\n", __func__,
  630. fival->width, fival->height);
  631. return -EINVAL;
  632. }
  633. /* calculate max supported fps for a given resolution */
  634. mbpf = NUM_MBS_PER_FRAME(fival->height, fival->width);
  635. fps = core->capabilities[MAX_MBPS].value / mbpf;
  636. fival->type = V4L2_FRMIVAL_TYPE_STEPWISE;
  637. fival->stepwise.min.numerator = 1;
  638. fival->stepwise.min.denominator =
  639. min_t(u32, fps, capability->cap[FRAME_RATE].max);
  640. fival->stepwise.max.numerator = 1;
  641. fival->stepwise.max.denominator = 1;
  642. fival->stepwise.step.numerator = 1;
  643. fival->stepwise.step.denominator = capability->cap[FRAME_RATE].max;
  644. return 0;
  645. }
  646. EXPORT_SYMBOL(msm_vidc_enum_frameintervals);
  647. int msm_vidc_subscribe_event(void *instance,
  648. const struct v4l2_event_subscription *sub)
  649. {
  650. int rc = 0;
  651. struct msm_vidc_inst *inst = (struct msm_vidc_inst *)instance;
  652. if (!inst || !sub) {
  653. d_vpr_e("%s: invalid params\n", __func__);
  654. return -EINVAL;
  655. }
  656. i_vpr_h(inst, "%s: type %d id %d\n", __func__, sub->type, sub->id);
  657. rc = v4l2_event_subscribe(&inst->event_handler,
  658. sub, MAX_EVENTS, NULL);
  659. if (rc)
  660. i_vpr_e(inst, "%s: fialed, type %d id %d\n",
  661. __func__, sub->type, sub->id);
  662. return rc;
  663. }
  664. EXPORT_SYMBOL(msm_vidc_subscribe_event);
  665. int msm_vidc_unsubscribe_event(void *instance,
  666. const struct v4l2_event_subscription *sub)
  667. {
  668. int rc = 0;
  669. struct msm_vidc_inst *inst = (struct msm_vidc_inst *)instance;
  670. if (!inst || !sub) {
  671. d_vpr_e("%s: invalid params\n", __func__);
  672. return -EINVAL;
  673. }
  674. i_vpr_h(inst, "%s: type %d id %d\n", __func__, sub->type, sub->id);
  675. rc = v4l2_event_unsubscribe(&inst->event_handler, sub);
  676. if (rc)
  677. i_vpr_e(inst, "%s: fialed, type %d id %d\n",
  678. __func__, sub->type, sub->id);
  679. return rc;
  680. }
  681. EXPORT_SYMBOL(msm_vidc_unsubscribe_event);
  682. int msm_vidc_dqevent(void *instance, struct v4l2_event *event)
  683. {
  684. int rc = 0;
  685. struct msm_vidc_inst *inst = (struct msm_vidc_inst *)instance;
  686. if (!inst || !event) {
  687. d_vpr_e("%s: invalid params\n", __func__);
  688. return -EINVAL;
  689. }
  690. rc = v4l2_event_dequeue(&inst->event_handler, event, false);
  691. if (rc)
  692. i_vpr_e(inst, "%s: fialed\n", __func__);
  693. return rc;
  694. }
  695. EXPORT_SYMBOL(msm_vidc_dqevent);
  696. void *msm_vidc_open(void *vidc_core, u32 session_type)
  697. {
  698. int rc = 0;
  699. struct msm_vidc_inst *inst;
  700. struct msm_vidc_core *core;
  701. int i = 0;
  702. d_vpr_h("%s()\n", __func__);
  703. core = vidc_core;
  704. if (!core) {
  705. d_vpr_e("%s: invalid params\n", __func__);
  706. return NULL;
  707. }
  708. if (session_type != MSM_VIDC_DECODER &&
  709. session_type != MSM_VIDC_ENCODER) {
  710. d_vpr_e("%s: invalid session_type %d\n",
  711. __func__, session_type);
  712. return NULL;
  713. }
  714. rc = msm_vidc_core_init(core);
  715. if (rc)
  716. return NULL;
  717. inst = kzalloc(sizeof(*inst), GFP_KERNEL);
  718. if (!inst) {
  719. d_vpr_e("%s: failed to allocate inst memory\n", __func__);
  720. return NULL;
  721. }
  722. inst->core = core;
  723. inst->domain = session_type;
  724. inst->session_id = hash32_ptr(inst);
  725. inst->state = MSM_VIDC_OPEN;
  726. inst->active = true;
  727. inst->request = false;
  728. inst->ipsc_properties_set = false;
  729. inst->opsc_properties_set = false;
  730. inst->has_bframe = false;
  731. inst->auto_framerate = DEFAULT_FPS << 16;
  732. kref_init(&inst->kref);
  733. mutex_init(&inst->lock);
  734. msm_vidc_update_debug_str(inst);
  735. i_vpr_h(inst, "Opening video instance: %d\n", session_type);
  736. rc = msm_memory_pools_init(inst);
  737. if (rc) {
  738. i_vpr_e(inst, "%s: failed to init pool buffers\n", __func__);
  739. kfree(inst);
  740. return NULL;
  741. }
  742. INIT_LIST_HEAD(&inst->response_works);
  743. INIT_LIST_HEAD(&inst->timestamps.list);
  744. INIT_LIST_HEAD(&inst->buffers.input.list);
  745. INIT_LIST_HEAD(&inst->buffers.input_meta.list);
  746. INIT_LIST_HEAD(&inst->buffers.output.list);
  747. INIT_LIST_HEAD(&inst->buffers.output_meta.list);
  748. INIT_LIST_HEAD(&inst->buffers.read_only.list);
  749. INIT_LIST_HEAD(&inst->buffers.release.list);
  750. INIT_LIST_HEAD(&inst->buffers.bin.list);
  751. INIT_LIST_HEAD(&inst->buffers.arp.list);
  752. INIT_LIST_HEAD(&inst->buffers.comv.list);
  753. INIT_LIST_HEAD(&inst->buffers.non_comv.list);
  754. INIT_LIST_HEAD(&inst->buffers.line.list);
  755. INIT_LIST_HEAD(&inst->buffers.dpb.list);
  756. INIT_LIST_HEAD(&inst->buffers.persist.list);
  757. INIT_LIST_HEAD(&inst->buffers.vpss.list);
  758. INIT_LIST_HEAD(&inst->allocations.bin.list);
  759. INIT_LIST_HEAD(&inst->allocations.arp.list);
  760. INIT_LIST_HEAD(&inst->allocations.comv.list);
  761. INIT_LIST_HEAD(&inst->allocations.non_comv.list);
  762. INIT_LIST_HEAD(&inst->allocations.line.list);
  763. INIT_LIST_HEAD(&inst->allocations.dpb.list);
  764. INIT_LIST_HEAD(&inst->allocations.persist.list);
  765. INIT_LIST_HEAD(&inst->allocations.vpss.list);
  766. INIT_LIST_HEAD(&inst->mappings.input.list);
  767. INIT_LIST_HEAD(&inst->mappings.input_meta.list);
  768. INIT_LIST_HEAD(&inst->mappings.output.list);
  769. INIT_LIST_HEAD(&inst->mappings.output_meta.list);
  770. INIT_LIST_HEAD(&inst->mappings.bin.list);
  771. INIT_LIST_HEAD(&inst->mappings.arp.list);
  772. INIT_LIST_HEAD(&inst->mappings.comv.list);
  773. INIT_LIST_HEAD(&inst->mappings.non_comv.list);
  774. INIT_LIST_HEAD(&inst->mappings.line.list);
  775. INIT_LIST_HEAD(&inst->mappings.dpb.list);
  776. INIT_LIST_HEAD(&inst->mappings.persist.list);
  777. INIT_LIST_HEAD(&inst->mappings.vpss.list);
  778. INIT_LIST_HEAD(&inst->children.list);
  779. INIT_LIST_HEAD(&inst->firmware.list);
  780. INIT_LIST_HEAD(&inst->enc_input_crs);
  781. INIT_LIST_HEAD(&inst->dmabuf_tracker);
  782. for (i = 0; i < MAX_SIGNAL; i++)
  783. init_completion(&inst->completions[i]);
  784. inst->response_workq = create_singlethread_workqueue("response_workq");
  785. if (!inst->response_workq) {
  786. i_vpr_e(inst, "%s: create input_psc_workq failed\n", __func__);
  787. goto error;
  788. }
  789. INIT_DELAYED_WORK(&inst->response_work, handle_session_response_work_handler);
  790. INIT_DELAYED_WORK(&inst->stats_work, msm_vidc_stats_handler);
  791. inst->capabilities = kzalloc(sizeof(struct msm_vidc_inst_capability), GFP_KERNEL);
  792. if (!inst->capabilities) {
  793. i_vpr_e(inst,
  794. "%s: inst capability allocation failed\n", __func__);
  795. goto error;
  796. }
  797. if (is_decode_session(inst))
  798. rc = msm_vdec_inst_init(inst);
  799. else if (is_encode_session(inst))
  800. rc = msm_venc_inst_init(inst);
  801. if (rc)
  802. goto error;
  803. rc = msm_vidc_vb2_queue_init(inst);
  804. if (rc)
  805. goto error;
  806. rc = msm_vidc_event_queue_init(inst);
  807. if (rc)
  808. goto error;
  809. rc = msm_vidc_add_session(inst);
  810. if (rc) {
  811. i_vpr_e(inst, "%s: failed to get session id\n", __func__);
  812. goto error;
  813. }
  814. msm_vidc_scale_power(inst, true);
  815. rc = msm_vidc_session_open(inst);
  816. if (rc) {
  817. msm_vidc_core_deinit(core, true);
  818. goto error;
  819. }
  820. inst->debugfs_root =
  821. msm_vidc_debugfs_init_inst(inst, core->debugfs_root);
  822. if (!inst->debugfs_root)
  823. i_vpr_h(inst, "%s: debugfs not available\n", __func__);
  824. return inst;
  825. error:
  826. msm_vidc_close(inst);
  827. return NULL;
  828. }
  829. EXPORT_SYMBOL(msm_vidc_open);
  830. int msm_vidc_close(void *instance)
  831. {
  832. int rc = 0;
  833. struct msm_vidc_inst *inst = instance;
  834. struct msm_vidc_core *core;
  835. if (!inst) {
  836. d_vpr_e("%s: invalid params\n", __func__);
  837. return -EINVAL;
  838. }
  839. core = inst->core;
  840. i_vpr_h(inst, "%s()\n", __func__);
  841. inst_lock(inst, __func__);
  842. cancel_response_work(inst);
  843. /* print final stats */
  844. msm_vidc_print_stats(inst);
  845. msm_vidc_session_close(inst);
  846. msm_vidc_remove_session(inst);
  847. msm_vidc_destroy_buffers(inst);
  848. inst_unlock(inst, __func__);
  849. cancel_stats_work_sync(inst);
  850. msm_vidc_show_stats(inst);
  851. put_inst(inst);
  852. msm_vidc_schedule_core_deinit(core);
  853. return rc;
  854. }
  855. EXPORT_SYMBOL(msm_vidc_close);