msm_vidc.c 24 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978
  1. // SPDX-License-Identifier: GPL-2.0-only
  2. /*
  3. * Copyright (c) 2020-2021, The Linux Foundation. All rights reserved.
  4. */
  5. #include <linux/types.h>
  6. #include <linux/hash.h>
  7. #include "msm_vidc_core.h"
  8. #include "msm_vidc_inst.h"
  9. #include "msm_vdec.h"
  10. #include "msm_venc.h"
  11. #include "msm_vidc_internal.h"
  12. #include "msm_vidc_driver.h"
  13. #include "msm_vidc_vb2.h"
  14. #include "msm_vidc_v4l2.h"
  15. #include "msm_vidc_debug.h"
  16. #include "msm_vidc_control.h"
  17. #include "msm_vidc_power.h"
  18. #include "msm_vidc_memory.h"
  19. #include "venus_hfi_response.h"
  20. #include "msm_vidc.h"
  21. #define MSM_VIDC_DRV_NAME "msm_vidc_driver"
  22. #define MSM_VIDC_BUS_NAME "platform:msm_vidc_bus"
  23. /* kernel/msm-4.19 */
  24. #define MSM_VIDC_VERSION ((5 << 16) + (10 << 8) + 0)
  25. #define MAX_EVENTS 30
  26. bool valid_v4l2_buffer(struct v4l2_buffer *b,
  27. struct msm_vidc_inst *inst)
  28. {
  29. return true;
  30. }
  31. static int get_poll_flags(struct msm_vidc_inst *inst, u32 port)
  32. {
  33. int poll = 0;
  34. struct vb2_queue *q = NULL;
  35. struct vb2_buffer *vb = NULL;
  36. unsigned long flags = 0;
  37. if (!inst || port >= MAX_PORT) {
  38. d_vpr_e("%s: invalid params, inst %pK, port %d\n",
  39. __func__, inst, port);
  40. return poll;
  41. }
  42. q = &inst->vb2q[port];
  43. spin_lock_irqsave(&q->done_lock, flags);
  44. if (!list_empty(&q->done_list))
  45. vb = list_first_entry(&q->done_list, struct vb2_buffer,
  46. done_entry);
  47. if (vb && (vb->state == VB2_BUF_STATE_DONE ||
  48. vb->state == VB2_BUF_STATE_ERROR)) {
  49. if (port == OUTPUT_PORT || port == OUTPUT_META_PORT)
  50. poll |= POLLIN | POLLRDNORM;
  51. else if (port == INPUT_PORT || port == INPUT_META_PORT)
  52. poll |= POLLOUT | POLLWRNORM;
  53. }
  54. spin_unlock_irqrestore(&q->done_lock, flags);
  55. return poll;
  56. }
  57. int msm_vidc_poll(void *instance, struct file *filp,
  58. struct poll_table_struct *wait)
  59. {
  60. int poll = 0;
  61. struct msm_vidc_inst *inst = instance;
  62. if (!inst) {
  63. d_vpr_e("%s: invalid params\n", __func__);
  64. return POLLERR;
  65. }
  66. if (is_session_error(inst)) {
  67. i_vpr_e(inst, "%s: inst in error state\n", __func__);
  68. return POLLERR;
  69. }
  70. poll_wait(filp, &inst->event_handler.wait, wait);
  71. poll_wait(filp, &inst->vb2q[INPUT_META_PORT].done_wq, wait);
  72. poll_wait(filp, &inst->vb2q[OUTPUT_META_PORT].done_wq, wait);
  73. poll_wait(filp, &inst->vb2q[INPUT_PORT].done_wq, wait);
  74. poll_wait(filp, &inst->vb2q[OUTPUT_PORT].done_wq, wait);
  75. if (v4l2_event_pending(&inst->event_handler))
  76. poll |= POLLPRI;
  77. poll |= get_poll_flags(inst, INPUT_META_PORT);
  78. poll |= get_poll_flags(inst, OUTPUT_META_PORT);
  79. poll |= get_poll_flags(inst, INPUT_PORT);
  80. poll |= get_poll_flags(inst, OUTPUT_PORT);
  81. return poll;
  82. }
  83. EXPORT_SYMBOL(msm_vidc_poll);
  84. int msm_vidc_querycap(void *instance, struct v4l2_capability *cap)
  85. {
  86. struct msm_vidc_inst *inst = instance;
  87. if (!inst || !cap) {
  88. d_vpr_e("%s: invalid params\n", __func__);
  89. return -EINVAL;
  90. }
  91. strlcpy(cap->driver, MSM_VIDC_DRV_NAME, sizeof(cap->driver));
  92. strlcpy(cap->bus_info, MSM_VIDC_BUS_NAME, sizeof(cap->bus_info));
  93. cap->version = MSM_VIDC_VERSION;
  94. memset(cap->reserved, 0, sizeof(cap->reserved));
  95. if (inst->domain == MSM_VIDC_DECODER)
  96. strlcpy(cap->card, "msm_vidc_decoder", sizeof(cap->card));
  97. else if (inst->domain == MSM_VIDC_ENCODER)
  98. strlcpy(cap->card, "msm_vidc_encoder", sizeof(cap->card));
  99. else
  100. return -EINVAL;
  101. return 0;
  102. }
  103. EXPORT_SYMBOL(msm_vidc_querycap);
  104. int msm_vidc_enum_fmt(void *instance, struct v4l2_fmtdesc *f)
  105. {
  106. struct msm_vidc_inst *inst = instance;
  107. if (!inst || !f) {
  108. d_vpr_e("%s: invalid params\n", __func__);
  109. return -EINVAL;
  110. }
  111. if (inst->domain == MSM_VIDC_DECODER)
  112. return msm_vdec_enum_fmt(inst, f);
  113. if (inst->domain == MSM_VIDC_ENCODER)
  114. return msm_venc_enum_fmt(inst, f);
  115. return -EINVAL;
  116. }
  117. EXPORT_SYMBOL(msm_vidc_enum_fmt);
  118. int msm_vidc_query_ctrl(void *instance, struct v4l2_queryctrl *q_ctrl)
  119. {
  120. int rc = 0;
  121. struct msm_vidc_inst *inst = instance;
  122. struct v4l2_ctrl *ctrl;
  123. if (!inst || !q_ctrl) {
  124. d_vpr_e("%s: invalid params %pK %pK\n",
  125. __func__, inst, q_ctrl);
  126. return -EINVAL;
  127. }
  128. ctrl = v4l2_ctrl_find(&inst->ctrl_handler, q_ctrl->id);
  129. if (!ctrl) {
  130. i_vpr_e(inst, "%s: get_ctrl failed for id %d\n",
  131. __func__, q_ctrl->id);
  132. return -EINVAL;
  133. }
  134. q_ctrl->minimum = ctrl->minimum;
  135. q_ctrl->maximum = ctrl->maximum;
  136. q_ctrl->default_value = ctrl->default_value;
  137. q_ctrl->flags = 0;
  138. q_ctrl->step = ctrl->step;
  139. i_vpr_h(inst,
  140. "query ctrl: %s: min %d, max %d, default %d step %d flags %#x\n",
  141. ctrl->name, q_ctrl->minimum, q_ctrl->maximum,
  142. q_ctrl->default_value, q_ctrl->step, q_ctrl->flags);
  143. return rc;
  144. }
  145. EXPORT_SYMBOL(msm_vidc_query_ctrl);
  146. int msm_vidc_query_menu(void *instance, struct v4l2_querymenu *qmenu)
  147. {
  148. int rc = 0;
  149. struct msm_vidc_inst *inst = instance;
  150. struct v4l2_ctrl *ctrl;
  151. if (!inst || !qmenu) {
  152. d_vpr_e("%s: invalid params %pK %pK\n",
  153. __func__, inst, qmenu);
  154. return -EINVAL;
  155. }
  156. ctrl = v4l2_ctrl_find(&inst->ctrl_handler, qmenu->id);
  157. if (!ctrl) {
  158. i_vpr_e(inst, "%s: get_ctrl failed for id %d\n",
  159. __func__, qmenu->id);
  160. return -EINVAL;
  161. }
  162. if (ctrl->type != V4L2_CTRL_TYPE_MENU) {
  163. i_vpr_e(inst, "%s: ctrl: %s: type (%d) is not MENU type\n",
  164. __func__, ctrl->name, ctrl->type);
  165. return -EINVAL;
  166. }
  167. if (qmenu->index < ctrl->minimum || qmenu->index > ctrl->maximum)
  168. return -EINVAL;
  169. if (ctrl->menu_skip_mask & (1 << qmenu->index))
  170. rc = -EINVAL;
  171. i_vpr_h(inst,
  172. "%s: ctrl: %s: min %d, max %d, menu_skip_mask %#x, qmenu: id %d, index %d, %s\n",
  173. __func__, ctrl->name, ctrl->minimum, ctrl->maximum,
  174. ctrl->menu_skip_mask, qmenu->id, qmenu->index,
  175. rc ? "not supported" : "supported");
  176. return rc;
  177. }
  178. EXPORT_SYMBOL(msm_vidc_query_menu);
  179. int msm_vidc_try_fmt(void *instance, struct v4l2_format *f)
  180. {
  181. int rc = 0;
  182. struct msm_vidc_inst *inst = instance;
  183. if (!inst || !f) {
  184. d_vpr_e("%s: invalid params\n", __func__);
  185. return -EINVAL;
  186. }
  187. if (!msm_vidc_allow_s_fmt(inst, f->type))
  188. return -EBUSY;
  189. if (inst->domain == MSM_VIDC_DECODER)
  190. rc = msm_vdec_try_fmt(inst, f);
  191. if (inst->domain == MSM_VIDC_ENCODER)
  192. rc = msm_venc_try_fmt(inst, f);
  193. if (rc)
  194. i_vpr_e(inst, "%s: try_fmt(%d) failed %d\n",
  195. __func__, f->type, rc);
  196. return rc;
  197. }
  198. EXPORT_SYMBOL(msm_vidc_try_fmt);
  199. int msm_vidc_s_fmt(void *instance, struct v4l2_format *f)
  200. {
  201. int rc = 0;
  202. struct msm_vidc_inst *inst = instance;
  203. if (!inst || !f) {
  204. d_vpr_e("%s: invalid params\n", __func__);
  205. return -EINVAL;
  206. }
  207. if (!msm_vidc_allow_s_fmt(inst, f->type))
  208. return -EBUSY;
  209. if (inst->domain == MSM_VIDC_DECODER)
  210. rc = msm_vdec_s_fmt(inst, f);
  211. if (inst->domain == MSM_VIDC_ENCODER)
  212. rc = msm_venc_s_fmt(inst, f);
  213. if (rc)
  214. i_vpr_e(inst, "%s: s_fmt(%d) failed %d\n",
  215. __func__, f->type, rc);
  216. return rc;
  217. }
  218. EXPORT_SYMBOL(msm_vidc_s_fmt);
  219. int msm_vidc_g_fmt(void *instance, struct v4l2_format *f)
  220. {
  221. int rc = 0;
  222. struct msm_vidc_inst *inst = instance;
  223. if (!inst || !f) {
  224. d_vpr_e("%s: invalid params\n", __func__);
  225. return -EINVAL;
  226. }
  227. if (is_decode_session(inst))
  228. rc = msm_vdec_g_fmt(inst, f);
  229. if (is_encode_session(inst))
  230. rc = msm_venc_g_fmt(inst, f);
  231. if (rc)
  232. return rc;
  233. if (f->type == INPUT_MPLANE || f->type == OUTPUT_MPLANE)
  234. i_vpr_h(inst, "%s: type %s format %s width %d height %d size %d\n",
  235. __func__, v4l2_type_name(f->type),
  236. v4l2_pixelfmt_name(f->fmt.pix_mp.pixelformat),
  237. f->fmt.pix_mp.width, f->fmt.pix_mp.height,
  238. f->fmt.pix_mp.plane_fmt[0].sizeimage);
  239. else if (f->type == INPUT_META_PLANE || f->type == OUTPUT_META_PLANE)
  240. i_vpr_h(inst, "%s: type %s size %d\n",
  241. __func__, v4l2_type_name(f->type), f->fmt.meta.buffersize);
  242. return 0;
  243. }
  244. EXPORT_SYMBOL(msm_vidc_g_fmt);
  245. int msm_vidc_s_selection(void *instance, struct v4l2_selection *s)
  246. {
  247. int rc = 0;
  248. struct msm_vidc_inst *inst = instance;
  249. if (!inst || !s) {
  250. d_vpr_e("%s: invalid params\n", __func__);
  251. return -EINVAL;
  252. }
  253. if (is_decode_session(inst))
  254. rc = msm_vdec_s_selection(inst, s);
  255. if (is_encode_session(inst))
  256. rc = msm_venc_s_selection(inst, s);
  257. return rc;
  258. }
  259. EXPORT_SYMBOL(msm_vidc_s_selection);
  260. int msm_vidc_g_selection(void *instance, struct v4l2_selection *s)
  261. {
  262. int rc = 0;
  263. struct msm_vidc_inst *inst = instance;
  264. if (!inst || !s) {
  265. d_vpr_e("%s: invalid params\n", __func__);
  266. return -EINVAL;
  267. }
  268. if (is_decode_session(inst))
  269. rc = msm_vdec_g_selection(inst, s);
  270. if (is_encode_session(inst))
  271. rc = msm_venc_g_selection(inst, s);
  272. return rc;
  273. }
  274. EXPORT_SYMBOL(msm_vidc_g_selection);
  275. int msm_vidc_s_param(void *instance, struct v4l2_streamparm *param)
  276. {
  277. int rc = 0;
  278. struct msm_vidc_inst *inst = instance;
  279. if (!inst || !param) {
  280. d_vpr_e("%s: invalid params\n", __func__);
  281. return -EINVAL;
  282. }
  283. if (param->type != V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE &&
  284. param->type != V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE)
  285. return -EINVAL;
  286. if (is_decode_session(inst))
  287. rc = msm_vdec_s_param(instance, param);
  288. else if (is_encode_session(inst))
  289. rc = msm_venc_s_param(instance, param);
  290. return rc;
  291. }
  292. EXPORT_SYMBOL(msm_vidc_s_param);
  293. int msm_vidc_g_param(void *instance, struct v4l2_streamparm *param)
  294. {
  295. int rc = 0;
  296. struct msm_vidc_inst *inst = instance;
  297. if (!inst || !param) {
  298. d_vpr_e("%s: invalid params\n", __func__);
  299. return -EINVAL;
  300. }
  301. if (param->type != V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE &&
  302. param->type != V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE)
  303. return -EINVAL;
  304. if (is_decode_session(inst))
  305. rc = msm_vdec_g_param(instance, param);
  306. else if (is_encode_session(inst))
  307. rc = msm_venc_g_param(instance, param);
  308. return rc;
  309. }
  310. EXPORT_SYMBOL(msm_vidc_g_param);
  311. int msm_vidc_s_ctrl(void *instance, struct v4l2_control *control)
  312. {
  313. struct msm_vidc_inst *inst = instance;
  314. if (!inst || !control)
  315. return -EINVAL;
  316. if (!msm_vidc_allow_s_ctrl(inst, control->id))
  317. return -EBUSY;
  318. return v4l2_s_ctrl(NULL, &inst->ctrl_handler, control);
  319. }
  320. EXPORT_SYMBOL(msm_vidc_s_ctrl);
  321. int msm_vidc_g_ctrl(void *instance, struct v4l2_control *control)
  322. {
  323. struct msm_vidc_inst *inst = instance;
  324. struct v4l2_ctrl *ctrl = NULL;
  325. int rc = 0;
  326. if (!inst || !control) {
  327. d_vpr_e("%s: invalid params\n", __func__);
  328. return -EINVAL;
  329. }
  330. ctrl = v4l2_ctrl_find(&inst->ctrl_handler, control->id);
  331. if (ctrl) {
  332. rc = msm_vidc_get_control(inst, ctrl);
  333. if (!rc)
  334. control->value = ctrl->val;
  335. } else {
  336. i_vpr_e(inst, "%s: invalid control\n", __func__);
  337. return -EINVAL;
  338. }
  339. if (rc)
  340. i_vpr_e(inst, "%s: failed for control id %#x\n",
  341. __func__, control->id);
  342. else
  343. i_vpr_h(inst, "%s: control id %#x, value %d\n",
  344. __func__, control->id, control->value);
  345. return rc;
  346. }
  347. EXPORT_SYMBOL(msm_vidc_g_ctrl);
  348. int msm_vidc_reqbufs(void *instance, struct v4l2_requestbuffers *b)
  349. {
  350. int rc = 0;
  351. struct msm_vidc_inst *inst = instance;
  352. int port;
  353. if (!inst || !b) {
  354. d_vpr_e("%s: invalid params\n", __func__);
  355. return -EINVAL;
  356. }
  357. if (!msm_vidc_allow_reqbufs(inst, b->type)) {
  358. rc = -EBUSY;
  359. goto exit;
  360. }
  361. port = v4l2_type_to_driver_port(inst, b->type, __func__);
  362. if (port < 0) {
  363. rc = -EINVAL;
  364. goto exit;
  365. }
  366. rc = vb2_reqbufs(&inst->vb2q[port], b);
  367. if (rc) {
  368. i_vpr_e(inst, "%s: vb2_reqbufs(%d) failed, %d\n",
  369. __func__, b->type, rc);
  370. goto exit;
  371. }
  372. exit:
  373. return rc;
  374. }
  375. EXPORT_SYMBOL(msm_vidc_reqbufs);
  376. int msm_vidc_qbuf(void *instance, struct media_device *mdev,
  377. struct v4l2_buffer *b)
  378. {
  379. int rc = 0;
  380. struct msm_vidc_inst *inst = instance;
  381. struct vb2_queue *q;
  382. u64 timestamp_us = 0;
  383. if (!inst || !inst->core || !b || !valid_v4l2_buffer(b, inst)) {
  384. d_vpr_e("%s: invalid params %pK %pK\n", __func__, inst, b);
  385. return -EINVAL;
  386. }
  387. /* Expecting non-zero filledlen on INPUT port */
  388. if (b->type == INPUT_MPLANE && !b->m.planes[0].bytesused) {
  389. i_vpr_e(inst,
  390. "%s: zero bytesused input buffer not supported\n", __func__);
  391. return -EINVAL;
  392. }
  393. q = msm_vidc_get_vb2q(inst, b->type, __func__);
  394. if (!q) {
  395. rc = -EINVAL;
  396. goto exit;
  397. }
  398. if (is_encode_session(inst) && b->type == INPUT_MPLANE) {
  399. timestamp_us = (u64)((b->timestamp.tv_sec * USEC_PER_SEC) +
  400. b->timestamp.tv_usec);
  401. msm_vidc_set_auto_framerate(inst, timestamp_us);
  402. }
  403. inst->last_qbuf_time_ns = ktime_get_ns();
  404. rc = vb2_qbuf(q, mdev, b);
  405. if (rc)
  406. i_vpr_e(inst, "%s: failed with %d\n", __func__, rc);
  407. exit:
  408. return rc;
  409. }
  410. EXPORT_SYMBOL(msm_vidc_qbuf);
  411. int msm_vidc_dqbuf(void *instance, struct v4l2_buffer *b)
  412. {
  413. int rc = 0;
  414. struct msm_vidc_inst *inst = instance;
  415. struct vb2_queue *q;
  416. if (!inst || !b || !valid_v4l2_buffer(b, inst)) {
  417. d_vpr_e("%s: invalid params %pK %pK\n", __func__, inst, b);
  418. return -EINVAL;
  419. }
  420. q = msm_vidc_get_vb2q(inst, b->type, __func__);
  421. if (!q) {
  422. rc = -EINVAL;
  423. goto exit;
  424. }
  425. rc = vb2_dqbuf(q, b, true);
  426. if (rc == -EAGAIN) {
  427. goto exit;
  428. } else if (rc) {
  429. i_vpr_l(inst, "%s: failed with %d\n", __func__, rc);
  430. goto exit;
  431. }
  432. exit:
  433. return rc;
  434. }
  435. EXPORT_SYMBOL(msm_vidc_dqbuf);
  436. int msm_vidc_streamon(void *instance, enum v4l2_buf_type type)
  437. {
  438. int rc = 0;
  439. struct msm_vidc_inst *inst = instance;
  440. int port;
  441. if (!inst) {
  442. d_vpr_e("%s: invalid params\n", __func__);
  443. return -EINVAL;
  444. }
  445. if (!msm_vidc_allow_streamon(inst, type)) {
  446. rc = -EBUSY;
  447. goto exit;
  448. }
  449. rc = msm_vidc_state_change_streamon(inst, type);
  450. if (rc)
  451. goto exit;
  452. port = v4l2_type_to_driver_port(inst, type, __func__);
  453. if (port < 0) {
  454. rc = -EINVAL;
  455. goto exit;
  456. }
  457. rc = vb2_streamon(&inst->vb2q[port], type);
  458. if (rc) {
  459. i_vpr_e(inst, "%s: vb2_streamon(%d) failed, %d\n",
  460. __func__, type, rc);
  461. msm_vidc_change_inst_state(inst, MSM_VIDC_ERROR, __func__);
  462. goto exit;
  463. }
  464. exit:
  465. return rc;
  466. }
  467. EXPORT_SYMBOL(msm_vidc_streamon);
  468. int msm_vidc_streamoff(void *instance, enum v4l2_buf_type type)
  469. {
  470. int rc = 0;
  471. struct msm_vidc_inst *inst = instance;
  472. int port;
  473. enum msm_vidc_allow allow;
  474. if (!inst) {
  475. d_vpr_e("%s: invalid params\n", __func__);
  476. return -EINVAL;
  477. }
  478. allow = msm_vidc_allow_streamoff(inst, type);
  479. if (allow == MSM_VIDC_DISALLOW) {
  480. rc = -EBUSY;
  481. goto exit;
  482. } else if (allow == MSM_VIDC_IGNORE) {
  483. goto exit;
  484. } else if (allow != MSM_VIDC_ALLOW) {
  485. rc = -EINVAL;
  486. goto exit;
  487. }
  488. rc = msm_vidc_state_change_streamoff(inst, type);
  489. if (rc)
  490. goto exit;
  491. port = v4l2_type_to_driver_port(inst, type, __func__);
  492. if (port < 0) {
  493. rc = -EINVAL;
  494. goto exit;
  495. }
  496. rc = vb2_streamoff(&inst->vb2q[port], type);
  497. if (rc) {
  498. i_vpr_e(inst, "%s: vb2_streamoff(%d) failed, %d\n",
  499. __func__, type, rc);
  500. msm_vidc_change_inst_state(inst, MSM_VIDC_ERROR, __func__);
  501. goto exit;
  502. }
  503. exit:
  504. return rc;
  505. }
  506. EXPORT_SYMBOL(msm_vidc_streamoff);
  507. int msm_vidc_cmd(void *instance, union msm_v4l2_cmd *cmd)
  508. {
  509. int rc = 0;
  510. struct msm_vidc_inst *inst = instance;
  511. struct v4l2_decoder_cmd *dec = NULL;
  512. struct v4l2_encoder_cmd *enc = NULL;
  513. if (is_decode_session(inst)) {
  514. dec = (struct v4l2_decoder_cmd *)cmd;
  515. rc = msm_vdec_process_cmd(inst, dec->cmd);
  516. } else if (is_encode_session(inst)) {
  517. enc = (struct v4l2_encoder_cmd *)cmd;
  518. rc = msm_venc_process_cmd(inst, enc->cmd);
  519. }
  520. if (rc)
  521. return rc;
  522. return 0;
  523. }
  524. EXPORT_SYMBOL(msm_vidc_cmd);
  525. int msm_vidc_enum_framesizes(void *instance, struct v4l2_frmsizeenum *fsize)
  526. {
  527. struct msm_vidc_inst *inst = instance;
  528. struct msm_vidc_inst_capability *capability;
  529. enum msm_vidc_colorformat_type colorfmt;
  530. enum msm_vidc_codec_type codec;
  531. if (!inst || !fsize) {
  532. d_vpr_e("%s: invalid params: %pK %pK\n",
  533. __func__, inst, fsize);
  534. return -EINVAL;
  535. }
  536. if (!inst->capabilities) {
  537. i_vpr_e(inst, "capabilities not available\n", __func__);
  538. return -EINVAL;
  539. }
  540. capability = inst->capabilities;
  541. /* only index 0 allowed as per v4l2 spec */
  542. if (fsize->index)
  543. return -EINVAL;
  544. /* validate pixel format */
  545. codec = v4l2_codec_to_driver(fsize->pixel_format, __func__);
  546. if (!codec) {
  547. colorfmt = v4l2_colorformat_to_driver(fsize->pixel_format, __func__);
  548. if (colorfmt == MSM_VIDC_FMT_NONE) {
  549. i_vpr_e(inst, "%s: unsupported pix fmt %#x\n", __func__, fsize->pixel_format);
  550. return -EINVAL;
  551. }
  552. }
  553. fsize->type = V4L2_FRMSIZE_TYPE_STEPWISE;
  554. fsize->stepwise.min_width = capability->cap[FRAME_WIDTH].min;
  555. fsize->stepwise.max_width = capability->cap[FRAME_WIDTH].max;
  556. fsize->stepwise.step_width =
  557. capability->cap[FRAME_WIDTH].step_or_mask;
  558. fsize->stepwise.min_height = capability->cap[FRAME_HEIGHT].min;
  559. fsize->stepwise.max_height = capability->cap[FRAME_HEIGHT].max;
  560. fsize->stepwise.step_height =
  561. capability->cap[FRAME_HEIGHT].step_or_mask;
  562. return 0;
  563. }
  564. EXPORT_SYMBOL(msm_vidc_enum_framesizes);
  565. int msm_vidc_enum_frameintervals(void *instance, struct v4l2_frmivalenum *fival)
  566. {
  567. struct msm_vidc_inst *inst = instance;
  568. struct msm_vidc_core *core;
  569. struct msm_vidc_inst_capability *capability;
  570. enum msm_vidc_colorformat_type colorfmt;
  571. u32 fps, mbpf;
  572. if (!inst || !fival) {
  573. d_vpr_e("%s: invalid params: %pK %pK\n",
  574. __func__, inst, fival);
  575. return -EINVAL;
  576. }
  577. if (is_decode_session(inst)) {
  578. i_vpr_e(inst, "%s: not supported by decoder\n", __func__);
  579. return -ENOTTY;
  580. }
  581. core = inst->core;
  582. if (!inst->capabilities || !core->capabilities) {
  583. i_vpr_e(inst, "capabilities not available\n", __func__);
  584. return -EINVAL;
  585. }
  586. capability = inst->capabilities;
  587. /* only index 0 allowed as per v4l2 spec */
  588. if (fival->index)
  589. return -EINVAL;
  590. /* validate pixel format */
  591. colorfmt = v4l2_colorformat_to_driver(fival->pixel_format, __func__);
  592. if (colorfmt == MSM_VIDC_FMT_NONE) {
  593. i_vpr_e(inst, "%s: unsupported pix fmt %#x\n", __func__, fival->pixel_format);
  594. return -EINVAL;
  595. }
  596. /* validate resolution */
  597. if (fival->width > capability->cap[FRAME_WIDTH].max ||
  598. fival->width < capability->cap[FRAME_WIDTH].min ||
  599. fival->height > capability->cap[FRAME_HEIGHT].max ||
  600. fival->height < capability->cap[FRAME_HEIGHT].min) {
  601. i_vpr_e(inst, "%s: unsupported resolution %u x %u\n", __func__,
  602. fival->width, fival->height);
  603. return -EINVAL;
  604. }
  605. /* calculate max supported fps for a given resolution */
  606. mbpf = NUM_MBS_PER_FRAME(fival->height, fival->width);
  607. fps = core->capabilities[MAX_MBPS].value / mbpf;
  608. fival->type = V4L2_FRMIVAL_TYPE_STEPWISE;
  609. fival->stepwise.min.numerator = 1;
  610. fival->stepwise.min.denominator =
  611. min_t(u32, fps, capability->cap[FRAME_RATE].max);
  612. fival->stepwise.max.numerator = 1;
  613. fival->stepwise.max.denominator = 1;
  614. fival->stepwise.step.numerator = 1;
  615. fival->stepwise.step.denominator = capability->cap[FRAME_RATE].max;
  616. return 0;
  617. }
  618. EXPORT_SYMBOL(msm_vidc_enum_frameintervals);
  619. int msm_vidc_subscribe_event(void *instance,
  620. const struct v4l2_event_subscription *sub)
  621. {
  622. int rc = 0;
  623. struct msm_vidc_inst *inst = (struct msm_vidc_inst *)instance;
  624. if (!inst || !sub) {
  625. d_vpr_e("%s: invalid params\n", __func__);
  626. return -EINVAL;
  627. }
  628. i_vpr_h(inst, "%s: type %d id %d\n", __func__, sub->type, sub->id);
  629. rc = v4l2_event_subscribe(&inst->event_handler,
  630. sub, MAX_EVENTS, NULL);
  631. if (rc)
  632. i_vpr_e(inst, "%s: fialed, type %d id %d\n",
  633. __func__, sub->type, sub->id);
  634. return rc;
  635. }
  636. EXPORT_SYMBOL(msm_vidc_subscribe_event);
  637. int msm_vidc_unsubscribe_event(void *instance,
  638. const struct v4l2_event_subscription *sub)
  639. {
  640. int rc = 0;
  641. struct msm_vidc_inst *inst = (struct msm_vidc_inst *)instance;
  642. if (!inst || !sub) {
  643. d_vpr_e("%s: invalid params\n", __func__);
  644. return -EINVAL;
  645. }
  646. i_vpr_h(inst, "%s: type %d id %d\n", __func__, sub->type, sub->id);
  647. rc = v4l2_event_unsubscribe(&inst->event_handler, sub);
  648. if (rc)
  649. i_vpr_e(inst, "%s: fialed, type %d id %d\n",
  650. __func__, sub->type, sub->id);
  651. return rc;
  652. }
  653. EXPORT_SYMBOL(msm_vidc_unsubscribe_event);
  654. int msm_vidc_dqevent(void *instance, struct v4l2_event *event)
  655. {
  656. int rc = 0;
  657. struct msm_vidc_inst *inst = (struct msm_vidc_inst *)instance;
  658. if (!inst || !event) {
  659. d_vpr_e("%s: invalid params\n", __func__);
  660. return -EINVAL;
  661. }
  662. rc = v4l2_event_dequeue(&inst->event_handler, event, false);
  663. if (rc)
  664. i_vpr_e(inst, "%s: fialed\n", __func__);
  665. return rc;
  666. }
  667. EXPORT_SYMBOL(msm_vidc_dqevent);
  668. void *msm_vidc_open(void *vidc_core, u32 session_type)
  669. {
  670. int rc = 0;
  671. struct msm_vidc_inst *inst;
  672. struct msm_vidc_core *core;
  673. int i = 0;
  674. d_vpr_h("%s()\n", __func__);
  675. core = vidc_core;
  676. if (!core) {
  677. d_vpr_e("%s: invalid params\n", __func__);
  678. return NULL;
  679. }
  680. if (session_type != MSM_VIDC_DECODER &&
  681. session_type != MSM_VIDC_ENCODER) {
  682. d_vpr_e("%s: invalid session_type %d\n",
  683. __func__, session_type);
  684. return NULL;
  685. }
  686. rc = msm_vidc_core_init(core);
  687. if (rc)
  688. return NULL;
  689. inst = kzalloc(sizeof(*inst), GFP_KERNEL);
  690. if (!inst) {
  691. d_vpr_e("%s: failed to allocate inst memory\n", __func__);
  692. return NULL;
  693. }
  694. inst->core = core;
  695. inst->domain = session_type;
  696. inst->session_id = hash32_ptr(inst);
  697. inst->state = MSM_VIDC_OPEN;
  698. inst->active = true;
  699. inst->request = false;
  700. inst->ipsc_properties_set = false;
  701. inst->opsc_properties_set = false;
  702. inst->has_bframe = false;
  703. inst->auto_framerate = DEFAULT_FPS << 16;
  704. kref_init(&inst->kref);
  705. mutex_init(&inst->lock);
  706. msm_vidc_update_debug_str(inst);
  707. i_vpr_h(inst, "Opening video instance: %d\n", session_type);
  708. rc = msm_memory_pools_init(inst);
  709. if (rc) {
  710. i_vpr_e(inst, "%s: failed to init pool buffers\n", __func__);
  711. kfree(inst);
  712. return NULL;
  713. }
  714. INIT_LIST_HEAD(&inst->response_works);
  715. INIT_LIST_HEAD(&inst->timestamps.list);
  716. INIT_LIST_HEAD(&inst->buffers.input.list);
  717. INIT_LIST_HEAD(&inst->buffers.input_meta.list);
  718. INIT_LIST_HEAD(&inst->buffers.output.list);
  719. INIT_LIST_HEAD(&inst->buffers.output_meta.list);
  720. INIT_LIST_HEAD(&inst->buffers.read_only.list);
  721. INIT_LIST_HEAD(&inst->buffers.release.list);
  722. INIT_LIST_HEAD(&inst->buffers.bin.list);
  723. INIT_LIST_HEAD(&inst->buffers.arp.list);
  724. INIT_LIST_HEAD(&inst->buffers.comv.list);
  725. INIT_LIST_HEAD(&inst->buffers.non_comv.list);
  726. INIT_LIST_HEAD(&inst->buffers.line.list);
  727. INIT_LIST_HEAD(&inst->buffers.dpb.list);
  728. INIT_LIST_HEAD(&inst->buffers.persist.list);
  729. INIT_LIST_HEAD(&inst->buffers.vpss.list);
  730. INIT_LIST_HEAD(&inst->allocations.bin.list);
  731. INIT_LIST_HEAD(&inst->allocations.arp.list);
  732. INIT_LIST_HEAD(&inst->allocations.comv.list);
  733. INIT_LIST_HEAD(&inst->allocations.non_comv.list);
  734. INIT_LIST_HEAD(&inst->allocations.line.list);
  735. INIT_LIST_HEAD(&inst->allocations.dpb.list);
  736. INIT_LIST_HEAD(&inst->allocations.persist.list);
  737. INIT_LIST_HEAD(&inst->allocations.vpss.list);
  738. INIT_LIST_HEAD(&inst->mappings.input.list);
  739. INIT_LIST_HEAD(&inst->mappings.input_meta.list);
  740. INIT_LIST_HEAD(&inst->mappings.output.list);
  741. INIT_LIST_HEAD(&inst->mappings.output_meta.list);
  742. INIT_LIST_HEAD(&inst->mappings.bin.list);
  743. INIT_LIST_HEAD(&inst->mappings.arp.list);
  744. INIT_LIST_HEAD(&inst->mappings.comv.list);
  745. INIT_LIST_HEAD(&inst->mappings.non_comv.list);
  746. INIT_LIST_HEAD(&inst->mappings.line.list);
  747. INIT_LIST_HEAD(&inst->mappings.dpb.list);
  748. INIT_LIST_HEAD(&inst->mappings.persist.list);
  749. INIT_LIST_HEAD(&inst->mappings.vpss.list);
  750. INIT_LIST_HEAD(&inst->children.list);
  751. INIT_LIST_HEAD(&inst->firmware.list);
  752. INIT_LIST_HEAD(&inst->enc_input_crs);
  753. INIT_LIST_HEAD(&inst->dmabuf_tracker);
  754. for (i = 0; i < MAX_SIGNAL; i++)
  755. init_completion(&inst->completions[i]);
  756. inst->response_workq = create_singlethread_workqueue("response_workq");
  757. if (!inst->response_workq) {
  758. i_vpr_e(inst, "%s: create input_psc_workq failed\n", __func__);
  759. goto error;
  760. }
  761. INIT_DELAYED_WORK(&inst->response_work, handle_session_response_work_handler);
  762. INIT_DELAYED_WORK(&inst->stats_work, msm_vidc_stats_handler);
  763. inst->capabilities = kzalloc(sizeof(struct msm_vidc_inst_capability), GFP_KERNEL);
  764. if (!inst->capabilities) {
  765. i_vpr_e(inst,
  766. "%s: inst capability allocation failed\n", __func__);
  767. goto error;
  768. }
  769. if (is_decode_session(inst))
  770. rc = msm_vdec_inst_init(inst);
  771. else if (is_encode_session(inst))
  772. rc = msm_venc_inst_init(inst);
  773. if (rc)
  774. goto error;
  775. rc = msm_vidc_vb2_queue_init(inst);
  776. if (rc)
  777. goto error;
  778. rc = msm_vidc_event_queue_init(inst);
  779. if (rc)
  780. goto error;
  781. rc = msm_vidc_add_session(inst);
  782. if (rc) {
  783. i_vpr_e(inst, "%s: failed to get session id\n", __func__);
  784. goto error;
  785. }
  786. msm_vidc_scale_power(inst, true);
  787. rc = msm_vidc_session_open(inst);
  788. if (rc) {
  789. msm_vidc_core_deinit(core, true);
  790. goto error;
  791. }
  792. inst->debugfs_root =
  793. msm_vidc_debugfs_init_inst(inst, core->debugfs_root);
  794. if (!inst->debugfs_root)
  795. i_vpr_h(inst, "%s: debugfs not available\n", __func__);
  796. return inst;
  797. error:
  798. msm_vidc_close(inst);
  799. return NULL;
  800. }
  801. EXPORT_SYMBOL(msm_vidc_open);
  802. int msm_vidc_close(void *instance)
  803. {
  804. int rc = 0;
  805. struct msm_vidc_inst *inst = instance;
  806. struct msm_vidc_core *core;
  807. if (!inst) {
  808. d_vpr_e("%s: invalid params\n", __func__);
  809. return -EINVAL;
  810. }
  811. core = inst->core;
  812. i_vpr_h(inst, "%s()\n", __func__);
  813. inst_lock(inst, __func__);
  814. cancel_response_work(inst);
  815. /* print final stats */
  816. msm_vidc_print_stats(inst);
  817. msm_vidc_session_close(inst);
  818. msm_vidc_remove_session(inst);
  819. msm_vidc_destroy_buffers(inst);
  820. inst_unlock(inst, __func__);
  821. cancel_stats_work_sync(inst);
  822. msm_vidc_show_stats(inst);
  823. put_inst(inst);
  824. msm_vidc_schedule_core_deinit(core);
  825. return rc;
  826. }
  827. EXPORT_SYMBOL(msm_vidc_close);