123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695 |
- // SPDX-License-Identifier: GPL-2.0-only
- /*
- * Copyright (c) 2020, The Linux Foundation. All rights reserved.
- */
- #include <linux/iommu.h>
- #include <linux/workqueue.h>
- #include <media/v4l2_vidc_extensions.h>
- #include <media/msm_media_info.h>
- #include "msm_vidc_driver.h"
- #include "msm_vidc_platform.h"
- #include "msm_vidc_internal.h"
- #include "msm_vidc_memory.h"
- #include "msm_vidc_debug.h"
- #include "venus_hfi.h"
- #include "msm_vidc.h"
- #define COUNT_BITS(a, out) { \
- while ((a) >= 1) { \
- (out) += (a) & (1); \
- (a) >>= (1); \
- } \
- }
- void print_vidc_buffer(u32 tag, const char *str, struct msm_vidc_inst *inst,
- struct msm_vidc_buffer *vbuf)
- {
- if (!(tag & msm_vidc_debug) || !inst || !vbuf)
- return;
- if (vbuf->type == MSM_VIDC_BUF_INPUT || vbuf->type == MSM_VIDC_BUF_OUTPUT) {
- dprintk(tag, inst->sid,
- "%s: %s: idx %2d fd %3d off %d daddr %#llx size %d filled %d flags %#x ts %lld attr %#x\n",
- str, vbuf->type == MSM_VIDC_BUF_INPUT ? "INPUT" : "OUTPUT",
- vbuf->index, vbuf->fd, vbuf->data_offset,
- vbuf->device_addr, vbuf->buffer_size, vbuf->data_size,
- vbuf->flags, vbuf->timestamp, vbuf->attr);
- } else if (vbuf->type == MSM_VIDC_BUF_INPUT_META ||
- vbuf->type == MSM_VIDC_BUF_OUTPUT_META) {
- dprintk(tag, inst->sid,
- "%s: %s: idx %2d fd %3d off %d daddr %#llx size %d filled %d flags %#x ts %lld attr %#x\n",
- str, vbuf->type == MSM_VIDC_BUF_INPUT_META ? "INPUT_META" : "OUTPUT_META",
- vbuf->index, vbuf->fd, vbuf->data_offset,
- vbuf->device_addr, vbuf->buffer_size, vbuf->data_size,
- vbuf->flags, vbuf->timestamp, vbuf->attr);
- }
- }
- void print_vb2_buffer(const char *str, struct msm_vidc_inst *inst,
- struct vb2_buffer *vb2)
- {
- if (!inst || !vb2)
- return;
- s_vpr_e(inst->sid,
- "%s: %s: idx %2d fd %d off %d size %d filled %d\n",
- str, vb2->type == INPUT_MPLANE ? "INPUT" : "OUTPUT",
- vb2->index, vb2->planes[0].m.fd,
- vb2->planes[0].data_offset, vb2->planes[0].length,
- vb2->planes[0].bytesused);
- }
- enum msm_vidc_buffer_type v4l2_type_to_driver(u32 type, const char *func)
- {
- enum msm_vidc_buffer_type buffer_type = 0;
- switch (type) {
- case INPUT_MPLANE:
- buffer_type = MSM_VIDC_BUF_INPUT;
- break;
- case OUTPUT_MPLANE:
- buffer_type = MSM_VIDC_BUF_OUTPUT;
- break;
- case INPUT_META_PLANE:
- buffer_type = MSM_VIDC_BUF_INPUT_META;
- break;
- case OUTPUT_META_PLANE:
- buffer_type = MSM_VIDC_BUF_OUTPUT_META;
- break;
- default:
- d_vpr_e("%s: invalid v4l2 buffer type %#x\n", func, type);
- break;
- }
- return buffer_type;
- }
- u32 v4l2_type_from_driver(enum msm_vidc_buffer_type buffer_type,
- const char *func)
- {
- u32 type = 0;
- switch (buffer_type) {
- case MSM_VIDC_BUF_INPUT:
- type = INPUT_MPLANE;
- break;
- case MSM_VIDC_BUF_OUTPUT:
- type = OUTPUT_MPLANE;
- break;
- case MSM_VIDC_BUF_INPUT_META:
- type = INPUT_META_PLANE;
- break;
- case MSM_VIDC_BUF_OUTPUT_META:
- type = OUTPUT_META_PLANE;
- break;
- default:
- d_vpr_e("%s: invalid driver buffer type %d\n",
- func, buffer_type);
- break;
- }
- return type;
- }
- enum msm_vidc_codec_type v4l2_codec_to_driver(u32 v4l2_codec, const char *func)
- {
- enum msm_vidc_codec_type codec = 0;
- switch (v4l2_codec) {
- case V4L2_PIX_FMT_H264:
- codec = MSM_VIDC_H264;
- break;
- case V4L2_PIX_FMT_HEVC:
- codec = MSM_VIDC_HEVC;
- break;
- case V4L2_PIX_FMT_VP9:
- codec = MSM_VIDC_VP9;
- break;
- case V4L2_PIX_FMT_MPEG2:
- codec = MSM_VIDC_MPEG2;
- break;
- default:
- d_vpr_e("%s: invalid v4l2 codec %#x\n", func, v4l2_codec);
- break;
- }
- return codec;
- }
- u32 v4l2_codec_from_driver(enum msm_vidc_codec_type codec, const char *func)
- {
- u32 v4l2_codec = 0;
- switch (codec) {
- case MSM_VIDC_H264:
- v4l2_codec = V4L2_PIX_FMT_H264;
- break;
- case MSM_VIDC_HEVC:
- v4l2_codec = V4L2_PIX_FMT_HEVC;
- break;
- case MSM_VIDC_VP9:
- v4l2_codec = V4L2_PIX_FMT_VP9;
- break;
- case MSM_VIDC_MPEG2:
- v4l2_codec = V4L2_PIX_FMT_MPEG2;
- break;
- default:
- d_vpr_e("%s: invalid driver codec %#x\n", func, codec);
- break;
- }
- return v4l2_codec;
- }
- enum msm_vidc_colorformat_type v4l2_colorformat_to_driver(u32 v4l2_colorformat,
- const char *func)
- {
- enum msm_vidc_colorformat_type colorformat = 0;
- switch (v4l2_colorformat) {
- case V4L2_PIX_FMT_NV12:
- colorformat = MSM_VIDC_FMT_NV12;
- break;
- case V4L2_PIX_FMT_NV21:
- colorformat = MSM_VIDC_FMT_NV21;
- break;
- case V4L2_PIX_FMT_VIDC_NV12C:
- colorformat = MSM_VIDC_FMT_NV12_UBWC;
- break;
- case V4L2_PIX_FMT_VIDC_TP10C:
- colorformat = MSM_VIDC_FMT_NV12_TP10_UBWC;
- break;
- case V4L2_PIX_FMT_VIDC_ARGB32C:
- colorformat = MSM_VIDC_FMT_RGBA8888_UBWC;
- break;
- case V4L2_PIX_FMT_VIDC_P010:
- colorformat = MSM_VIDC_FMT_NV12_P010;
- break;
- default:
- d_vpr_e("%s: invalid v4l2 color format %#x\n",
- func, v4l2_colorformat);
- break;
- }
- return colorformat;
- }
- u32 v4l2_colorformat_from_driver(enum msm_vidc_colorformat_type colorformat,
- const char *func)
- {
- u32 v4l2_colorformat = 0;
- switch (colorformat) {
- case MSM_VIDC_FMT_NV12:
- v4l2_colorformat = V4L2_PIX_FMT_NV12;
- break;
- case MSM_VIDC_FMT_NV21:
- v4l2_colorformat = V4L2_PIX_FMT_NV21;
- break;
- case MSM_VIDC_FMT_NV12_UBWC:
- v4l2_colorformat = V4L2_PIX_FMT_VIDC_NV12C;
- break;
- case MSM_VIDC_FMT_NV12_TP10_UBWC:
- v4l2_colorformat = V4L2_PIX_FMT_VIDC_TP10C;
- break;
- case MSM_VIDC_FMT_RGBA8888_UBWC:
- v4l2_colorformat = V4L2_PIX_FMT_VIDC_ARGB32C;
- break;
- case MSM_VIDC_FMT_NV12_P010:
- v4l2_colorformat = V4L2_PIX_FMT_VIDC_P010;
- break;
- default:
- d_vpr_e("%s: invalid driver color format %#x\n",
- func, colorformat);
- break;
- }
- return v4l2_colorformat;
- }
- u32 v4l2_colorformat_to_media(u32 v4l2_fmt, const char *func)
- {
- switch (v4l2_fmt) {
- case V4L2_PIX_FMT_NV12:
- return COLOR_FMT_NV12;
- case V4L2_PIX_FMT_NV21:
- return COLOR_FMT_NV21;
- case V4L2_PIX_FMT_VIDC_P010:
- return COLOR_FMT_P010;
- case V4L2_PIX_FMT_VIDC_NV12C:
- return COLOR_FMT_NV12_UBWC;
- case V4L2_PIX_FMT_VIDC_TP10C:
- return COLOR_FMT_NV12_BPP10_UBWC;
- case V4L2_PIX_FMT_VIDC_ARGB32C:
- return COLOR_FMT_RGBA8888_UBWC;
- default:
- d_vpr_e("%s: invalid v4l2 color fmt: %#x, set default (NV12)",
- func, v4l2_fmt);
- return COLOR_FMT_NV12;
- }
- }
- int v4l2_type_to_driver_port(struct msm_vidc_inst *inst, u32 type,
- const char *func)
- {
- int port;
- if (type == INPUT_MPLANE) {
- port = INPUT_PORT;
- } else if (type == INPUT_META_PLANE) {
- port = INPUT_META_PORT;
- } else if (type == OUTPUT_MPLANE) {
- port = OUTPUT_PORT;
- } else if (type == OUTPUT_META_PLANE) {
- port = OUTPUT_META_PORT;
- } else {
- s_vpr_e(inst->sid, "%s: port not found for v4l2 type %d\n",
- func, type);
- port = -EINVAL;
- }
- return port;
- }
- u32 msm_vidc_get_buffer_region(struct msm_vidc_inst *inst,
- enum msm_vidc_buffer_type buffer_type, const char *func)
- {
- u32 region = MSM_VIDC_NON_SECURE;
- if (!is_secure_session(inst))
- return region;
- switch (buffer_type) {
- case MSM_VIDC_BUF_INPUT:
- if (is_encode_session(inst))
- region = MSM_VIDC_SECURE_PIXEL;
- else
- region = MSM_VIDC_SECURE_BITSTREAM;
- break;
- case MSM_VIDC_BUF_OUTPUT:
- if (is_encode_session(inst))
- region = MSM_VIDC_SECURE_BITSTREAM;
- else
- region = MSM_VIDC_SECURE_PIXEL;
- break;
- case MSM_VIDC_BUF_INPUT_META:
- case MSM_VIDC_BUF_OUTPUT_META:
- region = MSM_VIDC_NON_SECURE;
- break;
- case MSM_VIDC_BUF_BIN:
- region = MSM_VIDC_SECURE_BITSTREAM;
- break;
- case MSM_VIDC_BUF_COMV:
- case MSM_VIDC_BUF_NON_COMV:
- case MSM_VIDC_BUF_LINE:
- region = MSM_VIDC_SECURE_NONPIXEL;
- break;
- case MSM_VIDC_BUF_DPB:
- region = MSM_VIDC_SECURE_PIXEL;
- break;
- case MSM_VIDC_BUF_PERSIST:
- // TODO: Need to revisit for ARP
- case MSM_VIDC_BUF_ARP:
- region = MSM_VIDC_SECURE_NONPIXEL;
- break;
- default:
- s_vpr_e(inst->sid, "%s: invalid driver buffer type %d\n",
- func, buffer_type);
- }
- return region;
- }
- struct msm_vidc_buffers *msm_vidc_get_buffers(
- struct msm_vidc_inst *inst, enum msm_vidc_buffer_type buffer_type,
- const char *func)
- {
- switch (buffer_type) {
- case MSM_VIDC_BUF_INPUT:
- return &inst->buffers.input;
- case MSM_VIDC_BUF_INPUT_META:
- return &inst->buffers.input_meta;
- case MSM_VIDC_BUF_OUTPUT:
- return &inst->buffers.output;
- case MSM_VIDC_BUF_OUTPUT_META:
- return &inst->buffers.output_meta;
- case MSM_VIDC_BUF_BIN:
- return &inst->buffers.bin;
- case MSM_VIDC_BUF_ARP:
- return &inst->buffers.arp;
- case MSM_VIDC_BUF_COMV:
- return &inst->buffers.comv;
- case MSM_VIDC_BUF_NON_COMV:
- return &inst->buffers.non_comv;
- case MSM_VIDC_BUF_LINE:
- return &inst->buffers.line;
- case MSM_VIDC_BUF_DPB:
- return &inst->buffers.dpb;
- case MSM_VIDC_BUF_PERSIST:
- return &inst->buffers.persist;
- default:
- s_vpr_e(inst->sid, "%s: invalid driver buffer type %d\n",
- func, buffer_type);
- return NULL;
- }
- }
- struct msm_vidc_mappings *msm_vidc_get_mappings(
- struct msm_vidc_inst *inst, enum msm_vidc_buffer_type buffer_type,
- const char *func)
- {
- switch (buffer_type) {
- case MSM_VIDC_BUF_INPUT:
- return &inst->mappings.input;
- case MSM_VIDC_BUF_INPUT_META:
- return &inst->mappings.input_meta;
- case MSM_VIDC_BUF_OUTPUT:
- return &inst->mappings.output;
- case MSM_VIDC_BUF_OUTPUT_META:
- return &inst->mappings.output_meta;
- case MSM_VIDC_BUF_BIN:
- return &inst->mappings.bin;
- case MSM_VIDC_BUF_ARP:
- return &inst->mappings.arp;
- case MSM_VIDC_BUF_COMV:
- return &inst->mappings.comv;
- case MSM_VIDC_BUF_NON_COMV:
- return &inst->mappings.non_comv;
- case MSM_VIDC_BUF_LINE:
- return &inst->mappings.line;
- case MSM_VIDC_BUF_DPB:
- return &inst->mappings.dpb;
- case MSM_VIDC_BUF_PERSIST:
- return &inst->mappings.persist;
- default:
- s_vpr_e(inst->sid, "%s: invalid driver buffer type %d\n",
- func, buffer_type);
- return NULL;
- }
- }
- struct msm_vidc_allocations *msm_vidc_get_allocations(
- struct msm_vidc_inst *inst, enum msm_vidc_buffer_type buffer_type,
- const char *func)
- {
- switch (buffer_type) {
- case MSM_VIDC_BUF_BIN:
- return &inst->allocations.bin;
- case MSM_VIDC_BUF_ARP:
- return &inst->allocations.arp;
- case MSM_VIDC_BUF_COMV:
- return &inst->allocations.comv;
- case MSM_VIDC_BUF_NON_COMV:
- return &inst->allocations.non_comv;
- case MSM_VIDC_BUF_LINE:
- return &inst->allocations.line;
- case MSM_VIDC_BUF_DPB:
- return &inst->allocations.dpb;
- case MSM_VIDC_BUF_PERSIST:
- return &inst->allocations.persist;
- default:
- s_vpr_e(inst->sid, "%s: invalid driver buffer type %d\n",
- func, buffer_type);
- return NULL;
- }
- }
- int msm_vidc_change_inst_state(struct msm_vidc_inst *inst,
- enum msm_vidc_inst_state request_state, const char *func)
- {
- if (!inst) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- if (!request_state) {
- s_vpr_e(inst->sid, "%s: invalid request state\n", func);
- return -EINVAL;
- }
- if (inst->state == MSM_VIDC_ERROR) {
- s_vpr_h(inst->sid,
- "%s: inst is in bad state, can not change state to %d\n",
- func, request_state);
- return 0;
- }
- s_vpr_h(inst->sid, "%s: state changed from %d to %d\n",
- func, inst->state, request_state);
- inst->state = request_state;
- return 0;
- }
- int msm_vidc_get_control(struct msm_vidc_inst *inst, struct v4l2_ctrl *ctrl)
- {
- int rc = 0;
- if (!inst || !ctrl) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- switch (ctrl->id) {
- case V4L2_CID_MIN_BUFFERS_FOR_CAPTURE:
- ctrl->val = inst->buffers.output.min_count +
- inst->buffers.output.extra_count;
- s_vpr_h(inst->sid, "g_min: output buffers %d\n", ctrl->val);
- break;
- case V4L2_CID_MIN_BUFFERS_FOR_OUTPUT:
- ctrl->val = inst->buffers.input.min_count +
- inst->buffers.input.extra_count;
- s_vpr_h(inst->sid, "g_min: input buffers %d\n", ctrl->val);
- break;
- default:
- break;
- }
- return rc;
- }
- static int vb2_buffer_to_driver(struct vb2_buffer *vb2,
- struct msm_vidc_buffer *buf)
- {
- int rc = 0;
- if (!vb2 || !buf) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- buf->valid = true;
- buf->type = v4l2_type_to_driver(vb2->type, __func__);
- if (!buf->type)
- return -EINVAL;
- buf->index = vb2->index;
- buf->fd = vb2->planes[0].m.fd;
- buf->data_offset = vb2->planes[0].data_offset;
- buf->data_size = vb2->planes[0].bytesused;
- buf->buffer_size = vb2->planes[0].length;
- buf->timestamp = vb2->timestamp;
- return rc;
- }
- int msm_vidc_unmap_driver_buf(struct msm_vidc_inst *inst,
- struct msm_vidc_buffer *buf)
- {
- int rc = 0;
- struct msm_vidc_mappings *mappings;
- struct msm_vidc_map *map = NULL;
- bool found = false;
- if (!inst || !buf) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- mappings = msm_vidc_get_mappings(inst, buf->type, __func__);
- if (!mappings)
- return -EINVAL;
- /* sanity check to see if it was not removed */
- list_for_each_entry(map, &mappings->list, list) {
- if (map->dmabuf == buf->dmabuf) {
- found = true;
- break;
- }
- }
- if (!found) {
- print_vidc_buffer(VIDC_ERR, "no buf in mappings", inst, buf);
- return -EINVAL;
- }
- rc = msm_vidc_memory_unmap(inst->core, map);
- if (rc) {
- print_vidc_buffer(VIDC_ERR, "unmap failed", inst, buf);
- return -EINVAL;
- }
- /* finally delete if refcount is zero */
- if (!map->refcount) {
- list_del(&map->list);
- kfree(map);
- }
- return 0;
- }
- int msm_vidc_put_driver_buf(struct msm_vidc_inst *inst,
- struct msm_vidc_buffer *buf)
- {
- int rc = 0;
- if (!inst || !buf) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- /* do not unmap / delete read only buffer */
- if (buf->attr & MSM_VIDC_ATTR_READ_ONLY)
- return 0;
- rc = msm_vidc_unmap_driver_buf(inst, buf);
- if (rc)
- return rc;
- msm_vidc_memory_put_dmabuf(buf->dmabuf);
- /* delete the buffer from buffers->list */
- list_del(&buf->list);
- kfree(buf);
- return 0;
- }
- int msm_vidc_map_driver_buf(struct msm_vidc_inst *inst,
- struct msm_vidc_buffer *buf)
- {
- int rc = 0;
- struct msm_vidc_mappings *mappings;
- struct msm_vidc_map *map = NULL;
- bool found = false;
- if (!inst || !buf) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- mappings = msm_vidc_get_mappings(inst, buf->type, __func__);
- if (!mappings)
- return -EINVAL;
- /* check if it is an existing one */
- list_for_each_entry(map, &mappings->list, list) {
- if (map->dmabuf == buf->dmabuf) {
- found = true;
- break;
- }
- }
- if (found) {
- /* skip mapping for RO buffer */
- if (!(buf->attr & MSM_VIDC_ATTR_READ_ONLY)) {
- rc = msm_vidc_memory_map(inst->core, map);
- if (rc)
- return -ENOMEM;
- buf->device_addr = map->device_addr;
- }
- return 0;
- }
- map = kzalloc(sizeof(struct msm_vidc_map), GFP_KERNEL);
- if (!map) {
- s_vpr_e(inst->sid, "%s: alloc failed\n", __func__);
- return -ENOMEM;
- }
- INIT_LIST_HEAD(&map->list);
- map->type = buf->type;
- map->dmabuf = buf->dmabuf;
- map->region = msm_vidc_get_buffer_region(inst, buf->type, __func__);
- rc = msm_vidc_memory_map(inst->core, map);
- if (rc) {
- kfree(map);
- return -ENOMEM;
- }
- buf->device_addr = map->device_addr;
- list_add_tail(&map->list, &mappings->list);
- return 0;
- }
- struct msm_vidc_buffer *msm_vidc_get_driver_buf(struct msm_vidc_inst *inst,
- struct vb2_buffer *vb2)
- {
- int rc = 0;
- struct msm_vidc_buffer *buf = NULL;
- struct msm_vidc_buffers *buffers;
- struct dma_buf *dmabuf;
- enum msm_vidc_buffer_type buf_type;
- bool found = false;
- if (!inst || !vb2) {
- d_vpr_e("%s: invalid params\n", __func__);
- return NULL;
- }
- buf_type = v4l2_type_to_driver(vb2->type, __func__);
- if (!buf_type)
- return NULL;
- buffers = msm_vidc_get_buffers(inst, buf_type, __func__);
- if (!buffers)
- return NULL;
- dmabuf = msm_vidc_memory_get_dmabuf(vb2->planes[0].m.fd);
- if (!dmabuf)
- return NULL;
- /* check if it is an existing buffer */
- list_for_each_entry(buf, &buffers->list, list) {
- if (buf->dmabuf == dmabuf &&
- buf->data_offset == vb2->planes[0].data_offset) {
- found = true;
- break;
- }
- }
- if (found) {
- /* only YUV buffers are allowed to repeat */
- if ((is_decode_session(inst) && vb2->type != OUTPUT_MPLANE) ||
- (is_encode_session(inst) && vb2->type != INPUT_MPLANE)) {
- print_vidc_buffer(VIDC_ERR,
- "existing buffer", inst, buf);
- goto error;
- }
- /* for decoder, YUV with RO flag are allowed to repeat */
- if (is_decode_session(inst) &&
- !(buf->attr & MSM_VIDC_ATTR_READ_ONLY)) {
- print_vidc_buffer(VIDC_ERR,
- "existing buffer without RO flag", inst, buf);
- goto error;
- }
- /* for encoder, treat the repeated buffer as new buffer */
- if (is_encode_session(inst) && vb2->type == INPUT_MPLANE)
- found = false;
- } else {
- buf = kzalloc(sizeof(struct msm_vidc_buffer), GFP_KERNEL);
- if (!buf) {
- s_vpr_e(inst->sid, "%s: alloc failed\n", __func__);
- goto error;
- }
- INIT_LIST_HEAD(&buf->list);
- buf->dmabuf = dmabuf;
- }
- rc = vb2_buffer_to_driver(vb2, buf);
- if (rc)
- goto error;
- if (!found)
- list_add_tail(&buf->list, &buffers->list);
- rc = msm_vidc_map_driver_buf(inst, buf);
- if (rc)
- goto error;
- return buf;
- error:
- msm_vidc_memory_put_dmabuf(dmabuf);
- if (!found)
- kfree(buf);
- return NULL;
- }
- struct msm_vidc_buffer *get_meta_buffer(struct msm_vidc_inst *inst,
- struct msm_vidc_buffer *buf)
- {
- struct msm_vidc_buffer *mbuf;
- struct msm_vidc_buffers *buffers;
- bool found = false;
- if (!inst || !buf) {
- d_vpr_e("%s: invalid params\n", __func__);
- return NULL;
- }
- if (buf->type == MSM_VIDC_BUF_INPUT) {
- buffers = &inst->buffers.input_meta;
- } else if (buf->type == MSM_VIDC_BUF_OUTPUT) {
- buffers = &inst->buffers.output_meta;
- } else {
- s_vpr_e(inst->sid, "%s: invalid buffer type %d\n",
- __func__, buf->type);
- return NULL;
- }
- list_for_each_entry(mbuf, &buffers->list, list) {
- if (!mbuf->valid)
- continue;
- if (mbuf->index == buf->index) {
- found = true;
- break;
- }
- }
- if (!found)
- return NULL;
- return mbuf;
- }
- int msm_vidc_queue_buffer(struct msm_vidc_inst *inst, struct vb2_buffer *vb2)
- {
- int rc = 0;
- struct msm_vidc_buffer *buf;
- struct msm_vidc_buffer *meta;
- int port;
- if (!inst || !vb2) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- buf = msm_vidc_get_driver_buf(inst, vb2);
- if (!buf)
- return -EINVAL;
- /* meta buffer will be queued along with actual buffer */
- if (buf->type == MSM_VIDC_BUF_INPUT_META ||
- buf->type == MSM_VIDC_BUF_OUTPUT_META) {
- buf->attr |= MSM_VIDC_ATTR_DEFERRED;
- s_vpr_l(inst->sid, "metabuf fd %3d daddr %#x deferred\n",
- buf->fd, buf->device_addr);
- return 0;
- }
- /* skip queuing if streamon not completed */
- port = v4l2_type_to_driver_port(inst, vb2->type, __func__);
- if (port < 0)
- return -EINVAL;
- if (!inst->vb2q[port].streaming) {
- buf->attr |= MSM_VIDC_ATTR_DEFERRED;
- print_vidc_buffer(VIDC_HIGH, "qbuf deferred", inst, buf);
- return 0;
- }
- print_vidc_buffer(VIDC_HIGH, "qbuf", inst, buf);
- meta = get_meta_buffer(inst, buf);
- rc = venus_hfi_queue_buffer(inst, buf, meta);
- if (rc)
- return rc;
- buf->attr &= ~MSM_VIDC_ATTR_DEFERRED;
- buf->attr |= MSM_VIDC_ATTR_QUEUED;
- if (meta) {
- meta->attr &= ~MSM_VIDC_ATTR_DEFERRED;
- meta->attr |= MSM_VIDC_ATTR_QUEUED;
- }
- return rc;
- }
- int msm_vidc_destroy_internal_buffer(struct msm_vidc_inst *inst,
- struct msm_vidc_buffer *buffer)
- {
- struct msm_vidc_buffers *buffers;
- struct msm_vidc_allocations *allocations;
- struct msm_vidc_mappings *mappings;
- struct msm_vidc_alloc *alloc, *alloc_dummy;
- struct msm_vidc_map *map, *map_dummy;
- struct msm_vidc_buffer *buf, *dummy;
- if (!inst || !inst->core) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- if (!is_internal_buffer(buffer->type)) {
- s_vpr_e(inst->sid, "%s: buffer type %#x is not internal\n",
- __func__, buffer->type);
- return 0;
- }
- s_vpr_h(inst->sid,
- "%s: destroy buffer_type %#x, size %d device_addr %#x\n",
- __func__, buffer->type, buffer->buffer_size,
- buffer->device_addr);
- buffers = msm_vidc_get_buffers(inst, buffer->type, __func__);
- if (!buffers)
- return -EINVAL;
- allocations = msm_vidc_get_allocations(inst, buffer->type, __func__);
- if (!allocations)
- return -EINVAL;
- mappings = msm_vidc_get_mappings(inst, buffer->type, __func__);
- if (!mappings)
- return -EINVAL;
- list_for_each_entry_safe(map, map_dummy, &mappings->list, list) {
- if (map->dmabuf == buffer->dmabuf) {
- msm_vidc_memory_unmap(inst->core, map);
- list_del(&map->list);
- kfree(map);
- }
- }
- list_for_each_entry_safe(alloc, alloc_dummy, &allocations->list, list) {
- if (alloc->dmabuf == buffer->dmabuf) {
- msm_vidc_memory_free(inst->core, alloc);
- list_del(&alloc->list);
- kfree(alloc);
- }
- }
- list_for_each_entry_safe(buf, dummy, &buffers->list, list) {
- if (buf->dmabuf == buffer->dmabuf) {
- list_del(&buf->list);
- kfree(buf);
- }
- }
- return 0;
- }
- int msm_vidc_create_internal_buffer(struct msm_vidc_inst *inst,
- enum msm_vidc_buffer_type buffer_type, u32 index)
- {
- int rc = 0;
- struct msm_vidc_buffers *buffers;
- struct msm_vidc_allocations *allocations;
- struct msm_vidc_mappings *mappings;
- struct msm_vidc_buffer *buffer;
- struct msm_vidc_alloc *alloc;
- struct msm_vidc_map *map;
- d_vpr_h("%s()\n", __func__);
- if (!inst || !inst->core) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- if (!is_internal_buffer(buffer_type)) {
- s_vpr_e(inst->sid, "%s: buffer type %#x is not internal\n",
- __func__, buffer_type);
- return 0;
- }
- buffers = msm_vidc_get_buffers(inst, buffer_type, __func__);
- if (!buffers)
- return -EINVAL;
- allocations = msm_vidc_get_allocations(inst, buffer_type, __func__);
- if (!allocations)
- return -EINVAL;
- mappings = msm_vidc_get_mappings(inst, buffer_type, __func__);
- if (!mappings)
- return -EINVAL;
- if (!buffers->size) {
- s_vpr_e(inst->sid, "%s: invalid buffer %#x\n",
- __func__, buffer_type);
- return -EINVAL;
- }
- buffer = kzalloc(sizeof(struct msm_vidc_buffer), GFP_KERNEL);
- if (!buffer) {
- s_vpr_e(inst->sid, "%s: buf alloc failed\n", __func__);
- return -ENOMEM;
- }
- INIT_LIST_HEAD(&buffer->list);
- buffer->valid = true;
- buffer->type = buffer_type;
- buffer->index = index;
- buffer->buffer_size = buffers->size;
- list_add_tail(&buffer->list, &buffers->list);
- alloc = kzalloc(sizeof(struct msm_vidc_alloc), GFP_KERNEL);
- if (!alloc) {
- s_vpr_e(inst->sid, "%s: alloc failed\n", __func__);
- return -ENOMEM;
- }
- INIT_LIST_HEAD(&alloc->list);
- alloc->type = buffer_type;
- alloc->region = msm_vidc_get_buffer_region(inst,
- buffer_type, __func__);
- alloc->size = buffer->buffer_size;
- rc = msm_vidc_memory_alloc(inst->core, alloc);
- if (rc)
- return -ENOMEM;
- list_add_tail(&alloc->list, &allocations->list);
- map = kzalloc(sizeof(struct msm_vidc_map), GFP_KERNEL);
- if (!map) {
- s_vpr_e(inst->sid, "%s: map alloc failed\n", __func__);
- return -ENOMEM;
- }
- INIT_LIST_HEAD(&map->list);
- map->type = alloc->type;
- map->region = alloc->region;
- map->dmabuf = alloc->dmabuf;
- rc = msm_vidc_memory_map(inst->core, map);
- if (rc)
- return -ENOMEM;
- list_add_tail(&map->list, &mappings->list);
- buffer->dmabuf = alloc->dmabuf;
- buffer->device_addr = map->device_addr;
- s_vpr_h(inst->sid,
- "%s: created buffer_type %#x, size %d device_addr %#x\n",
- __func__, buffer_type, buffers->size,
- buffer->device_addr);
- return 0;
- }
- int msm_vidc_create_internal_buffers(struct msm_vidc_inst *inst,
- enum msm_vidc_buffer_type buffer_type)
- {
- int rc = 0;
- struct msm_vidc_buffers *buffers;
- int i;
- d_vpr_h("%s()\n", __func__);
- if (!inst || !inst->core) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- buffers = msm_vidc_get_buffers(inst, buffer_type, __func__);
- if (!buffers)
- return -EINVAL;
- for (i = 0; i < buffers->min_count; i++)
- rc = msm_vidc_create_internal_buffer(inst, buffer_type, i);
- return rc;
- }
- int msm_vidc_queue_internal_buffers(struct msm_vidc_inst *inst,
- enum msm_vidc_buffer_type buffer_type)
- {
- int rc = 0;
- struct msm_vidc_buffers *buffers;
- struct msm_vidc_buffer *buffer, *dummy;
- d_vpr_h("%s()\n", __func__);
- if (!inst || !inst->core) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- if (!is_internal_buffer(buffer_type)) {
- s_vpr_e(inst->sid, "%s: buffer type %#x is not internal\n",
- __func__, buffer_type);
- return 0;
- }
- buffers = msm_vidc_get_buffers(inst, buffer_type, __func__);
- if (!buffers)
- return -EINVAL;
- list_for_each_entry_safe(buffer, dummy, &buffers->list, list) {
- /* do not queue pending release buffers */
- if (buffer->flags & MSM_VIDC_ATTR_PENDING_RELEASE)
- continue;
- /* do not queue already queued buffers */
- if (buffer->attr & MSM_VIDC_ATTR_QUEUED)
- continue;
- rc = venus_hfi_queue_buffer(inst, buffer, NULL);
- if (rc)
- return rc;
- /* mark queued */
- buffer->attr |= MSM_VIDC_ATTR_QUEUED;
- s_vpr_h(inst->sid, "%s: queued buffer_type %#x, size %d\n",
- __func__, buffer_type, buffers->size);
- }
- return 0;
- }
- int msm_vidc_release_internal_buffers(struct msm_vidc_inst *inst,
- enum msm_vidc_buffer_type buffer_type)
- {
- int rc = 0;
- struct msm_vidc_buffers *buffers;
- struct msm_vidc_buffer *buffer, *dummy;
- d_vpr_h("%s()\n", __func__);
- if (!inst || !inst->core) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- if (!is_internal_buffer(buffer_type)) {
- s_vpr_e(inst->sid, "%s: buffer type %#x is not internal\n",
- __func__, buffer_type);
- return 0;
- }
- buffers = msm_vidc_get_buffers(inst, buffer_type, __func__);
- if (!buffers)
- return -EINVAL;
- list_for_each_entry_safe(buffer, dummy, &buffers->list, list) {
- /* do not release already pending release buffers */
- if (buffer->attr & MSM_VIDC_ATTR_PENDING_RELEASE)
- continue;
- /* release only queued buffers */
- if (!(buffer->attr & MSM_VIDC_ATTR_QUEUED))
- continue;
- rc = venus_hfi_release_buffer(inst, buffer);
- if (rc)
- return rc;
- /* mark pending release */
- buffer->attr |= MSM_VIDC_ATTR_PENDING_RELEASE;
- s_vpr_e(inst->sid, "%s: released buffer_type %#x, size %d\n",
- __func__, buffer_type, buffers->size);
- }
- return 0;
- }
- int msm_vidc_vb2_buffer_done(struct msm_vidc_inst *inst,
- struct msm_vidc_buffer *buf)
- {
- int type, port;
- struct vb2_queue *q;
- struct vb2_buffer *vb2;
- struct vb2_v4l2_buffer *vbuf;
- bool found;
- if (!inst || !buf) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- type = v4l2_type_from_driver(buf->type, __func__);
- if (!type)
- return -EINVAL;
- port = v4l2_type_to_driver_port(inst, type, __func__);
- if (port < 0)
- return -EINVAL;
- q = &inst->vb2q[port];
- if (!q->streaming) {
- s_vpr_e(inst->sid, "%s: port %d is not streaming\n",
- __func__, port);
- return -EINVAL;
- }
- found = false;
- list_for_each_entry(vb2, &q->queued_list, queued_entry) {
- if (vb2->state != VB2_BUF_STATE_ACTIVE)
- continue;
- if (vb2->index == buf->index) {
- found = true;
- break;
- }
- }
- if (!found) {
- print_vidc_buffer(VIDC_ERR, "vb2 not found for", inst, buf);
- return -EINVAL;
- }
- vbuf = to_vb2_v4l2_buffer(vb2);
- vbuf->flags = buf->flags;
- vb2->timestamp = buf->timestamp;
- vb2->planes[0].bytesused = buf->data_size;
- vb2_buffer_done(vb2, VB2_BUF_STATE_DONE);
- return 0;
- }
- int msm_vidc_setup_event_queue(struct msm_vidc_inst *inst)
- {
- int rc = 0;
- int index;
- struct msm_vidc_core *core;
- d_vpr_h("%s()\n", __func__);
- if (!inst || !inst->core) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- core = inst->core;
- // TODO: check decode is index = 0 and encode is index 1
- if (is_decode_session(inst))
- index = 0;
- else if (is_encode_session(inst))
- index = 1;
- else
- return -EINVAL;
- v4l2_fh_init(&inst->event_handler, &core->vdev[index].vdev);
- v4l2_fh_add(&inst->event_handler);
- return rc;
- }
- static int vb2q_init(struct msm_vidc_inst *inst,
- struct vb2_queue *q, enum v4l2_buf_type type)
- {
- struct msm_vidc_core *core;
- if (!inst || !q || !inst->core) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- core = inst->core;
- q->type = type;
- q->io_modes = VB2_DMABUF;
- q->timestamp_flags = V4L2_BUF_FLAG_TIMESTAMP_COPY;
- q->ops = core->vb2_ops;
- q->mem_ops = core->vb2_mem_ops;
- q->drv_priv = inst;
- q->allow_zero_bytesused = 1;
- q->copy_timestamp = 1;
- return vb2_queue_init(q);
- }
- int msm_vidc_vb2_queue_init(struct msm_vidc_inst *inst)
- {
- int rc = 0;
- d_vpr_h("%s()\n", __func__);
- if (!inst) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- rc = vb2q_init(inst, &inst->vb2q[INPUT_PORT], INPUT_MPLANE);
- if (rc)
- return rc;
- rc = vb2q_init(inst, &inst->vb2q[OUTPUT_PORT], OUTPUT_MPLANE);
- if (rc)
- return rc;
- rc = vb2q_init(inst, &inst->vb2q[INPUT_META_PORT], INPUT_META_PLANE);
- if (rc)
- return rc;
- rc = vb2q_init(inst, &inst->vb2q[OUTPUT_META_PORT], OUTPUT_META_PLANE);
- if (rc)
- return rc;
- return rc;
- }
- int msm_vidc_add_session(struct msm_vidc_inst *inst)
- {
- int rc = 0;
- struct msm_vidc_inst *i;
- struct msm_vidc_core *core;
- u32 count = 0;
- if (!inst || !inst->core) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- core = inst->core;
- mutex_lock(&core->lock);
- list_for_each_entry(i, &core->instances, list)
- count++;
- if (count < 0xffffff /*TODO: MAX_SUPPORTED_INSTANCES*/) {
- list_add_tail(&inst->list, &core->instances);
- } else {
- d_vpr_e("%s: total sessions %d exceeded max limit %d\n",
- __func__, count, MAX_SUPPORTED_INSTANCES);
- rc = -EINVAL;
- }
- mutex_unlock(&core->lock);
- /* assign session_id */
- inst->session_id = count + 1;
- inst->sid = inst->session_id;
- return rc;
- }
- int msm_vidc_remove_session(struct msm_vidc_inst *inst)
- {
- struct msm_vidc_inst *i, *temp;
- struct msm_vidc_core *core;
- u32 count = 0;
- if (!inst || !inst->core) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- core = inst->core;
- mutex_lock(&core->lock);
- list_for_each_entry_safe(i, temp, &core->instances, list) {
- if (i->session_id == inst->session_id) {
- list_del_init(&i->list);
- d_vpr_h("%s: removed session %d\n",
- __func__, i->session_id);
- inst->sid = 0;
- }
- }
- list_for_each_entry(i, &core->instances, list)
- count++;
- d_vpr_h("%s: remaining sessions %d\n", __func__, count);
- mutex_unlock(&core->lock);
- return 0;
- }
- int msm_vidc_session_open(struct msm_vidc_inst *inst)
- {
- int rc = 0;
- if (!inst) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- rc = venus_hfi_session_open(inst);
- return rc;
- }
- int msm_vidc_session_set_codec(struct msm_vidc_inst *inst)
- {
- int rc = 0;
- if (!inst) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- rc = venus_hfi_session_set_codec(inst);
- if (rc)
- return rc;
- return 0;
- }
- int msm_vidc_session_stop(struct msm_vidc_inst *inst,
- enum msm_vidc_port_type port)
- {
- int rc = 0;
- struct msm_vidc_core *core;
- enum signal_session_response signal_type;
- if (!inst || !inst->core) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- if (port == INPUT_PORT) {
- signal_type = SIGNAL_CMD_STOP_INPUT;
- } else if (port == OUTPUT_PORT) {
- signal_type = SIGNAL_CMD_STOP_OUTPUT;
- } else {
- s_vpr_e(inst->sid, "%s: invalid port: %d\n", __func__, port);
- return -EINVAL;
- }
- rc = venus_hfi_stop(inst, port);
- if (rc)
- return rc;
- core = inst->core;
- mutex_unlock(&inst->lock);
- s_vpr_h(inst->sid, "%s: wait on port: %d for time: %d ms\n",
- __func__, port, core->capabilities[HW_RESPONSE_TIMEOUT].value);
- rc = wait_for_completion_timeout(
- &inst->completions[signal_type],
- msecs_to_jiffies(
- core->capabilities[HW_RESPONSE_TIMEOUT].value));
- mutex_lock(&inst->lock);
- if (!rc) {
- s_vpr_e(inst->sid, "%s: session stop timed out for port: %d\n",
- __func__, port);
- //msm_comm_kill_session(inst);
- rc = -EIO;
- } else {
- rc = 0;
- s_vpr_h(inst->sid, "%s: stop successful on port: %d\n",
- __func__, port);
- }
- return rc;
- }
- int msm_vidc_session_close(struct msm_vidc_inst *inst)
- {
- int rc = 0;
- struct msm_vidc_core *core;
- if (!inst || !inst->core) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- rc = venus_hfi_session_close(inst);
- if (rc)
- return rc;
- core = inst->core;
- s_vpr_h(inst->sid, "%s: wait on close for time: %d ms\n",
- __func__, core->capabilities[HW_RESPONSE_TIMEOUT].value);
- rc = wait_for_completion_timeout(
- &inst->completions[SIGNAL_CMD_CLOSE],
- msecs_to_jiffies(
- core->capabilities[HW_RESPONSE_TIMEOUT].value));
- if (!rc) {
- s_vpr_e(inst->sid, "%s: session close timed out\n", __func__);
- //msm_comm_kill_session(inst);
- rc = -EIO;
- } else {
- rc = 0;
- s_vpr_h(inst->sid, "%s: close successful\n", __func__);
- }
- return rc;
- }
- int msm_vidc_get_inst_capability(struct msm_vidc_inst *inst)
- {
- int rc = 0;
- int i;
- struct msm_vidc_core *core;
- d_vpr_h("%s()\n", __func__);
- if (!inst || !inst->core || !inst->capabilities) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- core = inst->core;
- for (i = 0; i < core->codecs_count; i++) {
- if (core->inst_caps[i].domain == inst->domain &&
- core->inst_caps[i].codec == inst->codec) {
- s_vpr_h(inst->sid,
- "%s: copied capabilities with %#x codec, %#x domain\n",
- __func__, inst->codec, inst->domain);
- memcpy(inst->capabilities, &core->inst_caps[i],
- sizeof(struct msm_vidc_inst_capability));
- }
- }
- if (!inst->capabilities) {
- s_vpr_e(inst->sid, "%s: capabilities not found\n", __func__);
- return -EINVAL;
- }
- return rc;
- }
- static int msm_vidc_init_core_caps(struct msm_vidc_core *core)
- {
- int rc = 0;
- int i, num_platform_caps;
- struct msm_platform_core_capability *platform_data;
- if (!core || !core->platform) {
- d_vpr_e("%s: invalid params\n", __func__);
- rc = -EINVAL;
- goto exit;
- }
- platform_data = core->platform->data.core_data;
- if (!platform_data) {
- d_vpr_e("%s: platform core data is NULL\n",
- __func__);
- rc = -EINVAL;
- goto exit;
- }
- if (!core->capabilities) {
- core->capabilities = kcalloc(1,
- (sizeof(struct msm_vidc_core_capability) *
- CORE_CAP_MAX), GFP_KERNEL);
- if (!core->capabilities) {
- d_vpr_e("%s: failed to allocate core capabilities\n",
- __func__);
- rc = -ENOMEM;
- goto exit;
- }
- } else {
- d_vpr_e("%s: capabilities memory is expected to be freed\n",
- __func__);
- }
- num_platform_caps = core->platform->data.core_data_size;
- /* loop over platform caps */
- for (i = 0; i < num_platform_caps; i++) {
- core->capabilities[platform_data[i].type].type = platform_data[i].type;
- core->capabilities[platform_data[i].type].value = platform_data[i].value;
- }
- exit:
- return rc;
- }
- static void update_inst_capability(struct msm_platform_inst_capability *in,
- struct msm_vidc_inst_capability *capability)
- {
- if (!in || !capability) {
- d_vpr_e("%s: invalid params %pK %pK\n",
- __func__, in, capability);
- return;
- }
- if (in->cap < INST_CAP_MAX) {
- capability->cap[in->cap].cap = in->cap;
- capability->cap[in->cap].min = in->min;
- capability->cap[in->cap].max = in->max;
- capability->cap[in->cap].step_or_mask = in->step_or_mask;
- capability->cap[in->cap].value = in->value;
- capability->cap[in->cap].flags = in->flags;
- capability->cap[in->cap].v4l2_id = in->v4l2_id;
- capability->cap[in->cap].hfi_id = in->hfi_id;
- memcpy(capability->cap[in->cap].parents, in->parents,
- sizeof(capability->cap[in->cap].parents));
- memcpy(capability->cap[in->cap].children, in->children,
- sizeof(capability->cap[in->cap].children));
- capability->cap[in->cap].adjust = in->adjust;
- capability->cap[in->cap].set = in->set;
- } else {
- d_vpr_e("%s: invalid cap %d\n",
- __func__, in->cap);
- }
- }
- static int msm_vidc_init_instance_caps(struct msm_vidc_core *core)
- {
- int rc = 0;
- u8 enc_valid_codecs, dec_valid_codecs;
- u8 count_bits, enc_codec_count;
- u8 codecs_count = 0;
- int i, j, check_bit, num_platform_caps;
- struct msm_platform_inst_capability *platform_data = NULL;
- if (!core || !core->platform || !core->capabilities) {
- d_vpr_e("%s: invalid params\n", __func__);
- rc = -EINVAL;
- goto exit;
- }
- platform_data = core->platform->data.instance_data;
- if (!platform_data) {
- d_vpr_e("%s: platform instance data is NULL\n",
- __func__);
- rc = -EINVAL;
- goto exit;
- }
- enc_valid_codecs = core->capabilities[ENC_CODECS].value;
- count_bits = enc_valid_codecs;
- COUNT_BITS(count_bits, codecs_count);
- enc_codec_count = codecs_count;
- dec_valid_codecs = core->capabilities[DEC_CODECS].value;
- count_bits = dec_valid_codecs;
- COUNT_BITS(count_bits, codecs_count);
- core->codecs_count = codecs_count;
- if (!core->inst_caps) {
- core->inst_caps = kcalloc(codecs_count,
- sizeof(struct msm_vidc_inst_capability),
- GFP_KERNEL);
- if (!core->inst_caps) {
- d_vpr_e("%s: failed to allocate core capabilities\n",
- __func__);
- rc = -ENOMEM;
- goto exit;
- }
- } else {
- d_vpr_e("%s: capabilities memory is expected to be freed\n",
- __func__);
- }
- check_bit = 0;
- /* determine codecs for enc domain */
- for (i = 0; i < enc_codec_count; i++) {
- while (check_bit < (sizeof(enc_valid_codecs) * 8)) {
- if (enc_valid_codecs & BIT(check_bit)) {
- core->inst_caps[i].domain = MSM_VIDC_ENCODER;
- core->inst_caps[i].codec = enc_valid_codecs &
- BIT(check_bit);
- check_bit++;
- break;
- }
- check_bit++;
- }
- }
- /* reset checkbit to check from 0th bit of decoder codecs set bits*/
- check_bit = 0;
- /* determine codecs for dec domain */
- for (; i < codecs_count; i++) {
- while (check_bit < (sizeof(dec_valid_codecs) * 8)) {
- if (dec_valid_codecs & BIT(check_bit)) {
- core->inst_caps[i].domain = MSM_VIDC_DECODER;
- core->inst_caps[i].codec = dec_valid_codecs &
- BIT(check_bit);
- check_bit++;
- break;
- }
- check_bit++;
- }
- }
- num_platform_caps = core->platform->data.instance_data_size;
- d_vpr_h("%s: num caps %d\n", __func__, num_platform_caps);
- /* loop over each platform capability */
- for (i = 0; i < num_platform_caps; i++) {
- /* select matching core codec and update it */
- for (j = 0; j < codecs_count; j++) {
- if ((platform_data[i].domain &
- core->inst_caps[j].domain) &&
- (platform_data[i].codec &
- core->inst_caps[j].codec)) {
- /* update core capability */
- update_inst_capability(&platform_data[i],
- &core->inst_caps[j]);
- }
- }
- }
- exit:
- return rc;
- }
- int msm_vidc_core_init(struct msm_vidc_core *core)
- {
- int rc = 0;
- d_vpr_h("%s()\n", __func__);
- if (!core || !core->platform) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- mutex_lock(&core->lock);
- if (core->state == MSM_VIDC_CORE_ERROR) {
- d_vpr_e("%s: core invalid state\n", __func__);
- rc = -EINVAL;
- goto unlock;
- }
- if (core->state == MSM_VIDC_CORE_INIT) {
- rc = 0;
- goto unlock;
- }
- rc = msm_vidc_init_core_caps(core);
- if (rc)
- goto unlock;
- rc = msm_vidc_init_instance_caps(core);
- if (rc)
- goto unlock;
- core->state = MSM_VIDC_CORE_INIT;
- init_completion(&core->init_done);
- core->smmu_fault_handled = false;
- core->ssr.trigger = false;
- rc = venus_hfi_core_init(core);
- if (rc) {
- d_vpr_e("%s: core init failed\n", __func__);
- core->state = MSM_VIDC_CORE_DEINIT;
- goto unlock;
- }
- mutex_unlock(&core->lock);
- /*TODO: acquire lock or not */
- d_vpr_h("%s(): waiting for sys init done, %d ms\n", __func__,
- core->capabilities[HW_RESPONSE_TIMEOUT].value);
- rc = wait_for_completion_timeout(&core->init_done, msecs_to_jiffies(
- core->capabilities[HW_RESPONSE_TIMEOUT].value));
- if (!rc) {
- d_vpr_e("%s: system init timed out\n", __func__);
- //msm_comm_kill_session(inst);
- //rc = -EIO;
- } else {
- d_vpr_h("%s: system init wait completed\n", __func__);
- rc = 0;
- }
- mutex_lock(&core->lock);
- unlock:
- mutex_unlock(&core->lock);
- return rc;
- }
- int msm_vidc_smmu_fault_handler(struct iommu_domain *domain,
- struct device *dev, unsigned long iova, int flags, void *data)
- {
- return -EINVAL;
- }
- int msm_vidc_trigger_ssr(struct msm_vidc_core *core,
- enum msm_vidc_ssr_trigger_type type)
- {
- return 0;
- }
- void msm_vidc_ssr_handler(struct work_struct *work)
- {
- }
- void msm_vidc_pm_work_handler(struct work_struct *work)
- {
- }
- void msm_vidc_fw_unload_handler(struct work_struct *work)
- {
- }
- void msm_vidc_batch_handler(struct work_struct *work)
- {
- }
- struct msm_vidc_inst *get_inst(struct msm_vidc_core *core,
- u32 session_id)
- {
- struct msm_vidc_inst *inst = NULL;
- bool matches = false;
- if (!core) {
- d_vpr_e("%s: invalid params\n", __func__);
- return NULL;
- }
- mutex_lock(&core->lock);
- list_for_each_entry(inst, &core->instances, list) {
- if (inst->session_id == session_id) {
- matches = true;
- break;
- }
- }
- inst = (matches && kref_get_unless_zero(&inst->kref)) ? inst : NULL;
- mutex_unlock(&core->lock);
- return inst;
- }
- static void put_inst_helper(struct kref *kref)
- {
- struct msm_vidc_inst *inst = container_of(kref,
- struct msm_vidc_inst, kref);
- msm_vidc_close(inst);
- }
- void put_inst(struct msm_vidc_inst *inst)
- {
- if (!inst) {
- d_vpr_e("%s: invalid params\n", __func__);
- return;
- }
- kref_put(&inst->kref, put_inst_helper);
- }
- void core_lock(struct msm_vidc_core *core, const char *function)
- {
- mutex_lock(&core->lock);
- }
- void core_unlock(struct msm_vidc_core *core, const char *function)
- {
- mutex_unlock(&core->lock);
- }
- void inst_lock(struct msm_vidc_inst *inst, const char *function)
- {
- mutex_lock(&inst->lock);
- }
- void inst_unlock(struct msm_vidc_inst *inst, const char *function)
- {
- mutex_unlock(&inst->lock);
- }
|