123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415241624172418241924202421242224232424242524262427242824292430243124322433243424352436243724382439244024412442244324442445244624472448244924502451245224532454245524562457245824592460246124622463246424652466246724682469247024712472247324742475247624772478247924802481248224832484248524862487248824892490249124922493249424952496249724982499250025012502250325042505250625072508250925102511251225132514251525162517251825192520252125222523252425252526252725282529253025312532253325342535253625372538253925402541254225432544254525462547254825492550255125522553255425552556255725582559256025612562256325642565256625672568256925702571257225732574257525762577257825792580258125822583258425852586258725882589259025912592259325942595259625972598259926002601260226032604260526062607260826092610261126122613261426152616261726182619262026212622262326242625262626272628262926302631263226332634263526362637263826392640264126422643264426452646264726482649265026512652265326542655265626572658265926602661266226632664266526662667266826692670267126722673267426752676267726782679268026812682268326842685268626872688268926902691269226932694269526962697269826992700270127022703270427052706270727082709271027112712271327142715271627172718271927202721272227232724272527262727272827292730273127322733273427352736273727382739274027412742274327442745274627472748274927502751275227532754275527562757275827592760276127622763276427652766276727682769277027712772 |
- // SPDX-License-Identifier: GPL-2.0-only
- /*
- * Copyright (c) 2020-2021, The Linux Foundation. All rights reserved.
- */
- /* Copyright (c) 2022-2023. Qualcomm Innovation Center, Inc. All rights reserved. */
- #include "msm_media_info.h"
- #include <linux/v4l2-common.h>
- #include "msm_vdec.h"
- #include "msm_vidc_core.h"
- #include "msm_vidc_inst.h"
- #include "msm_vidc_driver.h"
- #include "msm_vidc_internal.h"
- #include "msm_vidc_control.h"
- #include "msm_vidc_debug.h"
- #include "msm_vidc_power.h"
- #include "msm_vidc_platform.h"
- #include "msm_vidc_memory.h"
- #include "venus_hfi.h"
- #include "hfi_packet.h"
- /* TODO: update based on clips */
- #define MAX_DEC_BATCH_SIZE 6
- #define SKIP_BATCH_WINDOW 100
- static const u32 msm_vdec_internal_buffer_type[] = {
- MSM_VIDC_BUF_BIN,
- MSM_VIDC_BUF_COMV,
- MSM_VIDC_BUF_NON_COMV,
- MSM_VIDC_BUF_LINE,
- MSM_VIDC_BUF_PARTIAL_DATA,
- };
- static const u32 msm_vdec_output_internal_buffer_type[] = {
- MSM_VIDC_BUF_DPB,
- };
- struct msm_vdec_prop_type_handle {
- u32 type;
- int (*handle)(struct msm_vidc_inst *inst, enum msm_vidc_port_type port);
- };
- static int msm_vdec_codec_change(struct msm_vidc_inst *inst, u32 v4l2_codec)
- {
- int rc = 0;
- if (inst->codec && inst->fmts[INPUT_PORT].fmt.pix_mp.pixelformat == v4l2_codec)
- return 0;
- i_vpr_h(inst, "%s: codec changed from %s to %s\n",
- __func__, v4l2_pixelfmt_name(inst, inst->fmts[INPUT_PORT].fmt.pix_mp.pixelformat),
- v4l2_pixelfmt_name(inst, v4l2_codec));
- inst->codec = v4l2_codec_to_driver(inst, v4l2_codec, __func__);
- if (!inst->codec) {
- i_vpr_e(inst, "%s: invalid codec %#x\n", __func__, v4l2_codec);
- rc = -EINVAL;
- goto exit;
- }
- inst->fmts[INPUT_PORT].fmt.pix_mp.pixelformat = v4l2_codec;
- rc = msm_vidc_update_debug_str(inst);
- if (rc)
- goto exit;
- rc = msm_vidc_get_inst_capability(inst);
- if (rc)
- goto exit;
- rc = msm_vidc_ctrl_deinit(inst);
- if (rc)
- goto exit;
- rc = msm_vidc_ctrl_init(inst);
- if(rc)
- goto exit;
- rc = msm_vidc_update_buffer_count(inst, INPUT_PORT);
- if (rc)
- goto exit;
- rc = msm_vidc_update_buffer_count(inst, OUTPUT_PORT);
- if (rc)
- goto exit;
- exit:
- return rc;
- }
- static int msm_vdec_set_bitstream_resolution(struct msm_vidc_inst *inst,
- enum msm_vidc_port_type port)
- {
- int rc = 0;
- u32 resolution;
- resolution = inst->fmts[INPUT_PORT].fmt.pix_mp.width << 16 |
- inst->fmts[INPUT_PORT].fmt.pix_mp.height;
- i_vpr_h(inst, "%s: width: %d height: %d\n", __func__,
- inst->fmts[INPUT_PORT].fmt.pix_mp.width,
- inst->fmts[INPUT_PORT].fmt.pix_mp.height);
- inst->subcr_params[port].bitstream_resolution = resolution;
- rc = venus_hfi_session_property(inst,
- HFI_PROP_BITSTREAM_RESOLUTION,
- HFI_HOST_FLAGS_NONE,
- get_hfi_port(inst, port),
- HFI_PAYLOAD_U32,
- &resolution,
- sizeof(u32));
- if (rc) {
- i_vpr_e(inst, "%s: set property failed\n", __func__);
- return rc;
- }
- return rc;
- }
- static int msm_vdec_set_linear_stride_scanline(struct msm_vidc_inst *inst)
- {
- int rc = 0;
- u32 stride_y, scanline_y, stride_uv, scanline_uv;
- u32 payload[2];
- enum msm_vidc_colorformat_type colorformat;
- colorformat = v4l2_colorformat_to_driver(inst,
- inst->fmts[OUTPUT_PORT].fmt.pix_mp.pixelformat, __func__);
- if (!is_linear_yuv_colorformat(colorformat))
- return 0;
- stride_y = inst->fmts[OUTPUT_PORT].fmt.pix_mp.width;
- scanline_y = inst->fmts[OUTPUT_PORT].fmt.pix_mp.height;
- stride_uv = stride_y;
- scanline_uv = scanline_y / 2;
- payload[0] = stride_y << 16 | scanline_y;
- payload[1] = stride_uv << 16 | scanline_uv;
- i_vpr_h(inst, "%s: stride_y: %d scanline_y: %d "
- "stride_uv: %d, scanline_uv: %d", __func__,
- stride_y, scanline_y, stride_uv, scanline_uv);
- rc = venus_hfi_session_property(inst,
- HFI_PROP_LINEAR_STRIDE_SCANLINE,
- HFI_HOST_FLAGS_NONE,
- get_hfi_port(inst, OUTPUT_PORT),
- HFI_PAYLOAD_U64,
- &payload,
- sizeof(u64));
- if (rc) {
- i_vpr_e(inst, "%s: set property failed\n", __func__);
- return rc;
- }
- return rc;
- }
- static int msm_vdec_set_ubwc_stride_scanline(struct msm_vidc_inst *inst)
- {
- int rc = 0;
- u32 stride_y, scanline_y, stride_uv, scanline_uv;
- u32 meta_stride_y, meta_scanline_y, meta_stride_uv, meta_scanline_uv;
- u32 payload[4];
- struct v4l2_format *f;
- u32 pix_fmt, width, height, colorformat;
- f = &inst->fmts[OUTPUT_PORT];
- pix_fmt = f->fmt.pix_mp.pixelformat;
- width = f->fmt.pix_mp.width;
- height = f->fmt.pix_mp.height;
- colorformat = v4l2_colorformat_to_driver(inst, pix_fmt, __func__);
- if (inst->codec != MSM_VIDC_AV1 ||
- (!is_ubwc_colorformat(colorformat)))
- return 0;
- stride_y = video_y_stride_bytes(colorformat, width);
- scanline_y = video_y_scanlines(colorformat, height);
- stride_uv = video_uv_stride_bytes(colorformat, width);
- scanline_uv = video_uv_scanlines(colorformat, height);
- meta_stride_y = video_y_meta_stride(colorformat, width);
- meta_scanline_y = video_y_meta_scanlines(colorformat, height);
- meta_stride_uv = video_uv_meta_stride(colorformat, width);
- meta_scanline_uv = video_uv_meta_scanlines(colorformat, height);
- payload[0] = stride_y << 16 | scanline_y;
- payload[1] = stride_uv << 16 | scanline_uv;
- payload[2] = meta_stride_y << 16 | meta_scanline_y;
- payload[3] = meta_stride_uv << 16 | meta_scanline_uv;
- i_vpr_h(inst, "%s: stride_y: %d scanline_y: %d "
- "stride_uv: %d scanline_uv: %d "
- "meta_stride_y: %d meta_scanline_y: %d "
- "meta_stride_uv: %d, meta_scanline_uv: %d",
- __func__,
- stride_y, scanline_y, stride_uv, scanline_uv,
- meta_stride_y, meta_scanline_y,
- meta_stride_uv, meta_scanline_uv);
- rc = venus_hfi_session_property(inst,
- HFI_PROP_UBWC_STRIDE_SCANLINE,
- HFI_HOST_FLAGS_NONE,
- get_hfi_port(inst, OUTPUT_PORT),
- HFI_PAYLOAD_U32_ARRAY,
- &payload[0],
- sizeof(u32) * 4);
- if (rc) {
- i_vpr_e(inst, "%s: set property failed\n", __func__);
- return rc;
- }
- return rc;
- }
- static int msm_vdec_set_crop_offsets(struct msm_vidc_inst *inst,
- enum msm_vidc_port_type port)
- {
- int rc = 0;
- u32 left_offset, top_offset, right_offset, bottom_offset;
- u32 payload[2] = {0};
- left_offset = inst->crop.left;
- top_offset = inst->crop.top;
- right_offset = (inst->fmts[INPUT_PORT].fmt.pix_mp.width -
- inst->crop.width);
- bottom_offset = (inst->fmts[INPUT_PORT].fmt.pix_mp.height -
- inst->crop.height);
- payload[0] = left_offset << 16 | top_offset;
- payload[1] = right_offset << 16 | bottom_offset;
- i_vpr_h(inst, "%s: left_offset: %d top_offset: %d "
- "right_offset: %d bottom_offset: %d", __func__,
- left_offset, top_offset, right_offset, bottom_offset);
- inst->subcr_params[port].crop_offsets[0] = payload[0];
- inst->subcr_params[port].crop_offsets[1] = payload[1];
- rc = venus_hfi_session_property(inst,
- HFI_PROP_CROP_OFFSETS,
- HFI_HOST_FLAGS_NONE,
- get_hfi_port(inst, port),
- HFI_PAYLOAD_64_PACKED,
- &payload,
- sizeof(u64));
- if (rc) {
- i_vpr_e(inst, "%s: set property failed\n", __func__);
- return rc;
- }
- return rc;
- }
- static int msm_vdec_set_bit_depth(struct msm_vidc_inst *inst,
- enum msm_vidc_port_type port)
- {
- int rc = 0;
- u32 pix_fmt;
- u32 bitdepth = 8 << 16 | 8;
- enum msm_vidc_colorformat_type colorformat;
- if (port != INPUT_PORT && port != OUTPUT_PORT) {
- i_vpr_e(inst, "%s: invalid port %d\n", __func__, port);
- return -EINVAL;
- }
- pix_fmt = inst->fmts[OUTPUT_PORT].fmt.pix_mp.pixelformat;
- colorformat = v4l2_colorformat_to_driver(inst, pix_fmt, __func__);
- if (is_10bit_colorformat(colorformat))
- bitdepth = 10 << 16 | 10;
- inst->subcr_params[port].bit_depth = bitdepth;
- msm_vidc_update_cap_value(inst, BIT_DEPTH, bitdepth, __func__);
- i_vpr_h(inst, "%s: bit depth: %#x", __func__, bitdepth);
- rc = venus_hfi_session_property(inst,
- HFI_PROP_LUMA_CHROMA_BIT_DEPTH,
- HFI_HOST_FLAGS_NONE,
- get_hfi_port(inst, port),
- HFI_PAYLOAD_U32,
- &bitdepth,
- sizeof(u32));
- if (rc) {
- i_vpr_e(inst, "%s: set property failed\n", __func__);
- return rc;
- }
- return rc;
- }
- //todo: enable when needed
- /*
- static int msm_vdec_set_cabac(struct msm_vidc_inst *inst,
- enum msm_vidc_port_type port)
- {
- int rc = 0;
- u32 cabac = 0;
- if (port != INPUT_PORT && port != OUTPUT_PORT) {
- i_vpr_e(inst, "%s: invalid port %d\n", __func__, port);
- return -EINVAL;
- }
- cabac = inst->capabilities[ENTROPY_MODE].value;
- inst->subcr_params[port].cabac = cabac;
- i_vpr_h(inst, "%s: entropy mode: %d", __func__, cabac);
- rc = venus_hfi_session_property(inst,
- HFI_PROP_CABAC_SESSION,
- HFI_HOST_FLAGS_NONE,
- get_hfi_port(inst, port),
- HFI_PAYLOAD_U32,
- &cabac,
- sizeof(u32));
- if (rc)
- i_vpr_e(inst, "%s: set property failed\n", __func__);
- return rc;
- }
- */
- static int msm_vdec_set_coded_frames(struct msm_vidc_inst *inst,
- enum msm_vidc_port_type port)
- {
- int rc = 0;
- u32 coded_frames = 0;
- if (port != INPUT_PORT && port != OUTPUT_PORT) {
- i_vpr_e(inst, "%s: invalid port %d\n", __func__, port);
- return -EINVAL;
- }
- if (inst->capabilities[CODED_FRAMES].value ==
- CODED_FRAMES_PROGRESSIVE)
- coded_frames = HFI_BITMASK_FRAME_MBS_ONLY_FLAG;
- inst->subcr_params[port].coded_frames = coded_frames;
- i_vpr_h(inst, "%s: coded frames: %d", __func__, coded_frames);
- rc = venus_hfi_session_property(inst,
- HFI_PROP_CODED_FRAMES,
- HFI_HOST_FLAGS_NONE,
- get_hfi_port(inst, port),
- HFI_PAYLOAD_U32,
- &coded_frames,
- sizeof(u32));
- if (rc) {
- i_vpr_e(inst, "%s: set property failed\n", __func__);
- return rc;
- }
- return rc;
- }
- static int msm_vdec_set_min_output_count(struct msm_vidc_inst *inst,
- enum msm_vidc_port_type port)
- {
- int rc = 0;
- u32 min_output;
- if (port != INPUT_PORT && port != OUTPUT_PORT) {
- i_vpr_e(inst, "%s: invalid port %d\n", __func__, port);
- return -EINVAL;
- }
- min_output = inst->buffers.output.min_count;
- inst->subcr_params[port].fw_min_count = min_output;
- i_vpr_h(inst, "%s: firmware min output count: %d",
- __func__, min_output);
- rc = venus_hfi_session_property(inst,
- HFI_PROP_BUFFER_FW_MIN_OUTPUT_COUNT,
- HFI_HOST_FLAGS_NONE,
- get_hfi_port(inst, port),
- HFI_PAYLOAD_U32,
- &min_output,
- sizeof(u32));
- if (rc) {
- i_vpr_e(inst, "%s: set property failed\n", __func__);
- return rc;
- }
- return rc;
- }
- static int msm_vdec_set_picture_order_count(struct msm_vidc_inst *inst,
- enum msm_vidc_port_type port)
- {
- int rc = 0;
- u32 poc = 0;
- if (port != INPUT_PORT && port != OUTPUT_PORT) {
- i_vpr_e(inst, "%s: invalid port %d\n", __func__, port);
- return -EINVAL;
- }
- inst->subcr_params[port].pic_order_cnt = poc;
- i_vpr_h(inst, "%s: picture order count: %d", __func__, poc);
- rc = venus_hfi_session_property(inst,
- HFI_PROP_PIC_ORDER_CNT_TYPE,
- HFI_HOST_FLAGS_NONE,
- get_hfi_port(inst, port),
- HFI_PAYLOAD_U32,
- &poc,
- sizeof(u32));
- if (rc) {
- i_vpr_e(inst, "%s: set property failed\n", __func__);
- return rc;
- }
- return rc;
- }
- static int msm_vdec_set_colorspace(struct msm_vidc_inst *inst,
- enum msm_vidc_port_type port)
- {
- int rc = 0;
- u32 primaries = MSM_VIDC_PRIMARIES_RESERVED;
- u32 matrix_coeff = MSM_VIDC_MATRIX_COEFF_RESERVED;
- u32 transfer_char = MSM_VIDC_TRANSFER_RESERVED;
- u32 full_range = V4L2_QUANTIZATION_DEFAULT;
- u32 colour_description_present_flag = 0;
- u32 video_signal_type_present_flag = 0, color_info = 0;
- /* Unspecified video format */
- u32 video_format = 5;
- if (port != INPUT_PORT && port != OUTPUT_PORT) {
- i_vpr_e(inst, "%s: invalid port %d\n", __func__, port);
- return -EINVAL;
- }
- if (inst->codec == MSM_VIDC_VP9)
- return 0;
- if (inst->fmts[port].fmt.pix_mp.colorspace != V4L2_COLORSPACE_DEFAULT ||
- inst->fmts[port].fmt.pix_mp.ycbcr_enc != V4L2_YCBCR_ENC_DEFAULT ||
- inst->fmts[port].fmt.pix_mp.xfer_func != V4L2_XFER_FUNC_DEFAULT) {
- colour_description_present_flag = 1;
- video_signal_type_present_flag = 1;
- primaries = v4l2_color_primaries_to_driver(inst,
- inst->fmts[port].fmt.pix_mp.colorspace, __func__);
- matrix_coeff = v4l2_matrix_coeff_to_driver(inst,
- inst->fmts[port].fmt.pix_mp.ycbcr_enc, __func__);
- transfer_char = v4l2_transfer_char_to_driver(inst,
- inst->fmts[port].fmt.pix_mp.xfer_func, __func__);
- }
- if (inst->fmts[port].fmt.pix_mp.quantization !=
- V4L2_QUANTIZATION_DEFAULT) {
- video_signal_type_present_flag = 1;
- full_range = inst->fmts[port].fmt.pix_mp.quantization ==
- V4L2_QUANTIZATION_FULL_RANGE ? 1 : 0;
- }
- color_info = (matrix_coeff & 0xFF) |
- ((transfer_char << 8) & 0xFF00) |
- ((primaries << 16) & 0xFF0000) |
- ((colour_description_present_flag << 24) & 0x1000000) |
- ((full_range << 25) & 0x2000000) |
- ((video_format << 26) & 0x1C000000) |
- ((video_signal_type_present_flag << 29) & 0x20000000);
- inst->subcr_params[port].color_info = color_info;
- i_vpr_h(inst, "%s: color info: %#x\n", __func__, color_info);
- rc = venus_hfi_session_property(inst,
- HFI_PROP_SIGNAL_COLOR_INFO,
- HFI_HOST_FLAGS_NONE,
- get_hfi_port(inst, port),
- HFI_PAYLOAD_32_PACKED,
- &color_info,
- sizeof(u32));
- if (rc) {
- i_vpr_e(inst, "%s: set property failed\n", __func__);
- return rc;
- }
- return rc;
- }
- static int msm_vdec_set_profile(struct msm_vidc_inst *inst,
- enum msm_vidc_port_type port)
- {
- int rc = 0;
- u32 profile;
- if (port != INPUT_PORT && port != OUTPUT_PORT) {
- i_vpr_e(inst, "%s: invalid port %d\n", __func__, port);
- return -EINVAL;
- }
- profile = inst->capabilities[PROFILE].value;
- inst->subcr_params[port].profile = profile;
- i_vpr_h(inst, "%s: profile: %d", __func__, profile);
- rc = venus_hfi_session_property(inst,
- HFI_PROP_PROFILE,
- HFI_HOST_FLAGS_NONE,
- get_hfi_port(inst, port),
- HFI_PAYLOAD_U32_ENUM,
- &profile,
- sizeof(u32));
- if (rc) {
- i_vpr_e(inst, "%s: set property failed\n", __func__);
- return rc;
- }
- return rc;
- }
- static int msm_vdec_set_level(struct msm_vidc_inst *inst,
- enum msm_vidc_port_type port)
- {
- int rc = 0;
- u32 level;
- if (port != INPUT_PORT && port != OUTPUT_PORT) {
- i_vpr_e(inst, "%s: invalid port %d\n", __func__, port);
- return -EINVAL;
- }
- level = inst->capabilities[LEVEL].value;
- inst->subcr_params[port].level = level;
- i_vpr_h(inst, "%s: level: %d", __func__, level);
- rc = venus_hfi_session_property(inst,
- HFI_PROP_LEVEL,
- HFI_HOST_FLAGS_NONE,
- get_hfi_port(inst, port),
- HFI_PAYLOAD_U32_ENUM,
- &level,
- sizeof(u32));
- if (rc) {
- i_vpr_e(inst, "%s: set property failed\n", __func__);
- return rc;
- }
- return rc;
- }
- static int msm_vdec_set_tier(struct msm_vidc_inst *inst,
- enum msm_vidc_port_type port)
- {
- int rc = 0;
- u32 tier;
- if (port != INPUT_PORT && port != OUTPUT_PORT) {
- i_vpr_e(inst, "%s: invalid port %d\n", __func__, port);
- return -EINVAL;
- }
- tier = inst->capabilities[HEVC_TIER].value;
- inst->subcr_params[port].tier = tier;
- i_vpr_h(inst, "%s: tier: %d", __func__, tier);
- rc = venus_hfi_session_property(inst,
- HFI_PROP_TIER,
- HFI_HOST_FLAGS_NONE,
- get_hfi_port(inst, port),
- HFI_PAYLOAD_U32_ENUM,
- &tier,
- sizeof(u32));
- if (rc) {
- i_vpr_e(inst, "%s: set property failed\n", __func__);
- return rc;
- }
- return rc;
- }
- static int msm_vdec_set_av1_film_grain_present(struct msm_vidc_inst *inst,
- enum msm_vidc_port_type port)
- {
- int rc = 0;
- u32 fg_present;
- if (port != INPUT_PORT && port != OUTPUT_PORT) {
- i_vpr_e(inst, "%s: invalid port %d\n", __func__, port);
- return -EINVAL;
- }
- inst->subcr_params[port].av1_film_grain_present =
- inst->capabilities[FILM_GRAIN].value;
- fg_present = inst->subcr_params[port].av1_film_grain_present;
- i_vpr_h(inst, "%s: film grain present: %d", __func__, fg_present);
- rc = venus_hfi_session_property(inst,
- HFI_PROP_AV1_FILM_GRAIN_PRESENT,
- HFI_HOST_FLAGS_NONE,
- get_hfi_port(inst, port),
- HFI_PAYLOAD_U32_ENUM,
- &fg_present,
- sizeof(u32));
- if (rc) {
- i_vpr_e(inst, "%s: set property failed\n", __func__);
- return rc;
- }
- return rc;
- }
- static int msm_vdec_set_av1_superblock_enabled(struct msm_vidc_inst *inst,
- enum msm_vidc_port_type port)
- {
- int rc = 0;
- u32 sb_enabled;
- if (port != INPUT_PORT && port != OUTPUT_PORT) {
- i_vpr_e(inst, "%s: invalid port %d\n", __func__, port);
- return -EINVAL;
- }
- inst->subcr_params[port].av1_super_block_enabled =
- inst->capabilities[SUPER_BLOCK].value;
- sb_enabled = inst->subcr_params[port].av1_super_block_enabled;
- i_vpr_h(inst, "%s: super block enabled: %d", __func__, sb_enabled);
- rc = venus_hfi_session_property(inst,
- HFI_PROP_AV1_SUPER_BLOCK_ENABLED,
- HFI_HOST_FLAGS_NONE,
- get_hfi_port(inst, port),
- HFI_PAYLOAD_U32_ENUM,
- &sb_enabled,
- sizeof(u32));
- if (rc) {
- i_vpr_e(inst, "%s: set property failed\n", __func__);
- return rc;
- }
- return rc;
- }
- static int msm_vdec_set_opb_enable(struct msm_vidc_inst *inst)
- {
- int rc = 0;
- u32 color_fmt;
- u32 opb_enable = 0;
- if (inst->codec != MSM_VIDC_AV1)
- return 0;
- color_fmt = inst->capabilities[PIX_FMTS].value;
- if (is_linear_colorformat(color_fmt) ||
- inst->capabilities[FILM_GRAIN].value)
- opb_enable = 1;
- i_vpr_h(inst, "%s: OPB enable: %d", __func__, opb_enable);
- rc = venus_hfi_session_property(inst,
- HFI_PROP_OPB_ENABLE,
- HFI_HOST_FLAGS_NONE,
- get_hfi_port(inst, OUTPUT_PORT),
- HFI_PAYLOAD_U32,
- &opb_enable,
- sizeof(u32));
- if (rc) {
- i_vpr_e(inst, "%s: set property failed\n", __func__);
- return rc;
- }
- return rc;
- }
- static int msm_vdec_set_colorformat(struct msm_vidc_inst *inst)
- {
- int rc = 0;
- u32 pixelformat;
- enum msm_vidc_colorformat_type colorformat;
- u32 hfi_colorformat;
- pixelformat = inst->fmts[OUTPUT_PORT].fmt.pix_mp.pixelformat;
- colorformat = v4l2_colorformat_to_driver(inst, pixelformat, __func__);
- hfi_colorformat = get_hfi_colorformat(inst, colorformat);
- i_vpr_h(inst, "%s: hfi colorformat: %d",
- __func__, hfi_colorformat);
- rc = venus_hfi_session_property(inst,
- HFI_PROP_COLOR_FORMAT,
- HFI_HOST_FLAGS_NONE,
- get_hfi_port(inst, OUTPUT_PORT),
- HFI_PAYLOAD_U32,
- &hfi_colorformat,
- sizeof(u32));
- if (rc) {
- i_vpr_e(inst, "%s: set property failed\n", __func__);
- return rc;
- }
- return rc;
- }
- static int msm_vdec_set_output_properties(struct msm_vidc_inst *inst)
- {
- int rc = 0;
- if (!inst) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- rc = msm_vdec_set_opb_enable(inst);
- if (rc)
- return rc;
- rc = msm_vdec_set_colorformat(inst);
- if (rc)
- return rc;
- rc = msm_vdec_set_linear_stride_scanline(inst);
- if (rc)
- return rc;
- rc = msm_vdec_set_ubwc_stride_scanline(inst);
- if (rc)
- return rc;
- rc = msm_vidc_set_session_priority(inst, PRIORITY);
- if (rc)
- return rc;
- return rc;
- }
- int msm_vdec_get_input_internal_buffers(struct msm_vidc_inst *inst)
- {
- int rc = 0;
- u32 i = 0;
- if (!inst) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- for (i = 0; i < ARRAY_SIZE(msm_vdec_internal_buffer_type); i++) {
- rc = msm_vidc_get_internal_buffers(inst, msm_vdec_internal_buffer_type[i]);
- if (rc)
- return rc;
- }
- return rc;
- }
- static int msm_vdec_get_output_internal_buffers(struct msm_vidc_inst *inst)
- {
- int rc = 0;
- if (!inst) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- rc = msm_vidc_get_internal_buffers(inst, MSM_VIDC_BUF_DPB);
- if (rc)
- return rc;
- return rc;
- }
- static int msm_vdec_destroy_internal_buffers(struct msm_vidc_inst *inst,
- enum msm_vidc_port_type port)
- {
- int rc = 0;
- struct msm_vidc_buffers *buffers;
- struct msm_vidc_buffer *buf, *dummy;
- const u32 *internal_buf_type;
- u32 i, len;
- if (port == INPUT_PORT) {
- internal_buf_type = msm_vdec_internal_buffer_type;
- len = ARRAY_SIZE(msm_vdec_internal_buffer_type);
- } else {
- internal_buf_type = msm_vdec_output_internal_buffer_type;
- len = ARRAY_SIZE(msm_vdec_output_internal_buffer_type);
- }
- for (i = 0; i < len; i++) {
- buffers = msm_vidc_get_buffers(inst, internal_buf_type[i], __func__);
- if (!buffers)
- return -EINVAL;
- if (buffers->reuse) {
- i_vpr_l(inst, "%s: reuse enabled for %s\n", __func__,
- buf_name(internal_buf_type[i]));
- continue;
- }
- list_for_each_entry_safe(buf, dummy, &buffers->list, list) {
- i_vpr_h(inst,
- "%s: destroying internal buffer: type %d idx %d fd %d addr %#llx size %d\n",
- __func__, buf->type, buf->index, buf->fd,
- buf->device_addr, buf->buffer_size);
- rc = msm_vidc_destroy_internal_buffer(inst, buf);
- if (rc)
- return rc;
- }
- }
- return 0;
- }
- int msm_vdec_create_input_internal_buffers(struct msm_vidc_inst *inst)
- {
- int rc = 0;
- u32 i = 0;
- for (i = 0; i < ARRAY_SIZE(msm_vdec_internal_buffer_type); i++) {
- rc = msm_vidc_create_internal_buffers(inst, msm_vdec_internal_buffer_type[i]);
- if (rc)
- return rc;
- }
- return 0;
- }
- static int msm_vdec_create_output_internal_buffers(struct msm_vidc_inst *inst)
- {
- int rc = 0;
- rc = msm_vidc_create_internal_buffers(inst, MSM_VIDC_BUF_DPB);
- if (rc)
- return rc;
- return 0;
- }
- int msm_vdec_queue_input_internal_buffers(struct msm_vidc_inst *inst)
- {
- int rc = 0;
- u32 i = 0;
- for (i = 0; i < ARRAY_SIZE(msm_vdec_internal_buffer_type); i++) {
- rc = msm_vidc_queue_internal_buffers(inst, msm_vdec_internal_buffer_type[i]);
- if (rc)
- return rc;
- }
- return 0;
- }
- static int msm_vdec_queue_output_internal_buffers(struct msm_vidc_inst *inst)
- {
- int rc = 0;
- rc = msm_vidc_queue_internal_buffers(inst, MSM_VIDC_BUF_DPB);
- if (rc)
- return rc;
- return 0;
- }
- int msm_vdec_release_input_internal_buffers(struct msm_vidc_inst *inst)
- {
- int rc = 0;
- u32 i = 0;
- i_vpr_h(inst, "%s()\n",__func__);
- for (i = 0; i < ARRAY_SIZE(msm_vdec_internal_buffer_type); i++) {
- rc = msm_vidc_release_internal_buffers(inst, msm_vdec_internal_buffer_type[i]);
- if (rc)
- return rc;
- }
- return 0;
- }
- static int msm_vdec_subscribe_input_port_settings_change(struct msm_vidc_inst *inst,
- enum msm_vidc_port_type port)
- {
- int rc = 0;
- struct msm_vidc_core *core;
- u32 payload[32] = {0};
- u32 i, j;
- u32 subscribe_psc_size;
- const u32 *psc;
- static const struct msm_vdec_prop_type_handle prop_type_handle_arr[] = {
- {HFI_PROP_BITSTREAM_RESOLUTION, msm_vdec_set_bitstream_resolution },
- {HFI_PROP_CROP_OFFSETS, msm_vdec_set_crop_offsets },
- {HFI_PROP_LUMA_CHROMA_BIT_DEPTH, msm_vdec_set_bit_depth },
- {HFI_PROP_CODED_FRAMES, msm_vdec_set_coded_frames },
- {HFI_PROP_BUFFER_FW_MIN_OUTPUT_COUNT, msm_vdec_set_min_output_count },
- {HFI_PROP_PIC_ORDER_CNT_TYPE, msm_vdec_set_picture_order_count },
- {HFI_PROP_SIGNAL_COLOR_INFO, msm_vdec_set_colorspace },
- {HFI_PROP_PROFILE, msm_vdec_set_profile },
- {HFI_PROP_LEVEL, msm_vdec_set_level },
- {HFI_PROP_TIER, msm_vdec_set_tier },
- {HFI_PROP_AV1_FILM_GRAIN_PRESENT, msm_vdec_set_av1_film_grain_present },
- {HFI_PROP_AV1_SUPER_BLOCK_ENABLED, msm_vdec_set_av1_superblock_enabled },
- };
- if (!inst || !inst->core) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- i_vpr_h(inst, "%s()\n", __func__);
- core = inst->core;
- if (!core->platform) {
- d_vpr_e("%s: invalid platform data\n", __func__);
- return -EINVAL;
- }
- payload[0] = HFI_MODE_PORT_SETTINGS_CHANGE;
- if (inst->codec == MSM_VIDC_H264) {
- subscribe_psc_size = core->platform->data.psc_avc_tbl_size;
- psc = core->platform->data.psc_avc_tbl;
- } else if (inst->codec == MSM_VIDC_HEVC || inst->codec == MSM_VIDC_HEIC) {
- subscribe_psc_size = core->platform->data.psc_hevc_tbl_size;
- psc = core->platform->data.psc_hevc_tbl;
- } else if (inst->codec == MSM_VIDC_VP9) {
- subscribe_psc_size = core->platform->data.psc_vp9_tbl_size;
- psc = core->platform->data.psc_vp9_tbl;
- } else if (inst->codec == MSM_VIDC_AV1) {
- subscribe_psc_size = core->platform->data.psc_av1_tbl_size;
- psc = core->platform->data.psc_av1_tbl;
- } else {
- i_vpr_e(inst, "%s: unsupported codec: %d\n", __func__, inst->codec);
- psc = NULL;
- return -EINVAL;
- }
- if (!psc || !subscribe_psc_size) {
- i_vpr_e(inst, "%s: invalid params\n", __func__);
- return -EINVAL;
- }
- payload[0] = HFI_MODE_PORT_SETTINGS_CHANGE;
- for (i = 0; i < subscribe_psc_size; i++)
- payload[i + 1] = psc[i];
- rc = venus_hfi_session_command(inst,
- HFI_CMD_SUBSCRIBE_MODE,
- port,
- HFI_PAYLOAD_U32_ARRAY,
- &payload[0],
- ((subscribe_psc_size + 1) *
- sizeof(u32)));
- for (i = 0; i < subscribe_psc_size; i++) {
- /* set session properties */
- for (j = 0; j < ARRAY_SIZE(prop_type_handle_arr); j++) {
- if (prop_type_handle_arr[j].type == psc[i]) {
- rc = prop_type_handle_arr[j].handle(inst, port);
- if (rc)
- goto exit;
- break;
- }
- }
- /* is property type unknown ? */
- if (j == ARRAY_SIZE(prop_type_handle_arr))
- i_vpr_e(inst, "%s: unknown property %#x\n", __func__, psc[i]);
- }
- exit:
- return rc;
- }
- static int msm_vdec_subscribe_property(struct msm_vidc_inst *inst,
- enum msm_vidc_port_type port)
- {
- int rc = 0;
- u32 payload[32] = {0};
- u32 i, count = 0;
- bool allow = false;
- struct msm_vidc_core *core;
- u32 subscribe_prop_size;
- const u32 *subcribe_prop;
- if (!inst || !inst->core) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- core = inst->core;
- i_vpr_h(inst, "%s()\n", __func__);
- if (!core->platform) {
- d_vpr_e("%s: invalid platform data\n", __func__);
- return -EINVAL;
- }
- payload[0] = HFI_MODE_PROPERTY;
- if (port == INPUT_PORT) {
- subscribe_prop_size = core->platform->data.dec_input_prop_size;
- subcribe_prop = core->platform->data.dec_input_prop;
- for (i = 0; i < subscribe_prop_size; i++) {
- allow = msm_vidc_allow_property(inst,
- subcribe_prop[i]);
- if (allow) {
- payload[count + 1] = subcribe_prop[i];
- count++;
- }
- if (subcribe_prop[i] == HFI_PROP_DPB_LIST) {
- inst->subcr_params[port].dpb_list_enabled = true;
- i_vpr_h(inst, "%s: DPB_LIST suscribed on input port", __func__);
- }
- }
- } else if (port == OUTPUT_PORT) {
- subscribe_prop_size = core->platform->data.dec_output_prop_size;
- subcribe_prop = core->platform->data.dec_output_prop;
- for (i = 0; i < subscribe_prop_size; i++) {
- allow = msm_vidc_allow_property(inst,
- subcribe_prop[i]);
- if (allow) {
- payload[count + 1] = subcribe_prop[i];
- count++;
- }
- if (subcribe_prop[i] == HFI_PROP_DPB_LIST) {
- inst->subcr_params[port].dpb_list_enabled = true;
- i_vpr_h(inst, "%s: DPB_LIST suscribed on output port", __func__);
- }
- }
- } else {
- i_vpr_e(inst, "%s: invalid port: %d\n", __func__, port);
- return -EINVAL;
- }
- rc = venus_hfi_session_command(inst,
- HFI_CMD_SUBSCRIBE_MODE,
- port,
- HFI_PAYLOAD_U32_ARRAY,
- &payload[0],
- (count + 1) * sizeof(u32));
- if (rc)
- return rc;
- return rc;
- }
- static int msm_vdec_subscribe_metadata(struct msm_vidc_inst *inst,
- enum msm_vidc_port_type port)
- {
- int rc = 0;
- u32 payload[32] = {0};
- u32 i, count = 0;
- if (!inst) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- i_vpr_h(inst, "%s()\n", __func__);
- payload[0] = HFI_MODE_METADATA;
- if (port == INPUT_PORT) {
- for (i = INST_CAP_NONE + 1; i < INST_CAP_MAX; i++) {
- if (is_meta_rx_inp_enabled(inst, i) &&
- msm_vidc_allow_metadata_subscription(
- inst, i, port)) {
- if (count + 1 >= sizeof(payload) / sizeof(u32)) {
- i_vpr_e(inst,
- "%s: input metadatas (%d) exceeded limit (%d)\n",
- __func__, count, sizeof(payload) / sizeof(u32));
- return -EINVAL;
- }
- payload[count + 1] = inst->capabilities[i].hfi_id;
- count++;
- }
- }
- } else if (port == OUTPUT_PORT) {
- for (i = INST_CAP_NONE + 1; i < INST_CAP_MAX; i++) {
- if (is_meta_rx_out_enabled(inst, i) &&
- msm_vidc_allow_metadata_subscription(
- inst, i, port)) {
- if (count + 1 >= sizeof(payload) / sizeof(u32)) {
- i_vpr_e(inst,
- "%s: input metadatas (%d) exceeded limit (%d)\n",
- __func__, count, sizeof(payload) / sizeof(u32));
- return -EINVAL;
- }
- payload[count + 1] = inst->capabilities[i].hfi_id;
- count++;
- }
- }
- } else {
- i_vpr_e(inst, "%s: invalid port: %d\n", __func__, port);
- return -EINVAL;
- }
- rc = venus_hfi_session_command(inst,
- HFI_CMD_SUBSCRIBE_MODE,
- port,
- HFI_PAYLOAD_U32_ARRAY,
- &payload[0],
- (count + 1) * sizeof(u32));
- if (rc)
- return rc;
- return rc;
- }
- static int msm_vdec_set_delivery_mode_metadata(struct msm_vidc_inst *inst,
- enum msm_vidc_port_type port)
- {
- int rc = 0;
- u32 payload[32] = {0};
- u32 i, count = 0;
- if (!inst) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- i_vpr_h(inst, "%s()\n", __func__);
- payload[0] = HFI_MODE_METADATA;
- if (port == INPUT_PORT) {
- for (i = INST_CAP_NONE + 1; i < INST_CAP_MAX; i++) {
- if (is_meta_tx_inp_enabled(inst, i)) {
- if (count + 1 >= sizeof(payload) / sizeof(u32)) {
- i_vpr_e(inst,
- "%s: input metadatas (%d) exceeded limit (%d)\n",
- __func__, count, sizeof(payload) / sizeof(u32));
- return -EINVAL;
- }
- payload[count + 1] = inst->capabilities[i].hfi_id;
- count++;
- }
- }
- } else if (port == OUTPUT_PORT) {
- for (i = INST_CAP_NONE + 1; i < INST_CAP_MAX; i++) {
- if (is_meta_tx_out_enabled(inst, i) &&
- msm_vidc_allow_metadata_delivery(
- inst, i, port)) {
- if (count + 1 >= sizeof(payload) / sizeof(u32)) {
- i_vpr_e(inst,
- "%s: input metadatas (%d) exceeded limit (%d)\n",
- __func__, count, sizeof(payload) / sizeof(u32));
- return -EINVAL;
- }
- payload[count + 1] = inst->capabilities[i].hfi_id;
- count++;
- }
- }
- } else {
- i_vpr_e(inst, "%s: invalid port: %d\n", __func__, port);
- return -EINVAL;
- }
- rc = venus_hfi_session_command(inst,
- HFI_CMD_DELIVERY_MODE,
- port,
- HFI_PAYLOAD_U32_ARRAY,
- &payload[0],
- (count + 1) * sizeof(u32));
- if (rc)
- return rc;
- return rc;
- }
- static int msm_vdec_set_delivery_mode_property(struct msm_vidc_inst *inst,
- enum msm_vidc_port_type port)
- {
- int rc = 0;
- u32 payload[32] = {0};
- u32 i, count = 0;
- static const u32 property_output_list[] = {
- META_OUTBUF_FENCE,
- };
- static const u32 property_input_list[] = {};
- if (!inst) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- i_vpr_h(inst, "%s()\n", __func__);
- payload[0] = HFI_MODE_PROPERTY;
- if (port == INPUT_PORT) {
- for (i = 0; i < ARRAY_SIZE(property_input_list); i++) {
- if (inst->capabilities[property_input_list[i]].value) {
- payload[count + 1] =
- inst->capabilities[property_input_list[i]].hfi_id;
- count++;
- }
- }
- } else if (port == OUTPUT_PORT) {
- for (i = 0; i < ARRAY_SIZE(property_output_list); i++) {
- if (property_output_list[i] == META_OUTBUF_FENCE &&
- is_meta_rx_inp_enabled(inst, META_OUTBUF_FENCE)) {
- /*
- * if output buffer fence enabled via
- * META_OUTBUF_FENCE, then driver will send
- * fence id via HFI_PROP_FENCE to firmware.
- * So enable HFI_PROP_FENCE property as
- * delivery mode property.
- */
- payload[count + 1] =
- inst->capabilities[property_output_list[i]].hfi_id;
- count++;
- continue;
- }
- if (inst->capabilities[property_output_list[i]].value) {
- payload[count + 1] =
- inst->capabilities[property_output_list[i]].hfi_id;
- count++;
- }
- }
- } else {
- i_vpr_e(inst, "%s: invalid port: %d\n", __func__, port);
- return -EINVAL;
- }
- rc = venus_hfi_session_command(inst,
- HFI_CMD_DELIVERY_MODE,
- port,
- HFI_PAYLOAD_U32_ARRAY,
- &payload[0],
- (count + 1) * sizeof(u32));
- if (rc)
- return rc;
- return rc;
- }
- int msm_vdec_init_input_subcr_params(struct msm_vidc_inst *inst)
- {
- struct msm_vidc_subscription_params *subsc_params;
- u32 left_offset, top_offset, right_offset, bottom_offset;
- u32 primaries, matrix_coeff, transfer_char;
- u32 full_range = 0, video_format = 0;
- u32 colour_description_present_flag = 0;
- u32 video_signal_type_present_flag = 0;
- if (!inst) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- subsc_params = &inst->subcr_params[INPUT_PORT];
- subsc_params->bitstream_resolution =
- inst->fmts[INPUT_PORT].fmt.pix_mp.width << 16 |
- inst->fmts[INPUT_PORT].fmt.pix_mp.height;
- left_offset = inst->crop.left;
- top_offset = inst->crop.top;
- right_offset = (inst->fmts[INPUT_PORT].fmt.pix_mp.width -
- inst->crop.width);
- bottom_offset = (inst->fmts[INPUT_PORT].fmt.pix_mp.height -
- inst->crop.height);
- subsc_params->crop_offsets[0] =
- left_offset << 16 | top_offset;
- subsc_params->crop_offsets[1] =
- right_offset << 16 | bottom_offset;
- subsc_params->fw_min_count = inst->buffers.output.min_count;
- primaries = v4l2_color_primaries_to_driver(inst,
- inst->fmts[OUTPUT_PORT].fmt.pix_mp.colorspace, __func__);
- matrix_coeff = v4l2_matrix_coeff_to_driver(inst,
- inst->fmts[OUTPUT_PORT].fmt.pix_mp.ycbcr_enc, __func__);
- transfer_char = v4l2_transfer_char_to_driver(inst,
- inst->fmts[OUTPUT_PORT].fmt.pix_mp.xfer_func, __func__);
- full_range = inst->fmts[OUTPUT_PORT].fmt.pix_mp.quantization ==
- V4L2_QUANTIZATION_FULL_RANGE ? 1 : 0;
- subsc_params->color_info =
- (matrix_coeff & 0xFF) |
- ((transfer_char << 8) & 0xFF00) |
- ((primaries << 16) & 0xFF0000) |
- ((colour_description_present_flag << 24) & 0x1000000) |
- ((full_range << 25) & 0x2000000) |
- ((video_format << 26) & 0x1C000000) |
- ((video_signal_type_present_flag << 29) & 0x20000000);
- subsc_params->profile = inst->capabilities[PROFILE].value;
- subsc_params->level = inst->capabilities[LEVEL].value;
- subsc_params->tier = inst->capabilities[HEVC_TIER].value;
- subsc_params->pic_order_cnt = inst->capabilities[POC].value;
- subsc_params->bit_depth = inst->capabilities[BIT_DEPTH].value;
- if (inst->capabilities[CODED_FRAMES].value ==
- CODED_FRAMES_PROGRESSIVE)
- subsc_params->coded_frames = HFI_BITMASK_FRAME_MBS_ONLY_FLAG;
- else
- subsc_params->coded_frames = 0;
- return 0;
- }
- int msm_vdec_set_num_comv(struct msm_vidc_inst *inst)
- {
- int rc = 0;
- u32 num_comv = 0;
- if (!inst) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- num_comv = inst->capabilities[NUM_COMV].value;
- i_vpr_h(inst, "%s: num COMV: %d", __func__, num_comv);
- rc = venus_hfi_session_property(inst,
- HFI_PROP_COMV_BUFFER_COUNT,
- HFI_HOST_FLAGS_NONE,
- get_hfi_port(inst, INPUT_PORT),
- HFI_PAYLOAD_U32,
- &num_comv,
- sizeof(u32));
- if (rc) {
- i_vpr_e(inst, "%s: set property failed\n", __func__);
- return rc;
- }
- return rc;
- }
- static int msm_vdec_read_input_subcr_params(struct msm_vidc_inst *inst)
- {
- struct msm_vidc_subscription_params subsc_params;
- struct msm_vidc_core *core;
- u32 width, height;
- u32 primaries, matrix_coeff, transfer_char;
- u32 full_range = 0;
- u32 colour_description_present_flag = 0;
- u32 video_signal_type_present_flag = 0;
- enum msm_vidc_colorformat_type output_fmt;
- if (!inst || !inst->core) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- core = inst->core;
- subsc_params = inst->subcr_params[INPUT_PORT];
- width = (subsc_params.bitstream_resolution &
- HFI_BITMASK_BITSTREAM_WIDTH) >> 16;
- height = subsc_params.bitstream_resolution &
- HFI_BITMASK_BITSTREAM_HEIGHT;
- inst->fmts[INPUT_PORT].fmt.pix_mp.width = width;
- inst->fmts[INPUT_PORT].fmt.pix_mp.height = height;
- output_fmt = v4l2_colorformat_to_driver(inst,
- inst->fmts[OUTPUT_PORT].fmt.pix_mp.pixelformat, __func__);
- inst->fmts[OUTPUT_PORT].fmt.pix_mp.width = video_y_stride_pix(
- output_fmt, width);
- inst->fmts[OUTPUT_PORT].fmt.pix_mp.height = video_y_scanlines(
- output_fmt, height);
- inst->fmts[OUTPUT_PORT].fmt.pix_mp.plane_fmt[0].bytesperline =
- video_y_stride_bytes(output_fmt, width);
- inst->fmts[OUTPUT_PORT].fmt.pix_mp.plane_fmt[0].sizeimage =
- call_session_op(core, buffer_size, inst, MSM_VIDC_BUF_OUTPUT);
- //inst->buffers.output.size = inst->fmts[OUTPUT_PORT].fmt.pix_mp.plane_fmt[0].sizeimage;
- matrix_coeff = subsc_params.color_info & 0xFF;
- transfer_char = (subsc_params.color_info & 0xFF00) >> 8;
- primaries = (subsc_params.color_info & 0xFF0000) >> 16;
- colour_description_present_flag =
- (subsc_params.color_info & 0x1000000) >> 24;
- full_range = (subsc_params.color_info & 0x2000000) >> 25;
- video_signal_type_present_flag =
- (subsc_params.color_info & 0x20000000) >> 29;
- inst->fmts[OUTPUT_PORT].fmt.pix_mp.colorspace = V4L2_COLORSPACE_DEFAULT;
- inst->fmts[OUTPUT_PORT].fmt.pix_mp.xfer_func = V4L2_XFER_FUNC_DEFAULT;
- inst->fmts[OUTPUT_PORT].fmt.pix_mp.ycbcr_enc = V4L2_YCBCR_ENC_DEFAULT;
- inst->fmts[OUTPUT_PORT].fmt.pix_mp.quantization = V4L2_QUANTIZATION_DEFAULT;
- if (video_signal_type_present_flag) {
- inst->fmts[OUTPUT_PORT].fmt.pix_mp.quantization =
- full_range ?
- V4L2_QUANTIZATION_FULL_RANGE :
- V4L2_QUANTIZATION_LIM_RANGE;
- if (colour_description_present_flag) {
- inst->fmts[OUTPUT_PORT].fmt.pix_mp.colorspace =
- v4l2_color_primaries_from_driver(inst, primaries, __func__);
- inst->fmts[OUTPUT_PORT].fmt.pix_mp.xfer_func =
- v4l2_transfer_char_from_driver(inst, transfer_char, __func__);
- inst->fmts[OUTPUT_PORT].fmt.pix_mp.ycbcr_enc =
- v4l2_matrix_coeff_from_driver(inst, matrix_coeff, __func__);
- } else {
- i_vpr_h(inst,
- "%s: color description flag is not present\n",
- __func__);
- }
- } else {
- i_vpr_h(inst, "%s: video_signal type is not present\n",
- __func__);
- }
- /* align input port color info with output port */
- inst->fmts[INPUT_PORT].fmt.pix_mp.colorspace =
- inst->fmts[OUTPUT_PORT].fmt.pix_mp.colorspace;
- inst->fmts[INPUT_PORT].fmt.pix_mp.xfer_func =
- inst->fmts[OUTPUT_PORT].fmt.pix_mp.xfer_func;
- inst->fmts[INPUT_PORT].fmt.pix_mp.ycbcr_enc =
- inst->fmts[OUTPUT_PORT].fmt.pix_mp.ycbcr_enc;
- inst->fmts[INPUT_PORT].fmt.pix_mp.quantization =
- inst->fmts[OUTPUT_PORT].fmt.pix_mp.quantization;
- inst->buffers.output.min_count = subsc_params.fw_min_count;
- inst->fw_min_count = subsc_params.fw_min_count;
- inst->buffers.output.extra_count = call_session_op(core,
- extra_count, inst, MSM_VIDC_BUF_OUTPUT);
- inst->buffers.output_meta.min_count = inst->buffers.output.min_count;
- inst->buffers.output_meta.extra_count = inst->buffers.output.extra_count;
- if (is_thumbnail_session(inst) && inst->codec != MSM_VIDC_VP9) {
- if (inst->buffers.output.min_count != 1) {
- i_vpr_e(inst, "%s: invalid min count %d in thumbnail case\n",
- __func__, inst->buffers.output.min_count);
- msm_vidc_change_state(inst, MSM_VIDC_ERROR, __func__);
- }
- }
- inst->crop.top = subsc_params.crop_offsets[0] & 0xFFFF;
- inst->crop.left = (subsc_params.crop_offsets[0] >> 16) & 0xFFFF;
- inst->crop.height = inst->fmts[INPUT_PORT].fmt.pix_mp.height -
- (subsc_params.crop_offsets[1] & 0xFFFF) - inst->crop.top;
- inst->crop.width = inst->fmts[INPUT_PORT].fmt.pix_mp.width -
- ((subsc_params.crop_offsets[1] >> 16) & 0xFFFF) - inst->crop.left;
- msm_vidc_update_cap_value(inst, PROFILE, subsc_params.profile, __func__);
- msm_vidc_update_cap_value(inst, LEVEL, subsc_params.level, __func__);
- msm_vidc_update_cap_value(inst, HEVC_TIER, subsc_params.tier, __func__);
- msm_vidc_update_cap_value(inst, POC, subsc_params.pic_order_cnt, __func__);
- if (subsc_params.bit_depth == BIT_DEPTH_8)
- msm_vidc_update_cap_value(inst, BIT_DEPTH, BIT_DEPTH_8, __func__);
- else
- msm_vidc_update_cap_value(inst, BIT_DEPTH, BIT_DEPTH_10, __func__);
- if (subsc_params.coded_frames & HFI_BITMASK_FRAME_MBS_ONLY_FLAG)
- msm_vidc_update_cap_value(inst, CODED_FRAMES, CODED_FRAMES_PROGRESSIVE, __func__);
- else
- msm_vidc_update_cap_value(inst, CODED_FRAMES, CODED_FRAMES_INTERLACE, __func__);
- if (inst->codec == MSM_VIDC_AV1) {
- msm_vidc_update_cap_value(inst, FILM_GRAIN,
- subsc_params.av1_film_grain_present, __func__);
- msm_vidc_update_cap_value(inst, SUPER_BLOCK,
- subsc_params.av1_super_block_enabled, __func__);
- }
- /* disable META_OUTBUF_FENCE if session is Interlace type */
- if (inst->capabilities[CODED_FRAMES].value ==
- CODED_FRAMES_INTERLACE) {
- msm_vidc_update_cap_value(inst, META_OUTBUF_FENCE,
- MSM_VIDC_META_RX_INPUT |
- MSM_VIDC_META_DISABLE, __func__);
- }
- return 0;
- }
- int msm_vdec_input_port_settings_change(struct msm_vidc_inst *inst)
- {
- u32 rc = 0;
- struct v4l2_event event = {0};
- if (!inst->bufq[INPUT_PORT].vb2q->streaming) {
- i_vpr_e(inst, "%s: input port not streaming\n",
- __func__);
- return 0;
- }
- rc = msm_vdec_read_input_subcr_params(inst);
- if (rc)
- return rc;
- event.type = V4L2_EVENT_SOURCE_CHANGE;
- event.u.src_change.changes = V4L2_EVENT_SRC_CH_RESOLUTION;
- v4l2_event_queue_fh(&inst->event_handler, &event);
- return rc;
- }
- int msm_vdec_output_port_settings_change(struct msm_vidc_inst *inst)
- {
- return 0;
- }
- int msm_vdec_streamoff_input(struct msm_vidc_inst *inst)
- {
- int rc = 0;
- if (!inst || !inst->core) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- rc = msm_vidc_session_streamoff(inst, INPUT_PORT);
- if (rc)
- return rc;
- return 0;
- }
- int msm_vdec_streamon_input(struct msm_vidc_inst *inst)
- {
- int rc = 0;
- if (!inst || !inst->core) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- if (is_input_meta_enabled(inst) &&
- !inst->bufq[INPUT_META_PORT].vb2q->streaming) {
- i_vpr_e(inst,
- "%s: Meta port must be streamed on before data port\n",
- __func__);
- return -EINVAL;
- }
- rc = msm_vidc_check_session_supported(inst);
- if (rc)
- goto error;
- rc = msm_vidc_set_v4l2_properties(inst);
- if (rc)
- goto error;
- /* Decide bse vpp delay after work mode */
- //msm_vidc_set_bse_vpp_delay(inst);
- rc = msm_vdec_get_input_internal_buffers(inst);
- if (rc)
- goto error;
- /* check for memory after all buffers calculation */
- //rc = msm_vidc_check_memory_supported(inst);
- if (rc)
- goto error;
- rc = msm_vdec_destroy_internal_buffers(inst, INPUT_PORT);
- if (rc)
- goto error;
- rc = msm_vdec_create_input_internal_buffers(inst);
- if (rc)
- goto error;
- rc = msm_vdec_queue_input_internal_buffers(inst);
- if (rc)
- goto error;
- if (!inst->ipsc_properties_set) {
- rc = msm_vdec_subscribe_input_port_settings_change(
- inst, INPUT_PORT);
- if (rc)
- goto error;
- inst->ipsc_properties_set = true;
- }
- rc = msm_vdec_subscribe_property(inst, INPUT_PORT);
- if (rc)
- goto error;
- rc = msm_vdec_subscribe_metadata(inst, INPUT_PORT);
- if (rc)
- goto error;
- /*
- * Subscribe output metadatas in input port sequence as well so that
- * metadatas detected in bitstream before output port is started
- * are not missed.
- * Example: AV1 HDR metadata which can be part of
- * first ETB (sequence header OBU + metadata OBU)
- */
- rc = msm_vdec_subscribe_metadata(inst, OUTPUT_PORT);
- if (rc)
- goto error;
- rc = msm_vdec_set_delivery_mode_metadata(inst, INPUT_PORT);
- if (rc)
- goto error;
- rc = msm_vidc_process_streamon_input(inst);
- if (rc)
- goto error;
- rc = msm_vidc_flush_ts(inst);
- if (rc)
- goto error;
- rc = msm_vidc_ts_reorder_flush(inst);
- if (rc)
- goto error;
- return 0;
- error:
- i_vpr_e(inst, "%s: failed\n", __func__);
- msm_vdec_streamoff_input(inst);
- return rc;
- }
- static int schedule_batch_work(struct msm_vidc_inst *inst)
- {
- struct msm_vidc_core *core;
- if (!inst || !inst->core) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- core = inst->core;
- mod_delayed_work(core->batch_workq, &inst->decode_batch.work,
- msecs_to_jiffies(core->capabilities[DECODE_BATCH_TIMEOUT].value));
- return 0;
- }
- static int cancel_batch_work(struct msm_vidc_inst *inst)
- {
- if (!inst) {
- d_vpr_e("%s: Invalid arguments\n", __func__);
- return -EINVAL;
- }
- cancel_delayed_work(&inst->decode_batch.work);
- return 0;
- }
- int msm_vdec_streamoff_output(struct msm_vidc_inst *inst)
- {
- int rc = 0;
- if (!inst || !inst->core) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- /* cancel pending batch work */
- cancel_batch_work(inst);
- rc = msm_vidc_session_streamoff(inst, OUTPUT_PORT);
- if (rc)
- return rc;
- return 0;
- }
- static int msm_vdec_subscribe_output_port_settings_change(struct msm_vidc_inst *inst,
- enum msm_vidc_port_type port)
- {
- int rc = 0;
- struct msm_vidc_core *core;
- u32 payload[32] = {0};
- u32 prop_type, payload_size, payload_type;
- u32 i;
- struct msm_vidc_subscription_params subsc_params;
- u32 subscribe_psc_size = 0;
- const u32 *psc = NULL;
- if (!inst || !inst->core) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- i_vpr_h(inst, "%s()\n", __func__);
- core = inst->core;
- if (!core->platform) {
- d_vpr_e("%s: invalid platform data\n", __func__);
- return -EINVAL;
- }
- payload[0] = HFI_MODE_PORT_SETTINGS_CHANGE;
- if (inst->codec == MSM_VIDC_H264) {
- subscribe_psc_size = core->platform->data.psc_avc_tbl_size;
- psc = core->platform->data.psc_avc_tbl;
- } else if (inst->codec == MSM_VIDC_HEVC || inst->codec == MSM_VIDC_HEIC) {
- subscribe_psc_size = core->platform->data.psc_hevc_tbl_size;
- psc = core->platform->data.psc_hevc_tbl;
- } else if (inst->codec == MSM_VIDC_VP9) {
- subscribe_psc_size = core->platform->data.psc_vp9_tbl_size;
- psc = core->platform->data.psc_vp9_tbl;
- } else if (inst->codec == MSM_VIDC_AV1) {
- subscribe_psc_size = core->platform->data.psc_av1_tbl_size;
- psc = core->platform->data.psc_av1_tbl;
- } else {
- i_vpr_e(inst, "%s: unsupported codec: %d\n", __func__, inst->codec);
- psc = NULL;
- return -EINVAL;
- }
- if (!psc || !subscribe_psc_size) {
- i_vpr_e(inst, "%s: invalid params\n", __func__);
- return -EINVAL;
- }
- payload[0] = HFI_MODE_PORT_SETTINGS_CHANGE;
- for (i = 0; i < subscribe_psc_size; i++)
- payload[i + 1] = psc[i];
- rc = venus_hfi_session_command(inst,
- HFI_CMD_SUBSCRIBE_MODE,
- port,
- HFI_PAYLOAD_U32_ARRAY,
- &payload[0],
- ((subscribe_psc_size + 1) *
- sizeof(u32)));
- subsc_params = inst->subcr_params[port];
- for (i = 0; i < subscribe_psc_size; i++) {
- payload[0] = 0;
- payload[1] = 0;
- payload_size = 0;
- payload_type = 0;
- prop_type = psc[i];
- switch (prop_type) {
- case HFI_PROP_BITSTREAM_RESOLUTION:
- payload[0] = subsc_params.bitstream_resolution;
- payload_size = sizeof(u32);
- payload_type = HFI_PAYLOAD_U32;
- break;
- case HFI_PROP_CROP_OFFSETS:
- payload[0] = subsc_params.crop_offsets[0];
- payload[1] = subsc_params.crop_offsets[1];
- payload_size = sizeof(u64);
- payload_type = HFI_PAYLOAD_64_PACKED;
- break;
- case HFI_PROP_LUMA_CHROMA_BIT_DEPTH:
- payload[0] = subsc_params.bit_depth;
- payload_size = sizeof(u32);
- payload_type = HFI_PAYLOAD_U32;
- break;
- case HFI_PROP_CODED_FRAMES:
- payload[0] = subsc_params.coded_frames;
- payload_size = sizeof(u32);
- payload_type = HFI_PAYLOAD_U32;
- break;
- case HFI_PROP_BUFFER_FW_MIN_OUTPUT_COUNT:
- payload[0] = subsc_params.fw_min_count;
- payload_size = sizeof(u32);
- payload_type = HFI_PAYLOAD_U32;
- break;
- case HFI_PROP_PIC_ORDER_CNT_TYPE:
- payload[0] = subsc_params.pic_order_cnt;
- payload_size = sizeof(u32);
- payload_type = HFI_PAYLOAD_U32;
- break;
- case HFI_PROP_SIGNAL_COLOR_INFO:
- payload[0] = subsc_params.color_info;
- payload_size = sizeof(u32);
- payload_type = HFI_PAYLOAD_U32;
- break;
- case HFI_PROP_PROFILE:
- payload[0] = subsc_params.profile;
- payload_size = sizeof(u32);
- payload_type = HFI_PAYLOAD_U32;
- break;
- case HFI_PROP_LEVEL:
- payload[0] = subsc_params.level;
- payload_size = sizeof(u32);
- payload_type = HFI_PAYLOAD_U32;
- break;
- case HFI_PROP_TIER:
- payload[0] = subsc_params.tier;
- payload_size = sizeof(u32);
- payload_type = HFI_PAYLOAD_U32;
- break;
- case HFI_PROP_AV1_FILM_GRAIN_PRESENT:
- payload[0] = subsc_params.av1_film_grain_present;
- payload_size = sizeof(u32);
- payload_type = HFI_PAYLOAD_U32;
- break;
- case HFI_PROP_AV1_SUPER_BLOCK_ENABLED:
- payload[0] = subsc_params.av1_super_block_enabled;
- payload_size = sizeof(u32);
- payload_type = HFI_PAYLOAD_U32;
- break;
- default:
- i_vpr_e(inst, "%s: unknown property %#x\n", __func__,
- prop_type);
- prop_type = 0;
- rc = -EINVAL;
- break;
- }
- if (prop_type) {
- rc = venus_hfi_session_property(inst,
- prop_type,
- HFI_HOST_FLAGS_NONE,
- get_hfi_port(inst, port),
- payload_type,
- &payload,
- payload_size);
- if (rc)
- return rc;
- }
- }
- return rc;
- }
- static int msm_vdec_update_max_map_output_count(struct msm_vidc_inst *inst)
- {
- int rc = 0;
- struct v4l2_format *f;
- u32 width, height, count;
- if (!inst) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- f = &inst->fmts[OUTPUT_PORT];
- width = f->fmt.pix_mp.width;
- height = f->fmt.pix_mp.height;
- /*
- * adjust max map output count based on resolution
- * to enhance performance.
- * For 8K session: count = 20
- * For 4K session: count = 32
- * For 1080p session: count = 48
- * For all remaining sessions: count = 64
- */
- if (res_is_greater_than(width, height, 4096, 2160))
- count = 20;
- else if (res_is_greater_than(width, height, 1920, 1080))
- count = 32;
- else if (res_is_greater_than(width, height, 1280, 720))
- count = 48;
- else
- count = 64;
- inst->max_map_output_count = count;
- i_vpr_h(inst, "%s: count: %d\n", __func__, inst->max_map_output_count);
- return rc;
- }
- int msm_vdec_streamon_output(struct msm_vidc_inst *inst)
- {
- int rc = 0;
- if (!inst || !inst->core) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- if (is_output_meta_enabled(inst) &&
- !inst->bufq[OUTPUT_META_PORT].vb2q->streaming) {
- i_vpr_e(inst,
- "%s: Meta port must be streamed on before data port\n",
- __func__);
- return -EINVAL;
- }
- if (inst->capabilities[CODED_FRAMES].value == CODED_FRAMES_INTERLACE &&
- !is_ubwc_colorformat(inst->capabilities[PIX_FMTS].value)) {
- i_vpr_e(inst,
- "%s: interlace with non-ubwc color format is unsupported\n",
- __func__);
- return -EINVAL;
- }
- rc = msm_vidc_check_session_supported(inst);
- if (rc)
- goto error;
- rc = msm_vdec_update_max_map_output_count(inst);
- if (rc)
- goto error;
- rc = msm_vdec_set_output_properties(inst);
- if (rc)
- goto error;
- if (!inst->opsc_properties_set) {
- memcpy(&inst->subcr_params[OUTPUT_PORT],
- &inst->subcr_params[INPUT_PORT],
- sizeof(inst->subcr_params[INPUT_PORT]));
- rc = msm_vdec_subscribe_output_port_settings_change(inst, OUTPUT_PORT);
- if (rc)
- goto error;
- inst->opsc_properties_set = true;
- }
- rc = msm_vdec_subscribe_property(inst, OUTPUT_PORT);
- if (rc)
- goto error;
- rc = msm_vdec_subscribe_metadata(inst, OUTPUT_PORT);
- if (rc)
- goto error;
- rc = msm_vdec_set_delivery_mode_property(inst, OUTPUT_PORT);
- if (rc)
- goto error;
- rc = msm_vdec_set_delivery_mode_metadata(inst, OUTPUT_PORT);
- if (rc)
- goto error;
- rc = msm_vdec_get_output_internal_buffers(inst);
- if (rc)
- goto error;
- rc = msm_vdec_destroy_internal_buffers(inst, OUTPUT_PORT);
- if (rc)
- goto error;
- rc = msm_vdec_create_output_internal_buffers(inst);
- if (rc)
- goto error;
- rc = msm_vidc_process_streamon_output(inst);
- if (rc)
- goto error;
- rc = msm_vdec_queue_output_internal_buffers(inst);
- if (rc)
- goto error;
- return 0;
- error:
- i_vpr_e(inst, "%s: failed\n", __func__);
- msm_vdec_streamoff_output(inst);
- return rc;
- }
- static inline enum msm_vidc_allow msm_vdec_allow_queue_deferred_buffers(
- struct msm_vidc_inst *inst)
- {
- int count;
- if (!inst) {
- d_vpr_e("%s: invalid params\n", __func__);
- return MSM_VIDC_DISALLOW;
- }
- /* do not defer buffers initially to avoid latency issues */
- if (inst->power.buffer_counter <= SKIP_BATCH_WINDOW)
- return MSM_VIDC_ALLOW;
- /* defer qbuf, if pending buffers count less than batch size */
- count = msm_vidc_num_buffers(inst, MSM_VIDC_BUF_OUTPUT, MSM_VIDC_ATTR_DEFERRED);
- if (count < inst->decode_batch.size)
- return MSM_VIDC_DEFER;
- return MSM_VIDC_ALLOW;
- }
- static int msm_vdec_qbuf_batch(struct msm_vidc_inst *inst,
- struct vb2_buffer *vb2)
- {
- struct msm_vidc_buffer *buf = NULL;
- enum msm_vidc_allow allow;
- int rc;
- if (!inst || !vb2 || !inst->decode_batch.size) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- buf = msm_vidc_get_driver_buf(inst, vb2);
- if (!buf)
- return -EINVAL;
- if (is_state(inst, MSM_VIDC_OPEN) ||
- is_state(inst, MSM_VIDC_INPUT_STREAMING)) {
- print_vidc_buffer(VIDC_LOW, "low ", "qbuf deferred", inst, buf);
- return 0;
- }
- allow = msm_vdec_allow_queue_deferred_buffers(inst);
- if (allow == MSM_VIDC_DISALLOW) {
- i_vpr_e(inst, "%s: queue deferred buffers not allowed\n", __func__);
- return -EINVAL;
- } else if (allow == MSM_VIDC_DEFER) {
- print_vidc_buffer(VIDC_LOW, "low ", "batch-qbuf deferred", inst, buf);
- schedule_batch_work(inst);
- return 0;
- }
- cancel_batch_work(inst);
- rc = msm_vidc_queue_deferred_buffers(inst, MSM_VIDC_BUF_OUTPUT);
- if (rc)
- return rc;
- return rc;
- }
- static int msm_vdec_release_nonref_buffers(struct msm_vidc_inst *inst)
- {
- int rc = 0;
- u32 fw_ro_count = 0, nonref_ro_count = 0;
- struct msm_vidc_buffer *ro_buf;
- int i = 0;
- bool found = false;
- if (!inst) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- /*
- * if DPB_LIST subscribed on output port then driver need to
- * hold MAX_BPB_COUNT of read only buffer at least.
- */
- if (!inst->subcr_params[OUTPUT_PORT].dpb_list_enabled)
- goto release_buffers;
- /* count read_only buffers which are not pending release in read_only list */
- list_for_each_entry(ro_buf, &inst->buffers.read_only.list, list) {
- if (!(ro_buf->attr & MSM_VIDC_ATTR_READ_ONLY))
- continue;
- if (ro_buf->attr & MSM_VIDC_ATTR_PENDING_RELEASE)
- continue;
- fw_ro_count++;
- }
- if (fw_ro_count <= MAX_DPB_COUNT)
- return 0;
- /*
- * Mark those read only buffers present in read_only list as
- * non-reference if that buffer is not part of dpb_list_payload.
- * count such non-ref read only buffers as nonref_ro_count.
- * dpb_list_payload details:
- * payload[0-1] : 64 bits base_address of DPB-1
- * payload[2] : 32 bits addr_offset of DPB-1
- * payload[3] : 32 bits data_offset of DPB-1
- */
- list_for_each_entry(ro_buf, &inst->buffers.read_only.list, list) {
- found = false;
- if (!(ro_buf->attr & MSM_VIDC_ATTR_READ_ONLY))
- continue;
- if (ro_buf->attr & MSM_VIDC_ATTR_PENDING_RELEASE)
- continue;
- for (i = 0; (i + 3) < MAX_DPB_LIST_ARRAY_SIZE; i = i + 4) {
- if (ro_buf->device_addr == inst->dpb_list_payload[i] &&
- ro_buf->data_offset == inst->dpb_list_payload[i + 3]) {
- found = true;
- break;
- }
- }
- if (!found)
- nonref_ro_count++;
- }
- if (nonref_ro_count <= inst->buffers.output.min_count)
- return 0;
- i_vpr_l(inst, "%s: fw ro buf count %d, non-ref ro count %d\n",
- __func__, fw_ro_count, nonref_ro_count);
- release_buffers:
- /* release the eligible buffers as per above condition */
- list_for_each_entry(ro_buf, &inst->buffers.read_only.list, list) {
- found = false;
- if (!(ro_buf->attr & MSM_VIDC_ATTR_READ_ONLY))
- continue;
- if (ro_buf->attr & MSM_VIDC_ATTR_PENDING_RELEASE)
- continue;
- for (i = 0; (i + 3) < MAX_DPB_LIST_ARRAY_SIZE; i = i + 4) {
- if (ro_buf->device_addr == inst->dpb_list_payload[i] &&
- ro_buf->data_offset == inst->dpb_list_payload[i + 3]) {
- found = true;
- break;
- }
- }
- if (!found) {
- ro_buf->attr |= MSM_VIDC_ATTR_PENDING_RELEASE;
- print_vidc_buffer(VIDC_LOW, "low ", "release buf", inst, ro_buf);
- rc = venus_hfi_release_buffer(inst, ro_buf);
- if (rc)
- return rc;
- }
- }
- return rc;
- }
- int msm_vdec_qbuf(struct msm_vidc_inst *inst, struct vb2_buffer *vb2)
- {
- int rc = 0;
- if (!inst || !vb2) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- if (inst->adjust_priority) {
- s32 priority = inst->capabilities[PRIORITY].value;
- priority += inst->adjust_priority;
- inst->adjust_priority = 0;
- msm_vidc_update_cap_value(inst, PRIORITY, priority, __func__);
- msm_vidc_set_session_priority(inst, PRIORITY);
- }
- /* batch decoder output & meta buffer only */
- if (inst->decode_batch.enable && vb2->type == OUTPUT_MPLANE)
- rc = msm_vdec_qbuf_batch(inst, vb2);
- else
- rc = msm_vidc_queue_buffer_single(inst, vb2);
- if (rc)
- return rc;
- if (vb2->type == OUTPUT_MPLANE) {
- rc = msm_vdec_release_nonref_buffers(inst);
- if (rc)
- return rc;
- }
- return rc;
- }
- static int msm_vdec_alloc_and_queue_additional_dpb_buffers(struct msm_vidc_inst *inst)
- {
- struct msm_vidc_buffers *buffers;
- struct msm_vidc_buffer *buffer = NULL;
- int i, cur_min_count = 0, rc = 0;
- if (!inst) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- /* get latest min_count and size */
- rc = msm_vidc_get_internal_buffers(inst, MSM_VIDC_BUF_DPB);
- if (rc)
- return rc;
- buffers = msm_vidc_get_buffers(inst, MSM_VIDC_BUF_DPB, __func__);
- if (!buffers)
- return -EINVAL;
- /* get current min_count */
- list_for_each_entry(buffer, &buffers->list, list)
- cur_min_count++;
- /* skip alloc and queue */
- if (cur_min_count >= buffers->min_count)
- return 0;
- i_vpr_h(inst, "%s: dpb buffer count increased from %u -> %u\n",
- __func__, cur_min_count, buffers->min_count);
- /* allocate additional DPB buffers */
- for (i = cur_min_count; i < buffers->min_count; i++) {
- rc = msm_vidc_create_internal_buffer(inst, MSM_VIDC_BUF_DPB, i);
- if (rc)
- return rc;
- }
- /* queue additional DPB buffers */
- rc = msm_vidc_queue_internal_buffers(inst, MSM_VIDC_BUF_DPB);
- if (rc)
- return rc;
- return 0;
- }
- int msm_vdec_stop_cmd(struct msm_vidc_inst *inst)
- {
- int rc = 0;
- i_vpr_h(inst, "received cmd: drain\n");
- rc = msm_vidc_process_drain(inst);
- if (rc)
- return rc;
- return rc;
- }
- int msm_vdec_start_cmd(struct msm_vidc_inst *inst)
- {
- int rc = 0;
- if (!inst) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- i_vpr_h(inst, "received cmd: resume\n");
- vb2_clear_last_buffer_dequeued(inst->bufq[OUTPUT_META_PORT].vb2q);
- vb2_clear_last_buffer_dequeued(inst->bufq[OUTPUT_PORT].vb2q);
- if (inst->capabilities[CODED_FRAMES].value == CODED_FRAMES_INTERLACE &&
- !is_ubwc_colorformat(inst->capabilities[PIX_FMTS].value)) {
- i_vpr_e(inst,
- "%s: interlace with non-ubwc color format is unsupported\n",
- __func__);
- return -EINVAL;
- }
- /* tune power features */
- inst->decode_batch.enable = msm_vidc_allow_decode_batch(inst);
- msm_vidc_allow_dcvs(inst);
- msm_vidc_power_data_reset(inst);
- /*
- * client is completing partial port reconfiguration,
- * hence reallocate input internal buffers before input port
- * is resumed.
- */
- if (is_sub_state(inst, MSM_VIDC_DRC) &&
- is_sub_state(inst, MSM_VIDC_DRC_LAST_BUFFER) &&
- is_sub_state(inst, MSM_VIDC_INPUT_PAUSE)) {
- rc = msm_vidc_alloc_and_queue_input_internal_buffers(inst);
- if (rc)
- return rc;
- rc = msm_vidc_set_stage(inst, STAGE);
- if (rc)
- return rc;
- rc = msm_vidc_set_pipe(inst, PIPE);
- if (rc)
- return rc;
- }
- /* allocate and queue extra dpb buffers */
- rc = msm_vdec_alloc_and_queue_additional_dpb_buffers(inst);
- if (rc)
- return rc;
- /* queue pending deferred buffers */
- rc = msm_vidc_queue_deferred_buffers(inst, MSM_VIDC_BUF_OUTPUT);
- if (rc)
- return rc;
- /* print final buffer counts & size details */
- msm_vidc_print_buffer_info(inst);
- /* print internal buffer memory usage stats */
- msm_vidc_print_memory_stats(inst);
- rc = msm_vidc_process_resume(inst);
- if (rc)
- return rc;
- return rc;
- }
- int msm_vdec_try_fmt(struct msm_vidc_inst *inst, struct v4l2_format *f)
- {
- int rc = 0;
- struct v4l2_pix_format_mplane *pixmp = &f->fmt.pix_mp;
- u32 pix_fmt;
- if (!inst) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- memset(pixmp->reserved, 0, sizeof(pixmp->reserved));
- if (f->type == INPUT_MPLANE) {
- pix_fmt = v4l2_codec_to_driver(inst, f->fmt.pix_mp.pixelformat, __func__);
- if (!pix_fmt) {
- i_vpr_e(inst, "%s: unsupported codec, set current params\n", __func__);
- f->fmt.pix_mp.width = inst->fmts[INPUT_PORT].fmt.pix_mp.width;
- f->fmt.pix_mp.height = inst->fmts[INPUT_PORT].fmt.pix_mp.height;
- f->fmt.pix_mp.pixelformat = inst->fmts[INPUT_PORT].fmt.pix_mp.pixelformat;
- pix_fmt = v4l2_codec_to_driver(inst, f->fmt.pix_mp.pixelformat, __func__);
- }
- } else if (f->type == OUTPUT_MPLANE) {
- pix_fmt = v4l2_colorformat_to_driver(inst, f->fmt.pix_mp.pixelformat, __func__);
- if (!pix_fmt) {
- i_vpr_e(inst, "%s: unsupported format, set current params\n", __func__);
- f->fmt.pix_mp.pixelformat = inst->fmts[OUTPUT_PORT].fmt.pix_mp.pixelformat;
- f->fmt.pix_mp.width = inst->fmts[OUTPUT_PORT].fmt.pix_mp.width;
- f->fmt.pix_mp.height = inst->fmts[OUTPUT_PORT].fmt.pix_mp.height;
- }
- if (inst->bufq[INPUT_PORT].vb2q->streaming) {
- f->fmt.pix_mp.height = inst->fmts[INPUT_PORT].fmt.pix_mp.height;
- f->fmt.pix_mp.width = inst->fmts[INPUT_PORT].fmt.pix_mp.width;
- }
- } else if (f->type == INPUT_META_PLANE) {
- f->fmt.meta.dataformat = inst->fmts[INPUT_META_PORT].fmt.meta.dataformat;
- f->fmt.meta.buffersize = inst->fmts[INPUT_META_PORT].fmt.meta.buffersize;
- } else if (f->type == OUTPUT_META_PLANE) {
- f->fmt.meta.dataformat = inst->fmts[OUTPUT_META_PORT].fmt.meta.dataformat;
- f->fmt.meta.buffersize = inst->fmts[OUTPUT_META_PORT].fmt.meta.buffersize;
- } else {
- i_vpr_e(inst, "%s: invalid type %d\n", __func__, f->type);
- return -EINVAL;
- }
- if (pixmp->field == V4L2_FIELD_ANY)
- pixmp->field = V4L2_FIELD_NONE;
- pixmp->num_planes = 1;
- return rc;
- }
- static bool msm_vidc_check_max_sessions_vp9d(struct msm_vidc_core *core)
- {
- u32 vp9d_instance_count = 0;
- struct msm_vidc_inst *inst = NULL;
- core_lock(core, __func__);
- list_for_each_entry(inst, &core->instances, list) {
- if (is_decode_session(inst) &&
- inst->fmts[INPUT_PORT].fmt.pix_mp.pixelformat ==
- V4L2_PIX_FMT_VP9)
- vp9d_instance_count++;
- }
- core_unlock(core, __func__);
- if (vp9d_instance_count > MAX_VP9D_INST_COUNT)
- return true;
- return false;
- }
- int msm_vdec_s_fmt(struct msm_vidc_inst *inst, struct v4l2_format *f)
- {
- int rc = 0;
- struct msm_vidc_core *core;
- struct v4l2_format *fmt, *output_fmt;
- u32 codec_align;
- enum msm_vidc_colorformat_type colorformat;
- if (!inst || !inst->core) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- core = inst->core;
- msm_vdec_try_fmt(inst, f);
- if (f->type == INPUT_MPLANE) {
- if (inst->fmts[INPUT_PORT].fmt.pix_mp.pixelformat !=
- f->fmt.pix_mp.pixelformat) {
- rc = msm_vdec_codec_change(inst, f->fmt.pix_mp.pixelformat);
- if (rc)
- goto err_invalid_fmt;
- }
- if (f->fmt.pix_mp.pixelformat == V4L2_PIX_FMT_VP9) {
- if (msm_vidc_check_max_sessions_vp9d(inst->core)) {
- i_vpr_e(inst,
- "%s: vp9d sessions exceeded max limit %d\n",
- __func__, MAX_VP9D_INST_COUNT);
- rc = -ENOMEM;
- goto err_invalid_fmt;
- }
- }
- fmt = &inst->fmts[INPUT_PORT];
- fmt->type = INPUT_MPLANE;
- codec_align = inst->fmts[INPUT_PORT].fmt.pix_mp.pixelformat ==
- V4L2_PIX_FMT_HEVC ? 32 : 16;
- fmt->fmt.pix_mp.width = ALIGN(f->fmt.pix_mp.width, codec_align);
- fmt->fmt.pix_mp.height = ALIGN(f->fmt.pix_mp.height, codec_align);
- fmt->fmt.pix_mp.num_planes = 1;
- fmt->fmt.pix_mp.plane_fmt[0].bytesperline = 0;
- fmt->fmt.pix_mp.plane_fmt[0].sizeimage = call_session_op(core,
- buffer_size, inst, MSM_VIDC_BUF_INPUT);
- inst->buffers.input.min_count = call_session_op(core,
- min_count, inst, MSM_VIDC_BUF_INPUT);
- inst->buffers.input.extra_count = call_session_op(core,
- extra_count, inst, MSM_VIDC_BUF_INPUT);
- if (inst->buffers.input.actual_count <
- inst->buffers.input.min_count +
- inst->buffers.input.extra_count) {
- inst->buffers.input.actual_count =
- inst->buffers.input.min_count +
- inst->buffers.input.extra_count;
- }
- inst->buffers.input.size =
- fmt->fmt.pix_mp.plane_fmt[0].sizeimage;
- /* update input port color info */
- fmt->fmt.pix_mp.colorspace = f->fmt.pix_mp.colorspace;
- fmt->fmt.pix_mp.xfer_func = f->fmt.pix_mp.xfer_func;
- fmt->fmt.pix_mp.ycbcr_enc = f->fmt.pix_mp.ycbcr_enc;
- fmt->fmt.pix_mp.quantization = f->fmt.pix_mp.quantization;
- /* update output port color info */
- output_fmt = &inst->fmts[OUTPUT_PORT];
- output_fmt->fmt.pix_mp.colorspace = f->fmt.pix_mp.colorspace;
- output_fmt->fmt.pix_mp.xfer_func = f->fmt.pix_mp.xfer_func;
- output_fmt->fmt.pix_mp.ycbcr_enc = f->fmt.pix_mp.ycbcr_enc;
- output_fmt->fmt.pix_mp.quantization = f->fmt.pix_mp.quantization;
- /* update crop dimensions */
- inst->crop.left = inst->crop.top = 0;
- inst->crop.width = f->fmt.pix_mp.width;
- inst->crop.height = f->fmt.pix_mp.height;
- i_vpr_h(inst,
- "%s: type: INPUT, codec %s width %d height %d size %u min_count %d extra_count %d\n",
- __func__, v4l2_pixelfmt_name(inst, f->fmt.pix_mp.pixelformat),
- f->fmt.pix_mp.width, f->fmt.pix_mp.height,
- fmt->fmt.pix_mp.plane_fmt[0].sizeimage,
- inst->buffers.input.min_count,
- inst->buffers.input.extra_count);
- } else if (f->type == INPUT_META_PLANE) {
- fmt = &inst->fmts[INPUT_META_PORT];
- fmt->type = INPUT_META_PLANE;
- fmt->fmt.meta.dataformat =
- v4l2_colorformat_from_driver(inst, MSM_VIDC_FMT_META, __func__);
- fmt->fmt.meta.buffersize = call_session_op(core,
- buffer_size, inst, MSM_VIDC_BUF_INPUT_META);
- inst->buffers.input_meta.min_count =
- inst->buffers.input.min_count;
- inst->buffers.input_meta.extra_count =
- inst->buffers.input.extra_count;
- inst->buffers.input_meta.actual_count =
- inst->buffers.input.actual_count;
- inst->buffers.input_meta.size = fmt->fmt.meta.buffersize;
- i_vpr_h(inst,
- "%s: type: INPUT_META, size %u min_count %d extra_count %d\n",
- __func__, fmt->fmt.meta.buffersize,
- inst->buffers.input_meta.min_count,
- inst->buffers.input_meta.extra_count);
- } else if (f->type == OUTPUT_MPLANE) {
- fmt = &inst->fmts[OUTPUT_PORT];
- fmt->type = OUTPUT_MPLANE;
- if (inst->bufq[INPUT_PORT].vb2q->streaming) {
- f->fmt.pix_mp.height = inst->fmts[INPUT_PORT].fmt.pix_mp.height;
- f->fmt.pix_mp.width = inst->fmts[INPUT_PORT].fmt.pix_mp.width;
- }
- fmt->fmt.pix_mp.pixelformat = f->fmt.pix_mp.pixelformat;
- colorformat = v4l2_colorformat_to_driver(inst, fmt->fmt.pix_mp.pixelformat,
- __func__);
- fmt->fmt.pix_mp.width = video_y_stride_pix(
- colorformat, f->fmt.pix_mp.width);
- fmt->fmt.pix_mp.height = video_y_scanlines(
- colorformat, f->fmt.pix_mp.height);
- fmt->fmt.pix_mp.num_planes = 1;
- fmt->fmt.pix_mp.plane_fmt[0].bytesperline =
- video_y_stride_bytes(
- colorformat, f->fmt.pix_mp.width);
- fmt->fmt.pix_mp.plane_fmt[0].sizeimage = call_session_op(core,
- buffer_size, inst, MSM_VIDC_BUF_OUTPUT);
- if (!inst->bufq[INPUT_PORT].vb2q->streaming)
- inst->buffers.output.min_count = call_session_op(core,
- min_count, inst, MSM_VIDC_BUF_OUTPUT);
- inst->buffers.output.extra_count = call_session_op(core,
- extra_count, inst, MSM_VIDC_BUF_OUTPUT);
- if (inst->buffers.output.actual_count <
- inst->buffers.output.min_count +
- inst->buffers.output.extra_count) {
- inst->buffers.output.actual_count =
- inst->buffers.output.min_count +
- inst->buffers.output.extra_count;
- }
- inst->buffers.output.size =
- fmt->fmt.pix_mp.plane_fmt[0].sizeimage;
- msm_vidc_update_cap_value(inst, PIX_FMTS, colorformat, __func__);
- /* update crop while input port is not streaming */
- if (!inst->bufq[INPUT_PORT].vb2q->streaming) {
- inst->crop.top = 0;
- inst->crop.left = 0;
- inst->crop.width = f->fmt.pix_mp.width;
- inst->crop.height = f->fmt.pix_mp.height;
- }
- i_vpr_h(inst,
- "%s: type: OUTPUT, format %s width %d height %d size %u min_count %d extra_count %d\n",
- __func__, v4l2_pixelfmt_name(inst, fmt->fmt.pix_mp.pixelformat),
- fmt->fmt.pix_mp.width, fmt->fmt.pix_mp.height,
- fmt->fmt.pix_mp.plane_fmt[0].sizeimage,
- inst->buffers.output.min_count,
- inst->buffers.output.extra_count);
- } else if (f->type == OUTPUT_META_PLANE) {
- fmt = &inst->fmts[OUTPUT_META_PORT];
- fmt->type = OUTPUT_META_PLANE;
- fmt->fmt.meta.dataformat =
- v4l2_colorformat_from_driver(inst, MSM_VIDC_FMT_META, __func__);
- fmt->fmt.meta.buffersize = call_session_op(core,
- buffer_size, inst, MSM_VIDC_BUF_OUTPUT_META);
- inst->buffers.output_meta.min_count =
- inst->buffers.output.min_count;
- inst->buffers.output_meta.extra_count =
- inst->buffers.output.extra_count;
- inst->buffers.output_meta.actual_count =
- inst->buffers.output.actual_count;
- inst->buffers.output_meta.size = fmt->fmt.meta.buffersize;
- i_vpr_h(inst,
- "%s: type: OUTPUT_META, size %u min_count %d extra_count %d\n",
- __func__, fmt->fmt.meta.buffersize,
- inst->buffers.output_meta.min_count,
- inst->buffers.output_meta.extra_count);
- } else {
- i_vpr_e(inst, "%s: invalid type %d\n", __func__, f->type);
- goto err_invalid_fmt;
- }
- memcpy(f, fmt, sizeof(struct v4l2_format));
- err_invalid_fmt:
- return rc;
- }
- int msm_vdec_g_fmt(struct msm_vidc_inst *inst, struct v4l2_format *f)
- {
- int rc = 0;
- int port;
- if (!inst) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- port = v4l2_type_to_driver_port(inst, f->type, __func__);
- if (port < 0)
- return -EINVAL;
- memcpy(f, &inst->fmts[port], sizeof(struct v4l2_format));
- return rc;
- }
- int msm_vdec_s_selection(struct msm_vidc_inst* inst, struct v4l2_selection* s)
- {
- if (!inst || !s) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- i_vpr_e(inst, "%s: unsupported\n", __func__);
- return -EINVAL;
- }
- int msm_vdec_g_selection(struct msm_vidc_inst* inst, struct v4l2_selection* s)
- {
- if (!inst || !s) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- if (s->type != OUTPUT_MPLANE && s->type != V4L2_BUF_TYPE_VIDEO_CAPTURE) {
- i_vpr_e(inst, "%s: invalid type %d\n", __func__, s->type);
- return -EINVAL;
- }
- switch (s->target) {
- case V4L2_SEL_TGT_CROP_BOUNDS:
- case V4L2_SEL_TGT_CROP_DEFAULT:
- case V4L2_SEL_TGT_CROP:
- case V4L2_SEL_TGT_COMPOSE_BOUNDS:
- case V4L2_SEL_TGT_COMPOSE_PADDED:
- case V4L2_SEL_TGT_COMPOSE_DEFAULT:
- case V4L2_SEL_TGT_COMPOSE:
- s->r.left = inst->crop.left;
- s->r.top = inst->crop.top;
- s->r.width = inst->crop.width;
- s->r.height = inst->crop.height;
- break;
- default:
- i_vpr_e(inst, "%s: invalid target %d\n",
- __func__, s->target);
- return -EINVAL;
- }
- i_vpr_h(inst, "%s: target %d, r [%d, %d, %d, %d]\n",
- __func__, s->target, s->r.top, s->r.left,
- s->r.width, s->r.height);
- return 0;
- }
- int msm_vdec_subscribe_event(struct msm_vidc_inst *inst,
- const struct v4l2_event_subscription *sub)
- {
- int rc = 0;
- if (!inst || !sub) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- switch (sub->type) {
- case V4L2_EVENT_EOS:
- rc = v4l2_event_subscribe(&inst->event_handler, sub, MAX_EVENTS, NULL);
- break;
- case V4L2_EVENT_SOURCE_CHANGE:
- rc = v4l2_src_change_event_subscribe(&inst->event_handler, sub);
- break;
- case V4L2_EVENT_CTRL:
- rc = v4l2_ctrl_subscribe_event(&inst->event_handler, sub);
- break;
- default:
- i_vpr_e(inst, "%s: invalid type %d id %d\n", __func__, sub->type, sub->id);
- return -EINVAL;
- }
- if (rc)
- i_vpr_e(inst, "%s: failed, type %d id %d\n",
- __func__, sub->type, sub->id);
- return rc;
- }
- static int msm_vdec_check_colorformat_supported(struct msm_vidc_inst* inst,
- enum msm_vidc_colorformat_type colorformat)
- {
- bool supported = true;
- /* do not reject coloformats before streamon */
- if (!inst->bufq[INPUT_PORT].vb2q->streaming)
- return true;
- /*
- * bit_depth 8 bit supports 8 bit colorformats only
- * bit_depth 10 bit supports 10 bit colorformats only
- * interlace supports ubwc colorformats only
- */
- if (inst->capabilities[BIT_DEPTH].value == BIT_DEPTH_8 &&
- !is_8bit_colorformat(colorformat))
- supported = false;
- if (inst->capabilities[BIT_DEPTH].value == BIT_DEPTH_10 &&
- !is_10bit_colorformat(colorformat))
- supported = false;
- if (inst->capabilities[CODED_FRAMES].value ==
- CODED_FRAMES_INTERLACE &&
- !is_ubwc_colorformat(colorformat))
- supported = false;
- return supported;
- }
- int msm_vdec_enum_fmt(struct msm_vidc_inst *inst, struct v4l2_fmtdesc *f)
- {
- int rc = 0;
- struct msm_vidc_core *core;
- u32 array[32] = {0};
- u32 i = 0;
- if (!inst || !inst->core || !f ||
- f->index >= ARRAY_SIZE(array)) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- core = inst->core;
- if (f->type == INPUT_MPLANE) {
- u32 codecs = core->capabilities[DEC_CODECS].value;
- u32 idx = 0;
- for (i = 0; i <= 31; i++) {
- if (codecs & BIT(i)) {
- if (idx >= ARRAY_SIZE(array))
- break;
- array[idx] = codecs & BIT(i);
- idx++;
- }
- }
- if (!array[f->index])
- return -EINVAL;
- f->pixelformat = v4l2_codec_from_driver(inst, array[f->index],
- __func__);
- if (!f->pixelformat)
- return -EINVAL;
- f->flags = V4L2_FMT_FLAG_COMPRESSED;
- strlcpy(f->description, "codec", sizeof(f->description));
- } else if (f->type == OUTPUT_MPLANE) {
- u32 formats = inst->capabilities[PIX_FMTS].step_or_mask;
- u32 idx = 0;
- for (i = 0; i <= 31; i++) {
- if (formats & BIT(i)) {
- if (idx >= ARRAY_SIZE(array))
- break;
- if (msm_vdec_check_colorformat_supported(inst,
- formats & BIT(i))) {
- array[idx] = formats & BIT(i);
- idx++;
- }
- }
- }
- if (!array[f->index])
- return -EINVAL;
- f->pixelformat = v4l2_colorformat_from_driver(inst, array[f->index],
- __func__);
- if (!f->pixelformat)
- return -EINVAL;
- strlcpy(f->description, "colorformat", sizeof(f->description));
- } else if (f->type == INPUT_META_PLANE || f->type == OUTPUT_META_PLANE) {
- if (!f->index) {
- f->pixelformat =
- v4l2_colorformat_from_driver(inst, MSM_VIDC_FMT_META, __func__);
- strlcpy(f->description, "metadata", sizeof(f->description));
- } else {
- return -EINVAL;
- }
- }
- memset(f->reserved, 0, sizeof(f->reserved));
- i_vpr_h(inst, "%s: index %d, %s: %s, flags %#x\n",
- __func__, f->index, f->description,
- v4l2_pixelfmt_name(inst, f->pixelformat), f->flags);
- return rc;
- }
- int msm_vdec_inst_init(struct msm_vidc_inst *inst)
- {
- int rc = 0;
- struct msm_vidc_core *core;
- struct v4l2_format *f;
- enum msm_vidc_colorformat_type colorformat;
- if (!inst || !inst->core) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- core = inst->core;
- INIT_DELAYED_WORK(&inst->decode_batch.work, msm_vidc_batch_handler);
- if (core->capabilities[DECODE_BATCH].value) {
- inst->decode_batch.enable = true;
- inst->decode_batch.size = MAX_DEC_BATCH_SIZE;
- }
- if (core->capabilities[DCVS].value)
- inst->power.dcvs_mode = true;
- f = &inst->fmts[INPUT_PORT];
- f->type = INPUT_MPLANE;
- f->fmt.pix_mp.width = DEFAULT_WIDTH;
- f->fmt.pix_mp.height = DEFAULT_HEIGHT;
- f->fmt.pix_mp.pixelformat = V4L2_PIX_FMT_H264;
- f->fmt.pix_mp.num_planes = 1;
- f->fmt.pix_mp.plane_fmt[0].bytesperline = 0;
- f->fmt.pix_mp.plane_fmt[0].sizeimage = call_session_op(core,
- buffer_size, inst, MSM_VIDC_BUF_INPUT);
- f->fmt.pix_mp.field = V4L2_FIELD_NONE;
- inst->buffers.input.min_count = call_session_op(core,
- min_count, inst, MSM_VIDC_BUF_INPUT);
- inst->buffers.input.extra_count = call_session_op(core,
- extra_count, inst, MSM_VIDC_BUF_INPUT);
- inst->buffers.input.actual_count =
- inst->buffers.input.min_count +
- inst->buffers.input.extra_count;
- inst->buffers.input.size = f->fmt.pix_mp.plane_fmt[0].sizeimage;
- inst->crop.left = inst->crop.top = 0;
- inst->crop.width = f->fmt.pix_mp.width;
- inst->crop.height = f->fmt.pix_mp.height;
- f = &inst->fmts[INPUT_META_PORT];
- f->type = INPUT_META_PLANE;
- f->fmt.meta.dataformat =
- v4l2_colorformat_from_driver(inst, MSM_VIDC_FMT_META, __func__);;
- f->fmt.meta.buffersize = MSM_VIDC_METADATA_SIZE;
- inst->buffers.input_meta.min_count = 0;
- inst->buffers.input_meta.extra_count = 0;
- inst->buffers.input_meta.actual_count = 0;
- inst->buffers.input_meta.size = 0;
- f = &inst->fmts[OUTPUT_PORT];
- f->type = OUTPUT_MPLANE;
- f->fmt.pix_mp.pixelformat =
- v4l2_colorformat_from_driver(inst, MSM_VIDC_FMT_NV12C, __func__);
- colorformat = v4l2_colorformat_to_driver(inst,
- f->fmt.pix_mp.pixelformat, __func__);
- f->fmt.pix_mp.width = video_y_stride_pix(colorformat, DEFAULT_WIDTH);
- f->fmt.pix_mp.height = video_y_scanlines(colorformat, DEFAULT_HEIGHT);
- f->fmt.pix_mp.num_planes = 1;
- f->fmt.pix_mp.plane_fmt[0].bytesperline =
- video_y_stride_bytes(colorformat, DEFAULT_WIDTH);
- f->fmt.pix_mp.plane_fmt[0].sizeimage = call_session_op(core,
- buffer_size, inst, MSM_VIDC_BUF_OUTPUT);
- f->fmt.pix_mp.field = V4L2_FIELD_NONE;
- f->fmt.pix_mp.colorspace = V4L2_COLORSPACE_DEFAULT;
- f->fmt.pix_mp.xfer_func = V4L2_XFER_FUNC_DEFAULT;
- f->fmt.pix_mp.ycbcr_enc = V4L2_YCBCR_ENC_DEFAULT;
- f->fmt.pix_mp.quantization = V4L2_QUANTIZATION_DEFAULT;
- inst->buffers.output.min_count = call_session_op(core,
- min_count, inst, MSM_VIDC_BUF_OUTPUT);
- inst->buffers.output.extra_count = call_session_op(core,
- extra_count, inst, MSM_VIDC_BUF_OUTPUT);
- inst->buffers.output.actual_count =
- inst->buffers.output.min_count +
- inst->buffers.output.extra_count;
- inst->buffers.output.size = f->fmt.pix_mp.plane_fmt[0].sizeimage;
- inst->max_map_output_count = MAX_MAP_OUTPUT_COUNT;
- inst->fw_min_count = 0;
- f = &inst->fmts[OUTPUT_META_PORT];
- f->type = OUTPUT_META_PLANE;
- f->fmt.meta.dataformat =
- v4l2_colorformat_from_driver(inst, MSM_VIDC_FMT_META, __func__);
- f->fmt.meta.buffersize = MSM_VIDC_METADATA_SIZE;
- inst->buffers.output_meta.min_count = 0;
- inst->buffers.output_meta.extra_count = 0;
- inst->buffers.output_meta.actual_count = 0;
- inst->buffers.output_meta.size = 0;
- inst->subcr_params[INPUT_PORT].dpb_list_enabled = 0;
- inst->subcr_params[OUTPUT_PORT].dpb_list_enabled = 0;
- rc = msm_vdec_codec_change(inst,
- inst->fmts[INPUT_PORT].fmt.pix_mp.pixelformat);
- if (rc)
- return rc;
- return rc;
- }
- int msm_vdec_inst_deinit(struct msm_vidc_inst *inst)
- {
- int rc = 0;
- if (!inst) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- /* cancel pending batch work */
- cancel_batch_work(inst);
- rc = msm_vidc_ctrl_deinit(inst);
- if (rc)
- return rc;
- return rc;
- }
|