12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651265226532654265526562657265826592660266126622663266426652666266726682669267026712672267326742675267626772678267926802681268226832684268526862687268826892690269126922693269426952696269726982699270027012702270327042705270627072708270927102711271227132714271527162717271827192720272127222723272427252726272727282729273027312732273327342735273627372738273927402741274227432744274527462747274827492750275127522753275427552756275727582759276027612762276327642765276627672768276927702771277227732774277527762777277827792780278127822783278427852786278727882789279027912792279327942795279627972798279928002801280228032804280528062807280828092810281128122813281428152816281728182819282028212822282328242825282628272828282928302831283228332834283528362837283828392840 |
- // SPDX-License-Identifier: GPL-2.0-only
- /*
- * Copyright (c) 2020-2021, The Linux Foundation. All rights reserved.
- */
- /* Copyright (c) 2022-2023. Qualcomm Innovation Center, Inc. All rights reserved. */
- #include "msm_media_info.h"
- #include <linux/v4l2-common.h>
- #include "msm_vdec.h"
- #include "msm_vidc_core.h"
- #include "msm_vidc_inst.h"
- #include "msm_vidc_driver.h"
- #include "msm_vidc_internal.h"
- #include "msm_vidc_control.h"
- #include "msm_vidc_debug.h"
- #include "msm_vidc_power.h"
- #include "msm_vidc_platform.h"
- #include "msm_vidc_memory.h"
- #include "venus_hfi.h"
- #include "hfi_packet.h"
- /* TODO: update based on clips */
- #define MAX_DEC_BATCH_SIZE 6
- #define SKIP_BATCH_WINDOW 100
- static const u32 msm_vdec_internal_buffer_type[] = {
- MSM_VIDC_BUF_BIN,
- MSM_VIDC_BUF_COMV,
- MSM_VIDC_BUF_NON_COMV,
- MSM_VIDC_BUF_LINE,
- MSM_VIDC_BUF_PARTIAL_DATA,
- };
- static const u32 msm_vdec_output_internal_buffer_type[] = {
- MSM_VIDC_BUF_DPB,
- };
- struct msm_vdec_prop_type_handle {
- u32 type;
- int (*handle)(struct msm_vidc_inst *inst, enum msm_vidc_port_type port);
- };
- static int msm_vdec_codec_change(struct msm_vidc_inst *inst, u32 v4l2_codec)
- {
- int rc = 0;
- bool session_init = false;
- if (!inst->codec)
- session_init = true;
- if (inst->codec && inst->fmts[INPUT_PORT].fmt.pix_mp.pixelformat == v4l2_codec)
- return 0;
- i_vpr_h(inst, "%s: codec changed from %s to %s\n",
- __func__, v4l2_pixelfmt_name(inst, inst->fmts[INPUT_PORT].fmt.pix_mp.pixelformat),
- v4l2_pixelfmt_name(inst, v4l2_codec));
- inst->codec = v4l2_codec_to_driver(inst, v4l2_codec, __func__);
- if (!inst->codec) {
- i_vpr_e(inst, "%s: invalid codec %#x\n", __func__, v4l2_codec);
- rc = -EINVAL;
- goto exit;
- }
- inst->fmts[INPUT_PORT].fmt.pix_mp.pixelformat = v4l2_codec;
- rc = msm_vidc_update_debug_str(inst);
- if (rc)
- goto exit;
- rc = msm_vidc_get_inst_capability(inst);
- if (rc)
- goto exit;
- rc = msm_vidc_ctrl_handler_init(inst, session_init);
- if(rc)
- goto exit;
- rc = msm_vidc_update_buffer_count(inst, INPUT_PORT);
- if (rc)
- goto exit;
- rc = msm_vidc_update_buffer_count(inst, OUTPUT_PORT);
- if (rc)
- goto exit;
- exit:
- return rc;
- }
- static int msm_vdec_set_bitstream_resolution(struct msm_vidc_inst *inst,
- enum msm_vidc_port_type port)
- {
- int rc = 0;
- u32 resolution;
- resolution = inst->fmts[INPUT_PORT].fmt.pix_mp.width << 16 |
- inst->fmts[INPUT_PORT].fmt.pix_mp.height;
- i_vpr_h(inst, "%s: width: %d height: %d\n", __func__,
- inst->fmts[INPUT_PORT].fmt.pix_mp.width,
- inst->fmts[INPUT_PORT].fmt.pix_mp.height);
- inst->subcr_params[port].bitstream_resolution = resolution;
- rc = venus_hfi_session_property(inst,
- HFI_PROP_BITSTREAM_RESOLUTION,
- HFI_HOST_FLAGS_NONE,
- get_hfi_port(inst, port),
- HFI_PAYLOAD_U32,
- &resolution,
- sizeof(u32));
- if (rc) {
- i_vpr_e(inst, "%s: set property failed\n", __func__);
- return rc;
- }
- return rc;
- }
- static int msm_vdec_set_linear_stride_scanline(struct msm_vidc_inst *inst)
- {
- int rc = 0;
- u32 stride_y, scanline_y, stride_uv, scanline_uv;
- u32 payload[2];
- enum msm_vidc_colorformat_type colorformat;
- colorformat = v4l2_colorformat_to_driver(inst,
- inst->fmts[OUTPUT_PORT].fmt.pix_mp.pixelformat, __func__);
- if (!is_linear_yuv_colorformat(colorformat))
- return 0;
- stride_y = inst->fmts[OUTPUT_PORT].fmt.pix_mp.width;
- scanline_y = inst->fmts[OUTPUT_PORT].fmt.pix_mp.height;
- stride_uv = stride_y;
- scanline_uv = scanline_y / 2;
- payload[0] = stride_y << 16 | scanline_y;
- payload[1] = stride_uv << 16 | scanline_uv;
- i_vpr_h(inst, "%s: stride_y: %d scanline_y: %d "
- "stride_uv: %d, scanline_uv: %d", __func__,
- stride_y, scanline_y, stride_uv, scanline_uv);
- rc = venus_hfi_session_property(inst,
- HFI_PROP_LINEAR_STRIDE_SCANLINE,
- HFI_HOST_FLAGS_NONE,
- get_hfi_port(inst, OUTPUT_PORT),
- HFI_PAYLOAD_U64,
- &payload,
- sizeof(u64));
- if (rc) {
- i_vpr_e(inst, "%s: set property failed\n", __func__);
- return rc;
- }
- return rc;
- }
- static int msm_vdec_set_ubwc_stride_scanline(struct msm_vidc_inst *inst)
- {
- int rc = 0;
- u32 stride_y, scanline_y, stride_uv, scanline_uv;
- u32 meta_stride_y, meta_scanline_y, meta_stride_uv, meta_scanline_uv;
- u32 payload[4];
- struct v4l2_format *f;
- u32 pix_fmt, width, height, colorformat;
- f = &inst->fmts[OUTPUT_PORT];
- pix_fmt = f->fmt.pix_mp.pixelformat;
- width = f->fmt.pix_mp.width;
- height = f->fmt.pix_mp.height;
- colorformat = v4l2_colorformat_to_driver(inst, pix_fmt, __func__);
- if (inst->codec != MSM_VIDC_AV1 ||
- (!is_ubwc_colorformat(colorformat)))
- return 0;
- stride_y = video_y_stride_bytes(colorformat, width);
- scanline_y = video_y_scanlines(colorformat, height);
- stride_uv = video_uv_stride_bytes(colorformat, width);
- scanline_uv = video_uv_scanlines(colorformat, height);
- meta_stride_y = video_y_meta_stride(colorformat, width);
- meta_scanline_y = video_y_meta_scanlines(colorformat, height);
- meta_stride_uv = video_uv_meta_stride(colorformat, width);
- meta_scanline_uv = video_uv_meta_scanlines(colorformat, height);
- payload[0] = stride_y << 16 | scanline_y;
- payload[1] = stride_uv << 16 | scanline_uv;
- payload[2] = meta_stride_y << 16 | meta_scanline_y;
- payload[3] = meta_stride_uv << 16 | meta_scanline_uv;
- i_vpr_h(inst, "%s: stride_y: %d scanline_y: %d "
- "stride_uv: %d scanline_uv: %d "
- "meta_stride_y: %d meta_scanline_y: %d "
- "meta_stride_uv: %d, meta_scanline_uv: %d",
- __func__,
- stride_y, scanline_y, stride_uv, scanline_uv,
- meta_stride_y, meta_scanline_y,
- meta_stride_uv, meta_scanline_uv);
- rc = venus_hfi_session_property(inst,
- HFI_PROP_UBWC_STRIDE_SCANLINE,
- HFI_HOST_FLAGS_NONE,
- get_hfi_port(inst, OUTPUT_PORT),
- HFI_PAYLOAD_U32_ARRAY,
- &payload[0],
- sizeof(u32) * 4);
- if (rc) {
- i_vpr_e(inst, "%s: set property failed\n", __func__);
- return rc;
- }
- return rc;
- }
- static int msm_vdec_set_crop_offsets(struct msm_vidc_inst *inst,
- enum msm_vidc_port_type port)
- {
- int rc = 0;
- u32 left_offset, top_offset, right_offset, bottom_offset;
- u32 payload[2] = {0};
- left_offset = inst->crop.left;
- top_offset = inst->crop.top;
- right_offset = (inst->fmts[INPUT_PORT].fmt.pix_mp.width -
- inst->crop.width);
- bottom_offset = (inst->fmts[INPUT_PORT].fmt.pix_mp.height -
- inst->crop.height);
- payload[0] = left_offset << 16 | top_offset;
- payload[1] = right_offset << 16 | bottom_offset;
- i_vpr_h(inst, "%s: left_offset: %d top_offset: %d "
- "right_offset: %d bottom_offset: %d", __func__,
- left_offset, top_offset, right_offset, bottom_offset);
- inst->subcr_params[port].crop_offsets[0] = payload[0];
- inst->subcr_params[port].crop_offsets[1] = payload[1];
- rc = venus_hfi_session_property(inst,
- HFI_PROP_CROP_OFFSETS,
- HFI_HOST_FLAGS_NONE,
- get_hfi_port(inst, port),
- HFI_PAYLOAD_64_PACKED,
- &payload,
- sizeof(u64));
- if (rc) {
- i_vpr_e(inst, "%s: set property failed\n", __func__);
- return rc;
- }
- return rc;
- }
- static int msm_vdec_set_bit_depth(struct msm_vidc_inst *inst,
- enum msm_vidc_port_type port)
- {
- int rc = 0;
- u32 pix_fmt;
- u32 bitdepth = 8 << 16 | 8;
- enum msm_vidc_colorformat_type colorformat;
- if (port != INPUT_PORT && port != OUTPUT_PORT) {
- i_vpr_e(inst, "%s: invalid port %d\n", __func__, port);
- return -EINVAL;
- }
- pix_fmt = inst->fmts[OUTPUT_PORT].fmt.pix_mp.pixelformat;
- colorformat = v4l2_colorformat_to_driver(inst, pix_fmt, __func__);
- if (is_10bit_colorformat(colorformat))
- bitdepth = 10 << 16 | 10;
- inst->subcr_params[port].bit_depth = bitdepth;
- msm_vidc_update_cap_value(inst, BIT_DEPTH, bitdepth, __func__);
- i_vpr_h(inst, "%s: bit depth: %#x", __func__, bitdepth);
- rc = venus_hfi_session_property(inst,
- HFI_PROP_LUMA_CHROMA_BIT_DEPTH,
- HFI_HOST_FLAGS_NONE,
- get_hfi_port(inst, port),
- HFI_PAYLOAD_U32,
- &bitdepth,
- sizeof(u32));
- if (rc) {
- i_vpr_e(inst, "%s: set property failed\n", __func__);
- return rc;
- }
- return rc;
- }
- //todo: enable when needed
- /*
- static int msm_vdec_set_cabac(struct msm_vidc_inst *inst,
- enum msm_vidc_port_type port)
- {
- int rc = 0;
- u32 cabac = 0;
- if (port != INPUT_PORT && port != OUTPUT_PORT) {
- i_vpr_e(inst, "%s: invalid port %d\n", __func__, port);
- return -EINVAL;
- }
- cabac = inst->capabilities[ENTROPY_MODE].value;
- inst->subcr_params[port].cabac = cabac;
- i_vpr_h(inst, "%s: entropy mode: %d", __func__, cabac);
- rc = venus_hfi_session_property(inst,
- HFI_PROP_CABAC_SESSION,
- HFI_HOST_FLAGS_NONE,
- get_hfi_port(inst, port),
- HFI_PAYLOAD_U32,
- &cabac,
- sizeof(u32));
- if (rc)
- i_vpr_e(inst, "%s: set property failed\n", __func__);
- return rc;
- }
- */
- static int msm_vdec_set_coded_frames(struct msm_vidc_inst *inst,
- enum msm_vidc_port_type port)
- {
- int rc = 0;
- u32 coded_frames = 0;
- if (port != INPUT_PORT && port != OUTPUT_PORT) {
- i_vpr_e(inst, "%s: invalid port %d\n", __func__, port);
- return -EINVAL;
- }
- if (inst->capabilities[CODED_FRAMES].value ==
- CODED_FRAMES_PROGRESSIVE)
- coded_frames = HFI_BITMASK_FRAME_MBS_ONLY_FLAG;
- inst->subcr_params[port].coded_frames = coded_frames;
- i_vpr_h(inst, "%s: coded frames: %d", __func__, coded_frames);
- rc = venus_hfi_session_property(inst,
- HFI_PROP_CODED_FRAMES,
- HFI_HOST_FLAGS_NONE,
- get_hfi_port(inst, port),
- HFI_PAYLOAD_U32,
- &coded_frames,
- sizeof(u32));
- if (rc) {
- i_vpr_e(inst, "%s: set property failed\n", __func__);
- return rc;
- }
- return rc;
- }
- static int msm_vdec_set_min_output_count(struct msm_vidc_inst *inst,
- enum msm_vidc_port_type port)
- {
- int rc = 0;
- u32 min_output;
- if (port != INPUT_PORT && port != OUTPUT_PORT) {
- i_vpr_e(inst, "%s: invalid port %d\n", __func__, port);
- return -EINVAL;
- }
- min_output = inst->buffers.output.min_count;
- inst->subcr_params[port].fw_min_count = min_output;
- i_vpr_h(inst, "%s: firmware min output count: %d",
- __func__, min_output);
- rc = venus_hfi_session_property(inst,
- HFI_PROP_BUFFER_FW_MIN_OUTPUT_COUNT,
- HFI_HOST_FLAGS_NONE,
- get_hfi_port(inst, port),
- HFI_PAYLOAD_U32,
- &min_output,
- sizeof(u32));
- if (rc) {
- i_vpr_e(inst, "%s: set property failed\n", __func__);
- return rc;
- }
- return rc;
- }
- static int msm_vdec_set_picture_order_count(struct msm_vidc_inst *inst,
- enum msm_vidc_port_type port)
- {
- int rc = 0;
- u32 poc = 0;
- if (port != INPUT_PORT && port != OUTPUT_PORT) {
- i_vpr_e(inst, "%s: invalid port %d\n", __func__, port);
- return -EINVAL;
- }
- inst->subcr_params[port].pic_order_cnt = poc;
- i_vpr_h(inst, "%s: picture order count: %d", __func__, poc);
- rc = venus_hfi_session_property(inst,
- HFI_PROP_PIC_ORDER_CNT_TYPE,
- HFI_HOST_FLAGS_NONE,
- get_hfi_port(inst, port),
- HFI_PAYLOAD_U32,
- &poc,
- sizeof(u32));
- if (rc) {
- i_vpr_e(inst, "%s: set property failed\n", __func__);
- return rc;
- }
- return rc;
- }
- static int msm_vdec_set_colorspace(struct msm_vidc_inst *inst,
- enum msm_vidc_port_type port)
- {
- int rc = 0;
- u32 primaries = MSM_VIDC_PRIMARIES_RESERVED;
- u32 matrix_coeff = MSM_VIDC_MATRIX_COEFF_RESERVED;
- u32 transfer_char = MSM_VIDC_TRANSFER_RESERVED;
- u32 full_range = V4L2_QUANTIZATION_DEFAULT;
- u32 colour_description_present_flag = 0;
- u32 video_signal_type_present_flag = 0, color_info = 0;
- /* Unspecified video format */
- u32 video_format = 5;
- if (port != INPUT_PORT && port != OUTPUT_PORT) {
- i_vpr_e(inst, "%s: invalid port %d\n", __func__, port);
- return -EINVAL;
- }
- if (inst->codec == MSM_VIDC_VP9)
- return 0;
- if (inst->fmts[port].fmt.pix_mp.colorspace != V4L2_COLORSPACE_DEFAULT ||
- inst->fmts[port].fmt.pix_mp.ycbcr_enc != V4L2_YCBCR_ENC_DEFAULT ||
- inst->fmts[port].fmt.pix_mp.xfer_func != V4L2_XFER_FUNC_DEFAULT) {
- colour_description_present_flag = 1;
- video_signal_type_present_flag = 1;
- primaries = v4l2_color_primaries_to_driver(inst,
- inst->fmts[port].fmt.pix_mp.colorspace, __func__);
- matrix_coeff = v4l2_matrix_coeff_to_driver(inst,
- inst->fmts[port].fmt.pix_mp.ycbcr_enc, __func__);
- transfer_char = v4l2_transfer_char_to_driver(inst,
- inst->fmts[port].fmt.pix_mp.xfer_func, __func__);
- }
- if (inst->fmts[port].fmt.pix_mp.quantization !=
- V4L2_QUANTIZATION_DEFAULT) {
- video_signal_type_present_flag = 1;
- full_range = inst->fmts[port].fmt.pix_mp.quantization ==
- V4L2_QUANTIZATION_FULL_RANGE ? 1 : 0;
- }
- color_info = (matrix_coeff & 0xFF) |
- ((transfer_char << 8) & 0xFF00) |
- ((primaries << 16) & 0xFF0000) |
- ((colour_description_present_flag << 24) & 0x1000000) |
- ((full_range << 25) & 0x2000000) |
- ((video_format << 26) & 0x1C000000) |
- ((video_signal_type_present_flag << 29) & 0x20000000);
- inst->subcr_params[port].color_info = color_info;
- i_vpr_h(inst, "%s: color info: %#x\n", __func__, color_info);
- rc = venus_hfi_session_property(inst,
- HFI_PROP_SIGNAL_COLOR_INFO,
- HFI_HOST_FLAGS_NONE,
- get_hfi_port(inst, port),
- HFI_PAYLOAD_32_PACKED,
- &color_info,
- sizeof(u32));
- if (rc) {
- i_vpr_e(inst, "%s: set property failed\n", __func__);
- return rc;
- }
- return rc;
- }
- static int msm_vdec_set_profile(struct msm_vidc_inst *inst,
- enum msm_vidc_port_type port)
- {
- int rc = 0;
- u32 profile;
- if (port != INPUT_PORT && port != OUTPUT_PORT) {
- i_vpr_e(inst, "%s: invalid port %d\n", __func__, port);
- return -EINVAL;
- }
- profile = inst->capabilities[PROFILE].value;
- inst->subcr_params[port].profile = profile;
- i_vpr_h(inst, "%s: profile: %d", __func__, profile);
- rc = venus_hfi_session_property(inst,
- HFI_PROP_PROFILE,
- HFI_HOST_FLAGS_NONE,
- get_hfi_port(inst, port),
- HFI_PAYLOAD_U32_ENUM,
- &profile,
- sizeof(u32));
- if (rc) {
- i_vpr_e(inst, "%s: set property failed\n", __func__);
- return rc;
- }
- return rc;
- }
- static int msm_vdec_set_level(struct msm_vidc_inst *inst,
- enum msm_vidc_port_type port)
- {
- int rc = 0;
- u32 level;
- if (port != INPUT_PORT && port != OUTPUT_PORT) {
- i_vpr_e(inst, "%s: invalid port %d\n", __func__, port);
- return -EINVAL;
- }
- level = inst->capabilities[LEVEL].value;
- inst->subcr_params[port].level = level;
- i_vpr_h(inst, "%s: level: %d", __func__, level);
- rc = venus_hfi_session_property(inst,
- HFI_PROP_LEVEL,
- HFI_HOST_FLAGS_NONE,
- get_hfi_port(inst, port),
- HFI_PAYLOAD_U32_ENUM,
- &level,
- sizeof(u32));
- if (rc) {
- i_vpr_e(inst, "%s: set property failed\n", __func__);
- return rc;
- }
- return rc;
- }
- static int msm_vdec_set_tier(struct msm_vidc_inst *inst,
- enum msm_vidc_port_type port)
- {
- int rc = 0;
- u32 tier;
- if (port != INPUT_PORT && port != OUTPUT_PORT) {
- i_vpr_e(inst, "%s: invalid port %d\n", __func__, port);
- return -EINVAL;
- }
- tier = inst->capabilities[HEVC_TIER].value;
- inst->subcr_params[port].tier = tier;
- i_vpr_h(inst, "%s: tier: %d", __func__, tier);
- rc = venus_hfi_session_property(inst,
- HFI_PROP_TIER,
- HFI_HOST_FLAGS_NONE,
- get_hfi_port(inst, port),
- HFI_PAYLOAD_U32_ENUM,
- &tier,
- sizeof(u32));
- if (rc) {
- i_vpr_e(inst, "%s: set property failed\n", __func__);
- return rc;
- }
- return rc;
- }
- static int msm_vdec_set_av1_film_grain_present(struct msm_vidc_inst *inst,
- enum msm_vidc_port_type port)
- {
- int rc = 0;
- u32 fg_present;
- if (port != INPUT_PORT && port != OUTPUT_PORT) {
- i_vpr_e(inst, "%s: invalid port %d\n", __func__, port);
- return -EINVAL;
- }
- inst->subcr_params[port].av1_film_grain_present =
- inst->capabilities[FILM_GRAIN].value;
- fg_present = inst->subcr_params[port].av1_film_grain_present;
- i_vpr_h(inst, "%s: film grain present: %d", __func__, fg_present);
- rc = venus_hfi_session_property(inst,
- HFI_PROP_AV1_FILM_GRAIN_PRESENT,
- HFI_HOST_FLAGS_NONE,
- get_hfi_port(inst, port),
- HFI_PAYLOAD_U32_ENUM,
- &fg_present,
- sizeof(u32));
- if (rc) {
- i_vpr_e(inst, "%s: set property failed\n", __func__);
- return rc;
- }
- return rc;
- }
- static int msm_vdec_set_av1_superblock_enabled(struct msm_vidc_inst *inst,
- enum msm_vidc_port_type port)
- {
- int rc = 0;
- u32 sb_enabled;
- if (port != INPUT_PORT && port != OUTPUT_PORT) {
- i_vpr_e(inst, "%s: invalid port %d\n", __func__, port);
- return -EINVAL;
- }
- inst->subcr_params[port].av1_super_block_enabled =
- inst->capabilities[SUPER_BLOCK].value;
- sb_enabled = inst->subcr_params[port].av1_super_block_enabled;
- i_vpr_h(inst, "%s: super block enabled: %d", __func__, sb_enabled);
- rc = venus_hfi_session_property(inst,
- HFI_PROP_AV1_SUPER_BLOCK_ENABLED,
- HFI_HOST_FLAGS_NONE,
- get_hfi_port(inst, port),
- HFI_PAYLOAD_U32_ENUM,
- &sb_enabled,
- sizeof(u32));
- if (rc) {
- i_vpr_e(inst, "%s: set property failed\n", __func__);
- return rc;
- }
- return rc;
- }
- static int msm_vdec_set_opb_enable(struct msm_vidc_inst *inst)
- {
- int rc = 0;
- u32 color_fmt;
- u32 opb_enable = 0;
- if (inst->codec != MSM_VIDC_AV1)
- return 0;
- color_fmt = inst->capabilities[PIX_FMTS].value;
- if (is_linear_colorformat(color_fmt) ||
- inst->capabilities[FILM_GRAIN].value)
- opb_enable = 1;
- i_vpr_h(inst, "%s: OPB enable: %d", __func__, opb_enable);
- rc = venus_hfi_session_property(inst,
- HFI_PROP_OPB_ENABLE,
- HFI_HOST_FLAGS_NONE,
- get_hfi_port(inst, OUTPUT_PORT),
- HFI_PAYLOAD_U32,
- &opb_enable,
- sizeof(u32));
- if (rc) {
- i_vpr_e(inst, "%s: set property failed\n", __func__);
- return rc;
- }
- return rc;
- }
- static int msm_vdec_set_colorformat(struct msm_vidc_inst *inst)
- {
- int rc = 0;
- u32 pixelformat;
- enum msm_vidc_colorformat_type colorformat;
- u32 hfi_colorformat;
- pixelformat = inst->fmts[OUTPUT_PORT].fmt.pix_mp.pixelformat;
- colorformat = v4l2_colorformat_to_driver(inst, pixelformat, __func__);
- hfi_colorformat = get_hfi_colorformat(inst, colorformat);
- i_vpr_h(inst, "%s: hfi colorformat: %d",
- __func__, hfi_colorformat);
- rc = venus_hfi_session_property(inst,
- HFI_PROP_COLOR_FORMAT,
- HFI_HOST_FLAGS_NONE,
- get_hfi_port(inst, OUTPUT_PORT),
- HFI_PAYLOAD_U32,
- &hfi_colorformat,
- sizeof(u32));
- if (rc) {
- i_vpr_e(inst, "%s: set property failed\n", __func__);
- return rc;
- }
- return rc;
- }
- static int msm_vdec_set_output_properties(struct msm_vidc_inst *inst)
- {
- int rc = 0;
- if (!inst) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- rc = msm_vdec_set_opb_enable(inst);
- if (rc)
- return rc;
- rc = msm_vdec_set_colorformat(inst);
- if (rc)
- return rc;
- rc = msm_vdec_set_linear_stride_scanline(inst);
- if (rc)
- return rc;
- rc = msm_vdec_set_ubwc_stride_scanline(inst);
- if (rc)
- return rc;
- rc = msm_vidc_set_session_priority(inst, PRIORITY);
- if (rc)
- return rc;
- return rc;
- }
- int msm_vdec_get_input_internal_buffers(struct msm_vidc_inst *inst)
- {
- int rc = 0;
- u32 i = 0;
- if (!inst) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- for (i = 0; i < ARRAY_SIZE(msm_vdec_internal_buffer_type); i++) {
- rc = msm_vidc_get_internal_buffers(inst, msm_vdec_internal_buffer_type[i]);
- if (rc)
- return rc;
- }
- return rc;
- }
- static int msm_vdec_get_output_internal_buffers(struct msm_vidc_inst *inst)
- {
- int rc = 0;
- if (!inst) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- rc = msm_vidc_get_internal_buffers(inst, MSM_VIDC_BUF_DPB);
- if (rc)
- return rc;
- return rc;
- }
- static int msm_vdec_destroy_internal_buffers(struct msm_vidc_inst *inst,
- enum msm_vidc_port_type port)
- {
- int rc = 0;
- struct msm_vidc_buffers *buffers;
- struct msm_vidc_buffer *buf, *dummy;
- const u32 *internal_buf_type;
- u32 i, len;
- if (port == INPUT_PORT) {
- internal_buf_type = msm_vdec_internal_buffer_type;
- len = ARRAY_SIZE(msm_vdec_internal_buffer_type);
- } else {
- internal_buf_type = msm_vdec_output_internal_buffer_type;
- len = ARRAY_SIZE(msm_vdec_output_internal_buffer_type);
- }
- for (i = 0; i < len; i++) {
- buffers = msm_vidc_get_buffers(inst, internal_buf_type[i], __func__);
- if (!buffers)
- return -EINVAL;
- if (buffers->reuse) {
- i_vpr_l(inst, "%s: reuse enabled for %s\n", __func__,
- buf_name(internal_buf_type[i]));
- continue;
- }
- list_for_each_entry_safe(buf, dummy, &buffers->list, list) {
- i_vpr_h(inst,
- "%s: destroying internal buffer: type %d idx %d fd %d addr %#llx size %d\n",
- __func__, buf->type, buf->index, buf->fd,
- buf->device_addr, buf->buffer_size);
- rc = msm_vidc_destroy_internal_buffer(inst, buf);
- if (rc)
- return rc;
- }
- }
- return 0;
- }
- int msm_vdec_create_input_internal_buffers(struct msm_vidc_inst *inst)
- {
- int rc = 0;
- u32 i = 0;
- for (i = 0; i < ARRAY_SIZE(msm_vdec_internal_buffer_type); i++) {
- rc = msm_vidc_create_internal_buffers(inst, msm_vdec_internal_buffer_type[i]);
- if (rc)
- return rc;
- }
- return 0;
- }
- static int msm_vdec_create_output_internal_buffers(struct msm_vidc_inst *inst)
- {
- int rc = 0;
- rc = msm_vidc_create_internal_buffers(inst, MSM_VIDC_BUF_DPB);
- if (rc)
- return rc;
- return 0;
- }
- int msm_vdec_queue_input_internal_buffers(struct msm_vidc_inst *inst)
- {
- int rc = 0;
- u32 i = 0;
- for (i = 0; i < ARRAY_SIZE(msm_vdec_internal_buffer_type); i++) {
- rc = msm_vidc_queue_internal_buffers(inst, msm_vdec_internal_buffer_type[i]);
- if (rc)
- return rc;
- }
- return 0;
- }
- static int msm_vdec_queue_output_internal_buffers(struct msm_vidc_inst *inst)
- {
- int rc = 0;
- rc = msm_vidc_queue_internal_buffers(inst, MSM_VIDC_BUF_DPB);
- if (rc)
- return rc;
- return 0;
- }
- int msm_vdec_release_input_internal_buffers(struct msm_vidc_inst *inst)
- {
- int rc = 0;
- u32 i = 0;
- i_vpr_h(inst, "%s()\n",__func__);
- for (i = 0; i < ARRAY_SIZE(msm_vdec_internal_buffer_type); i++) {
- rc = msm_vidc_release_internal_buffers(inst, msm_vdec_internal_buffer_type[i]);
- if (rc)
- return rc;
- }
- return 0;
- }
- static int msm_vdec_subscribe_input_port_settings_change(struct msm_vidc_inst *inst,
- enum msm_vidc_port_type port)
- {
- int rc = 0;
- struct msm_vidc_core *core;
- u32 payload[32] = {0};
- u32 i, j;
- u32 subscribe_psc_size;
- const u32 *psc;
- static const struct msm_vdec_prop_type_handle prop_type_handle_arr[] = {
- {HFI_PROP_BITSTREAM_RESOLUTION, msm_vdec_set_bitstream_resolution },
- {HFI_PROP_CROP_OFFSETS, msm_vdec_set_crop_offsets },
- {HFI_PROP_LUMA_CHROMA_BIT_DEPTH, msm_vdec_set_bit_depth },
- {HFI_PROP_CODED_FRAMES, msm_vdec_set_coded_frames },
- {HFI_PROP_BUFFER_FW_MIN_OUTPUT_COUNT, msm_vdec_set_min_output_count },
- {HFI_PROP_PIC_ORDER_CNT_TYPE, msm_vdec_set_picture_order_count },
- {HFI_PROP_SIGNAL_COLOR_INFO, msm_vdec_set_colorspace },
- {HFI_PROP_PROFILE, msm_vdec_set_profile },
- {HFI_PROP_LEVEL, msm_vdec_set_level },
- {HFI_PROP_TIER, msm_vdec_set_tier },
- {HFI_PROP_AV1_FILM_GRAIN_PRESENT, msm_vdec_set_av1_film_grain_present },
- {HFI_PROP_AV1_SUPER_BLOCK_ENABLED, msm_vdec_set_av1_superblock_enabled },
- };
- if (!inst || !inst->core) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- i_vpr_h(inst, "%s()\n", __func__);
- core = inst->core;
- if (!core->platform) {
- d_vpr_e("%s: invalid platform data\n", __func__);
- return -EINVAL;
- }
- payload[0] = HFI_MODE_PORT_SETTINGS_CHANGE;
- if (inst->codec == MSM_VIDC_H264) {
- subscribe_psc_size = core->platform->data.psc_avc_tbl_size;
- psc = core->platform->data.psc_avc_tbl;
- } else if (inst->codec == MSM_VIDC_HEVC || inst->codec == MSM_VIDC_HEIC) {
- subscribe_psc_size = core->platform->data.psc_hevc_tbl_size;
- psc = core->platform->data.psc_hevc_tbl;
- } else if (inst->codec == MSM_VIDC_VP9) {
- subscribe_psc_size = core->platform->data.psc_vp9_tbl_size;
- psc = core->platform->data.psc_vp9_tbl;
- } else if (inst->codec == MSM_VIDC_AV1) {
- subscribe_psc_size = core->platform->data.psc_av1_tbl_size;
- psc = core->platform->data.psc_av1_tbl;
- } else {
- i_vpr_e(inst, "%s: unsupported codec: %d\n", __func__, inst->codec);
- psc = NULL;
- return -EINVAL;
- }
- if (!psc || !subscribe_psc_size) {
- i_vpr_e(inst, "%s: invalid params\n", __func__);
- return -EINVAL;
- }
- payload[0] = HFI_MODE_PORT_SETTINGS_CHANGE;
- for (i = 0; i < subscribe_psc_size; i++)
- payload[i + 1] = psc[i];
- rc = venus_hfi_session_command(inst,
- HFI_CMD_SUBSCRIBE_MODE,
- port,
- HFI_PAYLOAD_U32_ARRAY,
- &payload[0],
- ((subscribe_psc_size + 1) *
- sizeof(u32)));
- for (i = 0; i < subscribe_psc_size; i++) {
- /* set session properties */
- for (j = 0; j < ARRAY_SIZE(prop_type_handle_arr); j++) {
- if (prop_type_handle_arr[j].type == psc[i]) {
- rc = prop_type_handle_arr[j].handle(inst, port);
- if (rc)
- goto exit;
- break;
- }
- }
- /* is property type unknown ? */
- if (j == ARRAY_SIZE(prop_type_handle_arr))
- i_vpr_e(inst, "%s: unknown property %#x\n", __func__, psc[i]);
- }
- exit:
- return rc;
- }
- static int msm_vdec_subscribe_property(struct msm_vidc_inst *inst,
- enum msm_vidc_port_type port)
- {
- int rc = 0;
- u32 payload[32] = {0};
- u32 i, count = 0;
- bool allow = false;
- struct msm_vidc_core *core;
- u32 subscribe_prop_size;
- const u32 *subcribe_prop;
- if (!inst || !inst->core) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- core = inst->core;
- i_vpr_h(inst, "%s()\n", __func__);
- if (!core->platform) {
- d_vpr_e("%s: invalid platform data\n", __func__);
- return -EINVAL;
- }
- payload[0] = HFI_MODE_PROPERTY;
- if (port == INPUT_PORT) {
- if (inst->codec == MSM_VIDC_H264) {
- subscribe_prop_size = core->platform->data.dec_input_prop_size_avc;
- subcribe_prop = core->platform->data.dec_input_prop_avc;
- } else if (inst->codec == MSM_VIDC_HEVC || inst->codec == MSM_VIDC_HEIC) {
- subscribe_prop_size = core->platform->data.dec_input_prop_size_hevc;
- subcribe_prop = core->platform->data.dec_input_prop_hevc;
- } else if (inst->codec == MSM_VIDC_VP9) {
- subscribe_prop_size = core->platform->data.dec_input_prop_size_vp9;
- subcribe_prop = core->platform->data.dec_input_prop_vp9;
- } else if (inst->codec == MSM_VIDC_AV1) {
- subscribe_prop_size = core->platform->data.dec_input_prop_size_av1;
- subcribe_prop = core->platform->data.dec_input_prop_av1;
- } else {
- i_vpr_e(inst, "%s: unsupported codec: %d\n", __func__, inst->codec);
- subcribe_prop = NULL;
- return -EINVAL;
- }
- for (i = 0; i < subscribe_prop_size; i++) {
- allow = msm_vidc_allow_property(inst,
- subcribe_prop[i]);
- if (allow) {
- payload[count + 1] = subcribe_prop[i];
- count++;
- }
- if (subcribe_prop[i] == HFI_PROP_DPB_LIST) {
- inst->input_dpb_list_enabled = true;
- i_vpr_h(inst, "%s: DPB_LIST suscribed on input port", __func__);
- }
- }
- } else if (port == OUTPUT_PORT) {
- if (inst->codec == MSM_VIDC_H264) {
- subscribe_prop_size = core->platform->data.dec_output_prop_size_avc;
- subcribe_prop = core->platform->data.dec_output_prop_avc;
- } else if (inst->codec == MSM_VIDC_HEVC || inst->codec == MSM_VIDC_HEIC) {
- subscribe_prop_size = core->platform->data.dec_output_prop_size_hevc;
- subcribe_prop = core->platform->data.dec_output_prop_hevc;
- } else if (inst->codec == MSM_VIDC_VP9) {
- subscribe_prop_size = core->platform->data.dec_output_prop_size_vp9;
- subcribe_prop = core->platform->data.dec_output_prop_vp9;
- } else if (inst->codec == MSM_VIDC_AV1) {
- subscribe_prop_size = core->platform->data.dec_output_prop_size_av1;
- subcribe_prop = core->platform->data.dec_output_prop_av1;
- } else {
- i_vpr_e(inst, "%s: unsupported codec: %d\n", __func__, inst->codec);
- subcribe_prop = NULL;
- return -EINVAL;
- }
- for (i = 0; i < subscribe_prop_size; i++) {
- allow = msm_vidc_allow_property(inst,
- subcribe_prop[i]);
- if (allow) {
- payload[count + 1] = subcribe_prop[i];
- count++;
- }
- if (subcribe_prop[i] == HFI_PROP_DPB_LIST) {
- inst->output_dpb_list_enabled = true;
- i_vpr_h(inst, "%s: DPB_LIST suscribed on output port", __func__);
- }
- }
- } else {
- i_vpr_e(inst, "%s: invalid port: %d\n", __func__, port);
- return -EINVAL;
- }
- rc = venus_hfi_session_command(inst,
- HFI_CMD_SUBSCRIBE_MODE,
- port,
- HFI_PAYLOAD_U32_ARRAY,
- &payload[0],
- (count + 1) * sizeof(u32));
- if (rc)
- return rc;
- return rc;
- }
- static int msm_vdec_subscribe_metadata(struct msm_vidc_inst *inst,
- enum msm_vidc_port_type port)
- {
- int rc = 0;
- u32 payload[32] = {0};
- u32 i, count = 0;
- if (!inst) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- i_vpr_h(inst, "%s()\n", __func__);
- payload[0] = HFI_MODE_METADATA;
- if (port == INPUT_PORT) {
- for (i = INST_CAP_NONE + 1; i < INST_CAP_MAX; i++) {
- if (is_meta_rx_inp_enabled(inst, i) &&
- msm_vidc_allow_metadata_subscription(
- inst, i, port)) {
- if (count + 1 >= sizeof(payload) / sizeof(u32)) {
- i_vpr_e(inst,
- "%s: input metadatas (%d) exceeded limit (%d)\n",
- __func__, count, sizeof(payload) / sizeof(u32));
- return -EINVAL;
- }
- payload[count + 1] = inst->capabilities[i].hfi_id;
- count++;
- }
- }
- } else if (port == OUTPUT_PORT) {
- for (i = INST_CAP_NONE + 1; i < INST_CAP_MAX; i++) {
- if (is_meta_rx_out_enabled(inst, i) &&
- msm_vidc_allow_metadata_subscription(
- inst, i, port)) {
- if (count + 1 >= sizeof(payload) / sizeof(u32)) {
- i_vpr_e(inst,
- "%s: input metadatas (%d) exceeded limit (%d)\n",
- __func__, count, sizeof(payload) / sizeof(u32));
- return -EINVAL;
- }
- payload[count + 1] = inst->capabilities[i].hfi_id;
- count++;
- }
- }
- } else {
- i_vpr_e(inst, "%s: invalid port: %d\n", __func__, port);
- return -EINVAL;
- }
- rc = venus_hfi_session_command(inst,
- HFI_CMD_SUBSCRIBE_MODE,
- port,
- HFI_PAYLOAD_U32_ARRAY,
- &payload[0],
- (count + 1) * sizeof(u32));
- if (rc)
- return rc;
- return rc;
- }
- static int msm_vdec_set_delivery_mode_metadata(struct msm_vidc_inst *inst,
- enum msm_vidc_port_type port)
- {
- int rc = 0;
- u32 payload[32] = {0};
- u32 i, count = 0;
- if (!inst) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- i_vpr_h(inst, "%s()\n", __func__);
- payload[0] = HFI_MODE_METADATA;
- if (port == INPUT_PORT) {
- for (i = INST_CAP_NONE + 1; i < INST_CAP_MAX; i++) {
- if (is_meta_tx_inp_enabled(inst, i)) {
- if (count + 1 >= sizeof(payload) / sizeof(u32)) {
- i_vpr_e(inst,
- "%s: input metadatas (%d) exceeded limit (%d)\n",
- __func__, count, sizeof(payload) / sizeof(u32));
- return -EINVAL;
- }
- payload[count + 1] = inst->capabilities[i].hfi_id;
- count++;
- }
- }
- } else if (port == OUTPUT_PORT) {
- for (i = INST_CAP_NONE + 1; i < INST_CAP_MAX; i++) {
- if (is_meta_tx_out_enabled(inst, i) &&
- msm_vidc_allow_metadata_delivery(
- inst, i, port)) {
- if (count + 1 >= sizeof(payload) / sizeof(u32)) {
- i_vpr_e(inst,
- "%s: input metadatas (%d) exceeded limit (%d)\n",
- __func__, count, sizeof(payload) / sizeof(u32));
- return -EINVAL;
- }
- payload[count + 1] = inst->capabilities[i].hfi_id;
- count++;
- }
- }
- } else {
- i_vpr_e(inst, "%s: invalid port: %d\n", __func__, port);
- return -EINVAL;
- }
- rc = venus_hfi_session_command(inst,
- HFI_CMD_DELIVERY_MODE,
- port,
- HFI_PAYLOAD_U32_ARRAY,
- &payload[0],
- (count + 1) * sizeof(u32));
- if (rc)
- return rc;
- return rc;
- }
- static int msm_vdec_set_delivery_mode_property(struct msm_vidc_inst *inst,
- enum msm_vidc_port_type port)
- {
- int rc = 0;
- u32 payload[32] = {0};
- u32 i, count = 0;
- static const u32 property_output_list[] = {
- META_OUTBUF_FENCE,
- };
- static const u32 property_input_list[] = {};
- if (!inst) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- i_vpr_h(inst, "%s()\n", __func__);
- payload[0] = HFI_MODE_PROPERTY;
- if (port == INPUT_PORT) {
- for (i = 0; i < ARRAY_SIZE(property_input_list); i++) {
- if (inst->capabilities[property_input_list[i]].value) {
- payload[count + 1] =
- inst->capabilities[property_input_list[i]].hfi_id;
- count++;
- }
- }
- } else if (port == OUTPUT_PORT) {
- for (i = 0; i < ARRAY_SIZE(property_output_list); i++) {
- if (property_output_list[i] == META_OUTBUF_FENCE &&
- is_meta_rx_inp_enabled(inst, META_OUTBUF_FENCE)) {
- /*
- * if output buffer fence enabled via
- * META_OUTBUF_FENCE, then driver will send
- * fence id via HFI_PROP_FENCE to firmware.
- * So enable HFI_PROP_FENCE property as
- * delivery mode property.
- */
- payload[count + 1] =
- inst->capabilities[property_output_list[i]].hfi_id;
- count++;
- continue;
- }
- if (inst->capabilities[property_output_list[i]].value) {
- payload[count + 1] =
- inst->capabilities[property_output_list[i]].hfi_id;
- count++;
- }
- }
- } else {
- i_vpr_e(inst, "%s: invalid port: %d\n", __func__, port);
- return -EINVAL;
- }
- rc = venus_hfi_session_command(inst,
- HFI_CMD_DELIVERY_MODE,
- port,
- HFI_PAYLOAD_U32_ARRAY,
- &payload[0],
- (count + 1) * sizeof(u32));
- if (rc)
- return rc;
- return rc;
- }
- int msm_vdec_init_input_subcr_params(struct msm_vidc_inst *inst)
- {
- struct msm_vidc_subscription_params *subsc_params;
- u32 left_offset, top_offset, right_offset, bottom_offset;
- u32 primaries, matrix_coeff, transfer_char;
- u32 full_range = 0, video_format = 0;
- u32 colour_description_present_flag = 0;
- u32 video_signal_type_present_flag = 0;
- if (!inst) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- subsc_params = &inst->subcr_params[INPUT_PORT];
- subsc_params->bitstream_resolution =
- inst->fmts[INPUT_PORT].fmt.pix_mp.width << 16 |
- inst->fmts[INPUT_PORT].fmt.pix_mp.height;
- left_offset = inst->crop.left;
- top_offset = inst->crop.top;
- right_offset = (inst->fmts[INPUT_PORT].fmt.pix_mp.width -
- inst->crop.width);
- bottom_offset = (inst->fmts[INPUT_PORT].fmt.pix_mp.height -
- inst->crop.height);
- subsc_params->crop_offsets[0] =
- left_offset << 16 | top_offset;
- subsc_params->crop_offsets[1] =
- right_offset << 16 | bottom_offset;
- subsc_params->fw_min_count = inst->buffers.output.min_count;
- primaries = v4l2_color_primaries_to_driver(inst,
- inst->fmts[OUTPUT_PORT].fmt.pix_mp.colorspace, __func__);
- matrix_coeff = v4l2_matrix_coeff_to_driver(inst,
- inst->fmts[OUTPUT_PORT].fmt.pix_mp.ycbcr_enc, __func__);
- transfer_char = v4l2_transfer_char_to_driver(inst,
- inst->fmts[OUTPUT_PORT].fmt.pix_mp.xfer_func, __func__);
- full_range = inst->fmts[OUTPUT_PORT].fmt.pix_mp.quantization ==
- V4L2_QUANTIZATION_FULL_RANGE ? 1 : 0;
- subsc_params->color_info =
- (matrix_coeff & 0xFF) |
- ((transfer_char << 8) & 0xFF00) |
- ((primaries << 16) & 0xFF0000) |
- ((colour_description_present_flag << 24) & 0x1000000) |
- ((full_range << 25) & 0x2000000) |
- ((video_format << 26) & 0x1C000000) |
- ((video_signal_type_present_flag << 29) & 0x20000000);
- subsc_params->profile = inst->capabilities[PROFILE].value;
- subsc_params->level = inst->capabilities[LEVEL].value;
- subsc_params->tier = inst->capabilities[HEVC_TIER].value;
- subsc_params->pic_order_cnt = inst->capabilities[POC].value;
- subsc_params->bit_depth = inst->capabilities[BIT_DEPTH].value;
- if (inst->capabilities[CODED_FRAMES].value ==
- CODED_FRAMES_PROGRESSIVE)
- subsc_params->coded_frames = HFI_BITMASK_FRAME_MBS_ONLY_FLAG;
- else
- subsc_params->coded_frames = 0;
- return 0;
- }
- int msm_vdec_set_num_comv(struct msm_vidc_inst *inst)
- {
- int rc = 0;
- u32 num_comv = 0;
- if (!inst) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- num_comv = inst->capabilities[NUM_COMV].value;
- i_vpr_h(inst, "%s: num COMV: %d", __func__, num_comv);
- rc = venus_hfi_session_property(inst,
- HFI_PROP_COMV_BUFFER_COUNT,
- HFI_HOST_FLAGS_NONE,
- get_hfi_port(inst, INPUT_PORT),
- HFI_PAYLOAD_U32,
- &num_comv,
- sizeof(u32));
- if (rc) {
- i_vpr_e(inst, "%s: set property failed\n", __func__);
- return rc;
- }
- return rc;
- }
- static int msm_vdec_read_input_subcr_params(struct msm_vidc_inst *inst)
- {
- struct msm_vidc_subscription_params subsc_params;
- struct msm_vidc_core *core;
- u32 width, height;
- u32 primaries, matrix_coeff, transfer_char;
- u32 full_range = 0;
- u32 colour_description_present_flag = 0;
- u32 video_signal_type_present_flag = 0;
- enum msm_vidc_colorformat_type output_fmt;
- if (!inst || !inst->core) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- core = inst->core;
- subsc_params = inst->subcr_params[INPUT_PORT];
- width = (subsc_params.bitstream_resolution &
- HFI_BITMASK_BITSTREAM_WIDTH) >> 16;
- height = subsc_params.bitstream_resolution &
- HFI_BITMASK_BITSTREAM_HEIGHT;
- inst->fmts[INPUT_PORT].fmt.pix_mp.width = width;
- inst->fmts[INPUT_PORT].fmt.pix_mp.height = height;
- output_fmt = v4l2_colorformat_to_driver(inst,
- inst->fmts[OUTPUT_PORT].fmt.pix_mp.pixelformat, __func__);
- inst->fmts[OUTPUT_PORT].fmt.pix_mp.width = video_y_stride_pix(
- output_fmt, width);
- inst->fmts[OUTPUT_PORT].fmt.pix_mp.height = video_y_scanlines(
- output_fmt, height);
- inst->fmts[OUTPUT_PORT].fmt.pix_mp.plane_fmt[0].bytesperline =
- video_y_stride_bytes(output_fmt, width);
- inst->fmts[OUTPUT_PORT].fmt.pix_mp.plane_fmt[0].sizeimage =
- call_session_op(core, buffer_size, inst, MSM_VIDC_BUF_OUTPUT);
- //inst->buffers.output.size = inst->fmts[OUTPUT_PORT].fmt.pix_mp.plane_fmt[0].sizeimage;
- matrix_coeff = subsc_params.color_info & 0xFF;
- transfer_char = (subsc_params.color_info & 0xFF00) >> 8;
- primaries = (subsc_params.color_info & 0xFF0000) >> 16;
- colour_description_present_flag =
- (subsc_params.color_info & 0x1000000) >> 24;
- full_range = (subsc_params.color_info & 0x2000000) >> 25;
- video_signal_type_present_flag =
- (subsc_params.color_info & 0x20000000) >> 29;
- inst->fmts[OUTPUT_PORT].fmt.pix_mp.colorspace = V4L2_COLORSPACE_DEFAULT;
- inst->fmts[OUTPUT_PORT].fmt.pix_mp.xfer_func = V4L2_XFER_FUNC_DEFAULT;
- inst->fmts[OUTPUT_PORT].fmt.pix_mp.ycbcr_enc = V4L2_YCBCR_ENC_DEFAULT;
- inst->fmts[OUTPUT_PORT].fmt.pix_mp.quantization = V4L2_QUANTIZATION_DEFAULT;
- if (video_signal_type_present_flag) {
- inst->fmts[OUTPUT_PORT].fmt.pix_mp.quantization =
- full_range ?
- V4L2_QUANTIZATION_FULL_RANGE :
- V4L2_QUANTIZATION_LIM_RANGE;
- if (colour_description_present_flag) {
- inst->fmts[OUTPUT_PORT].fmt.pix_mp.colorspace =
- v4l2_color_primaries_from_driver(inst, primaries, __func__);
- inst->fmts[OUTPUT_PORT].fmt.pix_mp.xfer_func =
- v4l2_transfer_char_from_driver(inst, transfer_char, __func__);
- inst->fmts[OUTPUT_PORT].fmt.pix_mp.ycbcr_enc =
- v4l2_matrix_coeff_from_driver(inst, matrix_coeff, __func__);
- } else {
- i_vpr_h(inst,
- "%s: color description flag is not present\n",
- __func__);
- }
- } else {
- i_vpr_h(inst, "%s: video_signal type is not present\n",
- __func__);
- }
- /* align input port color info with output port */
- inst->fmts[INPUT_PORT].fmt.pix_mp.colorspace =
- inst->fmts[OUTPUT_PORT].fmt.pix_mp.colorspace;
- inst->fmts[INPUT_PORT].fmt.pix_mp.xfer_func =
- inst->fmts[OUTPUT_PORT].fmt.pix_mp.xfer_func;
- inst->fmts[INPUT_PORT].fmt.pix_mp.ycbcr_enc =
- inst->fmts[OUTPUT_PORT].fmt.pix_mp.ycbcr_enc;
- inst->fmts[INPUT_PORT].fmt.pix_mp.quantization =
- inst->fmts[OUTPUT_PORT].fmt.pix_mp.quantization;
- inst->buffers.output.min_count = subsc_params.fw_min_count;
- inst->fw_min_count = subsc_params.fw_min_count;
- inst->buffers.output.extra_count = call_session_op(core,
- extra_count, inst, MSM_VIDC_BUF_OUTPUT);
- inst->buffers.output_meta.min_count = inst->buffers.output.min_count;
- inst->buffers.output_meta.extra_count = inst->buffers.output.extra_count;
- if (is_thumbnail_session(inst) && inst->codec != MSM_VIDC_VP9) {
- if (inst->buffers.output.min_count != 1) {
- i_vpr_e(inst, "%s: invalid min count %d in thumbnail case\n",
- __func__, inst->buffers.output.min_count);
- msm_vidc_change_state(inst, MSM_VIDC_ERROR, __func__);
- }
- }
- inst->crop.top = subsc_params.crop_offsets[0] & 0xFFFF;
- inst->crop.left = (subsc_params.crop_offsets[0] >> 16) & 0xFFFF;
- inst->crop.height = inst->fmts[INPUT_PORT].fmt.pix_mp.height -
- (subsc_params.crop_offsets[1] & 0xFFFF) - inst->crop.top;
- inst->crop.width = inst->fmts[INPUT_PORT].fmt.pix_mp.width -
- ((subsc_params.crop_offsets[1] >> 16) & 0xFFFF) - inst->crop.left;
- msm_vidc_update_cap_value(inst, PROFILE, subsc_params.profile, __func__);
- msm_vidc_update_cap_value(inst, LEVEL, subsc_params.level, __func__);
- msm_vidc_update_cap_value(inst, HEVC_TIER, subsc_params.tier, __func__);
- msm_vidc_update_cap_value(inst, POC, subsc_params.pic_order_cnt, __func__);
- if (subsc_params.bit_depth == BIT_DEPTH_8)
- msm_vidc_update_cap_value(inst, BIT_DEPTH, BIT_DEPTH_8, __func__);
- else
- msm_vidc_update_cap_value(inst, BIT_DEPTH, BIT_DEPTH_10, __func__);
- if (subsc_params.coded_frames & HFI_BITMASK_FRAME_MBS_ONLY_FLAG)
- msm_vidc_update_cap_value(inst, CODED_FRAMES, CODED_FRAMES_PROGRESSIVE, __func__);
- else
- msm_vidc_update_cap_value(inst, CODED_FRAMES, CODED_FRAMES_INTERLACE, __func__);
- if (inst->codec == MSM_VIDC_AV1) {
- msm_vidc_update_cap_value(inst, FILM_GRAIN,
- subsc_params.av1_film_grain_present, __func__);
- msm_vidc_update_cap_value(inst, SUPER_BLOCK,
- subsc_params.av1_super_block_enabled, __func__);
- }
- /* disable META_OUTBUF_FENCE if session is Interlace type */
- if (inst->capabilities[CODED_FRAMES].value ==
- CODED_FRAMES_INTERLACE) {
- msm_vidc_update_cap_value(inst, META_OUTBUF_FENCE,
- MSM_VIDC_META_RX_INPUT |
- MSM_VIDC_META_DISABLE, __func__);
- }
- return 0;
- }
- int msm_vdec_input_port_settings_change(struct msm_vidc_inst *inst)
- {
- u32 rc = 0;
- struct v4l2_event event = {0};
- if (!inst->bufq[INPUT_PORT].vb2q->streaming) {
- i_vpr_e(inst, "%s: input port not streaming\n",
- __func__);
- return 0;
- }
- rc = msm_vdec_read_input_subcr_params(inst);
- if (rc)
- return rc;
- event.type = V4L2_EVENT_SOURCE_CHANGE;
- event.u.src_change.changes = V4L2_EVENT_SRC_CH_RESOLUTION;
- v4l2_event_queue_fh(&inst->event_handler, &event);
- return rc;
- }
- int msm_vdec_output_port_settings_change(struct msm_vidc_inst *inst)
- {
- return 0;
- }
- int msm_vdec_streamoff_input(struct msm_vidc_inst *inst)
- {
- int rc = 0;
- if (!inst || !inst->core) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- rc = msm_vidc_session_streamoff(inst, INPUT_PORT);
- if (rc)
- return rc;
- return 0;
- }
- int msm_vdec_streamon_input(struct msm_vidc_inst *inst)
- {
- int rc = 0;
- if (!inst || !inst->core) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- if (is_input_meta_enabled(inst) &&
- !inst->bufq[INPUT_META_PORT].vb2q->streaming) {
- i_vpr_e(inst,
- "%s: Meta port must be streamed on before data port\n",
- __func__);
- return -EINVAL;
- }
- rc = msm_vidc_check_session_supported(inst);
- if (rc)
- goto error;
- rc = msm_vidc_set_v4l2_properties(inst);
- if (rc)
- goto error;
- /* Decide bse vpp delay after work mode */
- //msm_vidc_set_bse_vpp_delay(inst);
- rc = msm_vdec_get_input_internal_buffers(inst);
- if (rc)
- goto error;
- /* check for memory after all buffers calculation */
- //rc = msm_vidc_check_memory_supported(inst);
- if (rc)
- goto error;
- rc = msm_vdec_destroy_internal_buffers(inst, INPUT_PORT);
- if (rc)
- goto error;
- rc = msm_vdec_create_input_internal_buffers(inst);
- if (rc)
- goto error;
- rc = msm_vdec_queue_input_internal_buffers(inst);
- if (rc)
- goto error;
- if (!inst->ipsc_properties_set) {
- rc = msm_vdec_subscribe_input_port_settings_change(
- inst, INPUT_PORT);
- if (rc)
- goto error;
- inst->ipsc_properties_set = true;
- }
- rc = msm_vdec_subscribe_property(inst, INPUT_PORT);
- if (rc)
- goto error;
- rc = msm_vdec_subscribe_metadata(inst, INPUT_PORT);
- if (rc)
- goto error;
- /*
- * Subscribe output metadatas in input port sequence as well so that
- * metadatas detected in bitstream before output port is started
- * are not missed.
- * Example: AV1 HDR metadata which can be part of
- * first ETB (sequence header OBU + metadata OBU)
- */
- rc = msm_vdec_subscribe_metadata(inst, OUTPUT_PORT);
- if (rc)
- goto error;
- rc = msm_vdec_set_delivery_mode_metadata(inst, INPUT_PORT);
- if (rc)
- goto error;
- rc = msm_vidc_process_streamon_input(inst);
- if (rc)
- goto error;
- rc = msm_vidc_flush_ts(inst);
- if (rc)
- goto error;
- rc = msm_vidc_ts_reorder_flush(inst);
- if (rc)
- goto error;
- return 0;
- error:
- i_vpr_e(inst, "%s: failed\n", __func__);
- msm_vdec_streamoff_input(inst);
- return rc;
- }
- static int schedule_batch_work(struct msm_vidc_inst *inst)
- {
- struct msm_vidc_core *core;
- if (!inst || !inst->core) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- core = inst->core;
- mod_delayed_work(core->batch_workq, &inst->decode_batch.work,
- msecs_to_jiffies(core->capabilities[DECODE_BATCH_TIMEOUT].value));
- return 0;
- }
- static int cancel_batch_work(struct msm_vidc_inst *inst)
- {
- if (!inst) {
- d_vpr_e("%s: Invalid arguments\n", __func__);
- return -EINVAL;
- }
- cancel_delayed_work(&inst->decode_batch.work);
- return 0;
- }
- int msm_vdec_streamoff_output(struct msm_vidc_inst *inst)
- {
- int rc = 0;
- if (!inst || !inst->core) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- /* cancel pending batch work */
- cancel_batch_work(inst);
- rc = msm_vidc_session_streamoff(inst, OUTPUT_PORT);
- if (rc)
- return rc;
- return 0;
- }
- static int msm_vdec_subscribe_output_port_settings_change(struct msm_vidc_inst *inst,
- enum msm_vidc_port_type port)
- {
- int rc = 0;
- struct msm_vidc_core *core;
- u32 payload[32] = {0};
- u32 prop_type, payload_size, payload_type;
- u32 i;
- struct msm_vidc_subscription_params subsc_params;
- u32 subscribe_psc_size = 0;
- const u32 *psc = NULL;
- if (!inst || !inst->core) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- i_vpr_h(inst, "%s()\n", __func__);
- core = inst->core;
- if (!core->platform) {
- d_vpr_e("%s: invalid platform data\n", __func__);
- return -EINVAL;
- }
- payload[0] = HFI_MODE_PORT_SETTINGS_CHANGE;
- if (inst->codec == MSM_VIDC_H264) {
- subscribe_psc_size = core->platform->data.psc_avc_tbl_size;
- psc = core->platform->data.psc_avc_tbl;
- } else if (inst->codec == MSM_VIDC_HEVC || inst->codec == MSM_VIDC_HEIC) {
- subscribe_psc_size = core->platform->data.psc_hevc_tbl_size;
- psc = core->platform->data.psc_hevc_tbl;
- } else if (inst->codec == MSM_VIDC_VP9) {
- subscribe_psc_size = core->platform->data.psc_vp9_tbl_size;
- psc = core->platform->data.psc_vp9_tbl;
- } else if (inst->codec == MSM_VIDC_AV1) {
- subscribe_psc_size = core->platform->data.psc_av1_tbl_size;
- psc = core->platform->data.psc_av1_tbl;
- } else {
- i_vpr_e(inst, "%s: unsupported codec: %d\n", __func__, inst->codec);
- psc = NULL;
- return -EINVAL;
- }
- if (!psc || !subscribe_psc_size) {
- i_vpr_e(inst, "%s: invalid params\n", __func__);
- return -EINVAL;
- }
- payload[0] = HFI_MODE_PORT_SETTINGS_CHANGE;
- for (i = 0; i < subscribe_psc_size; i++)
- payload[i + 1] = psc[i];
- rc = venus_hfi_session_command(inst,
- HFI_CMD_SUBSCRIBE_MODE,
- port,
- HFI_PAYLOAD_U32_ARRAY,
- &payload[0],
- ((subscribe_psc_size + 1) *
- sizeof(u32)));
- subsc_params = inst->subcr_params[port];
- for (i = 0; i < subscribe_psc_size; i++) {
- payload[0] = 0;
- payload[1] = 0;
- payload_size = 0;
- payload_type = 0;
- prop_type = psc[i];
- switch (prop_type) {
- case HFI_PROP_BITSTREAM_RESOLUTION:
- payload[0] = subsc_params.bitstream_resolution;
- payload_size = sizeof(u32);
- payload_type = HFI_PAYLOAD_U32;
- break;
- case HFI_PROP_CROP_OFFSETS:
- payload[0] = subsc_params.crop_offsets[0];
- payload[1] = subsc_params.crop_offsets[1];
- payload_size = sizeof(u64);
- payload_type = HFI_PAYLOAD_64_PACKED;
- break;
- case HFI_PROP_LUMA_CHROMA_BIT_DEPTH:
- payload[0] = subsc_params.bit_depth;
- payload_size = sizeof(u32);
- payload_type = HFI_PAYLOAD_U32;
- break;
- case HFI_PROP_CODED_FRAMES:
- payload[0] = subsc_params.coded_frames;
- payload_size = sizeof(u32);
- payload_type = HFI_PAYLOAD_U32;
- break;
- case HFI_PROP_BUFFER_FW_MIN_OUTPUT_COUNT:
- payload[0] = subsc_params.fw_min_count;
- payload_size = sizeof(u32);
- payload_type = HFI_PAYLOAD_U32;
- break;
- case HFI_PROP_PIC_ORDER_CNT_TYPE:
- payload[0] = subsc_params.pic_order_cnt;
- payload_size = sizeof(u32);
- payload_type = HFI_PAYLOAD_U32;
- break;
- case HFI_PROP_SIGNAL_COLOR_INFO:
- payload[0] = subsc_params.color_info;
- payload_size = sizeof(u32);
- payload_type = HFI_PAYLOAD_U32;
- break;
- case HFI_PROP_PROFILE:
- payload[0] = subsc_params.profile;
- payload_size = sizeof(u32);
- payload_type = HFI_PAYLOAD_U32;
- break;
- case HFI_PROP_LEVEL:
- payload[0] = subsc_params.level;
- payload_size = sizeof(u32);
- payload_type = HFI_PAYLOAD_U32;
- break;
- case HFI_PROP_TIER:
- payload[0] = subsc_params.tier;
- payload_size = sizeof(u32);
- payload_type = HFI_PAYLOAD_U32;
- break;
- case HFI_PROP_AV1_FILM_GRAIN_PRESENT:
- payload[0] = subsc_params.av1_film_grain_present;
- payload_size = sizeof(u32);
- payload_type = HFI_PAYLOAD_U32;
- break;
- case HFI_PROP_AV1_SUPER_BLOCK_ENABLED:
- payload[0] = subsc_params.av1_super_block_enabled;
- payload_size = sizeof(u32);
- payload_type = HFI_PAYLOAD_U32;
- break;
- default:
- i_vpr_e(inst, "%s: unknown property %#x\n", __func__,
- prop_type);
- prop_type = 0;
- rc = -EINVAL;
- break;
- }
- if (prop_type) {
- rc = venus_hfi_session_property(inst,
- prop_type,
- HFI_HOST_FLAGS_NONE,
- get_hfi_port(inst, port),
- payload_type,
- &payload,
- payload_size);
- if (rc)
- return rc;
- }
- }
- return rc;
- }
- static int msm_vdec_update_max_map_output_count(struct msm_vidc_inst *inst)
- {
- int rc = 0;
- struct v4l2_format *f;
- u32 width, height, count;
- if (!inst) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- f = &inst->fmts[OUTPUT_PORT];
- width = f->fmt.pix_mp.width;
- height = f->fmt.pix_mp.height;
- /*
- * adjust max map output count based on resolution
- * to enhance performance.
- * For 8K session: count = 20
- * For 4K session: count = 32
- * For 1080p session: count = 48
- * For all remaining sessions: count = 64
- */
- if (res_is_greater_than(width, height, 4096, 2160))
- count = 20;
- else if (res_is_greater_than(width, height, 1920, 1080))
- count = 32;
- else if (res_is_greater_than(width, height, 1280, 720))
- count = 48;
- else
- count = 64;
- inst->max_map_output_count = count;
- i_vpr_h(inst, "%s: count: %d\n", __func__, inst->max_map_output_count);
- return rc;
- }
- int msm_vdec_streamon_output(struct msm_vidc_inst *inst)
- {
- int rc = 0;
- if (!inst || !inst->core) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- if (is_output_meta_enabled(inst) &&
- !inst->bufq[OUTPUT_META_PORT].vb2q->streaming) {
- i_vpr_e(inst,
- "%s: Meta port must be streamed on before data port\n",
- __func__);
- return -EINVAL;
- }
- if (inst->capabilities[CODED_FRAMES].value == CODED_FRAMES_INTERLACE &&
- !is_ubwc_colorformat(inst->capabilities[PIX_FMTS].value)) {
- i_vpr_e(inst,
- "%s: interlace with non-ubwc color format is unsupported\n",
- __func__);
- return -EINVAL;
- }
- rc = msm_vidc_check_session_supported(inst);
- if (rc)
- goto error;
- rc = msm_vdec_update_max_map_output_count(inst);
- if (rc)
- goto error;
- rc = msm_vdec_set_output_properties(inst);
- if (rc)
- goto error;
- if (!inst->opsc_properties_set) {
- memcpy(&inst->subcr_params[OUTPUT_PORT],
- &inst->subcr_params[INPUT_PORT],
- sizeof(inst->subcr_params[INPUT_PORT]));
- rc = msm_vdec_subscribe_output_port_settings_change(inst, OUTPUT_PORT);
- if (rc)
- goto error;
- inst->opsc_properties_set = true;
- }
- rc = msm_vdec_subscribe_property(inst, OUTPUT_PORT);
- if (rc)
- goto error;
- rc = msm_vdec_subscribe_metadata(inst, OUTPUT_PORT);
- if (rc)
- goto error;
- rc = msm_vdec_set_delivery_mode_property(inst, OUTPUT_PORT);
- if (rc)
- goto error;
- rc = msm_vdec_set_delivery_mode_metadata(inst, OUTPUT_PORT);
- if (rc)
- goto error;
- rc = msm_vdec_get_output_internal_buffers(inst);
- if (rc)
- goto error;
- rc = msm_vdec_destroy_internal_buffers(inst, OUTPUT_PORT);
- if (rc)
- goto error;
- rc = msm_vdec_create_output_internal_buffers(inst);
- if (rc)
- goto error;
- rc = msm_vidc_process_streamon_output(inst);
- if (rc)
- goto error;
- rc = msm_vdec_queue_output_internal_buffers(inst);
- if (rc)
- goto error;
- return 0;
- error:
- i_vpr_e(inst, "%s: failed\n", __func__);
- msm_vdec_streamoff_output(inst);
- return rc;
- }
- static inline enum msm_vidc_allow msm_vdec_allow_queue_deferred_buffers(
- struct msm_vidc_inst *inst)
- {
- int count;
- if (!inst) {
- d_vpr_e("%s: invalid params\n", __func__);
- return MSM_VIDC_DISALLOW;
- }
- /* do not defer buffers initially to avoid latency issues */
- if (inst->power.buffer_counter <= SKIP_BATCH_WINDOW)
- return MSM_VIDC_ALLOW;
- /* defer qbuf, if pending buffers count less than batch size */
- count = msm_vidc_num_buffers(inst, MSM_VIDC_BUF_OUTPUT, MSM_VIDC_ATTR_DEFERRED);
- if (count < inst->decode_batch.size)
- return MSM_VIDC_DEFER;
- return MSM_VIDC_ALLOW;
- }
- static int msm_vdec_qbuf_batch(struct msm_vidc_inst *inst,
- struct vb2_buffer *vb2)
- {
- struct msm_vidc_buffer *buf = NULL;
- enum msm_vidc_allow allow;
- int rc;
- if (!inst || !vb2 || !inst->decode_batch.size) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- buf = msm_vidc_get_driver_buf(inst, vb2);
- if (!buf)
- return -EINVAL;
- if (is_state(inst, MSM_VIDC_OPEN) ||
- is_state(inst, MSM_VIDC_INPUT_STREAMING)) {
- print_vidc_buffer(VIDC_LOW, "low ", "qbuf deferred", inst, buf);
- return 0;
- }
- allow = msm_vdec_allow_queue_deferred_buffers(inst);
- if (allow == MSM_VIDC_DISALLOW) {
- i_vpr_e(inst, "%s: queue deferred buffers not allowed\n", __func__);
- return -EINVAL;
- } else if (allow == MSM_VIDC_DEFER) {
- print_vidc_buffer(VIDC_LOW, "low ", "batch-qbuf deferred", inst, buf);
- schedule_batch_work(inst);
- return 0;
- }
- cancel_batch_work(inst);
- rc = msm_vidc_queue_deferred_buffers(inst, MSM_VIDC_BUF_OUTPUT);
- if (rc)
- return rc;
- return rc;
- }
- static int msm_vdec_release_eligible_buffers(struct msm_vidc_inst *inst)
- {
- int rc = 0;
- struct msm_vidc_buffer *ro_buf;
- if (!inst) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- list_for_each_entry(ro_buf, &inst->buffers.read_only.list, list) {
- /* release only release eligible read-only buffers */
- if (!(ro_buf->attr & MSM_VIDC_ATTR_RELEASE_ELIGIBLE))
- continue;
- /* skip releasing buffers for which release cmd was already sent */
- if (ro_buf->attr & MSM_VIDC_ATTR_PENDING_RELEASE)
- continue;
- rc = venus_hfi_release_buffer(inst, ro_buf);
- if (rc)
- return rc;
- ro_buf->attr |= MSM_VIDC_ATTR_PENDING_RELEASE;
- ro_buf->attr &= ~MSM_VIDC_ATTR_RELEASE_ELIGIBLE;
- print_vidc_buffer(VIDC_LOW, "low ", "release buf", inst, ro_buf);
- }
- return rc;
- }
- static int msm_vdec_release_nonref_buffers(struct msm_vidc_inst *inst)
- {
- int rc = 0;
- u32 fw_ro_count = 0, nonref_ro_count = 0;
- struct msm_vidc_buffer *ro_buf;
- int i = 0;
- bool found = false;
- if (!inst) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- /*
- * if DPB_LIST subscribed on output port then driver need to
- * hold MAX_BPB_COUNT of read only buffer at least.
- */
- if (!inst->output_dpb_list_enabled)
- goto release_buffers;
- /* count read_only buffers which are not pending release in read_only list */
- list_for_each_entry(ro_buf, &inst->buffers.read_only.list, list) {
- if (!(ro_buf->attr & MSM_VIDC_ATTR_READ_ONLY))
- continue;
- if (ro_buf->attr & MSM_VIDC_ATTR_PENDING_RELEASE)
- continue;
- fw_ro_count++;
- }
- if (fw_ro_count <= MAX_DPB_COUNT)
- return 0;
- /*
- * Mark those read only buffers present in read_only list as
- * non-reference if that buffer is not part of dpb_list_payload.
- * count such non-ref read only buffers as nonref_ro_count.
- * dpb_list_payload details:
- * payload[0-1] : 64 bits base_address of DPB-1
- * payload[2] : 32 bits addr_offset of DPB-1
- * payload[3] : 32 bits data_offset of DPB-1
- */
- list_for_each_entry(ro_buf, &inst->buffers.read_only.list, list) {
- found = false;
- if (!(ro_buf->attr & MSM_VIDC_ATTR_READ_ONLY))
- continue;
- if (ro_buf->attr & MSM_VIDC_ATTR_PENDING_RELEASE)
- continue;
- for (i = 0; (i + 3) < MAX_DPB_LIST_ARRAY_SIZE; i = i + 4) {
- if (ro_buf->device_addr == inst->dpb_list_payload[i] &&
- ro_buf->data_offset == inst->dpb_list_payload[i + 3]) {
- found = true;
- break;
- }
- }
- if (!found)
- nonref_ro_count++;
- }
- if (nonref_ro_count <= inst->buffers.output.min_count)
- return 0;
- i_vpr_l(inst, "%s: fw ro buf count %d, non-ref ro count %d\n",
- __func__, fw_ro_count, nonref_ro_count);
- release_buffers:
- /* release the eligible buffers as per above condition */
- list_for_each_entry(ro_buf, &inst->buffers.read_only.list, list) {
- found = false;
- if (!(ro_buf->attr & MSM_VIDC_ATTR_READ_ONLY))
- continue;
- if (ro_buf->attr & MSM_VIDC_ATTR_PENDING_RELEASE)
- continue;
- for (i = 0; (i + 3) < MAX_DPB_LIST_ARRAY_SIZE; i = i + 4) {
- if (ro_buf->device_addr == inst->dpb_list_payload[i] &&
- ro_buf->data_offset == inst->dpb_list_payload[i + 3]) {
- found = true;
- break;
- }
- }
- if (!found) {
- ro_buf->attr |= MSM_VIDC_ATTR_PENDING_RELEASE;
- print_vidc_buffer(VIDC_LOW, "low ", "release buf", inst, ro_buf);
- rc = venus_hfi_release_buffer(inst, ro_buf);
- if (rc)
- return rc;
- }
- }
- return rc;
- }
- int msm_vdec_qbuf(struct msm_vidc_inst *inst, struct vb2_buffer *vb2)
- {
- int rc = 0;
- if (!inst || !vb2) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- if (inst->adjust_priority) {
- s32 priority = inst->capabilities[PRIORITY].value;
- priority += inst->adjust_priority;
- inst->adjust_priority = 0;
- msm_vidc_update_cap_value(inst, PRIORITY, priority, __func__);
- msm_vidc_set_session_priority(inst, PRIORITY);
- }
- /* batch decoder output & meta buffer only */
- if (inst->decode_batch.enable && vb2->type == OUTPUT_MPLANE)
- rc = msm_vdec_qbuf_batch(inst, vb2);
- else
- rc = msm_vidc_queue_buffer_single(inst, vb2);
- if (rc)
- return rc;
- /*
- * if DPB_LIST property is subscribed on output port, then
- * driver needs to hold at least MAX_BPB_COUNT of read only
- * buffers. So call msm_vdec_release_nonref_buffers() to handle
- * the same.
- */
- if (vb2->type == OUTPUT_MPLANE) {
- if (inst->input_dpb_list_enabled)
- rc = msm_vdec_release_eligible_buffers(inst);
- else if (inst->output_dpb_list_enabled)
- rc = msm_vdec_release_nonref_buffers(inst);
- if (rc)
- return rc;
- }
- return rc;
- }
- static int msm_vdec_alloc_and_queue_additional_dpb_buffers(struct msm_vidc_inst *inst)
- {
- struct msm_vidc_buffers *buffers;
- struct msm_vidc_buffer *buffer = NULL;
- int i, cur_min_count = 0, rc = 0;
- if (!inst) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- /* get latest min_count and size */
- rc = msm_vidc_get_internal_buffers(inst, MSM_VIDC_BUF_DPB);
- if (rc)
- return rc;
- buffers = msm_vidc_get_buffers(inst, MSM_VIDC_BUF_DPB, __func__);
- if (!buffers)
- return -EINVAL;
- /* get current min_count */
- list_for_each_entry(buffer, &buffers->list, list)
- cur_min_count++;
- /* skip alloc and queue */
- if (cur_min_count >= buffers->min_count)
- return 0;
- i_vpr_h(inst, "%s: dpb buffer count increased from %u -> %u\n",
- __func__, cur_min_count, buffers->min_count);
- /* allocate additional DPB buffers */
- for (i = cur_min_count; i < buffers->min_count; i++) {
- rc = msm_vidc_create_internal_buffer(inst, MSM_VIDC_BUF_DPB, i);
- if (rc)
- return rc;
- }
- /* queue additional DPB buffers */
- rc = msm_vidc_queue_internal_buffers(inst, MSM_VIDC_BUF_DPB);
- if (rc)
- return rc;
- return 0;
- }
- int msm_vdec_stop_cmd(struct msm_vidc_inst *inst)
- {
- int rc = 0;
- i_vpr_h(inst, "received cmd: drain\n");
- rc = msm_vidc_process_drain(inst);
- if (rc)
- return rc;
- return rc;
- }
- int msm_vdec_start_cmd(struct msm_vidc_inst *inst)
- {
- int rc = 0;
- if (!inst) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- i_vpr_h(inst, "received cmd: resume\n");
- vb2_clear_last_buffer_dequeued(inst->bufq[OUTPUT_META_PORT].vb2q);
- vb2_clear_last_buffer_dequeued(inst->bufq[OUTPUT_PORT].vb2q);
- if (inst->capabilities[CODED_FRAMES].value == CODED_FRAMES_INTERLACE &&
- !is_ubwc_colorformat(inst->capabilities[PIX_FMTS].value)) {
- i_vpr_e(inst,
- "%s: interlace with non-ubwc color format is unsupported\n",
- __func__);
- return -EINVAL;
- }
- /* tune power features */
- inst->decode_batch.enable = msm_vidc_allow_decode_batch(inst);
- msm_vidc_allow_dcvs(inst);
- msm_vidc_power_data_reset(inst);
- /*
- * client is completing partial port reconfiguration,
- * hence reallocate input internal buffers before input port
- * is resumed.
- */
- if (is_sub_state(inst, MSM_VIDC_DRC) &&
- is_sub_state(inst, MSM_VIDC_DRC_LAST_BUFFER) &&
- is_sub_state(inst, MSM_VIDC_INPUT_PAUSE)) {
- rc = msm_vidc_alloc_and_queue_input_internal_buffers(inst);
- if (rc)
- return rc;
- rc = msm_vidc_set_stage(inst, STAGE);
- if (rc)
- return rc;
- rc = msm_vidc_set_pipe(inst, PIPE);
- if (rc)
- return rc;
- }
- /* allocate and queue extra dpb buffers */
- rc = msm_vdec_alloc_and_queue_additional_dpb_buffers(inst);
- if (rc)
- return rc;
- /* queue pending deferred buffers */
- rc = msm_vidc_queue_deferred_buffers(inst, MSM_VIDC_BUF_OUTPUT);
- if (rc)
- return rc;
- /* print final buffer counts & size details */
- msm_vidc_print_buffer_info(inst);
- /* print internal buffer memory usage stats */
- msm_vidc_print_memory_stats(inst);
- rc = msm_vidc_process_resume(inst);
- if (rc)
- return rc;
- return rc;
- }
- int msm_vdec_try_fmt(struct msm_vidc_inst *inst, struct v4l2_format *f)
- {
- int rc = 0;
- struct v4l2_pix_format_mplane *pixmp = &f->fmt.pix_mp;
- u32 pix_fmt;
- if (!inst) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- memset(pixmp->reserved, 0, sizeof(pixmp->reserved));
- if (f->type == INPUT_MPLANE) {
- pix_fmt = v4l2_codec_to_driver(inst, f->fmt.pix_mp.pixelformat, __func__);
- if (!pix_fmt) {
- i_vpr_e(inst, "%s: unsupported codec, set current params\n", __func__);
- f->fmt.pix_mp.width = inst->fmts[INPUT_PORT].fmt.pix_mp.width;
- f->fmt.pix_mp.height = inst->fmts[INPUT_PORT].fmt.pix_mp.height;
- f->fmt.pix_mp.pixelformat = inst->fmts[INPUT_PORT].fmt.pix_mp.pixelformat;
- pix_fmt = v4l2_codec_to_driver(inst, f->fmt.pix_mp.pixelformat, __func__);
- }
- } else if (f->type == OUTPUT_MPLANE) {
- pix_fmt = v4l2_colorformat_to_driver(inst, f->fmt.pix_mp.pixelformat, __func__);
- if (!pix_fmt) {
- i_vpr_e(inst, "%s: unsupported format, set current params\n", __func__);
- f->fmt.pix_mp.pixelformat = inst->fmts[OUTPUT_PORT].fmt.pix_mp.pixelformat;
- f->fmt.pix_mp.width = inst->fmts[OUTPUT_PORT].fmt.pix_mp.width;
- f->fmt.pix_mp.height = inst->fmts[OUTPUT_PORT].fmt.pix_mp.height;
- }
- if (inst->bufq[INPUT_PORT].vb2q->streaming) {
- f->fmt.pix_mp.height = inst->fmts[INPUT_PORT].fmt.pix_mp.height;
- f->fmt.pix_mp.width = inst->fmts[INPUT_PORT].fmt.pix_mp.width;
- }
- } else if (f->type == INPUT_META_PLANE) {
- f->fmt.meta.dataformat = inst->fmts[INPUT_META_PORT].fmt.meta.dataformat;
- f->fmt.meta.buffersize = inst->fmts[INPUT_META_PORT].fmt.meta.buffersize;
- } else if (f->type == OUTPUT_META_PLANE) {
- f->fmt.meta.dataformat = inst->fmts[OUTPUT_META_PORT].fmt.meta.dataformat;
- f->fmt.meta.buffersize = inst->fmts[OUTPUT_META_PORT].fmt.meta.buffersize;
- } else {
- i_vpr_e(inst, "%s: invalid type %d\n", __func__, f->type);
- return -EINVAL;
- }
- if (pixmp->field == V4L2_FIELD_ANY)
- pixmp->field = V4L2_FIELD_NONE;
- pixmp->num_planes = 1;
- return rc;
- }
- static bool msm_vidc_check_max_sessions_vp9d(struct msm_vidc_core *core)
- {
- u32 vp9d_instance_count = 0;
- struct msm_vidc_inst *inst = NULL;
- core_lock(core, __func__);
- list_for_each_entry(inst, &core->instances, list) {
- if (is_decode_session(inst) &&
- inst->fmts[INPUT_PORT].fmt.pix_mp.pixelformat ==
- V4L2_PIX_FMT_VP9)
- vp9d_instance_count++;
- }
- core_unlock(core, __func__);
- if (vp9d_instance_count > MAX_VP9D_INST_COUNT)
- return true;
- return false;
- }
- int msm_vdec_s_fmt(struct msm_vidc_inst *inst, struct v4l2_format *f)
- {
- int rc = 0;
- struct msm_vidc_core *core;
- struct v4l2_format *fmt, *output_fmt;
- u32 codec_align;
- enum msm_vidc_colorformat_type colorformat;
- if (!inst || !inst->core) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- core = inst->core;
- msm_vdec_try_fmt(inst, f);
- if (f->type == INPUT_MPLANE) {
- if (inst->fmts[INPUT_PORT].fmt.pix_mp.pixelformat !=
- f->fmt.pix_mp.pixelformat) {
- rc = msm_vdec_codec_change(inst, f->fmt.pix_mp.pixelformat);
- if (rc)
- goto err_invalid_fmt;
- }
- if (f->fmt.pix_mp.pixelformat == V4L2_PIX_FMT_VP9) {
- if (msm_vidc_check_max_sessions_vp9d(inst->core)) {
- i_vpr_e(inst,
- "%s: vp9d sessions exceeded max limit %d\n",
- __func__, MAX_VP9D_INST_COUNT);
- rc = -ENOMEM;
- goto err_invalid_fmt;
- }
- }
- fmt = &inst->fmts[INPUT_PORT];
- fmt->type = INPUT_MPLANE;
- codec_align = inst->fmts[INPUT_PORT].fmt.pix_mp.pixelformat ==
- V4L2_PIX_FMT_HEVC ? 32 : 16;
- fmt->fmt.pix_mp.width = ALIGN(f->fmt.pix_mp.width, codec_align);
- fmt->fmt.pix_mp.height = ALIGN(f->fmt.pix_mp.height, codec_align);
- fmt->fmt.pix_mp.num_planes = 1;
- fmt->fmt.pix_mp.plane_fmt[0].bytesperline = 0;
- fmt->fmt.pix_mp.plane_fmt[0].sizeimage = call_session_op(core,
- buffer_size, inst, MSM_VIDC_BUF_INPUT);
- inst->buffers.input.min_count = call_session_op(core,
- min_count, inst, MSM_VIDC_BUF_INPUT);
- inst->buffers.input.extra_count = call_session_op(core,
- extra_count, inst, MSM_VIDC_BUF_INPUT);
- if (inst->buffers.input.actual_count <
- inst->buffers.input.min_count +
- inst->buffers.input.extra_count) {
- inst->buffers.input.actual_count =
- inst->buffers.input.min_count +
- inst->buffers.input.extra_count;
- }
- inst->buffers.input.size =
- fmt->fmt.pix_mp.plane_fmt[0].sizeimage;
- /* update input port color info */
- fmt->fmt.pix_mp.colorspace = f->fmt.pix_mp.colorspace;
- fmt->fmt.pix_mp.xfer_func = f->fmt.pix_mp.xfer_func;
- fmt->fmt.pix_mp.ycbcr_enc = f->fmt.pix_mp.ycbcr_enc;
- fmt->fmt.pix_mp.quantization = f->fmt.pix_mp.quantization;
- /* update output port color info */
- output_fmt = &inst->fmts[OUTPUT_PORT];
- output_fmt->fmt.pix_mp.colorspace = f->fmt.pix_mp.colorspace;
- output_fmt->fmt.pix_mp.xfer_func = f->fmt.pix_mp.xfer_func;
- output_fmt->fmt.pix_mp.ycbcr_enc = f->fmt.pix_mp.ycbcr_enc;
- output_fmt->fmt.pix_mp.quantization = f->fmt.pix_mp.quantization;
- /* update crop dimensions */
- inst->crop.left = inst->crop.top = 0;
- inst->crop.width = f->fmt.pix_mp.width;
- inst->crop.height = f->fmt.pix_mp.height;
- i_vpr_h(inst,
- "%s: type: INPUT, codec %s width %d height %d size %u min_count %d extra_count %d\n",
- __func__, v4l2_pixelfmt_name(inst, f->fmt.pix_mp.pixelformat),
- f->fmt.pix_mp.width, f->fmt.pix_mp.height,
- fmt->fmt.pix_mp.plane_fmt[0].sizeimage,
- inst->buffers.input.min_count,
- inst->buffers.input.extra_count);
- } else if (f->type == INPUT_META_PLANE) {
- fmt = &inst->fmts[INPUT_META_PORT];
- fmt->type = INPUT_META_PLANE;
- fmt->fmt.meta.dataformat =
- v4l2_colorformat_from_driver(inst, MSM_VIDC_FMT_META, __func__);
- fmt->fmt.meta.buffersize = call_session_op(core,
- buffer_size, inst, MSM_VIDC_BUF_INPUT_META);
- inst->buffers.input_meta.min_count =
- inst->buffers.input.min_count;
- inst->buffers.input_meta.extra_count =
- inst->buffers.input.extra_count;
- inst->buffers.input_meta.actual_count =
- inst->buffers.input.actual_count;
- inst->buffers.input_meta.size = fmt->fmt.meta.buffersize;
- i_vpr_h(inst,
- "%s: type: INPUT_META, size %u min_count %d extra_count %d\n",
- __func__, fmt->fmt.meta.buffersize,
- inst->buffers.input_meta.min_count,
- inst->buffers.input_meta.extra_count);
- } else if (f->type == OUTPUT_MPLANE) {
- fmt = &inst->fmts[OUTPUT_PORT];
- fmt->type = OUTPUT_MPLANE;
- if (inst->bufq[INPUT_PORT].vb2q->streaming) {
- f->fmt.pix_mp.height = inst->fmts[INPUT_PORT].fmt.pix_mp.height;
- f->fmt.pix_mp.width = inst->fmts[INPUT_PORT].fmt.pix_mp.width;
- }
- fmt->fmt.pix_mp.pixelformat = f->fmt.pix_mp.pixelformat;
- colorformat = v4l2_colorformat_to_driver(inst, fmt->fmt.pix_mp.pixelformat,
- __func__);
- fmt->fmt.pix_mp.width = video_y_stride_pix(
- colorformat, f->fmt.pix_mp.width);
- fmt->fmt.pix_mp.height = video_y_scanlines(
- colorformat, f->fmt.pix_mp.height);
- fmt->fmt.pix_mp.num_planes = 1;
- fmt->fmt.pix_mp.plane_fmt[0].bytesperline =
- video_y_stride_bytes(
- colorformat, f->fmt.pix_mp.width);
- fmt->fmt.pix_mp.plane_fmt[0].sizeimage = call_session_op(core,
- buffer_size, inst, MSM_VIDC_BUF_OUTPUT);
- if (!inst->bufq[INPUT_PORT].vb2q->streaming)
- inst->buffers.output.min_count = call_session_op(core,
- min_count, inst, MSM_VIDC_BUF_OUTPUT);
- inst->buffers.output.extra_count = call_session_op(core,
- extra_count, inst, MSM_VIDC_BUF_OUTPUT);
- if (inst->buffers.output.actual_count <
- inst->buffers.output.min_count +
- inst->buffers.output.extra_count) {
- inst->buffers.output.actual_count =
- inst->buffers.output.min_count +
- inst->buffers.output.extra_count;
- }
- inst->buffers.output.size =
- fmt->fmt.pix_mp.plane_fmt[0].sizeimage;
- msm_vidc_update_cap_value(inst, PIX_FMTS, colorformat, __func__);
- /* update crop while input port is not streaming */
- if (!inst->bufq[INPUT_PORT].vb2q->streaming) {
- inst->crop.top = 0;
- inst->crop.left = 0;
- inst->crop.width = f->fmt.pix_mp.width;
- inst->crop.height = f->fmt.pix_mp.height;
- }
- i_vpr_h(inst,
- "%s: type: OUTPUT, format %s width %d height %d size %u min_count %d extra_count %d\n",
- __func__, v4l2_pixelfmt_name(inst, fmt->fmt.pix_mp.pixelformat),
- fmt->fmt.pix_mp.width, fmt->fmt.pix_mp.height,
- fmt->fmt.pix_mp.plane_fmt[0].sizeimage,
- inst->buffers.output.min_count,
- inst->buffers.output.extra_count);
- } else if (f->type == OUTPUT_META_PLANE) {
- fmt = &inst->fmts[OUTPUT_META_PORT];
- fmt->type = OUTPUT_META_PLANE;
- fmt->fmt.meta.dataformat =
- v4l2_colorformat_from_driver(inst, MSM_VIDC_FMT_META, __func__);
- fmt->fmt.meta.buffersize = call_session_op(core,
- buffer_size, inst, MSM_VIDC_BUF_OUTPUT_META);
- inst->buffers.output_meta.min_count =
- inst->buffers.output.min_count;
- inst->buffers.output_meta.extra_count =
- inst->buffers.output.extra_count;
- inst->buffers.output_meta.actual_count =
- inst->buffers.output.actual_count;
- inst->buffers.output_meta.size = fmt->fmt.meta.buffersize;
- i_vpr_h(inst,
- "%s: type: OUTPUT_META, size %u min_count %d extra_count %d\n",
- __func__, fmt->fmt.meta.buffersize,
- inst->buffers.output_meta.min_count,
- inst->buffers.output_meta.extra_count);
- } else {
- i_vpr_e(inst, "%s: invalid type %d\n", __func__, f->type);
- goto err_invalid_fmt;
- }
- memcpy(f, fmt, sizeof(struct v4l2_format));
- err_invalid_fmt:
- return rc;
- }
- int msm_vdec_g_fmt(struct msm_vidc_inst *inst, struct v4l2_format *f)
- {
- int rc = 0;
- int port;
- if (!inst) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- port = v4l2_type_to_driver_port(inst, f->type, __func__);
- if (port < 0)
- return -EINVAL;
- memcpy(f, &inst->fmts[port], sizeof(struct v4l2_format));
- return rc;
- }
- int msm_vdec_s_selection(struct msm_vidc_inst* inst, struct v4l2_selection* s)
- {
- if (!inst || !s) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- i_vpr_e(inst, "%s: unsupported\n", __func__);
- return -EINVAL;
- }
- int msm_vdec_g_selection(struct msm_vidc_inst* inst, struct v4l2_selection* s)
- {
- if (!inst || !s) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- if (s->type != OUTPUT_MPLANE && s->type != V4L2_BUF_TYPE_VIDEO_CAPTURE) {
- i_vpr_e(inst, "%s: invalid type %d\n", __func__, s->type);
- return -EINVAL;
- }
- switch (s->target) {
- case V4L2_SEL_TGT_CROP_BOUNDS:
- case V4L2_SEL_TGT_CROP_DEFAULT:
- case V4L2_SEL_TGT_CROP:
- case V4L2_SEL_TGT_COMPOSE_BOUNDS:
- case V4L2_SEL_TGT_COMPOSE_PADDED:
- case V4L2_SEL_TGT_COMPOSE_DEFAULT:
- case V4L2_SEL_TGT_COMPOSE:
- s->r.left = inst->crop.left;
- s->r.top = inst->crop.top;
- s->r.width = inst->crop.width;
- s->r.height = inst->crop.height;
- break;
- default:
- i_vpr_e(inst, "%s: invalid target %d\n",
- __func__, s->target);
- return -EINVAL;
- }
- i_vpr_h(inst, "%s: target %d, r [%d, %d, %d, %d]\n",
- __func__, s->target, s->r.top, s->r.left,
- s->r.width, s->r.height);
- return 0;
- }
- int msm_vdec_subscribe_event(struct msm_vidc_inst *inst,
- const struct v4l2_event_subscription *sub)
- {
- int rc = 0;
- if (!inst || !sub) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- switch (sub->type) {
- case V4L2_EVENT_EOS:
- rc = v4l2_event_subscribe(&inst->event_handler, sub, MAX_EVENTS, NULL);
- break;
- case V4L2_EVENT_SOURCE_CHANGE:
- rc = v4l2_src_change_event_subscribe(&inst->event_handler, sub);
- break;
- case V4L2_EVENT_CTRL:
- rc = v4l2_ctrl_subscribe_event(&inst->event_handler, sub);
- break;
- default:
- i_vpr_e(inst, "%s: invalid type %d id %d\n", __func__, sub->type, sub->id);
- return -EINVAL;
- }
- if (rc)
- i_vpr_e(inst, "%s: failed, type %d id %d\n",
- __func__, sub->type, sub->id);
- return rc;
- }
- static int msm_vdec_check_colorformat_supported(struct msm_vidc_inst* inst,
- enum msm_vidc_colorformat_type colorformat)
- {
- bool supported = true;
- /* do not reject coloformats before streamon */
- if (!inst->bufq[INPUT_PORT].vb2q->streaming)
- return true;
- /*
- * bit_depth 8 bit supports 8 bit colorformats only
- * bit_depth 10 bit supports 10 bit colorformats only
- * interlace supports ubwc colorformats only
- */
- if (inst->capabilities[BIT_DEPTH].value == BIT_DEPTH_8 &&
- !is_8bit_colorformat(colorformat))
- supported = false;
- if (inst->capabilities[BIT_DEPTH].value == BIT_DEPTH_10 &&
- !is_10bit_colorformat(colorformat))
- supported = false;
- if (inst->capabilities[CODED_FRAMES].value ==
- CODED_FRAMES_INTERLACE &&
- !is_ubwc_colorformat(colorformat))
- supported = false;
- return supported;
- }
- int msm_vdec_enum_fmt(struct msm_vidc_inst *inst, struct v4l2_fmtdesc *f)
- {
- int rc = 0;
- struct msm_vidc_core *core;
- u32 array[32] = {0};
- u32 i = 0;
- if (!inst || !inst->core || !f ||
- f->index >= ARRAY_SIZE(array)) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- core = inst->core;
- if (f->type == INPUT_MPLANE) {
- u32 codecs = core->capabilities[DEC_CODECS].value;
- u32 idx = 0;
- for (i = 0; i <= 31; i++) {
- if (codecs & BIT(i)) {
- if (idx >= ARRAY_SIZE(array))
- break;
- array[idx] = codecs & BIT(i);
- idx++;
- }
- }
- if (!array[f->index])
- return -EINVAL;
- f->pixelformat = v4l2_codec_from_driver(inst, array[f->index],
- __func__);
- if (!f->pixelformat)
- return -EINVAL;
- f->flags = V4L2_FMT_FLAG_COMPRESSED;
- strlcpy(f->description, "codec", sizeof(f->description));
- } else if (f->type == OUTPUT_MPLANE) {
- u32 formats = inst->capabilities[PIX_FMTS].step_or_mask;
- u32 idx = 0;
- for (i = 0; i <= 31; i++) {
- if (formats & BIT(i)) {
- if (idx >= ARRAY_SIZE(array))
- break;
- if (msm_vdec_check_colorformat_supported(inst,
- formats & BIT(i))) {
- array[idx] = formats & BIT(i);
- idx++;
- }
- }
- }
- if (!array[f->index])
- return -EINVAL;
- f->pixelformat = v4l2_colorformat_from_driver(inst, array[f->index],
- __func__);
- if (!f->pixelformat)
- return -EINVAL;
- strlcpy(f->description, "colorformat", sizeof(f->description));
- } else if (f->type == INPUT_META_PLANE || f->type == OUTPUT_META_PLANE) {
- if (!f->index) {
- f->pixelformat =
- v4l2_colorformat_from_driver(inst, MSM_VIDC_FMT_META, __func__);
- strlcpy(f->description, "metadata", sizeof(f->description));
- } else {
- return -EINVAL;
- }
- }
- memset(f->reserved, 0, sizeof(f->reserved));
- i_vpr_h(inst, "%s: index %d, %s: %s, flags %#x\n",
- __func__, f->index, f->description,
- v4l2_pixelfmt_name(inst, f->pixelformat), f->flags);
- return rc;
- }
- int msm_vdec_inst_init(struct msm_vidc_inst *inst)
- {
- int rc = 0;
- struct msm_vidc_core *core;
- struct v4l2_format *f;
- enum msm_vidc_colorformat_type colorformat;
- if (!inst || !inst->core) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- core = inst->core;
- INIT_DELAYED_WORK(&inst->decode_batch.work, msm_vidc_batch_handler);
- if (core->capabilities[DECODE_BATCH].value) {
- inst->decode_batch.enable = true;
- inst->decode_batch.size = MAX_DEC_BATCH_SIZE;
- }
- if (core->capabilities[DCVS].value)
- inst->power.dcvs_mode = true;
- f = &inst->fmts[INPUT_PORT];
- f->type = INPUT_MPLANE;
- f->fmt.pix_mp.width = DEFAULT_WIDTH;
- f->fmt.pix_mp.height = DEFAULT_HEIGHT;
- f->fmt.pix_mp.pixelformat = V4L2_PIX_FMT_H264;
- f->fmt.pix_mp.num_planes = 1;
- f->fmt.pix_mp.plane_fmt[0].bytesperline = 0;
- f->fmt.pix_mp.plane_fmt[0].sizeimage = call_session_op(core,
- buffer_size, inst, MSM_VIDC_BUF_INPUT);
- f->fmt.pix_mp.field = V4L2_FIELD_NONE;
- inst->buffers.input.min_count = call_session_op(core,
- min_count, inst, MSM_VIDC_BUF_INPUT);
- inst->buffers.input.extra_count = call_session_op(core,
- extra_count, inst, MSM_VIDC_BUF_INPUT);
- inst->buffers.input.actual_count =
- inst->buffers.input.min_count +
- inst->buffers.input.extra_count;
- inst->buffers.input.size = f->fmt.pix_mp.plane_fmt[0].sizeimage;
- inst->crop.left = inst->crop.top = 0;
- inst->crop.width = f->fmt.pix_mp.width;
- inst->crop.height = f->fmt.pix_mp.height;
- f = &inst->fmts[INPUT_META_PORT];
- f->type = INPUT_META_PLANE;
- f->fmt.meta.dataformat =
- v4l2_colorformat_from_driver(inst, MSM_VIDC_FMT_META, __func__);;
- f->fmt.meta.buffersize = MSM_VIDC_METADATA_SIZE;
- inst->buffers.input_meta.min_count = 0;
- inst->buffers.input_meta.extra_count = 0;
- inst->buffers.input_meta.actual_count = 0;
- inst->buffers.input_meta.size = 0;
- f = &inst->fmts[OUTPUT_PORT];
- f->type = OUTPUT_MPLANE;
- f->fmt.pix_mp.pixelformat =
- v4l2_colorformat_from_driver(inst, MSM_VIDC_FMT_NV12C, __func__);
- colorformat = v4l2_colorformat_to_driver(inst,
- f->fmt.pix_mp.pixelformat, __func__);
- f->fmt.pix_mp.width = video_y_stride_pix(colorformat, DEFAULT_WIDTH);
- f->fmt.pix_mp.height = video_y_scanlines(colorformat, DEFAULT_HEIGHT);
- f->fmt.pix_mp.num_planes = 1;
- f->fmt.pix_mp.plane_fmt[0].bytesperline =
- video_y_stride_bytes(colorformat, DEFAULT_WIDTH);
- f->fmt.pix_mp.plane_fmt[0].sizeimage = call_session_op(core,
- buffer_size, inst, MSM_VIDC_BUF_OUTPUT);
- f->fmt.pix_mp.field = V4L2_FIELD_NONE;
- f->fmt.pix_mp.colorspace = V4L2_COLORSPACE_DEFAULT;
- f->fmt.pix_mp.xfer_func = V4L2_XFER_FUNC_DEFAULT;
- f->fmt.pix_mp.ycbcr_enc = V4L2_YCBCR_ENC_DEFAULT;
- f->fmt.pix_mp.quantization = V4L2_QUANTIZATION_DEFAULT;
- inst->buffers.output.min_count = call_session_op(core,
- min_count, inst, MSM_VIDC_BUF_OUTPUT);
- inst->buffers.output.extra_count = call_session_op(core,
- extra_count, inst, MSM_VIDC_BUF_OUTPUT);
- inst->buffers.output.actual_count =
- inst->buffers.output.min_count +
- inst->buffers.output.extra_count;
- inst->buffers.output.size = f->fmt.pix_mp.plane_fmt[0].sizeimage;
- inst->max_map_output_count = MAX_MAP_OUTPUT_COUNT;
- inst->fw_min_count = 0;
- f = &inst->fmts[OUTPUT_META_PORT];
- f->type = OUTPUT_META_PLANE;
- f->fmt.meta.dataformat =
- v4l2_colorformat_from_driver(inst, MSM_VIDC_FMT_META, __func__);
- f->fmt.meta.buffersize = MSM_VIDC_METADATA_SIZE;
- inst->buffers.output_meta.min_count = 0;
- inst->buffers.output_meta.extra_count = 0;
- inst->buffers.output_meta.actual_count = 0;
- inst->buffers.output_meta.size = 0;
- inst->input_dpb_list_enabled = false;
- inst->output_dpb_list_enabled = false;
- rc = msm_vdec_codec_change(inst,
- inst->fmts[INPUT_PORT].fmt.pix_mp.pixelformat);
- if (rc)
- return rc;
- return rc;
- }
- int msm_vdec_inst_deinit(struct msm_vidc_inst *inst)
- {
- int rc = 0;
- if (!inst) {
- d_vpr_e("%s: invalid params\n", __func__);
- return -EINVAL;
- }
- /* cancel pending batch work */
- cancel_batch_work(inst);
- rc = msm_vidc_ctrl_handler_deinit(inst);
- if (rc)
- return rc;
- return rc;
- }
|