msm_vidc_iris33.c 36 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257
  1. // SPDX-License-Identifier: GPL-2.0-only
  2. /*
  3. * Copyright (c) 2020-2022, The Linux Foundation. All rights reserved.
  4. * Copyright (c) 2022-2023, Qualcomm Innovation Center, Inc. All rights reserved.
  5. */
  6. #include <linux/reset.h>
  7. #include "msm_vidc_iris33.h"
  8. #include "msm_vidc_buffer_iris33.h"
  9. #include "msm_vidc_power_iris33.h"
  10. #include "msm_vidc_inst.h"
  11. #include "msm_vidc_core.h"
  12. #include "msm_vidc_driver.h"
  13. #include "msm_vidc_platform.h"
  14. #include "msm_vidc_internal.h"
  15. #include "msm_vidc_buffer.h"
  16. #include "msm_vidc_state.h"
  17. #include "msm_vidc_debug.h"
  18. #include "msm_vidc_variant.h"
  19. #include "venus_hfi.h"
  20. #define VIDEO_ARCH_LX 1
  21. #define VCODEC_BASE_OFFS_IRIS33 0x00000000
  22. #define VCODEC_CPU_CS_IRIS33 0x000A0000
  23. #define AON_BASE_OFFS 0x000E0000
  24. #define VCODEC_VPU_CPU_CS_VCICMDARG0_IRIS33 (VCODEC_CPU_CS_IRIS33 + 0x24)
  25. #define VCODEC_VPU_CPU_CS_VCICMDARG1_IRIS33 (VCODEC_CPU_CS_IRIS33 + 0x28)
  26. #define VCODEC_VPU_CPU_CS_SCIACMD_IRIS33 (VCODEC_CPU_CS_IRIS33 + 0x48)
  27. #define VCODEC_VPU_CPU_CS_SCIACMDARG0_IRIS33 (VCODEC_CPU_CS_IRIS33 + 0x4C)
  28. #define VCODEC_VPU_CPU_CS_SCIACMDARG1_IRIS33 (VCODEC_CPU_CS_IRIS33 + 0x50)
  29. #define VCODEC_VPU_CPU_CS_SCIACMDARG2_IRIS33 (VCODEC_CPU_CS_IRIS33 + 0x54)
  30. #define VCODEC_VPU_CPU_CS_SCIBCMD_IRIS33 (VCODEC_CPU_CS_IRIS33 + 0x5C)
  31. #define VCODEC_VPU_CPU_CS_SCIBCMDARG0_IRIS33 (VCODEC_CPU_CS_IRIS33 + 0x60)
  32. #define VCODEC_VPU_CPU_CS_SCIBARG1_IRIS33 (VCODEC_CPU_CS_IRIS33 + 0x64)
  33. #define VCODEC_VPU_CPU_CS_SCIBARG2_IRIS33 (VCODEC_CPU_CS_IRIS33 + 0x68)
  34. #define HFI_CTRL_INIT_IRIS33 VCODEC_VPU_CPU_CS_SCIACMD_IRIS33
  35. #define HFI_CTRL_STATUS_IRIS33 VCODEC_VPU_CPU_CS_SCIACMDARG0_IRIS33
  36. typedef enum
  37. {
  38. HFI_CTRL_NOT_INIT = 0x0,
  39. HFI_CTRL_READY = 0x1,
  40. HFI_CTRL_ERROR_FATAL = 0x2,
  41. HFI_CTRL_ERROR_UC_REGION_NOT_SET = 0x4,
  42. HFI_CTRL_PC_READY = 0x100,
  43. HFI_CTRL_VCODEC_IDLE = 0x40000000
  44. } hfi_ctrl_status_type;
  45. #define HFI_QTBL_INFO_IRIS33 VCODEC_VPU_CPU_CS_SCIACMDARG1_IRIS33
  46. typedef enum
  47. {
  48. HFI_QTBL_DISABLED = 0x00,
  49. HFI_QTBL_ENABLED = 0x01,
  50. } hfi_qtbl_status_type;
  51. #define HFI_QTBL_ADDR_IRIS33 VCODEC_VPU_CPU_CS_SCIACMDARG2_IRIS33
  52. #define HFI_MMAP_ADDR_IRIS33 VCODEC_VPU_CPU_CS_SCIBCMDARG0_IRIS33
  53. #define HFI_UC_REGION_ADDR_IRIS33 VCODEC_VPU_CPU_CS_SCIBARG1_IRIS33
  54. #define HFI_UC_REGION_SIZE_IRIS33 VCODEC_VPU_CPU_CS_SCIBARG2_IRIS33
  55. #define HFI_DEVICE_REGION_ADDR_IRIS33 VCODEC_VPU_CPU_CS_VCICMDARG0_IRIS33
  56. #define HFI_DEVICE_REGION_SIZE_IRIS33 VCODEC_VPU_CPU_CS_VCICMDARG1_IRIS33
  57. #define HFI_SFR_ADDR_IRIS33 VCODEC_VPU_CPU_CS_SCIBCMD_IRIS33
  58. #define CPU_CS_A2HSOFTINTCLR_IRIS33 (VCODEC_CPU_CS_IRIS33 + 0x1C)
  59. #define CPU_CS_H2XSOFTINTEN_IRIS33 (VCODEC_CPU_CS_IRIS33 + 0x148)
  60. #define CPU_CS_AHB_BRIDGE_SYNC_RESET (VCODEC_CPU_CS_IRIS33 + 0x160)
  61. /* FAL10 Feature Control */
  62. #define CPU_CS_X2RPMh_IRIS33 (VCODEC_CPU_CS_IRIS33 + 0x168)
  63. #define CPU_IC_SOFTINT_IRIS33 (VCODEC_CPU_CS_IRIS33 + 0x150)
  64. #define CPU_IC_SOFTINT_H2A_SHFT_IRIS33 0x0
  65. /*
  66. * --------------------------------------------------------------------------
  67. * MODULE: wrapper
  68. * --------------------------------------------------------------------------
  69. */
  70. #define WRAPPER_BASE_OFFS_IRIS33 0x000B0000
  71. #define WRAPPER_INTR_STATUS_IRIS33 (WRAPPER_BASE_OFFS_IRIS33 + 0x0C)
  72. #define WRAPPER_INTR_STATUS_A2HWD_BMSK_IRIS33 0x8
  73. #define WRAPPER_INTR_STATUS_A2H_BMSK_IRIS33 0x4
  74. #define WRAPPER_INTR_MASK_IRIS33 (WRAPPER_BASE_OFFS_IRIS33 + 0x10)
  75. #define WRAPPER_INTR_MASK_A2HWD_BMSK_IRIS33 0x8
  76. #define WRAPPER_INTR_MASK_A2HCPU_BMSK_IRIS33 0x4
  77. #define WRAPPER_DEBUG_BRIDGE_LPI_CONTROL_IRIS33 (WRAPPER_BASE_OFFS_IRIS33 + 0x54)
  78. #define WRAPPER_DEBUG_BRIDGE_LPI_STATUS_IRIS33 (WRAPPER_BASE_OFFS_IRIS33 + 0x58)
  79. #define WRAPPER_IRIS_CPU_NOC_LPI_CONTROL (WRAPPER_BASE_OFFS_IRIS33 + 0x5C)
  80. #define WRAPPER_IRIS_CPU_NOC_LPI_STATUS (WRAPPER_BASE_OFFS_IRIS33 + 0x60)
  81. #define WRAPPER_CORE_POWER_STATUS (WRAPPER_BASE_OFFS_IRIS33 + 0x80)
  82. #define WRAPPER_CORE_CLOCK_CONFIG_IRIS33 (WRAPPER_BASE_OFFS_IRIS33 + 0x88)
  83. /*
  84. * --------------------------------------------------------------------------
  85. * MODULE: tz_wrapper
  86. * --------------------------------------------------------------------------
  87. */
  88. #define WRAPPER_TZ_BASE_OFFS 0x000C0000
  89. #define WRAPPER_TZ_CPU_STATUS (WRAPPER_TZ_BASE_OFFS + 0x10)
  90. #define WRAPPER_TZ_CTL_AXI_CLOCK_CONFIG (WRAPPER_TZ_BASE_OFFS + 0x14)
  91. #define WRAPPER_TZ_QNS4PDXFIFO_RESET (WRAPPER_TZ_BASE_OFFS + 0x18)
  92. #define AON_WRAPPER_MVP_NOC_LPI_CONTROL (AON_BASE_OFFS)
  93. #define AON_WRAPPER_MVP_NOC_LPI_STATUS (AON_BASE_OFFS + 0x4)
  94. #define AON_WRAPPER_MVP_NOC_CORE_SW_RESET (AON_BASE_OFFS + 0x18)
  95. #define AON_WRAPPER_MVP_NOC_CORE_CLK_CONTROL (AON_BASE_OFFS + 0x20)
  96. #define AON_WRAPPER_SPARE (AON_BASE_OFFS + 0x28)
  97. /*
  98. * --------------------------------------------------------------------------
  99. * MODULE: VCODEC_SS registers
  100. * --------------------------------------------------------------------------
  101. */
  102. #define VCODEC_SS_IDLE_STATUSn (VCODEC_BASE_OFFS_IRIS33 + 0x70)
  103. static int __interrupt_init_iris33(struct msm_vidc_core *vidc_core)
  104. {
  105. struct msm_vidc_core *core = vidc_core;
  106. u32 mask_val = 0;
  107. int rc = 0;
  108. if (!core) {
  109. d_vpr_e("%s: invalid params\n", __func__);
  110. return -EINVAL;
  111. }
  112. /* All interrupts should be disabled initially 0x1F6 : Reset value */
  113. rc = __read_register(core, WRAPPER_INTR_MASK_IRIS33, &mask_val);
  114. if (rc)
  115. return rc;
  116. /* Write 0 to unmask CPU and WD interrupts */
  117. mask_val &= ~(WRAPPER_INTR_MASK_A2HWD_BMSK_IRIS33|
  118. WRAPPER_INTR_MASK_A2HCPU_BMSK_IRIS33);
  119. rc = __write_register(core, WRAPPER_INTR_MASK_IRIS33, mask_val);
  120. if (rc)
  121. return rc;
  122. return 0;
  123. }
  124. static int __get_device_region_info(struct msm_vidc_core *core,
  125. u32 *min_dev_addr, u32 *dev_reg_size)
  126. {
  127. struct device_region_set *dev_set;
  128. u32 min_addr, max_addr, count = 0;
  129. int rc = 0;
  130. if (!core || !core->resource) {
  131. d_vpr_e("%s: invalid params\n", __func__);
  132. return -EINVAL;
  133. }
  134. dev_set = &core->resource->device_region_set;
  135. if (!dev_set->count) {
  136. d_vpr_h("%s: device region not available\n", __func__);
  137. return 0;
  138. }
  139. min_addr = 0xFFFFFFFF;
  140. max_addr = 0x0;
  141. for (count = 0; count < dev_set->count; count++) {
  142. if (dev_set->device_region_tbl[count].dev_addr > max_addr)
  143. max_addr = dev_set->device_region_tbl[count].dev_addr +
  144. dev_set->device_region_tbl[count].size;
  145. if (dev_set->device_region_tbl[count].dev_addr < min_addr)
  146. min_addr = dev_set->device_region_tbl[count].dev_addr;
  147. }
  148. if (min_addr == 0xFFFFFFFF || max_addr == 0x0) {
  149. d_vpr_e("%s: invalid device region\n", __func__);
  150. return -EINVAL;
  151. }
  152. *min_dev_addr = min_addr;
  153. *dev_reg_size = max_addr - min_addr;
  154. return rc;
  155. }
  156. static int __program_bootup_registers_iris33(struct msm_vidc_core *vidc_core)
  157. {
  158. struct msm_vidc_core *core = vidc_core;
  159. u32 min_dev_reg_addr = 0, dev_reg_size = 0;
  160. u32 value;
  161. int rc = 0;
  162. if (!core) {
  163. d_vpr_e("%s: invalid params\n", __func__);
  164. return -EINVAL;
  165. }
  166. value = (u32)core->iface_q_table.align_device_addr;
  167. rc = __write_register(core, HFI_UC_REGION_ADDR_IRIS33, value);
  168. if (rc)
  169. return rc;
  170. value = SHARED_QSIZE;
  171. rc = __write_register(core, HFI_UC_REGION_SIZE_IRIS33, value);
  172. if (rc)
  173. return rc;
  174. value = (u32)core->iface_q_table.align_device_addr;
  175. rc = __write_register(core, HFI_QTBL_ADDR_IRIS33, value);
  176. if (rc)
  177. return rc;
  178. rc = __write_register(core, HFI_QTBL_INFO_IRIS33, HFI_QTBL_ENABLED);
  179. if (rc)
  180. return rc;
  181. if (core->mmap_buf.align_device_addr) {
  182. value = (u32)core->mmap_buf.align_device_addr;
  183. rc = __write_register(core, HFI_MMAP_ADDR_IRIS33, value);
  184. if (rc)
  185. return rc;
  186. } else {
  187. d_vpr_e("%s: skip mmap buffer programming\n", __func__);
  188. /* ignore the error for now for backward compatibility */
  189. /* return -EINVAL; */
  190. }
  191. rc = __get_device_region_info(core, &min_dev_reg_addr, &dev_reg_size);
  192. if (rc)
  193. return rc;
  194. if (min_dev_reg_addr && dev_reg_size) {
  195. rc = __write_register(core, HFI_DEVICE_REGION_ADDR_IRIS33, min_dev_reg_addr);
  196. if (rc)
  197. return rc;
  198. rc = __write_register(core, HFI_DEVICE_REGION_SIZE_IRIS33, dev_reg_size);
  199. if (rc)
  200. return rc;
  201. } else {
  202. d_vpr_e("%s: skip device region programming\n", __func__);
  203. /* ignore the error for now for backward compatibility */
  204. /* return -EINVAL; */
  205. }
  206. if (core->sfr.align_device_addr) {
  207. value = (u32)core->sfr.align_device_addr + VIDEO_ARCH_LX;
  208. rc = __write_register(core, HFI_SFR_ADDR_IRIS33, value);
  209. if (rc)
  210. return rc;
  211. }
  212. return 0;
  213. }
  214. static bool is_iris33_hw_power_collapsed(struct msm_vidc_core *core)
  215. {
  216. int rc = 0;
  217. u32 value = 0, pwr_status = 0;
  218. rc = __read_register(core, WRAPPER_CORE_POWER_STATUS, &value);
  219. if (rc)
  220. return false;
  221. /* if BIT(1) is 1 then video hw power is on else off */
  222. pwr_status = value & BIT(1);
  223. return pwr_status ? false : true;
  224. }
  225. static int __power_off_iris33_hardware(struct msm_vidc_core *core)
  226. {
  227. int rc = 0, i;
  228. u32 value = 0;
  229. bool pwr_collapsed = false;
  230. /*
  231. * Incase hw power control is enabled, for both CPU WD, video
  232. * hw unresponsive cases, check for power status to decide on
  233. * executing NOC reset sequence before disabling power. If there
  234. * is no CPU WD and hw power control is enabled, fw is expected
  235. * to power collapse video hw always.
  236. */
  237. if (is_core_sub_state(core, CORE_SUBSTATE_FW_PWR_CTRL)) {
  238. pwr_collapsed = is_iris33_hw_power_collapsed(core);
  239. if (is_core_sub_state(core, CORE_SUBSTATE_CPU_WATCHDOG) ||
  240. is_core_sub_state(core, CORE_SUBSTATE_VIDEO_UNRESPONSIVE)) {
  241. if (pwr_collapsed) {
  242. d_vpr_e("%s: video hw power collapsed %s\n",
  243. __func__, core->sub_state_name);
  244. goto disable_power;
  245. } else {
  246. d_vpr_e("%s: video hw is power ON %s\n",
  247. __func__, core->sub_state_name);
  248. }
  249. } else {
  250. if (!pwr_collapsed)
  251. d_vpr_e("%s: video hw is not power collapsed\n", __func__);
  252. d_vpr_h("%s: disabling hw power\n", __func__);
  253. goto disable_power;
  254. }
  255. }
  256. /*
  257. * check to make sure core clock branch enabled else
  258. * we cannot read vcodec top idle register
  259. */
  260. rc = __read_register(core, WRAPPER_CORE_CLOCK_CONFIG_IRIS33, &value);
  261. if (rc)
  262. return rc;
  263. if (value) {
  264. d_vpr_h("%s: core clock config not enabled, enabling it to read vcodec registers\n",
  265. __func__);
  266. rc = __write_register(core, WRAPPER_CORE_CLOCK_CONFIG_IRIS33, 0);
  267. if (rc)
  268. return rc;
  269. }
  270. /*
  271. * add MNoC idle check before collapsing MVS0 per HPG update
  272. * poll for NoC DMA idle -> HPG 6.1.1
  273. */
  274. for (i = 0; i < core->capabilities[NUM_VPP_PIPE].value; i++) {
  275. rc = __read_register_with_poll_timeout(core, VCODEC_SS_IDLE_STATUSn + 4*i,
  276. 0x400000, 0x400000, 2000, 20000);
  277. if (rc)
  278. d_vpr_h("%s: VCODEC_SS_IDLE_STATUSn (%d) is not idle (%#x)\n",
  279. __func__, i, value);
  280. }
  281. /* set MNoC to low power, set PD_NOC_QREQ (bit 0) */
  282. rc = __write_register_masked(core, AON_WRAPPER_MVP_NOC_LPI_CONTROL,
  283. 0x1, BIT(0));
  284. if (rc)
  285. return rc;
  286. rc = __read_register_with_poll_timeout(core, AON_WRAPPER_MVP_NOC_LPI_STATUS,
  287. 0x1, 0x1, 200, 2000);
  288. if (rc)
  289. d_vpr_h("%s: AON_WRAPPER_MVP_NOC_LPI_CONTROL failed\n", __func__);
  290. rc = __write_register_masked(core, AON_WRAPPER_MVP_NOC_LPI_CONTROL,
  291. 0x0, BIT(0));
  292. if (rc)
  293. return rc;
  294. /*
  295. * Reset both sides of 2 ahb2ahb_bridges (TZ and non-TZ)
  296. * do we need to check status register here?
  297. */
  298. rc = __write_register(core, CPU_CS_AHB_BRIDGE_SYNC_RESET, 0x3);
  299. if (rc)
  300. return rc;
  301. rc = __write_register(core, CPU_CS_AHB_BRIDGE_SYNC_RESET, 0x2);
  302. if (rc)
  303. return rc;
  304. rc = __write_register(core, CPU_CS_AHB_BRIDGE_SYNC_RESET, 0x0);
  305. if (rc)
  306. return rc;
  307. disable_power:
  308. /* power down process */
  309. rc = call_res_op(core, gdsc_off, core, "vcodec");
  310. if (rc) {
  311. d_vpr_e("%s: disable regulator vcodec failed\n", __func__);
  312. rc = 0;
  313. }
  314. rc = call_res_op(core, clk_disable, core, "video_cc_mvs0_clk");
  315. if (rc) {
  316. d_vpr_e("%s: disable unprepare video_cc_mvs0_clk failed\n", __func__);
  317. rc = 0;
  318. }
  319. return rc;
  320. }
  321. static int __power_off_iris33_controller(struct msm_vidc_core *core)
  322. {
  323. int rc = 0;
  324. int value = 0;
  325. u32 count = 0;
  326. /*
  327. * mask fal10_veto QLPAC error since fal10_veto can go 1
  328. * when pwwait == 0 and clamped to 0 -> HPG 6.1.2
  329. */
  330. rc = __write_register(core, CPU_CS_X2RPMh_IRIS33, 0x3);
  331. if (rc)
  332. return rc;
  333. /* Set Iris CPU NoC to Low power */
  334. rc = __write_register_masked(core, WRAPPER_IRIS_CPU_NOC_LPI_CONTROL,
  335. 0x1, BIT(0));
  336. if (rc)
  337. return rc;
  338. rc = __read_register_with_poll_timeout(core, WRAPPER_IRIS_CPU_NOC_LPI_STATUS,
  339. 0x1, 0x1, 200, 2000);
  340. if (rc)
  341. d_vpr_e("%s: WRAPPER_IRIS_CPU_NOC_LPI_CONTROL failed\n", __func__);
  342. /* Debug bridge LPI release */
  343. rc = __write_register(core, WRAPPER_DEBUG_BRIDGE_LPI_CONTROL_IRIS33, 0x0);
  344. if (rc)
  345. return rc;
  346. rc = __read_register_with_poll_timeout(core, WRAPPER_DEBUG_BRIDGE_LPI_STATUS_IRIS33,
  347. 0xffffffff, 0x0, 200, 2000);
  348. if (rc)
  349. d_vpr_e("%s: debug bridge release failed\n", __func__);
  350. /* Reset MVP QNS4PDXFIFO */
  351. rc = __write_register(core, WRAPPER_TZ_CTL_AXI_CLOCK_CONFIG, 0x3);
  352. if (rc)
  353. return rc;
  354. rc = __write_register(core, WRAPPER_TZ_QNS4PDXFIFO_RESET, 0x1);
  355. if (rc)
  356. return rc;
  357. rc = __write_register(core, WRAPPER_TZ_QNS4PDXFIFO_RESET, 0x0);
  358. if (rc)
  359. return rc;
  360. rc = __write_register(core, WRAPPER_TZ_CTL_AXI_CLOCK_CONFIG, 0x0);
  361. if (rc)
  362. return rc;
  363. /* assert and deassert axi and mvs0c resets */
  364. rc = call_res_op(core, reset_control_assert, core, "video_axi_reset");
  365. if (rc)
  366. d_vpr_e("%s: assert video_axi_reset failed\n", __func__);
  367. /* set retain mem and peripheral before asset mvs0c reset */
  368. rc = call_res_op(core, clk_set_flag, core,
  369. "video_cc_mvs0c_clk", CLKFLAG_RETAIN_MEM);
  370. if (rc)
  371. d_vpr_e("%s: set retain mem failed\n", __func__);
  372. rc = call_res_op(core, clk_set_flag, core,
  373. "video_cc_mvs0c_clk", CLKFLAG_RETAIN_PERIPH);
  374. if (rc)
  375. d_vpr_e("%s: set retain peripheral failed\n", __func__);
  376. rc = call_res_op(core, reset_control_assert, core, "video_mvs0c_reset");
  377. if (rc)
  378. d_vpr_e("%s: assert video_mvs0c_reset failed\n", __func__);
  379. usleep_range(400, 500);
  380. rc = call_res_op(core, reset_control_deassert, core, "video_axi_reset");
  381. if (rc)
  382. d_vpr_e("%s: de-assert video_axi_reset failed\n", __func__);
  383. rc = call_res_op(core, reset_control_deassert, core, "video_mvs0c_reset");
  384. if (rc)
  385. d_vpr_e("%s: de-assert video_mvs0c_reset failed\n", __func__);
  386. /* Disable MVP NoC clock */
  387. rc = __write_register_masked(core, AON_WRAPPER_MVP_NOC_CORE_CLK_CONTROL,
  388. 0x1, BIT(0));
  389. if (rc)
  390. return rc;
  391. /* enable MVP NoC reset */
  392. rc = __write_register_masked(core, AON_WRAPPER_MVP_NOC_CORE_SW_RESET,
  393. 0x1, BIT(0));
  394. if (rc)
  395. return rc;
  396. /*
  397. * need to acquire "video_xo_reset" before assert and release
  398. * after de-assert "video_xo_reset" reset clock to avoid other
  399. * drivers (eva driver) operating on this shared reset clock
  400. * and AON_WRAPPER_SPARE register in parallel.
  401. */
  402. count = 0;
  403. do {
  404. rc = call_res_op(core, reset_control_acquire, core, "video_xo_reset");
  405. if (rc) {
  406. d_vpr_e("%s: failed to acquire video_xo_reset control\n", __func__);
  407. } else {
  408. count++;
  409. usleep_range(1000, 1000);
  410. }
  411. } while (rc && count < 100);
  412. if (count >= 100) {
  413. d_vpr_e("%s: timeout acquiring video_xo_reset\n", __func__);
  414. goto skip_video_xo_reset;
  415. }
  416. /* poll AON spare register bit0 to become zero with 50ms timeout */
  417. rc = __read_register_with_poll_timeout(core, AON_WRAPPER_SPARE,
  418. 0x1, 0x0, 1000, 50 * 1000);
  419. if (rc)
  420. d_vpr_e("%s: AON spare register is not zero\n", __func__);
  421. /* enable bit(1) to avoid cvp noc xo reset */
  422. rc = __write_register(core, AON_WRAPPER_SPARE, value|0x2);
  423. if (rc)
  424. return rc;
  425. /* assert video_cc XO reset */
  426. rc = call_res_op(core, reset_control_assert, core, "video_xo_reset");
  427. if (rc)
  428. d_vpr_e("%s: assert video_xo_reset failed\n", __func__);
  429. /* De-assert MVP NoC reset */
  430. rc = __write_register_masked(core, AON_WRAPPER_MVP_NOC_CORE_SW_RESET,
  431. 0x0, BIT(0));
  432. if (rc)
  433. d_vpr_e("%s: MVP_NOC_CORE_SW_RESET failed\n", __func__);
  434. /* De-assert video_cc XO reset */
  435. usleep_range(80, 100);
  436. rc = call_res_op(core, reset_control_deassert, core, "video_xo_reset");
  437. if (rc)
  438. d_vpr_e("%s: deassert video_xo_reset failed\n", __func__);
  439. /* reset AON spare register */
  440. rc = __write_register(core, AON_WRAPPER_SPARE, 0x0);
  441. if (rc)
  442. return rc;
  443. /* release reset control for other consumers */
  444. rc = call_res_op(core, reset_control_release, core, "video_xo_reset");
  445. if (rc)
  446. d_vpr_e("%s: failed to release video_xo_reset reset\n", __func__);
  447. skip_video_xo_reset:
  448. /* Enable MVP NoC clock */
  449. rc = __write_register_masked(core, AON_WRAPPER_MVP_NOC_CORE_CLK_CONTROL,
  450. 0x0, BIT(0));
  451. if (rc)
  452. return rc;
  453. /* remove retain mem and retain peripheral */
  454. rc = call_res_op(core, clk_set_flag, core,
  455. "video_cc_mvs0c_clk", CLKFLAG_NORETAIN_PERIPH);
  456. if (rc)
  457. d_vpr_e("%s: set noretain peripheral failed\n", __func__);
  458. rc = call_res_op(core, clk_set_flag, core,
  459. "video_cc_mvs0c_clk", CLKFLAG_NORETAIN_MEM);
  460. if (rc)
  461. d_vpr_e("%s: set noretain mem failed\n", __func__);
  462. /* Turn off MVP MVS0C core clock */
  463. rc = call_res_op(core, clk_disable, core, "video_cc_mvs0c_clk");
  464. if (rc) {
  465. d_vpr_e("%s: disable unprepare video_cc_mvs0c_clk failed\n", __func__);
  466. rc = 0;
  467. }
  468. /* power down process */
  469. rc = call_res_op(core, gdsc_off, core, "iris-ctl");
  470. if (rc) {
  471. d_vpr_e("%s: disable regulator iris-ctl failed\n", __func__);
  472. rc = 0;
  473. }
  474. /* Turn off GCC AXI clock */
  475. rc = call_res_op(core, clk_disable, core, "gcc_video_axi0_clk");
  476. if (rc) {
  477. d_vpr_e("%s: disable unprepare gcc_video_axi0_clk failed\n", __func__);
  478. rc = 0;
  479. }
  480. return rc;
  481. }
  482. static int __power_off_iris33(struct msm_vidc_core *core)
  483. {
  484. int rc = 0;
  485. if (!core || !core->capabilities) {
  486. d_vpr_e("%s: invalid params\n", __func__);
  487. return -EINVAL;
  488. }
  489. if (!is_core_sub_state(core, CORE_SUBSTATE_POWER_ENABLE))
  490. return 0;
  491. /**
  492. * Reset video_cc_mvs0_clk_src value to resolve MMRM high video
  493. * clock projection issue.
  494. */
  495. rc = call_res_op(core, set_clks, core, 0);
  496. if (rc)
  497. d_vpr_e("%s: resetting clocks failed\n", __func__);
  498. if (__power_off_iris33_hardware(core))
  499. d_vpr_e("%s: failed to power off hardware\n", __func__);
  500. if (__power_off_iris33_controller(core))
  501. d_vpr_e("%s: failed to power off controller\n", __func__);
  502. rc = call_res_op(core, set_bw, core, 0, 0);
  503. if (rc)
  504. d_vpr_e("%s: failed to unvote buses\n", __func__);
  505. if (!(core->intr_status & WRAPPER_INTR_STATUS_A2HWD_BMSK_IRIS33))
  506. disable_irq_nosync(core->resource->irq);
  507. core->intr_status = 0;
  508. msm_vidc_change_core_sub_state(core, CORE_SUBSTATE_POWER_ENABLE, 0, __func__);
  509. return rc;
  510. }
  511. static int __power_on_iris33_controller(struct msm_vidc_core *core)
  512. {
  513. int rc = 0;
  514. rc = call_res_op(core, gdsc_on, core, "iris-ctl");
  515. if (rc)
  516. goto fail_regulator;
  517. rc = call_res_op(core, reset_control_assert, core, "video_axi_reset");
  518. if (rc)
  519. goto fail_reset_assert_axi;
  520. rc = call_res_op(core, reset_control_assert, core, "video_mvs0c_reset");
  521. if (rc)
  522. goto fail_reset_assert_mvs0c;
  523. /* add usleep between assert and deassert */
  524. usleep_range(1000, 1100);
  525. rc = call_res_op(core, reset_control_deassert, core, "video_axi_reset");
  526. if (rc)
  527. goto fail_reset_deassert_axi;
  528. rc = call_res_op(core, reset_control_deassert, core, "video_mvs0c_reset");
  529. if (rc)
  530. goto fail_reset_deassert_mvs0c;
  531. rc = call_res_op(core, clk_enable, core, "gcc_video_axi0_clk");
  532. if (rc)
  533. goto fail_clk_axi;
  534. rc = call_res_op(core, clk_enable, core, "video_cc_mvs0c_clk");
  535. if (rc)
  536. goto fail_clk_controller;
  537. return 0;
  538. fail_clk_controller:
  539. call_res_op(core, clk_disable, core, "gcc_video_axi0_clk");
  540. fail_clk_axi:
  541. fail_reset_deassert_mvs0c:
  542. fail_reset_deassert_axi:
  543. call_res_op(core, reset_control_deassert, core, "video_mvs0c_reset");
  544. fail_reset_assert_mvs0c:
  545. call_res_op(core, reset_control_deassert, core, "video_axi_reset");
  546. fail_reset_assert_axi:
  547. call_res_op(core, gdsc_off, core, "iris-ctl");
  548. fail_regulator:
  549. return rc;
  550. }
  551. static int __power_on_iris33_hardware(struct msm_vidc_core *core)
  552. {
  553. int rc = 0;
  554. rc = call_res_op(core, gdsc_on, core, "vcodec");
  555. if (rc)
  556. goto fail_regulator;
  557. rc = call_res_op(core, clk_enable, core, "video_cc_mvs0_clk");
  558. if (rc)
  559. goto fail_clk_controller;
  560. return 0;
  561. fail_clk_controller:
  562. call_res_op(core, gdsc_off, core, "vcodec");
  563. fail_regulator:
  564. return rc;
  565. }
  566. static int __power_on_iris33(struct msm_vidc_core *core)
  567. {
  568. struct frequency_table *freq_tbl;
  569. u32 freq = 0;
  570. int rc = 0;
  571. if (is_core_sub_state(core, CORE_SUBSTATE_POWER_ENABLE))
  572. return 0;
  573. if (!core_in_valid_state(core)) {
  574. d_vpr_e("%s: invalid core state %s\n",
  575. __func__, core_state_name(core->state));
  576. return -EINVAL;
  577. }
  578. /* Vote for all hardware resources */
  579. rc = call_res_op(core, set_bw, core, INT_MAX, INT_MAX);
  580. if (rc) {
  581. d_vpr_e("%s: failed to vote buses, rc %d\n", __func__, rc);
  582. goto fail_vote_buses;
  583. }
  584. rc = __power_on_iris33_controller(core);
  585. if (rc) {
  586. d_vpr_e("%s: failed to power on iris33 controller\n", __func__);
  587. goto fail_power_on_controller;
  588. }
  589. rc = __power_on_iris33_hardware(core);
  590. if (rc) {
  591. d_vpr_e("%s: failed to power on iris33 hardware\n", __func__);
  592. goto fail_power_on_hardware;
  593. }
  594. /* video controller and hardware powered on successfully */
  595. rc = msm_vidc_change_core_sub_state(core, 0, CORE_SUBSTATE_POWER_ENABLE, __func__);
  596. if (rc)
  597. goto fail_power_on_substate;
  598. freq_tbl = core->resource->freq_set.freq_tbl;
  599. freq = core->power.clk_freq ? core->power.clk_freq :
  600. freq_tbl[0].freq;
  601. rc = call_res_op(core, set_clks, core, freq);
  602. if (rc) {
  603. d_vpr_e("%s: failed to scale clocks\n", __func__);
  604. rc = 0;
  605. }
  606. /*
  607. * Re-program all of the registers that get reset as a result of
  608. * regulator_disable() and _enable()
  609. */
  610. __set_registers(core);
  611. __interrupt_init_iris33(core);
  612. core->intr_status = 0;
  613. enable_irq(core->resource->irq);
  614. return rc;
  615. fail_power_on_substate:
  616. __power_off_iris33_hardware(core);
  617. fail_power_on_hardware:
  618. __power_off_iris33_controller(core);
  619. fail_power_on_controller:
  620. call_res_op(core, set_bw, core, 0, 0);
  621. fail_vote_buses:
  622. msm_vidc_change_core_sub_state(core, CORE_SUBSTATE_POWER_ENABLE, 0, __func__);
  623. return rc;
  624. }
  625. static int __prepare_pc_iris33(struct msm_vidc_core *vidc_core)
  626. {
  627. int rc = 0;
  628. u32 wfi_status = 0, idle_status = 0, pc_ready = 0;
  629. u32 ctrl_status = 0;
  630. struct msm_vidc_core *core = vidc_core;
  631. if (!core) {
  632. d_vpr_e("%s: invalid params\n", __func__);
  633. return -EINVAL;
  634. }
  635. rc = __read_register(core, HFI_CTRL_STATUS_IRIS33, &ctrl_status);
  636. if (rc)
  637. return rc;
  638. pc_ready = ctrl_status & HFI_CTRL_PC_READY;
  639. idle_status = ctrl_status & BIT(30);
  640. if (pc_ready) {
  641. d_vpr_h("Already in pc_ready state\n");
  642. return 0;
  643. }
  644. rc = __read_register(core, WRAPPER_TZ_CPU_STATUS, &wfi_status);
  645. if (rc)
  646. return rc;
  647. wfi_status &= BIT(0);
  648. if (!wfi_status || !idle_status) {
  649. d_vpr_e("Skipping PC, wfi status not set\n");
  650. goto skip_power_off;
  651. }
  652. rc = __prepare_pc(core);
  653. if (rc) {
  654. d_vpr_e("Failed __prepare_pc %d\n", rc);
  655. goto skip_power_off;
  656. }
  657. rc = __read_register_with_poll_timeout(core, HFI_CTRL_STATUS_IRIS33,
  658. HFI_CTRL_PC_READY, HFI_CTRL_PC_READY, 250, 2500);
  659. if (rc) {
  660. d_vpr_e("%s: Skip PC. Ctrl status not set\n", __func__);
  661. goto skip_power_off;
  662. }
  663. rc = __read_register_with_poll_timeout(core, WRAPPER_TZ_CPU_STATUS,
  664. BIT(0), 0x1, 250, 2500);
  665. if (rc) {
  666. d_vpr_e("%s: Skip PC. Wfi status not set\n", __func__);
  667. goto skip_power_off;
  668. }
  669. return rc;
  670. skip_power_off:
  671. rc = __read_register(core, HFI_CTRL_STATUS_IRIS33, &ctrl_status);
  672. if (rc)
  673. return rc;
  674. rc = __read_register(core, WRAPPER_TZ_CPU_STATUS, &wfi_status);
  675. if (rc)
  676. return rc;
  677. wfi_status &= BIT(0);
  678. d_vpr_e("Skip PC, wfi=%#x, idle=%#x, pcr=%#x, ctrl=%#x)\n",
  679. wfi_status, idle_status, pc_ready, ctrl_status);
  680. return -EAGAIN;
  681. }
  682. static int __raise_interrupt_iris33(struct msm_vidc_core *vidc_core)
  683. {
  684. struct msm_vidc_core *core = vidc_core;
  685. int rc = 0;
  686. if (!core) {
  687. d_vpr_e("%s: invalid params\n", __func__);
  688. return -EINVAL;
  689. }
  690. rc = __write_register(core, CPU_IC_SOFTINT_IRIS33, 1 << CPU_IC_SOFTINT_H2A_SHFT_IRIS33);
  691. if (rc)
  692. return rc;
  693. return 0;
  694. }
  695. static int __watchdog_iris33(struct msm_vidc_core *vidc_core, u32 intr_status)
  696. {
  697. int rc = 0;
  698. struct msm_vidc_core *core = vidc_core;
  699. if (!core) {
  700. d_vpr_e("%s: invalid params\n", __func__);
  701. return -EINVAL;
  702. }
  703. if (intr_status & WRAPPER_INTR_STATUS_A2HWD_BMSK_IRIS33) {
  704. d_vpr_e("%s: received watchdog interrupt\n", __func__);
  705. rc = 1;
  706. }
  707. return rc;
  708. }
  709. static int __noc_error_info_iris33(struct msm_vidc_core *vidc_core)
  710. {
  711. struct msm_vidc_core *core = vidc_core;
  712. if (!core) {
  713. d_vpr_e("%s: invalid params\n", __func__);
  714. return -EINVAL;
  715. }
  716. /*
  717. * we are not supposed to access vcodec subsystem registers
  718. * unless vcodec core clock WRAPPER_CORE_CLOCK_CONFIG_IRIS33 is enabled.
  719. * core clock might have been disabled by video firmware as part of
  720. * inter frame power collapse (power plane control feature).
  721. */
  722. /*
  723. val = __read_register(core, VCODEC_NOC_ERL_MAIN_SWID_LOW);
  724. d_vpr_e("VCODEC_NOC_ERL_MAIN_SWID_LOW: %#x\n", val);
  725. val = __read_register(core, VCODEC_NOC_ERL_MAIN_SWID_HIGH);
  726. d_vpr_e("VCODEC_NOC_ERL_MAIN_SWID_HIGH: %#x\n", val);
  727. val = __read_register(core, VCODEC_NOC_ERL_MAIN_MAINCTL_LOW);
  728. d_vpr_e("VCODEC_NOC_ERL_MAIN_MAINCTL_LOW: %#x\n", val);
  729. val = __read_register(core, VCODEC_NOC_ERL_MAIN_ERRVLD_LOW);
  730. d_vpr_e("VCODEC_NOC_ERL_MAIN_ERRVLD_LOW: %#x\n", val);
  731. val = __read_register(core, VCODEC_NOC_ERL_MAIN_ERRCLR_LOW);
  732. d_vpr_e("VCODEC_NOC_ERL_MAIN_ERRCLR_LOW: %#x\n", val);
  733. val = __read_register(core, VCODEC_NOC_ERL_MAIN_ERRLOG0_LOW);
  734. d_vpr_e("VCODEC_NOC_ERL_MAIN_ERRLOG0_LOW: %#x\n", val);
  735. val = __read_register(core, VCODEC_NOC_ERL_MAIN_ERRLOG0_HIGH);
  736. d_vpr_e("VCODEC_NOC_ERL_MAIN_ERRLOG0_HIGH: %#x\n", val);
  737. val = __read_register(core, VCODEC_NOC_ERL_MAIN_ERRLOG1_LOW);
  738. d_vpr_e("VCODEC_NOC_ERL_MAIN_ERRLOG1_LOW: %#x\n", val);
  739. val = __read_register(core, VCODEC_NOC_ERL_MAIN_ERRLOG1_HIGH);
  740. d_vpr_e("VCODEC_NOC_ERL_MAIN_ERRLOG1_HIGH: %#x\n", val);
  741. val = __read_register(core, VCODEC_NOC_ERL_MAIN_ERRLOG2_LOW);
  742. d_vpr_e("VCODEC_NOC_ERL_MAIN_ERRLOG2_LOW: %#x\n", val);
  743. val = __read_register(core, VCODEC_NOC_ERL_MAIN_ERRLOG2_HIGH);
  744. d_vpr_e("VCODEC_NOC_ERL_MAIN_ERRLOG2_HIGH: %#x\n", val);
  745. val = __read_register(core, VCODEC_NOC_ERL_MAIN_ERRLOG3_LOW);
  746. d_vpr_e("VCODEC_NOC_ERL_MAIN_ERRLOG3_LOW: %#x\n", val);
  747. val = __read_register(core, VCODEC_NOC_ERL_MAIN_ERRLOG3_HIGH);
  748. d_vpr_e("VCODEC_NOC_ERL_MAIN_ERRLOG3_HIGH: %#x\n", val);
  749. */
  750. return 0;
  751. }
  752. static int __clear_interrupt_iris33(struct msm_vidc_core *vidc_core)
  753. {
  754. struct msm_vidc_core *core = vidc_core;
  755. u32 intr_status = 0, mask = 0;
  756. int rc = 0;
  757. if (!core) {
  758. d_vpr_e("%s: NULL core\n", __func__);
  759. return 0;
  760. }
  761. rc = __read_register(core, WRAPPER_INTR_STATUS_IRIS33, &intr_status);
  762. if (rc)
  763. return rc;
  764. mask = (WRAPPER_INTR_STATUS_A2H_BMSK_IRIS33|
  765. WRAPPER_INTR_STATUS_A2HWD_BMSK_IRIS33|
  766. HFI_CTRL_VCODEC_IDLE);
  767. if (intr_status & mask) {
  768. core->intr_status |= intr_status;
  769. core->reg_count++;
  770. d_vpr_l("INTERRUPT: times: %d interrupt_status: %d\n",
  771. core->reg_count, intr_status);
  772. } else {
  773. core->spur_count++;
  774. }
  775. rc = __write_register(core, CPU_CS_A2HSOFTINTCLR_IRIS33, 1);
  776. if (rc)
  777. return rc;
  778. return 0;
  779. }
  780. static int __boot_firmware_iris33(struct msm_vidc_core *vidc_core)
  781. {
  782. int rc = 0;
  783. u32 ctrl_init_val = 0, ctrl_status = 0, count = 0, max_tries = 1000;
  784. struct msm_vidc_core *core = vidc_core;
  785. if (!core) {
  786. d_vpr_e("%s: NULL core\n", __func__);
  787. return 0;
  788. }
  789. rc = __program_bootup_registers_iris33(core);
  790. if (rc)
  791. return rc;
  792. ctrl_init_val = BIT(0);
  793. rc = __write_register(core, HFI_CTRL_INIT_IRIS33, ctrl_init_val);
  794. if (rc)
  795. return rc;
  796. while (count < max_tries) {
  797. rc = __read_register(core, HFI_CTRL_STATUS_IRIS33, &ctrl_status);
  798. if (rc)
  799. return rc;
  800. if ((ctrl_status & HFI_CTRL_ERROR_FATAL) ||
  801. (ctrl_status & HFI_CTRL_ERROR_UC_REGION_NOT_SET)) {
  802. d_vpr_e("%s: boot firmware failed, ctrl status %#x\n",
  803. __func__, ctrl_status);
  804. return -EINVAL;
  805. } else if (ctrl_status & HFI_CTRL_READY) {
  806. d_vpr_h("%s: boot firmware is successful, ctrl status %#x\n",
  807. __func__, ctrl_status);
  808. break;
  809. }
  810. usleep_range(50, 100);
  811. count++;
  812. }
  813. if (count >= max_tries) {
  814. d_vpr_e("Error booting up vidc firmware, ctrl status %#x\n", ctrl_status);
  815. return -ETIME;
  816. }
  817. /* Enable interrupt before sending commands to venus */
  818. rc = __write_register(core, CPU_CS_H2XSOFTINTEN_IRIS33, 0x1);
  819. if (rc)
  820. return rc;
  821. rc = __write_register(core, CPU_CS_X2RPMh_IRIS33, 0x0);
  822. if (rc)
  823. return rc;
  824. return rc;
  825. }
  826. int msm_vidc_decide_work_mode_iris33(struct msm_vidc_inst* inst)
  827. {
  828. u32 work_mode;
  829. struct v4l2_format *inp_f;
  830. u32 width, height;
  831. bool res_ok = false;
  832. if (!inst || !inst->capabilities) {
  833. d_vpr_e("%s: invalid params\n", __func__);
  834. return -EINVAL;
  835. }
  836. work_mode = MSM_VIDC_STAGE_2;
  837. inp_f = &inst->fmts[INPUT_PORT];
  838. if (is_image_decode_session(inst))
  839. work_mode = MSM_VIDC_STAGE_1;
  840. if (is_image_session(inst))
  841. goto exit;
  842. if (is_decode_session(inst)) {
  843. height = inp_f->fmt.pix_mp.height;
  844. width = inp_f->fmt.pix_mp.width;
  845. res_ok = res_is_less_than(width, height, 1280, 720);
  846. if (inst->capabilities->cap[CODED_FRAMES].value ==
  847. CODED_FRAMES_INTERLACE ||
  848. inst->capabilities->cap[LOWLATENCY_MODE].value ||
  849. res_ok) {
  850. work_mode = MSM_VIDC_STAGE_1;
  851. }
  852. } else if (is_encode_session(inst)) {
  853. height = inst->crop.height;
  854. width = inst->crop.width;
  855. res_ok = !res_is_greater_than(width, height, 4096, 2160);
  856. if (res_ok &&
  857. (inst->capabilities->cap[LOWLATENCY_MODE].value)) {
  858. work_mode = MSM_VIDC_STAGE_1;
  859. }
  860. if (inst->capabilities->cap[SLICE_MODE].value ==
  861. V4L2_MPEG_VIDEO_MULTI_SLICE_MODE_MAX_BYTES) {
  862. work_mode = MSM_VIDC_STAGE_1;
  863. }
  864. if (inst->capabilities->cap[LOSSLESS].value)
  865. work_mode = MSM_VIDC_STAGE_2;
  866. if (!inst->capabilities->cap[GOP_SIZE].value)
  867. work_mode = MSM_VIDC_STAGE_2;
  868. } else {
  869. i_vpr_e(inst, "%s: invalid session type\n", __func__);
  870. return -EINVAL;
  871. }
  872. exit:
  873. i_vpr_h(inst, "Configuring work mode = %u low latency = %u, gop size = %u\n",
  874. work_mode, inst->capabilities->cap[LOWLATENCY_MODE].value,
  875. inst->capabilities->cap[GOP_SIZE].value);
  876. msm_vidc_update_cap_value(inst, STAGE, work_mode, __func__);
  877. return 0;
  878. }
  879. int msm_vidc_decide_work_route_iris33(struct msm_vidc_inst* inst)
  880. {
  881. u32 work_route;
  882. struct msm_vidc_core* core;
  883. if (!inst || !inst->core) {
  884. d_vpr_e("%s: invalid params\n", __func__);
  885. return -EINVAL;
  886. }
  887. core = inst->core;
  888. work_route = core->capabilities[NUM_VPP_PIPE].value;
  889. if (is_image_session(inst))
  890. goto exit;
  891. if (is_decode_session(inst)) {
  892. if (inst->capabilities->cap[CODED_FRAMES].value ==
  893. CODED_FRAMES_INTERLACE)
  894. work_route = MSM_VIDC_PIPE_1;
  895. } else if (is_encode_session(inst)) {
  896. u32 slice_mode;
  897. slice_mode = inst->capabilities->cap[SLICE_MODE].value;
  898. /*TODO Pipe=1 for legacy CBR*/
  899. if (slice_mode == V4L2_MPEG_VIDEO_MULTI_SLICE_MODE_MAX_BYTES)
  900. work_route = MSM_VIDC_PIPE_1;
  901. } else {
  902. i_vpr_e(inst, "%s: invalid session type\n", __func__);
  903. return -EINVAL;
  904. }
  905. exit:
  906. i_vpr_h(inst, "Configuring work route = %u", work_route);
  907. msm_vidc_update_cap_value(inst, PIPE, work_route, __func__);
  908. return 0;
  909. }
  910. int msm_vidc_decide_quality_mode_iris33(struct msm_vidc_inst* inst)
  911. {
  912. struct msm_vidc_inst_capability* capability = NULL;
  913. struct msm_vidc_core *core;
  914. u32 mbpf, mbps, max_hq_mbpf, max_hq_mbps;
  915. u32 mode = MSM_VIDC_POWER_SAVE_MODE;
  916. if (!inst || !inst->capabilities) {
  917. d_vpr_e("%s: invalid params\n", __func__);
  918. return -EINVAL;
  919. }
  920. capability = inst->capabilities;
  921. if (!is_encode_session(inst))
  922. return 0;
  923. /* image or lossless or all intra runs at quality mode */
  924. if (is_image_session(inst) || capability->cap[LOSSLESS].value ||
  925. capability->cap[ALL_INTRA].value) {
  926. mode = MSM_VIDC_MAX_QUALITY_MODE;
  927. goto decision_done;
  928. }
  929. /* for lesser complexity, make LP for all resolution */
  930. if (capability->cap[COMPLEXITY].value < DEFAULT_COMPLEXITY) {
  931. mode = MSM_VIDC_POWER_SAVE_MODE;
  932. goto decision_done;
  933. }
  934. mbpf = msm_vidc_get_mbs_per_frame(inst);
  935. mbps = mbpf * msm_vidc_get_fps(inst);
  936. core = inst->core;
  937. max_hq_mbpf = core->capabilities[MAX_MBPF_HQ].value;;
  938. max_hq_mbps = core->capabilities[MAX_MBPS_HQ].value;;
  939. if (!is_realtime_session(inst)) {
  940. if (((capability->cap[COMPLEXITY].flags & CAP_FLAG_CLIENT_SET) &&
  941. (capability->cap[COMPLEXITY].value >= DEFAULT_COMPLEXITY)) ||
  942. mbpf <= max_hq_mbpf) {
  943. mode = MSM_VIDC_MAX_QUALITY_MODE;
  944. goto decision_done;
  945. }
  946. }
  947. if (mbpf <= max_hq_mbpf && mbps <= max_hq_mbps)
  948. mode = MSM_VIDC_MAX_QUALITY_MODE;
  949. decision_done:
  950. msm_vidc_update_cap_value(inst, QUALITY_MODE, mode, __func__);
  951. return 0;
  952. }
  953. int msm_vidc_adjust_bitrate_boost_iris33(void* instance, struct v4l2_ctrl *ctrl)
  954. {
  955. struct msm_vidc_inst_capability* capability = NULL;
  956. s32 adjusted_value;
  957. struct msm_vidc_inst *inst = (struct msm_vidc_inst *) instance;
  958. s32 rc_type = -1;
  959. u32 width, height, frame_rate;
  960. struct v4l2_format *f;
  961. u32 max_bitrate = 0, bitrate = 0;
  962. if (!inst || !inst->capabilities) {
  963. d_vpr_e("%s: invalid params\n", __func__);
  964. return -EINVAL;
  965. }
  966. capability = inst->capabilities;
  967. adjusted_value = ctrl ? ctrl->val :
  968. capability->cap[BITRATE_BOOST].value;
  969. if (inst->bufq[OUTPUT_PORT].vb2q->streaming)
  970. return 0;
  971. if (msm_vidc_get_parent_value(inst, BITRATE_BOOST,
  972. BITRATE_MODE, &rc_type, __func__))
  973. return -EINVAL;
  974. /*
  975. * Bitrate Boost are supported only for VBR rc type.
  976. * Hence, do not adjust or set to firmware for non VBR rc's
  977. */
  978. if (rc_type != HFI_RC_VBR_CFR) {
  979. adjusted_value = 0;
  980. goto adjust;
  981. }
  982. frame_rate = inst->capabilities->cap[FRAME_RATE].value >> 16;
  983. f= &inst->fmts[OUTPUT_PORT];
  984. width = f->fmt.pix_mp.width;
  985. height = f->fmt.pix_mp.height;
  986. /*
  987. * honor client set bitrate boost
  988. * if client did not set, keep max bitrate boost upto 4k@60fps
  989. * and remove bitrate boost after 4k@60fps
  990. */
  991. if (capability->cap[BITRATE_BOOST].flags & CAP_FLAG_CLIENT_SET) {
  992. /* accept client set bitrate boost value as is */
  993. } else {
  994. if (res_is_less_than_or_equal_to(width, height, 4096, 2176) &&
  995. frame_rate <= 60)
  996. adjusted_value = MAX_BITRATE_BOOST;
  997. else
  998. adjusted_value = 0;
  999. }
  1000. max_bitrate = msm_vidc_get_max_bitrate(inst);
  1001. bitrate = inst->capabilities->cap[BIT_RATE].value;
  1002. if (adjusted_value) {
  1003. if ((bitrate + bitrate / (100 / adjusted_value)) > max_bitrate) {
  1004. i_vpr_h(inst,
  1005. "%s: bitrate %d is beyond max bitrate %d, remove bitrate boost\n",
  1006. __func__, max_bitrate, bitrate);
  1007. adjusted_value = 0;
  1008. }
  1009. }
  1010. adjust:
  1011. msm_vidc_update_cap_value(inst, BITRATE_BOOST, adjusted_value, __func__);
  1012. return 0;
  1013. }
  1014. static struct msm_vidc_venus_ops iris33_ops = {
  1015. .boot_firmware = __boot_firmware_iris33,
  1016. .raise_interrupt = __raise_interrupt_iris33,
  1017. .clear_interrupt = __clear_interrupt_iris33,
  1018. .power_on = __power_on_iris33,
  1019. .power_off = __power_off_iris33,
  1020. .prepare_pc = __prepare_pc_iris33,
  1021. .watchdog = __watchdog_iris33,
  1022. .noc_error_info = __noc_error_info_iris33,
  1023. };
  1024. static struct msm_vidc_session_ops msm_session_ops = {
  1025. .buffer_size = msm_buffer_size_iris33,
  1026. .min_count = msm_buffer_min_count_iris33,
  1027. .extra_count = msm_buffer_extra_count_iris33,
  1028. .calc_freq = msm_vidc_calc_freq_iris33,
  1029. .calc_bw = msm_vidc_calc_bw_iris33,
  1030. .decide_work_route = msm_vidc_decide_work_route_iris33,
  1031. .decide_work_mode = msm_vidc_decide_work_mode_iris33,
  1032. .decide_quality_mode = msm_vidc_decide_quality_mode_iris33,
  1033. };
  1034. int msm_vidc_init_iris33(struct msm_vidc_core *core)
  1035. {
  1036. if (!core) {
  1037. d_vpr_e("%s: invalid params\n", __func__);
  1038. return -EINVAL;
  1039. }
  1040. d_vpr_h("%s()\n", __func__);
  1041. core->venus_ops = &iris33_ops;
  1042. core->session_ops = &msm_session_ops;
  1043. core->res_ops = get_resources_ops();
  1044. return 0;
  1045. }
  1046. int msm_vidc_deinit_iris33(struct msm_vidc_core *core)
  1047. {
  1048. /* do nothing */
  1049. return 0;
  1050. }