msm_cvp_platform.c 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580
  1. // SPDX-License-Identifier: GPL-2.0-only
  2. /*
  3. * Copyright (c) 2018-2021, The Linux Foundation. All rights reserved.
  4. */
  5. #include <linux/debugfs.h>
  6. #include <linux/dma-mapping.h>
  7. #include <linux/init.h>
  8. #include <linux/ioctl.h>
  9. #include <linux/list.h>
  10. #include <linux/module.h>
  11. #include <linux/of_platform.h>
  12. #include <linux/platform_device.h>
  13. #include <linux/slab.h>
  14. #include <linux/types.h>
  15. #include <linux/version.h>
  16. #include <linux/io.h>
  17. #include <soc/qcom/of_common.h>
  18. #include "msm_cvp_internal.h"
  19. #include "msm_cvp_debug.h"
  20. #include "cvp_hfi_api.h"
  21. #include "cvp_hfi.h"
  22. #define UBWC_CONFIG(mco, mlo, hbo, bslo, bso, rs, mc, ml, hbb, bsl, bsp) \
  23. { \
  24. .override_bit_info.max_channel_override = mco, \
  25. .override_bit_info.mal_length_override = mlo, \
  26. .override_bit_info.hb_override = hbo, \
  27. .override_bit_info.bank_swzl_level_override = bslo, \
  28. .override_bit_info.bank_spreading_override = bso, \
  29. .override_bit_info.reserved = rs, \
  30. .max_channels = mc, \
  31. .mal_length = ml, \
  32. .highest_bank_bit = hbb, \
  33. .bank_swzl_level = bsl, \
  34. .bank_spreading = bsp, \
  35. }
  36. static struct msm_cvp_common_data default_common_data[] = {
  37. {
  38. .key = "qcom,auto-pil",
  39. .value = 1,
  40. },
  41. };
  42. static struct msm_cvp_common_data sm8450_common_data[] = {
  43. {
  44. .key = "qcom,pm-qos-latency-us",
  45. .value = 50,
  46. },
  47. {
  48. .key = "qcom,sw-power-collapse",
  49. .value = 1,
  50. },
  51. {
  52. .key = "qcom,domain-attr-non-fatal-faults",
  53. .value = 1,
  54. },
  55. {
  56. .key = "qcom,max-secure-instances",
  57. .value = 2, /*
  58. * As per design driver allows 3rd
  59. * instance as well since the secure
  60. * flags were updated later for the
  61. * current instance. Hence total
  62. * secure sessions would be
  63. * max-secure-instances + 1.
  64. */
  65. },
  66. {
  67. .key = "qcom,max-ssr-allowed",
  68. .value = 1, /*
  69. * Maxinum number of SSR before BUG_ON
  70. */
  71. },
  72. {
  73. .key = "qcom,power-collapse-delay",
  74. .value = 3000,
  75. },
  76. {
  77. .key = "qcom,hw-resp-timeout",
  78. .value = 2000,
  79. },
  80. {
  81. .key = "qcom,dsp-resp-timeout",
  82. .value = 1000,
  83. },
  84. {
  85. .key = "qcom,debug-timeout",
  86. .value = 0,
  87. },
  88. {
  89. .key = "qcom,dsp-enabled",
  90. .value = 1,
  91. }
  92. };
  93. static struct msm_cvp_common_data sm8550_common_data[] = {
  94. {
  95. .key = "qcom,pm-qos-latency-us",
  96. .value = 50,
  97. },
  98. {
  99. .key = "qcom,sw-power-collapse",
  100. .value = 1,
  101. },
  102. {
  103. .key = "qcom,domain-attr-non-fatal-faults",
  104. .value = 0,
  105. },
  106. {
  107. .key = "qcom,max-secure-instances",
  108. .value = 2, /*
  109. * As per design driver allows 3rd
  110. * instance as well since the secure
  111. * flags were updated later for the
  112. * current instance. Hence total
  113. * secure sessions would be
  114. * max-secure-instances + 1.
  115. */
  116. },
  117. {
  118. .key = "qcom,max-ssr-allowed",
  119. .value = 1, /*
  120. * Maxinum number of SSR before BUG_ON
  121. */
  122. },
  123. {
  124. .key = "qcom,power-collapse-delay",
  125. .value = 3000,
  126. },
  127. {
  128. .key = "qcom,hw-resp-timeout",
  129. .value = 2000,
  130. },
  131. {
  132. .key = "qcom,dsp-resp-timeout",
  133. .value = 1000,
  134. },
  135. {
  136. .key = "qcom,debug-timeout",
  137. .value = 0,
  138. },
  139. {
  140. .key = "qcom,dsp-enabled",
  141. .value = 1,
  142. }
  143. };
  144. static struct msm_cvp_common_data sm8550_tvm_common_data[] = {
  145. {
  146. .key = "qcom,pm-qos-latency-us",
  147. .value = 50,
  148. },
  149. {
  150. .key = "qcom,sw-power-collapse",
  151. .value = 0,
  152. },
  153. {
  154. .key = "qcom,domain-attr-non-fatal-faults",
  155. .value = 0,
  156. },
  157. {
  158. .key = "qcom,max-secure-instances",
  159. .value = 2, /*
  160. * As per design driver allows 3rd
  161. * instance as well since the secure
  162. * flags were updated later for the
  163. * current instance. Hence total
  164. * secure sessions would be
  165. * max-secure-instances + 1.
  166. */
  167. },
  168. {
  169. .key = "qcom,max-ssr-allowed",
  170. .value = 1, /*
  171. * Maxinum number of SSR before BUG_ON
  172. */
  173. },
  174. {
  175. .key = "qcom,power-collapse-delay",
  176. .value = 3000,
  177. },
  178. {
  179. .key = "qcom,hw-resp-timeout",
  180. .value = 2000,
  181. },
  182. {
  183. .key = "qcom,dsp-resp-timeout",
  184. .value = 1000,
  185. },
  186. {
  187. .key = "qcom,debug-timeout",
  188. .value = 0,
  189. },
  190. {
  191. .key = "qcom,dsp-enabled",
  192. .value = 0,
  193. }
  194. };
  195. /* Default UBWC config for LPDDR5 */
  196. static struct msm_cvp_ubwc_config_data kona_ubwc_data[] = {
  197. UBWC_CONFIG(1, 1, 1, 0, 0, 0, 8, 32, 16, 0, 0),
  198. };
  199. static struct msm_cvp_qos_setting waipio_noc_qos = {
  200. .axi_qos = 0x99,
  201. .prioritylut_low = 0x22222222,
  202. .prioritylut_high = 0x33333333,
  203. .urgency_low = 0x1022,
  204. .dangerlut_low = 0x0,
  205. .safelut_low = 0xffff,
  206. };
  207. static struct msm_cvp_platform_data default_data = {
  208. .common_data = default_common_data,
  209. .common_data_length = ARRAY_SIZE(default_common_data),
  210. .sku_version = 0,
  211. .vpu_ver = VPU_VERSION_5,
  212. .ubwc_config = 0x0,
  213. .noc_qos = 0x0,
  214. .vm_id = 1,
  215. };
  216. static struct msm_cvp_platform_data sm8450_data = {
  217. .common_data = sm8450_common_data,
  218. .common_data_length = ARRAY_SIZE(sm8450_common_data),
  219. .sku_version = 0,
  220. .vpu_ver = VPU_VERSION_5,
  221. .ubwc_config = kona_ubwc_data,
  222. .noc_qos = &waipio_noc_qos,
  223. .vm_id = 1,
  224. };
  225. static struct msm_cvp_platform_data sm8550_data = {
  226. .common_data = sm8550_common_data,
  227. .common_data_length = ARRAY_SIZE(sm8550_common_data),
  228. .sku_version = 0,
  229. .vpu_ver = VPU_VERSION_5,
  230. .ubwc_config = kona_ubwc_data, /*Reuse Kona setting*/
  231. .noc_qos = &waipio_noc_qos, /*Reuse Waipio setting*/
  232. .vm_id = 1,
  233. };
  234. static struct msm_cvp_platform_data sm8550_tvm_data = {
  235. .common_data = sm8550_tvm_common_data,
  236. .common_data_length = ARRAY_SIZE(sm8550_tvm_common_data),
  237. .sku_version = 0,
  238. .vpu_ver = VPU_VERSION_5,
  239. .ubwc_config = kona_ubwc_data, /*Reuse Kona setting*/
  240. .noc_qos = &waipio_noc_qos, /*Reuse Waipio setting*/
  241. .vm_id = 2,
  242. };
  243. static const struct of_device_id msm_cvp_dt_match[] = {
  244. {
  245. .compatible = "qcom,waipio-cvp",
  246. .data = &sm8450_data,
  247. },
  248. {
  249. .compatible = "qcom,kalama-cvp",
  250. .data = &sm8550_data,
  251. },
  252. {
  253. .compatible = "qcom,kalama-cvp-tvm",
  254. .data = &sm8550_tvm_data,
  255. },
  256. {},
  257. };
  258. const struct msm_cvp_hfi_defs cvp_hfi_defs[] = {
  259. {
  260. .size = HFI_DFS_CONFIG_CMD_SIZE,
  261. .type = HFI_CMD_SESSION_CVP_DFS_CONFIG,
  262. .is_config_pkt = true,
  263. .resp = HAL_NO_RESP,
  264. },
  265. {
  266. .size = HFI_DFS_FRAME_CMD_SIZE,
  267. .type = HFI_CMD_SESSION_CVP_DFS_FRAME,
  268. .is_config_pkt = false,
  269. .resp = HAL_NO_RESP,
  270. },
  271. {
  272. .size = 0xFFFFFFFF,
  273. .type = HFI_CMD_SESSION_CVP_SGM_OF_CONFIG,
  274. .is_config_pkt = true,
  275. .resp = HAL_NO_RESP,
  276. },
  277. {
  278. .size = 0xFFFFFFFF,
  279. .type = HFI_CMD_SESSION_CVP_SGM_OF_FRAME,
  280. .is_config_pkt = false,
  281. .resp = HAL_NO_RESP,
  282. },
  283. {
  284. .size = 0xFFFFFFFF,
  285. .type = HFI_CMD_SESSION_CVP_WARP_NCC_CONFIG,
  286. .is_config_pkt = true,
  287. .resp = HAL_NO_RESP,
  288. },
  289. {
  290. .size = 0xFFFFFFFF,
  291. .type = HFI_CMD_SESSION_CVP_WARP_NCC_FRAME,
  292. .is_config_pkt = false,
  293. .resp = HAL_NO_RESP,
  294. },
  295. {
  296. .size = 0xFFFFFFFF,
  297. .type = HFI_CMD_SESSION_CVP_WARP_CONFIG,
  298. .is_config_pkt = true,
  299. .resp = HAL_NO_RESP,
  300. },
  301. {
  302. .size = 0xFFFFFFFF,
  303. .type = HFI_CMD_SESSION_CVP_WARP_DS_PARAMS,
  304. .is_config_pkt = true,
  305. .resp = HAL_NO_RESP,
  306. },
  307. {
  308. .size = 0xFFFFFFFF,
  309. .type = HFI_CMD_SESSION_CVP_WARP_FRAME,
  310. .is_config_pkt = false,
  311. .resp = HAL_NO_RESP,
  312. },
  313. {
  314. .size = HFI_DMM_CONFIG_CMD_SIZE,
  315. .type = HFI_CMD_SESSION_CVP_DMM_CONFIG,
  316. .is_config_pkt = true,
  317. .resp = HAL_NO_RESP,
  318. },
  319. {
  320. .size = 0xFFFFFFFF,
  321. .type = HFI_CMD_SESSION_CVP_DMM_PARAMS,
  322. .is_config_pkt = true,
  323. .resp = HAL_NO_RESP,
  324. },
  325. {
  326. .size = HFI_DMM_FRAME_CMD_SIZE,
  327. .type = HFI_CMD_SESSION_CVP_DMM_FRAME,
  328. .is_config_pkt = false,
  329. .resp = HAL_NO_RESP,
  330. },
  331. {
  332. .size = HFI_PERSIST_CMD_SIZE,
  333. .type = HFI_CMD_SESSION_CVP_SET_PERSIST_BUFFERS,
  334. .is_config_pkt = true,
  335. .resp = HAL_NO_RESP,
  336. },
  337. {
  338. .size = 0xffffffff,
  339. .type = HFI_CMD_SESSION_CVP_RELEASE_PERSIST_BUFFERS,
  340. .is_config_pkt = true,
  341. .resp = HAL_NO_RESP,
  342. },
  343. {
  344. .size = HFI_DS_CMD_SIZE,
  345. .type = HFI_CMD_SESSION_CVP_DS,
  346. .is_config_pkt = false,
  347. .resp = HAL_NO_RESP,
  348. },
  349. {
  350. .size = HFI_OF_CONFIG_CMD_SIZE,
  351. .type = HFI_CMD_SESSION_CVP_CV_TME_CONFIG,
  352. .is_config_pkt = true,
  353. .resp = HAL_NO_RESP,
  354. },
  355. {
  356. .size = HFI_OF_FRAME_CMD_SIZE,
  357. .type = HFI_CMD_SESSION_CVP_CV_TME_FRAME,
  358. .is_config_pkt = false,
  359. .resp = HAL_NO_RESP,
  360. },
  361. {
  362. .size = HFI_ODT_CONFIG_CMD_SIZE,
  363. .type = HFI_CMD_SESSION_CVP_CV_ODT_CONFIG,
  364. .is_config_pkt = true,
  365. .resp = HAL_NO_RESP,
  366. },
  367. {
  368. .size = HFI_ODT_FRAME_CMD_SIZE,
  369. .type = HFI_CMD_SESSION_CVP_CV_ODT_FRAME,
  370. .is_config_pkt = false,
  371. .resp = HAL_NO_RESP,
  372. },
  373. {
  374. .size = HFI_OD_CONFIG_CMD_SIZE,
  375. .type = HFI_CMD_SESSION_CVP_CV_OD_CONFIG,
  376. .is_config_pkt = true,
  377. .resp = HAL_NO_RESP,
  378. },
  379. {
  380. .size = HFI_OD_FRAME_CMD_SIZE,
  381. .type = HFI_CMD_SESSION_CVP_CV_OD_FRAME,
  382. .is_config_pkt = false,
  383. .resp = HAL_NO_RESP,
  384. },
  385. {
  386. .size = HFI_NCC_CONFIG_CMD_SIZE,
  387. .type = HFI_CMD_SESSION_CVP_NCC_CONFIG,
  388. .is_config_pkt = true,
  389. .resp = HAL_NO_RESP,
  390. },
  391. {
  392. .size = HFI_NCC_FRAME_CMD_SIZE,
  393. .type = HFI_CMD_SESSION_CVP_NCC_FRAME,
  394. .is_config_pkt = false,
  395. .resp = HAL_NO_RESP,
  396. },
  397. {
  398. .size = HFI_ICA_CONFIG_CMD_SIZE,
  399. .type = HFI_CMD_SESSION_CVP_ICA_CONFIG,
  400. .is_config_pkt = true,
  401. .resp = HAL_NO_RESP,
  402. },
  403. {
  404. .size = HFI_ICA_FRAME_CMD_SIZE,
  405. .type = HFI_CMD_SESSION_CVP_ICA_FRAME,
  406. .is_config_pkt = false,
  407. .resp = HAL_NO_RESP,
  408. },
  409. {
  410. .size = HFI_HCD_CONFIG_CMD_SIZE,
  411. .type = HFI_CMD_SESSION_CVP_HCD_CONFIG,
  412. .is_config_pkt = true,
  413. .resp = HAL_NO_RESP,
  414. },
  415. {
  416. .size = HFI_HCD_FRAME_CMD_SIZE,
  417. .type = HFI_CMD_SESSION_CVP_HCD_FRAME,
  418. .is_config_pkt = false,
  419. .resp = HAL_NO_RESP,
  420. },
  421. {
  422. .size = HFI_DCM_CONFIG_CMD_SIZE,
  423. .type = HFI_CMD_SESSION_CVP_DC_CONFIG,
  424. .is_config_pkt = true,
  425. .resp = HAL_NO_RESP,
  426. },
  427. {
  428. .size = HFI_DCM_FRAME_CMD_SIZE,
  429. .type = HFI_CMD_SESSION_CVP_DC_FRAME,
  430. .is_config_pkt = false,
  431. .resp = HAL_NO_RESP,
  432. },
  433. {
  434. .size = HFI_DCM_CONFIG_CMD_SIZE,
  435. .type = HFI_CMD_SESSION_CVP_DCM_CONFIG,
  436. .is_config_pkt = true,
  437. .resp = HAL_NO_RESP,
  438. },
  439. {
  440. .size = HFI_DCM_FRAME_CMD_SIZE,
  441. .type = HFI_CMD_SESSION_CVP_DCM_FRAME,
  442. .is_config_pkt = false,
  443. .resp = HAL_NO_RESP,
  444. },
  445. {
  446. .size = HFI_PYS_HCD_CONFIG_CMD_SIZE,
  447. .type = HFI_CMD_SESSION_CVP_PYS_HCD_CONFIG,
  448. .is_config_pkt = true,
  449. .resp = HAL_NO_RESP,
  450. },
  451. {
  452. .size = HFI_PYS_HCD_FRAME_CMD_SIZE,
  453. .type = HFI_CMD_SESSION_CVP_PYS_HCD_FRAME,
  454. .is_config_pkt = false,
  455. .resp = HAL_NO_RESP,
  456. },
  457. {
  458. .size = 0xFFFFFFFF,
  459. .type = HFI_CMD_SESSION_CVP_SET_MODEL_BUFFERS,
  460. .is_config_pkt = true,
  461. .resp = HAL_NO_RESP,
  462. },
  463. {
  464. .size = 0xFFFFFFFF,
  465. .type = HFI_CMD_SESSION_CVP_SET_SNAPSHOT_BUFFERS,
  466. .is_config_pkt = true,
  467. .resp = HAL_NO_RESP,
  468. },
  469. {
  470. .size = 0xFFFFFFFF,
  471. .type = HFI_CMD_SESSION_CVP_RELEASE_SNAPSHOT_BUFFERS,
  472. .is_config_pkt = true,
  473. .resp = HAL_NO_RESP,
  474. },
  475. {
  476. .size = 0xFFFFFFFF,
  477. .type = HFI_CMD_SESSION_CVP_SET_SNAPSHOT_MODE,
  478. .is_config_pkt = true,
  479. .resp = HAL_NO_RESP,
  480. },
  481. {
  482. .size = 0xFFFFFFFF,
  483. .type = HFI_CMD_SESSION_CVP_SNAPSHOT_WRITE_DONE,
  484. .is_config_pkt = true,
  485. .resp = HAL_NO_RESP,
  486. },
  487. {
  488. .size = 0xFFFFFFFF,
  489. .type = HFI_CMD_SESSION_CVP_FD_CONFIG,
  490. .is_config_pkt = true,
  491. .resp = HAL_NO_RESP,
  492. },
  493. {
  494. .size = 0xFFFFFFFF,
  495. .type = HFI_CMD_SESSION_CVP_FD_FRAME,
  496. .is_config_pkt = false,
  497. .resp = HAL_NO_RESP,
  498. },
  499. };
  500. int get_pkt_array_size(void)
  501. {
  502. return ARRAY_SIZE(cvp_hfi_defs);
  503. }
  504. int get_pkt_index(struct cvp_hal_session_cmd_pkt *hdr)
  505. {
  506. int i;
  507. for (i = 0; i < get_pkt_array_size(); i++)
  508. if (cvp_hfi_defs[i].type == hdr->packet_type)
  509. return i;
  510. return -EINVAL;
  511. }
  512. MODULE_DEVICE_TABLE(of, msm_cvp_dt_match);
  513. int cvp_of_fdt_get_ddrtype(void)
  514. {
  515. #ifdef FIXED_DDR_TYPE
  516. /* of_fdt_get_ddrtype() is usually unavailable during pre-sil */
  517. return DDR_TYPE_LPDDR5;
  518. #else
  519. return of_fdt_get_ddrtype();
  520. #endif
  521. }
  522. void *cvp_get_drv_data(struct device *dev)
  523. {
  524. struct msm_cvp_platform_data *driver_data;
  525. const struct of_device_id *match;
  526. uint32_t ddr_type = DDR_TYPE_LPDDR5;
  527. driver_data = &default_data;
  528. if (!IS_ENABLED(CONFIG_OF) || !dev->of_node)
  529. goto exit;
  530. match = of_match_node(msm_cvp_dt_match, dev->of_node);
  531. if (!match)
  532. return NULL;
  533. driver_data = (struct msm_cvp_platform_data *)match->data;
  534. if (!strcmp(match->compatible, "qcom,waipio-cvp")) {
  535. ddr_type = cvp_of_fdt_get_ddrtype();
  536. if (ddr_type == -ENOENT) {
  537. dprintk(CVP_ERR,
  538. "Failed to get ddr type, use LPDDR5\n");
  539. }
  540. if (driver_data->ubwc_config &&
  541. (ddr_type == DDR_TYPE_LPDDR4 ||
  542. ddr_type == DDR_TYPE_LPDDR4X))
  543. driver_data->ubwc_config->highest_bank_bit = 15;
  544. dprintk(CVP_CORE, "DDR Type 0x%x hbb 0x%x\n",
  545. ddr_type, driver_data->ubwc_config ?
  546. driver_data->ubwc_config->highest_bank_bit : -1);
  547. }
  548. exit:
  549. return driver_data;
  550. }