msm_cvp_platform.c 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623
  1. // SPDX-License-Identifier: GPL-2.0-only
  2. /*
  3. * Copyright (c) 2018-2021, The Linux Foundation. All rights reserved.
  4. */
  5. #include <linux/debugfs.h>
  6. #include <linux/dma-mapping.h>
  7. #include <linux/init.h>
  8. #include <linux/ioctl.h>
  9. #include <linux/list.h>
  10. #include <linux/module.h>
  11. #include <linux/of_platform.h>
  12. #include <linux/platform_device.h>
  13. #include <linux/slab.h>
  14. #include <linux/types.h>
  15. #include <linux/version.h>
  16. #include <linux/io.h>
  17. #include <soc/qcom/of_common.h>
  18. #include "msm_cvp_internal.h"
  19. #include "msm_cvp_debug.h"
  20. #include "cvp_hfi_api.h"
  21. #include "cvp_hfi.h"
  22. #define UBWC_CONFIG(mco, mlo, hbo, bslo, bso, rs, mc, ml, hbb, bsl, bsp) \
  23. { \
  24. .override_bit_info.max_channel_override = mco, \
  25. .override_bit_info.mal_length_override = mlo, \
  26. .override_bit_info.hb_override = hbo, \
  27. .override_bit_info.bank_swzl_level_override = bslo, \
  28. .override_bit_info.bank_spreading_override = bso, \
  29. .override_bit_info.reserved = rs, \
  30. .max_channels = mc, \
  31. .mal_length = ml, \
  32. .highest_bank_bit = hbb, \
  33. .bank_swzl_level = bsl, \
  34. .bank_spreading = bsp, \
  35. }
  36. static struct msm_cvp_common_data default_common_data[] = {
  37. {
  38. .key = "qcom,auto-pil",
  39. .value = 1,
  40. },
  41. };
  42. static struct msm_cvp_common_data sm8450_common_data[] = {
  43. {
  44. .key = "qcom,pm-qos-latency-us",
  45. .value = 50,
  46. },
  47. {
  48. .key = "qcom,sw-power-collapse",
  49. .value = 1,
  50. },
  51. {
  52. .key = "qcom,domain-attr-non-fatal-faults",
  53. .value = 1,
  54. },
  55. {
  56. .key = "qcom,max-secure-instances",
  57. .value = 2, /*
  58. * As per design driver allows 3rd
  59. * instance as well since the secure
  60. * flags were updated later for the
  61. * current instance. Hence total
  62. * secure sessions would be
  63. * max-secure-instances + 1.
  64. */
  65. },
  66. {
  67. .key = "qcom,max-ssr-allowed",
  68. .value = 1, /*
  69. * Maxinum number of SSR before BUG_ON
  70. */
  71. },
  72. {
  73. .key = "qcom,power-collapse-delay",
  74. .value = 3000,
  75. },
  76. {
  77. .key = "qcom,hw-resp-timeout",
  78. .value = 2000,
  79. },
  80. {
  81. .key = "qcom,dsp-resp-timeout",
  82. .value = 1000,
  83. },
  84. {
  85. .key = "qcom,debug-timeout",
  86. .value = 0,
  87. },
  88. {
  89. .key = "qcom,dsp-enabled",
  90. .value = 1,
  91. }
  92. };
  93. static struct msm_cvp_common_data sm8550_common_data[] = {
  94. {
  95. .key = "qcom,pm-qos-latency-us",
  96. .value = 50,
  97. },
  98. {
  99. .key = "qcom,sw-power-collapse",
  100. .value = 1,
  101. },
  102. {
  103. .key = "qcom,domain-attr-non-fatal-faults",
  104. .value = 0,
  105. },
  106. {
  107. .key = "qcom,max-secure-instances",
  108. .value = 2, /*
  109. * As per design driver allows 3rd
  110. * instance as well since the secure
  111. * flags were updated later for the
  112. * current instance. Hence total
  113. * secure sessions would be
  114. * max-secure-instances + 1.
  115. */
  116. },
  117. {
  118. .key = "qcom,max-ssr-allowed",
  119. .value = 1, /*
  120. * Maxinum number of SSR before BUG_ON
  121. */
  122. },
  123. {
  124. .key = "qcom,power-collapse-delay",
  125. .value = 3000,
  126. },
  127. {
  128. .key = "qcom,hw-resp-timeout",
  129. .value = 2000,
  130. },
  131. {
  132. .key = "qcom,dsp-resp-timeout",
  133. .value = 1000,
  134. },
  135. {
  136. .key = "qcom,debug-timeout",
  137. .value = 0,
  138. },
  139. {
  140. .key = "qcom,dsp-enabled",
  141. .value = 1,
  142. }
  143. };
  144. static struct msm_cvp_common_data sm8550_tvm_common_data[] = {
  145. {
  146. .key = "qcom,pm-qos-latency-us",
  147. .value = 50,
  148. },
  149. {
  150. .key = "qcom,sw-power-collapse",
  151. .value = 0,
  152. },
  153. {
  154. .key = "qcom,domain-attr-non-fatal-faults",
  155. .value = 0,
  156. },
  157. {
  158. .key = "qcom,max-secure-instances",
  159. .value = 2, /*
  160. * As per design driver allows 3rd
  161. * instance as well since the secure
  162. * flags were updated later for the
  163. * current instance. Hence total
  164. * secure sessions would be
  165. * max-secure-instances + 1.
  166. */
  167. },
  168. {
  169. .key = "qcom,max-ssr-allowed",
  170. .value = 1, /*
  171. * Maxinum number of SSR before BUG_ON
  172. */
  173. },
  174. {
  175. .key = "qcom,power-collapse-delay",
  176. .value = 3000,
  177. },
  178. {
  179. .key = "qcom,hw-resp-timeout",
  180. .value = 2000,
  181. },
  182. {
  183. .key = "qcom,dsp-resp-timeout",
  184. .value = 1000,
  185. },
  186. {
  187. .key = "qcom,debug-timeout",
  188. .value = 0,
  189. },
  190. {
  191. .key = "qcom,dsp-enabled",
  192. .value = 0,
  193. }
  194. };
  195. /* Default UBWC config for LPDDR5 */
  196. static struct msm_cvp_ubwc_config_data kona_ubwc_data[] = {
  197. UBWC_CONFIG(1, 1, 1, 0, 0, 0, 8, 32, 16, 0, 0),
  198. };
  199. static struct msm_cvp_qos_setting waipio_noc_qos = {
  200. .axi_qos = 0x99,
  201. .prioritylut_low = 0x22222222,
  202. .prioritylut_high = 0x33333333,
  203. .urgency_low = 0x1022,
  204. .dangerlut_low = 0x0,
  205. .safelut_low = 0xffff,
  206. };
  207. static struct msm_cvp_platform_data default_data = {
  208. .common_data = default_common_data,
  209. .common_data_length = ARRAY_SIZE(default_common_data),
  210. .sku_version = 0,
  211. .vpu_ver = VPU_VERSION_5,
  212. .ubwc_config = 0x0,
  213. .noc_qos = 0x0,
  214. .vm_id = 1,
  215. };
  216. static struct msm_cvp_platform_data sm8450_data = {
  217. .common_data = sm8450_common_data,
  218. .common_data_length = ARRAY_SIZE(sm8450_common_data),
  219. .sku_version = 0,
  220. .vpu_ver = VPU_VERSION_5,
  221. .ubwc_config = kona_ubwc_data,
  222. .noc_qos = &waipio_noc_qos,
  223. .vm_id = 1,
  224. };
  225. static struct msm_cvp_platform_data sm8550_data = {
  226. .common_data = sm8550_common_data,
  227. .common_data_length = ARRAY_SIZE(sm8550_common_data),
  228. .sku_version = 0,
  229. .vpu_ver = VPU_VERSION_5,
  230. .ubwc_config = kona_ubwc_data, /*Reuse Kona setting*/
  231. .noc_qos = &waipio_noc_qos, /*Reuse Waipio setting*/
  232. .vm_id = 1,
  233. };
  234. static struct msm_cvp_platform_data sm8550_tvm_data = {
  235. .common_data = sm8550_tvm_common_data,
  236. .common_data_length = ARRAY_SIZE(sm8550_tvm_common_data),
  237. .sku_version = 0,
  238. .vpu_ver = VPU_VERSION_5,
  239. .ubwc_config = kona_ubwc_data, /*Reuse Kona setting*/
  240. .noc_qos = &waipio_noc_qos, /*Reuse Waipio setting*/
  241. .vm_id = 2,
  242. };
  243. static const struct of_device_id msm_cvp_dt_match[] = {
  244. {
  245. .compatible = "qcom,waipio-cvp",
  246. .data = &sm8450_data,
  247. },
  248. {
  249. .compatible = "qcom,kalama-cvp",
  250. .data = &sm8550_data,
  251. },
  252. {
  253. .compatible = "qcom,kalama-cvp-tvm",
  254. .data = &sm8550_tvm_data,
  255. },
  256. {},
  257. };
  258. /*
  259. * WARN: name field can not hold more than 31 chars
  260. *
  261. */
  262. const struct msm_cvp_hfi_defs cvp_hfi_defs[] = {
  263. {
  264. .size = HFI_DFS_CONFIG_CMD_SIZE,
  265. .type = HFI_CMD_SESSION_CVP_DFS_CONFIG,
  266. .is_config_pkt = true,
  267. .resp = HAL_NO_RESP,
  268. .name = "DFS",
  269. },
  270. {
  271. .size = HFI_DFS_FRAME_CMD_SIZE,
  272. .type = HFI_CMD_SESSION_CVP_DFS_FRAME,
  273. .is_config_pkt = false,
  274. .resp = HAL_NO_RESP,
  275. .name = "DFS_FRAME",
  276. },
  277. {
  278. .size = 0xFFFFFFFF,
  279. .type = HFI_CMD_SESSION_CVP_SGM_OF_CONFIG,
  280. .is_config_pkt = true,
  281. .resp = HAL_NO_RESP,
  282. .name = "SGM_OF",
  283. },
  284. {
  285. .size = 0xFFFFFFFF,
  286. .type = HFI_CMD_SESSION_CVP_SGM_OF_FRAME,
  287. .is_config_pkt = false,
  288. .resp = HAL_NO_RESP,
  289. .name = "SGM_OF_FRAME",
  290. },
  291. {
  292. .size = 0xFFFFFFFF,
  293. .type = HFI_CMD_SESSION_CVP_WARP_NCC_CONFIG,
  294. .is_config_pkt = true,
  295. .resp = HAL_NO_RESP,
  296. .name = "WARP_NCC",
  297. },
  298. {
  299. .size = 0xFFFFFFFF,
  300. .type = HFI_CMD_SESSION_CVP_WARP_NCC_FRAME,
  301. .is_config_pkt = false,
  302. .resp = HAL_NO_RESP,
  303. .name = "WARP_NCC_FRAME",
  304. },
  305. {
  306. .size = 0xFFFFFFFF,
  307. .type = HFI_CMD_SESSION_CVP_WARP_CONFIG,
  308. .is_config_pkt = true,
  309. .resp = HAL_NO_RESP,
  310. .name = "WARP",
  311. },
  312. {
  313. .size = 0xFFFFFFFF,
  314. .type = HFI_CMD_SESSION_CVP_WARP_DS_PARAMS,
  315. .is_config_pkt = true,
  316. .resp = HAL_NO_RESP,
  317. .name = "WARP_DS_PARAMS",
  318. },
  319. {
  320. .size = 0xFFFFFFFF,
  321. .type = HFI_CMD_SESSION_CVP_WARP_FRAME,
  322. .is_config_pkt = false,
  323. .resp = HAL_NO_RESP,
  324. .name = "WARP_FRAME",
  325. },
  326. {
  327. .size = HFI_DMM_CONFIG_CMD_SIZE,
  328. .type = HFI_CMD_SESSION_CVP_DMM_CONFIG,
  329. .is_config_pkt = true,
  330. .resp = HAL_NO_RESP,
  331. .name = "DMM",
  332. },
  333. {
  334. .size = 0xFFFFFFFF,
  335. .type = HFI_CMD_SESSION_CVP_DMM_PARAMS,
  336. .is_config_pkt = true,
  337. .resp = HAL_NO_RESP,
  338. .name = "DMM_PARAMS",
  339. },
  340. {
  341. .size = HFI_DMM_FRAME_CMD_SIZE,
  342. .type = HFI_CMD_SESSION_CVP_DMM_FRAME,
  343. .is_config_pkt = false,
  344. .resp = HAL_NO_RESP,
  345. .name = "DMM_FRAME",
  346. },
  347. {
  348. .size = HFI_PERSIST_CMD_SIZE,
  349. .type = HFI_CMD_SESSION_CVP_SET_PERSIST_BUFFERS,
  350. .is_config_pkt = true,
  351. .resp = HAL_NO_RESP,
  352. .name = "SET_PERSIST",
  353. },
  354. {
  355. .size = 0xffffffff,
  356. .type = HFI_CMD_SESSION_CVP_RELEASE_PERSIST_BUFFERS,
  357. .is_config_pkt = true,
  358. .resp = HAL_NO_RESP,
  359. .name = "REL_PERSIST",
  360. },
  361. {
  362. .size = HFI_DS_CMD_SIZE,
  363. .type = HFI_CMD_SESSION_CVP_DS,
  364. .is_config_pkt = false,
  365. .resp = HAL_NO_RESP,
  366. .name = "DS",
  367. },
  368. {
  369. .size = HFI_OF_CONFIG_CMD_SIZE,
  370. .type = HFI_CMD_SESSION_CVP_CV_TME_CONFIG,
  371. .is_config_pkt = true,
  372. .resp = HAL_NO_RESP,
  373. .name = "TME",
  374. },
  375. {
  376. .size = HFI_OF_FRAME_CMD_SIZE,
  377. .type = HFI_CMD_SESSION_CVP_CV_TME_FRAME,
  378. .is_config_pkt = false,
  379. .resp = HAL_NO_RESP,
  380. .name = "TME_FRAME",
  381. },
  382. {
  383. .size = HFI_ODT_CONFIG_CMD_SIZE,
  384. .type = HFI_CMD_SESSION_CVP_CV_ODT_CONFIG,
  385. .is_config_pkt = true,
  386. .resp = HAL_NO_RESP,
  387. .name = "ODT",
  388. },
  389. {
  390. .size = HFI_ODT_FRAME_CMD_SIZE,
  391. .type = HFI_CMD_SESSION_CVP_CV_ODT_FRAME,
  392. .is_config_pkt = false,
  393. .resp = HAL_NO_RESP,
  394. .name = "ODT_FRAME",
  395. },
  396. {
  397. .size = HFI_OD_CONFIG_CMD_SIZE,
  398. .type = HFI_CMD_SESSION_CVP_CV_OD_CONFIG,
  399. .is_config_pkt = true,
  400. .resp = HAL_NO_RESP,
  401. .name = "OD",
  402. },
  403. {
  404. .size = HFI_OD_FRAME_CMD_SIZE,
  405. .type = HFI_CMD_SESSION_CVP_CV_OD_FRAME,
  406. .is_config_pkt = false,
  407. .resp = HAL_NO_RESP,
  408. .name = "OD_FRAME",
  409. },
  410. {
  411. .size = HFI_NCC_CONFIG_CMD_SIZE,
  412. .type = HFI_CMD_SESSION_CVP_NCC_CONFIG,
  413. .is_config_pkt = true,
  414. .resp = HAL_NO_RESP,
  415. .name = "NCC",
  416. },
  417. {
  418. .size = HFI_NCC_FRAME_CMD_SIZE,
  419. .type = HFI_CMD_SESSION_CVP_NCC_FRAME,
  420. .is_config_pkt = false,
  421. .resp = HAL_NO_RESP,
  422. .name = "NCC_FRAME",
  423. },
  424. {
  425. .size = HFI_ICA_CONFIG_CMD_SIZE,
  426. .type = HFI_CMD_SESSION_CVP_ICA_CONFIG,
  427. .is_config_pkt = true,
  428. .resp = HAL_NO_RESP,
  429. .name = "ICA",
  430. },
  431. {
  432. .size = HFI_ICA_FRAME_CMD_SIZE,
  433. .type = HFI_CMD_SESSION_CVP_ICA_FRAME,
  434. .is_config_pkt = false,
  435. .resp = HAL_NO_RESP,
  436. .name = "ICA_FRAME",
  437. },
  438. {
  439. .size = HFI_HCD_CONFIG_CMD_SIZE,
  440. .type = HFI_CMD_SESSION_CVP_HCD_CONFIG,
  441. .is_config_pkt = true,
  442. .resp = HAL_NO_RESP,
  443. .name = "HCD",
  444. },
  445. {
  446. .size = HFI_HCD_FRAME_CMD_SIZE,
  447. .type = HFI_CMD_SESSION_CVP_HCD_FRAME,
  448. .is_config_pkt = false,
  449. .resp = HAL_NO_RESP,
  450. .name = "HCD_FRAME",
  451. },
  452. {
  453. .size = HFI_DCM_CONFIG_CMD_SIZE,
  454. .type = HFI_CMD_SESSION_CVP_DC_CONFIG,
  455. .is_config_pkt = true,
  456. .resp = HAL_NO_RESP,
  457. .name = "DC",
  458. },
  459. {
  460. .size = HFI_DCM_FRAME_CMD_SIZE,
  461. .type = HFI_CMD_SESSION_CVP_DC_FRAME,
  462. .is_config_pkt = false,
  463. .resp = HAL_NO_RESP,
  464. .name = "DC_FRAME",
  465. },
  466. {
  467. .size = HFI_DCM_CONFIG_CMD_SIZE,
  468. .type = HFI_CMD_SESSION_CVP_DCM_CONFIG,
  469. .is_config_pkt = true,
  470. .resp = HAL_NO_RESP,
  471. .name = "DCM",
  472. },
  473. {
  474. .size = HFI_DCM_FRAME_CMD_SIZE,
  475. .type = HFI_CMD_SESSION_CVP_DCM_FRAME,
  476. .is_config_pkt = false,
  477. .resp = HAL_NO_RESP,
  478. .name = "DCM_FRAME",
  479. },
  480. {
  481. .size = HFI_PYS_HCD_CONFIG_CMD_SIZE,
  482. .type = HFI_CMD_SESSION_CVP_PYS_HCD_CONFIG,
  483. .is_config_pkt = true,
  484. .resp = HAL_NO_RESP,
  485. .name = "PYS_HCD",
  486. },
  487. {
  488. .size = HFI_PYS_HCD_FRAME_CMD_SIZE,
  489. .type = HFI_CMD_SESSION_CVP_PYS_HCD_FRAME,
  490. .is_config_pkt = false,
  491. .resp = HAL_NO_RESP,
  492. .name = "PYS_HCD_FRAME",
  493. },
  494. {
  495. .size = 0xFFFFFFFF,
  496. .type = HFI_CMD_SESSION_CVP_SET_MODEL_BUFFERS,
  497. .is_config_pkt = true,
  498. .resp = HAL_NO_RESP,
  499. .name = "SET_MODEL",
  500. },
  501. {
  502. .size = 0xFFFFFFFF,
  503. .type = HFI_CMD_SESSION_CVP_SET_SNAPSHOT_BUFFERS,
  504. .is_config_pkt = true,
  505. .resp = HAL_NO_RESP,
  506. .name = "SET_SNAPSHOT",
  507. },
  508. {
  509. .size = 0xFFFFFFFF,
  510. .type = HFI_CMD_SESSION_CVP_RELEASE_SNAPSHOT_BUFFERS,
  511. .is_config_pkt = true,
  512. .resp = HAL_NO_RESP,
  513. .name = "REL_SNAPSHOT",
  514. },
  515. {
  516. .size = 0xFFFFFFFF,
  517. .type = HFI_CMD_SESSION_CVP_SET_SNAPSHOT_MODE,
  518. .is_config_pkt = true,
  519. .resp = HAL_NO_RESP,
  520. .name = "SNAPSHOT_MODE",
  521. },
  522. {
  523. .size = 0xFFFFFFFF,
  524. .type = HFI_CMD_SESSION_CVP_SNAPSHOT_WRITE_DONE,
  525. .is_config_pkt = true,
  526. .resp = HAL_NO_RESP,
  527. .name = "SNAPSHOT_DONE",
  528. },
  529. {
  530. .size = 0xFFFFFFFF,
  531. .type = HFI_CMD_SESSION_CVP_FD_CONFIG,
  532. .is_config_pkt = true,
  533. .resp = HAL_NO_RESP,
  534. .name = "FD",
  535. },
  536. {
  537. .size = 0xFFFFFFFF,
  538. .type = HFI_CMD_SESSION_CVP_FD_FRAME,
  539. .is_config_pkt = false,
  540. .resp = HAL_NO_RESP,
  541. .name = "FD_FRAME",
  542. },
  543. };
  544. int get_pkt_array_size(void)
  545. {
  546. return ARRAY_SIZE(cvp_hfi_defs);
  547. }
  548. int get_pkt_index(struct cvp_hal_session_cmd_pkt *hdr)
  549. {
  550. int i;
  551. for (i = 0; i < get_pkt_array_size(); i++)
  552. if (cvp_hfi_defs[i].type == hdr->packet_type)
  553. return i;
  554. return -EINVAL;
  555. }
  556. MODULE_DEVICE_TABLE(of, msm_cvp_dt_match);
  557. int cvp_of_fdt_get_ddrtype(void)
  558. {
  559. #ifdef FIXED_DDR_TYPE
  560. /* of_fdt_get_ddrtype() is usually unavailable during pre-sil */
  561. return DDR_TYPE_LPDDR5;
  562. #else
  563. return of_fdt_get_ddrtype();
  564. #endif
  565. }
  566. void *cvp_get_drv_data(struct device *dev)
  567. {
  568. struct msm_cvp_platform_data *driver_data;
  569. const struct of_device_id *match;
  570. uint32_t ddr_type = DDR_TYPE_LPDDR5;
  571. driver_data = &default_data;
  572. if (!IS_ENABLED(CONFIG_OF) || !dev->of_node)
  573. goto exit;
  574. match = of_match_node(msm_cvp_dt_match, dev->of_node);
  575. if (!match)
  576. return NULL;
  577. driver_data = (struct msm_cvp_platform_data *)match->data;
  578. if (!strcmp(match->compatible, "qcom,waipio-cvp")) {
  579. ddr_type = cvp_of_fdt_get_ddrtype();
  580. if (ddr_type == -ENOENT) {
  581. dprintk(CVP_ERR,
  582. "Failed to get ddr type, use LPDDR5\n");
  583. }
  584. if (driver_data->ubwc_config &&
  585. (ddr_type == DDR_TYPE_LPDDR4 ||
  586. ddr_type == DDR_TYPE_LPDDR4X))
  587. driver_data->ubwc_config->highest_bank_bit = 15;
  588. dprintk(CVP_CORE, "DDR Type 0x%x hbb 0x%x\n",
  589. ddr_type, driver_data->ubwc_config ?
  590. driver_data->ubwc_config->highest_bank_bit : -1);
  591. }
  592. exit:
  593. return driver_data;
  594. }