hfi_packetization.c 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463
  1. // SPDX-License-Identifier: GPL-2.0-only
  2. /*
  3. * Copyright (c) 2018-2021, The Linux Foundation. All rights reserved.
  4. * Copyright (c) 2023 Qualcomm Innovation Center, Inc. All rights reserved.
  5. */
  6. #include "hfi_packetization.h"
  7. #include "msm_cvp_debug.h"
  8. /* Set up look-up tables to convert HAL_* to HFI_*.
  9. *
  10. * The tables below mostly take advantage of the fact that most
  11. * HAL_* types are defined bitwise. So if we index them normally
  12. * when declaring the tables, we end up with huge arrays with wasted
  13. * space. So before indexing them, we apply log2 to use a more
  14. * sensible index.
  15. */
  16. int cvp_create_pkt_cmd_sys_init(struct cvp_hfi_cmd_sys_init_packet *pkt,
  17. u32 arch_type)
  18. {
  19. int rc = 0;
  20. if (!pkt)
  21. return -EINVAL;
  22. pkt->packet_type = HFI_CMD_SYS_INIT;
  23. pkt->size = sizeof(struct cvp_hfi_cmd_sys_init_packet);
  24. pkt->arch_type = arch_type;
  25. return rc;
  26. }
  27. int cvp_create_pkt_cmd_sys_pc_prep(struct cvp_hfi_cmd_sys_pc_prep_packet *pkt)
  28. {
  29. int rc = 0;
  30. if (!pkt)
  31. return -EINVAL;
  32. pkt->packet_type = HFI_CMD_SYS_PC_PREP;
  33. pkt->size = sizeof(struct cvp_hfi_cmd_sys_pc_prep_packet);
  34. return rc;
  35. }
  36. int cvp_create_pkt_cmd_sys_debug_config(
  37. struct cvp_hfi_cmd_sys_set_property_packet *pkt,
  38. u32 mode)
  39. {
  40. struct cvp_hfi_debug_config *hfi;
  41. if (!pkt)
  42. return -EINVAL;
  43. pkt->size = sizeof(struct cvp_hfi_cmd_sys_set_property_packet) +
  44. sizeof(struct cvp_hfi_debug_config) + sizeof(u32);
  45. pkt->packet_type = HFI_CMD_SYS_SET_PROPERTY;
  46. pkt->num_properties = 1;
  47. pkt->rg_property_data[0] = HFI_PROPERTY_SYS_DEBUG_CONFIG;
  48. hfi = (struct cvp_hfi_debug_config *) &pkt->rg_property_data[1];
  49. hfi->debug_config = mode;
  50. hfi->debug_mode = HFI_DEBUG_MODE_QUEUE;
  51. if (msm_cvp_fw_debug_mode
  52. <= (HFI_DEBUG_MODE_QUEUE | HFI_DEBUG_MODE_QDSS))
  53. hfi->debug_mode = msm_cvp_fw_debug_mode;
  54. return 0;
  55. }
  56. int cvp_create_pkt_cmd_sys_coverage_config(
  57. struct cvp_hfi_cmd_sys_set_property_packet *pkt,
  58. u32 mode)
  59. {
  60. if (!pkt) {
  61. dprintk(CVP_ERR, "In %s(), No input packet\n", __func__);
  62. return -EINVAL;
  63. }
  64. pkt->size = sizeof(struct cvp_hfi_cmd_sys_set_property_packet) +
  65. sizeof(u32);
  66. pkt->packet_type = HFI_CMD_SYS_SET_PROPERTY;
  67. pkt->num_properties = 1;
  68. pkt->rg_property_data[0] = HFI_PROPERTY_SYS_CONFIG_COVERAGE;
  69. pkt->rg_property_data[1] = mode;
  70. dprintk(CVP_PKT, "Firmware coverage mode %d\n",
  71. pkt->rg_property_data[1]);
  72. return 0;
  73. }
  74. int cvp_create_pkt_cmd_sys_set_idle_indicator(
  75. struct cvp_hfi_cmd_sys_set_property_packet *pkt,
  76. u32 mode)
  77. {
  78. if (!pkt) {
  79. dprintk(CVP_ERR, "In %s(), No input packet\n", __func__);
  80. return -EINVAL;
  81. }
  82. pkt->size = sizeof(struct cvp_hfi_cmd_sys_set_property_packet) +
  83. sizeof(u32);
  84. pkt->packet_type = HFI_CMD_SYS_SET_PROPERTY;
  85. pkt->num_properties = 1;
  86. pkt->rg_property_data[0] = HFI_PROPERTY_SYS_IDLE_INDICATOR;
  87. pkt->rg_property_data[1] = mode;
  88. dprintk(CVP_PKT, "Firmware idle indicator mode %d\n",
  89. pkt->rg_property_data[1]);
  90. return 0;
  91. }
  92. int cvp_create_pkt_cmd_sys_set_resource(
  93. struct cvp_hfi_cmd_sys_set_resource_packet *pkt,
  94. struct cvp_resource_hdr *res_hdr,
  95. void *res_value)
  96. {
  97. int rc = 0;
  98. u32 i = 0;
  99. if (!pkt || !res_hdr || !res_value) {
  100. dprintk(CVP_ERR,
  101. "Invalid paramas pkt %pK res_hdr %pK res_value %pK\n",
  102. pkt, res_hdr, res_value);
  103. return -EINVAL;
  104. }
  105. pkt->packet_type = HFI_CMD_SYS_SET_RESOURCE;
  106. pkt->size = sizeof(struct cvp_hfi_cmd_sys_set_resource_packet);
  107. pkt->resource_handle = hash32_ptr(res_hdr->resource_handle);
  108. switch (res_hdr->resource_id) {
  109. case CVP_RESOURCE_SYSCACHE:
  110. {
  111. struct cvp_hfi_resource_syscache_info_type *res_sc_info =
  112. (struct cvp_hfi_resource_syscache_info_type *)res_value;
  113. struct cvp_hfi_resource_subcache_type *res_sc =
  114. (struct cvp_hfi_resource_subcache_type *)
  115. &(res_sc_info->rg_subcache_entries[0]);
  116. struct cvp_hfi_resource_syscache_info_type *hfi_sc_info =
  117. (struct cvp_hfi_resource_syscache_info_type *)
  118. &pkt->rg_resource_data[0];
  119. struct cvp_hfi_resource_subcache_type *hfi_sc =
  120. (struct cvp_hfi_resource_subcache_type *)
  121. &(hfi_sc_info->rg_subcache_entries[0]);
  122. pkt->resource_type = HFI_RESOURCE_SYSCACHE;
  123. hfi_sc_info->num_entries = res_sc_info->num_entries;
  124. pkt->size += (sizeof(struct cvp_hfi_resource_subcache_type))
  125. * hfi_sc_info->num_entries;
  126. for (i = 0; i < hfi_sc_info->num_entries; i++) {
  127. hfi_sc[i] = res_sc[i];
  128. dprintk(CVP_PKT, "entry hfi#%d, sc_id %d, size %d\n",
  129. i, hfi_sc[i].sc_id, hfi_sc[i].size);
  130. }
  131. break;
  132. }
  133. default:
  134. dprintk(CVP_ERR,
  135. "Invalid resource_id %d\n", res_hdr->resource_id);
  136. rc = -ENOTSUPP;
  137. }
  138. return rc;
  139. }
  140. int cvp_create_pkt_cmd_sys_release_resource(
  141. struct cvp_hfi_cmd_sys_release_resource_packet *pkt,
  142. struct cvp_resource_hdr *res_hdr)
  143. {
  144. int rc = 0;
  145. if (!pkt || !res_hdr) {
  146. dprintk(CVP_ERR,
  147. "Invalid paramas pkt %pK res_hdr %pK\n",
  148. pkt, res_hdr);
  149. return -EINVAL;
  150. }
  151. pkt->size = sizeof(struct cvp_hfi_cmd_sys_release_resource_packet);
  152. pkt->packet_type = HFI_CMD_SYS_RELEASE_RESOURCE;
  153. pkt->resource_handle = hash32_ptr(res_hdr->resource_handle);
  154. switch (res_hdr->resource_id) {
  155. case CVP_RESOURCE_SYSCACHE:
  156. pkt->resource_type = HFI_RESOURCE_SYSCACHE;
  157. break;
  158. default:
  159. dprintk(CVP_ERR,
  160. "Invalid resource_id %d\n", res_hdr->resource_id);
  161. rc = -ENOTSUPP;
  162. }
  163. dprintk(CVP_PKT,
  164. "rel_res: pkt_type 0x%x res_type 0x%x prepared\n",
  165. pkt->packet_type, pkt->resource_type);
  166. return rc;
  167. }
  168. inline int cvp_create_pkt_cmd_sys_session_init(
  169. struct cvp_hfi_cmd_sys_session_init_packet *pkt,
  170. struct cvp_hal_session *session)
  171. {
  172. int rc = 0;
  173. struct msm_cvp_inst *inst = session->session_id;
  174. if (!pkt || !inst)
  175. return -EINVAL;
  176. pkt->size = sizeof(struct cvp_hfi_cmd_sys_session_init_packet);
  177. pkt->packet_type = HFI_CMD_SYS_SESSION_INIT;
  178. pkt->session_id = hash32_ptr(session);
  179. pkt->session_type = inst->prop.type;
  180. pkt->session_kmask = inst->prop.kernel_mask;
  181. pkt->session_prio = inst->prop.priority;
  182. pkt->is_secure = inst->prop.is_secure;
  183. pkt->dsp_ac_mask = inst->prop.dsp_mask;
  184. return rc;
  185. }
  186. static int create_pkt_cmd_sys_ubwc_config(
  187. struct cvp_hfi_cmd_sys_set_property_packet *pkt,
  188. struct msm_cvp_ubwc_config_data *ubwc_config)
  189. {
  190. int rc = 0;
  191. struct cvp_hfi_cmd_sys_set_ubwc_config_packet_type *hfi;
  192. if (!pkt)
  193. return -EINVAL;
  194. pkt->size = sizeof(struct cvp_hfi_cmd_sys_set_property_packet) +
  195. sizeof(struct cvp_hfi_cmd_sys_set_ubwc_config_packet_type)
  196. + sizeof(u32);
  197. pkt->packet_type = HFI_CMD_SYS_SET_PROPERTY;
  198. pkt->num_properties = 1;
  199. pkt->rg_property_data[0] = HFI_PROPERTY_SYS_UBWC_CONFIG;
  200. hfi = (struct cvp_hfi_cmd_sys_set_ubwc_config_packet_type *)
  201. &pkt->rg_property_data[1];
  202. hfi->max_channels = ubwc_config->max_channels;
  203. hfi->override_bit_info.max_channel_override =
  204. ubwc_config->override_bit_info.max_channel_override;
  205. hfi->mal_length = ubwc_config->mal_length;
  206. hfi->override_bit_info.mal_length_override =
  207. ubwc_config->override_bit_info.mal_length_override;
  208. hfi->highest_bank_bit = ubwc_config->highest_bank_bit;
  209. hfi->override_bit_info.hb_override =
  210. ubwc_config->override_bit_info.hb_override;
  211. hfi->bank_swzl_level = ubwc_config->bank_swzl_level;
  212. hfi->override_bit_info.bank_swzl_level_override =
  213. ubwc_config->override_bit_info.bank_swzl_level_override;
  214. hfi->bank_spreading = ubwc_config->bank_spreading;
  215. hfi->override_bit_info.bank_spreading_override =
  216. ubwc_config->override_bit_info.bank_spreading_override;
  217. hfi->size = sizeof(struct cvp_hfi_cmd_sys_set_ubwc_config_packet_type);
  218. return rc;
  219. }
  220. int cvp_create_pkt_cmd_session_cmd(struct cvp_hal_session_cmd_pkt *pkt,
  221. int pkt_type, struct cvp_hal_session *session)
  222. {
  223. int rc = 0;
  224. if (!pkt)
  225. return -EINVAL;
  226. pkt->size = sizeof(struct cvp_hal_session_cmd_pkt);
  227. pkt->packet_type = pkt_type;
  228. pkt->session_id = hash32_ptr(session);
  229. return rc;
  230. }
  231. int cvp_create_pkt_cmd_sys_power_control(
  232. struct cvp_hfi_cmd_sys_set_property_packet *pkt, u32 enable)
  233. {
  234. struct cvp_hfi_enable *hfi;
  235. if (!pkt) {
  236. dprintk(CVP_ERR, "No input packet\n");
  237. return -EINVAL;
  238. }
  239. pkt->size = sizeof(struct cvp_hfi_cmd_sys_set_property_packet) +
  240. sizeof(struct cvp_hfi_enable) + sizeof(u32);
  241. pkt->packet_type = HFI_CMD_SYS_SET_PROPERTY;
  242. pkt->num_properties = 1;
  243. pkt->rg_property_data[0] = HFI_PROPERTY_SYS_CODEC_POWER_PLANE_CTRL;
  244. hfi = (struct cvp_hfi_enable *) &pkt->rg_property_data[1];
  245. hfi->enable = enable;
  246. return 0;
  247. }
  248. int cvp_create_pkt_cmd_session_set_buffers(
  249. void *cmd,
  250. struct cvp_hal_session *session,
  251. u32 iova,
  252. u32 size)
  253. {
  254. int rc = 0;
  255. struct cvp_hfi_cmd_session_set_buffers_packet *pkt;
  256. if (!cmd || !session)
  257. return -EINVAL;
  258. pkt = (struct cvp_hfi_cmd_session_set_buffers_packet *)cmd;
  259. pkt->packet_type = HFI_CMD_SESSION_CVP_SET_BUFFERS;
  260. pkt->session_id = hash32_ptr(session);
  261. pkt->buf_type.iova = iova;
  262. pkt->buf_type.size = size;
  263. pkt->size = sizeof(struct cvp_hfi_cmd_session_set_buffers_packet);
  264. return rc;
  265. }
  266. int cvp_create_pkt_cmd_session_release_buffers(
  267. void *cmd,
  268. struct cvp_hal_session *session)
  269. {
  270. struct cvp_session_release_buffers_packet *pkt;
  271. if (!cmd || !session || session == (void *)0xdeadbeef)
  272. return -EINVAL;
  273. pkt = (struct cvp_session_release_buffers_packet *)cmd;
  274. pkt->packet_type = HFI_CMD_SESSION_CVP_RELEASE_BUFFERS;
  275. pkt->session_id = hash32_ptr(session);
  276. pkt->num_buffers = 1;
  277. pkt->buffer_type = 0;
  278. pkt->size = sizeof(struct cvp_session_release_buffers_packet) +
  279. ((pkt->num_buffers - 1) * sizeof(u32));
  280. return 0;
  281. }
  282. int cvp_create_pkt_cmd_session_send(
  283. struct eva_kmd_hfi_packet *out_pkt,
  284. struct cvp_hal_session *session,
  285. struct eva_kmd_hfi_packet *in_pkt)
  286. {
  287. int def_idx;
  288. struct cvp_hal_session_cmd_pkt *ptr =
  289. (struct cvp_hal_session_cmd_pkt *)in_pkt;
  290. if (!out_pkt || !in_pkt || !session)
  291. return -EINVAL;
  292. if (ptr->size > MAX_HFI_PKT_SIZE * sizeof(unsigned int))
  293. goto error_hfi_packet;
  294. if (ptr->session_id != hash32_ptr(session))
  295. goto error_hfi_packet;
  296. def_idx = get_pkt_index(ptr);
  297. if (def_idx < 0) {
  298. memcpy(out_pkt, in_pkt, ptr->size);
  299. return 0;
  300. }
  301. if (cvp_hfi_defs[def_idx].type != ptr->packet_type)
  302. goto error_hfi_packet;
  303. memcpy(out_pkt, in_pkt, ptr->size);
  304. return 0;
  305. error_hfi_packet:
  306. dprintk(CVP_ERR, "%s incorrect packet: size=%d type=%d sessionid=%d\n",
  307. __func__, ptr->size, ptr->packet_type, ptr->session_id);
  308. return -EINVAL;
  309. }
  310. static int get_hfi_ssr_type(enum hal_ssr_trigger_type type)
  311. {
  312. int rc = HFI_TEST_SSR_HW_WDOG_IRQ;
  313. switch (type) {
  314. case SSR_ERR_FATAL:
  315. rc = HFI_TEST_SSR_SW_ERR_FATAL;
  316. break;
  317. case SSR_SW_DIV_BY_ZERO:
  318. rc = HFI_TEST_SSR_SW_DIV_BY_ZERO;
  319. break;
  320. case SSR_HW_WDOG_IRQ:
  321. rc = HFI_TEST_SSR_HW_WDOG_IRQ;
  322. break;
  323. default:
  324. dprintk(CVP_WARN,
  325. "SSR trigger type not recognized, using WDOG.\n");
  326. }
  327. return rc;
  328. }
  329. int cvp_create_pkt_ssr_cmd(enum hal_ssr_trigger_type type,
  330. struct cvp_hfi_cmd_sys_test_ssr_packet *pkt)
  331. {
  332. if (!pkt) {
  333. dprintk(CVP_ERR, "Invalid params, device: %pK\n", pkt);
  334. return -EINVAL;
  335. }
  336. pkt->size = sizeof(struct cvp_hfi_cmd_sys_test_ssr_packet);
  337. pkt->packet_type = HFI_CMD_SYS_TEST_SSR;
  338. pkt->trigger_type = get_hfi_ssr_type(type);
  339. return 0;
  340. }
  341. int cvp_create_pkt_cmd_sys_image_version(
  342. struct cvp_hfi_cmd_sys_get_property_packet *pkt)
  343. {
  344. if (!pkt) {
  345. dprintk(CVP_ERR, "%s invalid param :%pK\n", __func__, pkt);
  346. return -EINVAL;
  347. }
  348. pkt->size = sizeof(struct cvp_hfi_cmd_sys_get_property_packet);
  349. pkt->packet_type = HFI_CMD_SYS_GET_PROPERTY;
  350. pkt->num_properties = 1;
  351. pkt->rg_property_data[0] = HFI_PROPERTY_SYS_IMAGE_VERSION;
  352. return 0;
  353. }
  354. static struct cvp_hfi_packetization_ops hfi_default = {
  355. .sys_init = cvp_create_pkt_cmd_sys_init,
  356. .sys_pc_prep = cvp_create_pkt_cmd_sys_pc_prep,
  357. .sys_power_control = cvp_create_pkt_cmd_sys_power_control,
  358. .sys_set_resource = cvp_create_pkt_cmd_sys_set_resource,
  359. .sys_debug_config = cvp_create_pkt_cmd_sys_debug_config,
  360. .sys_coverage_config = cvp_create_pkt_cmd_sys_coverage_config,
  361. .sys_set_idle_indicator = cvp_create_pkt_cmd_sys_set_idle_indicator,
  362. .sys_release_resource = cvp_create_pkt_cmd_sys_release_resource,
  363. .sys_image_version = cvp_create_pkt_cmd_sys_image_version,
  364. .sys_ubwc_config = create_pkt_cmd_sys_ubwc_config,
  365. .ssr_cmd = cvp_create_pkt_ssr_cmd,
  366. .session_init = cvp_create_pkt_cmd_sys_session_init,
  367. .session_cmd = cvp_create_pkt_cmd_session_cmd,
  368. .session_set_buffers =
  369. cvp_create_pkt_cmd_session_set_buffers,
  370. .session_release_buffers =
  371. cvp_create_pkt_cmd_session_release_buffers,
  372. .session_send = cvp_create_pkt_cmd_session_send,
  373. };
  374. struct cvp_hfi_packetization_ops *cvp_hfi_get_pkt_ops_handle(
  375. enum hfi_packetization_type type)
  376. {
  377. dprintk(CVP_HFI, "%s selected\n",
  378. type == HFI_PACKETIZATION_4XX ?
  379. "4xx packetization" : "Unknown hfi");
  380. switch (type) {
  381. case HFI_PACKETIZATION_4XX:
  382. return &hfi_default;
  383. }
  384. return NULL;
  385. }