hfi.c 37 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426
  1. // SPDX-License-Identifier: GPL-2.0-only
  2. /*
  3. * Copyright (c) 2017-2021, The Linux Foundation. All rights reserved.
  4. * Copyright (c) 2022-2023 Qualcomm Innovation Center, Inc. All rights reserved.
  5. */
  6. #include <linux/io.h>
  7. #include <linux/delay.h>
  8. #include <linux/slab.h>
  9. #include <linux/random.h>
  10. #include <asm/errno.h>
  11. #include <linux/timer.h>
  12. #include <media/cam_icp.h>
  13. #include <linux/iopoll.h>
  14. #include "cam_presil_hw_access.h"
  15. #include "cam_io_util.h"
  16. #include "hfi_reg.h"
  17. #include "hfi_sys_defs.h"
  18. #include "hfi_session_defs.h"
  19. #include "hfi_intf.h"
  20. #include "cam_icp_hw_mgr_intf.h"
  21. #include "cam_debug_util.h"
  22. #include "cam_compat.h"
  23. #include "cam_soc_util.h"
  24. #define HFI_VERSION_INFO_MAJOR_VAL 1
  25. #define HFI_VERSION_INFO_MINOR_VAL 1
  26. #define HFI_VERSION_INFO_STEP_VAL 0
  27. #define HFI_VERSION_INFO_MAJOR_BMSK 0xFF000000
  28. #define HFI_VERSION_INFO_MAJOR_SHFT 24
  29. #define HFI_VERSION_INFO_MINOR_BMSK 0xFFFF00
  30. #define HFI_VERSION_INFO_MINOR_SHFT 8
  31. #define HFI_VERSION_INFO_STEP_BMSK 0xFF
  32. #define HFI_VERSION_INFO_STEP_SHFT 0
  33. /* TO DO Lower timeout value */
  34. #define HFI_POLL_DELAY_US 10
  35. #define HFI_POLL_TIMEOUT_US 1500000
  36. struct hfi_top_info {
  37. uint32_t num_hfi;
  38. struct hfi_info *hfi[HFI_NUM_MAX];
  39. };
  40. struct hfi_top_info g_hfi;
  41. static DEFINE_MUTEX(g_hfi_lock);
  42. static int cam_hfi_presil_setup(struct hfi_mem_info *hfi_mem);
  43. static int cam_hfi_presil_set_init_request(void);
  44. #ifndef CONFIG_CAM_PRESIL
  45. static void hfi_irq_raise(struct hfi_info *hfi)
  46. {
  47. if (hfi->ops.irq_raise)
  48. hfi->ops.irq_raise(hfi->priv);
  49. }
  50. #endif
  51. static void hfi_irq_enable(struct hfi_info *hfi)
  52. {
  53. if (hfi->ops.irq_enable)
  54. hfi->ops.irq_enable(hfi->priv);
  55. }
  56. static void __iomem *hfi_iface_addr(struct hfi_info *hfi)
  57. {
  58. void __iomem *ret = NULL;
  59. if (hfi->ops.iface_addr)
  60. ret = hfi->ops.iface_addr(hfi->priv);
  61. return IS_ERR_OR_NULL(ret) ? NULL : ret;
  62. }
  63. static inline int hfi_get_client_info(int client_handle, struct hfi_info **hfi)
  64. {
  65. uint32_t idx;
  66. idx = HFI_GET_INDEX(client_handle);
  67. if (!IS_VALID_HFI_INDEX(idx)) {
  68. CAM_ERR(CAM_HFI, "Invalid HFI index: %u from hdl:%d",
  69. idx, client_handle);
  70. return -EINVAL;
  71. }
  72. *hfi = g_hfi.hfi[idx];
  73. if (!g_hfi.hfi[idx]) {
  74. CAM_ERR(CAM_HFI, "[%s] HFI interface not setup for client hdl: %d",
  75. g_hfi.hfi[idx]->client_name, client_handle);
  76. return -ENODEV;
  77. }
  78. return 0;
  79. }
  80. static void hfi_queue_dump(uint32_t *dwords, int count)
  81. {
  82. int i;
  83. int rows;
  84. int remaining;
  85. rows = count / 4;
  86. remaining = count % 4;
  87. for (i = 0; i < rows; i++, dwords += 4)
  88. CAM_DBG(CAM_HFI,
  89. "word[%04d]: 0x%08x 0x%08x 0x%08x 0x%08x",
  90. i * 4, dwords[0], dwords[1], dwords[2], dwords[3]);
  91. if (remaining == 1)
  92. CAM_DBG(CAM_HFI, "word[%04d]: 0x%08x", rows * 4, dwords[0]);
  93. else if (remaining == 2)
  94. CAM_DBG(CAM_HFI, "word[%04d]: 0x%08x 0x%08x",
  95. rows * 4, dwords[0], dwords[1]);
  96. else if (remaining == 3)
  97. CAM_DBG(CAM_HFI, "word[%04d]: 0x%08x 0x%08x 0x%08x",
  98. rows * 4, dwords[0], dwords[1], dwords[2]);
  99. }
  100. void cam_hfi_mini_dump(int client_handle, struct hfi_mini_dump_info *dst)
  101. {
  102. struct hfi_info *hfi;
  103. struct hfi_mem_info *hfi_mem;
  104. uint32_t *dwords;
  105. int rc;
  106. rc = hfi_get_client_info(client_handle, &hfi);
  107. if (rc) {
  108. CAM_ERR(CAM_HFI, "Failed to get hfi info rc: %d for hdl: %d",
  109. rc, client_handle);
  110. return;
  111. }
  112. hfi_mem = &hfi->map;
  113. if (!hfi_mem) {
  114. CAM_ERR(CAM_HFI, "[%s] hfi mem info NULL... unable to dump queues for hdl: %d",
  115. hfi->client_name, client_handle);
  116. return;
  117. }
  118. dwords = (uint32_t *)hfi_mem->cmd_q.kva;
  119. memcpy(dst->cmd_q, dwords, ICP_CMD_Q_SIZE_IN_BYTES);
  120. dwords = (uint32_t *)hfi_mem->msg_q.kva;
  121. memcpy(dst->msg_q, dwords, ICP_CMD_Q_SIZE_IN_BYTES);
  122. dst->msg_q_state = hfi->msg_q_state;
  123. dst->cmd_q_state = hfi->cmd_q_state;
  124. dst->dbg_q_state = hfi->dbg_q_state;
  125. }
  126. void cam_hfi_queue_dump(int client_handle, bool dump_queue_data)
  127. {
  128. struct hfi_info *hfi;
  129. struct hfi_mem_info *hfi_mem;
  130. struct hfi_qtbl *qtbl;
  131. struct hfi_q_hdr *q_hdr;
  132. uint32_t *dwords;
  133. int num_dwords, rc;
  134. rc = hfi_get_client_info(client_handle, &hfi);
  135. if (rc) {
  136. CAM_ERR(CAM_HFI, "Failed to get hfi info rc:%d for hdl:%d",
  137. rc, client_handle);
  138. return;
  139. }
  140. hfi_mem = &hfi->map;
  141. if (!hfi_mem) {
  142. CAM_ERR(CAM_HFI, "[%s] mem info NULL... unable to dump queues for hdl: %d",
  143. hfi->client_name, client_handle);
  144. return;
  145. }
  146. qtbl = (struct hfi_qtbl *)hfi_mem->qtbl.kva;
  147. CAM_INFO(CAM_HFI,
  148. "[%s] hfi hdl: %u qtbl header: version=0x%08x tbl_size=%u numq=%u qhdr_size=%u",
  149. hfi->client_name, client_handle, qtbl->q_tbl_hdr.qtbl_version,
  150. qtbl->q_tbl_hdr.qtbl_size, qtbl->q_tbl_hdr.qtbl_num_q,
  151. qtbl->q_tbl_hdr.qtbl_qhdr_size);
  152. q_hdr = &qtbl->q_hdr[Q_CMD];
  153. CAM_INFO(CAM_HFI,
  154. "cmd_q: addr=0x%08x size=%u read_idx=%u write_idx=%u",
  155. hfi_mem->cmd_q.iova,
  156. q_hdr->qhdr_q_size,
  157. q_hdr->qhdr_read_idx,
  158. q_hdr->qhdr_write_idx);
  159. dwords = (uint32_t *)hfi_mem->cmd_q.kva;
  160. num_dwords = ICP_CMD_Q_SIZE_IN_BYTES >> BYTE_WORD_SHIFT;
  161. if (dump_queue_data)
  162. hfi_queue_dump(dwords, num_dwords);
  163. q_hdr = &qtbl->q_hdr[Q_MSG];
  164. CAM_INFO(CAM_HFI,
  165. "msg_q: addr=0x%08x size=%u read_idx=%u write_idx=%u",
  166. hfi_mem->msg_q.iova,
  167. q_hdr->qhdr_q_size,
  168. q_hdr->qhdr_read_idx,
  169. q_hdr->qhdr_write_idx);
  170. dwords = (uint32_t *)hfi_mem->msg_q.kva;
  171. num_dwords = ICP_MSG_Q_SIZE_IN_BYTES >> BYTE_WORD_SHIFT;
  172. if (dump_queue_data)
  173. hfi_queue_dump(dwords, num_dwords);
  174. }
  175. #ifndef CONFIG_CAM_PRESIL
  176. int hfi_write_cmd(int client_handle, void *cmd_ptr)
  177. {
  178. uint32_t size_in_words, empty_space, new_write_idx, read_idx, temp;
  179. uint32_t *write_q, *write_ptr;
  180. struct hfi_info *hfi;
  181. struct hfi_qtbl *q_tbl;
  182. struct hfi_q_hdr *q;
  183. int rc = 0;
  184. rc = hfi_get_client_info(client_handle, &hfi);
  185. if (rc) {
  186. CAM_ERR(CAM_HFI, "Failed to get hfi info rc: %d for hdl: %d",
  187. rc, client_handle);
  188. return rc;
  189. }
  190. if (!cmd_ptr) {
  191. CAM_ERR(CAM_HFI, "[%s] command is null for hfi hdl: %d",
  192. hfi->client_name, client_handle);
  193. return -EINVAL;
  194. }
  195. mutex_lock(&hfi->cmd_q_lock);
  196. if (hfi->hfi_state != HFI_READY ||
  197. !hfi->cmd_q_state) {
  198. CAM_ERR(CAM_HFI, "[%s] Invalid hfi state: %u cmd q state: %u hfi hdl: %d",
  199. hfi->client_name, hfi->hfi_state,
  200. hfi->cmd_q_state, client_handle);
  201. rc = -ENODEV;
  202. goto err;
  203. }
  204. q_tbl = (struct hfi_qtbl *)hfi->map.qtbl.kva;
  205. q = &q_tbl->q_hdr[Q_CMD];
  206. write_q = (uint32_t *)hfi->map.cmd_q.kva;
  207. size_in_words = (*(uint32_t *)cmd_ptr) >> BYTE_WORD_SHIFT;
  208. if (!size_in_words) {
  209. CAM_DBG(CAM_HFI, "[%s] hfi hdl: %u word size is NULL",
  210. hfi->client_name, client_handle);
  211. rc = -EINVAL;
  212. goto err;
  213. }
  214. read_idx = q->qhdr_read_idx;
  215. empty_space = (q->qhdr_write_idx >= read_idx) ?
  216. (q->qhdr_q_size - (q->qhdr_write_idx - read_idx)) :
  217. (read_idx - q->qhdr_write_idx);
  218. if (empty_space <= size_in_words) {
  219. CAM_ERR(CAM_HFI, "[%s] hfi hdl: %u failed: empty space %u, size_in_words %u",
  220. hfi->client_name, client_handle, empty_space, size_in_words);
  221. rc = -EIO;
  222. goto err;
  223. }
  224. new_write_idx = q->qhdr_write_idx + size_in_words;
  225. write_ptr = (uint32_t *)(write_q + q->qhdr_write_idx);
  226. if (new_write_idx < q->qhdr_q_size) {
  227. memcpy(write_ptr, (uint8_t *)cmd_ptr,
  228. size_in_words << BYTE_WORD_SHIFT);
  229. } else {
  230. new_write_idx -= q->qhdr_q_size;
  231. temp = (size_in_words - new_write_idx) << BYTE_WORD_SHIFT;
  232. memcpy(write_ptr, (uint8_t *)cmd_ptr, temp);
  233. memcpy(write_q, (uint8_t *)cmd_ptr + temp,
  234. new_write_idx << BYTE_WORD_SHIFT);
  235. }
  236. /*
  237. * To make sure command data in a command queue before
  238. * updating write index
  239. */
  240. wmb();
  241. q->qhdr_write_idx = new_write_idx;
  242. /*
  243. * Before raising interrupt make sure command data is ready for
  244. * firmware to process
  245. */
  246. wmb();
  247. hfi_irq_raise(hfi);
  248. /* Ensure HOST2ICP trigger is received by FW */
  249. wmb();
  250. err:
  251. mutex_unlock(&hfi->cmd_q_lock);
  252. return rc;
  253. }
  254. int hfi_read_message(int client_handle, uint32_t *pmsg, uint8_t q_id,
  255. size_t buf_words_size, uint32_t *words_read)
  256. {
  257. struct hfi_info *hfi;
  258. struct hfi_qtbl *q_tbl_ptr;
  259. struct hfi_q_hdr *q;
  260. uint32_t new_read_idx, size_in_words, word_diff, temp;
  261. uint32_t *read_q, *read_ptr, *write_ptr;
  262. uint32_t size_upper_bound = 0;
  263. struct mutex *q_lock;
  264. int rc = 0;
  265. rc = hfi_get_client_info(client_handle, &hfi);
  266. if (rc) {
  267. CAM_ERR(CAM_HFI, "Failed to get hfi info rc: %d for hdl:%d",
  268. rc, client_handle);
  269. return rc;
  270. }
  271. if (!pmsg) {
  272. CAM_ERR(CAM_HFI, "[%s] client hdl: %d Invalid msg",
  273. hfi->client_name, client_handle);
  274. return -EINVAL;
  275. }
  276. switch (q_id) {
  277. case Q_MSG:
  278. q_lock = &hfi->msg_q_lock;
  279. break;
  280. case Q_DBG:
  281. q_lock = &hfi->dbg_q_lock;
  282. break;
  283. default:
  284. CAM_ERR(CAM_HFI, "Invalid q_id: %u for read", q_id);
  285. return -EINVAL;
  286. }
  287. mutex_lock(q_lock);
  288. if (hfi->hfi_state != HFI_READY ||
  289. !hfi->msg_q_state) {
  290. CAM_ERR(CAM_HFI, "[%s] Invalid hfi state:%u msg q state: %u hfi hdl: %d",
  291. hfi->client_name, hfi->hfi_state, hfi->msg_q_state,
  292. client_handle);
  293. rc = -ENODEV;
  294. goto err;
  295. }
  296. q_tbl_ptr = (struct hfi_qtbl *)hfi->map.qtbl.kva;
  297. q = &q_tbl_ptr->q_hdr[q_id];
  298. if (q->qhdr_read_idx == q->qhdr_write_idx) {
  299. CAM_DBG(CAM_HFI, "[%s] hfi hdl: %d Q not ready, state:%u, r idx:%u, w idx:%u",
  300. hfi->client_name, client_handle, hfi->hfi_state,
  301. q->qhdr_read_idx, q->qhdr_write_idx);
  302. rc = -EIO;
  303. goto err;
  304. }
  305. size_upper_bound = q->qhdr_q_size;
  306. if (q_id == Q_MSG)
  307. read_q = (uint32_t *)hfi->map.msg_q.kva;
  308. else
  309. read_q = (uint32_t *)hfi->map.dbg_q.kva;
  310. read_ptr = (uint32_t *)(read_q + q->qhdr_read_idx);
  311. write_ptr = (uint32_t *)(read_q + q->qhdr_write_idx);
  312. if (write_ptr > read_ptr)
  313. size_in_words = write_ptr - read_ptr;
  314. else {
  315. word_diff = read_ptr - write_ptr;
  316. size_in_words = q->qhdr_q_size - word_diff;
  317. }
  318. if ((size_in_words == 0) ||
  319. (size_in_words > size_upper_bound)) {
  320. CAM_ERR(CAM_HFI, "[%s] Invalid HFI message packet size - 0x%08x hfi hdl:%d",
  321. hfi->client_name, size_in_words << BYTE_WORD_SHIFT,
  322. client_handle);
  323. q->qhdr_read_idx = q->qhdr_write_idx;
  324. rc = -EIO;
  325. goto err;
  326. }
  327. if (size_in_words > buf_words_size) {
  328. CAM_ERR(CAM_HFI,
  329. "[%s] hdl: %d Size of buffer: %u is smaller than size to read from queue: %u",
  330. hfi->client_name, client_handle, buf_words_size, size_in_words);
  331. rc = -EIO;
  332. goto err;
  333. }
  334. new_read_idx = q->qhdr_read_idx + size_in_words;
  335. if (new_read_idx < q->qhdr_q_size) {
  336. memcpy(pmsg, read_ptr, size_in_words << BYTE_WORD_SHIFT);
  337. } else {
  338. new_read_idx -= q->qhdr_q_size;
  339. temp = (size_in_words - new_read_idx) << BYTE_WORD_SHIFT;
  340. memcpy(pmsg, read_ptr, temp);
  341. memcpy((uint8_t *)pmsg + temp, read_q,
  342. new_read_idx << BYTE_WORD_SHIFT);
  343. }
  344. q->qhdr_read_idx = new_read_idx;
  345. *words_read = size_in_words;
  346. /* Memory Barrier to make sure message
  347. * queue parameters are updated after read
  348. */
  349. wmb();
  350. err:
  351. mutex_unlock(q_lock);
  352. return rc;
  353. }
  354. #endif /* #ifndef CONFIG_CAM_PRESIL */
  355. int hfi_cmd_ubwc_config(int client_handle, uint32_t *ubwc_cfg)
  356. {
  357. uint8_t *prop;
  358. struct hfi_cmd_prop *dbg_prop;
  359. struct hfi_info *hfi;
  360. uint32_t size = 0;
  361. int rc;
  362. size = sizeof(struct hfi_cmd_prop) +
  363. sizeof(struct hfi_cmd_ubwc_cfg);
  364. rc = hfi_get_client_info(client_handle, &hfi);
  365. if (rc) {
  366. CAM_ERR(CAM_HFI, "Failed to get hfi info rc: %d for hdl:%d",
  367. rc, client_handle);
  368. return rc;
  369. }
  370. CAM_DBG(CAM_HFI,
  371. "[%s] hfi hdl: %d size of ubwc %u, ubwc_cfg [rd-0x%x,wr-0x%x]",
  372. hfi->client_name, client_handle, size, ubwc_cfg[0], ubwc_cfg[1]);
  373. prop = kzalloc(size, GFP_KERNEL);
  374. if (!prop)
  375. return -ENOMEM;
  376. dbg_prop = (struct hfi_cmd_prop *)prop;
  377. dbg_prop->size = size;
  378. dbg_prop->pkt_type = HFI_CMD_SYS_SET_PROPERTY;
  379. dbg_prop->num_prop = 1;
  380. dbg_prop->prop_data[0] = HFI_PROP_SYS_UBWC_CFG;
  381. dbg_prop->prop_data[1] = ubwc_cfg[0];
  382. dbg_prop->prop_data[2] = ubwc_cfg[1];
  383. hfi_write_cmd(client_handle, prop);
  384. kfree(prop);
  385. return 0;
  386. }
  387. int hfi_cmd_ubwc_config_ext(int client_handle, uint32_t *ubwc_ipe_cfg,
  388. uint32_t *ubwc_bps_cfg, uint32_t *ubwc_ofe_cfg)
  389. {
  390. uint8_t *prop;
  391. struct hfi_cmd_prop *dbg_prop;
  392. struct hfi_info *hfi;
  393. uint32_t size = 0;
  394. int rc;
  395. rc = hfi_get_client_info(client_handle, &hfi);
  396. if (rc) {
  397. CAM_ERR(CAM_HFI, "Failed to get hfi info rc: %d for hdl:%d",
  398. rc, client_handle);
  399. return rc;
  400. }
  401. size = sizeof(struct hfi_cmd_prop) +
  402. sizeof(struct hfi_cmd_ubwc_cfg_ext);
  403. CAM_DBG(CAM_HFI,
  404. "[%s] hfi hdl: %d size of ubwc %u, ubwc_ipe_cfg[rd-0x%x,wr-0x%x] ubwc_bps_cfg[rd-0x%x,wr-0x%x] ubwc_ofe_cfg[rd-0x%x,wr-0x%x]",
  405. hfi->client_name, client_handle, size,
  406. ubwc_ipe_cfg[0], ubwc_ipe_cfg[1], ubwc_bps_cfg[0],
  407. ubwc_bps_cfg[1], ubwc_ofe_cfg[0], ubwc_ofe_cfg[1]);
  408. prop = kzalloc(size, GFP_KERNEL);
  409. if (!prop)
  410. return -ENOMEM;
  411. dbg_prop = (struct hfi_cmd_prop *)prop;
  412. dbg_prop->size = size;
  413. dbg_prop->pkt_type = HFI_CMD_SYS_SET_PROPERTY;
  414. dbg_prop->num_prop = 1;
  415. dbg_prop->prop_data[0] = HFI_PROP_SYS_UBWC_CONFIG_EX;
  416. dbg_prop->prop_data[1] = ubwc_bps_cfg[0];
  417. dbg_prop->prop_data[2] = ubwc_bps_cfg[1];
  418. dbg_prop->prop_data[3] = ubwc_ipe_cfg[0];
  419. dbg_prop->prop_data[4] = ubwc_ipe_cfg[1];
  420. dbg_prop->prop_data[5] = ubwc_ofe_cfg[0];
  421. dbg_prop->prop_data[6] = ubwc_ofe_cfg[1];
  422. hfi_write_cmd(client_handle, prop);
  423. kfree(prop);
  424. return 0;
  425. }
  426. int hfi_set_debug_level(int client_handle, u64 icp_dbg_type, uint32_t lvl)
  427. {
  428. uint8_t *prop;
  429. struct hfi_info *hfi;
  430. struct hfi_cmd_prop *dbg_prop;
  431. uint32_t size = 0, val;
  432. int rc;
  433. rc = hfi_get_client_info(client_handle, &hfi);
  434. if (rc) {
  435. CAM_ERR(CAM_HFI, "Failed to get hfi info rc: %d for hdl: %d",
  436. rc, client_handle);
  437. return rc;
  438. }
  439. val = HFI_DEBUG_MSG_LOW |
  440. HFI_DEBUG_MSG_MEDIUM |
  441. HFI_DEBUG_MSG_HIGH |
  442. HFI_DEBUG_MSG_ERROR |
  443. HFI_DEBUG_MSG_FATAL |
  444. HFI_DEBUG_MSG_PERF |
  445. HFI_DEBUG_CFG_WFI |
  446. HFI_DEBUG_CFG_ARM9WD;
  447. if (lvl > val)
  448. return -EINVAL;
  449. if (hfi)
  450. hfi->dbg_lvl = lvl;
  451. size = sizeof(struct hfi_cmd_prop) +
  452. sizeof(struct hfi_debug);
  453. prop = kzalloc(size, GFP_KERNEL);
  454. if (!prop)
  455. return -ENOMEM;
  456. dbg_prop = (struct hfi_cmd_prop *)prop;
  457. dbg_prop->size = size;
  458. dbg_prop->pkt_type = HFI_CMD_SYS_SET_PROPERTY;
  459. dbg_prop->num_prop = 1;
  460. dbg_prop->prop_data[0] = HFI_PROP_SYS_DEBUG_CFG;
  461. dbg_prop->prop_data[1] = lvl;
  462. dbg_prop->prop_data[2] = icp_dbg_type;
  463. hfi_write_cmd(client_handle, prop);
  464. kfree(prop);
  465. return 0;
  466. }
  467. int hfi_set_fw_dump_levels(int client_handle, uint32_t hang_dump_lvl,
  468. uint32_t ram_dump_lvl)
  469. {
  470. uint8_t *prop = NULL;
  471. struct hfi_info *hfi;
  472. struct hfi_cmd_prop *fw_dump_level_switch_prop = NULL;
  473. uint32_t size = 0;
  474. int rc;
  475. rc = hfi_get_client_info(client_handle, &hfi);
  476. if (rc) {
  477. CAM_ERR(CAM_HFI, "Failed to get hfi info rc: %d for hdl: %d",
  478. rc, client_handle);
  479. return rc;
  480. }
  481. CAM_DBG(CAM_HFI, "[%s] hfi hdl: %d fw dump ENTER",
  482. hfi->client_name, client_handle);
  483. size = sizeof(struct hfi_cmd_prop) + sizeof(uint32_t);
  484. prop = kzalloc(size, GFP_KERNEL);
  485. if (!prop)
  486. return -ENOMEM;
  487. fw_dump_level_switch_prop = (struct hfi_cmd_prop *)prop;
  488. fw_dump_level_switch_prop->size = size;
  489. fw_dump_level_switch_prop->pkt_type = HFI_CMD_SYS_SET_PROPERTY;
  490. fw_dump_level_switch_prop->num_prop = 1;
  491. fw_dump_level_switch_prop->prop_data[0] = HFI_PROP_SYS_FW_DUMP_CFG;
  492. fw_dump_level_switch_prop->prop_data[1] = hang_dump_lvl;
  493. /* Write hang dump level */
  494. hfi_write_cmd(client_handle, prop);
  495. /* Update and write ramdump level */
  496. fw_dump_level_switch_prop->prop_data[0] = HFI_PROP_SYS_ICP_RAMDUMP_MODE;
  497. fw_dump_level_switch_prop->prop_data[1] = ram_dump_lvl;
  498. hfi_write_cmd(client_handle, prop);
  499. CAM_DBG(CAM_HFI,
  500. "[%s] hfi hdl: %d prop->size = %d prop->pkt_type = %d prop->num_prop = %d hang_dump_lvl = %u ram_dump_lvl = %u",
  501. hfi->client_name, client_handle, fw_dump_level_switch_prop->size,
  502. fw_dump_level_switch_prop->pkt_type, fw_dump_level_switch_prop->num_prop,
  503. hang_dump_lvl, ram_dump_lvl);
  504. kfree(prop);
  505. return 0;
  506. }
  507. int hfi_send_freq_info(int client_handle, int32_t freq)
  508. {
  509. uint8_t *prop = NULL;
  510. struct hfi_info *hfi;
  511. struct hfi_cmd_prop *dbg_prop = NULL;
  512. uint32_t size = 0;
  513. int rc;
  514. rc = hfi_get_client_info(client_handle, &hfi);
  515. if (rc) {
  516. CAM_ERR(CAM_HFI, "Failed to get hfi info rc: %d for hdl: %d",
  517. rc, client_handle);
  518. return rc;
  519. }
  520. if (!(hfi->dbg_lvl & HFI_DEBUG_MSG_PERF))
  521. return -EINVAL;
  522. size = sizeof(struct hfi_cmd_prop) + sizeof(freq);
  523. prop = kzalloc(size, GFP_KERNEL);
  524. if (!prop)
  525. return -ENOMEM;
  526. dbg_prop = (struct hfi_cmd_prop *)prop;
  527. dbg_prop->size = size;
  528. dbg_prop->pkt_type = HFI_CMD_SYS_SET_PROPERTY;
  529. dbg_prop->num_prop = 1;
  530. dbg_prop->prop_data[0] = HFI_PROP_SYS_ICP_HW_FREQUENCY;
  531. dbg_prop->prop_data[1] = freq;
  532. CAM_DBG(CAM_HFI,
  533. "[%s] hfi hdl: %d\n"
  534. "prop->size = %d\n"
  535. "prop->pkt_type = %d\n"
  536. "prop->num_prop = %d\n"
  537. "prop->prop_data[0] = %d\n"
  538. "prop->prop_data[1] = %d\n"
  539. "dbg_lvl = 0x%x\n",
  540. hfi->client_name,
  541. client_handle,
  542. dbg_prop->size,
  543. dbg_prop->pkt_type,
  544. dbg_prop->num_prop,
  545. dbg_prop->prop_data[0],
  546. dbg_prop->prop_data[1],
  547. hfi->dbg_lvl);
  548. hfi_write_cmd(client_handle, prop);
  549. kfree(prop);
  550. return 0;
  551. }
  552. int hfi_send_system_cmd(int client_handle, uint32_t type, uint64_t data, uint32_t size)
  553. {
  554. int rc = 0;
  555. struct hfi_info *hfi;
  556. rc = hfi_get_client_info(client_handle, &hfi);
  557. if (rc) {
  558. CAM_ERR(CAM_HFI, "Failed to get hfi info rc: %d for hdl: %d",
  559. rc, client_handle);
  560. return rc;
  561. }
  562. switch (type) {
  563. case HFI_CMD_SYS_INIT: {
  564. struct hfi_cmd_sys_init init;
  565. init.size = sizeof(struct hfi_cmd_sys_init);
  566. init.pkt_type = type;
  567. rc = hfi_write_cmd(client_handle, &init);
  568. }
  569. break;
  570. case HFI_CMD_SYS_PC_PREP: {
  571. struct hfi_cmd_pc_prep prep;
  572. prep.size = sizeof(struct hfi_cmd_pc_prep);
  573. prep.pkt_type = type;
  574. rc = hfi_write_cmd(client_handle, &prep);
  575. }
  576. break;
  577. case HFI_CMD_SYS_SET_PROPERTY: {
  578. struct hfi_cmd_prop prop;
  579. if ((uint32_t)data == (uint32_t)HFI_PROP_SYS_DEBUG_CFG) {
  580. prop.size = sizeof(struct hfi_cmd_prop);
  581. prop.pkt_type = type;
  582. prop.num_prop = 1;
  583. prop.prop_data[0] = HFI_PROP_SYS_DEBUG_CFG;
  584. rc = hfi_write_cmd(client_handle, &prop);
  585. }
  586. }
  587. break;
  588. case HFI_CMD_SYS_GET_PROPERTY:
  589. break;
  590. case HFI_CMD_SYS_PING: {
  591. struct hfi_cmd_ping_pkt ping;
  592. ping.size = sizeof(struct hfi_cmd_ping_pkt);
  593. ping.pkt_type = type;
  594. ping.user_data = (uint64_t)data;
  595. rc = hfi_write_cmd(client_handle, &ping);
  596. }
  597. break;
  598. case HFI_CMD_SYS_RESET: {
  599. struct hfi_cmd_sys_reset_pkt reset;
  600. reset.size = sizeof(struct hfi_cmd_sys_reset_pkt);
  601. reset.pkt_type = type;
  602. reset.user_data = (uint64_t)data;
  603. rc = hfi_write_cmd(client_handle, &reset);
  604. }
  605. break;
  606. case HFI_CMD_IPEBPS_CREATE_HANDLE: {
  607. struct hfi_cmd_create_handle handle;
  608. handle.size = sizeof(struct hfi_cmd_create_handle);
  609. handle.pkt_type = type;
  610. handle.handle_type = (uint32_t)data;
  611. handle.user_data1 = 0;
  612. rc = hfi_write_cmd(client_handle, &handle);
  613. }
  614. break;
  615. case HFI_CMD_IPEBPS_ASYNC_COMMAND_INDIRECT:
  616. break;
  617. default:
  618. CAM_ERR(CAM_HFI, "[%s] command not supported: %u client handle: %d",
  619. hfi->client_name, type, client_handle);
  620. break;
  621. }
  622. return rc;
  623. }
  624. int hfi_get_hw_caps(void *query_buf)
  625. {
  626. int i = 0;
  627. struct cam_icp_query_cap_cmd *query_cmd = NULL;
  628. if (!query_buf) {
  629. CAM_ERR(CAM_HFI, "query buf is NULL");
  630. return -EINVAL;
  631. }
  632. query_cmd = (struct cam_icp_query_cap_cmd *)query_buf;
  633. query_cmd->fw_version.major = 0x12;
  634. query_cmd->fw_version.minor = 0x12;
  635. query_cmd->fw_version.revision = 0x12;
  636. query_cmd->api_version.major = 0x13;
  637. query_cmd->api_version.minor = 0x13;
  638. query_cmd->api_version.revision = 0x13;
  639. query_cmd->num_ipe = 2;
  640. query_cmd->num_bps = 1;
  641. for (i = 0; i < CAM_ICP_MAX_NUM_OF_DEV_TYPES; i++) {
  642. query_cmd->dev_ver[i].dev_type = i;
  643. query_cmd->dev_ver[i].hw_ver.major = 0x34 + i;
  644. query_cmd->dev_ver[i].hw_ver.minor = 0x34 + i;
  645. query_cmd->dev_ver[i].hw_ver.incr = 0x34 + i;
  646. }
  647. return 0;
  648. }
  649. int hfi_get_hw_caps_v2(int client_handle, void *query_buf)
  650. {
  651. struct cam_icp_query_cap_cmd_v2 *query_cmd = NULL;
  652. struct hfi_info *hfi;
  653. int rc = 0;
  654. rc = hfi_get_client_info(client_handle, &hfi);
  655. if (rc) {
  656. CAM_ERR(CAM_HFI, "Failed to get hfi info rc: %d for hdl: %d",
  657. rc, client_handle);
  658. return rc;
  659. }
  660. if (!query_buf) {
  661. CAM_ERR(CAM_HFI, "[%s] query cap buf is NULL", hfi->client_name);
  662. return -EINVAL;
  663. }
  664. query_cmd = (struct cam_icp_query_cap_cmd_v2 *)query_buf;
  665. query_cmd->fw_version.major = (hfi->fw_version & 0xFF000000) >> 24;
  666. query_cmd->fw_version.minor = (hfi->fw_version & 0x00FF0000) >> 16;
  667. query_cmd->fw_version.revision = (hfi->fw_version & 0xFFFF);
  668. return 0;
  669. }
  670. int cam_hfi_resume(int client_handle)
  671. {
  672. int rc = 0;
  673. struct hfi_info *hfi;
  674. struct hfi_mem_info *hfi_mem;
  675. uint32_t status = 0;
  676. void __iomem *icp_base = NULL;
  677. rc = hfi_get_client_info(client_handle, &hfi);
  678. if (rc) {
  679. CAM_ERR(CAM_HFI, "Failed to get hfi info rc: %d for hdl:%d",
  680. rc, client_handle);
  681. return rc;
  682. }
  683. icp_base = hfi_iface_addr(hfi);
  684. if (!icp_base) {
  685. CAM_ERR(CAM_HFI, "[%s] Invalid HFI interface address for hdl:%d",
  686. hfi->client_name, client_handle);
  687. return -EINVAL;
  688. }
  689. if (cam_common_read_poll_timeout(icp_base +
  690. HFI_REG_ICP_HOST_INIT_RESPONSE,
  691. HFI_POLL_DELAY_US, HFI_POLL_TIMEOUT_US,
  692. (uint32_t)UINT_MAX, ICP_INIT_RESP_SUCCESS, &status)) {
  693. CAM_ERR(CAM_HFI, "[%s] response poll timed out: status=0x%08x hfi hdl: %d",
  694. hfi->client_name, status, client_handle);
  695. return -ETIMEDOUT;
  696. }
  697. hfi_irq_enable(hfi);
  698. CAM_DBG(CAM_HFI, "[%s] hfi hdl: %d fw version : [0x%x]",
  699. hfi->client_name, client_handle, hfi->fw_version);
  700. hfi_mem = &hfi->map;
  701. cam_io_w_mb((uint32_t)hfi_mem->qtbl.iova, icp_base + HFI_REG_QTBL_PTR);
  702. cam_io_w_mb((uint32_t)hfi_mem->sfr_buf.iova,
  703. icp_base + HFI_REG_SFR_PTR);
  704. cam_io_w_mb((uint32_t)hfi_mem->shmem.iova,
  705. icp_base + HFI_REG_SHARED_MEM_PTR);
  706. cam_io_w_mb((uint32_t)hfi_mem->shmem.len,
  707. icp_base + HFI_REG_SHARED_MEM_SIZE);
  708. cam_io_w_mb((uint32_t)hfi_mem->sec_heap.iova,
  709. icp_base + HFI_REG_SECONDARY_HEAP_PTR);
  710. cam_io_w_mb((uint32_t)hfi_mem->sec_heap.len,
  711. icp_base + HFI_REG_SECONDARY_HEAP_SIZE);
  712. cam_io_w_mb((uint32_t)hfi_mem->qdss.iova,
  713. icp_base + HFI_REG_QDSS_IOVA);
  714. cam_io_w_mb((uint32_t)hfi_mem->qdss.len,
  715. icp_base + HFI_REG_QDSS_IOVA_SIZE);
  716. cam_io_w_mb((uint32_t)hfi_mem->io_mem.iova,
  717. icp_base + HFI_REG_IO_REGION_IOVA);
  718. cam_io_w_mb((uint32_t)hfi_mem->io_mem.len,
  719. icp_base + HFI_REG_IO_REGION_SIZE);
  720. cam_io_w_mb((uint32_t)hfi_mem->io_mem2.iova,
  721. icp_base + HFI_REG_IO2_REGION_IOVA);
  722. cam_io_w_mb((uint32_t)hfi_mem->io_mem2.len,
  723. icp_base + HFI_REG_IO2_REGION_SIZE);
  724. cam_io_w_mb((uint32_t)hfi_mem->fw_uncached.iova,
  725. icp_base + HFI_REG_FWUNCACHED_REGION_IOVA);
  726. cam_io_w_mb((uint32_t)hfi_mem->fw_uncached.len,
  727. icp_base + HFI_REG_FWUNCACHED_REGION_SIZE);
  728. cam_io_w_mb((uint32_t)hfi_mem->device_mem.iova,
  729. icp_base + HFI_REG_DEVICE_REGION_IOVA);
  730. cam_io_w_mb((uint32_t)hfi_mem->device_mem.len,
  731. icp_base + HFI_REG_DEVICE_REGION_IOVA_SIZE);
  732. CAM_DBG(CAM_HFI, "IO1 : [0x%x 0x%x] IO2 [0x%x 0x%x]",
  733. hfi_mem->io_mem.iova, hfi_mem->io_mem.len,
  734. hfi_mem->io_mem2.iova, hfi_mem->io_mem2.len);
  735. CAM_DBG(CAM_HFI, "FwUncached : [0x%x 0x%x] Shared [0x%x 0x%x]",
  736. hfi_mem->fw_uncached.iova, hfi_mem->fw_uncached.len,
  737. hfi_mem->shmem.iova, hfi_mem->shmem.len);
  738. CAM_DBG(CAM_HFI, "SecHeap : [0x%x 0x%x] QDSS [0x%x 0x%x]",
  739. hfi_mem->sec_heap.iova, hfi_mem->sec_heap.len,
  740. hfi_mem->qdss.iova, hfi_mem->qdss.len);
  741. CAM_DBG(CAM_HFI, "QTbl : [0x%x 0x%x] Sfr [0x%x 0x%x] Device [0x%x 0x%x]",
  742. hfi_mem->qtbl.iova, hfi_mem->qtbl.len,
  743. hfi_mem->sfr_buf.iova, hfi_mem->sfr_buf.len,
  744. hfi_mem->device_mem.iova, hfi_mem->device_mem.len);
  745. return rc;
  746. }
  747. int cam_hfi_init(int client_handle, struct hfi_mem_info *hfi_mem,
  748. const struct hfi_ops *hfi_ops,
  749. void *priv, uint8_t event_driven_mode)
  750. {
  751. int rc = 0;
  752. uint32_t status = 0;
  753. struct hfi_info *hfi = NULL;
  754. struct hfi_qtbl *qtbl;
  755. struct hfi_qtbl_hdr *qtbl_hdr;
  756. struct hfi_q_hdr *cmd_q_hdr, *msg_q_hdr, *dbg_q_hdr;
  757. struct sfr_buf *sfr_buffer;
  758. void __iomem *icp_base;
  759. rc = hfi_get_client_info(client_handle, &hfi);
  760. if (rc) {
  761. CAM_ERR(CAM_HFI, "Failed to get hfi info rc: %d for hdl %d",
  762. rc, client_handle);
  763. return rc;
  764. }
  765. if (!hfi_mem || !hfi_ops || !priv) {
  766. CAM_ERR(CAM_HFI,
  767. "[%s] Invalid arg: hfi_mem=%pK hfi_ops=%pK priv=%pK hfi hdl:%d",
  768. hfi->client_name, hfi_mem, hfi_ops, priv, client_handle);
  769. return -EINVAL;
  770. }
  771. mutex_lock(&hfi->cmd_q_lock);
  772. mutex_lock(&hfi->msg_q_lock);
  773. mutex_lock(&hfi->dbg_q_lock);
  774. hfi->hfi_state = HFI_INIT;
  775. memcpy(&hfi->map, hfi_mem, sizeof(hfi->map));
  776. qtbl = (struct hfi_qtbl *)hfi_mem->qtbl.kva;
  777. qtbl_hdr = &qtbl->q_tbl_hdr;
  778. qtbl_hdr->qtbl_version = 0xFFFFFFFF;
  779. qtbl_hdr->qtbl_size = sizeof(struct hfi_qtbl);
  780. qtbl_hdr->qtbl_qhdr0_offset = offsetof(struct hfi_qtbl, q_hdr);
  781. qtbl_hdr->qtbl_qhdr_size = sizeof(struct hfi_q_hdr);
  782. qtbl_hdr->qtbl_num_q = ICP_HFI_NUMBER_OF_QS;
  783. qtbl_hdr->qtbl_num_active_q = ICP_HFI_NUMBER_OF_QS;
  784. /* setup host-to-firmware command queue */
  785. cmd_q_hdr = &qtbl->q_hdr[Q_CMD];
  786. cmd_q_hdr->qhdr_status = QHDR_ACTIVE;
  787. cmd_q_hdr->qhdr_start_addr = hfi_mem->cmd_q.iova;
  788. cmd_q_hdr->qhdr_q_size = ICP_CMD_Q_SIZE_IN_BYTES >> BYTE_WORD_SHIFT;
  789. cmd_q_hdr->qhdr_pkt_size = ICP_HFI_VAR_SIZE_PKT;
  790. cmd_q_hdr->qhdr_pkt_drop_cnt = RESET;
  791. cmd_q_hdr->qhdr_read_idx = RESET;
  792. cmd_q_hdr->qhdr_write_idx = RESET;
  793. /* setup firmware-to-Host message queue */
  794. msg_q_hdr = &qtbl->q_hdr[Q_MSG];
  795. msg_q_hdr->qhdr_status = QHDR_ACTIVE;
  796. msg_q_hdr->qhdr_start_addr = hfi_mem->msg_q.iova;
  797. msg_q_hdr->qhdr_q_size = ICP_MSG_Q_SIZE_IN_BYTES >> BYTE_WORD_SHIFT;
  798. msg_q_hdr->qhdr_pkt_size = ICP_HFI_VAR_SIZE_PKT;
  799. msg_q_hdr->qhdr_pkt_drop_cnt = RESET;
  800. msg_q_hdr->qhdr_read_idx = RESET;
  801. msg_q_hdr->qhdr_write_idx = RESET;
  802. /* setup firmware-to-Host message queue */
  803. dbg_q_hdr = &qtbl->q_hdr[Q_DBG];
  804. dbg_q_hdr->qhdr_status = QHDR_ACTIVE;
  805. dbg_q_hdr->qhdr_start_addr = hfi_mem->dbg_q.iova;
  806. dbg_q_hdr->qhdr_q_size = ICP_DBG_Q_SIZE_IN_BYTES >> BYTE_WORD_SHIFT;
  807. dbg_q_hdr->qhdr_pkt_size = ICP_HFI_VAR_SIZE_PKT;
  808. dbg_q_hdr->qhdr_pkt_drop_cnt = RESET;
  809. dbg_q_hdr->qhdr_read_idx = RESET;
  810. dbg_q_hdr->qhdr_write_idx = RESET;
  811. sfr_buffer = (struct sfr_buf *)hfi_mem->sfr_buf.kva;
  812. sfr_buffer->size = ICP_MSG_SFR_SIZE_IN_BYTES;
  813. switch (event_driven_mode) {
  814. case INTR_MODE:
  815. cmd_q_hdr->qhdr_type = Q_CMD;
  816. cmd_q_hdr->qhdr_rx_wm = SET;
  817. cmd_q_hdr->qhdr_tx_wm = SET;
  818. cmd_q_hdr->qhdr_rx_req = SET;
  819. cmd_q_hdr->qhdr_tx_req = RESET;
  820. cmd_q_hdr->qhdr_rx_irq_status = RESET;
  821. cmd_q_hdr->qhdr_tx_irq_status = RESET;
  822. msg_q_hdr->qhdr_type = Q_MSG;
  823. msg_q_hdr->qhdr_rx_wm = SET;
  824. msg_q_hdr->qhdr_tx_wm = SET;
  825. msg_q_hdr->qhdr_rx_req = SET;
  826. msg_q_hdr->qhdr_tx_req = RESET;
  827. msg_q_hdr->qhdr_rx_irq_status = RESET;
  828. msg_q_hdr->qhdr_tx_irq_status = RESET;
  829. dbg_q_hdr->qhdr_type = Q_DBG;
  830. dbg_q_hdr->qhdr_rx_wm = SET;
  831. dbg_q_hdr->qhdr_tx_wm = SET_WM;
  832. dbg_q_hdr->qhdr_rx_req = RESET;
  833. dbg_q_hdr->qhdr_tx_req = RESET;
  834. dbg_q_hdr->qhdr_rx_irq_status = RESET;
  835. dbg_q_hdr->qhdr_tx_irq_status = RESET;
  836. break;
  837. case POLL_MODE:
  838. cmd_q_hdr->qhdr_type = Q_CMD | TX_EVENT_POLL_MODE_2 |
  839. RX_EVENT_POLL_MODE_2;
  840. msg_q_hdr->qhdr_type = Q_MSG | TX_EVENT_POLL_MODE_2 |
  841. RX_EVENT_POLL_MODE_2;
  842. dbg_q_hdr->qhdr_type = Q_DBG | TX_EVENT_POLL_MODE_2 |
  843. RX_EVENT_POLL_MODE_2;
  844. break;
  845. case WM_MODE:
  846. cmd_q_hdr->qhdr_type = Q_CMD | TX_EVENT_DRIVEN_MODE_2 |
  847. RX_EVENT_DRIVEN_MODE_2;
  848. cmd_q_hdr->qhdr_rx_wm = SET;
  849. cmd_q_hdr->qhdr_tx_wm = SET;
  850. cmd_q_hdr->qhdr_rx_req = RESET;
  851. cmd_q_hdr->qhdr_tx_req = SET;
  852. cmd_q_hdr->qhdr_rx_irq_status = RESET;
  853. cmd_q_hdr->qhdr_tx_irq_status = RESET;
  854. msg_q_hdr->qhdr_type = Q_MSG | TX_EVENT_DRIVEN_MODE_2 |
  855. RX_EVENT_DRIVEN_MODE_2;
  856. msg_q_hdr->qhdr_rx_wm = SET;
  857. msg_q_hdr->qhdr_tx_wm = SET;
  858. msg_q_hdr->qhdr_rx_req = SET;
  859. msg_q_hdr->qhdr_tx_req = RESET;
  860. msg_q_hdr->qhdr_rx_irq_status = RESET;
  861. msg_q_hdr->qhdr_tx_irq_status = RESET;
  862. dbg_q_hdr->qhdr_type = Q_DBG | TX_EVENT_DRIVEN_MODE_2 |
  863. RX_EVENT_DRIVEN_MODE_2;
  864. dbg_q_hdr->qhdr_rx_wm = SET;
  865. dbg_q_hdr->qhdr_tx_wm = SET_WM;
  866. dbg_q_hdr->qhdr_rx_req = RESET;
  867. dbg_q_hdr->qhdr_tx_req = RESET;
  868. dbg_q_hdr->qhdr_rx_irq_status = RESET;
  869. dbg_q_hdr->qhdr_tx_irq_status = RESET;
  870. break;
  871. default:
  872. CAM_ERR(CAM_HFI, "[%s] Invalid event driven mode :%u for hdl:%d",
  873. hfi->client_name, event_driven_mode, client_handle);
  874. break;
  875. }
  876. hfi->ops = *hfi_ops;
  877. hfi->priv = priv;
  878. icp_base = hfi_iface_addr(hfi);
  879. if (!icp_base) {
  880. CAM_ERR(CAM_HFI, "[%s] Invalid HFI interface address for hdl: %d",
  881. hfi->client_name, client_handle);
  882. rc = -EINVAL;
  883. goto regions_fail;
  884. }
  885. cam_io_w_mb((uint32_t)hfi_mem->qtbl.iova,
  886. icp_base + HFI_REG_QTBL_PTR);
  887. cam_io_w_mb((uint32_t)hfi_mem->sfr_buf.iova,
  888. icp_base + HFI_REG_SFR_PTR);
  889. cam_io_w_mb((uint32_t)hfi_mem->shmem.iova,
  890. icp_base + HFI_REG_SHARED_MEM_PTR);
  891. cam_io_w_mb((uint32_t)hfi_mem->shmem.len,
  892. icp_base + HFI_REG_SHARED_MEM_SIZE);
  893. cam_io_w_mb((uint32_t)hfi_mem->sec_heap.iova,
  894. icp_base + HFI_REG_SECONDARY_HEAP_PTR);
  895. cam_io_w_mb((uint32_t)hfi_mem->sec_heap.len,
  896. icp_base + HFI_REG_SECONDARY_HEAP_SIZE);
  897. cam_io_w_mb((uint32_t)hfi_mem->qdss.iova,
  898. icp_base + HFI_REG_QDSS_IOVA);
  899. cam_io_w_mb((uint32_t)hfi_mem->qdss.len,
  900. icp_base + HFI_REG_QDSS_IOVA_SIZE);
  901. cam_io_w_mb((uint32_t)hfi_mem->io_mem.iova,
  902. icp_base + HFI_REG_IO_REGION_IOVA);
  903. cam_io_w_mb((uint32_t)hfi_mem->io_mem.len,
  904. icp_base + HFI_REG_IO_REGION_SIZE);
  905. cam_io_w_mb((uint32_t)hfi_mem->io_mem2.iova,
  906. icp_base + HFI_REG_IO2_REGION_IOVA);
  907. cam_io_w_mb((uint32_t)hfi_mem->io_mem2.len,
  908. icp_base + HFI_REG_IO2_REGION_SIZE);
  909. cam_io_w_mb((uint32_t)hfi_mem->fw_uncached.iova,
  910. icp_base + HFI_REG_FWUNCACHED_REGION_IOVA);
  911. cam_io_w_mb((uint32_t)hfi_mem->fw_uncached.len,
  912. icp_base + HFI_REG_FWUNCACHED_REGION_SIZE);
  913. cam_io_w_mb((uint32_t)hfi_mem->device_mem.iova,
  914. icp_base + HFI_REG_DEVICE_REGION_IOVA);
  915. cam_io_w_mb((uint32_t)hfi_mem->device_mem.len,
  916. icp_base + HFI_REG_DEVICE_REGION_IOVA_SIZE);
  917. CAM_DBG(CAM_HFI, "[%s] HFI handle: %d",
  918. hfi->client_name, client_handle);
  919. CAM_DBG(CAM_HFI, "IO1 : [0x%x 0x%x] IO2 [0x%x 0x%x]",
  920. hfi_mem->io_mem.iova, hfi_mem->io_mem.len,
  921. hfi_mem->io_mem2.iova, hfi_mem->io_mem2.len);
  922. CAM_DBG(CAM_HFI, "FwUncached : [0x%x 0x%x] Shared [0x%x 0x%x]",
  923. hfi_mem->fw_uncached.iova, hfi_mem->fw_uncached.len,
  924. hfi_mem->shmem.iova, hfi_mem->shmem.len);
  925. CAM_DBG(CAM_HFI, "SecHeap : [0x%x 0x%x] QDSS [0x%x 0x%x]",
  926. hfi_mem->sec_heap.iova, hfi_mem->sec_heap.len,
  927. hfi_mem->qdss.iova, hfi_mem->qdss.len);
  928. CAM_DBG(CAM_HFI, "QTbl : [0x%x 0x%x] Sfr [0x%x 0x%x] Device [0x%x 0x%x]",
  929. hfi_mem->qtbl.iova, hfi_mem->qtbl.len,
  930. hfi_mem->sfr_buf.iova, hfi_mem->sfr_buf.len,
  931. hfi_mem->device_mem.iova, hfi_mem->device_mem.len);
  932. if (cam_presil_mode_enabled())
  933. cam_hfi_presil_setup(hfi_mem);
  934. cam_io_w_mb((uint32_t)ICP_INIT_REQUEST_SET,
  935. icp_base + HFI_REG_HOST_ICP_INIT_REQUEST);
  936. if (cam_presil_mode_enabled())
  937. cam_hfi_presil_set_init_request();
  938. if (cam_common_read_poll_timeout(icp_base +
  939. HFI_REG_ICP_HOST_INIT_RESPONSE,
  940. HFI_POLL_DELAY_US, HFI_POLL_TIMEOUT_US,
  941. (uint32_t)UINT_MAX, ICP_INIT_RESP_SUCCESS, &status)) {
  942. CAM_ERR(CAM_HFI, "[%s] hfi hdl:%u response poll timed out: status=0x%08x",
  943. hfi->client_name, client_handle, status);
  944. rc = -ETIMEDOUT;
  945. goto regions_fail;
  946. }
  947. hfi->fw_version = cam_io_r(icp_base + HFI_REG_FW_VERSION);
  948. CAM_DBG(CAM_HFI, "[%s] ICP fw version: 0x%x",
  949. hfi->client_name, hfi->fw_version);
  950. hfi->cmd_q_state = true;
  951. hfi->msg_q_state = true;
  952. hfi->dbg_q_state = true;
  953. hfi->hfi_state = HFI_READY;
  954. hfi_irq_enable(hfi);
  955. mutex_unlock(&hfi->dbg_q_lock);
  956. mutex_unlock(&hfi->msg_q_lock);
  957. mutex_unlock(&hfi->cmd_q_lock);
  958. return rc;
  959. regions_fail:
  960. mutex_unlock(&hfi->dbg_q_lock);
  961. mutex_unlock(&hfi->msg_q_lock);
  962. mutex_unlock(&hfi->cmd_q_lock);
  963. return rc;
  964. }
  965. void cam_hfi_deinit(int client_handle)
  966. {
  967. struct hfi_info *hfi;
  968. int rc;
  969. rc = hfi_get_client_info(client_handle, &hfi);
  970. if (rc) {
  971. CAM_ERR(CAM_HFI, "Failed to get hfi info rc: %d for hdl: %d",
  972. rc, client_handle);
  973. return;
  974. }
  975. if (cam_presil_mode_enabled()) {
  976. CAM_DBG(CAM_HFI,
  977. "[%s] HFI hdl: %d SYS_RESET Needed in presil for back to back hfi_init success",
  978. hfi->client_name, client_handle);
  979. hfi_send_system_cmd(client_handle, HFI_CMD_SYS_RESET, 0, 0);
  980. }
  981. mutex_lock(&hfi->cmd_q_lock);
  982. mutex_lock(&hfi->msg_q_lock);
  983. mutex_lock(&hfi->dbg_q_lock);
  984. hfi->hfi_state = HFI_DEINIT;
  985. hfi->cmd_q_state = false;
  986. hfi->msg_q_state = false;
  987. hfi->dbg_q_state = false;
  988. mutex_unlock(&hfi->dbg_q_lock);
  989. mutex_unlock(&hfi->cmd_q_lock);
  990. mutex_unlock(&hfi->msg_q_lock);
  991. memset(&hfi->map, 0, sizeof(struct hfi_mem_info));
  992. memset(&hfi->ops, 0, sizeof(struct hfi_ops));
  993. hfi->smem_size = 0;
  994. hfi->uncachedheap_size = 0;
  995. memset(hfi->msgpacket_buf, 0, sizeof(ICP_HFI_MAX_MSG_SIZE_IN_WORDS));
  996. hfi->priv = NULL;
  997. hfi->dbg_lvl = 0;
  998. }
  999. static int hfi_get_free_index(uint32_t *free_index)
  1000. {
  1001. int i;
  1002. for (i = 0; i < HFI_NUM_MAX; i++) {
  1003. if (!g_hfi.hfi[i]) {
  1004. *free_index = i;
  1005. return 0;
  1006. }
  1007. }
  1008. return -EUSERS;
  1009. }
  1010. int cam_hfi_register(int *client_handle, const char *client_name)
  1011. {
  1012. struct hfi_info *hfi = NULL;
  1013. int hfi_index, rc = 0;
  1014. if (!client_handle) {
  1015. CAM_ERR(CAM_HFI, "Client handle is NULL");
  1016. return -EINVAL;
  1017. }
  1018. mutex_lock(&g_hfi_lock);
  1019. if (IS_VALID_HFI_INDEX(*client_handle)) {
  1020. rc = hfi_get_client_info(*client_handle, &hfi);
  1021. if (rc) {
  1022. CAM_ERR(CAM_HFI, "Unable to retrieve existing hfi info for handle:%d",
  1023. *client_handle);
  1024. rc = -EINVAL;
  1025. goto failed_hfi_register;
  1026. }
  1027. CAM_ERR(CAM_HFI, "[%s] HFI client handle:%d is already established",
  1028. hfi->client_name, *client_handle);
  1029. rc = -EINVAL;
  1030. goto failed_hfi_register;
  1031. }
  1032. rc = hfi_get_free_index(&hfi_index);
  1033. if (rc) {
  1034. CAM_ERR(CAM_HFI, "No available hfi slots rc:%d", rc);
  1035. goto failed_hfi_register;
  1036. }
  1037. hfi = kzalloc(sizeof(struct hfi_info), GFP_KERNEL);
  1038. if (!hfi) {
  1039. rc = -ENOMEM;
  1040. goto failed_hfi_register;
  1041. }
  1042. if (hfi->hfi_state != HFI_DEINIT) {
  1043. CAM_ERR(CAM_HFI, "hfi_init: invalid state: %u hfi idx: %u",
  1044. hfi->hfi_state, hfi_index);
  1045. rc = -EINVAL;
  1046. goto hfi_failed_state;
  1047. }
  1048. g_hfi.hfi[hfi_index] = hfi;
  1049. g_hfi.num_hfi++;
  1050. *client_handle = HFI_GET_CLIENT_HANDLE(hfi_index);
  1051. memcpy(hfi->client_name, client_name, HFI_CLIENT_NAME_LEN);
  1052. mutex_unlock(&g_hfi_lock);
  1053. mutex_init(&hfi->cmd_q_lock);
  1054. mutex_init(&hfi->msg_q_lock);
  1055. mutex_init(&hfi->dbg_q_lock);
  1056. return rc;
  1057. hfi_failed_state:
  1058. kfree(hfi);
  1059. failed_hfi_register:
  1060. mutex_unlock(&g_hfi_lock);
  1061. return rc;
  1062. }
  1063. int cam_hfi_unregister(int *client_handle)
  1064. {
  1065. struct hfi_info *hfi;
  1066. uint32_t idx;
  1067. int rc;
  1068. rc = hfi_get_client_info(*client_handle, &hfi);
  1069. if (rc) {
  1070. CAM_ERR(CAM_HFI, "Failed to get hfi info rc: %d for hdl: %d",
  1071. rc, client_handle);
  1072. return rc;
  1073. }
  1074. mutex_lock(&g_hfi_lock);
  1075. mutex_destroy(&hfi->dbg_q_lock);
  1076. mutex_destroy(&hfi->msg_q_lock);
  1077. mutex_destroy(&hfi->cmd_q_lock);
  1078. cam_free_clear((void *)hfi);
  1079. idx = HFI_GET_INDEX(*client_handle);
  1080. g_hfi.hfi[idx] = NULL;
  1081. g_hfi.num_hfi--;
  1082. mutex_unlock(&g_hfi_lock);
  1083. *client_handle = HFI_HANDLE_INIT_VALUE;
  1084. return 0;
  1085. }
  1086. #ifdef CONFIG_CAM_PRESIL
  1087. static int cam_hfi_presil_setup(struct hfi_mem_info *hfi_mem)
  1088. {
  1089. /**
  1090. * The pchost maintains its own set of queue structures and
  1091. * needs additional info to accomplish this. Use the set of
  1092. * dummy registers to pass along this info.
  1093. */
  1094. /**
  1095. * IOVA region length for each queue is currently hardcoded in
  1096. * pchost (except for SFR). No need to send for now.
  1097. */
  1098. cam_presil_send_event(CAM_PRESIL_EVENT_HFI_REG_CMD_Q_IOVA, hfi_mem->cmd_q.iova);
  1099. cam_presil_send_event(CAM_PRESIL_EVENT_HFI_REG_MSG_Q_IOVA, hfi_mem->msg_q.iova);
  1100. cam_presil_send_event(CAM_PRESIL_EVENT_HFI_REG_DBG_Q_IOVA, hfi_mem->dbg_q.iova);
  1101. cam_presil_send_event(CAM_PRESIL_EVENT_HFI_REG_SFR_LEN, hfi_mem->sfr_buf.len);
  1102. return 0;
  1103. }
  1104. static int cam_hfi_presil_set_init_request(void)
  1105. {
  1106. CAM_DBG(CAM_PRESIL, "notifying pchost to start HFI init...");
  1107. cam_presil_send_event(CAM_PRESIL_EVENT_HFI_REG_ICP_V1_HW_VERSION_TO_START_HFI_INIT, 0xFF);
  1108. CAM_DBG(CAM_PRESIL, "got done with PCHOST HFI init...");
  1109. return 0;
  1110. }
  1111. int hfi_write_cmd(int client_handle, void *cmd_ptr)
  1112. {
  1113. struct hfi_info *hfi;
  1114. int presil_rc = CAM_PRESIL_BLOCKED;
  1115. int rc = 0;
  1116. rc = hfi_get_client_info(client_handle, &hfi);
  1117. if (rc) {
  1118. CAM_ERR(CAM_HFI, "Failed to get hfi info rc: %d for hdl:%d",
  1119. rc, client_handle);
  1120. return rc;
  1121. }
  1122. if (!cmd_ptr) {
  1123. CAM_ERR(CAM_HFI, "[%s] command is null for hfi hdl:%d",
  1124. hfi->client_name, client_handle);
  1125. return -EINVAL;
  1126. }
  1127. mutex_lock(&hfi->cmd_q_lock);
  1128. presil_rc = cam_presil_hfi_write_cmd(cmd_ptr, (*(uint32_t *)cmd_ptr),
  1129. CAM_PRESIL_CLIENT_ID_CAMERA);
  1130. if ((presil_rc != CAM_PRESIL_SUCCESS) && (presil_rc != CAM_PRESIL_BLOCKED)) {
  1131. CAM_ERR(CAM_HFI, "[%s] hfi hdl: %d failed presil rc %d",
  1132. hfi->client_name, client_handle, presil_rc);
  1133. rc = -EINVAL;
  1134. } else {
  1135. CAM_DBG(CAM_HFI, "[%s] hfi hdl: %d presil rc %d",
  1136. hfi->client_name, client_handle, presil_rc);
  1137. }
  1138. mutex_unlock(&hfi->cmd_q_lock);
  1139. return rc;
  1140. }
  1141. int hfi_read_message(int client_handle, uint32_t *pmsg, uint8_t q_id,
  1142. size_t buf_words_size, uint32_t *words_read)
  1143. {
  1144. struct hfi_info *hfi;
  1145. int presil_rc = CAM_PRESIL_BLOCKED;
  1146. struct mutex *q_lock = NULL;
  1147. int rc = 0;
  1148. rc = hfi_get_client_info(client_handle, &hfi);
  1149. if (rc) {
  1150. CAM_ERR(CAM_HFI, "Failed to get hfi info rc: %d for hdl: %d",
  1151. rc, client_handle);
  1152. return rc;
  1153. }
  1154. if (!pmsg) {
  1155. CAM_ERR(CAM_HFI, "[%s] Invalid msg for hdl: %d",
  1156. hfi->client_name, client_handle);
  1157. return -EINVAL;
  1158. }
  1159. switch (q_id) {
  1160. case Q_MSG:
  1161. q_lock = &hfi->msg_q_lock;
  1162. break;
  1163. case Q_DBG:
  1164. q_lock = &hfi->dbg_q_lock;
  1165. break;
  1166. default:
  1167. CAM_ERR(CAM_HFI, "Invalid q_id: %u for read", q_id);
  1168. return -EINVAL;
  1169. }
  1170. mutex_lock(q_lock);
  1171. memset(pmsg, 0x0, sizeof(uint32_t) * 256 /* ICP_MSG_BUF_SIZE */);
  1172. *words_read = 0;
  1173. presil_rc = cam_presil_hfi_read_message(pmsg, q_id, words_read,
  1174. CAM_PRESIL_CLIENT_ID_CAMERA);
  1175. if ((presil_rc != CAM_PRESIL_SUCCESS) && (presil_rc != CAM_PRESIL_BLOCKED)) {
  1176. CAM_ERR(CAM_HFI, "[%s] hfi hdl: %d failed presil rc %d",
  1177. hfi->client_name, client_handle, presil_rc);
  1178. rc = -EINVAL;
  1179. } else {
  1180. CAM_DBG(CAM_HFI, "[%s] hfi hdl: %d presil rc %d",
  1181. hfi->client_name, client_handle, presil_rc);
  1182. }
  1183. mutex_unlock(q_lock);
  1184. return rc;
  1185. }
  1186. #else
  1187. /* when presil mode not enabled */
  1188. static int cam_hfi_presil_setup(struct hfi_mem_info *hfi_mem)
  1189. {
  1190. return 0;
  1191. }
  1192. static int cam_hfi_presil_set_init_request(void)
  1193. {
  1194. return 0;
  1195. }
  1196. #endif /* #ifdef CONFIG_CAM_PRESIL */