android_kernel_samsung_sm8650-modules/drivers/cam_icp/hfi.c

// SPDX-License-Identifier: GPL-2.0-only
/*
 * Copyright (c) 2017-2021, The Linux Foundation. All rights reserved.
 * Copyright (c) 2022-2023 Qualcomm Innovation Center, Inc. All rights reserved.
 */

#include <linux/io.h>
#include <linux/delay.h>
#include <linux/slab.h>
#include <linux/random.h>
#include <asm/errno.h>
#include <linux/timer.h>
#include <media/cam_icp.h>
#include <linux/iopoll.h>

#include "cam_presil_hw_access.h"
#include "cam_io_util.h"
#include "hfi_reg.h"
#include "hfi_sys_defs.h"
#include "hfi_session_defs.h"
#include "hfi_intf.h"
#include "cam_icp_hw_mgr_intf.h"
#include "cam_debug_util.h"
#include "cam_compat.h"
#include "cam_soc_util.h"

#define HFI_VERSION_INFO_MAJOR_VAL  1
#define HFI_VERSION_INFO_MINOR_VAL  1
#define HFI_VERSION_INFO_STEP_VAL   0
#define HFI_VERSION_INFO_MAJOR_BMSK  0xFF000000
#define HFI_VERSION_INFO_MAJOR_SHFT  24
#define HFI_VERSION_INFO_MINOR_BMSK  0xFFFF00
#define HFI_VERSION_INFO_MINOR_SHFT  8
#define HFI_VERSION_INFO_STEP_BMSK   0xFF
#define HFI_VERSION_INFO_STEP_SHFT  0

/* TO DO Lower timeout value */
#define HFI_POLL_DELAY_US 10
#define HFI_POLL_TIMEOUT_US 1500000

struct hfi_top_info {
	uint32_t num_hfi;
	struct hfi_info *hfi[HFI_NUM_MAX];
};

struct hfi_top_info g_hfi;
static DEFINE_MUTEX(g_hfi_lock);


static int cam_hfi_presil_setup(struct hfi_mem_info *hfi_mem);
static int cam_hfi_presil_set_init_request(void);

#ifndef CONFIG_CAM_PRESIL
static void hfi_irq_raise(struct hfi_info *hfi)
{
	if (hfi->ops.irq_raise)
		hfi->ops.irq_raise(hfi->priv);
}
#endif

static void hfi_irq_enable(struct hfi_info *hfi)
{
	if (hfi->ops.irq_enable)
		hfi->ops.irq_enable(hfi->priv);
}

static void __iomem *hfi_iface_addr(struct hfi_info *hfi)
{
	void __iomem *ret = NULL;

	if (hfi->ops.iface_addr)
		ret = hfi->ops.iface_addr(hfi->priv);

	return IS_ERR_OR_NULL(ret) ? NULL : ret;
}

static inline int hfi_get_client_info(int client_handle, struct hfi_info **hfi)
{
	uint32_t idx;

	idx = HFI_GET_INDEX(client_handle);
	if (!IS_VALID_HFI_INDEX(idx)) {
		CAM_ERR(CAM_HFI, "Invalid HFI index: %u from hdl:%d",
			idx, client_handle);
		return -EINVAL;
	}

	*hfi = g_hfi.hfi[idx];
	if (!g_hfi.hfi[idx]) {
		CAM_ERR(CAM_HFI, "[%s] HFI interface not setup for client hdl: %d",
			g_hfi.hfi[idx]->client_name, client_handle);
		return -ENODEV;
	}

	return 0;
}

static void hfi_queue_dump(uint32_t *dwords, int count)
{
	int i;
	int rows;
	int remaining;

	rows = count / 4;
	remaining = count % 4;

	for (i = 0; i < rows; i++, dwords += 4)
		CAM_DBG(CAM_HFI,
			"word[%04d]: 0x%08x 0x%08x 0x%08x 0x%08x",
			i * 4, dwords[0], dwords[1], dwords[2], dwords[3]);

	if (remaining == 1)
		CAM_DBG(CAM_HFI, "word[%04d]: 0x%08x", rows * 4, dwords[0]);
	else if (remaining == 2)
		CAM_DBG(CAM_HFI, "word[%04d]: 0x%08x 0x%08x",
			rows * 4, dwords[0], dwords[1]);
	else if (remaining == 3)
		CAM_DBG(CAM_HFI, "word[%04d]: 0x%08x 0x%08x 0x%08x",
			rows * 4, dwords[0], dwords[1], dwords[2]);
}

void cam_hfi_mini_dump(int client_handle, struct hfi_mini_dump_info *dst)
{
	struct hfi_info *hfi;
	struct hfi_mem_info *hfi_mem;
	uint32_t *dwords;
	int rc;

	rc = hfi_get_client_info(client_handle, &hfi);
	if (rc) {
		CAM_ERR(CAM_HFI, "Failed to get hfi info rc: %d for hdl: %d",
			rc, client_handle);
		return;
	}

	hfi_mem = &hfi->map;
	if (!hfi_mem) {
		CAM_ERR(CAM_HFI, "[%s] hfi mem info NULL... unable to dump queues for hdl: %d",
			hfi->client_name, client_handle);
		return;
	}

	dwords = (uint32_t *)hfi_mem->cmd_q.kva;
	memcpy(dst->cmd_q, dwords, ICP_CMD_Q_SIZE_IN_BYTES);

	dwords = (uint32_t *)hfi_mem->msg_q.kva;
	memcpy(dst->msg_q, dwords, ICP_CMD_Q_SIZE_IN_BYTES);
	dst->msg_q_state = hfi->msg_q_state;
	dst->cmd_q_state = hfi->cmd_q_state;
}

void cam_hfi_queue_dump(int client_handle, bool dump_queue_data)
{
	struct hfi_info *hfi;
	struct hfi_mem_info *hfi_mem;
	struct hfi_qtbl *qtbl;
	struct hfi_q_hdr *q_hdr;
	uint32_t *dwords;
	int num_dwords, rc;

	rc = hfi_get_client_info(client_handle, &hfi);
	if (rc) {
		CAM_ERR(CAM_HFI, "Failed to get hfi info rc:%d for hdl:%d",
			rc, client_handle);
		return;
	}

	hfi_mem = &hfi->map;
	if (!hfi_mem) {
		CAM_ERR(CAM_HFI, "[%s] mem info NULL... unable to dump queues for hdl: %d",
			hfi->client_name, client_handle);
		return;
	}

	qtbl = (struct hfi_qtbl *)hfi_mem->qtbl.kva;
	CAM_INFO(CAM_HFI,
		"[%s] hfi hdl: %u qtbl header: version=0x%08x tbl_size=%u numq=%u qhdr_size=%u",
		hfi->client_name, client_handle, qtbl->q_tbl_hdr.qtbl_version,
		qtbl->q_tbl_hdr.qtbl_size, qtbl->q_tbl_hdr.qtbl_num_q,
		qtbl->q_tbl_hdr.qtbl_qhdr_size);

	q_hdr = &qtbl->q_hdr[Q_CMD];
	CAM_INFO(CAM_HFI,
		"cmd_q: addr=0x%08x size=%u read_idx=%u write_idx=%u",
		hfi_mem->cmd_q.iova,
		q_hdr->qhdr_q_size,
		q_hdr->qhdr_read_idx,
		q_hdr->qhdr_write_idx);

	dwords = (uint32_t *)hfi_mem->cmd_q.kva;
	num_dwords = ICP_CMD_Q_SIZE_IN_BYTES >> BYTE_WORD_SHIFT;

	if (dump_queue_data)
		hfi_queue_dump(dwords, num_dwords);

	q_hdr = &qtbl->q_hdr[Q_MSG];
	CAM_INFO(CAM_HFI,
		"msg_q: addr=0x%08x size=%u read_idx=%u write_idx=%u",
		hfi_mem->msg_q.iova,
		q_hdr->qhdr_q_size,
		q_hdr->qhdr_read_idx,
		q_hdr->qhdr_write_idx);

	dwords = (uint32_t *)hfi_mem->msg_q.kva;
	num_dwords = ICP_MSG_Q_SIZE_IN_BYTES >> BYTE_WORD_SHIFT;

	if (dump_queue_data)
		hfi_queue_dump(dwords, num_dwords);
}

#ifndef CONFIG_CAM_PRESIL
int hfi_write_cmd(int client_handle, void *cmd_ptr)
{
	uint32_t size_in_words, empty_space, new_write_idx, read_idx, temp;
	uint32_t *write_q, *write_ptr;
	struct hfi_info *hfi;
	struct hfi_qtbl *q_tbl;
	struct hfi_q_hdr *q;
	int rc = 0;

	rc = hfi_get_client_info(client_handle, &hfi);
	if (rc) {
		CAM_ERR(CAM_HFI, "Failed to get hfi info rc: %d for hdl: %d",
			rc, client_handle);
		return rc;
	}

	if (!cmd_ptr) {
		CAM_ERR(CAM_HFI, "[%s] command is null for hfi hdl: %d",
			hfi->client_name, client_handle);
		return -EINVAL;
	}

	mutex_lock(&hfi->cmd_q_lock);
	if (hfi->hfi_state != HFI_READY ||
		!hfi->cmd_q_state) {
		CAM_ERR(CAM_HFI, "[%s] Invalid hfi state: %u cmd q state: %u hfi hdl: %d",
			hfi->client_name, hfi->hfi_state,
			hfi->cmd_q_state, client_handle);
		rc = -ENODEV;
		goto err;
	}

	q_tbl = (struct hfi_qtbl *)hfi->map.qtbl.kva;
	q = &q_tbl->q_hdr[Q_CMD];

	write_q = (uint32_t *)hfi->map.cmd_q.kva;

	size_in_words = (*(uint32_t *)cmd_ptr) >> BYTE_WORD_SHIFT;
	if (!size_in_words) {
		CAM_DBG(CAM_HFI, "[%s] hfi hdl: %u word size is NULL",
			hfi->client_name, client_handle);
		rc = -EINVAL;
		goto err;
	}

	read_idx = q->qhdr_read_idx;
	empty_space = (q->qhdr_write_idx >= read_idx) ?
		(q->qhdr_q_size - (q->qhdr_write_idx - read_idx)) :
		(read_idx - q->qhdr_write_idx);
	if (empty_space <= size_in_words) {
		CAM_ERR(CAM_HFI, "[%s] hfi hdl: %u failed: empty space %u, size_in_words %u",
			hfi->client_name, client_handle, empty_space, size_in_words);
		rc = -EIO;
		goto err;
	}

	new_write_idx = q->qhdr_write_idx + size_in_words;
	write_ptr = (uint32_t *)(write_q + q->qhdr_write_idx);

	if (new_write_idx < q->qhdr_q_size) {
		memcpy(write_ptr, (uint8_t *)cmd_ptr,
			size_in_words << BYTE_WORD_SHIFT);
	} else {
		new_write_idx -= q->qhdr_q_size;
		temp = (size_in_words - new_write_idx) << BYTE_WORD_SHIFT;
		memcpy(write_ptr, (uint8_t *)cmd_ptr, temp);
		memcpy(write_q, (uint8_t *)cmd_ptr + temp,
			new_write_idx << BYTE_WORD_SHIFT);
	}

	/*
	 * To make sure command data in a command queue before
	 * updating write index
	 */
	wmb();

	q->qhdr_write_idx = new_write_idx;

	/*
	 * Before raising interrupt make sure command data is ready for
	 * firmware to process
	 */
	wmb();
	hfi_irq_raise(hfi);

	/* Ensure HOST2ICP trigger is received by FW */
	wmb();
err:
	mutex_unlock(&hfi->cmd_q_lock);
	return rc;
}

int hfi_read_message(int client_handle, uint32_t *pmsg, uint8_t q_id,
	uint32_t *words_read)
{
	struct hfi_info *hfi;
	struct hfi_qtbl *q_tbl_ptr;
	struct hfi_q_hdr *q;
	uint32_t new_read_idx, size_in_words, word_diff, temp;
	uint32_t *read_q, *read_ptr, *write_ptr;
	uint32_t size_upper_bound = 0;
	int rc = 0;

	rc = hfi_get_client_info(client_handle, &hfi);
	if (rc) {
		CAM_ERR(CAM_HFI, "Failed to get hfi info rc: %d for hdl:%d",
			rc, client_handle);
		return rc;
	}

	if (!pmsg) {
		CAM_ERR(CAM_HFI, "[%s] client hdl: %d Invalid msg",
			hfi->client_name, client_handle);
		return -EINVAL;
	}

	if (!((q_id == Q_MSG) || (q_id == Q_DBG))) {
		CAM_ERR(CAM_HFI, "[%s] Invalid q :%u",
			hfi->client_name, q_id);
		return -EINVAL;
	}

	mutex_lock(&hfi->msg_q_lock);
	if (hfi->hfi_state != HFI_READY ||
		!hfi->msg_q_state) {
		CAM_ERR(CAM_HFI, "[%s] Invalid hfi state:%u msg q state: %u hfi hdl: %d",
			hfi->client_name, hfi->hfi_state, hfi->msg_q_state,
			client_handle);
		rc = -ENODEV;
		goto err;
	}

	q_tbl_ptr = (struct hfi_qtbl *)hfi->map.qtbl.kva;
	q = &q_tbl_ptr->q_hdr[q_id];

	if (q->qhdr_read_idx == q->qhdr_write_idx) {
		CAM_DBG(CAM_HFI, "[%s] hfi hdl: %d Q not ready, state:%u, r idx:%u, w idx:%u",
			hfi->client_name, client_handle, hfi->hfi_state,
			q->qhdr_read_idx, q->qhdr_write_idx);
		rc = -EIO;
		goto err;
	}

	size_upper_bound = q->qhdr_q_size;
	if (q_id == Q_MSG)
		read_q = (uint32_t *)hfi->map.msg_q.kva;
	else
		read_q = (uint32_t *)hfi->map.dbg_q.kva;

	read_ptr = (uint32_t *)(read_q + q->qhdr_read_idx);
	write_ptr = (uint32_t *)(read_q + q->qhdr_write_idx);

	if (write_ptr > read_ptr)
		size_in_words = write_ptr - read_ptr;
	else {
		word_diff = read_ptr - write_ptr;
		size_in_words =  q->qhdr_q_size -  word_diff;
	}

	if ((size_in_words == 0) ||
		(size_in_words > size_upper_bound)) {
		CAM_ERR(CAM_HFI, "[%s] Invalid HFI message packet size - 0x%08x hfi hdl:%d",
			hfi->client_name, size_in_words << BYTE_WORD_SHIFT,
			client_handle);
		q->qhdr_read_idx = q->qhdr_write_idx;
		rc = -EIO;
		goto err;
	}

	new_read_idx = q->qhdr_read_idx + size_in_words;

	if (new_read_idx < q->qhdr_q_size) {
		memcpy(pmsg, read_ptr, size_in_words << BYTE_WORD_SHIFT);
	} else {
		new_read_idx -= q->qhdr_q_size;
		temp = (size_in_words - new_read_idx) << BYTE_WORD_SHIFT;
		memcpy(pmsg, read_ptr, temp);
		memcpy((uint8_t *)pmsg + temp, read_q,
			new_read_idx << BYTE_WORD_SHIFT);
	}

	q->qhdr_read_idx = new_read_idx;
	*words_read = size_in_words;
	/* Memory Barrier to make sure message
	 * queue parameters are updated after read
	 */
	wmb();
err:
	mutex_unlock(&hfi->msg_q_lock);
	return rc;
}
#endif /* #ifndef CONFIG_CAM_PRESIL */

int hfi_cmd_ubwc_config(int client_handle, uint32_t *ubwc_cfg)
{
	uint8_t *prop;
	struct hfi_cmd_prop *dbg_prop;
	struct hfi_info *hfi;
	uint32_t size = 0;
	int rc;

	size = sizeof(struct hfi_cmd_prop) +
		sizeof(struct hfi_cmd_ubwc_cfg);

	rc = hfi_get_client_info(client_handle, &hfi);
	if (rc) {
		CAM_ERR(CAM_HFI, "Failed to get hfi info rc: %d for hdl:%d",
			rc, client_handle);
		return rc;
	}

	CAM_DBG(CAM_HFI,
		"[%s] hfi hdl: %d size of ubwc %u, ubwc_cfg [rd-0x%x,wr-0x%x]",
		hfi->client_name, client_handle, size, ubwc_cfg[0], ubwc_cfg[1]);

	prop = kzalloc(size, GFP_KERNEL);
	if (!prop)
		return -ENOMEM;

	dbg_prop = (struct hfi_cmd_prop *)prop;
	dbg_prop->size = size;
	dbg_prop->pkt_type = HFI_CMD_SYS_SET_PROPERTY;
	dbg_prop->num_prop = 1;
	dbg_prop->prop_data[0] = HFI_PROP_SYS_UBWC_CFG;
	dbg_prop->prop_data[1] = ubwc_cfg[0];
	dbg_prop->prop_data[2] = ubwc_cfg[1];

	hfi_write_cmd(client_handle, prop);
	kfree(prop);

	return 0;
}

int hfi_cmd_ubwc_config_ext(int client_handle, uint32_t *ubwc_ipe_cfg,
	uint32_t *ubwc_bps_cfg, uint32_t *ubwc_ofe_cfg)
{
	uint8_t *prop;
	struct hfi_cmd_prop *dbg_prop;
	struct hfi_info *hfi;
	uint32_t size = 0;
	int rc;

	rc = hfi_get_client_info(client_handle, &hfi);
	if (rc) {
		CAM_ERR(CAM_HFI, "Failed to get hfi info rc: %d for hdl:%d",
			rc, client_handle);
		return rc;
	}

	size = sizeof(struct hfi_cmd_prop) +
		sizeof(struct hfi_cmd_ubwc_cfg_ext);

	CAM_DBG(CAM_HFI,
		"[%s] hfi hdl: %d size of ubwc %u, ubwc_ipe_cfg[rd-0x%x,wr-0x%x] ubwc_bps_cfg[rd-0x%x,wr-0x%x] ubwc_ofe_cfg[rd-0x%x,wr-0x%x]",
		hfi->client_name, client_handle, size,
		ubwc_ipe_cfg[0], ubwc_ipe_cfg[1], ubwc_bps_cfg[0],
		ubwc_bps_cfg[1], ubwc_ofe_cfg[0], ubwc_ofe_cfg[1]);

	prop = kzalloc(size, GFP_KERNEL);
	if (!prop)
		return -ENOMEM;

	dbg_prop = (struct hfi_cmd_prop *)prop;
	dbg_prop->size = size;
	dbg_prop->pkt_type = HFI_CMD_SYS_SET_PROPERTY;
	dbg_prop->num_prop = 1;
	dbg_prop->prop_data[0] = HFI_PROP_SYS_UBWC_CONFIG_EX;
	dbg_prop->prop_data[1] = ubwc_bps_cfg[0];
	dbg_prop->prop_data[2] = ubwc_bps_cfg[1];
	dbg_prop->prop_data[3] = ubwc_ipe_cfg[0];
	dbg_prop->prop_data[4] = ubwc_ipe_cfg[1];
	dbg_prop->prop_data[5] = ubwc_ofe_cfg[0];
	dbg_prop->prop_data[6] = ubwc_ofe_cfg[1];
	hfi_write_cmd(client_handle, prop);
	kfree(prop);

	return 0;
}

int hfi_set_debug_level(int client_handle, u64 icp_dbg_type, uint32_t lvl)
{
	uint8_t *prop;
	struct hfi_info *hfi;
	struct hfi_cmd_prop *dbg_prop;
	uint32_t size = 0, val;
	int rc;

	rc = hfi_get_client_info(client_handle, &hfi);
	if (rc) {
		CAM_ERR(CAM_HFI, "Failed to get hfi info rc: %d for hdl: %d",
			rc, client_handle);
		return rc;
	}

	val = HFI_DEBUG_MSG_LOW |
		HFI_DEBUG_MSG_MEDIUM |
		HFI_DEBUG_MSG_HIGH |
		HFI_DEBUG_MSG_ERROR |
		HFI_DEBUG_MSG_FATAL |
		HFI_DEBUG_MSG_PERF |
		HFI_DEBUG_CFG_WFI |
		HFI_DEBUG_CFG_ARM9WD;

	if (lvl > val)
		return -EINVAL;

	if (hfi)
		hfi->dbg_lvl = lvl;

	size = sizeof(struct hfi_cmd_prop) +
		sizeof(struct hfi_debug);

	prop = kzalloc(size, GFP_KERNEL);
	if (!prop)
		return -ENOMEM;

	dbg_prop = (struct hfi_cmd_prop *)prop;
	dbg_prop->size = size;
	dbg_prop->pkt_type = HFI_CMD_SYS_SET_PROPERTY;
	dbg_prop->num_prop = 1;
	dbg_prop->prop_data[0] = HFI_PROP_SYS_DEBUG_CFG;
	dbg_prop->prop_data[1] = lvl;
	dbg_prop->prop_data[2] = icp_dbg_type;
	hfi_write_cmd(client_handle, prop);

	kfree(prop);

	return 0;
}

int hfi_set_fw_dump_levels(int client_handle, uint32_t hang_dump_lvl,
	uint32_t ram_dump_lvl)
{
	uint8_t *prop = NULL;
	struct hfi_info *hfi;
	struct hfi_cmd_prop *fw_dump_level_switch_prop = NULL;
	uint32_t size = 0;
	int rc;

	rc = hfi_get_client_info(client_handle, &hfi);
	if (rc) {
		CAM_ERR(CAM_HFI, "Failed to get hfi info rc: %d for hdl: %d",
			rc, client_handle);
		return rc;
	}

	CAM_DBG(CAM_HFI, "[%s] hfi hdl: %d fw dump ENTER",
		hfi->client_name, client_handle);

	size = sizeof(struct hfi_cmd_prop) + sizeof(uint32_t);
	prop = kzalloc(size, GFP_KERNEL);
	if (!prop)
		return -ENOMEM;

	fw_dump_level_switch_prop = (struct hfi_cmd_prop *)prop;
	fw_dump_level_switch_prop->size = size;
	fw_dump_level_switch_prop->pkt_type = HFI_CMD_SYS_SET_PROPERTY;
	fw_dump_level_switch_prop->num_prop = 1;
	fw_dump_level_switch_prop->prop_data[0] = HFI_PROP_SYS_FW_DUMP_CFG;
	fw_dump_level_switch_prop->prop_data[1] = hang_dump_lvl;

	/* Write hang dump level */
	hfi_write_cmd(client_handle, prop);

	/* Update and write ramdump level */
	fw_dump_level_switch_prop->prop_data[0] = HFI_PROP_SYS_ICP_RAMDUMP_MODE;
	fw_dump_level_switch_prop->prop_data[1] = ram_dump_lvl;

	hfi_write_cmd(client_handle, prop);
	CAM_DBG(CAM_HFI,
		"[%s] hfi hdl: %d prop->size = %d prop->pkt_type = %d prop->num_prop = %d hang_dump_lvl = %u ram_dump_lvl = %u",
		hfi->client_name, client_handle, fw_dump_level_switch_prop->size,
		fw_dump_level_switch_prop->pkt_type, fw_dump_level_switch_prop->num_prop,
		hang_dump_lvl, ram_dump_lvl);

	kfree(prop);
	return 0;
}

int hfi_send_freq_info(int client_handle, int32_t freq)
{
	uint8_t *prop = NULL;
	struct hfi_info *hfi;
	struct hfi_cmd_prop *dbg_prop = NULL;
	uint32_t size = 0;
	int rc;

	rc = hfi_get_client_info(client_handle, &hfi);
	if (rc) {
		CAM_ERR(CAM_HFI, "Failed to get hfi info rc: %d for hdl: %d",
			rc, client_handle);
		return rc;
	}

	if (!(hfi->dbg_lvl & HFI_DEBUG_MSG_PERF))
		return -EINVAL;

	size = sizeof(struct hfi_cmd_prop) + sizeof(freq);
	prop = kzalloc(size, GFP_KERNEL);
	if (!prop)
		return -ENOMEM;

	dbg_prop = (struct hfi_cmd_prop *)prop;
	dbg_prop->size = size;
	dbg_prop->pkt_type = HFI_CMD_SYS_SET_PROPERTY;
	dbg_prop->num_prop = 1;
	dbg_prop->prop_data[0] = HFI_PROP_SYS_ICP_HW_FREQUENCY;
	dbg_prop->prop_data[1] = freq;

	CAM_DBG(CAM_HFI,
			 "[%s] hfi hdl: %d\n"
			 "prop->size = %d\n"
			 "prop->pkt_type = %d\n"
			 "prop->num_prop = %d\n"
			 "prop->prop_data[0] = %d\n"
			 "prop->prop_data[1] = %d\n"
			 "dbg_lvl = 0x%x\n",
			 hfi->client_name,
			 client_handle,
			 dbg_prop->size,
			 dbg_prop->pkt_type,
			 dbg_prop->num_prop,
			 dbg_prop->prop_data[0],
			 dbg_prop->prop_data[1],
			 hfi->dbg_lvl);

	hfi_write_cmd(client_handle, prop);
	kfree(prop);
	return 0;
}

int hfi_send_system_cmd(int client_handle, uint32_t type, uint64_t data, uint32_t size)
{
	int rc = 0;
	struct hfi_info *hfi;

	rc = hfi_get_client_info(client_handle, &hfi);
	if (rc) {
		CAM_ERR(CAM_HFI, "Failed to get hfi info rc: %d for hdl: %d",
			rc, client_handle);
		return rc;
	}

	switch (type) {
	case HFI_CMD_SYS_INIT: {
		struct hfi_cmd_sys_init init;

		init.size = sizeof(struct hfi_cmd_sys_init);
		init.pkt_type = type;
		rc = hfi_write_cmd(client_handle, &init);
	}
		break;
	case HFI_CMD_SYS_PC_PREP: {
		struct hfi_cmd_pc_prep prep;

		prep.size = sizeof(struct hfi_cmd_pc_prep);
		prep.pkt_type = type;
		rc = hfi_write_cmd(client_handle, &prep);
	}
		break;
	case HFI_CMD_SYS_SET_PROPERTY: {
		struct hfi_cmd_prop prop;

		if ((uint32_t)data == (uint32_t)HFI_PROP_SYS_DEBUG_CFG) {
			prop.size = sizeof(struct hfi_cmd_prop);
			prop.pkt_type = type;
			prop.num_prop = 1;
			prop.prop_data[0] = HFI_PROP_SYS_DEBUG_CFG;
			rc = hfi_write_cmd(client_handle, &prop);
		}
	}
		break;
	case HFI_CMD_SYS_GET_PROPERTY:
		break;
	case HFI_CMD_SYS_PING: {
		struct hfi_cmd_ping_pkt ping;

		ping.size = sizeof(struct hfi_cmd_ping_pkt);
		ping.pkt_type = type;
		ping.user_data = (uint64_t)data;
		rc = hfi_write_cmd(client_handle, &ping);
	}
		break;
	case HFI_CMD_SYS_RESET: {
		struct hfi_cmd_sys_reset_pkt reset;

		reset.size = sizeof(struct hfi_cmd_sys_reset_pkt);
		reset.pkt_type = type;
		reset.user_data = (uint64_t)data;
		rc = hfi_write_cmd(client_handle, &reset);
	}
		break;
	case HFI_CMD_IPEBPS_CREATE_HANDLE: {
		struct hfi_cmd_create_handle handle;

		handle.size = sizeof(struct hfi_cmd_create_handle);
		handle.pkt_type = type;
		handle.handle_type = (uint32_t)data;
		handle.user_data1 = 0;
		rc = hfi_write_cmd(client_handle, &handle);
	}
		break;
	case HFI_CMD_IPEBPS_ASYNC_COMMAND_INDIRECT:
		break;
	default:
		CAM_ERR(CAM_HFI, "[%s] command not supported: %u client handle: %d",
			hfi->client_name, type, client_handle);
		break;
	}

	return rc;
}


int hfi_get_hw_caps(void *query_buf)
{
	int i = 0;
	struct cam_icp_query_cap_cmd *query_cmd = NULL;

	if (!query_buf) {
		CAM_ERR(CAM_HFI, "query buf is NULL");
		return -EINVAL;
	}

	query_cmd = (struct cam_icp_query_cap_cmd *)query_buf;
	query_cmd->fw_version.major = 0x12;
	query_cmd->fw_version.minor = 0x12;
	query_cmd->fw_version.revision = 0x12;

	query_cmd->api_version.major = 0x13;
	query_cmd->api_version.minor = 0x13;
	query_cmd->api_version.revision = 0x13;

	query_cmd->num_ipe = 2;
	query_cmd->num_bps = 1;

	for (i = 0; i < CAM_ICP_MAX_NUM_OF_DEV_TYPES; i++) {
		query_cmd->dev_ver[i].dev_type = i;
		query_cmd->dev_ver[i].hw_ver.major = 0x34 + i;
		query_cmd->dev_ver[i].hw_ver.minor = 0x34 + i;
		query_cmd->dev_ver[i].hw_ver.incr = 0x34 + i;
	}
	return 0;
}

int hfi_get_hw_caps_v2(int client_handle, void *query_buf)
{
	struct cam_icp_query_cap_cmd_v2 *query_cmd = NULL;
	struct hfi_info *hfi;
	int rc = 0;

	rc = hfi_get_client_info(client_handle, &hfi);
	if (rc) {
		CAM_ERR(CAM_HFI, "Failed to get hfi info rc: %d for hdl: %d",
			rc, client_handle);
		return rc;
	}

	if (!query_buf) {
		CAM_ERR(CAM_HFI, "[%s] query cap buf is NULL", hfi->client_name);
		return -EINVAL;
	}

	query_cmd = (struct cam_icp_query_cap_cmd_v2 *)query_buf;
	query_cmd->fw_version.major = (hfi->fw_version & 0xFF000000) >> 24;
	query_cmd->fw_version.minor = (hfi->fw_version & 0x00FF0000) >> 16;
	query_cmd->fw_version.revision = (hfi->fw_version & 0xFFFF);

	return 0;
}

int cam_hfi_resume(int client_handle)
{
	int rc = 0;
	struct hfi_info *hfi;
	struct hfi_mem_info *hfi_mem;
	uint32_t status = 0;
	void __iomem *icp_base = NULL;

	rc = hfi_get_client_info(client_handle, &hfi);
	if (rc) {
		CAM_ERR(CAM_HFI, "Failed to get hfi info rc: %d for hdl:%d",
			rc, client_handle);
		return rc;
	}

	icp_base = hfi_iface_addr(hfi);

	if (!icp_base) {
		CAM_ERR(CAM_HFI, "[%s] Invalid HFI interface address for hdl:%d",
			hfi->client_name, client_handle);
		return -EINVAL;
	}

	if (cam_common_read_poll_timeout(icp_base +
		HFI_REG_ICP_HOST_INIT_RESPONSE,
		HFI_POLL_DELAY_US, HFI_POLL_TIMEOUT_US,
		(uint32_t)UINT_MAX, ICP_INIT_RESP_SUCCESS, &status)) {
		CAM_ERR(CAM_HFI, "[%s] response poll timed out: status=0x%08x hfi hdl: %d",
			hfi->client_name, status, client_handle);
		return -ETIMEDOUT;
	}

	hfi_irq_enable(hfi);

	CAM_DBG(CAM_HFI, "[%s] hfi hdl: %d fw version : [0x%x]",
		hfi->client_name, client_handle, hfi->fw_version);

	hfi_mem = &hfi->map;
	cam_io_w_mb((uint32_t)hfi_mem->qtbl.iova, icp_base + HFI_REG_QTBL_PTR);
	cam_io_w_mb((uint32_t)hfi_mem->sfr_buf.iova,
		icp_base + HFI_REG_SFR_PTR);
	cam_io_w_mb((uint32_t)hfi_mem->shmem.iova,
		icp_base + HFI_REG_SHARED_MEM_PTR);
	cam_io_w_mb((uint32_t)hfi_mem->shmem.len,
		icp_base + HFI_REG_SHARED_MEM_SIZE);
	cam_io_w_mb((uint32_t)hfi_mem->sec_heap.iova,
		icp_base + HFI_REG_SECONDARY_HEAP_PTR);
	cam_io_w_mb((uint32_t)hfi_mem->sec_heap.len,
		icp_base + HFI_REG_SECONDARY_HEAP_SIZE);
	cam_io_w_mb((uint32_t)hfi_mem->qdss.iova,
		icp_base + HFI_REG_QDSS_IOVA);
	cam_io_w_mb((uint32_t)hfi_mem->qdss.len,
		icp_base + HFI_REG_QDSS_IOVA_SIZE);
	cam_io_w_mb((uint32_t)hfi_mem->io_mem.iova,
		icp_base + HFI_REG_IO_REGION_IOVA);
	cam_io_w_mb((uint32_t)hfi_mem->io_mem.len,
		icp_base + HFI_REG_IO_REGION_SIZE);

	cam_io_w_mb((uint32_t)hfi_mem->io_mem2.iova,
		icp_base + HFI_REG_IO2_REGION_IOVA);
	cam_io_w_mb((uint32_t)hfi_mem->io_mem2.len,
		icp_base + HFI_REG_IO2_REGION_SIZE);

	cam_io_w_mb((uint32_t)hfi_mem->fw_uncached.iova,
		icp_base + HFI_REG_FWUNCACHED_REGION_IOVA);
	cam_io_w_mb((uint32_t)hfi_mem->fw_uncached.len,
		icp_base + HFI_REG_FWUNCACHED_REGION_SIZE);

	cam_io_w_mb((uint32_t)hfi_mem->device_mem.iova,
		icp_base + HFI_REG_DEVICE_REGION_IOVA);
	cam_io_w_mb((uint32_t)hfi_mem->device_mem.len,
		icp_base + HFI_REG_DEVICE_REGION_IOVA_SIZE);

	CAM_DBG(CAM_HFI, "IO1 : [0x%x 0x%x] IO2 [0x%x 0x%x]",
		hfi_mem->io_mem.iova, hfi_mem->io_mem.len,
		hfi_mem->io_mem2.iova, hfi_mem->io_mem2.len);

	CAM_DBG(CAM_HFI, "FwUncached : [0x%x 0x%x] Shared [0x%x 0x%x]",
		hfi_mem->fw_uncached.iova, hfi_mem->fw_uncached.len,
		hfi_mem->shmem.iova, hfi_mem->shmem.len);

	CAM_DBG(CAM_HFI, "SecHeap : [0x%x 0x%x] QDSS [0x%x 0x%x]",
		hfi_mem->sec_heap.iova, hfi_mem->sec_heap.len,
		hfi_mem->qdss.iova, hfi_mem->qdss.len);

	CAM_DBG(CAM_HFI, "QTbl : [0x%x 0x%x] Sfr [0x%x 0x%x] Device [0x%x 0x%x]",
		hfi_mem->qtbl.iova, hfi_mem->qtbl.len,
		hfi_mem->sfr_buf.iova, hfi_mem->sfr_buf.len,
		hfi_mem->device_mem.iova, hfi_mem->device_mem.len);

	return rc;
}

int cam_hfi_init(int client_handle, struct hfi_mem_info *hfi_mem,
	const struct hfi_ops *hfi_ops,
	void *priv, uint8_t event_driven_mode)
{
	int rc = 0;
	uint32_t status = 0;
	struct hfi_info *hfi = NULL;
	struct hfi_qtbl *qtbl;
	struct hfi_qtbl_hdr *qtbl_hdr;
	struct hfi_q_hdr *cmd_q_hdr, *msg_q_hdr, *dbg_q_hdr;
	struct sfr_buf *sfr_buffer;
	void __iomem *icp_base;

	rc = hfi_get_client_info(client_handle, &hfi);
	if (rc) {
		CAM_ERR(CAM_HFI, "Failed to get hfi info rc: %d for hdl %d",
			rc, client_handle);
		return rc;
	}

	if (!hfi_mem || !hfi_ops || !priv) {
		CAM_ERR(CAM_HFI,
			"[%s] Invalid arg: hfi_mem=%pK hfi_ops=%pK priv=%pK hfi hdl:%d",
			hfi->client_name, hfi_mem, hfi_ops, priv, client_handle);
		return -EINVAL;
	}

	mutex_lock(&hfi->cmd_q_lock);
	mutex_lock(&hfi->msg_q_lock);

	hfi->hfi_state = HFI_INIT;
	memcpy(&hfi->map, hfi_mem, sizeof(hfi->map));

	qtbl = (struct hfi_qtbl *)hfi_mem->qtbl.kva;
	qtbl_hdr = &qtbl->q_tbl_hdr;
	qtbl_hdr->qtbl_version = 0xFFFFFFFF;
	qtbl_hdr->qtbl_size = sizeof(struct hfi_qtbl);
	qtbl_hdr->qtbl_qhdr0_offset = offsetof(struct hfi_qtbl, q_hdr);
	qtbl_hdr->qtbl_qhdr_size = sizeof(struct hfi_q_hdr);
	qtbl_hdr->qtbl_num_q = ICP_HFI_NUMBER_OF_QS;
	qtbl_hdr->qtbl_num_active_q = ICP_HFI_NUMBER_OF_QS;

	/* setup host-to-firmware command queue */
	cmd_q_hdr = &qtbl->q_hdr[Q_CMD];
	cmd_q_hdr->qhdr_status = QHDR_ACTIVE;
	cmd_q_hdr->qhdr_start_addr = hfi_mem->cmd_q.iova;
	cmd_q_hdr->qhdr_q_size =  ICP_CMD_Q_SIZE_IN_BYTES >> BYTE_WORD_SHIFT;
	cmd_q_hdr->qhdr_pkt_size = ICP_HFI_VAR_SIZE_PKT;
	cmd_q_hdr->qhdr_pkt_drop_cnt = RESET;
	cmd_q_hdr->qhdr_read_idx = RESET;
	cmd_q_hdr->qhdr_write_idx = RESET;

	/* setup firmware-to-Host message queue */
	msg_q_hdr = &qtbl->q_hdr[Q_MSG];
	msg_q_hdr->qhdr_status = QHDR_ACTIVE;
	msg_q_hdr->qhdr_start_addr = hfi_mem->msg_q.iova;
	msg_q_hdr->qhdr_q_size = ICP_MSG_Q_SIZE_IN_BYTES >> BYTE_WORD_SHIFT;
	msg_q_hdr->qhdr_pkt_size = ICP_HFI_VAR_SIZE_PKT;
	msg_q_hdr->qhdr_pkt_drop_cnt = RESET;
	msg_q_hdr->qhdr_read_idx = RESET;
	msg_q_hdr->qhdr_write_idx = RESET;

	/* setup firmware-to-Host message queue */
	dbg_q_hdr = &qtbl->q_hdr[Q_DBG];
	dbg_q_hdr->qhdr_status = QHDR_ACTIVE;
	dbg_q_hdr->qhdr_start_addr = hfi_mem->dbg_q.iova;
	dbg_q_hdr->qhdr_q_size = ICP_DBG_Q_SIZE_IN_BYTES >> BYTE_WORD_SHIFT;
	dbg_q_hdr->qhdr_pkt_size = ICP_HFI_VAR_SIZE_PKT;
	dbg_q_hdr->qhdr_pkt_drop_cnt = RESET;
	dbg_q_hdr->qhdr_read_idx = RESET;
	dbg_q_hdr->qhdr_write_idx = RESET;

	sfr_buffer = (struct sfr_buf *)hfi_mem->sfr_buf.kva;
	sfr_buffer->size = ICP_MSG_SFR_SIZE_IN_BYTES;

	switch (event_driven_mode) {
	case INTR_MODE:
		cmd_q_hdr->qhdr_type = Q_CMD;
		cmd_q_hdr->qhdr_rx_wm = SET;
		cmd_q_hdr->qhdr_tx_wm = SET;
		cmd_q_hdr->qhdr_rx_req = SET;
		cmd_q_hdr->qhdr_tx_req = RESET;
		cmd_q_hdr->qhdr_rx_irq_status = RESET;
		cmd_q_hdr->qhdr_tx_irq_status = RESET;

		msg_q_hdr->qhdr_type = Q_MSG;
		msg_q_hdr->qhdr_rx_wm = SET;
		msg_q_hdr->qhdr_tx_wm = SET;
		msg_q_hdr->qhdr_rx_req = SET;
		msg_q_hdr->qhdr_tx_req = RESET;
		msg_q_hdr->qhdr_rx_irq_status = RESET;
		msg_q_hdr->qhdr_tx_irq_status = RESET;

		dbg_q_hdr->qhdr_type = Q_DBG;
		dbg_q_hdr->qhdr_rx_wm = SET;
		dbg_q_hdr->qhdr_tx_wm = SET_WM;
		dbg_q_hdr->qhdr_rx_req = RESET;
		dbg_q_hdr->qhdr_tx_req = RESET;
		dbg_q_hdr->qhdr_rx_irq_status = RESET;
		dbg_q_hdr->qhdr_tx_irq_status = RESET;

		break;

	case POLL_MODE:
		cmd_q_hdr->qhdr_type = Q_CMD | TX_EVENT_POLL_MODE_2 |
			RX_EVENT_POLL_MODE_2;
		msg_q_hdr->qhdr_type = Q_MSG | TX_EVENT_POLL_MODE_2 |
			RX_EVENT_POLL_MODE_2;
		dbg_q_hdr->qhdr_type = Q_DBG | TX_EVENT_POLL_MODE_2 |
			RX_EVENT_POLL_MODE_2;
		break;

	case WM_MODE:
		cmd_q_hdr->qhdr_type = Q_CMD | TX_EVENT_DRIVEN_MODE_2 |
			RX_EVENT_DRIVEN_MODE_2;
		cmd_q_hdr->qhdr_rx_wm = SET;
		cmd_q_hdr->qhdr_tx_wm = SET;
		cmd_q_hdr->qhdr_rx_req = RESET;
		cmd_q_hdr->qhdr_tx_req = SET;
		cmd_q_hdr->qhdr_rx_irq_status = RESET;
		cmd_q_hdr->qhdr_tx_irq_status = RESET;

		msg_q_hdr->qhdr_type = Q_MSG | TX_EVENT_DRIVEN_MODE_2 |
			RX_EVENT_DRIVEN_MODE_2;
		msg_q_hdr->qhdr_rx_wm = SET;
		msg_q_hdr->qhdr_tx_wm = SET;
		msg_q_hdr->qhdr_rx_req = SET;
		msg_q_hdr->qhdr_tx_req = RESET;
		msg_q_hdr->qhdr_rx_irq_status = RESET;
		msg_q_hdr->qhdr_tx_irq_status = RESET;

		dbg_q_hdr->qhdr_type = Q_DBG | TX_EVENT_DRIVEN_MODE_2 |
			RX_EVENT_DRIVEN_MODE_2;
		dbg_q_hdr->qhdr_rx_wm = SET;
		dbg_q_hdr->qhdr_tx_wm = SET_WM;
		dbg_q_hdr->qhdr_rx_req = RESET;
		dbg_q_hdr->qhdr_tx_req = RESET;
		dbg_q_hdr->qhdr_rx_irq_status = RESET;
		dbg_q_hdr->qhdr_tx_irq_status = RESET;
		break;

	default:
		CAM_ERR(CAM_HFI, "[%s] Invalid event driven mode :%u for hdl:%d",
			hfi->client_name, event_driven_mode, client_handle);
		break;
	}

	hfi->ops = *hfi_ops;
	hfi->priv = priv;

	icp_base = hfi_iface_addr(hfi);
	if (!icp_base) {
		CAM_ERR(CAM_HFI, "[%s] Invalid HFI interface address for hdl: %d",
			hfi->client_name, client_handle);
		rc = -EINVAL;
		goto regions_fail;
	}

	cam_io_w_mb((uint32_t)hfi_mem->qtbl.iova,
		icp_base + HFI_REG_QTBL_PTR);
	cam_io_w_mb((uint32_t)hfi_mem->sfr_buf.iova,
		icp_base + HFI_REG_SFR_PTR);
	cam_io_w_mb((uint32_t)hfi_mem->shmem.iova,
		icp_base + HFI_REG_SHARED_MEM_PTR);
	cam_io_w_mb((uint32_t)hfi_mem->shmem.len,
		icp_base + HFI_REG_SHARED_MEM_SIZE);
	cam_io_w_mb((uint32_t)hfi_mem->sec_heap.iova,
		icp_base + HFI_REG_SECONDARY_HEAP_PTR);
	cam_io_w_mb((uint32_t)hfi_mem->sec_heap.len,
		icp_base + HFI_REG_SECONDARY_HEAP_SIZE);
	cam_io_w_mb((uint32_t)hfi_mem->qdss.iova,
		icp_base + HFI_REG_QDSS_IOVA);
	cam_io_w_mb((uint32_t)hfi_mem->qdss.len,
		icp_base + HFI_REG_QDSS_IOVA_SIZE);
	cam_io_w_mb((uint32_t)hfi_mem->io_mem.iova,
		icp_base + HFI_REG_IO_REGION_IOVA);
	cam_io_w_mb((uint32_t)hfi_mem->io_mem.len,
		icp_base + HFI_REG_IO_REGION_SIZE);
	cam_io_w_mb((uint32_t)hfi_mem->io_mem2.iova,
		icp_base + HFI_REG_IO2_REGION_IOVA);
	cam_io_w_mb((uint32_t)hfi_mem->io_mem2.len,
		icp_base + HFI_REG_IO2_REGION_SIZE);
	cam_io_w_mb((uint32_t)hfi_mem->fw_uncached.iova,
		icp_base + HFI_REG_FWUNCACHED_REGION_IOVA);
	cam_io_w_mb((uint32_t)hfi_mem->fw_uncached.len,
		icp_base + HFI_REG_FWUNCACHED_REGION_SIZE);
	cam_io_w_mb((uint32_t)hfi_mem->device_mem.iova,
		icp_base + HFI_REG_DEVICE_REGION_IOVA);
	cam_io_w_mb((uint32_t)hfi_mem->device_mem.len,
		icp_base + HFI_REG_DEVICE_REGION_IOVA_SIZE);

	CAM_DBG(CAM_HFI, "[%s] HFI handle: %d",
		hfi->client_name, client_handle);

	CAM_DBG(CAM_HFI, "IO1 : [0x%x 0x%x] IO2 [0x%x 0x%x]",
		hfi_mem->io_mem.iova, hfi_mem->io_mem.len,
		hfi_mem->io_mem2.iova, hfi_mem->io_mem2.len);

	CAM_DBG(CAM_HFI, "FwUncached : [0x%x 0x%x] Shared [0x%x 0x%x]",
		hfi_mem->fw_uncached.iova, hfi_mem->fw_uncached.len,
		hfi_mem->shmem.iova, hfi_mem->shmem.len);

	CAM_DBG(CAM_HFI, "SecHeap : [0x%x 0x%x] QDSS [0x%x 0x%x]",
		hfi_mem->sec_heap.iova, hfi_mem->sec_heap.len,
		hfi_mem->qdss.iova, hfi_mem->qdss.len);

	CAM_DBG(CAM_HFI, "QTbl : [0x%x 0x%x] Sfr [0x%x 0x%x] Device [0x%x 0x%x]",
		hfi_mem->qtbl.iova, hfi_mem->qtbl.len,
		hfi_mem->sfr_buf.iova, hfi_mem->sfr_buf.len,
		hfi_mem->device_mem.iova, hfi_mem->device_mem.len);

	if (cam_presil_mode_enabled())
		cam_hfi_presil_setup(hfi_mem);

	cam_io_w_mb((uint32_t)ICP_INIT_REQUEST_SET,
		icp_base + HFI_REG_HOST_ICP_INIT_REQUEST);

	if (cam_presil_mode_enabled())
		cam_hfi_presil_set_init_request();

	if (cam_common_read_poll_timeout(icp_base +
		HFI_REG_ICP_HOST_INIT_RESPONSE,
		HFI_POLL_DELAY_US, HFI_POLL_TIMEOUT_US,
		(uint32_t)UINT_MAX, ICP_INIT_RESP_SUCCESS, &status)) {
		CAM_ERR(CAM_HFI, "[%s] hfi hdl:%u response poll timed out: status=0x%08x",
			hfi->client_name, client_handle, status);
		rc = -ETIMEDOUT;
		goto regions_fail;
	}

	hfi->fw_version = cam_io_r(icp_base + HFI_REG_FW_VERSION);
	CAM_DBG(CAM_HFI, "[%s] ICP fw version: 0x%x",
		hfi->client_name, hfi->fw_version);

	hfi->cmd_q_state = true;
	hfi->msg_q_state = true;
	hfi->hfi_state = HFI_READY;

	hfi_irq_enable(hfi);

	mutex_unlock(&hfi->cmd_q_lock);
	mutex_unlock(&hfi->msg_q_lock);

	return rc;

regions_fail:
	mutex_unlock(&hfi->cmd_q_lock);
	mutex_unlock(&hfi->msg_q_lock);
	return rc;
}

void cam_hfi_deinit(int client_handle)
{
	struct hfi_info *hfi;
	int rc;

	rc = hfi_get_client_info(client_handle, &hfi);
	if (rc) {
		CAM_ERR(CAM_HFI, "Failed to get hfi info rc: %d for hdl: %d",
			rc, client_handle);
		return;
	}

	if (cam_presil_mode_enabled()) {
		CAM_DBG(CAM_HFI,
			"[%s] HFI hdl: %d SYS_RESET Needed in presil for back to back hfi_init success",
			hfi->client_name, client_handle);
		hfi_send_system_cmd(client_handle, HFI_CMD_SYS_RESET, 0, 0);
	}

	mutex_lock(&hfi->cmd_q_lock);
	mutex_lock(&hfi->msg_q_lock);

	hfi->hfi_state = HFI_DEINIT;
	hfi->cmd_q_state = false;
	hfi->msg_q_state = false;

	mutex_unlock(&hfi->cmd_q_lock);
	mutex_unlock(&hfi->msg_q_lock);

	memset(&hfi->map, 0, sizeof(struct hfi_mem_info));
	memset(&hfi->ops, 0, sizeof(struct hfi_ops));
	hfi->smem_size = 0;
	hfi->uncachedheap_size = 0;
	memset(hfi->msgpacket_buf, 0, sizeof(ICP_HFI_MAX_MSG_SIZE_IN_WORDS));
	hfi->priv = NULL;
	hfi->dbg_lvl = 0;
}

static int hfi_get_free_index(uint32_t *free_index)
{
	int i;

	for (i = 0; i < HFI_NUM_MAX; i++) {
		if (!g_hfi.hfi[i]) {
			*free_index = i;
			return 0;
		}
	}

	return -EUSERS;
}

int cam_hfi_register(int *client_handle, const char *client_name)
{
	struct hfi_info *hfi = NULL;
	int hfi_index, rc = 0;

	if (!client_handle) {
		CAM_ERR(CAM_HFI, "Client handle is NULL");
		return -EINVAL;
	}

	mutex_lock(&g_hfi_lock);
	if (IS_VALID_HFI_INDEX(*client_handle)) {
		rc = hfi_get_client_info(*client_handle, &hfi);
		if (rc) {
			CAM_ERR(CAM_HFI, "Unable to retrieve existing hfi info for handle:%d",
				*client_handle);
			rc = -EINVAL;
			goto failed_hfi_register;
		}

		CAM_ERR(CAM_HFI, "[%s] HFI client handle:%d is already established",
			hfi->client_name, *client_handle);
		rc = -EINVAL;
		goto failed_hfi_register;
	}

	rc = hfi_get_free_index(&hfi_index);
	if (rc) {
		CAM_ERR(CAM_HFI, "No available hfi slots rc:%d", rc);
		goto failed_hfi_register;
	}

	hfi = kzalloc(sizeof(struct hfi_info), GFP_KERNEL);
	if (!hfi) {
		rc = -ENOMEM;
		goto failed_hfi_register;
	}

	if (hfi->hfi_state != HFI_DEINIT) {
		CAM_ERR(CAM_HFI, "hfi_init: invalid state: %u hfi idx: %u",
			hfi->hfi_state, hfi_index);
		rc = -EINVAL;
		goto hfi_failed_state;
	}

	g_hfi.hfi[hfi_index] = hfi;
	g_hfi.num_hfi++;
	*client_handle = HFI_GET_CLIENT_HANDLE(hfi_index);
	memcpy(hfi->client_name, client_name, HFI_CLIENT_NAME_LEN);
	mutex_unlock(&g_hfi_lock);

	mutex_init(&hfi->cmd_q_lock);
	mutex_init(&hfi->msg_q_lock);

	return rc;

hfi_failed_state:
	kfree(hfi);
failed_hfi_register:
	mutex_unlock(&g_hfi_lock);
	return rc;
}

int cam_hfi_unregister(int *client_handle)
{
	struct hfi_info *hfi;
	uint32_t idx;
	int rc;

	rc = hfi_get_client_info(*client_handle, &hfi);
	if (rc) {
		CAM_ERR(CAM_HFI, "Failed to get hfi info rc: %d for hdl: %d",
			rc, client_handle);
		return rc;
	}

	mutex_lock(&g_hfi_lock);
	mutex_destroy(&hfi->msg_q_lock);
	mutex_destroy(&hfi->cmd_q_lock);
	cam_free_clear((void *)hfi);
	idx = HFI_GET_INDEX(*client_handle);
	g_hfi.hfi[idx] = NULL;
	g_hfi.num_hfi--;
	mutex_unlock(&g_hfi_lock);

	*client_handle = HFI_HANDLE_INIT_VALUE;

	return 0;
}


#ifdef CONFIG_CAM_PRESIL
static int cam_hfi_presil_setup(struct hfi_mem_info *hfi_mem)
{
	/**
	 * The pchost maintains its own set of queue structures and
	 * needs additional info to accomplish this. Use the set of
	 * dummy registers to pass along this info.
	 */
	/**
	 * IOVA region length for each queue is currently hardcoded in
	 * pchost (except for SFR). No need to send for now.
	 */
	cam_presil_send_event(CAM_PRESIL_EVENT_HFI_REG_CMD_Q_IOVA, hfi_mem->cmd_q.iova);
	cam_presil_send_event(CAM_PRESIL_EVENT_HFI_REG_MSG_Q_IOVA, hfi_mem->msg_q.iova);
	cam_presil_send_event(CAM_PRESIL_EVENT_HFI_REG_DBG_Q_IOVA, hfi_mem->dbg_q.iova);
	cam_presil_send_event(CAM_PRESIL_EVENT_HFI_REG_SFR_LEN, hfi_mem->sfr_buf.len);

	return 0;
}

static int cam_hfi_presil_set_init_request(void)
{
	CAM_DBG(CAM_PRESIL, "notifying pchost to start HFI init...");
	cam_presil_send_event(CAM_PRESIL_EVENT_HFI_REG_ICP_V1_HW_VERSION_TO_START_HFI_INIT, 0xFF);
	CAM_DBG(CAM_PRESIL, "got done with PCHOST HFI init...");

	return 0;
}

int hfi_write_cmd(int client_handle, void *cmd_ptr)
{
	struct hfi_info *hfi;
	int presil_rc = CAM_PRESIL_BLOCKED;
	int rc = 0;

	rc = hfi_get_client_info(client_handle, &hfi);
	if (rc) {
		CAM_ERR(CAM_HFI, "Failed to get hfi info rc: %d for hdl:%d",
			rc, client_handle);
		return rc;
	}

	if (!cmd_ptr) {
		CAM_ERR(CAM_HFI, "[%s] command is null for hfi hdl:%d",
			hfi->client_name, client_handle);
		return -EINVAL;
	}

	mutex_lock(&hfi->cmd_q_lock);

	presil_rc = cam_presil_hfi_write_cmd(cmd_ptr, (*(uint32_t *)cmd_ptr),
		CAM_PRESIL_CLIENT_ID_CAMERA);

	if ((presil_rc != CAM_PRESIL_SUCCESS) && (presil_rc != CAM_PRESIL_BLOCKED)) {
		CAM_ERR(CAM_HFI, "[%s] hfi hdl: %d failed presil rc %d",
			hfi->client_name, client_handle, presil_rc);
		rc = -EINVAL;
	} else {
		CAM_DBG(CAM_HFI, "[%s] hfi hdl: %d presil rc %d",
			hfi->client_name, client_handle, presil_rc);
	}

	mutex_unlock(&hfi->cmd_q_lock);
	return rc;
}

int hfi_read_message(int client_handle, uint32_t *pmsg, uint8_t q_id,
	uint32_t *words_read)
{
	struct hfi_info *hfi;
	int presil_rc = CAM_PRESIL_BLOCKED;
	int rc = 0;

	rc = hfi_get_client_info(client_handle, &hfi);
	if (rc) {
		CAM_ERR(CAM_HFI, "Failed to get hfi info rc: %d for hdl: %d",
			rc, client_handle);
		return rc;
	}

	if (!pmsg) {
		CAM_ERR(CAM_HFI, "[%s] Invalid msg for hdl: %d",
			hfi->client_name, client_handle);
		return -EINVAL;
	}

	if (q_id > Q_DBG) {
		CAM_ERR(CAM_HFI, "[%s] Invalid q :%u hdl: %d",
			hfi->client_name, q_id, client_handle);
		return -EINVAL;
	}
	mutex_lock(&hfi->msg_q_lock);

	memset(pmsg, 0x0, sizeof(uint32_t) * 256 /* ICP_MSG_BUF_SIZE */);
	*words_read = 0;

	presil_rc = cam_presil_hfi_read_message(pmsg, q_id, words_read,
		CAM_PRESIL_CLIENT_ID_CAMERA);

	if ((presil_rc != CAM_PRESIL_SUCCESS) && (presil_rc != CAM_PRESIL_BLOCKED)) {
		CAM_ERR(CAM_HFI, "[%s] hfi hdl: %d failed presil rc %d",
			hfi->client_name, client_handle, presil_rc);
		rc = -EINVAL;
	} else {
		CAM_DBG(CAM_HFI, "[%s] hfi hdl: %d presil rc %d",
		hfi->client_name, client_handle, presil_rc);
	}

	mutex_unlock(&hfi->msg_q_lock);
	return rc;
}
#else
/* when presil mode not enabled */
static int cam_hfi_presil_setup(struct hfi_mem_info *hfi_mem)
{
	return 0;
}

static int cam_hfi_presil_set_init_request(void)
{
	return 0;
}
#endif /* #ifdef CONFIG_CAM_PRESIL */