android_kernel_samsung_sm8650-modules/drivers/cam_smmu/cam_smmu_api.c

// SPDX-License-Identifier: GPL-2.0-only
/*
 * Copyright (c) 2014-2021, The Linux Foundation. All rights reserved.
 * Copyright (c) 2022-2023 Qualcomm Innovation Center, Inc. All rights reserved.
 */

#include <linux/module.h>
#include <linux/dma-buf.h>
#include <linux/dma-direction.h>
#include <linux/of_platform.h>
#include <linux/iommu.h>
#include <linux/slab.h>
#include <linux/dma-mapping.h>
#include <linux/of_address.h>
#include <linux/msm_dma_iommu_mapping.h>
#include <linux/workqueue.h>
#include <linux/genalloc.h>
#include <linux/debugfs.h>

#include <soc/qcom/secure_buffer.h>

#include <media/cam_req_mgr.h>

#include "cam_compat.h"
#include "cam_smmu_api.h"
#include "cam_debug_util.h"
#include "camera_main.h"
#include "cam_trace.h"
#include "cam_common_util.h"

#define SHARED_MEM_POOL_GRANULARITY 16

#define IOMMU_INVALID_DIR -1
#define HANDLE_INIT (-1)
#define CAM_SMMU_CB_MAX 6
#define CAM_SMMU_SHARED_HDL_MAX 6
#define CAM_SMMU_MULTI_REGION_MAX 2

#define GET_SMMU_HDL(x, y) (((x) << COOKIE_SIZE) | ((y) & COOKIE_MASK))
#define GET_SMMU_MULTI_CLIENT_IDX(x) (((x) >> MULTI_CLIENT_REGION_SHIFT))
#define CAM_SMMU_HDL_VALIDATE(x, y) ((x) != ((y) & CAM_SMMU_HDL_MASK))

#define CAM_SMMU_MONITOR_MAX_ENTRIES   100
#define CAM_SMMU_BUF_TRACKING_POOL     600
#define CAM_SMMU_INC_MONITOR_HEAD(head, ret) \
	div_u64_rem(atomic64_add_return(1, head),\
	CAM_SMMU_MONITOR_MAX_ENTRIES, (ret))

static int g_num_pf_handled = 1;
module_param(g_num_pf_handled, int, 0644);

struct cam_fw_alloc_info icp_fw;
struct cam_smmu_buffer_tracker *buf_tracking_pool;

struct cam_smmu_work_payload {
	int idx;
	struct iommu_domain *domain;
	struct device *dev;
	unsigned long iova;
	int flags;
	void *token;
	struct list_head list;
};

enum cam_io_coherency_mode {
	CAM_SMMU_NO_COHERENCY,
	CAM_SMMU_DMA_COHERENT,
	CAM_SMMU_DMA_COHERENT_HINT_CACHED,
};

enum cam_protection_type {
	CAM_PROT_INVALID,
	CAM_NON_SECURE,
	CAM_SECURE,
	CAM_PROT_MAX,
};

enum cam_iommu_type {
	CAM_SMMU_INVALID,
	CAM_QSMMU,
	CAM_ARM_SMMU,
	CAM_SMMU_MAX,
};

enum cam_smmu_buf_state {
	CAM_SMMU_BUFF_EXIST,
	CAM_SMMU_BUFF_NOT_EXIST,
};

enum cam_smmu_init_dir {
	CAM_SMMU_TABLE_INIT,
	CAM_SMMU_TABLE_DEINIT,
};

struct scratch_mapping {
	void *bitmap;
	size_t bits;
	unsigned int order;
	dma_addr_t base;
};

struct cam_smmu_monitor {
	struct timespec64       timestamp;
	bool                    is_map;

	/* map-unmap info */
	int                     ion_fd;
	unsigned long           i_ino;
	dma_addr_t              paddr;
	size_t                  len;
	enum cam_smmu_region_id region_id;
};

struct cam_smmu_debug {
	struct dentry *dentry;
	uint32_t fatal_pf_mask;
	bool cb_dump_enable;
	bool map_profile_enable;
	bool disable_buf_tracking;
};

struct cam_smmu_subregion_info {
	enum cam_smmu_subregion_id  subregion_id;
	struct cam_smmu_region_info subregion_info;

	int32_t mapped_refcnt;
	unsigned long mapped_client_mask;
	bool is_allocated;
};

struct cam_smmu_nested_region_info {
	uint32_t num_subregions;
	struct cam_smmu_subregion_info subregions[
		CAM_SMMU_SUBREGION_MAX];
	struct cam_smmu_region_info region_info;

	int32_t mapped_refcnt;
	unsigned long mapped_client_mask;
	bool is_allocated;
	bool subregion_support;
};

/*
 * This struct holds info on multiple regions of the
 * same type, and each such region can have multiple
 * unique subregions
 *
 * A0 --> a : b : c
 * A1 --> a : c
 *
 * Here A0 & A1 are 2 umbrella regions of the same type,
 * and a, b & c are the subregions within them
 */
struct cam_smmu_multi_region_info {
	int32_t num_regions;
	struct cam_smmu_nested_region_info nested_regions[CAM_SMMU_MULTI_REGION_MAX];
};

struct cam_context_bank_info {
	struct device *dev;
	struct iommu_domain *domain;
	dma_addr_t va_start;
	size_t va_len;
	const char *name[CAM_SMMU_SHARED_HDL_MAX];
	bool is_secure;
	uint8_t scratch_buf_support;
	uint8_t firmware_support;
	uint8_t shared_support;
	uint8_t io_support;
	uint8_t secheap_support;
	uint8_t fwuncached_region_support;
	uint8_t qdss_support;
	uint8_t device_region_support;
	dma_addr_t qdss_phy_addr;
	bool is_fw_allocated;
	bool is_secheap_allocated;
	bool is_qdss_allocated;
	bool non_fatal_faults_en;
	bool stall_disable_en;

	struct scratch_mapping scratch_map;
	struct gen_pool *shared_mem_pool[CAM_SMMU_MULTI_REGION_MAX];

	/* Regular singleton regions */
	struct cam_smmu_region_info scratch_info;
	struct cam_smmu_region_info firmware_info;
	struct cam_smmu_region_info secheap_info;

	/* Regions capable of having multiple of them */
	struct cam_smmu_multi_region_info shared_info;
	struct cam_smmu_multi_region_info io_info;
	struct cam_smmu_multi_region_info fwuncached_region;
	struct cam_smmu_multi_region_info device_region;
	struct cam_smmu_multi_region_info qdss_info;

	struct list_head smmu_buf_list;
	struct list_head smmu_buf_kernel_list;
	struct mutex lock;
	int handle;
	enum cam_smmu_ops_param state;

	void (*handler[CAM_SMMU_CB_MAX]) (struct cam_smmu_pf_info  *pf_info);
	void *token[CAM_SMMU_CB_MAX];
	int cb_count;
	int secure_count;
	int pf_count;
	size_t io_mapping_size;
	size_t shared_mapping_size;
	bool is_mul_client;
	int device_count;
	int num_shared_hdl;
	int num_multi_regions;
	const char *multi_region_clients[CAM_SMMU_MULTI_REGION_MAX];
	enum cam_io_coherency_mode coherency_mode;

	/* discard iova - non-zero values are valid */
	dma_addr_t discard_iova_start;
	size_t discard_iova_len;

	atomic64_t monitor_head;
	struct cam_smmu_monitor monitor_entries[CAM_SMMU_MONITOR_MAX_ENTRIES];
};

struct cam_iommu_cb_set {
	struct cam_context_bank_info *cb_info;
	u32 cb_num;
	u32 cb_init_count;
	struct work_struct smmu_work;
	struct mutex payload_list_lock;
	struct list_head payload_list;
	struct cam_smmu_debug debug_cfg;
	struct list_head buf_tracker_free_list;
	struct cam_csf_version csf_version;
	spinlock_t   s_lock;
	bool force_cache_allocs;
	bool need_shared_buffer_padding;
	bool is_expanded_memory;
	bool is_track_buf_disabled;
};

static const struct of_device_id msm_cam_smmu_dt_match[] = {
	{ .compatible = "qcom,msm-cam-smmu", },
	{ .compatible = "qcom,msm-cam-smmu-cb", },
	{ .compatible = "qcom,msm-cam-smmu-fw-dev", },
	{}
};

struct cam_dma_buff_info {
	struct dma_buf *buf;
	struct dma_buf_attachment *attach;
	struct sg_table *table;
	enum dma_data_direction dir;
	enum cam_smmu_region_id region_id;
	int iommu_dir;
	int map_count;
	struct kref ref_count;
	dma_addr_t paddr;
	struct list_head list;
	int ion_fd;
	unsigned long i_ino;
	size_t len;
	size_t phys_len;
	bool is_internal;
	struct timespec64 ts;
};

struct cam_sec_buff_info {
	struct dma_buf *buf;
	struct dma_buf_attachment *attach;
	struct sg_table *table;
	enum dma_data_direction dir;
	int map_count;
	struct kref ref_count;
	dma_addr_t paddr;
	struct list_head list;
	int ion_fd;
	unsigned long i_ino;
	size_t len;
};

struct cam_smmu_mini_dump_cb_info {
	struct cam_smmu_monitor mapping[CAM_SMMU_MONITOR_MAX_ENTRIES];
	struct cam_smmu_region_info scratch_info;
	struct cam_smmu_region_info firmware_info;
	struct cam_smmu_region_info shared_info;
	struct cam_smmu_region_info io_info;
	struct cam_smmu_region_info secheap_info;
	struct cam_smmu_region_info fwuncached_region;
	struct cam_smmu_region_info device_mem_region;
	struct cam_smmu_region_info qdss_info;
	struct region_buf_info secheap_buf;
	struct region_buf_info fwuncached_reg_buf;
	char   name[CAM_SMMU_SHARED_HDL_MAX][16];
	size_t va_len;
	size_t io_mapping_size;
	size_t shared_mapping_size;
	size_t discard_iova_len;
	int handle;
	int device_count;
	int num_shared_hdl;
	int cb_count;
	int secure_count;
	int pf_count;
	dma_addr_t va_start;
	dma_addr_t discard_iova_start;
	dma_addr_t qdss_phy_addr;
	enum cam_io_coherency_mode coherency_mode;
	enum cam_smmu_ops_param state;
	uint8_t scratch_buf_support;
	uint8_t firmware_support;
	uint8_t shared_support;
	uint8_t io_support;
	uint8_t secheap_support;
	uint8_t fwuncached_region_support;
	uint8_t qdss_support;
	bool is_mul_client;
	bool is_secure;
	bool is_fw_allocated;
	bool is_secheap_allocated;
	bool is_fwuncached_buf_allocated;
	bool is_qdss_allocated;
};

struct cam_smmu_mini_dump_info {
	uint32_t cb_num;
	struct   cam_smmu_mini_dump_cb_info *cb;
};

static struct cam_iommu_cb_set iommu_cb_set;

static enum dma_data_direction cam_smmu_translate_dir(
	enum cam_smmu_map_dir dir);

static bool cam_smmu_is_hdl_nonunique_or_null(int hdl);

static int cam_smmu_create_iommu_handle(int idx);

static int cam_smmu_create_add_handle_in_table(char *name,
	int *hdl);

static struct cam_dma_buff_info *cam_smmu_find_mapping_by_ion_index(int idx,
	int ion_fd, struct dma_buf *dma_buf);

static struct cam_dma_buff_info *cam_smmu_find_mapping_by_dma_buf(int idx,
	struct dma_buf *buf);

static struct cam_sec_buff_info *cam_smmu_find_mapping_by_sec_buf_idx(int idx,
	int ion_fd, struct dma_buf *dma_buf);

static int cam_smmu_init_scratch_map(struct scratch_mapping *scratch_map,
	dma_addr_t base, size_t size,
	int order);

static int cam_smmu_alloc_scratch_va(struct scratch_mapping *mapping,
	size_t size,
	dma_addr_t *iova);

static int cam_smmu_free_scratch_va(struct scratch_mapping *mapping,
	dma_addr_t addr, size_t size);

static struct cam_dma_buff_info *cam_smmu_find_mapping_by_virt_address(int idx,
	dma_addr_t virt_addr);

static int cam_smmu_map_buffer_and_add_to_list(int idx, int ion_fd,
	bool dis_delayed_unmap, enum dma_data_direction dma_dir,
	dma_addr_t *paddr_ptr, size_t *len_ptr,
	enum cam_smmu_region_id region_id, bool is_internal, struct dma_buf *dmabuf,
	struct kref **ref_count);

static int cam_smmu_map_kernel_buffer_and_add_to_list(int idx,
	struct dma_buf *buf, enum dma_data_direction dma_dir,
	dma_addr_t *paddr_ptr, size_t *len_ptr,
	enum cam_smmu_region_id region_id);

static int cam_smmu_alloc_scratch_buffer_add_to_list(int idx,
	size_t virt_len,
	size_t phys_len,
	unsigned int iommu_dir,
	dma_addr_t *virt_addr);

static int cam_smmu_unmap_buf_and_remove_from_list(
	struct cam_dma_buff_info *mapping_info, int idx);

static int cam_smmu_free_scratch_buffer_remove_from_list(
	struct cam_dma_buff_info *mapping_info,
	int idx);

static void cam_smmu_clean_user_buffer_list(int idx);

static void cam_smmu_clean_kernel_buffer_list(int idx);

static void cam_smmu_dump_cb_info(int idx);

static void cam_smmu_print_user_list(int idx);

static void cam_smmu_print_kernel_list(int idx);

static void cam_smmu_print_table(void);

static int cam_smmu_probe(struct platform_device *pdev);

static uint32_t cam_smmu_find_closest_mapping(int idx, void *vaddr, bool *in_map_region);

static void cam_smmu_update_monitor_array(
	struct cam_context_bank_info *cb_info,
	bool is_map,
	struct cam_dma_buff_info *mapping_info)
{
	int iterator;

	CAM_SMMU_INC_MONITOR_HEAD(&cb_info->monitor_head, &iterator);

	CAM_GET_TIMESTAMP(cb_info->monitor_entries[iterator].timestamp);

	cb_info->monitor_entries[iterator].is_map = is_map;
	cb_info->monitor_entries[iterator].ion_fd = mapping_info->ion_fd;
	cb_info->monitor_entries[iterator].i_ino = mapping_info->i_ino;
	cb_info->monitor_entries[iterator].paddr = mapping_info->paddr;
	cb_info->monitor_entries[iterator].len = mapping_info->len;
	cb_info->monitor_entries[iterator].region_id = mapping_info->region_id;
}

static void cam_smmu_dump_monitor_array(
	struct cam_context_bank_info *cb_info)
{
	int i = 0;
	int64_t state_head = 0;
	uint32_t index, num_entries, oldest_entry;
	uint64_t ms, hrs, min, sec;

	state_head = atomic64_read(&cb_info->monitor_head);

	if (state_head == -1) {
		return;
	} else if (state_head < CAM_SMMU_MONITOR_MAX_ENTRIES) {
		num_entries = state_head;
		oldest_entry = 0;
	} else {
		num_entries = CAM_SMMU_MONITOR_MAX_ENTRIES;
		div_u64_rem(state_head + 1,
			CAM_SMMU_MONITOR_MAX_ENTRIES, &oldest_entry);
	}

	CAM_INFO(CAM_SMMU,
		"========Dumping monitor information for cb %s===========",
		cb_info->name[0]);

	index = oldest_entry;

	for (i = 0; i < num_entries; i++) {
		CAM_CONVERT_TIMESTAMP_FORMAT(cb_info->monitor_entries[index].timestamp,
			hrs, min, sec, ms);

		CAM_INFO(CAM_SMMU,
		"**** %llu:%llu:%llu.%llu : Index[%d] [%s] : ion_fd=%d i_ino=%lu start=0x%llx end=0x%llx len=%zu region=%d",
		hrs, min, sec, ms,
		index,
		cb_info->monitor_entries[index].is_map ? "MAP" : "UNMAP",
		cb_info->monitor_entries[index].ion_fd,
		cb_info->monitor_entries[index].i_ino,
		cb_info->monitor_entries[index].paddr,
		cb_info->monitor_entries[index].paddr +
		cb_info->monitor_entries[index].len,
		cb_info->monitor_entries[index].len,
		cb_info->monitor_entries[index].region_id);

		index = (index + 1) % CAM_SMMU_MONITOR_MAX_ENTRIES;
	}
}

bool cam_smmu_need_shared_buffer_padding(void)
{
	return iommu_cb_set.need_shared_buffer_padding;
}

bool cam_smmu_is_expanded_memory(void)
{
	return iommu_cb_set.is_expanded_memory;
}

int cam_smmu_need_force_alloc_cached(bool *force_alloc_cached)
{
	int idx;
	uint32_t curr_mode = 0, final_mode = 0;
	bool validate = false;

	if (!force_alloc_cached) {
		CAM_ERR(CAM_SMMU, "Invalid arg");
		return -EINVAL;
	}

	CAM_INFO(CAM_SMMU, "force_cache_allocs=%d",
		iommu_cb_set.force_cache_allocs);

	/*
	 * First validate whether all SMMU CBs are properly setup to comply with
	 * iommu_cb_set.force_alloc_cached flag.
	 * This helps as a validation check to make sure a valid DT combination
	 * is set for a given chipset.
	 */
	for (idx = 0; idx < iommu_cb_set.cb_num; idx++) {
		/* ignore secure cb for now. need to revisit */
		if (iommu_cb_set.cb_info[idx].is_secure)
			continue;

		curr_mode = iommu_cb_set.cb_info[idx].coherency_mode;

		/*
		 * 1. No coherency:
		 *    We can map both CACHED and UNCACHED buffers into same CB.
		 *    We need to allocate UNCACHED buffers for Cmdbuffers
		 *    and Shared Buffers. UNCAHE support must exists with memory
		 *    allocators (ion or dma-buf-heaps) for CmdBuffers,
		 *    SharedBuffers to work - as it is difficult to do
		 *    cache operations on these buffers in camera design.
		 *    ImageBuffers can be CACHED or UNCACHED. If CACHED, clients
		 *    need to make required CACHE operations.
		 *    Cannot force all allocations to CACHE.
		 * 2. dma-coherent:
		 *    We cannot map CACHED and UNCACHED buffers into the same CB
		 *    This means, we must force allocate all buffers to be
		 *    CACHED.
		 * 3. dma-coherent-hint-cached
		 *    We can map both CACHED and UNCACHED buffers into the same
		 *    CB. So any option is fine force_cache_allocs.
		 *    Forcing to cache is preferable though.
		 *
		 * Other rule we are enforcing is - all camera CBs (except
		 * secure CB) must have same coherency mode set. Assume one CB
		 * is having no_coherency mode  and other CB is having
		 * dma_coherent. For no_coherency CB to work - we must not force
		 * buffers to be CACHE (exa cmd buffers), for dma_coherent mode
		 * we must force all buffers to be CACHED. But at the time of
		 * allocation, we dont know to which CB we will be mapping this
		 * buffer. So it becomes difficult to generalize cache
		 * allocations and io coherency mode that we want to support.
		 * So, to simplify, all camera CBs will have same mode.
		 */

		CAM_DBG(CAM_SMMU, "[%s] : curr_mode=%d",
			iommu_cb_set.cb_info[idx].name[0], curr_mode);

		if (curr_mode == CAM_SMMU_NO_COHERENCY) {
			if (iommu_cb_set.force_cache_allocs) {
				CAM_ERR(CAM_SMMU,
					"[%s] Can't force alloc cache with no coherency",
					iommu_cb_set.cb_info[idx].name[0]);
				return -EINVAL;
			}
		} else if (curr_mode == CAM_SMMU_DMA_COHERENT) {
			if (!iommu_cb_set.force_cache_allocs) {
				CAM_ERR(CAM_SMMU,
					"[%s] Must force cache allocs for dma coherent device",
					iommu_cb_set.cb_info[idx].name[0]);
				return -EINVAL;
			}
		}

		if (validate) {
			if (curr_mode !=  final_mode) {
				CAM_ERR(CAM_SMMU,
					"[%s] CBs having different coherency modes final=%d, curr=%d",
					iommu_cb_set.cb_info[idx].name[0],
					final_mode, curr_mode);
				return -EINVAL;
			}
		} else {
			validate = true;
			final_mode = curr_mode;
		}
	}

	/*
	 * To be more accurate - if this flag is TRUE and if this buffer will
	 * be mapped to external devices like CVP - we need to ensure we do
	 * one of below :
	 * 1. CVP CB having dma-coherent or dma-coherent-hint-cached
	 * 2. camera/cvp sw layers properly doing required cache operations. We
	 *    cannot anymore assume these buffers (camera <--> cvp) are uncached
	 */
	*force_alloc_cached = iommu_cb_set.force_cache_allocs;

	return 0;
}

static struct cam_smmu_subregion_info *cam_smmu_find_subregion(
	enum cam_smmu_subregion_id subregion_id,
	struct cam_smmu_subregion_info *subregions)
{
	int i;

	for (i = 0; i < CAM_SMMU_SUBREGION_MAX; i++) {
		if (subregions[i].subregion_id == subregion_id)
			return &subregions[i];
	}

	return NULL;
}

static int cam_smmu_validate_nested_region_idx(
	struct cam_context_bank_info *cb_info,
	int32_t *nested_reg_idx, int32_t region_id)
{
	/* Array indexing starts from 0, subtracting number of regions by 1 */
	switch (region_id) {
	case CAM_SMMU_REGION_SHARED:
		if ((*nested_reg_idx) > (cb_info->shared_info.num_regions - 1))
			goto err;

		break;
	case CAM_SMMU_REGION_FWUNCACHED:
		if ((*nested_reg_idx) > (cb_info->fwuncached_region.num_regions - 1))
			goto err;

		break;
	/* For device and IO, if there is no additional region, default to index 0 */
	case CAM_SMMU_REGION_DEVICE:
		if ((*nested_reg_idx) > (cb_info->device_region.num_regions - 1))
			*nested_reg_idx = 0;

		break;
	case CAM_SMMU_REGION_IO:
		if ((*nested_reg_idx) > (cb_info->io_info.num_regions - 1))
			*nested_reg_idx = 0;

		break;
	case CAM_SMMU_REGION_QDSS:
		fallthrough;
	case CAM_SMMU_REGION_SECHEAP:
		fallthrough;
	case CAM_SMMU_REGION_SCRATCH:
		*nested_reg_idx = 0;
		break;
	default:
		CAM_DBG(CAM_SMMU,
			"Invalid region id=%u on cb=%s to get nested region index",
			region_id, cb_info->name[0]);
		break;
	}

	return 0;

err:
	CAM_ERR(CAM_SMMU,
		"Nested region idx=%d exceeds max regions=%d for region_id=%d in cb=%s",
		nested_reg_idx, cb_info->shared_info.num_regions, region_id, cb_info->name[0]);
	return -EINVAL;
}

static inline int cam_smmu_get_multiregion_client_dev_idx(
	struct cam_context_bank_info *cb_info, int32_t multi_client_device_idx,
	int32_t region_id, int32_t *region_idx)
{
	if (cb_info->num_multi_regions && multi_client_device_idx) {
		*region_idx = multi_client_device_idx;
		return cam_smmu_validate_nested_region_idx(cb_info, region_idx, region_id);
	}

	return 0;
}

static void cam_smmu_page_fault_work(struct work_struct *work)
{
	int j;
	int idx;
	struct cam_smmu_work_payload *payload;
	uint32_t buf_info = 0;
	struct cam_smmu_pf_info pf_info;
	bool in_map = false;

	mutex_lock(&iommu_cb_set.payload_list_lock);
	if (list_empty(&iommu_cb_set.payload_list)) {
		CAM_ERR(CAM_SMMU, "Payload list empty");
		mutex_unlock(&iommu_cb_set.payload_list_lock);
		return;
	}

	payload = list_first_entry(&iommu_cb_set.payload_list,
		struct cam_smmu_work_payload,
		list);
	list_del(&payload->list);
	mutex_unlock(&iommu_cb_set.payload_list_lock);

	cam_check_iommu_faults(payload->domain, &pf_info);

	/* Dereference the payload to call the handler */
	idx = payload->idx;
	/* If fault address is null, found closest buffer is inaccurate */
	if (payload->iova)
		buf_info = cam_smmu_find_closest_mapping(idx, (void *)payload->iova, &in_map);

	if (buf_info != 0)
		CAM_INFO(CAM_SMMU, "closest buf 0x%x idx %d", buf_info, idx);

	pf_info.domain = payload->domain;
	pf_info.dev    = payload->dev;
	pf_info.iova  = payload->iova;
	pf_info.flags = payload->flags;
	pf_info.buf_info = buf_info;
	pf_info.is_secure = iommu_cb_set.cb_info[idx].is_secure;
	pf_info.in_map_region = in_map;

	for (j = 0; j < CAM_SMMU_CB_MAX; j++) {
		if ((iommu_cb_set.cb_info[idx].handler[j])) {
			pf_info.token = iommu_cb_set.cb_info[idx].token[j];
			iommu_cb_set.cb_info[idx].handler[j](&pf_info);
		}
	}
	cam_smmu_dump_cb_info(idx);
	kfree(payload);
}

static void cam_smmu_dump_cb_info(int idx)
{
	struct cam_dma_buff_info *mapping, *mapping_temp;
	struct cam_smmu_nested_region_info *nested_reg_info;
	size_t shared_reg_len = 0, io_reg_len = 0;
	size_t shared_free_len = 0, io_free_len = 0;
	int32_t i = 0, j;
	uint64_t ms, hrs, min, sec;
	struct timespec64 current_ts;
	struct cam_context_bank_info *cb_info =
		&iommu_cb_set.cb_info[idx];

	if (cb_info->shared_support) {
		for (j = 0; j < cb_info->shared_info.num_regions; j++) {
			nested_reg_info = &cb_info->shared_info.nested_regions[j];
			shared_reg_len += nested_reg_info->region_info.iova_len;
		}
		shared_free_len = shared_reg_len - cb_info->shared_mapping_size;
	}

	if (cb_info->io_support) {
		for (j = 0; j < cb_info->shared_info.num_regions; j++) {
			nested_reg_info = &cb_info->io_info.nested_regions[j];
			io_reg_len += nested_reg_info->region_info.iova_len;
		}
		io_free_len = io_reg_len - cb_info->io_mapping_size;
	}

	CAM_GET_TIMESTAMP(current_ts);
	CAM_CONVERT_TIMESTAMP_FORMAT(current_ts, hrs, min, sec, ms);

	CAM_ERR(CAM_SMMU,
		"********** %llu:%llu:%llu:%llu Context bank dump for %s **********",
		hrs, min, sec, ms, cb_info->name[0]);
	CAM_ERR(CAM_SMMU,
		"Usage: shared_usage=%lu io_usage=%lu shared_free=%lu io_free=%lu",
		cb_info->shared_mapping_size, cb_info->io_mapping_size,
		shared_free_len, io_free_len);

	if (iommu_cb_set.debug_cfg.cb_dump_enable) {
		list_for_each_entry_safe(mapping, mapping_temp,
			&iommu_cb_set.cb_info[idx].smmu_buf_list, list) {
			i++;
			CAM_CONVERT_TIMESTAMP_FORMAT(mapping->ts, hrs, min, sec, ms);
			CAM_ERR(CAM_SMMU,
				"%llu:%llu:%llu:%llu: %u ion_fd=%d i_ino=%lu start=0x%lx end=0x%lx len=%lu region=%d",
				hrs, min, sec, ms, i, mapping->ion_fd, mapping->i_ino,
				mapping->paddr,
				((uint64_t)mapping->paddr + (uint64_t)mapping->len),
				mapping->len, mapping->region_id);
		}

		cam_smmu_dump_monitor_array(&iommu_cb_set.cb_info[idx]);
	}
}

static void cam_smmu_print_user_list(int idx)
{
	struct cam_dma_buff_info *mapping;

	CAM_ERR(CAM_SMMU, "index = %d", idx);
	list_for_each_entry(mapping,
		&iommu_cb_set.cb_info[idx].smmu_buf_list, list) {
		CAM_ERR(CAM_SMMU,
			"ion_fd = %d, i_ino=%lu, paddr= 0x%lx, len = %lu, region = %d",
			mapping->ion_fd, mapping->i_ino, mapping->paddr, mapping->len,
			mapping->region_id);
	}
}

static void cam_smmu_print_kernel_list(int idx)
{
	struct cam_dma_buff_info *mapping;

	CAM_ERR(CAM_SMMU, "index = %d", idx);
	list_for_each_entry(mapping,
		&iommu_cb_set.cb_info[idx].smmu_buf_kernel_list, list) {
		CAM_ERR(CAM_SMMU,
			"dma_buf = %pK, i_ino = %lu, paddr= 0x%lx, len = %lu, region = %d",
			mapping->buf, mapping->i_ino, mapping->paddr,
			mapping->len, mapping->region_id);
	}
}

static void cam_smmu_print_table(void)
{
	int i, j;

	for (i = 0; i < iommu_cb_set.cb_num; i++) {
		for (j = 0; j < iommu_cb_set.cb_info[i].num_shared_hdl; j++) {
			CAM_ERR(CAM_SMMU,
				"i= %d, handle= %d, name_addr=%pK name %s",
				i, (int)iommu_cb_set.cb_info[i].handle,
				(void *)iommu_cb_set.cb_info[i].name[j],
				iommu_cb_set.cb_info[i].name[j]);
		}
		CAM_ERR(CAM_SMMU, "dev = %pK", iommu_cb_set.cb_info[i].dev);
	}
}

static uint32_t cam_smmu_find_closest_mapping(int idx, void *vaddr, bool *in_map_region)
{
	struct cam_dma_buff_info *mapping, *closest_mapping =  NULL;
	unsigned long start_addr, end_addr, current_addr;
	uint32_t buf_info = 0;

	long delta = 0, lowest_delta = 0;

	current_addr = (unsigned long)vaddr;
	*in_map_region = false;
	list_for_each_entry(mapping,
			&iommu_cb_set.cb_info[idx].smmu_buf_list, list) {
		start_addr = (unsigned long)mapping->paddr;
		end_addr = (unsigned long)mapping->paddr + mapping->len;

		if (start_addr <= current_addr && current_addr <= end_addr) {
			closest_mapping = mapping;
			CAM_INFO(CAM_SMMU,
				"Found va 0x%lx in:0x%lx-0x%lx, fd %d i_ino %lu cb:%s",
				current_addr, start_addr,
				end_addr, mapping->ion_fd, mapping->i_ino,
				iommu_cb_set.cb_info[idx].name[0]);
			goto end;
		} else {
			if (start_addr > current_addr)
				delta =  start_addr - current_addr;
			else
				delta = current_addr - end_addr - 1;

			if (delta < lowest_delta || lowest_delta == 0) {
				lowest_delta = delta;
				closest_mapping = mapping;
			}
			CAM_DBG(CAM_SMMU,
				"approx va %lx not in range: %lx-%lx fd = %0x i_ino %lu",
				current_addr, start_addr,
				end_addr, mapping->ion_fd, mapping->i_ino);
		}
	}

end:
	if (closest_mapping) {
		buf_info = closest_mapping->ion_fd;
		start_addr = (unsigned long)closest_mapping->paddr;
		end_addr = (unsigned long)closest_mapping->paddr + closest_mapping->len;
		if (start_addr <= current_addr && current_addr < end_addr)
			*in_map_region = true;
		CAM_INFO(CAM_SMMU,
			"Faulting addr 0x%lx closest map fd %d i_ino %lu %llu-%llu 0x%lx-0x%lx buf=%pK",
			current_addr, closest_mapping->ion_fd, closest_mapping->i_ino,
			mapping->len, closest_mapping->len,
			(unsigned long)closest_mapping->paddr,
			(unsigned long)closest_mapping->paddr + closest_mapping->len,
			closest_mapping->buf);
	} else
		CAM_ERR(CAM_SMMU,
			"Cannot find vaddr:%lx in SMMU %s virt address",
			current_addr, iommu_cb_set.cb_info[idx].name[0]);

	return buf_info;
}

void cam_smmu_set_client_page_fault_handler(int handle,
	void (*handler_cb)(struct cam_smmu_pf_info  *pf_info), void *token)
{
	int idx, i = 0;

	if (!token || (handle == HANDLE_INIT)) {
		CAM_ERR(CAM_SMMU, "Error: token is NULL or invalid handle");
		return;
	}

	idx = GET_SMMU_TABLE_IDX(handle);
	if (idx < 0 || idx >= iommu_cb_set.cb_num) {
		CAM_ERR(CAM_SMMU,
			"Error: handle or index invalid. idx = %d hdl = %x",
			idx, handle);
		return;
	}

	mutex_lock(&iommu_cb_set.cb_info[idx].lock);
	if (CAM_SMMU_HDL_VALIDATE(iommu_cb_set.cb_info[idx].handle, handle)) {
		CAM_ERR(CAM_SMMU,
			"Error: hdl is not valid, table_hdl = %x, hdl = %x",
			iommu_cb_set.cb_info[idx].handle, handle);
		mutex_unlock(&iommu_cb_set.cb_info[idx].lock);
		return;
	}

	if (handler_cb) {
		if (iommu_cb_set.cb_info[idx].cb_count == CAM_SMMU_CB_MAX) {
			CAM_ERR(CAM_SMMU,
				"%s Should not regiester more handlers",
				iommu_cb_set.cb_info[idx].name[0]);
			mutex_unlock(&iommu_cb_set.cb_info[idx].lock);
			return;
		}

		iommu_cb_set.cb_info[idx].cb_count++;

		for (i = 0; i < iommu_cb_set.cb_info[idx].cb_count; i++) {
			if (iommu_cb_set.cb_info[idx].token[i] == NULL) {
				iommu_cb_set.cb_info[idx].token[i] = token;
				iommu_cb_set.cb_info[idx].handler[i] =
					handler_cb;
				break;
			}
		}
	} else {
		for (i = 0; i < CAM_SMMU_CB_MAX; i++) {
			if (iommu_cb_set.cb_info[idx].token[i] == token) {
				iommu_cb_set.cb_info[idx].token[i] = NULL;
				iommu_cb_set.cb_info[idx].handler[i] =
					NULL;
				iommu_cb_set.cb_info[idx].cb_count--;
				break;
			}
		}
		if (i == CAM_SMMU_CB_MAX)
			CAM_ERR(CAM_SMMU,
				"Error: hdl %x no matching tokens: %s",
				handle, iommu_cb_set.cb_info[idx].name[0]);
	}
	mutex_unlock(&iommu_cb_set.cb_info[idx].lock);
}

void cam_smmu_unset_client_page_fault_handler(int handle, void *token)
{
	int idx, i = 0;

	if (!token || (handle == HANDLE_INIT)) {
		CAM_ERR(CAM_SMMU, "Error: token is NULL or invalid handle");
		return;
	}

	idx = GET_SMMU_TABLE_IDX(handle);
	if (idx < 0 || idx >= iommu_cb_set.cb_num) {
		CAM_ERR(CAM_SMMU,
			"Error: handle or index invalid. idx = %d hdl = %x",
			idx, handle);
		return;
	}

	mutex_lock(&iommu_cb_set.cb_info[idx].lock);
	if (CAM_SMMU_HDL_VALIDATE(iommu_cb_set.cb_info[idx].handle, handle)) {
		CAM_ERR(CAM_SMMU,
			"Error: hdl is not valid, table_hdl = %x, hdl = %x",
			iommu_cb_set.cb_info[idx].handle, handle);
		mutex_unlock(&iommu_cb_set.cb_info[idx].lock);
		return;
	}

	for (i = 0; i < CAM_SMMU_CB_MAX; i++) {
		if (iommu_cb_set.cb_info[idx].token[i] == token) {
			iommu_cb_set.cb_info[idx].token[i] = NULL;
			iommu_cb_set.cb_info[idx].handler[i] =
				NULL;
			iommu_cb_set.cb_info[idx].cb_count--;
			break;
		}
	}
	if (i == CAM_SMMU_CB_MAX)
		CAM_ERR(CAM_SMMU, "Error: hdl %x no matching tokens: %s",
			handle, iommu_cb_set.cb_info[idx].name[0]);
	mutex_unlock(&iommu_cb_set.cb_info[idx].lock);
}

static int cam_smmu_iommu_fault_handler(struct iommu_domain *domain,
	struct device *dev, unsigned long iova,
	int flags, void *token)
{
	char *cb_name;
	int idx;
	struct cam_smmu_work_payload *payload;

	if (!token) {
		CAM_ERR(CAM_SMMU,
			"token is NULL, domain = %pK, device = %pK,iova = 0x%lx, flags = 0x%x",
			domain, dev, iova, flags);
		return 0;
	}

	cb_name = (char *)token;
	/* Check whether it is in the table */
	for (idx = 0; idx < iommu_cb_set.cb_num; idx++) {
		if (!strcmp(iommu_cb_set.cb_info[idx].name[0], cb_name))
			break;
	}

	if (idx < 0 || idx >= iommu_cb_set.cb_num) {
		CAM_ERR(CAM_SMMU,
			"index is invalid, index = %d, token = %s, cb_num = %s",
			idx, cb_name, iommu_cb_set.cb_num);
		return 0;
	}

	if (++iommu_cb_set.cb_info[idx].pf_count > g_num_pf_handled) {
		CAM_INFO_RATE_LIMIT(CAM_SMMU, "PF already handled %d %d %d",
			g_num_pf_handled, idx,
			iommu_cb_set.cb_info[idx].pf_count);
		return 0;
	}

	payload = kzalloc(sizeof(struct cam_smmu_work_payload), GFP_ATOMIC);
	if (!payload)
		return 0;

	payload->domain = domain;
	payload->dev = dev;
	payload->iova = iova;
	payload->flags = flags;
	payload->token = token;
	payload->idx = idx;

	mutex_lock(&iommu_cb_set.payload_list_lock);
	list_add_tail(&payload->list, &iommu_cb_set.payload_list);
	mutex_unlock(&iommu_cb_set.payload_list_lock);

	cam_smmu_page_fault_work(&iommu_cb_set.smmu_work);

	/*
	 * If cb has faults marked as non-fatal, but if the debugfs is set for panic
	 * trigger a panic on fault
	 */
	if (iommu_cb_set.cb_info[idx].non_fatal_faults_en) {
		if (iommu_cb_set.debug_cfg.fatal_pf_mask & BIT(idx))
			CAM_TRIGGER_PANIC("SMMU context fault from soc: %s[cb_idx: %u]",
				iommu_cb_set.cb_info[idx].name[0], idx);
	}

	return -ENOSYS;
}

int cam_smmu_is_cb_non_fatal_fault_en(int smmu_hdl, bool *non_fatal_en)
{
	int idx;

	if (smmu_hdl == HANDLE_INIT) {
		CAM_ERR(CAM_SMMU, "Invalid iommu handle %d", smmu_hdl);
		return -EINVAL;
	}

	idx = GET_SMMU_TABLE_IDX(smmu_hdl);
	if (idx < 0 || idx >= iommu_cb_set.cb_num) {
		CAM_ERR(CAM_SMMU,
			"Invalid handle or idx. idx: %d, hdl: 0x%x", idx, smmu_hdl);
		return -EINVAL;
	}

	*non_fatal_en = iommu_cb_set.cb_info[idx].non_fatal_faults_en;

	return 0;
}

void cam_smmu_reset_cb_page_fault_cnt(void)
{
	int idx;

	for (idx = 0; idx < iommu_cb_set.cb_num; idx++)
		iommu_cb_set.cb_info[idx].pf_count = 0;

}

static int cam_smmu_translate_dir_to_iommu_dir(
	enum cam_smmu_map_dir dir)
{
	switch (dir) {
	case CAM_SMMU_MAP_READ:
		return IOMMU_READ;
	case CAM_SMMU_MAP_WRITE:
		return IOMMU_WRITE;
	case CAM_SMMU_MAP_RW:
		return IOMMU_READ|IOMMU_WRITE;
	case CAM_SMMU_MAP_INVALID:
	default:
		CAM_ERR(CAM_SMMU, "Error: Direction is invalid. dir = %d", dir);
		break;
	}
	return IOMMU_INVALID_DIR;
}

static enum dma_data_direction cam_smmu_translate_dir(
	enum cam_smmu_map_dir dir)
{
	switch (dir) {
	case CAM_SMMU_MAP_READ:
		return DMA_FROM_DEVICE;
	case CAM_SMMU_MAP_WRITE:
		return DMA_TO_DEVICE;
	case CAM_SMMU_MAP_RW:
		return DMA_BIDIRECTIONAL;
	case CAM_SMMU_MAP_INVALID:
	default:
		CAM_ERR(CAM_SMMU, "Error: Direction is invalid. dir = %d",
			(int)dir);
		break;
	}
	return DMA_NONE;
}

void cam_smmu_reset_iommu_table(enum cam_smmu_init_dir ops)
{
	unsigned int i;
	int j = 0;

	for (i = 0; i < iommu_cb_set.cb_num; i++) {
		if (ops == CAM_SMMU_TABLE_INIT)
			mutex_init(&iommu_cb_set.cb_info[i].lock);

		mutex_lock(&iommu_cb_set.cb_info[i].lock);

		iommu_cb_set.cb_info[i].handle = HANDLE_INIT;
		INIT_LIST_HEAD(&iommu_cb_set.cb_info[i].smmu_buf_list);
		INIT_LIST_HEAD(&iommu_cb_set.cb_info[i].smmu_buf_kernel_list);
		iommu_cb_set.cb_info[i].state = CAM_SMMU_DETACH;
		iommu_cb_set.cb_info[i].dev = NULL;
		iommu_cb_set.cb_info[i].cb_count = 0;
		iommu_cb_set.cb_info[i].pf_count = 0;
		for (j = 0; j < CAM_SMMU_CB_MAX; j++) {
			iommu_cb_set.cb_info[i].token[j] = NULL;
			iommu_cb_set.cb_info[i].handler[j] = NULL;
		}

		mutex_unlock(&iommu_cb_set.cb_info[i].lock);

		if (ops != CAM_SMMU_TABLE_INIT)
			mutex_destroy(&iommu_cb_set.cb_info[i].lock);
	}
}

static bool cam_smmu_is_hdl_nonunique_or_null(int hdl)
{
	int i;

	if ((hdl == HANDLE_INIT) || (!hdl)) {
		CAM_DBG(CAM_SMMU, "iommu handle: %d is not valid", hdl);
		return 1;
	}

	for (i = 0; i < iommu_cb_set.cb_num; i++) {
		if (iommu_cb_set.cb_info[i].handle == HANDLE_INIT)
			continue;

		if (iommu_cb_set.cb_info[i].handle == hdl) {
			CAM_DBG(CAM_SMMU, "iommu handle %d conflicts",
				(int)hdl);
			return 1;
		}
	}
	return 0;
}

/**
 *  use low 2 bytes for handle cookie
 */
static int cam_smmu_create_iommu_handle(int idx)
{
	int rand, hdl = 0;

	get_random_bytes(&rand, COOKIE_NUM_BYTE);
	hdl = GET_SMMU_HDL(idx, rand);
	CAM_DBG(CAM_SMMU, "create handle value = %x", (int)hdl);
	return hdl;
}

static int cam_smmu_attach_device(int idx)
{
	int rc;
	struct cam_context_bank_info *cb = &iommu_cb_set.cb_info[idx];

	/* attach the mapping to device */
	rc = iommu_attach_device(cb->domain, cb->dev);
	if (rc < 0) {
		CAM_ERR(CAM_SMMU, "Error: ARM IOMMU attach failed. ret = %d",
			rc);
		rc = -ENODEV;
	}

	return rc;
}

static inline void cam_smmu_update_multiregion_dev_id(
	struct cam_context_bank_info *cb_info, char *name,
	int *hdl)
{
	int k;

	for (k = 0; k < cb_info->num_multi_regions; k++) {
		if (!strcmp(cb_info->multi_region_clients[k], name)) {
			*hdl |= ((k + 1) << MULTI_CLIENT_REGION_SHIFT);
			CAM_DBG(CAM_SMMU, "%s got shared multi region handle 0x%x",
				name, *hdl);
		}
	}
}
static int cam_smmu_create_add_handle_in_table(char *name,
	int *hdl)
{
	int i, j, rc = -EINVAL;
	int handle;

	/* create handle and add in the iommu hardware table */
	for (i = 0; i < iommu_cb_set.cb_num; i++) {
		for (j = 0; j < iommu_cb_set.cb_info[i].num_shared_hdl; j++) {
			if (strcmp(iommu_cb_set.cb_info[i].name[j], name))
				continue;

			if (iommu_cb_set.cb_info[i].handle == HANDLE_INIT) {
				mutex_lock(&iommu_cb_set.cb_info[i].lock);
				/* make sure handle is unique and non-zero*/
				do {
					handle =
						cam_smmu_create_iommu_handle(i);
				} while (cam_smmu_is_hdl_nonunique_or_null(
						handle));

				/* put handle in the table */
				iommu_cb_set.cb_info[i].handle = handle;
				iommu_cb_set.cb_info[i].cb_count = 0;
				if (iommu_cb_set.cb_info[i].is_secure)
					iommu_cb_set.cb_info[i].secure_count++;

				if (iommu_cb_set.cb_info[i].is_mul_client)
					iommu_cb_set.cb_info[i].device_count++;

				*hdl = handle;
				CAM_DBG(CAM_SMMU, "%s creates handle 0x%x",
					name, handle);
				mutex_unlock(&iommu_cb_set.cb_info[i].lock);
				rc = 0;
				goto end;
			} else {
				mutex_lock(&iommu_cb_set.cb_info[i].lock);
				if (iommu_cb_set.cb_info[i].is_secure) {
					iommu_cb_set.cb_info[i].secure_count++;
					*hdl = iommu_cb_set.cb_info[i].handle;
					mutex_unlock(
						&iommu_cb_set.cb_info[i].lock);
					return 0;
				}

				if (iommu_cb_set.cb_info[i].is_mul_client) {
					iommu_cb_set.cb_info[i].device_count++;
					*hdl = iommu_cb_set.cb_info[i].handle;
					if (iommu_cb_set.cb_info[i].num_multi_regions) {
						cam_smmu_update_multiregion_dev_id(
							&iommu_cb_set.cb_info[i], name, hdl);
					}
					mutex_unlock(
						&iommu_cb_set.cb_info[i].lock);
					CAM_DBG(CAM_SMMU,
						"%s already got handle 0x%x cb_handle 0x%x",
						name, *hdl, iommu_cb_set.cb_info[i].handle);
					return 0;
				}

				CAM_ERR(CAM_SMMU,
					"Error: %s already got handle 0x%x",
					name, iommu_cb_set.cb_info[i].handle);
				mutex_unlock(&iommu_cb_set.cb_info[i].lock);
				rc = -EALREADY;
				goto end;
			}
		}
	}

	CAM_ERR(CAM_SMMU, "Error: Cannot find name %s or all handle exist",
		name);
	cam_smmu_print_table();
end:
	return rc;
}

static int cam_smmu_init_scratch_map(struct scratch_mapping *scratch_map,
					dma_addr_t base, size_t size,
					int order)
{
	unsigned int count = size >> (PAGE_SHIFT + order);
	unsigned int bitmap_size = BITS_TO_LONGS(count) * sizeof(long);
	int err = 0;

	if (!count) {
		err = -EINVAL;
		CAM_ERR(CAM_SMMU, "Page count is zero, size passed = %zu",
			size);
		goto bail;
	}

	scratch_map->bitmap = kzalloc(bitmap_size, GFP_KERNEL);
	if (!scratch_map->bitmap) {
		err = -ENOMEM;
		goto bail;
	}

	scratch_map->base = base;
	scratch_map->bits = BITS_PER_BYTE * bitmap_size;
	scratch_map->order = order;

bail:
	return err;
}

static int cam_smmu_alloc_scratch_va(struct scratch_mapping *mapping,
	size_t size,
	dma_addr_t *iova)
{
	unsigned int order = get_order(size);
	unsigned int align = 0;
	unsigned int count, start;

	count = ((PAGE_ALIGN(size) >> PAGE_SHIFT) +
		 (1 << mapping->order) - 1) >> mapping->order;

	/*
	 * Transparently, add a guard page to the total count of pages
	 * to be allocated
	 */
	count++;

	if (order > mapping->order)
		align = (1 << (order - mapping->order)) - 1;

	start = bitmap_find_next_zero_area(mapping->bitmap, mapping->bits, 0,
					   count, align);

	if (start > mapping->bits)
		return -ENOMEM;

	bitmap_set(mapping->bitmap, start, count);
	*iova = mapping->base + (start << (mapping->order + PAGE_SHIFT));

	return 0;
}

static int cam_smmu_free_scratch_va(struct scratch_mapping *mapping,
	dma_addr_t addr, size_t size)
{
	unsigned int start = (addr - mapping->base) >>
			     (mapping->order + PAGE_SHIFT);
	unsigned int count = ((size >> PAGE_SHIFT) +
			      (1 << mapping->order) - 1) >> mapping->order;

	if (!addr) {
		CAM_ERR(CAM_SMMU, "Error: Invalid address");
		return -EINVAL;
	}

	if (start + count > mapping->bits) {
		CAM_ERR(CAM_SMMU, "Error: Invalid page bits in scratch map");
		return -EINVAL;
	}

	/*
	 * Transparently, add a guard page to the total count of pages
	 * to be freed
	 */
	count++;
	bitmap_clear(mapping->bitmap, start, count);

	return 0;
}

static struct cam_dma_buff_info *cam_smmu_find_mapping_by_virt_address(int idx,
	dma_addr_t virt_addr)
{
	struct cam_dma_buff_info *mapping;

	list_for_each_entry(mapping, &iommu_cb_set.cb_info[idx].smmu_buf_list,
			list) {
		if (mapping->paddr == virt_addr) {
			CAM_DBG(CAM_SMMU, "Found virtual address %lx",
				 (unsigned long)virt_addr);
			return mapping;
		}
	}

	CAM_ERR(CAM_SMMU, "Error: Cannot find virtual address %lx by index %d",
		(unsigned long)virt_addr, idx);
	return NULL;
}

static struct cam_dma_buff_info *cam_smmu_find_mapping_by_ion_index(int idx,
	int ion_fd, struct dma_buf *dmabuf)
{
	struct cam_dma_buff_info *mapping;
	unsigned long i_ino;

	if (ion_fd < 0) {
		CAM_ERR(CAM_SMMU, "Invalid fd %d", ion_fd);
		return NULL;
	}

	i_ino = file_inode(dmabuf->file)->i_ino;

	list_for_each_entry(mapping,
			&iommu_cb_set.cb_info[idx].smmu_buf_list,
			list) {
		if ((mapping->ion_fd == ion_fd) && (mapping->i_ino == i_ino)) {
			CAM_DBG(CAM_SMMU, "find ion_fd %d i_ino %lu", ion_fd, i_ino);
			return mapping;
		}
	}

	CAM_ERR(CAM_SMMU, "Error: Cannot find entry by index %d, fd %d i_ino %lu",
		idx, ion_fd, i_ino);

	return NULL;
}

static struct cam_dma_buff_info *cam_smmu_find_mapping_by_dma_buf(int idx,
	struct dma_buf *buf)
{
	struct cam_dma_buff_info *mapping;

	if (!buf) {
		CAM_ERR(CAM_SMMU, "Invalid dma_buf");
		return NULL;
	}

	list_for_each_entry(mapping,
			&iommu_cb_set.cb_info[idx].smmu_buf_kernel_list,
			list) {
		if (mapping->buf == buf) {
			CAM_DBG(CAM_SMMU, "find dma_buf %pK", buf);
			return mapping;
		}
	}

	CAM_ERR(CAM_SMMU, "Error: Cannot find entry by index %d", idx);

	return NULL;
}

static struct cam_sec_buff_info *cam_smmu_find_mapping_by_sec_buf_idx(int idx,
	int ion_fd, struct dma_buf *dmabuf)
{
	struct cam_sec_buff_info *mapping;
	unsigned long i_ino;

	i_ino = file_inode(dmabuf->file)->i_ino;

	list_for_each_entry(mapping, &iommu_cb_set.cb_info[idx].smmu_buf_list,
		list) {
		if ((mapping->ion_fd == ion_fd) && (mapping->i_ino == i_ino)) {
			CAM_DBG(CAM_SMMU, "find ion_fd %d, i_ino %lu", ion_fd, i_ino);
			return mapping;
		}
	}
	CAM_ERR(CAM_SMMU, "Error: Cannot find fd %d i_ino %lu by index %d",
		ion_fd, i_ino, idx);
	return NULL;
}

static void cam_smmu_clean_user_buffer_list(int idx)
{
	int ret;
	struct cam_dma_buff_info *mapping_info, *temp;

	list_for_each_entry_safe(mapping_info, temp,
			&iommu_cb_set.cb_info[idx].smmu_buf_list, list) {
		CAM_DBG(CAM_SMMU, "Free mapping address %pK, i = %d, fd = %d, i_ino = %lu",
			(void *)mapping_info->paddr, idx,
			mapping_info->ion_fd, mapping_info->i_ino);

		if (mapping_info->ion_fd == 0xDEADBEEF)
			/* Clean up scratch buffers */
			ret = cam_smmu_free_scratch_buffer_remove_from_list(
							mapping_info, idx);
		else
			/* Clean up regular mapped buffers */
			ret = cam_smmu_unmap_buf_and_remove_from_list(
					mapping_info,
					idx);

		if (ret < 0) {
			CAM_ERR(CAM_SMMU, "Buffer delete failed: idx = %d",
				idx);
			CAM_ERR(CAM_SMMU,
				"Buffer delete failed: addr = 0x%lx, fd = %d, i_ino = %lu",
				mapping_info->paddr,
				mapping_info->ion_fd, mapping_info->i_ino);
			/*
			 * Ignore this error and continue to delete other
			 * buffers in the list
			 */
			continue;
		}
	}
}

static void cam_smmu_clean_kernel_buffer_list(int idx)
{
	int ret;
	struct cam_dma_buff_info *mapping_info, *temp;

	list_for_each_entry_safe(mapping_info, temp,
			&iommu_cb_set.cb_info[idx].smmu_buf_kernel_list, list) {
		CAM_DBG(CAM_SMMU,
			"Free mapping address %pK, i = %d, dma_buf = %pK",
			(void *)mapping_info->paddr, idx,
			mapping_info->buf);

		/* Clean up regular mapped buffers */
		ret = cam_smmu_unmap_buf_and_remove_from_list(
				mapping_info,
				idx);

		if (ret < 0) {
			CAM_ERR(CAM_SMMU,
				"Buffer delete in kernel list failed: idx = %d",
				idx);
			CAM_ERR(CAM_SMMU,
				"Buffer delete failed: addr = 0x%lx, dma_buf = %pK",
				mapping_info->paddr, mapping_info->buf);
			/*
			 * Ignore this error and continue to delete other
			 * buffers in the list
			 */
			continue;
		}
	}
}

static int cam_smmu_attach(int idx)
{
	int ret;

	if (iommu_cb_set.cb_info[idx].state == CAM_SMMU_ATTACH) {
		ret = -EALREADY;
	} else if (iommu_cb_set.cb_info[idx].state == CAM_SMMU_DETACH) {
		ret = cam_smmu_attach_device(idx);
		if (ret < 0) {
			CAM_ERR(CAM_SMMU, "Error: ATTACH fail");
			return -ENODEV;
		}
		iommu_cb_set.cb_info[idx].state = CAM_SMMU_ATTACH;
		ret = 0;
	} else {
		CAM_ERR(CAM_SMMU, "Error: Not detach/attach: %d",
			iommu_cb_set.cb_info[idx].state);
		ret = -EINVAL;
	}

	return ret;
}

static int cam_smmu_detach_device(int idx)
{
	int rc = 0;
	struct cam_context_bank_info *cb = &iommu_cb_set.cb_info[idx];

	/* detach the mapping to device if not already detached */
	if (iommu_cb_set.cb_info[idx].state == CAM_SMMU_DETACH) {
		rc = -EALREADY;
	} else if (iommu_cb_set.cb_info[idx].state == CAM_SMMU_ATTACH) {
		iommu_detach_device(cb->domain, cb->dev);
		iommu_cb_set.cb_info[idx].state = CAM_SMMU_DETACH;
	}

	return rc;
}

static int cam_smmu_alloc_iova(size_t size,
	int32_t smmu_hdl, unsigned long *iova)
{
	int rc = 0, shared_mem_pool_idx = 0;
	int idx, multi_client_device_idx;
	unsigned long vaddr = 0;

	if (!iova || !size || (smmu_hdl == HANDLE_INIT)) {
		CAM_ERR(CAM_SMMU, "Error: Input args are invalid");
		return -EINVAL;
	}

	CAM_DBG(CAM_SMMU, "Allocating iova size = %zu for smmu hdl=%X",
		size, smmu_hdl);

	idx = GET_SMMU_TABLE_IDX(smmu_hdl);
	multi_client_device_idx = GET_SMMU_MULTI_CLIENT_IDX(smmu_hdl);

	if (idx < 0 || idx >= iommu_cb_set.cb_num) {
		CAM_ERR(CAM_SMMU,
			"Error: handle or index invalid. idx = %d hdl = %x",
			idx, smmu_hdl);
		return -EINVAL;
	}

	if (CAM_SMMU_HDL_VALIDATE(iommu_cb_set.cb_info[idx].handle, smmu_hdl)) {
		CAM_ERR(CAM_SMMU,
			"Error: hdl is not valid, table_hdl = %x, hdl = %x",
			iommu_cb_set.cb_info[idx].handle, smmu_hdl);
		rc = -EINVAL;
		goto get_addr_end;
	}

	if (!iommu_cb_set.cb_info[idx].shared_support) {
		CAM_ERR(CAM_SMMU,
			"Error: Shared memory not supported for hdl = %X",
			smmu_hdl);
		rc = -EINVAL;
		goto get_addr_end;
	}

	rc = cam_smmu_get_multiregion_client_dev_idx(&iommu_cb_set.cb_info[idx],
		multi_client_device_idx, CAM_SMMU_REGION_SHARED, &shared_mem_pool_idx);
	if (rc)
		goto get_addr_end;

	vaddr = gen_pool_alloc(
		iommu_cb_set.cb_info[idx].shared_mem_pool[shared_mem_pool_idx], size);

	if (!vaddr)
		return -ENOMEM;

	*iova = vaddr;

get_addr_end:
	return rc;
}

static int cam_smmu_free_iova(unsigned long iova, size_t size,
	int32_t smmu_hdl)
{
	int rc = 0, idx, multi_client_device_idx;
	int shared_mem_pool_idx = 0;

	if (!size || (smmu_hdl == HANDLE_INIT)) {
		CAM_ERR(CAM_SMMU, "Error: Input args are invalid");
		return -EINVAL;
	}

	idx = GET_SMMU_TABLE_IDX(smmu_hdl);
	multi_client_device_idx = GET_SMMU_MULTI_CLIENT_IDX(smmu_hdl);
	if (idx < 0 || idx >= iommu_cb_set.cb_num) {
		CAM_ERR(CAM_SMMU,
			"Error: handle or index invalid. idx = %d hdl = %x",
			idx, smmu_hdl);
		return -EINVAL;
	}

	if (CAM_SMMU_HDL_VALIDATE(iommu_cb_set.cb_info[idx].handle, smmu_hdl)) {
		CAM_ERR(CAM_SMMU,
			"Error: hdl is not valid, table_hdl = %x, hdl = %x",
			iommu_cb_set.cb_info[idx].handle, smmu_hdl);
		rc = -EINVAL;
		goto get_addr_end;
	}

	rc = cam_smmu_get_multiregion_client_dev_idx(&iommu_cb_set.cb_info[idx],
		multi_client_device_idx, CAM_SMMU_REGION_SHARED, &shared_mem_pool_idx);
	if (rc)
		goto get_addr_end;

	gen_pool_free(iommu_cb_set.cb_info[idx].shared_mem_pool[shared_mem_pool_idx],
		iova, size);

get_addr_end:
	return rc;
}

int cam_smmu_alloc_firmware(int32_t smmu_hdl,
	dma_addr_t *iova,
	uintptr_t *cpuva,
	size_t *len)
{
	int rc;
	int32_t idx;
	size_t firmware_len = 0;
	size_t firmware_start = 0;
	struct iommu_domain *domain;

	if (!iova || !len || !cpuva || (smmu_hdl == HANDLE_INIT)) {
		CAM_ERR(CAM_SMMU, "Error: Input args are invalid");
		return -EINVAL;
	}

	idx = GET_SMMU_TABLE_IDX(smmu_hdl);
	if (idx < 0 || idx >= iommu_cb_set.cb_num) {
		CAM_ERR(CAM_SMMU,
			"Error: handle or index invalid. idx = %d hdl = %x",
			idx, smmu_hdl);
		rc = -EINVAL;
		goto end;
	}

	if (!iommu_cb_set.cb_info[idx].firmware_support) {
		CAM_ERR(CAM_SMMU,
			"Firmware memory not supported for this SMMU handle");
		rc = -EINVAL;
		goto end;
	}

	mutex_lock(&iommu_cb_set.cb_info[idx].lock);
	if (iommu_cb_set.cb_info[idx].is_fw_allocated) {
		CAM_ERR(CAM_SMMU, "Trying to allocate twice");
		rc = -ENOMEM;
		goto unlock_and_end;
	}

	firmware_len = iommu_cb_set.cb_info[idx].firmware_info.iova_len;
	firmware_start = iommu_cb_set.cb_info[idx].firmware_info.iova_start;
	CAM_DBG(CAM_SMMU, "Firmware area len from DT = %zu", firmware_len);

	rc = cam_reserve_icp_fw(&icp_fw, firmware_len);
	if (rc)
		goto unlock_and_end;
	else
		CAM_DBG(CAM_SMMU, "DMA alloc returned fw = %pK, hdl = %pK",
			icp_fw.fw_kva, (void *)icp_fw.fw_hdl);

	domain = iommu_cb_set.cb_info[idx].domain;

	/*
	 * Revisit this - what should we map this with - CACHED or UNCACHED?
	 * chipsets using dma-coherent-hint-cached - leaving it like this is
	 * fine as we can map both CACHED and UNCACHED on same CB.
	 * But on chipsets which use dma-coherent - all the buffers that are
	 * being mapped to this CB must be CACHED
	 */
	rc = iommu_map(domain,
		firmware_start,
		(phys_addr_t) icp_fw.fw_hdl,
		firmware_len,
		IOMMU_READ|IOMMU_WRITE|IOMMU_PRIV);

	if (rc) {
		CAM_ERR(CAM_SMMU, "Failed to map FW into IOMMU");
		rc = -ENOMEM;
		goto alloc_fail;
	}
	iommu_cb_set.cb_info[idx].is_fw_allocated = true;

	*iova = iommu_cb_set.cb_info[idx].firmware_info.iova_start;
	*cpuva = (uintptr_t)icp_fw.fw_kva;
	*len = firmware_len;
	mutex_unlock(&iommu_cb_set.cb_info[idx].lock);

	return rc;

alloc_fail:
	cam_unreserve_icp_fw(&icp_fw, firmware_len);
unlock_and_end:
	mutex_unlock(&iommu_cb_set.cb_info[idx].lock);
end:
	return rc;
}
EXPORT_SYMBOL(cam_smmu_alloc_firmware);

int cam_smmu_dealloc_firmware(int32_t smmu_hdl)
{
	int rc = 0;
	int32_t idx;
	size_t firmware_len = 0;
	size_t firmware_start = 0;
	struct iommu_domain *domain;
	size_t unmapped = 0;

	if (smmu_hdl == HANDLE_INIT) {
		CAM_ERR(CAM_SMMU, "Error: Invalid handle");
		return -EINVAL;
	}

	idx = GET_SMMU_TABLE_IDX(smmu_hdl);
	if (idx < 0 || idx >= iommu_cb_set.cb_num) {
		CAM_ERR(CAM_SMMU,
			"Error: handle or index invalid. idx = %d hdl = %x",
			idx, smmu_hdl);
		rc = -EINVAL;
		goto end;
	}

	if (!iommu_cb_set.cb_info[idx].firmware_support) {
		CAM_ERR(CAM_SMMU,
			"Firmware memory not supported for this SMMU handle");
		rc = -EINVAL;
		goto end;
	}

	mutex_lock(&iommu_cb_set.cb_info[idx].lock);
	if (!iommu_cb_set.cb_info[idx].is_fw_allocated) {
		CAM_ERR(CAM_SMMU,
			"Trying to deallocate firmware that is not allocated");
		rc = -ENOMEM;
		goto unlock_and_end;
	}

	firmware_len = iommu_cb_set.cb_info[idx].firmware_info.iova_len;
	firmware_start = iommu_cb_set.cb_info[idx].firmware_info.iova_start;
	domain = iommu_cb_set.cb_info[idx].domain;
	unmapped = iommu_unmap(domain,
		firmware_start,
		firmware_len);

	if (unmapped != firmware_len) {
		CAM_ERR(CAM_SMMU, "Only %zu unmapped out of total %zu",
			unmapped,
			firmware_len);
		rc = -EINVAL;
	}

	cam_unreserve_icp_fw(&icp_fw, firmware_len);

	icp_fw.fw_kva = NULL;
	icp_fw.fw_hdl = 0;

	iommu_cb_set.cb_info[idx].is_fw_allocated = false;

unlock_and_end:
	mutex_unlock(&iommu_cb_set.cb_info[idx].lock);
end:
	return rc;
}
EXPORT_SYMBOL(cam_smmu_dealloc_firmware);

static int cam_smmu_retrieve_region_info(
	struct cam_context_bank_info *cb_info,
	uint32_t region_id, uint32_t subregion_id,
	int32_t nested_reg_idx,
	bool *is_supported, int32_t **ref_cnt,
	unsigned long **mapping_mask, bool **is_allocated,
	struct cam_smmu_region_info **region_info)
{
	int rc = 0;
	struct cam_smmu_subregion_info *subregion = NULL;

	switch (region_id) {
	case CAM_SMMU_REGION_QDSS: {
		struct cam_smmu_multi_region_info *qdss_region;

		qdss_region =  &cb_info->qdss_info;

		/* No subregion for QDSS */
		*is_supported = cb_info->qdss_support;
		*is_allocated = &qdss_region->nested_regions[nested_reg_idx].is_allocated;
		*region_info = &qdss_region->nested_regions[nested_reg_idx].region_info;
		*ref_cnt = &qdss_region->nested_regions[nested_reg_idx].mapped_refcnt;
		*mapping_mask =  &qdss_region->nested_regions[nested_reg_idx].mapped_client_mask;
	}
		break;
	case CAM_SMMU_REGION_DEVICE: {
		struct cam_smmu_multi_region_info *device_region;

		*is_supported = cb_info->device_region_support;
		device_region = &cb_info->device_region;

		if (device_region->nested_regions[nested_reg_idx].subregion_support) {
			subregion = cam_smmu_find_subregion(subregion_id,
				device_region->nested_regions[nested_reg_idx].subregions);
			if (IS_ERR_OR_NULL(subregion)) {
				CAM_ERR(CAM_SMMU,
					"Failed to find subregion: %d in region: %d cb: %s",
					subregion, region_id, cb_info->name[0]);
				rc = PTR_ERR(subregion);
				goto end;
			}

			*is_allocated = &subregion->is_allocated;
			*region_info = &subregion->subregion_info;
			*ref_cnt = &subregion->mapped_refcnt;
			*mapping_mask =  &subregion->mapped_client_mask;
		} else {
			*is_allocated = &device_region->nested_regions[nested_reg_idx].is_allocated;
			*region_info = &device_region->nested_regions[nested_reg_idx].region_info;
			*ref_cnt = &device_region->nested_regions[nested_reg_idx].mapped_refcnt;
			*mapping_mask =
				&device_region->nested_regions[nested_reg_idx].mapped_client_mask;
		}
	}
		break;
	case CAM_SMMU_REGION_FWUNCACHED: {
		struct cam_smmu_multi_region_info *fw_uncached;

		fw_uncached = &cb_info->fwuncached_region;
		if (fw_uncached->nested_regions[nested_reg_idx].subregion_support) {
			subregion = cam_smmu_find_subregion(subregion_id,
				fw_uncached->nested_regions[nested_reg_idx].subregions);
			if (IS_ERR_OR_NULL(subregion)) {
				CAM_ERR(CAM_SMMU,
					"Failed to find subregion: %d in region: %d cb: %s",
					subregion, region_id, cb_info->name[0]);
				rc = PTR_ERR(subregion);
				goto end;
			}

			*is_supported = true;
			*is_allocated = &subregion->is_allocated;
			*region_info = &subregion->subregion_info;
			*ref_cnt = &subregion->mapped_refcnt;
			*mapping_mask =  &subregion->mapped_client_mask;
		} else {
			*is_allocated = &fw_uncached->nested_regions[nested_reg_idx].is_allocated;
			*region_info = &fw_uncached->nested_regions[nested_reg_idx].region_info;
			*ref_cnt = &fw_uncached->nested_regions[nested_reg_idx].mapped_refcnt;
			*mapping_mask =
				&fw_uncached->nested_regions[nested_reg_idx].mapped_client_mask;
		}
	}
		break;
	default:
		CAM_ERR(CAM_SMMU,
			"Unsupported region: %u in cb: %s for mapping known phy addr",
			region_id, cb_info->name[0]);
		rc = -EINVAL;
		break;
	}

end:
	return rc;
}

int cam_smmu_map_phy_mem_region(int32_t smmu_hdl,
	uint32_t region_id, uint32_t subregion_id,
	dma_addr_t *iova, size_t *len)
{
	int rc, idx, prot = IOMMU_READ | IOMMU_WRITE;
	int multi_client_device_idx = 0, nested_reg_idx = 0;
	int32_t *ref_cnt;
	unsigned long *map_client_mask;
	size_t region_len = 0;
	dma_addr_t region_start;
	bool is_supported = false;
	bool *is_allocated;
	struct iommu_domain *domain;
	struct cam_context_bank_info *cb_info;
	struct cam_smmu_region_info *region_info = NULL;

	if (!iova || !len || (smmu_hdl == HANDLE_INIT)) {
		CAM_ERR(CAM_SMMU, "Error: Input args are invalid");
		return -EINVAL;
	}

	idx = GET_SMMU_TABLE_IDX(smmu_hdl);
	multi_client_device_idx = GET_SMMU_MULTI_CLIENT_IDX(smmu_hdl);
	if (idx < 0 || idx >= iommu_cb_set.cb_num) {
		CAM_ERR(CAM_SMMU,
			"Error: handle or index invalid. idx = %d hdl = %x",
			idx, smmu_hdl);
		rc = -EINVAL;
		goto end;
	}

	if (CAM_SMMU_HDL_VALIDATE(iommu_cb_set.cb_info[idx].handle, smmu_hdl)) {
		CAM_ERR(CAM_SMMU,
			"Error: hdl is not valid, table_hdl = %x, hdl = %x",
			iommu_cb_set.cb_info[idx].handle, smmu_hdl);
		rc = -EINVAL;
		goto end;
	}

	cb_info = &iommu_cb_set.cb_info[idx];
	rc = cam_smmu_get_multiregion_client_dev_idx(&iommu_cb_set.cb_info[idx],
		multi_client_device_idx, region_id, &nested_reg_idx);
	if (rc)
		goto end;

	rc = cam_smmu_retrieve_region_info(cb_info, region_id, subregion_id,
		nested_reg_idx, &is_supported, &ref_cnt, &map_client_mask,
		&is_allocated, &region_info);
	if (rc)
		goto end;

	if (!is_supported) {
		CAM_ERR(CAM_SMMU,
			"region: %u not supported for phy addr mapping in cb: %s",
			region_id, cb_info->name[0]);
		rc = -EINVAL;
		goto end;
	}

	mutex_lock(&cb_info->lock);
	if ((*is_allocated)) {
		if (test_bit(multi_client_device_idx, map_client_mask)) {
			CAM_ERR(CAM_SMMU,
				"Trying to allocate region: %u [subregion: %u] twice on cb: %s",
				region_id, subregion_id, cb_info->name[0]);
			rc = -ENOMEM;
			goto unlock_and_end;
		}

		set_bit(multi_client_device_idx, map_client_mask);
		(*ref_cnt)++;
		CAM_DBG(CAM_SMMU,
			"Trying to allocate region: %u [subregion: %u] on cb: %s for different clients: 0x%x ref_cnt: %u",
			region_id, subregion_id, cb_info->name[0], *map_client_mask, *ref_cnt);

		*iova = region_info->iova_start;
		*len = region_info->iova_len;
		rc = 0;
		goto unlock_and_end;
	}

	if (!region_info->phy_addr) {
		CAM_ERR(CAM_SMMU,
			"Invalid phy addr for region: %u [subregion: %u] on cb: %s",
			region_id, subregion_id, cb_info->name[0]);
		rc = -ENOMEM;
		goto unlock_and_end;
	}

	region_len = region_info->iova_len;
	region_start = region_info->iova_start;

	CAM_DBG(CAM_SMMU,
		"mapping region= %u [subregion = %u] for va = 0x%x len = %zu phy = 0x%x prot=0x%x",
		region_id, subregion_id, region_start, region_len, region_info->phy_addr, prot);

	domain = cb_info->domain;
	if (region_id == CAM_SMMU_REGION_DEVICE)
		prot |=  IOMMU_MMIO;

	/*
	 * Revisit this - what should we map this with - CACHED or UNCACHED?
	 * chipsets using dma-coherent-hint-cached - leaving it like this is
	 * fine as we can map both CACHED and UNCACHED on same CB.
	 * But on chipsets which use dma-coherent - all the buffers that are
	 * being mapped to this CB must be CACHED
	 */
	rc = iommu_map(domain, region_start, region_info->phy_addr, region_len, prot);
	if (rc) {
		CAM_ERR(CAM_SMMU, "Failed to map region = %u into IOMMU cb = %s",
			region_id, cb_info->name[0]);
		goto unlock_and_end;
	}

	*is_allocated = true;
	(*ref_cnt)++;
	*iova = region_info->iova_start;
	*len = region_info->iova_len;
	set_bit(multi_client_device_idx, map_client_mask);
	mutex_unlock(&iommu_cb_set.cb_info[idx].lock);

	return rc;

unlock_and_end:
	mutex_unlock(&iommu_cb_set.cb_info[idx].lock);
end:
	return rc;
}
EXPORT_SYMBOL(cam_smmu_map_phy_mem_region);

int cam_smmu_unmap_phy_mem_region(int32_t smmu_hdl,
	uint32_t region_id, uint32_t subregion_id)
{
	int rc = 0, idx;
	int multi_client_device_idx = 0, nested_reg_idx = 0;
	int32_t *ref_cnt;
	unsigned long *map_client_mask;
	size_t len = 0;
	dma_addr_t start = 0;
	struct iommu_domain *domain;
	size_t unmapped = 0;
	bool is_supported = false;
	bool *is_allocated = NULL;
	struct cam_context_bank_info *cb_info;
	struct cam_smmu_region_info *region_info = NULL;

	if (smmu_hdl == HANDLE_INIT) {
		CAM_ERR(CAM_SMMU, "Error: Invalid handle");
		return -EINVAL;
	}

	idx = GET_SMMU_TABLE_IDX(smmu_hdl);
	multi_client_device_idx = GET_SMMU_MULTI_CLIENT_IDX(smmu_hdl);
	if (idx < 0 || idx >= iommu_cb_set.cb_num) {
		CAM_ERR(CAM_SMMU,
			"Error: handle or index invalid. idx = %d hdl = %x",
			idx, smmu_hdl);
		rc = -EINVAL;
		goto end;
	}

	if (CAM_SMMU_HDL_VALIDATE(iommu_cb_set.cb_info[idx].handle, smmu_hdl)) {
		CAM_ERR(CAM_SMMU,
			"Error: hdl is not valid, table_hdl = %x, hdl = %x",
			iommu_cb_set.cb_info[idx].handle, smmu_hdl);
		rc = -EINVAL;
		goto end;
	}

	cb_info = &iommu_cb_set.cb_info[idx];
	rc = cam_smmu_get_multiregion_client_dev_idx(cb_info,
		multi_client_device_idx, region_id, &nested_reg_idx);
	if (rc)
		goto end;

	rc = cam_smmu_retrieve_region_info(cb_info, region_id, subregion_id,
		nested_reg_idx, &is_supported, &ref_cnt, &map_client_mask,
		&is_allocated, &region_info);
	if (rc)
		goto end;

	if (!is_supported) {
		CAM_ERR(CAM_SMMU,
			"region: %u not supported for this SMMU handle cb: %s",
			region_id, cb_info->name[0]);
		rc = -EINVAL;
		goto end;
	}

	mutex_lock(&iommu_cb_set.cb_info[idx].lock);
	if (!(*is_allocated)) {
		CAM_ERR(CAM_SMMU,
			"Trying to free region: %u that is not allocated on cb: %s",
			region_id, cb_info->name[0]);
		rc = -ENOMEM;
		goto unlock_and_end;
	}

	(*ref_cnt)--;
	clear_bit(multi_client_device_idx, map_client_mask);
	if ((*ref_cnt) > 0) {
		CAM_DBG(CAM_SMMU,
			"Mapping for region: %u on cb: %s still in use refcnt: %d mapping_mask: 0x%x",
			region_id, cb_info->name[0], *ref_cnt, *map_client_mask);
		goto unlock_and_end;
	}

	len = region_info->iova_len;
	start = region_info->iova_start;
	domain = cb_info->domain;
	unmapped = iommu_unmap(domain, start, len);

	if (unmapped != len) {
		CAM_ERR(CAM_SMMU, "Only %zu unmapped out of total %zu",
			unmapped,
			len);
		rc = -EINVAL;
	}

	*is_allocated = false;
	*ref_cnt = 0;
	*map_client_mask = 0;

unlock_and_end:
	mutex_unlock(&iommu_cb_set.cb_info[idx].lock);
end:
	return rc;
}
EXPORT_SYMBOL(cam_smmu_unmap_phy_mem_region);

int cam_smmu_get_io_region_info(int32_t smmu_hdl,
	dma_addr_t *iova, size_t *len,
	dma_addr_t *discard_iova_start, size_t *discard_iova_len)
{
	int32_t idx, rc;
	int multi_client_device_idx = 0, nested_reg_idx = 0;
	struct cam_smmu_nested_region_info *io_region;

	if (!iova || !len || !discard_iova_start || !discard_iova_len ||
		(smmu_hdl == HANDLE_INIT)) {
		CAM_ERR(CAM_SMMU, "Error: Input args are invalid");
		return -EINVAL;
	}

	idx = GET_SMMU_TABLE_IDX(smmu_hdl);
	multi_client_device_idx = GET_SMMU_MULTI_CLIENT_IDX(smmu_hdl);
	if (idx < 0 || idx >= iommu_cb_set.cb_num) {
		CAM_ERR(CAM_SMMU,
			"Error: handle or index invalid. idx = %d hdl = %x",
			idx, smmu_hdl);
		return -EINVAL;
	}

	if (!iommu_cb_set.cb_info[idx].io_support) {
		CAM_ERR(CAM_SMMU,
			"I/O memory not supported for this SMMU handle");
		return -EINVAL;
	}

	rc = cam_smmu_get_multiregion_client_dev_idx(&iommu_cb_set.cb_info[idx],
		multi_client_device_idx, CAM_SMMU_REGION_IO, &nested_reg_idx);
	if (rc)
		return rc;

	mutex_lock(&iommu_cb_set.cb_info[idx].lock);
	io_region = &iommu_cb_set.cb_info[idx].io_info.nested_regions[nested_reg_idx];

	*iova = io_region->region_info.iova_start;
	*len = io_region->region_info.iova_len;
	*discard_iova_start =
		io_region->region_info.discard_iova_start;
	*discard_iova_len =
		io_region->region_info.discard_iova_len;

	CAM_DBG(CAM_SMMU,
		"I/O area for hdl = %x Region:[%pK %zu] Discard:[%pK %zu]",
		smmu_hdl, *iova, *len,
		*discard_iova_start, *discard_iova_len);
	mutex_unlock(&iommu_cb_set.cb_info[idx].lock);

	return 0;
}

int cam_smmu_get_region_info(int32_t smmu_hdl,
	enum cam_smmu_region_id region_id,
	struct cam_smmu_region_info *region_info)
{
	int32_t idx, multi_client_device_idx = 0, nested_reg_idx = 0;
	struct cam_context_bank_info *cb = NULL;

	if (!region_info) {
		CAM_ERR(CAM_SMMU, "Invalid params");
		return -EINVAL;
	}

	if (smmu_hdl == HANDLE_INIT) {
		CAM_ERR(CAM_SMMU, "Invalid handle");
		return -EINVAL;
	}

	idx = GET_SMMU_TABLE_IDX(smmu_hdl);
	multi_client_device_idx = GET_SMMU_MULTI_CLIENT_IDX(smmu_hdl);
	if (idx < 0 || idx >= iommu_cb_set.cb_num) {
		CAM_ERR(CAM_SMMU, "Handle or index invalid. idx = %d hdl = %x",
			idx, smmu_hdl);
		return -EINVAL;
	}

	if (cam_smmu_get_multiregion_client_dev_idx(&iommu_cb_set.cb_info[idx],
		multi_client_device_idx, region_id, &nested_reg_idx))
		return -EINVAL;

	mutex_lock(&iommu_cb_set.cb_info[idx].lock);
	cb = &iommu_cb_set.cb_info[idx];
	if (!cb) {
		CAM_ERR(CAM_SMMU, "SMMU context bank pointer invalid");
		mutex_unlock(&iommu_cb_set.cb_info[idx].lock);
		return -EINVAL;
	}

	switch (region_id) {
	case CAM_SMMU_REGION_FIRMWARE:
		if (!cb->firmware_support) {
			CAM_ERR(CAM_SMMU, "Firmware not supported");
			mutex_unlock(&iommu_cb_set.cb_info[idx].lock);
			return -ENODEV;
		}

		region_info->iova_start = cb->firmware_info.iova_start;
		region_info->iova_len = cb->firmware_info.iova_len;
		break;
	case CAM_SMMU_REGION_SHARED: {
		struct cam_smmu_nested_region_info *nested_reg_info;

		if (!cb->shared_support) {
			CAM_ERR(CAM_SMMU, "Shared mem not supported");
			mutex_unlock(&iommu_cb_set.cb_info[idx].lock);
			return -ENODEV;
		}

		nested_reg_info = &cb->shared_info.nested_regions[nested_reg_idx];

		region_info->iova_start = nested_reg_info->region_info.iova_start;
		region_info->iova_len = nested_reg_info->region_info.iova_len;
	}
		break;
	case CAM_SMMU_REGION_SCRATCH:
		if (!cb->scratch_buf_support) {
			CAM_ERR(CAM_SMMU, "Scratch memory not supported");
			mutex_unlock(&iommu_cb_set.cb_info[idx].lock);
			return -ENODEV;
		}

		region_info->iova_start = cb->scratch_info.iova_start;
		region_info->iova_len = cb->scratch_info.iova_len;
		break;
	case CAM_SMMU_REGION_IO: {
		struct cam_smmu_nested_region_info *nested_reg_info;

		if (!cb->io_support) {
			CAM_ERR(CAM_SMMU, "IO memory not supported");
			mutex_unlock(&iommu_cb_set.cb_info[idx].lock);
			return -ENODEV;
		}

		nested_reg_info = &cb->io_info.nested_regions[nested_reg_idx];

		region_info->iova_start = nested_reg_info->region_info.iova_start;
		region_info->iova_len = nested_reg_info->region_info.iova_len;
	}
		break;
	case CAM_SMMU_REGION_SECHEAP:
		if (!cb->secheap_support) {
			CAM_ERR(CAM_SMMU, "Secondary heap not supported");
			mutex_unlock(&iommu_cb_set.cb_info[idx].lock);
			return -ENODEV;
		}

		region_info->iova_start = cb->secheap_info.iova_start;
		region_info->iova_len = cb->secheap_info.iova_len;
		break;
	case CAM_SMMU_REGION_FWUNCACHED: {
		struct cam_smmu_nested_region_info *nested_reg_info;

		if (!cb->fwuncached_region_support) {
			CAM_WARN(CAM_SMMU, "FW uncached region not supported");
			mutex_unlock(&iommu_cb_set.cb_info[idx].lock);
			return -ENODEV;
		}

		nested_reg_info = &cb->fwuncached_region.nested_regions[nested_reg_idx];

		region_info->iova_start = nested_reg_info->region_info.iova_start;
		region_info->iova_len = nested_reg_info->region_info.iova_len;
	}
		break;
	case CAM_SMMU_REGION_DEVICE: {
		struct cam_smmu_nested_region_info *nested_reg_info;

		if (!cb->device_region_support) {
			CAM_WARN(CAM_SMMU, "device memory region not supported");
			mutex_unlock(&iommu_cb_set.cb_info[idx].lock);
			return -ENODEV;
		}

		nested_reg_info = &cb->device_region.nested_regions[nested_reg_idx];

		region_info->iova_start = nested_reg_info->region_info.iova_start;
		region_info->iova_len = nested_reg_info->region_info.iova_len;
	}
		break;
	default:
		CAM_ERR(CAM_SMMU, "Invalid region id: %d for smmu hdl: %X",
			smmu_hdl, region_id);
		mutex_unlock(&iommu_cb_set.cb_info[idx].lock);
		return -EINVAL;
	}

	mutex_unlock(&iommu_cb_set.cb_info[idx].lock);
	return 0;
}
EXPORT_SYMBOL(cam_smmu_get_region_info);

int cam_smmu_reserve_buf_region(enum cam_smmu_region_id region,
	int32_t smmu_hdl, struct dma_buf *buf, dma_addr_t *iova,
	size_t *request_len)
{
	struct cam_context_bank_info *cb_info;
	struct region_buf_info *buf_info = NULL;
	struct cam_smmu_region_info *region_info = NULL;
	struct cam_smmu_subregion_info *subregion_info = NULL;
	bool *is_buf_allocated;
	bool region_supported;
	size_t size = 0;
	int idx, rc = 0, multi_client_device_idx, prot, nested_reg_idx;

	idx = GET_SMMU_TABLE_IDX(smmu_hdl);
	multi_client_device_idx = GET_SMMU_MULTI_CLIENT_IDX(smmu_hdl);
	if (idx < 0 || idx >= iommu_cb_set.cb_num) {
		CAM_ERR(CAM_SMMU,
			"Error: handle or index invalid. idx = %d hdl = %x",
			idx, smmu_hdl);
		return -EINVAL;
	}

	cb_info = &iommu_cb_set.cb_info[idx];
	rc = cam_smmu_get_multiregion_client_dev_idx(cb_info,
		multi_client_device_idx, region, &nested_reg_idx);
	if (rc)
		return rc;

	if (region == CAM_SMMU_REGION_SECHEAP) {
		region_supported = cb_info->secheap_support;
	} else if (region == CAM_SMMU_REGION_FWUNCACHED) {
		region_supported = cb_info->fwuncached_region_support;
	} else {
		CAM_ERR(CAM_SMMU, "Region not supported for reserving %d",
			region);
		return -EINVAL;
	}

	if (!region_supported) {
		CAM_ERR(CAM_SMMU, "Reserve for region %d not supported",
			region);
		return -EINVAL;
	}

	mutex_lock(&cb_info->lock);

	if (region == CAM_SMMU_REGION_SECHEAP) {
		is_buf_allocated = &cb_info->is_secheap_allocated;
		buf_info = &cb_info->secheap_info.buf_info;
		region_info = &cb_info->secheap_info;
	} else if (region == CAM_SMMU_REGION_FWUNCACHED) {
		struct cam_smmu_nested_region_info *nested_reg_info;

		nested_reg_info =
			&cb_info->fwuncached_region.nested_regions[nested_reg_idx];

		if (nested_reg_info->subregion_support) {
			/* For FW uncached, subregion generic is to be used */
			subregion_info = cam_smmu_find_subregion(CAM_SMMU_SUBREGION_GENERIC,
				nested_reg_info->subregions);
			if (IS_ERR_OR_NULL(subregion_info)) {
				CAM_ERR(CAM_SMMU,
					"Failed to find free uncached subregion on cb: %s",
					cb_info->name[0]);
				mutex_unlock(&cb_info->lock);
				return -EINVAL;
			}
			region_info = &subregion_info->subregion_info;
			buf_info = &subregion_info->subregion_info.buf_info;
			is_buf_allocated = &subregion_info->is_allocated;
		} else {
			region_info = &nested_reg_info->region_info;
			buf_info = &nested_reg_info->region_info.buf_info;
			is_buf_allocated = &nested_reg_info->is_allocated;
		}
	} else {
		CAM_ERR(CAM_SMMU, "Region not supported for reserving %d",
			region);
		mutex_unlock(&cb_info->lock);
		return -EINVAL;
	}

	if ((*is_buf_allocated)) {
		CAM_ERR(CAM_SMMU, "Trying to allocate twice for region %d",
			region);
		rc = -ENOMEM;
		mutex_unlock(&cb_info->lock);
		return rc;
	}

	if (IS_ERR_OR_NULL(buf)) {
		rc = PTR_ERR(buf);
		CAM_ERR(CAM_SMMU,
			"Error: dma get buf failed. rc = %d", rc);
		goto err_out;
	}

	CAM_DBG(CAM_SMMU, "Map region=%d iova=0x%x len=0x%x",
		region, region_info->iova_start, region_info->iova_len);

	buf_info->buf = buf;
	buf_info->attach = dma_buf_attach(buf_info->buf,
		cb_info->dev);
	if (IS_ERR_OR_NULL(buf_info->attach)) {
		rc = PTR_ERR(buf_info->attach);
		CAM_ERR(CAM_SMMU, "Error: dma buf attach failed");
		goto err_put;
	}

	buf_info->table = dma_buf_map_attachment(buf_info->attach,
		DMA_BIDIRECTIONAL);
	if (IS_ERR_OR_NULL(buf_info->table)) {
		rc = PTR_ERR(buf_info->table);
		CAM_ERR(CAM_SMMU, "Error: dma buf map attachment failed");
		goto err_detach;
	}

	prot = IOMMU_READ | IOMMU_WRITE;
	if (iommu_cb_set.force_cache_allocs)
		prot |= IOMMU_CACHE;

	size = iommu_map_sg(cb_info->domain,
		region_info->iova_start,
		buf_info->table->sgl,
		buf_info->table->orig_nents,
		prot);
	if (region_info->iova_len < size) {
		CAM_ERR(CAM_SMMU,
			"IOMMU mapping failed for size=%zu available iova_len=%zu",
			size, region_info->iova_len);
		rc = -EINVAL;
		goto err_unmap_sg;
	}

	*iova = (uint32_t)region_info->iova_start;
	/* Assign size mapped */
	*request_len = size;
	*is_buf_allocated = true;
	mutex_unlock(&cb_info->lock);

	return rc;

err_unmap_sg:
	dma_buf_unmap_attachment(buf_info->attach,
		buf_info->table,
		DMA_BIDIRECTIONAL);
err_detach:
	dma_buf_detach(buf_info->buf,
		buf_info->attach);
err_put:
	dma_buf_put(buf_info->buf);
err_out:
	mutex_unlock(&cb_info->lock);
	return rc;
}
EXPORT_SYMBOL(cam_smmu_reserve_buf_region);

int cam_smmu_release_buf_region(enum cam_smmu_region_id region,
	int32_t smmu_hdl)
{
	int idx, multi_client_device_idx, nested_reg_idx;
	size_t size = 0;
	struct region_buf_info *buf_info = NULL;
	struct cam_context_bank_info *cb_info;
	bool *is_buf_allocated;
	bool region_supported;
	struct cam_smmu_region_info *region_info = NULL;
	struct cam_smmu_subregion_info *subregion_info = NULL;

	idx = GET_SMMU_TABLE_IDX(smmu_hdl);
	multi_client_device_idx = GET_SMMU_MULTI_CLIENT_IDX(smmu_hdl);
	if (idx < 0 || idx >= iommu_cb_set.cb_num) {
		CAM_ERR(CAM_SMMU,
			"Error: handle or index invalid. idx = %d hdl = %x",
			idx, smmu_hdl);
		return -EINVAL;
	}

	cb_info = &iommu_cb_set.cb_info[idx];
	if (cam_smmu_get_multiregion_client_dev_idx(cb_info,
		multi_client_device_idx, region, &nested_reg_idx))
		return -EINVAL;

	if (region == CAM_SMMU_REGION_SECHEAP) {
		region_supported = cb_info->secheap_support;
	} else if (region == CAM_SMMU_REGION_FWUNCACHED) {
		region_supported = cb_info->fwuncached_region_support;
	} else {
		CAM_ERR(CAM_SMMU, "Region not supported for release %d",
			region);
		return -EINVAL;
	}

	if (!region_supported) {
		CAM_ERR(CAM_SMMU, "region: %d not supported", region);
		return -EINVAL;
	}
	mutex_lock(&cb_info->lock);

	if (region == CAM_SMMU_REGION_SECHEAP) {
		is_buf_allocated = &cb_info->is_secheap_allocated;
		buf_info = &cb_info->secheap_info.buf_info;
		region_info = &cb_info->secheap_info;
	} else if (region == CAM_SMMU_REGION_FWUNCACHED) {
		struct cam_smmu_nested_region_info *nested_reg_info;

		nested_reg_info =
			&cb_info->fwuncached_region.nested_regions[nested_reg_idx];
		if (nested_reg_info->subregion_support) {
			subregion_info = cam_smmu_find_subregion(CAM_SMMU_SUBREGION_GENERIC,
				nested_reg_info->subregions);
			if (IS_ERR_OR_NULL(subregion_info)) {
				CAM_ERR(CAM_SMMU,
					"Failed to find uncached subregion on cb: %s",
					cb_info->name[0]);
				mutex_unlock(&cb_info->lock);
				return -EINVAL;
			}

			is_buf_allocated = &subregion_info->is_allocated;
			buf_info = &subregion_info->subregion_info.buf_info;
			region_info = &subregion_info->subregion_info;
		} else {
			is_buf_allocated = &nested_reg_info->is_allocated;
			buf_info = &nested_reg_info->region_info.buf_info;
			region_info = &nested_reg_info->region_info;
		}
	} else {
		CAM_ERR(CAM_SMMU, "Region not supported for release %d",
			region);
		mutex_unlock(&cb_info->lock);
		return -EINVAL;
	}

	if (!(*is_buf_allocated)) {
		CAM_ERR(CAM_SMMU,
			"Trying to release freed region cb: %s region: %d",
			cb_info->name[0], region);
		mutex_unlock(&cb_info->lock);
		return -ENOMEM;
	}

	size = iommu_unmap(cb_info->domain,
		region_info->iova_start,
		region_info->iova_len);
	if (size != region_info->iova_len) {
		CAM_ERR(CAM_SMMU, "Failed: Unmapped = %zu, requested = %zu",
			size,
			region_info->iova_len);
	}

	dma_buf_unmap_attachment(buf_info->attach,
		buf_info->table, DMA_BIDIRECTIONAL);
	dma_buf_detach(buf_info->buf, buf_info->attach);
	*is_buf_allocated = false;
	mutex_unlock(&cb_info->lock);

	return 0;
}
EXPORT_SYMBOL(cam_smmu_release_buf_region);

static int cam_smmu_util_return_map_entry(struct cam_smmu_buffer_tracker *entry)
{
	spin_lock_bh(&iommu_cb_set.s_lock);
	list_add_tail(&entry->list, &iommu_cb_set.buf_tracker_free_list);
	spin_unlock_bh(&iommu_cb_set.s_lock);

	return 0;
}

void cam_smmu_buffer_tracker_putref(struct list_head *track_list)
{
	struct cam_smmu_buffer_tracker *buffer_tracker, *temp;

	if (iommu_cb_set.is_track_buf_disabled)
		return;

	if (!track_list || list_empty(track_list))
		return;

	list_for_each_entry_safe(buffer_tracker, temp, track_list, list) {
		if (refcount_dec_and_test(&buffer_tracker->ref_count->refcount))
			CAM_ERR(CAM_SMMU,
				"[SMMU_BT] Unexpected - buffer reference [fd: 0x%x ino: 0x%x cb: %s] zeroed prior to unmap invocation",
				buffer_tracker->ion_fd, buffer_tracker->i_ino,
				buffer_tracker->cb_name);
		else
			CAM_DBG(CAM_SMMU,
				"[SMMU_BT] kref_count after put, [fd: 0x%x ino: 0x%x cb: %s], count: %d",
				buffer_tracker->ion_fd, buffer_tracker->i_ino,
				buffer_tracker->cb_name,
				kref_read(buffer_tracker->ref_count));

		list_del_init(&buffer_tracker->list);

		cam_smmu_util_return_map_entry(buffer_tracker);

	}
}
EXPORT_SYMBOL(cam_smmu_buffer_tracker_putref);

static int cam_smmu_map_buffer_validate(struct dma_buf *buf,
	int idx, enum dma_data_direction dma_dir, dma_addr_t *paddr_ptr,
	size_t *len_ptr, enum cam_smmu_region_id region_id,
	bool dis_delayed_unmap, struct cam_dma_buff_info **mapping_info)
{
	struct dma_buf_attachment *attach = NULL;
	struct sg_table *table = NULL;
	struct iommu_domain *domain;
	size_t size = 0;
	unsigned long iova = 0;
	int rc = 0;
	struct timespec64 ts1, ts2;
	long microsec = 0;
	int prot = 0;

	if (IS_ERR_OR_NULL(buf)) {
		rc = PTR_ERR(buf);
		CAM_ERR(CAM_SMMU,
			"Error: dma get buf failed. rc = %d", rc);
		goto err_out;
	}

	if (!mapping_info) {
		rc = -EINVAL;
		CAM_ERR(CAM_SMMU, "Error: mapping_info is invalid");
		goto err_out;
	}

	if (iommu_cb_set.debug_cfg.map_profile_enable)
		CAM_GET_TIMESTAMP(ts1);

	attach = dma_buf_attach(buf, iommu_cb_set.cb_info[idx].dev);
	if (IS_ERR_OR_NULL(attach)) {
		rc = PTR_ERR(attach);
		CAM_ERR(CAM_SMMU, "Error: dma buf attach failed");
		goto err_out;
	}

	if (region_id == CAM_SMMU_REGION_SHARED) {
		table = dma_buf_map_attachment(attach, dma_dir);
		if (IS_ERR_OR_NULL(table)) {
			rc = PTR_ERR(table);
			CAM_ERR(CAM_SMMU, "Error: dma map attachment failed");
			goto err_detach;
		}

		domain = iommu_cb_set.cb_info[idx].domain;
		if (!domain) {
			CAM_ERR(CAM_SMMU, "CB has no domain set");
			goto err_unmap_sg;
		}

		rc = cam_smmu_alloc_iova(*len_ptr, iommu_cb_set.cb_info[idx].handle, &iova);

		if (rc < 0) {
			CAM_ERR(CAM_SMMU,
				"IOVA alloc failed for shared memory, size=%zu, idx=%d, handle=%d",
				*len_ptr, idx,
				iommu_cb_set.cb_info[idx].handle);
			goto err_unmap_sg;
		}

		prot = IOMMU_READ | IOMMU_WRITE;
		if (iommu_cb_set.force_cache_allocs)
			prot |= IOMMU_CACHE;

		size = iommu_map_sg(domain, iova, table->sgl, table->orig_nents,
				prot);

		if (size < 0) {
			CAM_ERR(CAM_SMMU, "IOMMU mapping failed");
			rc = cam_smmu_free_iova(iova,
				size, iommu_cb_set.cb_info[idx].handle);
			if (rc)
				CAM_ERR(CAM_SMMU, "IOVA free failed");
			rc = -ENOMEM;
			goto err_unmap_sg;
		} else {
			CAM_DBG(CAM_SMMU,
				"iommu_map_sg returned iova=%pK, size=%zu",
				iova, size);
			*paddr_ptr = iova;
			*len_ptr = size;
		}
		iommu_cb_set.cb_info[idx].shared_mapping_size += *len_ptr;
	} else if (region_id == CAM_SMMU_REGION_IO) {
		if (!dis_delayed_unmap)
			attach->dma_map_attrs |= DMA_ATTR_DELAYED_UNMAP;

		table = dma_buf_map_attachment(attach, dma_dir);
		if (IS_ERR_OR_NULL(table)) {
			rc = PTR_ERR(table);
			CAM_ERR(CAM_SMMU,
				"Error: dma map attachment failed, size=%zu, rc %d dma_dir %d",
				buf->size, rc, dma_dir);
			goto err_detach;
		}

		*paddr_ptr = sg_dma_address(table->sgl);
		*len_ptr = (size_t)buf->size;
		iommu_cb_set.cb_info[idx].io_mapping_size += *len_ptr;
	} else {
		CAM_ERR(CAM_SMMU, "Error: Wrong region id passed");
		rc = -EINVAL;
		goto err_detach;
	}

	CAM_DBG(CAM_SMMU,
		"iova=%pK, region_id=%d, paddr=0x%llx, len=%zu, dma_map_attrs=%d",
		iova, region_id, *paddr_ptr, *len_ptr, attach->dma_map_attrs);

	if (iommu_cb_set.debug_cfg.map_profile_enable) {
		CAM_GET_TIMESTAMP(ts2);
		CAM_GET_TIMESTAMP_DIFF_IN_MICRO(ts1, ts2, microsec);
		trace_cam_log_event("SMMUMapProfile", "size and time in micro",
			*len_ptr, microsec);
	}

	if (table->sgl) {
		CAM_DBG(CAM_SMMU,
			"DMA buf: %pK, device: %pK, attach: %pK, table: %pK",
			(void *)buf,
			(void *)iommu_cb_set.cb_info[idx].dev,
			(void *)attach, (void *)table);
		CAM_DBG(CAM_SMMU, "table sgl: %pK, rc: %d, dma_address: 0x%x",
			(void *)table->sgl, rc,
			(unsigned int)table->sgl->dma_address);
	} else {
		rc = -EINVAL;
		CAM_ERR(CAM_SMMU, "Error: table sgl is null");
		goto err_unmap_sg;
	}

	/* fill up mapping_info */
	*mapping_info = kzalloc(sizeof(struct cam_dma_buff_info), GFP_KERNEL);
	if (!(*mapping_info)) {
		rc = -ENOSPC;
		goto err_alloc;
	}

	(*mapping_info)->buf = buf;
	(*mapping_info)->attach = attach;
	(*mapping_info)->table = table;
	(*mapping_info)->paddr = *paddr_ptr;
	(*mapping_info)->len = *len_ptr;
	(*mapping_info)->dir = dma_dir;
	(*mapping_info)->map_count = 1;
	(*mapping_info)->region_id = region_id;

	if (!*paddr_ptr || !*len_ptr) {
		CAM_ERR(CAM_SMMU, "Error: Space Allocation failed");
		kfree(*mapping_info);
		*mapping_info = NULL;
		rc = -ENOSPC;
		goto err_alloc;
	}

	CAM_DBG(CAM_SMMU, "idx=%d, dma_buf=%pK, dev=%pOFfp, paddr=0x%llx, len=%zu",
		idx, buf,
		iommu_cb_set.cb_info[idx].dev->of_node,
		*paddr_ptr, *len_ptr);

	/* Unmap the mapping in dma region as this is not used anyway */
	if (region_id == CAM_SMMU_REGION_SHARED)
		dma_buf_unmap_attachment(attach, table, dma_dir);

	return 0;

err_alloc:
	if (region_id == CAM_SMMU_REGION_SHARED) {
		cam_smmu_free_iova(iova,
			size,
			iommu_cb_set.cb_info[idx].handle);

		iommu_unmap(iommu_cb_set.cb_info[idx].domain,
			*paddr_ptr,
			*len_ptr);
	}
err_unmap_sg:
	dma_buf_unmap_attachment(attach, table, dma_dir);
err_detach:
	dma_buf_detach(buf, attach);
err_out:
	return rc;
}


static int cam_smmu_map_buffer_and_add_to_list(int idx, int ion_fd,
	bool dis_delayed_unmap, enum dma_data_direction dma_dir,
	dma_addr_t *paddr_ptr, size_t *len_ptr,
	enum cam_smmu_region_id region_id, bool is_internal, struct dma_buf *buf,
	struct kref **ref_count)
{
	int rc = -1;
	struct cam_dma_buff_info *mapping_info = NULL;

	rc = cam_smmu_map_buffer_validate(buf, idx, dma_dir, paddr_ptr, len_ptr,
		region_id, dis_delayed_unmap, &mapping_info);

	if (rc) {
		CAM_ERR(CAM_SMMU, "buffer validation failure");
		return rc;
	}

	mapping_info->ion_fd = ion_fd;
	mapping_info->i_ino = file_inode(buf->file)->i_ino;
	mapping_info->is_internal = is_internal;
	kref_init(&mapping_info->ref_count);
	*ref_count = &mapping_info->ref_count;
	CAM_GET_TIMESTAMP(mapping_info->ts);
	/* add to the list */
	list_add(&mapping_info->list,
		&iommu_cb_set.cb_info[idx].smmu_buf_list);

	CAM_DBG(CAM_SMMU, "fd %d i_ino %lu dmabuf %pK", ion_fd, mapping_info->i_ino, buf);

	cam_smmu_update_monitor_array(&iommu_cb_set.cb_info[idx], true,
		mapping_info);

	return 0;
}

static int cam_smmu_map_kernel_buffer_and_add_to_list(int idx,
	struct dma_buf *buf, enum dma_data_direction dma_dir,
	dma_addr_t *paddr_ptr, size_t *len_ptr,
	enum cam_smmu_region_id region_id)
{
	int rc = -1;
	struct cam_dma_buff_info *mapping_info = NULL;

	rc = cam_smmu_map_buffer_validate(buf, idx, dma_dir, paddr_ptr, len_ptr,
		region_id, false, &mapping_info);

	if (rc) {
		CAM_ERR(CAM_SMMU, "buffer validation failure");
		return rc;
	}

	mapping_info->ion_fd = -1;
	mapping_info->i_ino = file_inode(buf->file)->i_ino;
	CAM_GET_TIMESTAMP(mapping_info->ts);

	/* add to the list */
	list_add(&mapping_info->list,
		&iommu_cb_set.cb_info[idx].smmu_buf_kernel_list);

	CAM_DBG(CAM_SMMU, "fd %d i_ino %lu dmabuf %pK",
		mapping_info->ion_fd, mapping_info->i_ino, buf);

	cam_smmu_update_monitor_array(&iommu_cb_set.cb_info[idx], true,
		mapping_info);

	return 0;
}


static int cam_smmu_unmap_buf_and_remove_from_list(
	struct cam_dma_buff_info *mapping_info,
	int idx)
{
	int rc;
	size_t size;
	struct iommu_domain *domain;
	struct timespec64 ts1, ts2;
	long microsec = 0;

	if ((!mapping_info->buf) || (!mapping_info->table) ||
		(!mapping_info->attach)) {
		CAM_ERR(CAM_SMMU,
			"Error: Invalid params dev = %pK, table = %pK",
			(void *)iommu_cb_set.cb_info[idx].dev,
			(void *)mapping_info->table);
		CAM_ERR(CAM_SMMU, "Error:dma_buf = %pK, attach = %pK",
			(void *)mapping_info->buf,
			(void *)mapping_info->attach);
		return -EINVAL;
	}

	cam_smmu_update_monitor_array(&iommu_cb_set.cb_info[idx], false,
		mapping_info);

	CAM_DBG(CAM_SMMU,
		"region_id=%d, paddr=0x%llx, len=%d, dma_map_attrs=%d",
		mapping_info->region_id, mapping_info->paddr, mapping_info->len,
		mapping_info->attach->dma_map_attrs);

	if (iommu_cb_set.debug_cfg.map_profile_enable)
		CAM_GET_TIMESTAMP(ts1);

	if (mapping_info->region_id == CAM_SMMU_REGION_SHARED) {
		CAM_DBG(CAM_SMMU,
			"Removing SHARED buffer paddr = 0x%llx, len = %zu",
			mapping_info->paddr, mapping_info->len);

		domain = iommu_cb_set.cb_info[idx].domain;

		size = iommu_unmap(domain,
			mapping_info->paddr,
			mapping_info->len);

		if (size != mapping_info->len) {
			CAM_ERR(CAM_SMMU, "IOMMU unmap failed");
			CAM_ERR(CAM_SMMU, "Unmapped = %zu, requested = %zu",
				size,
				mapping_info->len);
		}

		rc = cam_smmu_free_iova(mapping_info->paddr,
			mapping_info->len,
			iommu_cb_set.cb_info[idx].handle);

		if (rc)
			CAM_ERR(CAM_SMMU, "IOVA free failed");

		iommu_cb_set.cb_info[idx].shared_mapping_size -=
			mapping_info->len;
	} else if (mapping_info->region_id == CAM_SMMU_REGION_IO) {
		if (mapping_info->is_internal)
			mapping_info->attach->dma_map_attrs |=
				DMA_ATTR_SKIP_CPU_SYNC;

		dma_buf_unmap_attachment(mapping_info->attach,
			mapping_info->table, mapping_info->dir);
		iommu_cb_set.cb_info[idx].io_mapping_size -= mapping_info->len;
	}


	dma_buf_detach(mapping_info->buf, mapping_info->attach);

	if (iommu_cb_set.debug_cfg.map_profile_enable) {
		CAM_GET_TIMESTAMP(ts2);
		CAM_GET_TIMESTAMP_DIFF_IN_MICRO(ts1, ts2, microsec);
		trace_cam_log_event("SMMUUnmapProfile",
			"size and time in micro", mapping_info->len, microsec);
	}

	mapping_info->buf = NULL;

	list_del_init(&mapping_info->list);

	/* free one buffer */
	kfree(mapping_info);
	return 0;
}

static int cam_smmu_util_get_free_map_entry(struct cam_smmu_buffer_tracker **entry)
{
	spin_lock_bh(&iommu_cb_set.s_lock);
	if (list_empty(&iommu_cb_set.buf_tracker_free_list)) {
		CAM_WARN(CAM_SMMU, "[SMMU_BT] Not enough mem to track buffer");
		spin_unlock_bh(&iommu_cb_set.s_lock);
		return -ENOMEM;
	}

	*entry = list_first_entry(&iommu_cb_set.buf_tracker_free_list,
		struct cam_smmu_buffer_tracker, list);

	list_del_init(&(*entry)->list);
	spin_unlock_bh(&iommu_cb_set.s_lock);

	return 0;
}

int cam_smmu_add_buf_to_track_list(int ion_fd, unsigned long inode,
	struct kref **ref_count, struct list_head *buf_tracker, int idx)
{
	int rc = 0;
	struct cam_smmu_buffer_tracker *buf;

	if (iommu_cb_set.is_track_buf_disabled)
		return rc;

	rc = cam_smmu_util_get_free_map_entry(&buf);
	if (rc == -ENOMEM) {
		rc = 0;
		return rc;
	}

	kref_get(*ref_count);

	buf->ion_fd = ion_fd;
	buf->i_ino = inode;
	buf->ref_count = *ref_count;
	buf->cb_name = iommu_cb_set.cb_info[idx].name[0];

	CAM_DBG(CAM_SMMU,
		"[SMMU_BT] ref_cnt increased for fd 0x%x, ino 0x%x: %d, cb: %s",
		buf->ion_fd, buf->i_ino, kref_read(buf->ref_count), buf->cb_name);

	list_add(&buf->list, buf_tracker);

	return rc;
}

static enum cam_smmu_buf_state cam_smmu_check_fd_in_list(int idx,
	int ion_fd, struct dma_buf *dmabuf, dma_addr_t *paddr_ptr, size_t *len_ptr,
	struct timespec64 **ts_mapping, unsigned long *inode, struct kref **ref_count)
{
	struct cam_dma_buff_info *mapping;
	unsigned long i_ino;

	i_ino = file_inode(dmabuf->file)->i_ino;

	list_for_each_entry(mapping,
		&iommu_cb_set.cb_info[idx].smmu_buf_list, list) {
		if ((mapping->ion_fd == ion_fd) && (mapping->i_ino == i_ino)) {
			*paddr_ptr = mapping->paddr;
			*len_ptr = mapping->len;
			*ts_mapping = &mapping->ts;
			*inode = i_ino;
			*ref_count = &mapping->ref_count;
			return CAM_SMMU_BUFF_EXIST;
		}
	}

	return CAM_SMMU_BUFF_NOT_EXIST;
}

static enum cam_smmu_buf_state cam_smmu_user_reuse_fd_in_list(int idx,
	int ion_fd, struct dma_buf *dmabuf, dma_addr_t *paddr_ptr, size_t *len_ptr,
	struct timespec64 **ts_mapping, struct kref **ref_count)
{
	struct cam_dma_buff_info *mapping;
	unsigned long i_ino;

	i_ino = file_inode(dmabuf->file)->i_ino;

	list_for_each_entry(mapping,
		&iommu_cb_set.cb_info[idx].smmu_buf_list, list) {
		if ((mapping->ion_fd == ion_fd) && (mapping->i_ino == i_ino)) {
			*paddr_ptr = mapping->paddr;
			*len_ptr = mapping->len;
			*ts_mapping = &mapping->ts;
			mapping->map_count++;
			*ref_count = &mapping->ref_count;
			return CAM_SMMU_BUFF_EXIST;
		}
	}

	return CAM_SMMU_BUFF_NOT_EXIST;
}

static enum cam_smmu_buf_state cam_smmu_check_dma_buf_in_list(int idx,
	struct dma_buf *buf, dma_addr_t *paddr_ptr, size_t *len_ptr)
{
	struct cam_dma_buff_info *mapping;

	list_for_each_entry(mapping,
		&iommu_cb_set.cb_info[idx].smmu_buf_kernel_list, list) {
		if (mapping->buf == buf) {
			*paddr_ptr = mapping->paddr;
			*len_ptr = mapping->len;
			return CAM_SMMU_BUFF_EXIST;
		}
	}

	return CAM_SMMU_BUFF_NOT_EXIST;
}

static enum cam_smmu_buf_state cam_smmu_check_secure_fd_in_list(int idx,
	int ion_fd, struct dma_buf *dmabuf, dma_addr_t *paddr_ptr, size_t *len_ptr,
	struct kref **ref_count)
{
	struct cam_sec_buff_info *mapping;
	unsigned long i_ino;

	i_ino = file_inode(dmabuf->file)->i_ino;

	list_for_each_entry(mapping,
			&iommu_cb_set.cb_info[idx].smmu_buf_list,
			list) {
		if ((mapping->ion_fd == ion_fd) && (mapping->i_ino == i_ino)) {
			*paddr_ptr = mapping->paddr;
			*len_ptr = mapping->len;
			mapping->map_count++;
			*ref_count = &mapping->ref_count;
			return CAM_SMMU_BUFF_EXIST;
		}
	}

	return CAM_SMMU_BUFF_NOT_EXIST;
}

static enum cam_smmu_buf_state cam_smmu_validate_secure_fd_in_list(int idx,
	int ion_fd, struct dma_buf *dmabuf, dma_addr_t *paddr_ptr, size_t *len_ptr,
		unsigned long *inode, struct kref **ref_count)
{
	struct cam_sec_buff_info *mapping;
	unsigned long i_ino;

	i_ino = file_inode(dmabuf->file)->i_ino;

	list_for_each_entry(mapping,
			&iommu_cb_set.cb_info[idx].smmu_buf_list,
			list) {
		if ((mapping->ion_fd == ion_fd) && (mapping->i_ino == i_ino)) {
			*paddr_ptr = mapping->paddr;
			*len_ptr = mapping->len;
			*inode = i_ino;
			*ref_count = &mapping->ref_count;
			return CAM_SMMU_BUFF_EXIST;
		}
	}

	return CAM_SMMU_BUFF_NOT_EXIST;
}

int cam_smmu_get_handle(char *identifier, int *handle_ptr)
{
	int rc = 0;

	if (!identifier) {
		CAM_ERR(CAM_SMMU, "Error: iommu hardware name is NULL");
		return -EINVAL;
	}

	if (!handle_ptr) {
		CAM_ERR(CAM_SMMU, "Error: handle pointer is NULL");
		return -EINVAL;
	}

	/* create and put handle in the table */
	rc = cam_smmu_create_add_handle_in_table(identifier, handle_ptr);
	if (rc < 0)
		CAM_ERR(CAM_SMMU, "Error: %s get handle fail, rc %d",
			identifier, rc);

	return rc;
}
EXPORT_SYMBOL(cam_smmu_get_handle);

int cam_smmu_ops(int handle, enum cam_smmu_ops_param ops)
{
	int ret = 0, idx;

	if (handle == HANDLE_INIT) {
		CAM_ERR(CAM_SMMU, "Error: Invalid handle");
		return -EINVAL;
	}

	idx = GET_SMMU_TABLE_IDX(handle);
	if (idx < 0 || idx >= iommu_cb_set.cb_num) {
		CAM_ERR(CAM_SMMU, "Error: Index invalid. idx = %d hdl = %x",
			idx, handle);
		return -EINVAL;
	}

	mutex_lock(&iommu_cb_set.cb_info[idx].lock);
	if (iommu_cb_set.cb_info[idx].handle != handle) {
		CAM_ERR(CAM_SMMU,
			"Error: hdl is not valid, table_hdl = %x, hdl = %x",
			iommu_cb_set.cb_info[idx].handle, handle);
		mutex_unlock(&iommu_cb_set.cb_info[idx].lock);
		return -EINVAL;
	}

	switch (ops) {
	case CAM_SMMU_ATTACH: {
		ret = cam_smmu_attach(idx);
		break;
	}
	case CAM_SMMU_DETACH: {
		ret = cam_smmu_detach_device(idx);
		break;
	}
	case CAM_SMMU_VOTE:
	case CAM_SMMU_DEVOTE:
	default:
		CAM_ERR(CAM_SMMU, "Error: idx = %d, ops = %d", idx, ops);
		ret = -EINVAL;
	}
	mutex_unlock(&iommu_cb_set.cb_info[idx].lock);
	return ret;
}
EXPORT_SYMBOL(cam_smmu_ops);

static int cam_smmu_alloc_scratch_buffer_add_to_list(int idx,
	size_t virt_len,
	size_t phys_len,
	unsigned int iommu_dir,
	dma_addr_t *virt_addr)
{
	unsigned long nents = virt_len / phys_len;
	struct cam_dma_buff_info *mapping_info = NULL;
	size_t unmapped;
	dma_addr_t iova = 0;
	struct scatterlist *sg;
	int i = 0;
	int rc;
	struct iommu_domain *domain = NULL;
	struct page *page;
	struct sg_table *table = NULL;

	CAM_DBG(CAM_SMMU, "nents = %lu, idx = %d, virt_len  = %zx",
		nents, idx, virt_len);
	CAM_DBG(CAM_SMMU, "phys_len = %zx, iommu_dir = %d, virt_addr = %pK",
		phys_len, iommu_dir, virt_addr);

	/*
	 * This table will go inside the 'mapping' structure
	 * where it will be held until put_scratch_buffer is called
	 */
	table = kzalloc(sizeof(struct sg_table), GFP_KERNEL);
	if (!table) {
		rc = -ENOMEM;
		goto err_table_alloc;
	}

	rc = sg_alloc_table(table, nents, GFP_KERNEL);
	if (rc < 0) {
		rc = -EINVAL;
		goto err_sg_alloc;
	}

	page = alloc_pages(GFP_KERNEL, get_order(phys_len));
	if (!page) {
		rc = -ENOMEM;
		goto err_page_alloc;
	}

	/* Now we create the sg list */
	for_each_sg(table->sgl, sg, table->nents, i)
		sg_set_page(sg, page, phys_len, 0);


	/* Get the domain from within our cb_set struct and map it*/
	domain = iommu_cb_set.cb_info[idx].domain;

	rc = cam_smmu_alloc_scratch_va(&iommu_cb_set.cb_info[idx].scratch_map,
		virt_len, &iova);

	if (rc < 0) {
		CAM_ERR(CAM_SMMU,
			"Could not find valid iova for scratch buffer");
		goto err_iommu_map;
	}

	if (iommu_cb_set.force_cache_allocs)
		iommu_dir |= IOMMU_CACHE;

	if (iommu_map_sg(domain,
		iova,
		table->sgl,
		table->nents,
		iommu_dir) != virt_len) {
		CAM_ERR(CAM_SMMU, "iommu_map_sg() failed");
		goto err_iommu_map;
	}

	/* Now update our mapping information within the cb_set struct */
	mapping_info = kzalloc(sizeof(struct cam_dma_buff_info), GFP_KERNEL);
	if (!mapping_info) {
		rc = -ENOMEM;
		goto err_mapping_info;
	}

	mapping_info->ion_fd = 0xDEADBEEF;
	mapping_info->i_ino = 0;
	mapping_info->buf = NULL;
	mapping_info->attach = NULL;
	mapping_info->table = table;
	mapping_info->paddr = iova;
	mapping_info->len = virt_len;
	mapping_info->iommu_dir = iommu_dir;
	mapping_info->map_count = 1;
	mapping_info->phys_len = phys_len;
	mapping_info->region_id = CAM_SMMU_REGION_SCRATCH;

	CAM_DBG(CAM_SMMU, "paddr = %pK, len = %zx, phys_len = %zx",
		(void *)mapping_info->paddr,
		mapping_info->len, mapping_info->phys_len);

	list_add(&mapping_info->list, &iommu_cb_set.cb_info[idx].smmu_buf_list);

	*virt_addr = (dma_addr_t)iova;

	CAM_DBG(CAM_SMMU, "mapped virtual address = %lx",
		(unsigned long)*virt_addr);
	return 0;

err_mapping_info:
	unmapped = iommu_unmap(domain, iova,  virt_len);
	if (unmapped != virt_len)
		CAM_ERR(CAM_SMMU, "Unmapped only %zx instead of %zx",
			unmapped, virt_len);
err_iommu_map:
	__free_pages(page, get_order(phys_len));
err_page_alloc:
	sg_free_table(table);
err_sg_alloc:
	kfree(table);
err_table_alloc:
	return rc;
}

static int cam_smmu_free_scratch_buffer_remove_from_list(
	struct cam_dma_buff_info *mapping_info,
	int idx)
{
	int rc = 0;
	size_t unmapped;
	struct iommu_domain *domain =
		iommu_cb_set.cb_info[idx].domain;
	struct scratch_mapping *scratch_map =
		&iommu_cb_set.cb_info[idx].scratch_map;

	if (!mapping_info->table) {
		CAM_ERR(CAM_SMMU,
			"Error: Invalid params: dev = %pK, table = %pK",
			(void *)iommu_cb_set.cb_info[idx].dev,
			(void *)mapping_info->table);
		return -EINVAL;
	}

	/* Clean up the mapping_info struct from the list */
	unmapped = iommu_unmap(domain, mapping_info->paddr, mapping_info->len);
	if (unmapped != mapping_info->len)
		CAM_ERR(CAM_SMMU, "Unmapped only %zx instead of %zx",
			unmapped, mapping_info->len);

	rc = cam_smmu_free_scratch_va(scratch_map,
		mapping_info->paddr,
		mapping_info->len);
	if (rc < 0) {
		CAM_ERR(CAM_SMMU,
			"Error: Invalid iova while freeing scratch buffer");
		rc = -EINVAL;
	}

	__free_pages(sg_page(mapping_info->table->sgl),
			get_order(mapping_info->phys_len));
	sg_free_table(mapping_info->table);
	kfree(mapping_info->table);
	list_del_init(&mapping_info->list);

	kfree(mapping_info);
	mapping_info = NULL;

	return rc;
}

int cam_smmu_get_scratch_iova(int handle,
	enum cam_smmu_map_dir dir,
	dma_addr_t *paddr_ptr,
	size_t virt_len,
	size_t phys_len)
{
	int idx, rc;
	unsigned int iommu_dir;

	if (!paddr_ptr || !virt_len || !phys_len) {
		CAM_ERR(CAM_SMMU, "Error: Input pointer or lengths invalid");
		return -EINVAL;
	}

	if (virt_len < phys_len) {
		CAM_ERR(CAM_SMMU, "Error: virt_len > phys_len");
		return -EINVAL;
	}

	if (handle == HANDLE_INIT) {
		CAM_ERR(CAM_SMMU, "Error: Invalid handle");
		return -EINVAL;
	}

	iommu_dir = cam_smmu_translate_dir_to_iommu_dir(dir);
	if (iommu_dir == IOMMU_INVALID_DIR) {
		CAM_ERR(CAM_SMMU,
			"Error: translate direction failed. dir = %d", dir);
		return -EINVAL;
	}

	idx = GET_SMMU_TABLE_IDX(handle);
	if (idx < 0 || idx >= iommu_cb_set.cb_num) {
		CAM_ERR(CAM_SMMU,
			"Error: handle or index invalid. idx = %d hdl = %x",
			idx, handle);
		return -EINVAL;
	}

	mutex_lock(&iommu_cb_set.cb_info[idx].lock);
	if (iommu_cb_set.cb_info[idx].handle != handle) {
		CAM_ERR(CAM_SMMU,
			"Error: hdl is not valid, table_hdl = %x, hdl = %x",
			iommu_cb_set.cb_info[idx].handle, handle);
		rc = -EINVAL;
		goto error;
	}

	if (!iommu_cb_set.cb_info[idx].scratch_buf_support) {
		CAM_ERR(CAM_SMMU,
			"Error: Context bank does not support scratch bufs");
		rc = -EINVAL;
		goto error;
	}

	CAM_DBG(CAM_SMMU, "smmu handle = %x, idx = %d, dir = %d",
		handle, idx, dir);
	CAM_DBG(CAM_SMMU, "virt_len = %zx, phys_len  = %zx",
		phys_len, virt_len);

	if (iommu_cb_set.cb_info[idx].state != CAM_SMMU_ATTACH) {
		CAM_ERR(CAM_SMMU,
			"Err:Dev %s should call SMMU attach before map buffer",
			iommu_cb_set.cb_info[idx].name[0]);
		rc = -EINVAL;
		goto error;
	}

	if (!IS_ALIGNED(virt_len, PAGE_SIZE)) {
		CAM_ERR(CAM_SMMU,
			"Requested scratch buffer length not page aligned");
		rc = -EINVAL;
		goto error;
	}

	if (!IS_ALIGNED(virt_len, phys_len)) {
		CAM_ERR(CAM_SMMU,
			"Requested virt length not aligned with phys length");
		rc = -EINVAL;
		goto error;
	}

	rc = cam_smmu_alloc_scratch_buffer_add_to_list(idx,
		virt_len,
		phys_len,
		iommu_dir,
		paddr_ptr);
	if (rc < 0)
		CAM_ERR(CAM_SMMU, "Error: mapping or add list fail");

error:
	mutex_unlock(&iommu_cb_set.cb_info[idx].lock);
	return rc;
}

int cam_smmu_put_scratch_iova(int handle,
	dma_addr_t paddr)
{
	int idx;
	int rc = -1;
	struct cam_dma_buff_info *mapping_info;

	if (handle == HANDLE_INIT) {
		CAM_ERR(CAM_SMMU, "Error: Invalid handle");
		return -EINVAL;
	}

	/* find index in the iommu_cb_set.cb_info */
	idx = GET_SMMU_TABLE_IDX(handle);
	if (idx < 0 || idx >= iommu_cb_set.cb_num) {
		CAM_ERR(CAM_SMMU,
			"Error: handle or index invalid. idx = %d hdl = %x",
			idx, handle);
		return -EINVAL;
	}

	mutex_lock(&iommu_cb_set.cb_info[idx].lock);
	if (iommu_cb_set.cb_info[idx].handle != handle) {
		CAM_ERR(CAM_SMMU,
			"Error: hdl is not valid, table_hdl = %x, hdl = %x",
			iommu_cb_set.cb_info[idx].handle, handle);
		rc = -EINVAL;
		goto handle_err;
	}

	if (!iommu_cb_set.cb_info[idx].scratch_buf_support) {
		CAM_ERR(CAM_SMMU,
			"Error: Context bank does not support scratch buffers");
		rc = -EINVAL;
		goto handle_err;
	}

	/* Based on virtual address and index, we can find mapping info
	 * of the scratch buffer
	 */
	mapping_info = cam_smmu_find_mapping_by_virt_address(idx, paddr);
	if (!mapping_info) {
		CAM_ERR(CAM_SMMU, "Error: Invalid params");
		rc = -ENODEV;
		goto handle_err;
	}

	/* unmapping one buffer from device */
	rc = cam_smmu_free_scratch_buffer_remove_from_list(mapping_info, idx);
	if (rc < 0) {
		CAM_ERR(CAM_SMMU, "Error: unmap or remove list fail");
		goto handle_err;
	}

handle_err:
	mutex_unlock(&iommu_cb_set.cb_info[idx].lock);
	return rc;
}

static int cam_smmu_map_stage2_buffer_and_add_to_list(int idx, int ion_fd,
	enum dma_data_direction dma_dir, dma_addr_t *paddr_ptr,
	size_t *len_ptr, struct dma_buf *dmabuf, struct kref **ref_count)
{
	int rc = 0;
	struct dma_buf_attachment *attach = NULL;
	struct sg_table *table = NULL;
	struct cam_sec_buff_info *mapping_info;

	/* clean the content from clients */
	*paddr_ptr = (dma_addr_t)NULL;
	*len_ptr = (size_t)0;

	/*
	 * ion_phys() is deprecated. call dma_buf_attach() and
	 * dma_buf_map_attachment() to get the buffer's physical
	 * address.
	 */
	attach = dma_buf_attach(dmabuf, iommu_cb_set.cb_info[idx].dev);
	if (IS_ERR_OR_NULL(attach)) {
		CAM_ERR(CAM_SMMU,
			"Error: dma buf attach failed, idx=%d, ion_fd=%d",
			idx, ion_fd);
		rc = PTR_ERR(attach);
		goto err_out;
	}

	attach->dma_map_attrs |= DMA_ATTR_SKIP_CPU_SYNC;

	if (IS_CSF25(iommu_cb_set.csf_version.arch_ver,
		iommu_cb_set.csf_version.max_ver))
		attach->dma_map_attrs =
			cam_update_dma_map_attributes(attach->dma_map_attrs);

	table = dma_buf_map_attachment(attach, dma_dir);
	if (IS_ERR_OR_NULL(table)) {
		CAM_ERR(CAM_SMMU, "Error: dma buf map attachment failed");
		rc = PTR_ERR(table);
		goto err_detach;
	}

	/* return addr and len to client */
	if (IS_CSF25(iommu_cb_set.csf_version.arch_ver,
		iommu_cb_set.csf_version.max_ver))
		*paddr_ptr = sg_dma_address(table->sgl);
	else
		*paddr_ptr = sg_phys(table->sgl);

	*len_ptr = (size_t)sg_dma_len(table->sgl);

	/* fill up mapping_info */
	mapping_info = kzalloc(sizeof(struct cam_sec_buff_info), GFP_KERNEL);
	if (!mapping_info) {
		rc = -ENOMEM;
		goto err_unmap_sg;
	}

	mapping_info->ion_fd = ion_fd;
	mapping_info->i_ino = file_inode(dmabuf->file)->i_ino;
	mapping_info->paddr = *paddr_ptr;
	mapping_info->len = *len_ptr;
	mapping_info->dir = dma_dir;
	mapping_info->map_count = 1;
	mapping_info->buf = dmabuf;
	mapping_info->attach = attach;
	mapping_info->table = table;

	kref_init(&mapping_info->ref_count);
	*ref_count = &mapping_info->ref_count;

	CAM_DBG(CAM_SMMU, "idx=%d, ion_fd=%d, i_ino=%lu, dev=%pOFfp, paddr=0x%llx, len=%zu",
		idx, ion_fd, mapping_info->i_ino,
		iommu_cb_set.cb_info[idx].dev->of_node,
		*paddr_ptr, *len_ptr);

	/* add to the list */
	list_add(&mapping_info->list, &iommu_cb_set.cb_info[idx].smmu_buf_list);

	return 0;

err_unmap_sg:
	dma_buf_unmap_attachment(attach, table, dma_dir);
err_detach:
	dma_buf_detach(dmabuf, attach);
err_out:
	return rc;
}

int cam_smmu_map_stage2_iova(int handle, int ion_fd, struct dma_buf *dmabuf,
	enum cam_smmu_map_dir dir, dma_addr_t *paddr_ptr, size_t *len_ptr,
	struct kref **ref_count)
{
	int idx, rc;
	enum dma_data_direction dma_dir;
	enum cam_smmu_buf_state buf_state;

	if (!paddr_ptr || !len_ptr) {
		CAM_ERR(CAM_SMMU,
			"Error: Invalid inputs, paddr_ptr:%pK, len_ptr: %pK",
			paddr_ptr, len_ptr);
		return -EINVAL;
	}
	/* clean the content from clients */
	*paddr_ptr = (dma_addr_t)NULL;
	*len_ptr = (size_t)0;

	dma_dir = cam_smmu_translate_dir(dir);
	if (dma_dir == DMA_NONE) {
		CAM_ERR(CAM_SMMU,
			"Error: translate direction failed. dir = %d", dir);
		return -EINVAL;
	}

	idx = GET_SMMU_TABLE_IDX(handle);
	if ((handle == HANDLE_INIT) ||
		(idx < 0) ||
		(idx >= iommu_cb_set.cb_num)) {
		CAM_ERR(CAM_SMMU,
			"Error: handle or index invalid. idx = %d hdl = %x",
			idx, handle);
		return -EINVAL;
	}

	if (!iommu_cb_set.cb_info[idx].is_secure) {
		CAM_ERR(CAM_SMMU,
			"Error: can't map secure mem to non secure cb, idx=%d",
			idx);
		return -EINVAL;
	}

	mutex_lock(&iommu_cb_set.cb_info[idx].lock);
	if (CAM_SMMU_HDL_VALIDATE(iommu_cb_set.cb_info[idx].handle, handle)) {
		CAM_ERR(CAM_SMMU,
			"Error: hdl is not valid, idx=%d, table_hdl=%x, hdl=%x",
			idx, iommu_cb_set.cb_info[idx].handle, handle);
		rc = -EINVAL;
		goto get_addr_end;
	}

	buf_state = cam_smmu_check_secure_fd_in_list(idx, ion_fd, dmabuf, paddr_ptr,
			len_ptr, ref_count);
	if (buf_state == CAM_SMMU_BUFF_EXIST) {
		CAM_DBG(CAM_SMMU,
			"fd:%d already in list idx:%d, handle=%d give same addr back",
			ion_fd, idx, handle);
		rc = 0;
		goto get_addr_end;
	}
	rc = cam_smmu_map_stage2_buffer_and_add_to_list(idx, ion_fd, dma_dir,
			paddr_ptr, len_ptr, dmabuf, ref_count);
	if (rc < 0) {
		CAM_ERR(CAM_SMMU,
			"Error: mapping or add list fail, idx=%d, handle=%d, fd=%d, rc=%d",
			idx, handle, ion_fd, rc);
		goto get_addr_end;
	}

get_addr_end:
	mutex_unlock(&iommu_cb_set.cb_info[idx].lock);
	return rc;
}
EXPORT_SYMBOL(cam_smmu_map_stage2_iova);

static int cam_smmu_secure_unmap_buf_and_remove_from_list(
		struct cam_sec_buff_info *mapping_info,
		int idx)
{
	if ((!mapping_info->buf) || (!mapping_info->table) ||
		(!mapping_info->attach)) {
		CAM_ERR(CAM_SMMU, "Error: Invalid params dev = %pK, table = %pK",
			(void *)iommu_cb_set.cb_info[idx].dev,
			(void *)mapping_info->table);
		CAM_ERR(CAM_SMMU, "Error:dma_buf = %pK, attach = %pK\n",
			(void *)mapping_info->buf,
			(void *)mapping_info->attach);
		return -EINVAL;
	}

	/* skip cache operations */
	mapping_info->attach->dma_map_attrs |= DMA_ATTR_SKIP_CPU_SYNC;

	/* iommu buffer clean up */
	dma_buf_unmap_attachment(mapping_info->attach,
		mapping_info->table, mapping_info->dir);
	dma_buf_detach(mapping_info->buf, mapping_info->attach);
	mapping_info->buf = NULL;

	list_del_init(&mapping_info->list);

	CAM_DBG(CAM_SMMU, "unmap fd: %d, i_ino : %lu, idx : %d",
		mapping_info->ion_fd, mapping_info->i_ino, idx);

	/* free one buffer */
	kfree(mapping_info);
	return 0;
}

int cam_smmu_unmap_stage2_iova(int handle, int ion_fd, struct dma_buf *dma_buf,
	bool force_unmap)
{
	int idx, rc;
	struct cam_sec_buff_info *mapping_info;

	/* find index in the iommu_cb_set.cb_info */
	idx = GET_SMMU_TABLE_IDX(handle);
	if ((handle == HANDLE_INIT) ||
		(idx < 0) ||
		(idx >= iommu_cb_set.cb_num)) {
		CAM_ERR(CAM_SMMU,
			"Error: handle or index invalid. idx = %d hdl = %x",
			idx, handle);
		return -EINVAL;
	}

	if (!iommu_cb_set.cb_info[idx].is_secure) {
		CAM_ERR(CAM_SMMU,
			"Error: can't unmap secure mem from non secure cb");
		return -EINVAL;
	}

	mutex_lock(&iommu_cb_set.cb_info[idx].lock);
	if (CAM_SMMU_HDL_VALIDATE(iommu_cb_set.cb_info[idx].handle, handle)) {
		CAM_ERR(CAM_SMMU,
			"Error: hdl is not valid, table_hdl = %x, hdl = %x",
			iommu_cb_set.cb_info[idx].handle, handle);
		rc = -EINVAL;
		goto put_addr_end;
	}

	/* based on ion fd and index, we can find mapping info of buffer */
	mapping_info = cam_smmu_find_mapping_by_sec_buf_idx(idx, ion_fd, dma_buf);
	if (!mapping_info) {
		CAM_ERR(CAM_SMMU,
			"Error: Invalid params! idx = %d, fd = %d",
			idx, ion_fd);
		rc = -EINVAL;
		goto put_addr_end;
	}

	mapping_info->map_count--;
	if (mapping_info->map_count > 0) {
		CAM_DBG(CAM_SMMU,
			"idx: %d fd = %d map_count: %d",
			idx, ion_fd, mapping_info->map_count);
		rc = 0;
		goto put_addr_end;
	}
	mapping_info->map_count = 0;
	if (!force_unmap && kref_read(&mapping_info->ref_count) > 1) {
		CAM_ERR(CAM_SMMU,
			"[SMMU_BT] Error: can't unmap buffer as it's still active, idx: %d, cb: %s, fd: 0x%x, ino: 0x%x, ref_count: %d",
			idx, iommu_cb_set.cb_info[idx].name[0], ion_fd, mapping_info->i_ino,
			kref_read(&mapping_info->ref_count));
		rc = -EPERM;
		goto put_addr_end;
	}

	/* unmapping one buffer from device */
	rc = cam_smmu_secure_unmap_buf_and_remove_from_list(mapping_info, idx);
	if (rc) {
		CAM_ERR(CAM_SMMU, "Error: unmap or remove list fail");
		goto put_addr_end;
	}

put_addr_end:
	mutex_unlock(&iommu_cb_set.cb_info[idx].lock);
	return rc;
}
EXPORT_SYMBOL(cam_smmu_unmap_stage2_iova);

static int cam_smmu_map_iova_validate_params(int handle,
	enum cam_smmu_map_dir dir,
	dma_addr_t *paddr_ptr, size_t *len_ptr,
	enum cam_smmu_region_id region_id)
{
	int idx, rc = 0;
	enum dma_data_direction dma_dir;

	if (!paddr_ptr || !len_ptr) {
		CAM_ERR(CAM_SMMU, "Input pointers are invalid");
		return -EINVAL;
	}

	if (handle == HANDLE_INIT) {
		CAM_ERR(CAM_SMMU, "Invalid handle");
		return -EINVAL;
	}

	/* clean the content from clients */
	*paddr_ptr = (dma_addr_t)NULL;
	if (region_id != CAM_SMMU_REGION_SHARED)
		*len_ptr = (size_t)0;

	dma_dir = cam_smmu_translate_dir(dir);
	if (dma_dir == DMA_NONE) {
		CAM_ERR(CAM_SMMU, "translate direction failed. dir = %d", dir);
		return -EINVAL;
	}

	idx = GET_SMMU_TABLE_IDX(handle);
	if (idx < 0 || idx >= iommu_cb_set.cb_num) {
		CAM_ERR(CAM_SMMU, "handle or index invalid. idx = %d hdl = %x",
			idx, handle);
		return -EINVAL;
	}

	return rc;
}

bool cam_smmu_supports_shared_region(int handle)
{
	int idx = GET_SMMU_TABLE_IDX(handle);
	bool is_shared;

	mutex_lock(&iommu_cb_set.cb_info[idx].lock);
	is_shared = (iommu_cb_set.cb_info[idx].shared_support) ? true : false;
	mutex_unlock(&iommu_cb_set.cb_info[idx].lock);

	return is_shared;
}

void cam_smmu_buffer_tracker_buffer_putref(struct cam_smmu_buffer_tracker *entry)
{

	if (!entry) {
		CAM_WARN(CAM_ISP, "[SMMU_BT] track buffer entry is NULL");
		return;
	}

	if (refcount_dec_and_test(&entry->ref_count->refcount))
		CAM_ERR(CAM_SMMU,
			"[SMMU_BT] Unexpected - buffer reference [fd: 0x%x ino: 0x%x cb: %s] zeroed prior to unmap invocation",
			entry->ion_fd,  entry->i_ino, entry->cb_name);
	else
		CAM_DBG(CAM_SMMU,
			"[SMMU_BT] kref_count after put, [fd: 0x%x ino: 0x%x cb: %s], count: %d",
			entry->ion_fd, entry->i_ino, entry->cb_name, kref_read(entry->ref_count));


	list_del_init(&entry->list);

	cam_smmu_util_return_map_entry(entry);

}

int cam_smmu_map_user_iova(int handle, int ion_fd, struct dma_buf *dmabuf,
	bool dis_delayed_unmap, enum cam_smmu_map_dir dir, dma_addr_t *paddr_ptr,
	size_t *len_ptr, enum cam_smmu_region_id region_id,
	bool is_internal, struct kref **ref_count)
{
	int idx, rc = 0;
	struct timespec64 *ts = NULL;
	enum cam_smmu_buf_state buf_state;
	enum dma_data_direction dma_dir;

	rc = cam_smmu_map_iova_validate_params(handle, dir, paddr_ptr,
		len_ptr, region_id);
	if (rc) {
		CAM_ERR(CAM_SMMU, "initial checks failed, unable to proceed");
		return rc;
	}

	dma_dir = (enum dma_data_direction)dir;
	idx = GET_SMMU_TABLE_IDX(handle);
	mutex_lock(&iommu_cb_set.cb_info[idx].lock);
	if (iommu_cb_set.cb_info[idx].is_secure) {
		CAM_ERR(CAM_SMMU,
			"Error: can't map non-secure mem to secure cb idx=%d",
			idx);
		rc = -EINVAL;
		goto get_addr_end;
	}

	if (CAM_SMMU_HDL_VALIDATE(iommu_cb_set.cb_info[idx].handle, handle)) {
		CAM_ERR(CAM_SMMU,
			"hdl is not valid, idx=%d, table_hdl = %x, hdl = %x",
			idx, iommu_cb_set.cb_info[idx].handle, handle);
		rc = -EINVAL;
		goto get_addr_end;
	}

	if (iommu_cb_set.cb_info[idx].state != CAM_SMMU_ATTACH) {
		CAM_ERR(CAM_SMMU,
			"Err:Dev %s should call SMMU attach before map buffer",
			iommu_cb_set.cb_info[idx].name[0]);
		rc = -EINVAL;
		goto get_addr_end;
	}

	buf_state = cam_smmu_user_reuse_fd_in_list(idx, ion_fd, dmabuf, paddr_ptr,
		len_ptr, &ts, ref_count);
	if (buf_state == CAM_SMMU_BUFF_EXIST) {
		uint64_t ms = 0, hrs = 0, min = 0, sec = 0;

		if (ts)
			CAM_CONVERT_TIMESTAMP_FORMAT((*ts), hrs, min, sec, ms);
		CAM_ERR(CAM_SMMU,
			"fd=%d already in list [%llu:%llu:%lu:%llu] cb=%s idx=%d handle=%d len=%llu,give same addr back",
			ion_fd, hrs, min, sec, ms,
			iommu_cb_set.cb_info[idx].name[0],
			idx, handle, *len_ptr);
		rc = 0;
		goto get_addr_end;
	}

	rc = cam_smmu_map_buffer_and_add_to_list(idx, ion_fd,
		dis_delayed_unmap, dma_dir, paddr_ptr, len_ptr,
		region_id, is_internal, dmabuf, ref_count);
	if (rc < 0) {
		CAM_ERR(CAM_SMMU,
			"mapping or add list fail cb:%s idx=%d, fd=%d, region=%d, rc=%d",
			iommu_cb_set.cb_info[idx].name[0], idx,
			ion_fd, region_id, rc);
		cam_smmu_dump_cb_info(idx);
	}

get_addr_end:
	mutex_unlock(&iommu_cb_set.cb_info[idx].lock);
	return rc;
}
EXPORT_SYMBOL(cam_smmu_map_user_iova);

int cam_smmu_map_kernel_iova(int handle, struct dma_buf *buf,
	enum cam_smmu_map_dir dir, dma_addr_t *paddr_ptr,
	size_t *len_ptr, enum cam_smmu_region_id region_id)
{
	int idx, rc = 0;
	enum cam_smmu_buf_state buf_state;
	enum dma_data_direction dma_dir;

	rc = cam_smmu_map_iova_validate_params(handle, dir, paddr_ptr,
		len_ptr, region_id);
	if (rc) {
		CAM_ERR(CAM_SMMU, "initial checks failed, unable to proceed");
		return rc;
	}

	dma_dir = cam_smmu_translate_dir(dir);
	idx = GET_SMMU_TABLE_IDX(handle);
	mutex_lock(&iommu_cb_set.cb_info[idx].lock);
	if (iommu_cb_set.cb_info[idx].is_secure) {
		CAM_ERR(CAM_SMMU,
			"Error: can't map non-secure mem to secure cb");
		rc = -EINVAL;
		goto get_addr_end;
	}

	if (iommu_cb_set.cb_info[idx].handle != handle) {
		CAM_ERR(CAM_SMMU, "hdl is not valid, table_hdl = %x, hdl = %x",
			iommu_cb_set.cb_info[idx].handle, handle);
		rc = -EINVAL;
		goto get_addr_end;
	}

	if (iommu_cb_set.cb_info[idx].state != CAM_SMMU_ATTACH) {
		CAM_ERR(CAM_SMMU,
			"Err:Dev %s should call SMMU attach before map buffer",
			iommu_cb_set.cb_info[idx].name[0]);
		rc = -EINVAL;
		goto get_addr_end;
	}

	buf_state = cam_smmu_check_dma_buf_in_list(idx, buf,
	paddr_ptr, len_ptr);
	if (buf_state == CAM_SMMU_BUFF_EXIST) {
		CAM_ERR(CAM_SMMU,
			"dma_buf :%pK already in the list", buf);
		rc = -EALREADY;
		goto get_addr_end;
	}

	rc = cam_smmu_map_kernel_buffer_and_add_to_list(idx, buf, dma_dir,
			paddr_ptr, len_ptr, region_id);
	if (rc < 0)
		CAM_ERR(CAM_SMMU, "mapping or add list fail");

get_addr_end:
	mutex_unlock(&iommu_cb_set.cb_info[idx].lock);
	return rc;
}
EXPORT_SYMBOL(cam_smmu_map_kernel_iova);

int cam_smmu_get_iova(int handle, int ion_fd, struct dma_buf *dma_buf,
	dma_addr_t *paddr_ptr, size_t *len_ptr, struct list_head *buf_tracker,
	struct kref **ref_count)
{
	int idx, rc = 0;
	struct timespec64 *ts = NULL;
	enum cam_smmu_buf_state buf_state;
	unsigned long i_ino;

	if (!paddr_ptr || !len_ptr) {
		CAM_ERR(CAM_SMMU, "Error: Input pointers are invalid");
		return -EINVAL;
	}

	if (handle == HANDLE_INIT) {
		CAM_ERR(CAM_SMMU, "Error: Invalid handle");
		return -EINVAL;
	}

	/* clean the content from clients */
	*paddr_ptr = (dma_addr_t)NULL;
	*len_ptr = (size_t)0;

	idx = GET_SMMU_TABLE_IDX(handle);
	if (idx < 0 || idx >= iommu_cb_set.cb_num) {
		CAM_ERR(CAM_SMMU,
			"Error: handle or index invalid. idx = %d hdl = %x",
			idx, handle);
		return -EINVAL;
	}

	if (iommu_cb_set.cb_info[idx].is_secure) {
		CAM_ERR(CAM_SMMU,
			"Error: can't get non-secure mem from secure cb");
		return -EINVAL;
	}

	mutex_lock(&iommu_cb_set.cb_info[idx].lock);
	if (CAM_SMMU_HDL_VALIDATE(iommu_cb_set.cb_info[idx].handle, handle)) {
		CAM_ERR(CAM_SMMU,
			"Error: hdl is not valid, table_hdl = %x, hdl = %x",
			iommu_cb_set.cb_info[idx].handle, handle);
		rc = -EINVAL;
		goto get_addr_end;
	}

	buf_state = cam_smmu_check_fd_in_list(idx, ion_fd, dma_buf, paddr_ptr,
		len_ptr, &ts, &i_ino, ref_count);
	if (buf_state == CAM_SMMU_BUFF_NOT_EXIST) {
		CAM_ERR(CAM_SMMU, "ion_fd:%d not in the mapped list", ion_fd);
		rc = -EINVAL;
		cam_smmu_dump_cb_info(idx);
		goto get_addr_end;
	}

	if (buf_tracker)
		rc = cam_smmu_add_buf_to_track_list(ion_fd, i_ino, ref_count, buf_tracker, idx);

get_addr_end:
	mutex_unlock(&iommu_cb_set.cb_info[idx].lock);
	return rc;
}
EXPORT_SYMBOL(cam_smmu_get_iova);

int cam_smmu_get_stage2_iova(int handle, int ion_fd, struct dma_buf *dma_buf,
	dma_addr_t *paddr_ptr, size_t *len_ptr, struct list_head *buf_tracker,
	struct kref **ref_count)
{
	int idx, rc = 0;
	enum cam_smmu_buf_state buf_state;
	unsigned long i_ino;

	if (!paddr_ptr || !len_ptr) {
		CAM_ERR(CAM_SMMU, "Error: Input pointers are invalid");
		return -EINVAL;
	}

	if (handle == HANDLE_INIT) {
		CAM_ERR(CAM_SMMU, "Error: Invalid handle");
		return -EINVAL;
	}

	/* clean the content from clients */
	*paddr_ptr = (dma_addr_t)NULL;
	*len_ptr = (size_t)0;

	idx = GET_SMMU_TABLE_IDX(handle);
	if (idx < 0 || idx >= iommu_cb_set.cb_num) {
		CAM_ERR(CAM_SMMU,
			"Error: handle or index invalid. idx = %d hdl = %x",
			idx, handle);
		return -EINVAL;
	}

	if (!iommu_cb_set.cb_info[idx].is_secure) {
		CAM_ERR(CAM_SMMU,
			"Error: can't get secure mem from non secure cb");
		return -EINVAL;
	}

	mutex_lock(&iommu_cb_set.cb_info[idx].lock);
	if (CAM_SMMU_HDL_VALIDATE(iommu_cb_set.cb_info[idx].handle, handle)) {
		CAM_ERR(CAM_SMMU,
			"Error: hdl is not valid, table_hdl = %x, hdl = %x",
			iommu_cb_set.cb_info[idx].handle, handle);
		rc = -EINVAL;
		goto get_addr_end;
	}

	buf_state = cam_smmu_validate_secure_fd_in_list(idx, ion_fd, dma_buf, paddr_ptr, len_ptr,
		&i_ino, ref_count);

	if (buf_state == CAM_SMMU_BUFF_NOT_EXIST) {
		CAM_ERR(CAM_SMMU, "ion_fd:%d not in the mapped list", ion_fd);
		rc = -EINVAL;
		goto get_addr_end;
	}

	if (buf_tracker)
		rc = cam_smmu_add_buf_to_track_list(ion_fd, i_ino, ref_count, buf_tracker, idx);

get_addr_end:
	mutex_unlock(&iommu_cb_set.cb_info[idx].lock);
	return rc;
}
EXPORT_SYMBOL(cam_smmu_get_stage2_iova);

static int cam_smmu_unmap_validate_params(int handle)
{
	int idx;

	if (handle == HANDLE_INIT) {
		CAM_ERR(CAM_SMMU, "Error: Invalid handle");
		return -EINVAL;
	}

	/* find index in the iommu_cb_set.cb_info */
	idx = GET_SMMU_TABLE_IDX(handle);
	if (idx < 0 || idx >= iommu_cb_set.cb_num) {
		CAM_ERR(CAM_SMMU,
			"Error: handle or index invalid. idx = %d hdl = %x",
			idx, handle);
		return -EINVAL;
	}

	return 0;
}

int cam_smmu_unmap_user_iova(int handle,
	int ion_fd, struct dma_buf *dma_buf, enum cam_smmu_region_id region_id,
	bool force_unmap)
{
	int idx, rc;
	struct cam_dma_buff_info *mapping_info;

	rc = cam_smmu_unmap_validate_params(handle);
	if (rc) {
		CAM_ERR(CAM_SMMU, "unmap util validation failure");
		return rc;
	}

	idx = GET_SMMU_TABLE_IDX(handle);
	mutex_lock(&iommu_cb_set.cb_info[idx].lock);
	if (iommu_cb_set.cb_info[idx].is_secure) {
		CAM_ERR(CAM_SMMU,
			"Error: can't unmap non-secure mem from secure cb");
		rc = -EINVAL;
		goto unmap_end;
	}

	if (CAM_SMMU_HDL_VALIDATE(iommu_cb_set.cb_info[idx].handle, handle)) {
		CAM_ERR(CAM_SMMU,
			"Error: hdl is not valid, table_hdl = %x, hdl = %x",
			iommu_cb_set.cb_info[idx].handle, handle);
		rc = -EINVAL;
		goto unmap_end;
	}

	/* Based on ion_fd & index, we can find mapping info of buffer */
	mapping_info = cam_smmu_find_mapping_by_ion_index(idx, ion_fd, dma_buf);

	if (!mapping_info) {
		CAM_ERR(CAM_SMMU,
			"Error: Invalid params idx = %d, fd = %d",
			idx, ion_fd);
		rc = -EINVAL;
		goto unmap_end;
	}

	mapping_info->map_count--;
	if (mapping_info->map_count > 0) {
		CAM_DBG(CAM_SMMU,
			"idx: %d, cb: %s fd = %d , ino: 0x%x, map_count: %d, ref_count: %d",
			idx, iommu_cb_set.cb_info[idx].name[0], ion_fd,
			mapping_info->i_ino, mapping_info->map_count,
			kref_read(&mapping_info->ref_count));
		rc = 0;
		goto unmap_end;
	}
	mapping_info->map_count = 0;
	if (!force_unmap && kref_read(&mapping_info->ref_count) > 1) {
		CAM_ERR(CAM_SMMU,
			"[SMMU_BT] Error: can't unmap buffer as it's still active, idx: %d, cb: %s, fd: 0x%x, ino: 0x%x, ref_count: %d",
			idx, iommu_cb_set.cb_info[idx].name[0], ion_fd, mapping_info->i_ino,
			kref_read(&mapping_info->ref_count));
		rc = -EPERM;
		goto unmap_end;
	}

	/* Unmapping one buffer from device */
	CAM_DBG(CAM_SMMU, "SMMU: removing buffer idx = %d", idx);
	rc = cam_smmu_unmap_buf_and_remove_from_list(mapping_info, idx);
	if (rc < 0)
		CAM_ERR(CAM_SMMU, "Error: unmap or remove list fail");

unmap_end:
	mutex_unlock(&iommu_cb_set.cb_info[idx].lock);
	return rc;
}
EXPORT_SYMBOL(cam_smmu_unmap_user_iova);

int cam_smmu_unmap_kernel_iova(int handle,
	struct dma_buf *buf, enum cam_smmu_region_id region_id)
{
	int idx, rc;
	struct cam_dma_buff_info *mapping_info;

	rc = cam_smmu_unmap_validate_params(handle);
	if (rc) {
		CAM_ERR(CAM_SMMU, "unmap util validation failure");
		return rc;
	}

	idx = GET_SMMU_TABLE_IDX(handle);
	mutex_lock(&iommu_cb_set.cb_info[idx].lock);
	if (iommu_cb_set.cb_info[idx].is_secure) {
		CAM_ERR(CAM_SMMU,
			"Error: can't unmap non-secure mem from secure cb");
		rc = -EINVAL;
		goto unmap_end;
	}

	if (iommu_cb_set.cb_info[idx].handle != handle) {
		CAM_ERR(CAM_SMMU,
			"Error: hdl is not valid, table_hdl = %x, hdl = %x",
			iommu_cb_set.cb_info[idx].handle, handle);
		rc = -EINVAL;
		goto unmap_end;
	}

	/* Based on dma_buf & index, we can find mapping info of buffer */
	mapping_info = cam_smmu_find_mapping_by_dma_buf(idx, buf);

	if (!mapping_info) {
		CAM_ERR(CAM_SMMU,
			"Error: Invalid params idx = %d, dma_buf = %pK",
			idx, buf);
		rc = -EINVAL;
		goto unmap_end;
	}

	/* Unmapping one buffer from device */
	CAM_DBG(CAM_SMMU, "SMMU: removing buffer idx = %d", idx);
	rc = cam_smmu_unmap_buf_and_remove_from_list(mapping_info, idx);
	if (rc < 0)
		CAM_ERR(CAM_SMMU, "Error: unmap or remove list fail");

unmap_end:
	mutex_unlock(&iommu_cb_set.cb_info[idx].lock);
	return rc;
}
EXPORT_SYMBOL(cam_smmu_unmap_kernel_iova);


int cam_smmu_put_iova(int handle, int ion_fd, struct dma_buf *dma_buf)
{
	int idx;
	int rc = 0;
	struct cam_dma_buff_info *mapping_info;

	if (handle == HANDLE_INIT) {
		CAM_ERR(CAM_SMMU, "Error: Invalid handle");
		return -EINVAL;
	}

	/* find index in the iommu_cb_set.cb_info */
	idx = GET_SMMU_TABLE_IDX(handle);
	if (idx < 0 || idx >= iommu_cb_set.cb_num) {
		CAM_ERR(CAM_SMMU,
			"Error: handle or index invalid. idx = %d hdl = %x",
			idx, handle);
		return -EINVAL;
	}

	mutex_lock(&iommu_cb_set.cb_info[idx].lock);
	if (iommu_cb_set.cb_info[idx].handle != handle) {
		CAM_ERR(CAM_SMMU,
			"Error: hdl is not valid, table_hdl = %x, hdl = %x",
			iommu_cb_set.cb_info[idx].handle, handle);
		rc = -EINVAL;
		goto put_addr_end;
	}

	/* based on ion fd and index, we can find mapping info of buffer */
	mapping_info = cam_smmu_find_mapping_by_ion_index(idx, ion_fd, dma_buf);
	if (!mapping_info) {
		CAM_ERR(CAM_SMMU, "Error: Invalid params idx = %d, fd = %d",
			idx, ion_fd);
		rc = -EINVAL;
		goto put_addr_end;
	}

put_addr_end:
	mutex_unlock(&iommu_cb_set.cb_info[idx].lock);
	return rc;
}
EXPORT_SYMBOL(cam_smmu_put_iova);

int cam_smmu_destroy_handle(int handle)
{
	int idx;

	if (handle == HANDLE_INIT) {
		CAM_ERR(CAM_SMMU, "Error: Invalid handle");
		return -EINVAL;
	}

	idx = GET_SMMU_TABLE_IDX(handle);
	if (idx < 0 || idx >= iommu_cb_set.cb_num) {
		CAM_ERR(CAM_SMMU,
			"Error: handle or index invalid. idx = %d hdl = %x",
			idx, handle);
		return -EINVAL;
	}

	mutex_lock(&iommu_cb_set.cb_info[idx].lock);
	if (CAM_SMMU_HDL_VALIDATE(iommu_cb_set.cb_info[idx].handle, handle)) {
		CAM_ERR(CAM_SMMU,
			"Error: hdl is not valid, table_hdl = %x, hdl = %x",
			iommu_cb_set.cb_info[idx].handle, handle);
		mutex_unlock(&iommu_cb_set.cb_info[idx].lock);
		return -EINVAL;
	}

	if (!list_empty_careful(&iommu_cb_set.cb_info[idx].smmu_buf_list)) {
		CAM_ERR(CAM_SMMU, "UMD %s buffer list is not clean",
			iommu_cb_set.cb_info[idx].name[0]);
		cam_smmu_print_user_list(idx);
		cam_smmu_clean_user_buffer_list(idx);
	}

	if (!list_empty_careful(
		&iommu_cb_set.cb_info[idx].smmu_buf_kernel_list)) {
		CAM_ERR(CAM_SMMU, "KMD %s buffer list is not clean",
			iommu_cb_set.cb_info[idx].name[0]);
		cam_smmu_print_kernel_list(idx);
		cam_smmu_clean_kernel_buffer_list(idx);
	}

	if (iommu_cb_set.cb_info[idx].is_secure) {
		if (iommu_cb_set.cb_info[idx].secure_count == 0) {
			mutex_unlock(&iommu_cb_set.cb_info[idx].lock);
			return -EPERM;
		}

		iommu_cb_set.cb_info[idx].secure_count--;
		if (iommu_cb_set.cb_info[idx].secure_count == 0) {
			iommu_cb_set.cb_info[idx].cb_count = 0;
			iommu_cb_set.cb_info[idx].handle = HANDLE_INIT;
		}

		mutex_unlock(&iommu_cb_set.cb_info[idx].lock);
		return 0;
	}

	if (iommu_cb_set.cb_info[idx].is_mul_client &&
		iommu_cb_set.cb_info[idx].device_count) {
		iommu_cb_set.cb_info[idx].device_count--;

		if (!iommu_cb_set.cb_info[idx].device_count) {
			iommu_cb_set.cb_info[idx].cb_count = 0;
			iommu_cb_set.cb_info[idx].handle = HANDLE_INIT;
		}
		mutex_unlock(&iommu_cb_set.cb_info[idx].lock);
		return 0;
	}

	iommu_cb_set.cb_info[idx].device_count = 0;
	iommu_cb_set.cb_info[idx].cb_count = 0;
	iommu_cb_set.cb_info[idx].handle = HANDLE_INIT;
	mutex_unlock(&iommu_cb_set.cb_info[idx].lock);
	return 0;
}
EXPORT_SYMBOL(cam_smmu_destroy_handle);

static void cam_smmu_deinit_cb(struct cam_context_bank_info *cb)
{
	int i;

	if (cb->io_support && cb->domain)
		cb->domain = NULL;

	if (cb->shared_support) {
		for (i = 0; i < cb->shared_info.num_regions; i++) {
			if (cb->shared_mem_pool[i]) {
				gen_pool_destroy(cb->shared_mem_pool[i]);
				cb->shared_mem_pool[i] = NULL;
			}
		}
	}

	if (cb->scratch_buf_support) {
		kfree(cb->scratch_map.bitmap);
		cb->scratch_map.bitmap = NULL;
	}
}

static void cam_smmu_release_cb(struct platform_device *pdev)
{
	int i = 0;

	for (i = 0; i < iommu_cb_set.cb_num; i++)
		cam_smmu_deinit_cb(&iommu_cb_set.cb_info[i]);

	devm_kfree(&pdev->dev, iommu_cb_set.cb_info);
	iommu_cb_set.cb_num = 0;
}

static int cam_smmu_setup_cb(struct cam_context_bank_info *cb,
	struct device *dev)
{
	int rc = 0, i;

	if (!cb || !dev) {
		CAM_ERR(CAM_SMMU, "Error: invalid input params");
		return -EINVAL;
	}

	cb->dev = dev;
	cb->is_fw_allocated = false;
	cb->is_secheap_allocated = false;

	atomic64_set(&cb->monitor_head, -1);

	/* Create a pool with 64K granularity for supporting shared memory */
	if (cb->shared_support) {
		for (i = 0; i < cb->shared_info.num_regions; i++) {
			cb->shared_mem_pool[i] = gen_pool_create(
				SHARED_MEM_POOL_GRANULARITY, -1);

			if (!cb->shared_mem_pool[i])
				goto end;

			rc = gen_pool_add(cb->shared_mem_pool[i],
					cb->shared_info.nested_regions[i].region_info.iova_start,
					cb->shared_info.nested_regions[i].region_info.iova_len,
					-1);
			if (rc) {
				CAM_ERR(CAM_SMMU, "Genpool chunk creation failed");
				gen_pool_destroy(cb->shared_mem_pool[i]);
				cb->shared_mem_pool[i] = NULL;
				goto end;
			}

			CAM_DBG(CAM_SMMU, "cb: %s Shared mem start->%lX len->%zu",
				cb->name[0], (unsigned long)
				cb->shared_info.nested_regions[i].region_info.iova_start,
				cb->shared_info.nested_regions[i].region_info.iova_len);
		}
	}

	if (cb->scratch_buf_support) {
		rc = cam_smmu_init_scratch_map(&cb->scratch_map,
			cb->scratch_info.iova_start,
			cb->scratch_info.iova_len,
			0);
		if (rc < 0) {
			CAM_ERR(CAM_SMMU,
				"Error: failed to create scratch map");
			rc = -ENODEV;
			goto end;
		}
	}

	/* create a virtual mapping */
	if (cb->io_support) {
		cb->domain = iommu_get_domain_for_dev(dev);
		if (IS_ERR_OR_NULL(cb->domain)) {
			CAM_ERR(CAM_SMMU, "Error: create domain Failed");
			rc = -ENODEV;
			goto end;
		}

		/* Enable custom iommu features, if applicable */
		cam_smmu_util_iommu_custom(dev, cb->discard_iova_start,
			cb->discard_iova_len);

		cb->state = CAM_SMMU_ATTACH;
	} else {
		CAM_ERR(CAM_SMMU, "Context bank does not have IO region");
		rc = -ENODEV;
		goto end;
	}

	return rc;

end:
	if (cb->shared_support) {
		for (--i; i >= 0; i--) {
			if (cb->shared_mem_pool[i]) {
				gen_pool_destroy(cb->shared_mem_pool[i]);
				cb->shared_mem_pool[i] = NULL;
			}
		}
	}

	if (cb->scratch_buf_support) {
		kfree(cb->scratch_map.bitmap);
		cb->scratch_map.bitmap = NULL;
	}

	return rc;
}

static int cam_alloc_smmu_context_banks(struct device *dev)
{
	struct device_node *domains_child_node = NULL;

	if (!dev) {
		CAM_ERR(CAM_SMMU, "Error: Invalid device");
		return -ENODEV;
	}

	iommu_cb_set.cb_num = 0;

	/* traverse thru all the child nodes and increment the cb count */
	for_each_available_child_of_node(dev->of_node, domains_child_node) {
		if (of_device_is_compatible(domains_child_node,
			"qcom,msm-cam-smmu-cb"))
			iommu_cb_set.cb_num++;

		if (of_device_is_compatible(domains_child_node,
			"qcom,qsmmu-cam-cb"))
			iommu_cb_set.cb_num++;
	}

	if (iommu_cb_set.cb_num == 0) {
		CAM_ERR(CAM_SMMU, "Error: no context banks present");
		return -ENOENT;
	}

	/* allocate memory for the context banks */
	iommu_cb_set.cb_info = devm_kzalloc(dev,
		iommu_cb_set.cb_num * sizeof(struct cam_context_bank_info),
		GFP_KERNEL);

	if (!iommu_cb_set.cb_info) {
		CAM_ERR(CAM_SMMU, "Error: cannot allocate context banks");
		return -ENOMEM;
	}

	cam_smmu_reset_iommu_table(CAM_SMMU_TABLE_INIT);
	iommu_cb_set.cb_init_count = 0;

	CAM_DBG(CAM_SMMU, "no of context banks :%d", iommu_cb_set.cb_num);
	return 0;
}

static int cam_smmu_get_discard_memory_regions(struct device_node *of_node,
	dma_addr_t *discard_iova_start, size_t *discard_iova_len)
{
	uint32_t discard_iova[2] = { 0 };
	int num_values = 0;
	int rc = 0;

	if (!discard_iova_start || !discard_iova_len)
		return -EINVAL;

	*discard_iova_start = 0;
	*discard_iova_len = 0;

	num_values = of_property_count_u32_elems(of_node,
		"iova-region-discard");
	if (num_values <= 0) {
		CAM_DBG(CAM_UTIL, "No discard region specified");
		return 0;
	} else if (num_values != 2) {
		CAM_ERR(CAM_UTIL, "Invalid discard region specified %d",
			num_values);
		return -EINVAL;
	}

	rc = of_property_read_u32_array(of_node,
		"iova-region-discard",
		discard_iova, num_values);
	if (rc) {
		CAM_ERR(CAM_UTIL, "Can not read discard region %d", num_values);
		return rc;
	} else if (!discard_iova[0] || !discard_iova[1]) {
		CAM_ERR(CAM_UTIL,
			"Incorrect Discard region specified [0x%x 0x%x]",
			discard_iova[0], discard_iova[1]);
		return -EINVAL;
	}

	CAM_DBG(CAM_UTIL, "Discard region [0x%x 0x%x]",
		discard_iova[0], discard_iova[0] + discard_iova[1]);

	*discard_iova_start = discard_iova[0];
	*discard_iova_len = discard_iova[1];

	return 0;
}

static int cam_smmu_get_iova_info_util(
	struct device_node **child_node, dma_addr_t *region_start,
	size_t *region_len, uint32_t *region_id)
{
	int rc;
	uint32_t id;
	dma_addr_t start = 0;
	size_t len = 0;

	if (iommu_cb_set.is_expanded_memory) {
		rc = of_property_read_u64(*child_node, "iova-region-start", &start);
		if (rc < 0) {
			CAM_ERR(CAM_SMMU, "Failed to read iova-region-start");
			return -EINVAL;
		}

		rc = of_property_read_u64(*child_node, "iova-region-len",
			(uint64_t *)&len);
		if (rc < 0) {
			CAM_ERR(CAM_SMMU, "Failed to read iova-region-len");
			return -EINVAL;
		}
	} else {
		rc = of_property_read_u32(*child_node, "iova-region-start",
			(uint32_t *)&start);
		if (rc < 0) {
			CAM_ERR(CAM_SMMU, "Failed to read iova-region-start");
			return -EINVAL;
		}

		rc = of_property_read_u32(*child_node, "iova-region-len",
			(uint32_t *)&len);
		if (rc < 0) {
			CAM_ERR(CAM_SMMU, "Failed to read iova-region-len");
			return -EINVAL;
		}
	}

	rc = of_property_read_u32(*child_node, "iova-region-id", &id);
	if (rc < 0) {
		CAM_ERR(CAM_SMMU, "Failed to read iova-region-id");
		return -EINVAL;
	}

	*region_start = start;
	*region_len = len;
	*region_id = id;

	return 0;
}

static int cam_smmu_get_subregions_memory_info(
	struct device_node **of_node,
	struct cam_smmu_nested_region_info *nested_regions,
	struct cam_context_bank_info *cb)
{
	int rc;
	uint32_t subregion_count = 0, subregion_mask = 0;
	enum cam_smmu_subregion_id subregion_id;
	struct device_node *sub_node = NULL;
	const char *subregion_name;
	dma_addr_t subregion_start = 0;
	size_t subregion_len = 0;
	struct cam_smmu_subregion_info *subregions = NULL;
	struct device_node *child_node = *of_node;

	/* Count number of child nodes */
	for_each_available_child_of_node(child_node, sub_node)
		subregion_count++;

	if (subregion_count > CAM_SMMU_SUBREGION_MAX) {
		CAM_ERR(CAM_SMMU,
			"Invalid number of subregions max=%u count=%u cb=%s",
			CAM_SMMU_SUBREGION_MAX, subregion_count, cb->name[0]);
		return -EINVAL;
	}

	for_each_available_child_of_node(child_node, sub_node) {
		subregions =
			&nested_regions->subregions[nested_regions->num_subregions];

		rc = of_property_read_string(sub_node,
			"iova-region-name", &subregion_name);
		if (rc < 0) {
			CAM_ERR(CAM_SMMU, "IOVA subregion not found");
			goto err;
		}

		rc = cam_smmu_get_iova_info_util(&sub_node, &subregion_start,
			&subregion_len, &subregion_id);
		if (rc)
			goto err;

		switch (subregion_id) {
		case CAM_SMMU_SUBREGION_GENERIC:
			if (subregion_mask & BIT(subregion_id))
				goto repeated_subregion;

			subregions->subregion_id = subregion_id;
			subregions->subregion_info.iova_len = subregion_len;
			subregions->subregion_info.iova_start = subregion_start;
			break;
		case CAM_SMMU_SUBREGION_SYNX_HWMUTEX:
			if (subregion_mask & BIT(subregion_id))
				goto repeated_subregion;

			subregions->subregion_id = subregion_id;
			subregions->subregion_info.iova_len = subregion_len;
			subregions->subregion_info.iova_start = subregion_start;
			rc = of_property_read_u32(sub_node,
				"phy-addr", (uint32_t *)&subregions->subregion_info.phy_addr);
			if (rc < 0) {
				CAM_ERR(CAM_SMMU, "Failed to read phy addr");
				goto err;
			}
			break;
		case CAM_SMMU_SUBREGION_IPC_HWMUTEX:
			if (subregion_mask & BIT(subregion_id))
				goto repeated_subregion;

			subregions->subregion_id = subregion_id;
			subregions->subregion_info.iova_len = subregion_len;
			subregions->subregion_info.iova_start = subregion_start;
			rc = of_property_read_u32(sub_node,
				"phy-addr", (uint32_t *)&subregions->subregion_info.phy_addr);
			if (rc < 0) {
				CAM_ERR(CAM_SMMU, "Failed to read phy addr");
				goto err;
			}
			break;
		case CAM_SMMU_SUBREGION_GLOBAL_SYNC_MEM:
			if (subregion_mask & BIT(subregion_id))
				goto repeated_subregion;

			subregions->subregion_id = subregion_id;
			subregions->subregion_info.iova_len = subregion_len;
			subregions->subregion_info.iova_start = subregion_start;
			rc = of_property_read_u32(sub_node,
				"phy-addr", (uint32_t *)&subregions->subregion_info.phy_addr);
			if (rc < 0) {
				CAM_ERR(CAM_SMMU, "Failed to read phy addr");
				goto err;
			}
			break;
		case CAM_SMMU_SUBREGION_GLOBAL_CNTR:
			if (subregion_mask & BIT(subregion_id))
				goto repeated_subregion;

			subregions->subregion_id = subregion_id;
			subregions->subregion_info.iova_len = subregion_len;
			subregions->subregion_info.iova_start = subregion_start;
			rc = of_property_read_u32(sub_node,
				"phy-addr", (uint32_t *)&subregions->subregion_info.phy_addr);
			if (rc < 0) {
				CAM_ERR(CAM_SMMU, "Failed to read phy addr");
				goto err;
			}
			break;
		default:
			CAM_ERR(CAM_SMMU, "Unsupported subregion_id: %d", subregion_id);
			rc = -EINVAL;
			goto err;
		}

		subregion_mask |= BIT(subregion_id);
		nested_regions->num_subregions++;
		CAM_DBG(CAM_SMMU,
			"cb=%s region=%d iova=0x%x len=0x%x phy=0x%pK num_subregions=%u",
			cb->name[0], subregion_id, subregions->subregion_info.iova_start,
			subregions->subregion_info.iova_len,
			subregions->subregion_info.phy_addr, nested_regions->num_subregions);
	}

	return 0;

repeated_subregion:
	CAM_ERR(CAM_SMMU,
		"Subregion=%u was already populated in cb=%s subregion_mask=0x%x",
		subregion_id, cb->name[0], subregion_mask);
	rc = -EINVAL;
err:
	of_node_put(child_node);
	return rc;
}

static int cam_smmu_validate_discard_iova_region(
	struct cam_context_bank_info *cb,
	struct cam_smmu_region_info *region_info)
{
	/* Make sure Discard region is properly specified */
	if ((cb->discard_iova_start !=
		region_info->discard_iova_start) ||
		(cb->discard_iova_len !=
		region_info->discard_iova_len)) {
		CAM_ERR(CAM_SMMU,
			"Mismatch Discard region specified, [0x%x 0x%x] [0x%x 0x%x]",
			cb->discard_iova_start,
			cb->discard_iova_len,
			region_info->discard_iova_start,
			region_info->discard_iova_len);
		return -EINVAL;
	} else if (cb->discard_iova_start && cb->discard_iova_len) {
		if ((cb->discard_iova_start <=
		region_info->iova_start) ||
		(cb->discard_iova_start >=
		region_info->iova_start + region_info->iova_len) ||
		(cb->discard_iova_start + cb->discard_iova_len >=
		region_info->iova_start + region_info->iova_len)) {
			CAM_ERR(CAM_SMMU,
			"[%s] : Incorrect Discard region specified [0x%x 0x%x] in [0x%x 0x%x]",
			cb->name[0],
			cb->discard_iova_start,
			cb->discard_iova_start + cb->discard_iova_len,
			region_info->iova_start,
			region_info->iova_start + region_info->iova_len);
			return -EINVAL;
		}

		CAM_INFO(CAM_SMMU,
			"[%s] : Discard region specified [0x%x 0x%x] in [0x%x 0x%x]",
			cb->name[0],
			cb->discard_iova_start,
			cb->discard_iova_start + cb->discard_iova_len,
			region_info->iova_start,
			region_info->iova_start + region_info->iova_len);
	}

	return 0;
}

static int cam_smmu_get_memory_regions_info(struct device_node *of_node,
	struct cam_context_bank_info *cb)
{
	int rc = 0, i;
	struct device_node *mem_map_node = NULL;
	struct device_node *child_node = NULL;
	dma_addr_t region_start = 0;
	size_t region_len = 0;
	uint32_t region_id;
	const char *region_name;
	int num_regions = 0;

	if (!of_node || !cb) {
		CAM_ERR(CAM_SMMU, "Invalid argument(s)");
		return -EINVAL;
	}

	mem_map_node = of_get_child_by_name(of_node, "iova-mem-map");
	cb->is_secure = of_property_read_bool(of_node, "qcom,secure-cb");

	/*
	 * We always expect a memory map node, except when it is a secure
	 * context bank.
	 */
	if (!mem_map_node) {
		if (cb->is_secure)
			return 0;
		CAM_ERR(CAM_SMMU, "iova-mem-map not present");
		return -EINVAL;
	}

	for_each_available_child_of_node(mem_map_node, child_node) {
		num_regions++;

		rc = of_property_read_string(child_node,
			"iova-region-name", &region_name);
		if (rc < 0) {
			of_node_put(mem_map_node);
			CAM_ERR(CAM_SMMU, "IOVA region not found");
			return -EINVAL;
		}

		rc = cam_smmu_get_iova_info_util(&child_node,
			&region_start, &region_len, &region_id);
		if (rc) {
			of_node_put(mem_map_node);
			return rc;
		}

		switch (region_id) {
		case CAM_SMMU_REGION_FIRMWARE:
			cb->firmware_support = 1;
			cb->firmware_info.iova_start = region_start;
			cb->firmware_info.iova_len = region_len;
			break;
		case CAM_SMMU_REGION_SHARED: {
			int32_t num_shared_regions = cb->shared_info.num_regions;
			struct cam_smmu_nested_region_info *nested_reg_info;

			if (num_shared_regions >= CAM_SMMU_MULTI_REGION_MAX) {
				CAM_ERR(CAM_SMMU,
					"Exceeding max supported number of regions max: %u current: %u in cb: %s for region: %d",
					CAM_SMMU_MULTI_REGION_MAX, num_shared_regions,
					cb->name[0], region_id);
				rc = -EINVAL;
				goto end;
			}

			nested_reg_info = &cb->shared_info.nested_regions[num_shared_regions];
			nested_reg_info->subregion_support =
				of_property_read_bool(child_node, "subregion_support");

			if (nested_reg_info->subregion_support) {
				rc = cam_smmu_get_subregions_memory_info(&child_node,
					nested_reg_info, cb);
				if (rc)
					goto end;
			}

			nested_reg_info->region_info.iova_start = region_start;
			nested_reg_info->region_info.iova_len = region_len;

			cb->shared_info.num_regions++;
			cb->shared_support = 1;
		}
			break;
		case CAM_SMMU_REGION_SCRATCH:
			cb->scratch_buf_support = 1;
			cb->scratch_info.iova_start = region_start;
			cb->scratch_info.iova_len = region_len;
			break;
		case CAM_SMMU_REGION_IO: {
			int32_t num_io_regions = cb->io_info.num_regions;
			struct cam_smmu_nested_region_info *nested_reg_info;

			if (num_io_regions >= CAM_SMMU_MULTI_REGION_MAX) {
				CAM_ERR(CAM_SMMU,
					"Exceeding max supported number of regions max: %u current: %u in cb: %s for region: %d",
					CAM_SMMU_MULTI_REGION_MAX, num_io_regions,
					cb->name[0], region_id);
				rc = -EINVAL;
				goto end;
			}

			nested_reg_info = &cb->io_info.nested_regions[num_io_regions];
			nested_reg_info->subregion_support =
				of_property_read_bool(child_node, "subregion_support");

			if (nested_reg_info->subregion_support) {
				rc = cam_smmu_get_subregions_memory_info(&child_node,
					nested_reg_info, cb);
				if (rc)
					goto end;
			}

			nested_reg_info->region_info.iova_start = region_start;
			nested_reg_info->region_info.iova_len = region_len;
			rc = cam_smmu_get_discard_memory_regions(child_node,
				&nested_reg_info->region_info.discard_iova_start,
				&nested_reg_info->region_info.discard_iova_len);
			if (rc) {
				CAM_ERR(CAM_SMMU,
					"Invalid Discard region specified in IO region, rc: %d cb: %s",
					rc, cb->name[0]);
				goto end;
			}
			cb->io_info.num_regions++;
			cb->io_support = 1;
		}
			break;
		case CAM_SMMU_REGION_SECHEAP:
			cb->secheap_support = 1;
			cb->secheap_info.iova_start = region_start;
			cb->secheap_info.iova_len = region_len;
			break;
		case CAM_SMMU_REGION_FWUNCACHED:{
			int32_t num_fwuncached_regions = cb->fwuncached_region.num_regions;
			struct cam_smmu_nested_region_info *nested_reg_info;

			if (num_fwuncached_regions >= CAM_SMMU_MULTI_REGION_MAX) {
				CAM_ERR(CAM_SMMU,
					"Exceeding max supported number of regions max: %u current: %u in cb: %s for region: %d",
					CAM_SMMU_MULTI_REGION_MAX, num_fwuncached_regions,
					cb->name[0], region_id);
				rc = -EINVAL;
				goto end;
			}

			nested_reg_info =
				&cb->fwuncached_region.nested_regions[num_fwuncached_regions];
			nested_reg_info->subregion_support =
				of_property_read_bool(child_node, "subregion_support");

			if (nested_reg_info->subregion_support) {
				rc = cam_smmu_get_subregions_memory_info(&child_node,
					nested_reg_info, cb);
				if (rc)
					goto end;
			}

			nested_reg_info->region_info.iova_start = region_start;
			nested_reg_info->region_info.iova_len = region_len;

			cb->fwuncached_region.num_regions++;
			cb->fwuncached_region_support = 1;
		}
			break;
		case CAM_SMMU_REGION_QDSS: {
			int32_t num_qdss_regions = cb->qdss_info.num_regions;
			struct cam_smmu_nested_region_info *nested_reg_info;

			if (num_qdss_regions >= CAM_SMMU_MULTI_REGION_MAX) {
				CAM_ERR(CAM_SMMU,
					"Exceeding max supported number of regions max: %u current: %u in cb: %s for region: %d",
					CAM_SMMU_MULTI_REGION_MAX, num_qdss_regions,
					cb->name[0], region_id);
				rc = -EINVAL;
				goto end;
			}

			nested_reg_info =
				&cb->qdss_info.nested_regions[num_qdss_regions];
			nested_reg_info->subregion_support =
				of_property_read_bool(child_node, "subregion_support");

			if (nested_reg_info->subregion_support) {
				CAM_ERR(CAM_SMMU,
					"Subregion for QDSS not supported, failing cb: %s initialization",
					cb->name[0]);
				goto end;
			}

			nested_reg_info->region_info.iova_start = region_start;
			nested_reg_info->region_info.iova_len = region_len;
			/* phy-addr field is mandatory for QDSS */
			rc = of_property_read_u32(child_node, "qdss-phy-addr",
				(uint32_t *)&nested_reg_info->region_info.phy_addr);
			if (rc) {
				CAM_ERR(CAM_SMMU, "No phy-addr field for qdss in cb: %s",
					cb->name[0]);
				goto end;
			}

			cb->qdss_info.num_regions++;
			cb->qdss_support = 1;
		}
			break;
		case CAM_SMMU_REGION_DEVICE:{
			int32_t num_device_regions = cb->device_region.num_regions;
			struct cam_smmu_nested_region_info *nested_reg_info;

			if (num_device_regions >= CAM_SMMU_MULTI_REGION_MAX) {
				CAM_ERR(CAM_SMMU,
					"Exceeding max supported number of regions max: %u current: %u in cb: %s for region: %d",
					CAM_SMMU_MULTI_REGION_MAX, num_device_regions,
					cb->name[0], region_id);
				rc = -EINVAL;
				goto end;
			}

			nested_reg_info = &cb->device_region.nested_regions[num_device_regions];
			nested_reg_info->subregion_support =
				of_property_read_bool(child_node, "subregion_support");

			if (nested_reg_info->subregion_support) {
				rc = cam_smmu_get_subregions_memory_info(&child_node,
					nested_reg_info, cb);
				if (rc)
					goto end;
			}

			nested_reg_info->region_info.iova_start = region_start;
			nested_reg_info->region_info.iova_len = region_len;

			rc = of_property_read_u32(child_node,
				"phy-addr", (uint32_t *)&nested_reg_info->region_info.phy_addr);
			if (rc) {
				CAM_DBG(CAM_SMMU, "No phy-addr field in device in cb: %s",
					cb->name[0]);
				rc = 0;
			}

			cb->device_region.num_regions++;
			cb->device_region_support = 1;
		}
			break;
		default:
			CAM_ERR(CAM_SMMU,
				"Incorrect region id present in DT file: %d",
				region_id);
		}

		CAM_DBG(CAM_SMMU, "Found label -> %s", cb->name[0]);
		CAM_DBG(CAM_SMMU, "Found region -> %s", region_name);
		CAM_DBG(CAM_SMMU, "region_start -> 0x%lx", region_start);
		CAM_DBG(CAM_SMMU, "region_len -> 0x%lx", region_len);
		CAM_DBG(CAM_SMMU, "region_id -> 0x%x", region_id);
	}

	if (cb->io_support) {
		rc = cam_smmu_get_discard_memory_regions(of_node,
			&cb->discard_iova_start,
			&cb->discard_iova_len);
		if (rc) {
			CAM_ERR(CAM_SMMU,
				"Invalid Discard region specified in CB, rc=%d",
				rc);
			return -EINVAL;
		}

		for (i = 0; i < cb->io_info.num_regions; i++) {
			rc = cam_smmu_validate_discard_iova_region(cb,
				&cb->io_info.nested_regions[i].region_info);
			if (rc)
				goto end;
		}
	}

	if (!num_regions) {
		CAM_ERR(CAM_SMMU,
			"No memory regions found, at least one needed");
		rc = -ENODEV;
	}

	return rc;

end:
	of_node_put(mem_map_node);
	return rc;
}

static void cam_smmu_check_for_fault_properties(
	const char *fault_property, struct cam_context_bank_info *cb)
{
	if (!strcmp(fault_property, "non-fatal"))
		cb->non_fatal_faults_en = true;
	else if (!strcmp(fault_property, "stall-disable"))
		cb->stall_disable_en = true;

	CAM_DBG(CAM_SMMU, "iommu fault property: %s found for cb: %s",
		fault_property, cb->name[0]);
}

static int cam_populate_smmu_context_banks(struct device *dev,
	enum cam_iommu_type type)
{
	int rc = 0, i, j, num_fault_props = 0;
	struct cam_context_bank_info *cb;
	struct device *ctx = NULL;
	bool dma_coherent, dma_coherent_hint, is_found;

	if (!dev) {
		CAM_ERR(CAM_SMMU, "Error: Invalid device");
		return -ENODEV;
	}

	/* check the bounds */
	if (iommu_cb_set.cb_init_count >= iommu_cb_set.cb_num) {
		CAM_ERR(CAM_SMMU, "Error: populate more than allocated cb");
		rc = -EBADHANDLE;
		goto cb_init_fail;
	}

	/* read the context bank from cb set */
	cb = &iommu_cb_set.cb_info[iommu_cb_set.cb_init_count];

	cb->is_mul_client =
		of_property_read_bool(dev->of_node, "multiple-client-devices");
	cb->num_shared_hdl = of_property_count_strings(dev->of_node,
		"cam-smmu-label");

	if (cb->num_shared_hdl >
		CAM_SMMU_SHARED_HDL_MAX) {
		CAM_ERR(CAM_CDM, "Invalid count of client names count=%d",
			cb->num_shared_hdl);
		rc = -EINVAL;
		return rc;
	}

	/* set the name of the context bank */
	for (i = 0; i < cb->num_shared_hdl; i++) {
		rc = of_property_read_string_index(dev->of_node,
			"cam-smmu-label", i, &cb->name[i]);
		if (rc < 0) {
			CAM_ERR(CAM_SMMU,
				"Error: failed to read label from sub device");
			goto cb_init_fail;
		}
	}

	cb->num_multi_regions = of_property_count_strings(dev->of_node,
		"multiple-same-region-clients");
	if (cb->num_multi_regions > CAM_SMMU_MULTI_REGION_MAX) {
		CAM_ERR(CAM_CDM, "Invalid count of multi region clients = %d",
			cb->num_multi_regions);
		rc = -EINVAL;
		goto cb_init_fail;
	}

	for (j = 0; j < cb->num_multi_regions; j++) {
		is_found = false;

		rc = of_property_read_string_index(dev->of_node,
			"multiple-same-region-clients", j, &cb->multi_region_clients[j]);
		if (rc < 0) {
			CAM_ERR(CAM_SMMU,
				"Error: failed to read label from sub device");
			goto cb_init_fail;
		}

		/* Needs to match shared hdl client list */
		for (i = 0; i < cb->num_shared_hdl; i++) {
			if (strcmp(cb->name[i], cb->multi_region_clients[j])) {
				is_found = true;
				break;
			}
		}

		if (!is_found) {
			CAM_ERR(CAM_SMMU,
				"%s multi region client not found in shared client list cb = %s",
				cb->multi_region_clients[j], cb->name[0]);
			rc = -EINVAL;
			goto cb_init_fail;
		}
	}

	rc = cam_smmu_get_memory_regions_info(dev->of_node, cb);
	if (rc < 0) {
		CAM_ERR(CAM_SMMU, "Error: Getting region info");
		return rc;
	}

	if (cb->is_secure) {
		/* increment count to next bank */
		cb->dev = dev;
		iommu_cb_set.cb_init_count++;
		return 0;
	}

	/* set up the iommu mapping for the  context bank */
	if (type == CAM_QSMMU) {
		CAM_ERR(CAM_SMMU, "Error: QSMMU ctx not supported for : %s",
			cb->name[0]);
		return -ENODEV;
	}

	ctx = dev;
	CAM_DBG(CAM_SMMU, "getting Arm SMMU ctx : %s", cb->name[0]);

	cb->coherency_mode = CAM_SMMU_NO_COHERENCY;

	dma_coherent = of_property_read_bool(dev->of_node, "dma-coherent");
	dma_coherent_hint = of_property_read_bool(dev->of_node,
		"dma-coherent-hint-cached");

	if (dma_coherent && dma_coherent_hint) {
		CAM_ERR(CAM_SMMU,
			"[%s] : Cannot enable both dma-coherent and dma-coherent-hint-cached",
			cb->name[0]);
		return -EBADR;
	}

	if (dma_coherent)
		cb->coherency_mode = CAM_SMMU_DMA_COHERENT;
	else if (dma_coherent_hint)
		cb->coherency_mode = CAM_SMMU_DMA_COHERENT_HINT_CACHED;

	CAM_DBG(CAM_SMMU, "[%s] : io cohereny mode %d", cb->name[0],
		cb->coherency_mode);

	rc = cam_smmu_setup_cb(cb, ctx);
	if (rc < 0) {
		CAM_ERR(CAM_SMMU, "Error: failed to setup cb : %s",
			cb->name[0]);
		goto cb_init_fail;
	}
	if (cb->io_support && cb->domain) {
		iommu_set_fault_handler(cb->domain,
			cam_smmu_iommu_fault_handler,
			(void *)cb->name[0]);

		num_fault_props = of_property_count_strings(dev->of_node, "qcom,iommu-faults");
		if (num_fault_props > 0) {
			const char *fault_property = NULL;

			for (i = 0; i < num_fault_props; i++) {
				rc = of_property_read_string_index(dev->of_node,
					"qcom,iommu-faults", i, &fault_property);
				if (!rc)
					cam_smmu_check_for_fault_properties(fault_property, cb);
			}
			/* Missing fault property reads is not an error */
			rc = 0;
		}
	}

	if (!dev->dma_parms)
		dev->dma_parms = devm_kzalloc(dev,
			sizeof(*dev->dma_parms), GFP_KERNEL);

	if (!dev->dma_parms) {
		CAM_WARN(CAM_SMMU,
			"Failed to allocate dma_params");
		dev->dma_parms = NULL;
		goto end;
	}

	dma_set_max_seg_size(dev, DMA_BIT_MASK(32));
	dma_set_seg_boundary(dev, (unsigned long)DMA_BIT_MASK(64));

	if (iommu_cb_set.is_expanded_memory) {
		CAM_DBG(CAM_SMMU, "[%s] setting max address mask", cb->name[0]);
		/* the largest address is the min(dma_mask, value_from_iommu-dma_addr_pool) */
		rc = dma_set_mask_and_coherent(dev, DMA_BIT_MASK(64));
		if (rc)
			CAM_ERR(CAM_SMMU, "[%s] Failed in setting max address mask, rc %d",
				cb->name[0], rc);
	}

end:
	/* increment count to next bank */
	iommu_cb_set.cb_init_count++;
	CAM_DBG(CAM_SMMU, "X: cb init count :%d", iommu_cb_set.cb_init_count);

cb_init_fail:
	return rc;
}

static void cam_smmu_mini_dump_entries(
	struct cam_smmu_mini_dump_cb_info *target,
	struct cam_context_bank_info *src)
{
	int i = 0;
	int64_t state_head = 0;
	uint32_t index, num_entries, oldest_entry;

	state_head = atomic64_read(&src->monitor_head);

	if (state_head == -1) {
		return;
	} else if (state_head < CAM_SMMU_MONITOR_MAX_ENTRIES) {
		num_entries = state_head;
		oldest_entry = 0;
	} else {
		num_entries = CAM_SMMU_MONITOR_MAX_ENTRIES;
		div_u64_rem(state_head + 1,
			CAM_SMMU_MONITOR_MAX_ENTRIES, &oldest_entry);
	}

	index = oldest_entry;

	for (i = 0; i < num_entries; i++) {
		memcpy(&target->mapping[index],
			&src->monitor_entries[index],
			sizeof(struct cam_smmu_monitor));
		index = (index + 1) % CAM_SMMU_MONITOR_MAX_ENTRIES;
	}
}

static unsigned long cam_smmu_mini_dump_cb(void *dst, unsigned long len,
	void *priv_data)
{
	struct cam_smmu_mini_dump_cb_info *cb_md;
	struct cam_smmu_mini_dump_info     *md;
	struct cam_context_bank_info       *cb;
	unsigned long                       dumped_len = 0;
	unsigned long                       remain_len = len;
	uint32_t                            i = 0, j = 0;

	if (!dst || len < sizeof(*md)) {
		CAM_ERR(CAM_SMMU, "Invalid params dst: %pk len:%lu",
			dst, len);
		return 0;
	}

	md = (struct cam_smmu_mini_dump_info *)dst;
	md->cb_num = 0;
	md->cb = (struct cam_smmu_mini_dump_cb_info *)
		((uint8_t *)dst + sizeof(*md));
	dumped_len += sizeof(*md);
	remain_len =  len - dumped_len;

	for (i = 0; i < iommu_cb_set.cb_num; i++) {
		if (remain_len < sizeof(*cb_md))
			goto end;

		cb = &iommu_cb_set.cb_info[i];
		cb_md = &md->cb[i];
		cb_md->is_mul_client = cb->is_mul_client;
		cb_md->is_secure = cb->is_secure;
		cb_md->is_fw_allocated = cb->is_fw_allocated;
		cb_md->is_secheap_allocated = cb->is_secheap_allocated;
		cb_md->is_qdss_allocated = cb->is_qdss_allocated;
		cb_md->scratch_buf_support = cb->scratch_buf_support;
		cb_md->firmware_support = cb->firmware_support;
		cb_md->shared_support = cb->shared_support;
		cb_md->io_support = cb->io_support;
		cb_md->fwuncached_region_support = cb->fwuncached_region_support;
		cb_md->qdss_support = cb->qdss_support;
		cb_md->coherency_mode = cb->coherency_mode;
		cb_md->state = cb->state;
		cb_md->va_start = cb->va_start;
		cb_md->discard_iova_start = cb->discard_iova_start;
		cb_md->qdss_phy_addr = cb->qdss_phy_addr;
		cb_md->va_len = cb->va_len;
		cb_md->io_mapping_size = cb->io_mapping_size;
		cb_md->shared_mapping_size = cb->shared_mapping_size;
		cb_md->discard_iova_len = cb->discard_iova_len;
		cb_md->handle = cb->handle;
		cb_md->device_count = cb->device_count;
		cb_md->num_shared_hdl = cb->num_shared_hdl;
		cb_md->secure_count = cb->secure_count;
		cb_md->cb_count = cb->cb_count;
		cb_md->pf_count = cb->pf_count;
		memcpy(&cb_md->scratch_info, &cb->scratch_info,
			sizeof(struct cam_smmu_region_info));
		memcpy(&cb_md->firmware_info, &cb->firmware_info,
			sizeof(struct cam_smmu_region_info));
		memcpy(&cb_md->shared_info, &cb->shared_info,
			sizeof(struct cam_smmu_region_info));
		memcpy(&cb_md->io_info, &cb->io_info,
			sizeof(struct cam_smmu_region_info));
		memcpy(&cb_md->secheap_info, &cb->secheap_info,
			sizeof(struct cam_smmu_region_info));
		memcpy(&cb_md->fwuncached_region, &cb->fwuncached_region,
			sizeof(struct cam_smmu_region_info));
		memcpy(&cb_md->qdss_info, &cb->qdss_info,
			sizeof(struct cam_smmu_region_info));
		memcpy(&cb_md->device_mem_region, &cb->device_region,
			sizeof(struct cam_smmu_region_info));

		for (j = 0; j < iommu_cb_set.cb_info[i].num_shared_hdl; j++)
			scnprintf(cb_md->name[j], 16, cb->name[j]);

		cam_smmu_mini_dump_entries(cb_md, cb);
		dumped_len += sizeof(*cb_md);
		remain_len = len - dumped_len;
		md->cb_num++;
	}
end:
	return dumped_len;
}

static int cam_smmu_set_fatal_pf_mask(void *data, u64 val)
{
	iommu_cb_set.debug_cfg.fatal_pf_mask = val;
	CAM_DBG(CAM_SMMU, "Set fatal page fault value: 0x%llx",
		iommu_cb_set.debug_cfg.fatal_pf_mask);
	return 0;
}

static int cam_smmu_get_fatal_pf_mask(void *data, u64 *val)
{
	*val = iommu_cb_set.debug_cfg.fatal_pf_mask;
	CAM_DBG(CAM_SMMU, "Get fatal page fault value: 0x%llx",
		*val);
	return 0;
}

DEFINE_DEBUGFS_ATTRIBUTE(cam_smmu_fatal_pf_mask,
	cam_smmu_get_fatal_pf_mask, cam_smmu_set_fatal_pf_mask, "%16llu");

static int cam_smmu_create_debug_fs(void)
{
	int rc = 0;
	struct dentry *dbgfileptr = NULL;

	if (!cam_debugfs_available())
		return 0;

	rc = cam_debugfs_create_subdir("smmu", &dbgfileptr);
	if (rc) {
		CAM_ERR(CAM_SMMU,"DebugFS could not create directory!");
		rc = -ENOENT;
		goto end;
	}
	/* Store parent inode for cleanup in caller */
	iommu_cb_set.debug_cfg.dentry = dbgfileptr;

	debugfs_create_bool("cb_dump_enable", 0644,
		iommu_cb_set.debug_cfg.dentry, &iommu_cb_set.debug_cfg.cb_dump_enable);
	debugfs_create_bool("map_profile_enable", 0644,
		iommu_cb_set.debug_cfg.dentry, &iommu_cb_set.debug_cfg.map_profile_enable);
	debugfs_create_file("fatal_pf_mask", 0644,
		iommu_cb_set.debug_cfg.dentry, NULL, &cam_smmu_fatal_pf_mask);
	debugfs_create_bool("disable_buf_tracking", 0644,
		iommu_cb_set.debug_cfg.dentry, &iommu_cb_set.debug_cfg.disable_buf_tracking);

end:
	return rc;
}

int cam_smmu_driver_init(struct cam_csf_version *csf_ver, int32_t *num_cbs)
{
	int i;
	/* expect inputs to be valid */
	if (!csf_ver || !num_cbs) {
		CAM_ERR(CAM_SMMU, "Invalid params csf: %p num_cbs: %p",
			csf_ver, num_cbs);
		return -EINVAL;
	}

	*num_cbs = iommu_cb_set.cb_num;
	memcpy(csf_ver, &iommu_cb_set.csf_version, sizeof(*csf_ver));

	iommu_cb_set.is_track_buf_disabled = iommu_cb_set.debug_cfg.disable_buf_tracking;

	if (!iommu_cb_set.is_track_buf_disabled) {
		buf_tracking_pool = kcalloc(CAM_SMMU_BUF_TRACKING_POOL,
			sizeof(struct cam_smmu_buffer_tracker), GFP_KERNEL);

		if (!buf_tracking_pool) {
			CAM_WARN(CAM_SMMU, "[SMMU_BT] Not enough mem for buffer tracker pool");
			goto end;
		}

		INIT_LIST_HEAD(&iommu_cb_set.buf_tracker_free_list);
		for (i = 0; i < CAM_SMMU_BUF_TRACKING_POOL; i++) {
			INIT_LIST_HEAD(&buf_tracking_pool[i].list);
			list_add_tail(&buf_tracking_pool[i].list,
				&iommu_cb_set.buf_tracker_free_list);
		}
	}

end:
	return 0;
}

void cam_smmu_driver_deinit(void)
{
	INIT_LIST_HEAD(&iommu_cb_set.buf_tracker_free_list);
	kfree(buf_tracking_pool);
}

static int cam_smmu_fw_dev_component_bind(struct device *dev,
	struct device *master_dev, void *data)
{
	struct platform_device *pdev = to_platform_device(dev);

	icp_fw.fw_dev = &pdev->dev;
	icp_fw.fw_kva = NULL;
	icp_fw.fw_hdl = 0;

	CAM_DBG(CAM_SMMU, "FW dev component bound successfully");
	return 0;
}

static void cam_smmu_fw_dev_component_unbind(struct device *dev,
	struct device *master_dev, void *data)
{
	struct platform_device *pdev = to_platform_device(dev);

	CAM_DBG(CAM_SMMU, "Unbinding component: %s", pdev->name);
}

const static struct component_ops cam_smmu_fw_dev_component_ops = {
	.bind = cam_smmu_fw_dev_component_bind,
	.unbind = cam_smmu_fw_dev_component_unbind,
};

static int cam_smmu_cb_component_bind(struct device *dev,
	struct device *master_dev, void *data)
{
	int rc = 0;
	struct platform_device *pdev = to_platform_device(dev);

	rc = cam_populate_smmu_context_banks(dev, CAM_ARM_SMMU);
	if (rc < 0) {
		CAM_ERR(CAM_SMMU, "Error: populating context banks");
		cam_smmu_release_cb(pdev);
		return -ENOMEM;
	}

	CAM_DBG(CAM_SMMU, "CB component bound successfully");
	return 0;
}

static void cam_smmu_cb_component_unbind(struct device *dev,
	struct device *master_dev, void *data)
{
	struct platform_device *pdev = to_platform_device(dev);

	CAM_DBG(CAM_SMMU, "Unbinding component: %s", pdev->name);
}

const static struct component_ops cam_smmu_cb_component_ops = {
	.bind = cam_smmu_cb_component_bind,
	.unbind = cam_smmu_cb_component_unbind,
};

static int cam_smmu_cb_qsmmu_component_bind(struct device *dev,
	struct device *master_dev, void *data)
{
	int rc = 0;

	rc = cam_populate_smmu_context_banks(dev, CAM_QSMMU);
	if (rc < 0) {
		CAM_ERR(CAM_SMMU, "Failed in populating context banks");
		return -ENOMEM;
	}

	CAM_DBG(CAM_SMMU, "QSMMU CB component bound successfully");
	return 0;
}

static void cam_smmu_cb_qsmmu_component_unbind(struct device *dev,
	struct device *master_dev, void *data)
{
	struct platform_device *pdev = to_platform_device(dev);

	CAM_DBG(CAM_SMMU, "Unbinding component: %s", pdev->name);
}

const static struct component_ops cam_smmu_cb_qsmmu_component_ops = {
	.bind = cam_smmu_cb_qsmmu_component_bind,
	.unbind = cam_smmu_cb_qsmmu_component_unbind,
};

static int cam_smmu_component_bind(struct device *dev,
	struct device *master_dev, void *data)
{
	int rc;

	INIT_WORK(&iommu_cb_set.smmu_work, cam_smmu_page_fault_work);
	mutex_init(&iommu_cb_set.payload_list_lock);
	spin_lock_init(&iommu_cb_set.s_lock);
	INIT_LIST_HEAD(&iommu_cb_set.payload_list);
	cam_smmu_create_debug_fs();

	iommu_cb_set.force_cache_allocs =
		of_property_read_bool(dev->of_node, "force_cache_allocs");
	iommu_cb_set.need_shared_buffer_padding =
		of_property_read_bool(dev->of_node, "need_shared_buffer_padding");
	iommu_cb_set.is_expanded_memory =
		of_property_read_bool(dev->of_node, "expanded_memory");

	cam_common_register_mini_dump_cb(cam_smmu_mini_dump_cb,
		"cam_smmu", NULL);

	rc = cam_smmu_fetch_csf_version(&iommu_cb_set.csf_version);
	if (rc) {
		CAM_ERR(CAM_SMMU, "Failed to fetch CSF version: %d", rc);
		return rc;
	}

	CAM_DBG(CAM_SMMU, "Main component bound successfully");
	return 0;
}

static void cam_smmu_component_unbind(struct device *dev,
	struct device *master_dev, void *data)
{
	struct platform_device *pdev = to_platform_device(dev);

	/* release all the context banks and memory allocated */
	cam_smmu_reset_iommu_table(CAM_SMMU_TABLE_DEINIT);
	if (dev && dev->dma_parms) {
		devm_kfree(dev, dev->dma_parms);
		dev->dma_parms = NULL;
	}

	cam_smmu_release_cb(pdev);
	iommu_cb_set.debug_cfg.dentry = NULL;
}

const static struct component_ops cam_smmu_component_ops = {
	.bind = cam_smmu_component_bind,
	.unbind = cam_smmu_component_unbind,
};

static int cam_smmu_probe(struct platform_device *pdev)
{
	int rc = 0;
	struct device *dev = &pdev->dev;

	dev->dma_parms = NULL;
	CAM_DBG(CAM_SMMU, "Adding SMMU component: %s", pdev->name);
	if (of_device_is_compatible(dev->of_node, "qcom,msm-cam-smmu")) {
		rc = cam_alloc_smmu_context_banks(dev);
		if (rc < 0) {
			CAM_ERR(CAM_SMMU, "Failed in allocating context banks");
			return -ENOMEM;
		}

		rc = component_add(&pdev->dev, &cam_smmu_component_ops);
	} else if (of_device_is_compatible(dev->of_node,
		"qcom,msm-cam-smmu-cb")) {
		rc = component_add(&pdev->dev, &cam_smmu_cb_component_ops);
	} else if (of_device_is_compatible(dev->of_node, "qcom,qsmmu-cam-cb")) {
		rc = component_add(&pdev->dev,
			&cam_smmu_cb_qsmmu_component_ops);
	} else if (of_device_is_compatible(dev->of_node,
		"qcom,msm-cam-smmu-fw-dev")) {
		rc = component_add(&pdev->dev, &cam_smmu_fw_dev_component_ops);
	} else {
		CAM_ERR(CAM_SMMU, "Unrecognized child device: %s", pdev->name);
		rc = -ENODEV;
	}

	if (rc < 0)
		CAM_ERR(CAM_SMMU, "failed to add component rc: %d", rc);

	return rc;
}

static int cam_smmu_remove(struct platform_device *pdev)
{
	struct device *dev = &pdev->dev;

	CAM_DBG(CAM_SMMU, "Removing SMMU component: %s", pdev->name);
	if (of_device_is_compatible(dev->of_node, "qcom,msm-cam-smmu")) {
		component_del(&pdev->dev, &cam_smmu_component_ops);
	} else if (of_device_is_compatible(dev->of_node,
		"qcom,msm-cam-smmu-cb")) {
		component_del(&pdev->dev, &cam_smmu_cb_component_ops);
	} else if (of_device_is_compatible(dev->of_node, "qcom,qsmmu-cam-cb")) {
		component_del(&pdev->dev, &cam_smmu_cb_qsmmu_component_ops);
	} else if (of_device_is_compatible(dev->of_node,
		"qcom,msm-cam-smmu-fw-dev")) {
		component_del(&pdev->dev, &cam_smmu_fw_dev_component_ops);
	} else {
		CAM_ERR(CAM_SMMU, "Unrecognized child device: %s", pdev->name);
		return -ENODEV;
	}

	return 0;
}

struct platform_driver cam_smmu_driver = {
	.probe = cam_smmu_probe,
	.remove = cam_smmu_remove,
	.driver = {
		.name = "msm_cam_smmu",
		.owner = THIS_MODULE,
		.of_match_table = msm_cam_smmu_dt_match,
		.suppress_bind_attrs = true,
	},
};

int cam_smmu_init_module(void)
{
	return platform_driver_register(&cam_smmu_driver);
}

void cam_smmu_exit_module(void)
{
	platform_driver_unregister(&cam_smmu_driver);
}

MODULE_DESCRIPTION("MSM Camera SMMU driver");
MODULE_LICENSE("GPL v2");