/* SPDX-License-Identifier: GPL-2.0-only */
/*
 * Copyright (c) 2020-2021, The Linux Foundation. All rights reserved.
 * Copyright (c) 2022-2023 Qualcomm Innovation Center, Inc. All rights reserved.
 */
#ifndef __QCOM_QCOM_IO_PGTABLE_H
#define __QCOM_QCOM_IO_PGTABLE_H

#include <linux/io-pgtable.h>

struct qcom_iommu_pgtable_log_ops {
	void (*log_new_table)(void *cookie, void *virt, unsigned long iova, size_t granule);
	void (*log_remove_table)(void *cookie, void *virt, unsigned long iova, size_t granule);
};

struct qcom_iommu_flush_ops {
	void (*tlb_add_walk_page)(void *cookie, void *virt);
	void (*tlb_add_inv)(void *cookie);
	void (*tlb_sync)(void *cookie);
};

struct qcom_io_pgtable_info {
	struct io_pgtable_cfg cfg;
	const struct qcom_iommu_flush_ops *iommu_tlb_ops;
	const struct qcom_iommu_pgtable_log_ops *pgtable_log_ops;
	/* When set to 0, all page table memory is treated as non-secure. */
	u32 vmid;
	dma_addr_t iova_base;
	dma_addr_t iova_end;
};

#define to_qcom_io_pgtable_info(x)\
container_of((x), struct qcom_io_pgtable_info, cfg)

#define IO_PGTABLE_QUIRK_QCOM_USE_LLC_NWA       BIT(31)

#define ARM_V8L_FAST ((unsigned int)-1)
#define QCOM_ARM_64_LPAE_S1 ((unsigned int)-2)

struct io_pgtable_ops *qcom_alloc_io_pgtable_ops(enum io_pgtable_fmt fmt,
				struct qcom_io_pgtable_info *pgtbl_info,
				void *cookie);
void qcom_free_io_pgtable_ops(struct io_pgtable_ops *ops);

static inline void
qcom_io_pgtable_tlb_add_walk_page(const struct qcom_iommu_flush_ops *tlb_ops, void *cookie,
				  void *virt)
{
	tlb_ops->tlb_add_walk_page(cookie, virt);
}

static inline void
qcom_io_pgtable_tlb_add_inv(const struct qcom_iommu_flush_ops *tlb_ops, void *cookie)
{
	tlb_ops->tlb_add_inv(cookie);
}

static inline void
qcom_io_pgtable_tlb_sync(const struct qcom_iommu_flush_ops *tlb_ops, void *cookie)
{
	tlb_ops->tlb_sync(cookie);
}

static inline void
qcom_io_pgtable_log_new_table(const struct qcom_iommu_pgtable_log_ops *ops, void *cookie,
			      void *virt, unsigned long iova, size_t granule)
{
	ops->log_new_table(cookie, virt, iova, granule);
}

static inline void
qcom_io_pgtable_log_remove_table(const struct qcom_iommu_pgtable_log_ops *ops, void *cookie,
				 void *virt, unsigned long iova, size_t granule)
{
	ops->log_remove_table(cookie, virt, iova, granule);
}

#ifdef CONFIG_IOMMU_IO_PGTABLE_FAST
extern struct io_pgtable_init_fns io_pgtable_av8l_fast_init_fns;
#endif
#ifdef CONFIG_IOMMU_IO_PGTABLE_LPAE
extern struct io_pgtable_init_fns qcom_io_pgtable_arm_64_lpae_s1_init_fns;
#endif

int qcom_arm_lpae_map(struct io_pgtable_ops *ops, unsigned long iova,
			phys_addr_t paddr, size_t size, int iommu_prot, gfp_t gfp);
int qcom_arm_lpae_map_pages(struct io_pgtable_ops *ops, unsigned long iova,
		phys_addr_t paddr, size_t pgsize, size_t pgcount,
		int iommu_prot, gfp_t gfp, size_t *mapped);
int qcom_arm_lpae_map_sg(struct io_pgtable_ops *ops, unsigned long iova,
			   struct scatterlist *sg, unsigned int nents, int prot,
			   gfp_t gfp, size_t *mapped);
size_t qcom_arm_lpae_unmap_pages(struct io_pgtable_ops *ops, unsigned long iova,
				   size_t pgsize, size_t pgcount,
				   struct iommu_iotlb_gather *gather);
size_t qcom_arm_lpae_unmap(struct io_pgtable_ops *ops, unsigned long iova,
			     size_t size, struct iommu_iotlb_gather *gather);

#endif /* __QCOM_QCOM_IO_PGTABLE_H */