123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401 |
- // SPDX-License-Identifier: GPL-2.0-only
- /*
- * Copyright (c) 2016-2019, The Linux Foundation. All rights reserved.
- */
- #include <linux/module.h>
- #include <linux/types.h>
- #include <linux/mutex.h>
- #include <linux/slab.h>
- #include <linux/dma-buf.h>
- #include <linux/version.h>
- #include "cam_compat.h"
- #include "cam_req_mgr_util.h"
- #include "cam_mem_mgr.h"
- #include "cam_smmu_api.h"
- #include "cam_debug_util.h"
- static struct cam_mem_table tbl;
- static atomic_t cam_mem_mgr_state = ATOMIC_INIT(CAM_MEM_MGR_UNINITIALIZED);
- static int cam_mem_util_get_dma_dir(uint32_t flags)
- {
- int rc = -EINVAL;
- if (flags & CAM_MEM_FLAG_HW_READ_ONLY)
- rc = DMA_TO_DEVICE;
- else if (flags & CAM_MEM_FLAG_HW_WRITE_ONLY)
- rc = DMA_FROM_DEVICE;
- else if (flags & CAM_MEM_FLAG_HW_READ_WRITE)
- rc = DMA_BIDIRECTIONAL;
- else if (flags & CAM_MEM_FLAG_PROTECTED_MODE)
- rc = DMA_BIDIRECTIONAL;
- return rc;
- }
- static int cam_mem_util_map_cpu_va(struct dma_buf *dmabuf,
- uintptr_t *vaddr,
- size_t *len)
- {
- int i, j, rc;
- void *addr;
- /*
- * dma_buf_begin_cpu_access() and dma_buf_end_cpu_access()
- * need to be called in pair to avoid stability issue.
- */
- rc = dma_buf_begin_cpu_access(dmabuf, DMA_BIDIRECTIONAL);
- if (rc) {
- CAM_ERR(CAM_MEM, "dma begin access failed rc=%d", rc);
- return rc;
- }
- /*
- * Code could be simplified if ION support of dma_buf_vmap is
- * available. This workaround takes the avandaage that ion_alloc
- * returns a virtually contiguous memory region, so we just need
- * to _kmap each individual page and then only use the virtual
- * address returned from the first call to _kmap.
- */
- for (i = 0; i < PAGE_ALIGN(dmabuf->size) / PAGE_SIZE; i++) {
- addr = dma_buf_kmap(dmabuf, i);
- if (IS_ERR_OR_NULL(addr)) {
- CAM_ERR(CAM_MEM, "kernel map fail");
- for (j = 0; j < i; j++)
- dma_buf_kunmap(dmabuf,
- j,
- (void *)(*vaddr + (j * PAGE_SIZE)));
- *vaddr = 0;
- *len = 0;
- rc = -ENOSPC;
- goto fail;
- }
- if (i == 0)
- *vaddr = (uint64_t)addr;
- }
- *len = dmabuf->size;
- return 0;
- fail:
- dma_buf_end_cpu_access(dmabuf, DMA_BIDIRECTIONAL);
- return rc;
- }
- static int cam_mem_util_unmap_cpu_va(struct dma_buf *dmabuf,
- uint64_t vaddr)
- {
- int i, rc = 0, page_num;
- if (!dmabuf || !vaddr) {
- CAM_ERR(CAM_MEM, "Invalid input args %pK %llX", dmabuf, vaddr);
- return -EINVAL;
- }
- page_num = PAGE_ALIGN(dmabuf->size) / PAGE_SIZE;
- for (i = 0; i < page_num; i++) {
- dma_buf_kunmap(dmabuf, i,
- (void *)(vaddr + (i * PAGE_SIZE)));
- }
- /*
- * dma_buf_begin_cpu_access() and
- * dma_buf_end_cpu_access() need to be called in pair
- * to avoid stability issue.
- */
- rc = dma_buf_end_cpu_access(dmabuf, DMA_BIDIRECTIONAL);
- if (rc) {
- CAM_ERR(CAM_MEM, "Failed in end cpu access, dmabuf=%pK",
- dmabuf);
- return rc;
- }
- return rc;
- }
- int cam_mem_mgr_init(void)
- {
- int i;
- int bitmap_size;
- memset(tbl.bufq, 0, sizeof(tbl.bufq));
- bitmap_size = BITS_TO_LONGS(CAM_MEM_BUFQ_MAX) * sizeof(long);
- tbl.bitmap = kzalloc(bitmap_size, GFP_KERNEL);
- if (!tbl.bitmap)
- return -ENOMEM;
- tbl.bits = bitmap_size * BITS_PER_BYTE;
- bitmap_zero(tbl.bitmap, tbl.bits);
- /* We need to reserve slot 0 because 0 is invalid */
- set_bit(0, tbl.bitmap);
- for (i = 1; i < CAM_MEM_BUFQ_MAX; i++) {
- tbl.bufq[i].fd = -1;
- tbl.bufq[i].buf_handle = -1;
- }
- mutex_init(&tbl.m_lock);
- atomic_set(&cam_mem_mgr_state, CAM_MEM_MGR_INITIALIZED);
- return 0;
- }
- static int32_t cam_mem_get_slot(void)
- {
- int32_t idx;
- mutex_lock(&tbl.m_lock);
- idx = find_first_zero_bit(tbl.bitmap, tbl.bits);
- if (idx >= CAM_MEM_BUFQ_MAX || idx <= 0) {
- mutex_unlock(&tbl.m_lock);
- return -ENOMEM;
- }
- set_bit(idx, tbl.bitmap);
- tbl.bufq[idx].active = true;
- mutex_init(&tbl.bufq[idx].q_lock);
- mutex_unlock(&tbl.m_lock);
- return idx;
- }
- static void cam_mem_put_slot(int32_t idx)
- {
- mutex_lock(&tbl.m_lock);
- mutex_lock(&tbl.bufq[idx].q_lock);
- tbl.bufq[idx].active = false;
- mutex_unlock(&tbl.bufq[idx].q_lock);
- mutex_destroy(&tbl.bufq[idx].q_lock);
- clear_bit(idx, tbl.bitmap);
- mutex_unlock(&tbl.m_lock);
- }
- int cam_mem_get_io_buf(int32_t buf_handle, int32_t mmu_handle,
- dma_addr_t *iova_ptr, size_t *len_ptr)
- {
- int rc = 0, idx;
- *len_ptr = 0;
- if (!atomic_read(&cam_mem_mgr_state)) {
- CAM_ERR(CAM_MEM, "failed. mem_mgr not initialized");
- return -EINVAL;
- }
- idx = CAM_MEM_MGR_GET_HDL_IDX(buf_handle);
- if (idx >= CAM_MEM_BUFQ_MAX || idx <= 0)
- return -ENOENT;
- if (!tbl.bufq[idx].active)
- return -EAGAIN;
- mutex_lock(&tbl.bufq[idx].q_lock);
- if (buf_handle != tbl.bufq[idx].buf_handle) {
- rc = -EINVAL;
- goto handle_mismatch;
- }
- if (CAM_MEM_MGR_IS_SECURE_HDL(buf_handle))
- rc = cam_smmu_get_stage2_iova(mmu_handle,
- tbl.bufq[idx].fd,
- iova_ptr,
- len_ptr);
- else
- rc = cam_smmu_get_iova(mmu_handle,
- tbl.bufq[idx].fd,
- iova_ptr,
- len_ptr);
- if (rc) {
- CAM_ERR(CAM_MEM,
- "fail to map buf_hdl:0x%x, mmu_hdl: 0x%x for fd:%d",
- buf_handle, mmu_handle, tbl.bufq[idx].fd);
- goto handle_mismatch;
- }
- CAM_DBG(CAM_MEM,
- "handle:0x%x fd:%d iova_ptr:%pK len_ptr:%llu",
- mmu_handle, tbl.bufq[idx].fd, iova_ptr, *len_ptr);
- handle_mismatch:
- mutex_unlock(&tbl.bufq[idx].q_lock);
- return rc;
- }
- EXPORT_SYMBOL(cam_mem_get_io_buf);
- int cam_mem_get_cpu_buf(int32_t buf_handle, uintptr_t *vaddr_ptr, size_t *len)
- {
- int idx;
- if (!atomic_read(&cam_mem_mgr_state)) {
- CAM_ERR(CAM_MEM, "failed. mem_mgr not initialized");
- return -EINVAL;
- }
- if (!atomic_read(&cam_mem_mgr_state)) {
- CAM_ERR(CAM_MEM, "failed. mem_mgr not initialized");
- return -EINVAL;
- }
- if (!buf_handle || !vaddr_ptr || !len)
- return -EINVAL;
- idx = CAM_MEM_MGR_GET_HDL_IDX(buf_handle);
- if (idx >= CAM_MEM_BUFQ_MAX || idx <= 0)
- return -EINVAL;
- if (!tbl.bufq[idx].active)
- return -EPERM;
- if (buf_handle != tbl.bufq[idx].buf_handle)
- return -EINVAL;
- if (!(tbl.bufq[idx].flags & CAM_MEM_FLAG_KMD_ACCESS))
- return -EINVAL;
- if (tbl.bufq[idx].kmdvaddr) {
- *vaddr_ptr = tbl.bufq[idx].kmdvaddr;
- *len = tbl.bufq[idx].len;
- } else {
- CAM_ERR(CAM_MEM, "No KMD access was requested for 0x%x handle",
- buf_handle);
- return -EINVAL;
- }
- return 0;
- }
- EXPORT_SYMBOL(cam_mem_get_cpu_buf);
- int cam_mem_mgr_cache_ops(struct cam_mem_cache_ops_cmd *cmd)
- {
- int rc = 0, idx;
- uint32_t cache_dir;
- unsigned long dmabuf_flag = 0;
- if (!atomic_read(&cam_mem_mgr_state)) {
- CAM_ERR(CAM_MEM, "failed. mem_mgr not initialized");
- return -EINVAL;
- }
- if (!cmd)
- return -EINVAL;
- idx = CAM_MEM_MGR_GET_HDL_IDX(cmd->buf_handle);
- if (idx >= CAM_MEM_BUFQ_MAX || idx <= 0)
- return -EINVAL;
- mutex_lock(&tbl.bufq[idx].q_lock);
- if (!tbl.bufq[idx].active) {
- rc = -EINVAL;
- goto end;
- }
- if (cmd->buf_handle != tbl.bufq[idx].buf_handle) {
- rc = -EINVAL;
- goto end;
- }
- rc = dma_buf_get_flags(tbl.bufq[idx].dma_buf, &dmabuf_flag);
- if (rc) {
- CAM_ERR(CAM_MEM, "cache get flags failed %d", rc);
- goto end;
- }
- if (dmabuf_flag & ION_FLAG_CACHED) {
- switch (cmd->mem_cache_ops) {
- case CAM_MEM_CLEAN_CACHE:
- cache_dir = DMA_TO_DEVICE;
- break;
- case CAM_MEM_INV_CACHE:
- cache_dir = DMA_FROM_DEVICE;
- break;
- case CAM_MEM_CLEAN_INV_CACHE:
- cache_dir = DMA_BIDIRECTIONAL;
- break;
- default:
- CAM_ERR(CAM_MEM,
- "invalid cache ops :%d", cmd->mem_cache_ops);
- rc = -EINVAL;
- goto end;
- }
- } else {
- CAM_DBG(CAM_MEM, "BUF is not cached");
- goto end;
- }
- rc = dma_buf_begin_cpu_access(tbl.bufq[idx].dma_buf,
- (cmd->mem_cache_ops == CAM_MEM_CLEAN_INV_CACHE) ?
- DMA_BIDIRECTIONAL : DMA_TO_DEVICE);
- if (rc) {
- CAM_ERR(CAM_MEM, "dma begin access failed rc=%d", rc);
- goto end;
- }
- rc = dma_buf_end_cpu_access(tbl.bufq[idx].dma_buf,
- cache_dir);
- if (rc) {
- CAM_ERR(CAM_MEM, "dma end access failed rc=%d", rc);
- goto end;
- }
- end:
- mutex_unlock(&tbl.bufq[idx].q_lock);
- return rc;
- }
- EXPORT_SYMBOL(cam_mem_mgr_cache_ops);
- static int cam_mem_util_get_dma_buf(size_t len,
- unsigned int heap_id_mask,
- unsigned int flags,
- struct dma_buf **buf)
- {
- int rc = 0;
- if (!buf) {
- CAM_ERR(CAM_MEM, "Invalid params");
- return -EINVAL;
- }
- *buf = ion_alloc(len, heap_id_mask, flags);
- if (IS_ERR_OR_NULL(*buf))
- return -ENOMEM;
- return rc;
- }
- static int cam_mem_util_get_dma_buf_fd(size_t len,
- size_t align,
- unsigned int heap_id_mask,
- unsigned int flags,
- struct dma_buf **buf,
- int *fd)
- {
- struct dma_buf *dmabuf = NULL;
- int rc = 0;
- if (!buf || !fd) {
- CAM_ERR(CAM_MEM, "Invalid params, buf=%pK, fd=%pK", buf, fd);
- return -EINVAL;
- }
- *buf = ion_alloc(len, heap_id_mask, flags);
- if (IS_ERR_OR_NULL(*buf))
- return -ENOMEM;
- *fd = dma_buf_fd(*buf, O_CLOEXEC);
- if (*fd < 0) {
- CAM_ERR(CAM_MEM, "get fd fail, *fd=%d", *fd);
- rc = -EINVAL;
- goto get_fd_fail;
- }
- /*
- * increment the ref count so that ref count becomes 2 here
- * when we close fd, refcount becomes 1 and when we do
- * dmap_put_buf, ref count becomes 0 and memory will be freed.
- */
- dmabuf = dma_buf_get(*fd);
- if (IS_ERR_OR_NULL(dmabuf)) {
- CAM_ERR(CAM_MEM, "dma_buf_get failed, *fd=%d", *fd);
- rc = -EINVAL;
- }
- return rc;
- get_fd_fail:
- dma_buf_put(*buf);
- return rc;
- }
- static int cam_mem_util_ion_alloc(struct cam_mem_mgr_alloc_cmd *cmd,
- struct dma_buf **dmabuf,
- int *fd)
- {
- uint32_t heap_id;
- uint32_t ion_flag = 0;
- int rc;
- if ((cmd->flags & CAM_MEM_FLAG_PROTECTED_MODE) &&
- (cmd->flags & CAM_MEM_FLAG_CDSP_OUTPUT)) {
- heap_id = ION_HEAP(ION_SECURE_DISPLAY_HEAP_ID);
- ion_flag |=
- ION_FLAG_SECURE | ION_FLAG_CP_CAMERA | ION_FLAG_CP_CDSP;
- } else if (cmd->flags & CAM_MEM_FLAG_PROTECTED_MODE) {
- heap_id = ION_HEAP(ION_SECURE_DISPLAY_HEAP_ID);
- ion_flag |= ION_FLAG_SECURE | ION_FLAG_CP_CAMERA;
- } else {
- heap_id = ION_HEAP(ION_SYSTEM_HEAP_ID) |
- ION_HEAP(ION_CAMERA_HEAP_ID);
- }
- if (cmd->flags & CAM_MEM_FLAG_CACHE)
- ion_flag |= ION_FLAG_CACHED;
- else
- ion_flag &= ~ION_FLAG_CACHED;
- rc = cam_mem_util_get_dma_buf_fd(cmd->len,
- cmd->align,
- heap_id,
- ion_flag,
- dmabuf,
- fd);
- return rc;
- }
- static int cam_mem_util_check_alloc_flags(struct cam_mem_mgr_alloc_cmd *cmd)
- {
- if (cmd->num_hdl > CAM_MEM_MMU_MAX_HANDLE) {
- CAM_ERR(CAM_MEM, "Num of mmu hdl exceeded maximum(%d)",
- CAM_MEM_MMU_MAX_HANDLE);
- return -EINVAL;
- }
- if (cmd->flags & CAM_MEM_FLAG_PROTECTED_MODE &&
- cmd->flags & CAM_MEM_FLAG_KMD_ACCESS) {
- CAM_ERR(CAM_MEM, "Kernel mapping in secure mode not allowed");
- return -EINVAL;
- }
- return 0;
- }
- static int cam_mem_util_check_map_flags(struct cam_mem_mgr_map_cmd *cmd)
- {
- if (!cmd->flags) {
- CAM_ERR(CAM_MEM, "Invalid flags");
- return -EINVAL;
- }
- if (cmd->num_hdl > CAM_MEM_MMU_MAX_HANDLE) {
- CAM_ERR(CAM_MEM, "Num of mmu hdl %d exceeded maximum(%d)",
- cmd->num_hdl, CAM_MEM_MMU_MAX_HANDLE);
- return -EINVAL;
- }
- if (cmd->flags & CAM_MEM_FLAG_PROTECTED_MODE &&
- cmd->flags & CAM_MEM_FLAG_KMD_ACCESS) {
- CAM_ERR(CAM_MEM,
- "Kernel mapping in secure mode not allowed, flags=0x%x",
- cmd->flags);
- return -EINVAL;
- }
- if (cmd->flags & CAM_MEM_FLAG_HW_SHARED_ACCESS) {
- CAM_ERR(CAM_MEM,
- "Shared memory buffers are not allowed to be mapped");
- return -EINVAL;
- }
- return 0;
- }
- static int cam_mem_util_map_hw_va(uint32_t flags,
- int32_t *mmu_hdls,
- int32_t num_hdls,
- int fd,
- dma_addr_t *hw_vaddr,
- size_t *len,
- enum cam_smmu_region_id region)
- {
- int i;
- int rc = -1;
- int dir = cam_mem_util_get_dma_dir(flags);
- bool dis_delayed_unmap = false;
- if (dir < 0) {
- CAM_ERR(CAM_MEM, "fail to map DMA direction, dir=%d", dir);
- return dir;
- }
- if (flags & CAM_MEM_FLAG_DISABLE_DELAYED_UNMAP)
- dis_delayed_unmap = true;
- CAM_DBG(CAM_MEM,
- "map_hw_va : fd = %d, flags = 0x%x, dir=%d, num_hdls=%d",
- fd, flags, dir, num_hdls);
- if (flags & CAM_MEM_FLAG_PROTECTED_MODE) {
- for (i = 0; i < num_hdls; i++) {
- rc = cam_smmu_map_stage2_iova(mmu_hdls[i],
- fd,
- dir,
- hw_vaddr,
- len);
- if (rc < 0) {
- CAM_ERR(CAM_MEM,
- "Failed to securely map to smmu, i=%d, fd=%d, dir=%d, mmu_hdl=%d, rc=%d",
- i, fd, dir, mmu_hdls[i], rc);
- goto multi_map_fail;
- }
- }
- } else {
- for (i = 0; i < num_hdls; i++) {
- rc = cam_smmu_map_user_iova(mmu_hdls[i],
- fd,
- dis_delayed_unmap,
- dir,
- (dma_addr_t *)hw_vaddr,
- len,
- region);
- if (rc < 0) {
- CAM_ERR(CAM_MEM,
- "Failed to map to smmu, i=%d, fd=%d, dir=%d, mmu_hdl=%d, region=%d, rc=%d",
- i, fd, dir, mmu_hdls[i], region, rc);
- goto multi_map_fail;
- }
- }
- }
- return rc;
- multi_map_fail:
- if (flags & CAM_MEM_FLAG_PROTECTED_MODE)
- for (--i; i > 0; i--)
- cam_smmu_unmap_stage2_iova(mmu_hdls[i], fd);
- else
- for (--i; i > 0; i--)
- cam_smmu_unmap_user_iova(mmu_hdls[i],
- fd,
- CAM_SMMU_REGION_IO);
- return rc;
- }
- int cam_mem_mgr_alloc_and_map(struct cam_mem_mgr_alloc_cmd *cmd)
- {
- int rc;
- int32_t idx;
- struct dma_buf *dmabuf = NULL;
- int fd = -1;
- dma_addr_t hw_vaddr = 0;
- size_t len;
- uintptr_t kvaddr = 0;
- size_t klen;
- if (!atomic_read(&cam_mem_mgr_state)) {
- CAM_ERR(CAM_MEM, "failed. mem_mgr not initialized");
- return -EINVAL;
- }
- if (!cmd) {
- CAM_ERR(CAM_MEM, " Invalid argument");
- return -EINVAL;
- }
- len = cmd->len;
- rc = cam_mem_util_check_alloc_flags(cmd);
- if (rc) {
- CAM_ERR(CAM_MEM, "Invalid flags: flags = 0x%X, rc=%d",
- cmd->flags, rc);
- return rc;
- }
- rc = cam_mem_util_ion_alloc(cmd,
- &dmabuf,
- &fd);
- if (rc) {
- CAM_ERR(CAM_MEM,
- "Ion Alloc failed, len=%llu, align=%llu, flags=0x%x, num_hdl=%d",
- cmd->len, cmd->align, cmd->flags, cmd->num_hdl);
- return rc;
- }
- idx = cam_mem_get_slot();
- if (idx < 0) {
- CAM_ERR(CAM_MEM, "Failed in getting mem slot, idx=%d", idx);
- rc = -ENOMEM;
- goto slot_fail;
- }
- if ((cmd->flags & CAM_MEM_FLAG_HW_READ_WRITE) ||
- (cmd->flags & CAM_MEM_FLAG_HW_SHARED_ACCESS) ||
- (cmd->flags & CAM_MEM_FLAG_PROTECTED_MODE)) {
- enum cam_smmu_region_id region;
- if (cmd->flags & CAM_MEM_FLAG_HW_READ_WRITE)
- region = CAM_SMMU_REGION_IO;
- if (cmd->flags & CAM_MEM_FLAG_HW_SHARED_ACCESS)
- region = CAM_SMMU_REGION_SHARED;
- if (cmd->flags & CAM_MEM_FLAG_PROTECTED_MODE)
- region = CAM_SMMU_REGION_SECHEAP;
- rc = cam_mem_util_map_hw_va(cmd->flags,
- cmd->mmu_hdls,
- cmd->num_hdl,
- fd,
- &hw_vaddr,
- &len,
- region);
- if (rc) {
- CAM_ERR(CAM_MEM,
- "Failed in map_hw_va, flags=0x%x, fd=%d, region=%d, num_hdl=%d, rc=%d",
- cmd->flags, fd, region, cmd->num_hdl, rc);
- goto map_hw_fail;
- }
- }
- mutex_lock(&tbl.bufq[idx].q_lock);
- tbl.bufq[idx].fd = fd;
- tbl.bufq[idx].dma_buf = NULL;
- tbl.bufq[idx].flags = cmd->flags;
- tbl.bufq[idx].buf_handle = GET_MEM_HANDLE(idx, fd);
- if (cmd->flags & CAM_MEM_FLAG_PROTECTED_MODE)
- CAM_MEM_MGR_SET_SECURE_HDL(tbl.bufq[idx].buf_handle, true);
- if (cmd->flags & CAM_MEM_FLAG_KMD_ACCESS) {
- rc = cam_mem_util_map_cpu_va(dmabuf, &kvaddr, &klen);
- if (rc) {
- CAM_ERR(CAM_MEM, "dmabuf: %pK mapping failed: %d",
- dmabuf, rc);
- goto map_kernel_fail;
- }
- }
- tbl.bufq[idx].kmdvaddr = kvaddr;
- tbl.bufq[idx].vaddr = hw_vaddr;
- tbl.bufq[idx].dma_buf = dmabuf;
- tbl.bufq[idx].len = cmd->len;
- tbl.bufq[idx].num_hdl = cmd->num_hdl;
- memcpy(tbl.bufq[idx].hdls, cmd->mmu_hdls,
- sizeof(int32_t) * cmd->num_hdl);
- tbl.bufq[idx].is_imported = false;
- mutex_unlock(&tbl.bufq[idx].q_lock);
- cmd->out.buf_handle = tbl.bufq[idx].buf_handle;
- cmd->out.fd = tbl.bufq[idx].fd;
- cmd->out.vaddr = 0;
- CAM_DBG(CAM_MEM,
- "fd=%d, flags=0x%x, num_hdl=%d, idx=%d, buf handle=%x, len=%zu",
- cmd->out.fd, cmd->flags, cmd->num_hdl, idx, cmd->out.buf_handle,
- tbl.bufq[idx].len);
- return rc;
- map_kernel_fail:
- mutex_unlock(&tbl.bufq[idx].q_lock);
- map_hw_fail:
- cam_mem_put_slot(idx);
- slot_fail:
- dma_buf_put(dmabuf);
- return rc;
- }
- int cam_mem_mgr_map(struct cam_mem_mgr_map_cmd *cmd)
- {
- int32_t idx;
- int rc;
- struct dma_buf *dmabuf;
- dma_addr_t hw_vaddr = 0;
- size_t len = 0;
- if (!atomic_read(&cam_mem_mgr_state)) {
- CAM_ERR(CAM_MEM, "failed. mem_mgr not initialized");
- return -EINVAL;
- }
- if (!cmd || (cmd->fd < 0)) {
- CAM_ERR(CAM_MEM, "Invalid argument");
- return -EINVAL;
- }
- if (cmd->num_hdl > CAM_MEM_MMU_MAX_HANDLE) {
- CAM_ERR(CAM_MEM, "Num of mmu hdl %d exceeded maximum(%d)",
- cmd->num_hdl, CAM_MEM_MMU_MAX_HANDLE);
- return -EINVAL;
- }
- rc = cam_mem_util_check_map_flags(cmd);
- if (rc) {
- CAM_ERR(CAM_MEM, "Invalid flags: flags = %X", cmd->flags);
- return rc;
- }
- dmabuf = dma_buf_get(cmd->fd);
- if (IS_ERR_OR_NULL((void *)(dmabuf))) {
- CAM_ERR(CAM_MEM, "Failed to import dma_buf fd");
- return -EINVAL;
- }
- if ((cmd->flags & CAM_MEM_FLAG_HW_READ_WRITE) ||
- (cmd->flags & CAM_MEM_FLAG_PROTECTED_MODE)) {
- rc = cam_mem_util_map_hw_va(cmd->flags,
- cmd->mmu_hdls,
- cmd->num_hdl,
- cmd->fd,
- &hw_vaddr,
- &len,
- CAM_SMMU_REGION_IO);
- if (rc) {
- CAM_ERR(CAM_MEM,
- "Failed in map_hw_va, flags=0x%x, fd=%d, region=%d, num_hdl=%d, rc=%d",
- cmd->flags, cmd->fd, CAM_SMMU_REGION_IO,
- cmd->num_hdl, rc);
- goto map_fail;
- }
- }
- idx = cam_mem_get_slot();
- if (idx < 0) {
- rc = -ENOMEM;
- goto map_fail;
- }
- mutex_lock(&tbl.bufq[idx].q_lock);
- tbl.bufq[idx].fd = cmd->fd;
- tbl.bufq[idx].dma_buf = NULL;
- tbl.bufq[idx].flags = cmd->flags;
- tbl.bufq[idx].buf_handle = GET_MEM_HANDLE(idx, cmd->fd);
- if (cmd->flags & CAM_MEM_FLAG_PROTECTED_MODE)
- CAM_MEM_MGR_SET_SECURE_HDL(tbl.bufq[idx].buf_handle, true);
- tbl.bufq[idx].kmdvaddr = 0;
- if (cmd->num_hdl > 0)
- tbl.bufq[idx].vaddr = hw_vaddr;
- else
- tbl.bufq[idx].vaddr = 0;
- tbl.bufq[idx].dma_buf = dmabuf;
- tbl.bufq[idx].len = len;
- tbl.bufq[idx].num_hdl = cmd->num_hdl;
- memcpy(tbl.bufq[idx].hdls, cmd->mmu_hdls,
- sizeof(int32_t) * cmd->num_hdl);
- tbl.bufq[idx].is_imported = true;
- mutex_unlock(&tbl.bufq[idx].q_lock);
- cmd->out.buf_handle = tbl.bufq[idx].buf_handle;
- cmd->out.vaddr = 0;
- CAM_DBG(CAM_MEM,
- "fd=%d, flags=0x%x, num_hdl=%d, idx=%d, buf handle=%x, len=%zu",
- cmd->fd, cmd->flags, cmd->num_hdl, idx, cmd->out.buf_handle,
- tbl.bufq[idx].len);
- return rc;
- map_fail:
- dma_buf_put(dmabuf);
- return rc;
- }
- static int cam_mem_util_unmap_hw_va(int32_t idx,
- enum cam_smmu_region_id region,
- enum cam_smmu_mapping_client client)
- {
- int i;
- uint32_t flags;
- int32_t *mmu_hdls;
- int num_hdls;
- int fd;
- int rc = 0;
- if (idx >= CAM_MEM_BUFQ_MAX || idx <= 0) {
- CAM_ERR(CAM_MEM, "Incorrect index");
- return -EINVAL;
- }
- flags = tbl.bufq[idx].flags;
- mmu_hdls = tbl.bufq[idx].hdls;
- num_hdls = tbl.bufq[idx].num_hdl;
- fd = tbl.bufq[idx].fd;
- CAM_DBG(CAM_MEM,
- "unmap_hw_va : idx=%d, fd=%x, flags=0x%x, num_hdls=%d, client=%d",
- idx, fd, flags, num_hdls, client);
- if (flags & CAM_MEM_FLAG_PROTECTED_MODE) {
- for (i = 0; i < num_hdls; i++) {
- rc = cam_smmu_unmap_stage2_iova(mmu_hdls[i], fd);
- if (rc < 0) {
- CAM_ERR(CAM_MEM,
- "Failed in secure unmap, i=%d, fd=%d, mmu_hdl=%d, rc=%d",
- i, fd, mmu_hdls[i], rc);
- goto unmap_end;
- }
- }
- } else {
- for (i = 0; i < num_hdls; i++) {
- if (client == CAM_SMMU_MAPPING_USER) {
- rc = cam_smmu_unmap_user_iova(mmu_hdls[i],
- fd, region);
- } else if (client == CAM_SMMU_MAPPING_KERNEL) {
- rc = cam_smmu_unmap_kernel_iova(mmu_hdls[i],
- tbl.bufq[idx].dma_buf, region);
- } else {
- CAM_ERR(CAM_MEM,
- "invalid caller for unmapping : %d",
- client);
- rc = -EINVAL;
- }
- if (rc < 0) {
- CAM_ERR(CAM_MEM,
- "Failed in unmap, i=%d, fd=%d, mmu_hdl=%d, region=%d, rc=%d",
- i, fd, mmu_hdls[i], region, rc);
- goto unmap_end;
- }
- }
- }
- return rc;
- unmap_end:
- CAM_ERR(CAM_MEM, "unmapping failed");
- return rc;
- }
- static void cam_mem_mgr_unmap_active_buf(int idx)
- {
- enum cam_smmu_region_id region = CAM_SMMU_REGION_SHARED;
- if (tbl.bufq[idx].flags & CAM_MEM_FLAG_HW_SHARED_ACCESS)
- region = CAM_SMMU_REGION_SHARED;
- else if (tbl.bufq[idx].flags & CAM_MEM_FLAG_HW_READ_WRITE)
- region = CAM_SMMU_REGION_IO;
- cam_mem_util_unmap_hw_va(idx, region, CAM_SMMU_MAPPING_USER);
- }
- static int cam_mem_mgr_cleanup_table(void)
- {
- int i;
- mutex_lock(&tbl.m_lock);
- for (i = 1; i < CAM_MEM_BUFQ_MAX; i++) {
- if (!tbl.bufq[i].active) {
- CAM_DBG(CAM_MEM,
- "Buffer inactive at idx=%d, continuing", i);
- continue;
- } else {
- CAM_DBG(CAM_MEM,
- "Active buffer at idx=%d, possible leak needs unmapping",
- i);
- cam_mem_mgr_unmap_active_buf(i);
- }
- mutex_lock(&tbl.bufq[i].q_lock);
- if (tbl.bufq[i].dma_buf) {
- dma_buf_put(tbl.bufq[i].dma_buf);
- tbl.bufq[i].dma_buf = NULL;
- }
- tbl.bufq[i].fd = -1;
- tbl.bufq[i].flags = 0;
- tbl.bufq[i].buf_handle = -1;
- tbl.bufq[i].vaddr = 0;
- tbl.bufq[i].len = 0;
- memset(tbl.bufq[i].hdls, 0,
- sizeof(int32_t) * tbl.bufq[i].num_hdl);
- tbl.bufq[i].num_hdl = 0;
- tbl.bufq[i].dma_buf = NULL;
- tbl.bufq[i].active = false;
- mutex_unlock(&tbl.bufq[i].q_lock);
- mutex_destroy(&tbl.bufq[i].q_lock);
- }
- bitmap_zero(tbl.bitmap, tbl.bits);
- /* We need to reserve slot 0 because 0 is invalid */
- set_bit(0, tbl.bitmap);
- mutex_unlock(&tbl.m_lock);
- return 0;
- }
- void cam_mem_mgr_deinit(void)
- {
- atomic_set(&cam_mem_mgr_state, CAM_MEM_MGR_UNINITIALIZED);
- cam_mem_mgr_cleanup_table();
- mutex_lock(&tbl.m_lock);
- bitmap_zero(tbl.bitmap, tbl.bits);
- kfree(tbl.bitmap);
- tbl.bitmap = NULL;
- mutex_unlock(&tbl.m_lock);
- mutex_destroy(&tbl.m_lock);
- }
- static int cam_mem_util_unmap(int32_t idx,
- enum cam_smmu_mapping_client client)
- {
- int rc = 0;
- enum cam_smmu_region_id region = CAM_SMMU_REGION_SHARED;
- if (idx >= CAM_MEM_BUFQ_MAX || idx <= 0) {
- CAM_ERR(CAM_MEM, "Incorrect index");
- return -EINVAL;
- }
- CAM_DBG(CAM_MEM, "Flags = %X idx %d", tbl.bufq[idx].flags, idx);
- mutex_lock(&tbl.m_lock);
- if ((!tbl.bufq[idx].active) &&
- (tbl.bufq[idx].vaddr) == 0) {
- CAM_WARN(CAM_MEM, "Buffer at idx=%d is already unmapped,",
- idx);
- mutex_unlock(&tbl.m_lock);
- return 0;
- }
- if (tbl.bufq[idx].flags & CAM_MEM_FLAG_KMD_ACCESS) {
- if (tbl.bufq[idx].dma_buf && tbl.bufq[idx].kmdvaddr) {
- rc = cam_mem_util_unmap_cpu_va(tbl.bufq[idx].dma_buf,
- tbl.bufq[idx].kmdvaddr);
- if (rc)
- CAM_ERR(CAM_MEM,
- "Failed, dmabuf=%pK, kmdvaddr=%pK",
- tbl.bufq[idx].dma_buf,
- (void *) tbl.bufq[idx].kmdvaddr);
- }
- }
- /* SHARED flag gets precedence, all other flags after it */
- if (tbl.bufq[idx].flags & CAM_MEM_FLAG_HW_SHARED_ACCESS) {
- region = CAM_SMMU_REGION_SHARED;
- } else {
- if (tbl.bufq[idx].flags & CAM_MEM_FLAG_HW_READ_WRITE)
- region = CAM_SMMU_REGION_IO;
- }
- if ((tbl.bufq[idx].flags & CAM_MEM_FLAG_HW_READ_WRITE) ||
- (tbl.bufq[idx].flags & CAM_MEM_FLAG_HW_SHARED_ACCESS) ||
- (tbl.bufq[idx].flags & CAM_MEM_FLAG_PROTECTED_MODE)) {
- if (cam_mem_util_unmap_hw_va(idx, region, client))
- CAM_ERR(CAM_MEM, "Failed, dmabuf=%pK",
- tbl.bufq[idx].dma_buf);
- if (client == CAM_SMMU_MAPPING_KERNEL)
- tbl.bufq[idx].dma_buf = NULL;
- }
- mutex_lock(&tbl.bufq[idx].q_lock);
- tbl.bufq[idx].flags = 0;
- tbl.bufq[idx].buf_handle = -1;
- tbl.bufq[idx].vaddr = 0;
- memset(tbl.bufq[idx].hdls, 0,
- sizeof(int32_t) * CAM_MEM_MMU_MAX_HANDLE);
- CAM_DBG(CAM_MEM,
- "Ion buf at idx = %d freeing fd = %d, imported %d, dma_buf %pK",
- idx, tbl.bufq[idx].fd,
- tbl.bufq[idx].is_imported,
- tbl.bufq[idx].dma_buf);
- if (tbl.bufq[idx].dma_buf)
- dma_buf_put(tbl.bufq[idx].dma_buf);
- tbl.bufq[idx].fd = -1;
- tbl.bufq[idx].dma_buf = NULL;
- tbl.bufq[idx].is_imported = false;
- tbl.bufq[idx].len = 0;
- tbl.bufq[idx].num_hdl = 0;
- tbl.bufq[idx].active = false;
- mutex_unlock(&tbl.bufq[idx].q_lock);
- mutex_destroy(&tbl.bufq[idx].q_lock);
- clear_bit(idx, tbl.bitmap);
- mutex_unlock(&tbl.m_lock);
- return rc;
- }
- int cam_mem_mgr_release(struct cam_mem_mgr_release_cmd *cmd)
- {
- int idx;
- int rc;
- if (!atomic_read(&cam_mem_mgr_state)) {
- CAM_ERR(CAM_MEM, "failed. mem_mgr not initialized");
- return -EINVAL;
- }
- if (!cmd) {
- CAM_ERR(CAM_MEM, "Invalid argument");
- return -EINVAL;
- }
- idx = CAM_MEM_MGR_GET_HDL_IDX(cmd->buf_handle);
- if (idx >= CAM_MEM_BUFQ_MAX || idx <= 0) {
- CAM_ERR(CAM_MEM, "Incorrect index %d extracted from mem handle",
- idx);
- return -EINVAL;
- }
- if (!tbl.bufq[idx].active) {
- CAM_ERR(CAM_MEM, "Released buffer state should be active");
- return -EINVAL;
- }
- if (tbl.bufq[idx].buf_handle != cmd->buf_handle) {
- CAM_ERR(CAM_MEM,
- "Released buf handle %d not matching within table %d, idx=%d",
- cmd->buf_handle, tbl.bufq[idx].buf_handle, idx);
- return -EINVAL;
- }
- CAM_DBG(CAM_MEM, "Releasing hdl = %x, idx = %d", cmd->buf_handle, idx);
- rc = cam_mem_util_unmap(idx, CAM_SMMU_MAPPING_USER);
- return rc;
- }
- int cam_mem_mgr_request_mem(struct cam_mem_mgr_request_desc *inp,
- struct cam_mem_mgr_memory_desc *out)
- {
- struct dma_buf *buf = NULL;
- int ion_fd = -1;
- int rc = 0;
- uint32_t heap_id;
- int32_t ion_flag = 0;
- uintptr_t kvaddr;
- dma_addr_t iova = 0;
- size_t request_len = 0;
- uint32_t mem_handle;
- int32_t idx;
- int32_t smmu_hdl = 0;
- int32_t num_hdl = 0;
- enum cam_smmu_region_id region = CAM_SMMU_REGION_SHARED;
- if (!atomic_read(&cam_mem_mgr_state)) {
- CAM_ERR(CAM_MEM, "failed. mem_mgr not initialized");
- return -EINVAL;
- }
- if (!inp || !out) {
- CAM_ERR(CAM_MEM, "Invalid params");
- return -EINVAL;
- }
- if (!(inp->flags & CAM_MEM_FLAG_HW_READ_WRITE ||
- inp->flags & CAM_MEM_FLAG_HW_SHARED_ACCESS ||
- inp->flags & CAM_MEM_FLAG_CACHE)) {
- CAM_ERR(CAM_MEM, "Invalid flags for request mem");
- return -EINVAL;
- }
- if (inp->flags & CAM_MEM_FLAG_CACHE)
- ion_flag |= ION_FLAG_CACHED;
- else
- ion_flag &= ~ION_FLAG_CACHED;
- heap_id = ION_HEAP(ION_SYSTEM_HEAP_ID) |
- ION_HEAP(ION_CAMERA_HEAP_ID);
- rc = cam_mem_util_get_dma_buf(inp->size,
- heap_id,
- ion_flag,
- &buf);
- if (rc) {
- CAM_ERR(CAM_MEM, "ION alloc failed for shared buffer");
- goto ion_fail;
- } else {
- CAM_DBG(CAM_MEM, "Got dma_buf = %pK", buf);
- }
- /*
- * we are mapping kva always here,
- * update flags so that we do unmap properly
- */
- inp->flags |= CAM_MEM_FLAG_KMD_ACCESS;
- rc = cam_mem_util_map_cpu_va(buf, &kvaddr, &request_len);
- if (rc) {
- CAM_ERR(CAM_MEM, "Failed to get kernel vaddr");
- goto map_fail;
- }
- if (!inp->smmu_hdl) {
- CAM_ERR(CAM_MEM, "Invalid SMMU handle");
- rc = -EINVAL;
- goto smmu_fail;
- }
- /* SHARED flag gets precedence, all other flags after it */
- if (inp->flags & CAM_MEM_FLAG_HW_SHARED_ACCESS) {
- region = CAM_SMMU_REGION_SHARED;
- } else {
- if (inp->flags & CAM_MEM_FLAG_HW_READ_WRITE)
- region = CAM_SMMU_REGION_IO;
- }
- rc = cam_smmu_map_kernel_iova(inp->smmu_hdl,
- buf,
- CAM_SMMU_MAP_RW,
- &iova,
- &request_len,
- region);
- if (rc < 0) {
- CAM_ERR(CAM_MEM, "SMMU mapping failed");
- goto smmu_fail;
- }
- smmu_hdl = inp->smmu_hdl;
- num_hdl = 1;
- idx = cam_mem_get_slot();
- if (idx < 0) {
- rc = -ENOMEM;
- goto slot_fail;
- }
- mutex_lock(&tbl.bufq[idx].q_lock);
- mem_handle = GET_MEM_HANDLE(idx, ion_fd);
- tbl.bufq[idx].dma_buf = buf;
- tbl.bufq[idx].fd = -1;
- tbl.bufq[idx].flags = inp->flags;
- tbl.bufq[idx].buf_handle = mem_handle;
- tbl.bufq[idx].kmdvaddr = kvaddr;
- tbl.bufq[idx].vaddr = iova;
- tbl.bufq[idx].len = inp->size;
- tbl.bufq[idx].num_hdl = num_hdl;
- memcpy(tbl.bufq[idx].hdls, &smmu_hdl,
- sizeof(int32_t));
- tbl.bufq[idx].is_imported = false;
- mutex_unlock(&tbl.bufq[idx].q_lock);
- out->kva = kvaddr;
- out->iova = (uint32_t)iova;
- out->smmu_hdl = smmu_hdl;
- out->mem_handle = mem_handle;
- out->len = inp->size;
- out->region = region;
- return rc;
- slot_fail:
- cam_smmu_unmap_kernel_iova(inp->smmu_hdl,
- buf, region);
- smmu_fail:
- cam_mem_util_unmap_cpu_va(buf, kvaddr);
- map_fail:
- dma_buf_put(buf);
- ion_fail:
- return rc;
- }
- EXPORT_SYMBOL(cam_mem_mgr_request_mem);
- int cam_mem_mgr_release_mem(struct cam_mem_mgr_memory_desc *inp)
- {
- int32_t idx;
- int rc;
- if (!atomic_read(&cam_mem_mgr_state)) {
- CAM_ERR(CAM_MEM, "failed. mem_mgr not initialized");
- return -EINVAL;
- }
- if (!inp) {
- CAM_ERR(CAM_MEM, "Invalid argument");
- return -EINVAL;
- }
- idx = CAM_MEM_MGR_GET_HDL_IDX(inp->mem_handle);
- if (idx >= CAM_MEM_BUFQ_MAX || idx <= 0) {
- CAM_ERR(CAM_MEM, "Incorrect index extracted from mem handle");
- return -EINVAL;
- }
- if (!tbl.bufq[idx].active) {
- if (tbl.bufq[idx].vaddr == 0) {
- CAM_ERR(CAM_MEM, "buffer is released already");
- return 0;
- }
- CAM_ERR(CAM_MEM, "Released buffer state should be active");
- return -EINVAL;
- }
- if (tbl.bufq[idx].buf_handle != inp->mem_handle) {
- CAM_ERR(CAM_MEM,
- "Released buf handle not matching within table");
- return -EINVAL;
- }
- CAM_DBG(CAM_MEM, "Releasing hdl = %X", inp->mem_handle);
- rc = cam_mem_util_unmap(idx, CAM_SMMU_MAPPING_KERNEL);
- return rc;
- }
- EXPORT_SYMBOL(cam_mem_mgr_release_mem);
- int cam_mem_mgr_reserve_memory_region(struct cam_mem_mgr_request_desc *inp,
- enum cam_smmu_region_id region,
- struct cam_mem_mgr_memory_desc *out)
- {
- struct dma_buf *buf = NULL;
- int rc = 0;
- int ion_fd = -1;
- uint32_t heap_id;
- dma_addr_t iova = 0;
- size_t request_len = 0;
- uint32_t mem_handle;
- int32_t idx;
- int32_t smmu_hdl = 0;
- int32_t num_hdl = 0;
- if (!atomic_read(&cam_mem_mgr_state)) {
- CAM_ERR(CAM_MEM, "failed. mem_mgr not initialized");
- return -EINVAL;
- }
- if (!inp || !out) {
- CAM_ERR(CAM_MEM, "Invalid param(s)");
- return -EINVAL;
- }
- if (!inp->smmu_hdl) {
- CAM_ERR(CAM_MEM, "Invalid SMMU handle");
- return -EINVAL;
- }
- if (region != CAM_SMMU_REGION_SECHEAP) {
- CAM_ERR(CAM_MEM, "Only secondary heap supported");
- return -EINVAL;
- }
- heap_id = ION_HEAP(ION_SYSTEM_HEAP_ID) |
- ION_HEAP(ION_CAMERA_HEAP_ID);
- rc = cam_mem_util_get_dma_buf(inp->size,
- heap_id,
- 0,
- &buf);
- if (rc) {
- CAM_ERR(CAM_MEM, "ION alloc failed for sec heap buffer");
- goto ion_fail;
- } else {
- CAM_DBG(CAM_MEM, "Got dma_buf = %pK", buf);
- }
- rc = cam_smmu_reserve_sec_heap(inp->smmu_hdl,
- buf,
- &iova,
- &request_len);
- if (rc) {
- CAM_ERR(CAM_MEM, "Reserving secondary heap failed");
- goto smmu_fail;
- }
- smmu_hdl = inp->smmu_hdl;
- num_hdl = 1;
- idx = cam_mem_get_slot();
- if (idx < 0) {
- rc = -ENOMEM;
- goto slot_fail;
- }
- mutex_lock(&tbl.bufq[idx].q_lock);
- mem_handle = GET_MEM_HANDLE(idx, ion_fd);
- tbl.bufq[idx].fd = -1;
- tbl.bufq[idx].dma_buf = buf;
- tbl.bufq[idx].flags = inp->flags;
- tbl.bufq[idx].buf_handle = mem_handle;
- tbl.bufq[idx].kmdvaddr = 0;
- tbl.bufq[idx].vaddr = iova;
- tbl.bufq[idx].len = request_len;
- tbl.bufq[idx].num_hdl = num_hdl;
- memcpy(tbl.bufq[idx].hdls, &smmu_hdl,
- sizeof(int32_t));
- tbl.bufq[idx].is_imported = false;
- mutex_unlock(&tbl.bufq[idx].q_lock);
- out->kva = 0;
- out->iova = (uint32_t)iova;
- out->smmu_hdl = smmu_hdl;
- out->mem_handle = mem_handle;
- out->len = request_len;
- out->region = region;
- return rc;
- slot_fail:
- cam_smmu_release_sec_heap(smmu_hdl);
- smmu_fail:
- dma_buf_put(buf);
- ion_fail:
- return rc;
- }
- EXPORT_SYMBOL(cam_mem_mgr_reserve_memory_region);
- int cam_mem_mgr_free_memory_region(struct cam_mem_mgr_memory_desc *inp)
- {
- int32_t idx;
- int rc;
- int32_t smmu_hdl;
- if (!atomic_read(&cam_mem_mgr_state)) {
- CAM_ERR(CAM_MEM, "failed. mem_mgr not initialized");
- return -EINVAL;
- }
- if (!inp) {
- CAM_ERR(CAM_MEM, "Invalid argument");
- return -EINVAL;
- }
- if (inp->region != CAM_SMMU_REGION_SECHEAP) {
- CAM_ERR(CAM_MEM, "Only secondary heap supported");
- return -EINVAL;
- }
- idx = CAM_MEM_MGR_GET_HDL_IDX(inp->mem_handle);
- if (idx >= CAM_MEM_BUFQ_MAX || idx <= 0) {
- CAM_ERR(CAM_MEM, "Incorrect index extracted from mem handle");
- return -EINVAL;
- }
- if (!tbl.bufq[idx].active) {
- if (tbl.bufq[idx].vaddr == 0) {
- CAM_ERR(CAM_MEM, "buffer is released already");
- return 0;
- }
- CAM_ERR(CAM_MEM, "Released buffer state should be active");
- return -EINVAL;
- }
- if (tbl.bufq[idx].buf_handle != inp->mem_handle) {
- CAM_ERR(CAM_MEM,
- "Released buf handle not matching within table");
- return -EINVAL;
- }
- if (tbl.bufq[idx].num_hdl != 1) {
- CAM_ERR(CAM_MEM,
- "Sec heap region should have only one smmu hdl");
- return -ENODEV;
- }
- memcpy(&smmu_hdl, tbl.bufq[idx].hdls,
- sizeof(int32_t));
- if (inp->smmu_hdl != smmu_hdl) {
- CAM_ERR(CAM_MEM,
- "Passed SMMU handle doesn't match with internal hdl");
- return -ENODEV;
- }
- rc = cam_smmu_release_sec_heap(inp->smmu_hdl);
- if (rc) {
- CAM_ERR(CAM_MEM,
- "Sec heap region release failed");
- return -ENODEV;
- }
- CAM_DBG(CAM_MEM, "Releasing hdl = %X", inp->mem_handle);
- rc = cam_mem_util_unmap(idx, CAM_SMMU_MAPPING_KERNEL);
- if (rc)
- CAM_ERR(CAM_MEM, "unmapping secondary heap failed");
- return rc;
- }
- EXPORT_SYMBOL(cam_mem_mgr_free_memory_region);
|