123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235 |
- // SPDX-License-Identifier: GPL-2.0-only
- /* Copyright (c) 2010,2015,2019 The Linux Foundation. All rights reserved.
- * Copyright (C) 2015 Linaro Ltd.
- * Copyright (c) 2023 Qualcomm Innovation Center, Inc. All rights reserved.
- */
- #include <linux/slab.h>
- #include <linux/io.h>
- #include <linux/module.h>
- #include <linux/mutex.h>
- #include <linux/errno.h>
- #include <linux/err.h>
- #include <linux/qcom_scm.h>
- #include <linux/arm-smccc.h>
- #include <linux/dma-mapping.h>
- #include "qcom_scm.h"
- /**
- * struct scm_legacy_command - one SCM command buffer
- * @len: total available memory for command and response
- * @buf_offset: start of command buffer
- * @resp_hdr_offset: start of response buffer
- * @id: command to be executed
- * @buf: buffer returned from scm_legacy_get_command_buffer()
- *
- * An SCM command is laid out in memory as follows:
- *
- * ------------------- <--- struct scm_legacy_command
- * | command header |
- * ------------------- <--- scm_legacy_get_command_buffer()
- * | command buffer |
- * ------------------- <--- struct scm_legacy_response and
- * | response header | scm_legacy_command_to_response()
- * ------------------- <--- scm_legacy_get_response_buffer()
- * | response buffer |
- * -------------------
- *
- * There can be arbitrary padding between the headers and buffers so
- * you should always use the appropriate scm_legacy_get_*_buffer() routines
- * to access the buffers in a safe manner.
- */
- struct scm_legacy_command {
- __le32 len;
- __le32 buf_offset;
- __le32 resp_hdr_offset;
- __le32 id;
- __le32 buf[];
- };
- /**
- * struct scm_legacy_response - one SCM response buffer
- * @len: total available memory for response
- * @buf_offset: start of response data relative to start of scm_legacy_response
- * @is_complete: indicates if the command has finished processing
- */
- struct scm_legacy_response {
- __le32 len;
- __le32 buf_offset;
- __le32 is_complete;
- };
- /**
- * scm_legacy_command_to_response() - Get a pointer to a scm_legacy_response
- * @cmd: command
- *
- * Returns a pointer to a response for a command.
- */
- static inline struct scm_legacy_response *scm_legacy_command_to_response(
- const struct scm_legacy_command *cmd)
- {
- return (void *)cmd + le32_to_cpu(cmd->resp_hdr_offset);
- }
- /**
- * scm_legacy_get_command_buffer() - Get a pointer to a command buffer
- * @cmd: command
- *
- * Returns a pointer to the command buffer of a command.
- */
- static inline void *scm_legacy_get_command_buffer(
- const struct scm_legacy_command *cmd)
- {
- return (void *)cmd->buf;
- }
- /**
- * scm_legacy_get_response_buffer() - Get a pointer to a response buffer
- * @rsp: response
- *
- * Returns a pointer to a response buffer of a response.
- */
- static inline void *scm_legacy_get_response_buffer(
- const struct scm_legacy_response *rsp)
- {
- return (void *)rsp + le32_to_cpu(rsp->buf_offset);
- }
- static void __scm_legacy_do(const struct arm_smccc_args *smc,
- struct arm_smccc_res *res)
- {
- do {
- arm_smccc_smc(smc->args[0], smc->args[1], smc->args[2],
- smc->args[3], smc->args[4], smc->args[5],
- smc->args[6], smc->args[7], res);
- } while (res->a0 == QCOM_SCM_INTERRUPTED);
- }
- /**
- * scm_legacy_call() - Sends a command to the SCM and waits for the command to
- * finish processing.
- * @dev: device
- * @desc: descriptor structure containing arguments and return values
- * @res: results from SMC call
- *
- * A note on cache maintenance:
- * Note that any buffers that are expected to be accessed by the secure world
- * must be flushed before invoking qcom_scm_call and invalidated in the cache
- * immediately after qcom_scm_call returns. Cache maintenance on the command
- * and response buffers is taken care of by qcom_scm_call; however, callers are
- * responsible for any other cached buffers passed over to the secure world.
- */
- int scm_legacy_call(struct device *dev, const struct qcom_scm_desc *desc,
- struct qcom_scm_res *res)
- {
- u8 arglen = desc->arginfo & 0xf;
- int ret = 0, context_id;
- unsigned int i;
- struct scm_legacy_command *cmd;
- struct scm_legacy_response *rsp;
- struct arm_smccc_args smc = {0};
- struct arm_smccc_res smc_res;
- const size_t cmd_len = arglen * sizeof(__le32);
- const size_t resp_len = MAX_QCOM_SCM_RETS * sizeof(__le32);
- size_t alloc_len = sizeof(*cmd) + cmd_len + sizeof(*rsp) + resp_len;
- dma_addr_t cmd_phys;
- __le32 *arg_buf;
- const __le32 *res_buf;
- cmd = kzalloc(PAGE_ALIGN(alloc_len), GFP_KERNEL);
- if (!cmd)
- return -ENOMEM;
- cmd->len = cpu_to_le32(alloc_len);
- cmd->buf_offset = cpu_to_le32(sizeof(*cmd));
- cmd->resp_hdr_offset = cpu_to_le32(sizeof(*cmd) + cmd_len);
- cmd->id = cpu_to_le32(SCM_LEGACY_FNID(desc->svc, desc->cmd));
- arg_buf = scm_legacy_get_command_buffer(cmd);
- for (i = 0; i < arglen; i++)
- arg_buf[i] = cpu_to_le32(desc->args[i]);
- rsp = scm_legacy_command_to_response(cmd);
- cmd_phys = dma_map_single(dev, cmd, alloc_len, DMA_TO_DEVICE);
- if (dma_mapping_error(dev, cmd_phys)) {
- kfree(cmd);
- return -ENOMEM;
- }
- smc.args[0] = 1;
- smc.args[1] = (unsigned long)&context_id;
- smc.args[2] = cmd_phys;
- down(&qcom_scm_sem_lock);
- __scm_legacy_do(&smc, &smc_res);
- if (smc_res.a0)
- ret = qcom_scm_remap_error(smc_res.a0);
- up(&qcom_scm_sem_lock);
- if (ret)
- goto out;
- do {
- dma_sync_single_for_cpu(dev, cmd_phys + sizeof(*cmd) + cmd_len,
- sizeof(*rsp), DMA_FROM_DEVICE);
- } while (!rsp->is_complete);
- dma_sync_single_for_cpu(dev, cmd_phys + sizeof(*cmd) + cmd_len +
- le32_to_cpu(rsp->buf_offset),
- resp_len, DMA_FROM_DEVICE);
- if (res) {
- res_buf = scm_legacy_get_response_buffer(rsp);
- for (i = 0; i < MAX_QCOM_SCM_RETS; i++)
- res->result[i] = le32_to_cpu(res_buf[i]);
- }
- out:
- dma_unmap_single(dev, cmd_phys, alloc_len, DMA_TO_DEVICE);
- kfree(cmd);
- return ret;
- }
- #define SCM_LEGACY_ATOMIC_N_REG_ARGS 5
- #define SCM_LEGACY_ATOMIC_FIRST_REG_IDX 2
- #define SCM_LEGACY_CLASS_REGISTER (0x2 << 8)
- #define SCM_LEGACY_MASK_IRQS BIT(5)
- #define SCM_LEGACY_ATOMIC_ID(svc, cmd, n) \
- ((SCM_LEGACY_FNID(svc, cmd) << 12) | \
- SCM_LEGACY_CLASS_REGISTER | \
- SCM_LEGACY_MASK_IRQS | \
- (n & 0xf))
- /**
- * scm_legacy_call_atomic() - Send an atomic SCM command with up to 5 arguments
- * and 3 return values
- * @unused: device, legacy argument, not used, can be NULL
- * @desc: SCM call descriptor containing arguments
- * @res: SCM call return values
- *
- * This shall only be used with commands that are guaranteed to be
- * uninterruptable, atomic and SMP safe.
- */
- int scm_legacy_call_atomic(struct device *unused,
- const struct qcom_scm_desc *desc,
- struct qcom_scm_res *res)
- {
- int context_id;
- struct arm_smccc_res smc_res;
- size_t arglen = desc->arginfo & 0xf;
- BUG_ON(arglen > SCM_LEGACY_ATOMIC_N_REG_ARGS);
- arm_smccc_smc(SCM_LEGACY_ATOMIC_ID(desc->svc, desc->cmd, arglen),
- (unsigned long)&context_id,
- desc->args[0], desc->args[1], desc->args[2],
- desc->args[3], desc->args[4], 0, &smc_res);
- if (res) {
- res->result[0] = smc_res.a1;
- res->result[1] = smc_res.a2;
- res->result[2] = smc_res.a3;
- }
- return smc_res.a0;
- }
|