123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501 |
- // SPDX-License-Identifier: GPL-2.0-only
- /*
- * Qualcomm Peripheral Image Loader
- *
- * Copyright (C) 2016 Linaro Ltd
- * Copyright (C) 2015 Sony Mobile Communications Inc
- * Copyright (c) 2012-2013, 2021 The Linux Foundation. All rights reserved.
- */
- #include <linux/device.h>
- #include <linux/elf.h>
- #include <linux/firmware.h>
- #include <linux/kernel.h>
- #include <linux/module.h>
- #include <linux/qcom_scm.h>
- #include <linux/sizes.h>
- #include <linux/slab.h>
- #include <linux/dma-mapping.h>
- #include <linux/soc/qcom/mdt_loader.h>
- static bool mdt_phdr_valid(const struct elf32_phdr *phdr)
- {
- if (phdr->p_type != PT_LOAD)
- return false;
- if ((phdr->p_flags & QCOM_MDT_TYPE_MASK) == QCOM_MDT_TYPE_HASH)
- return false;
- if (!phdr->p_memsz)
- return false;
- return true;
- }
- static bool qcom_mdt_bins_are_split(const struct firmware *fw)
- {
- const struct elf32_phdr *phdrs;
- const struct elf32_hdr *ehdr;
- uint64_t seg_start, seg_end;
- int i;
- ehdr = (struct elf32_hdr *)fw->data;
- phdrs = (struct elf32_phdr *)(ehdr + 1);
- for (i = 0; i < ehdr->e_phnum; i++) {
- seg_start = phdrs[i].p_offset;
- seg_end = phdrs[i].p_offset + phdrs[i].p_filesz;
- if (seg_start > fw->size || seg_end > fw->size)
- return true;
- }
- return false;
- }
- /**
- * qcom_mdt_get_size() - acquire size of the memory region needed to load mdt
- * @fw: firmware object for the mdt file
- *
- * Returns size of the loaded firmware blob, or -EINVAL on failure.
- */
- ssize_t qcom_mdt_get_size(const struct firmware *fw)
- {
- const struct elf32_phdr *phdrs;
- const struct elf32_phdr *phdr;
- const struct elf32_hdr *ehdr;
- phys_addr_t min_addr = PHYS_ADDR_MAX;
- phys_addr_t max_addr = 0;
- int i;
- ehdr = (struct elf32_hdr *)fw->data;
- phdrs = (struct elf32_phdr *)(ehdr + 1);
- for (i = 0; i < ehdr->e_phnum; i++) {
- phdr = &phdrs[i];
- if (!mdt_phdr_valid(phdr))
- continue;
- if (phdr->p_paddr < min_addr)
- min_addr = phdr->p_paddr;
- if (phdr->p_paddr + phdr->p_memsz > max_addr)
- max_addr = ALIGN(phdr->p_paddr + phdr->p_memsz, SZ_4K);
- }
- return min_addr < max_addr ? max_addr - min_addr : -EINVAL;
- }
- EXPORT_SYMBOL_GPL(qcom_mdt_get_size);
- /**
- * qcom_mdt_read_metadata() - read header and metadata from mdt or mbn
- * @dev: device handle to associate resources with
- * @fw: firmware of mdt header or mbn
- * @firmware: name of the firmware, for construction of segment file names
- * @data_len: length of the read metadata blob
- * @metadata_phys: phys address for the assigned metadata buffer
- *
- * The mechanism that performs the authentication of the loading firmware
- * expects an ELF header directly followed by the segment of hashes, with no
- * padding inbetween. This function allocates a chunk of memory for this pair
- * and copy the two pieces into the buffer.
- *
- * In the case of split firmware the hash is found directly following the ELF
- * header, rather than at p_offset described by the second program header.
- *
- * The caller is responsible to free (kfree()) the returned pointer.
- *
- * Return: pointer to data, or ERR_PTR()
- */
- void *qcom_mdt_read_metadata(struct device *dev, const struct firmware *fw, const char *firmware,
- size_t *data_len, bool dma_phys_below_32b, dma_addr_t *metadata_phys)
- {
- const struct elf32_phdr *phdrs;
- const struct elf32_hdr *ehdr;
- const struct firmware *seg_fw;
- struct device *scm_dev = NULL;
- size_t hash_index;
- size_t hash_size;
- size_t ehdr_size;
- char *fw_name;
- void *data;
- int ret;
- if (fw->size < sizeof(struct elf32_hdr)) {
- dev_err(dev, "Image is too small\n");
- return ERR_PTR(-EINVAL);
- }
- ehdr = (struct elf32_hdr *)fw->data;
- phdrs = (struct elf32_phdr *)(ehdr + 1);
- if (ehdr->e_phnum < 2 || ehdr->e_phoff > fw->size ||
- (sizeof(phdrs) * ehdr->e_phnum > fw->size - ehdr->e_phoff))
- return ERR_PTR(-EINVAL);
- if (phdrs[0].p_type == PT_LOAD)
- return ERR_PTR(-EINVAL);
- for (hash_index = 1; hash_index < ehdr->e_phnum; hash_index++) {
- if (phdrs[hash_index].p_type != PT_LOAD &&
- (phdrs[hash_index].p_flags & QCOM_MDT_TYPE_MASK) == QCOM_MDT_TYPE_HASH)
- break;
- }
- if (hash_index >= ehdr->e_phnum)
- return ERR_PTR(-EINVAL);
- ehdr_size = phdrs[0].p_filesz;
- hash_size = phdrs[hash_index].p_filesz;
- /* Overflow check */
- if (ehdr_size > SIZE_MAX - hash_size)
- return ERR_PTR(-ENOMEM);
- /*
- * During the scm call memory protection will be enabled for the metadata
- * blob, so make sure it's physically contiguous, 4K aligned and
- * non-cachable to avoid XPU violations.
- */
- if (metadata_phys) {
- if (!dma_phys_below_32b) {
- scm_dev = qcom_get_scm_device();
- if (!scm_dev)
- return ERR_PTR(-EPROBE_DEFER);
- data = dma_alloc_coherent(scm_dev, ehdr_size + hash_size,
- metadata_phys, GFP_KERNEL);
- } else {
- data = dma_alloc_coherent(dev, ehdr_size + hash_size,
- metadata_phys, GFP_KERNEL);
- }
- } else {
- data = kmalloc(ehdr_size + hash_size, GFP_KERNEL);
- }
- if (!data)
- return ERR_PTR(-ENOMEM);
- /* copy elf header */
- memcpy(data, fw->data, ehdr_size);
- if (qcom_mdt_bins_are_split(fw)) {
- fw_name = kstrdup(firmware, GFP_KERNEL);
- if (!fw_name) {
- ret = -ENOMEM;
- goto free_metadata;
- }
- snprintf(fw_name + strlen(fw_name) - 3, 4, "b%02d", hash_index);
- ret = request_firmware_into_buf(&seg_fw, fw_name, dev, data + ehdr_size, hash_size);
- kfree(fw_name);
- if (ret)
- goto free_metadata;
- release_firmware(seg_fw);
- } else {
- memcpy(data + ehdr_size, fw->data + phdrs[hash_index].p_offset, hash_size);
- }
- *data_len = ehdr_size + hash_size;
- return data;
- free_metadata:
- if (metadata_phys) {
- if (!dma_phys_below_32b)
- dma_free_coherent(scm_dev, ehdr_size + hash_size, data, *metadata_phys);
- else
- dma_free_coherent(dev, ehdr_size + hash_size, data, *metadata_phys);
- } else
- kfree(data);
- return ERR_PTR(ret);
- }
- EXPORT_SYMBOL_GPL(qcom_mdt_read_metadata);
- static int __qcom_mdt_load(struct device *dev, const struct firmware *fw, const char *firmware,
- int pas_id, void *mem_region, phys_addr_t mem_phys, size_t mem_size,
- phys_addr_t *reloc_base, bool pas_init, bool dma_phys_below_32b,
- struct qcom_mdt_metadata *mdata)
- {
- const struct elf32_phdr *phdrs;
- const struct elf32_phdr *phdr;
- const struct elf32_hdr *ehdr;
- const struct firmware *seg_fw;
- phys_addr_t mem_reloc;
- phys_addr_t min_addr = PHYS_ADDR_MAX;
- phys_addr_t max_addr = 0;
- dma_addr_t metadata_phys = 0;
- struct device *scm_dev = NULL;
- size_t metadata_len = 0;
- size_t fw_name_len;
- ssize_t offset;
- void *metadata = NULL;
- char *fw_name;
- bool relocate = false;
- bool is_split;
- void *ptr;
- int ret = 0;
- int i;
- if (!fw || !mem_region || !mem_phys || !mem_size)
- return -EINVAL;
- is_split = qcom_mdt_bins_are_split(fw);
- ehdr = (struct elf32_hdr *)fw->data;
- phdrs = (struct elf32_phdr *)(ehdr + 1);
- fw_name_len = strlen(firmware);
- if (fw_name_len <= 4)
- return -EINVAL;
- fw_name = kstrdup(firmware, GFP_KERNEL);
- if (!fw_name)
- return -ENOMEM;
- if (pas_init) {
- metadata = qcom_mdt_read_metadata(dev, fw, firmware, &metadata_len,
- dma_phys_below_32b, &metadata_phys);
- if (IS_ERR(metadata)) {
- ret = PTR_ERR(metadata);
- dev_err(dev, "error %d reading firmware %s metadata\n",
- ret, fw_name);
- goto out;
- }
- if (mdata) {
- mdata->buf = metadata;
- mdata->buf_phys = metadata_phys;
- mdata->size = metadata_len;
- }
- ret = qcom_scm_pas_init_image(pas_id, metadata_phys);
- if (ret) {
- dev_err(dev, "invalid firmware metadata\n");
- goto deinit;
- }
- }
- for (i = 0; i < ehdr->e_phnum; i++) {
- phdr = &phdrs[i];
- if (!mdt_phdr_valid(phdr))
- continue;
- if (phdr->p_flags & QCOM_MDT_RELOCATABLE)
- relocate = true;
- if (phdr->p_paddr < min_addr)
- min_addr = phdr->p_paddr;
- if (phdr->p_paddr + phdr->p_memsz > max_addr)
- max_addr = ALIGN(phdr->p_paddr + phdr->p_memsz, SZ_4K);
- }
- if (relocate) {
- if (pas_init) {
- ret = qcom_scm_pas_mem_setup(pas_id, mem_phys,
- max_addr - min_addr);
- if (ret) {
- dev_err(dev, "unable to setup relocation\n");
- goto deinit;
- }
- }
- /*
- * The image is relocatable, so offset each segment based on
- * the lowest segment address.
- */
- mem_reloc = min_addr;
- } else {
- /*
- * Image is not relocatable, so offset each segment based on
- * the allocated physical chunk of memory.
- */
- mem_reloc = mem_phys;
- }
- for (i = 0; i < ehdr->e_phnum; i++) {
- phdr = &phdrs[i];
- if (!mdt_phdr_valid(phdr))
- continue;
- offset = phdr->p_paddr - mem_reloc;
- if (offset < 0 || offset + phdr->p_memsz > mem_size) {
- dev_err(dev, "segment outside memory range\n");
- ret = -EINVAL;
- break;
- }
- if (phdr->p_filesz > phdr->p_memsz) {
- dev_err(dev,
- "refusing to load segment %d with p_filesz > p_memsz\n",
- i);
- ret = -EINVAL;
- break;
- }
- ptr = mem_region + offset;
- if (phdr->p_filesz) {
- if (!is_split) {
- /* Firmware is large enough to be non-split */
- memcpy(ptr, fw->data + phdr->p_offset, phdr->p_filesz);
- } else {
- /* Firmware not large enough, load split-out segments */
- snprintf(fw_name + fw_name_len - 3, 4, "b%02d", i);
- ret = request_firmware_into_buf(&seg_fw, fw_name, dev,
- ptr, phdr->p_filesz);
- if (ret) {
- dev_err(dev, "failed to load %s\n", fw_name);
- break;
- }
- if (seg_fw->size != phdr->p_filesz) {
- dev_err(dev,
- "failed to load segment %d from truncated file %s\n",
- i, fw_name);
- release_firmware(seg_fw);
- ret = -EINVAL;
- break;
- }
- release_firmware(seg_fw);
- }
- }
- if (phdr->p_memsz > phdr->p_filesz)
- memset(ptr + phdr->p_filesz, 0, phdr->p_memsz - phdr->p_filesz);
- }
- if (reloc_base)
- *reloc_base = mem_reloc;
- deinit:
- if (ret)
- qcom_scm_pas_shutdown(pas_id);
- if (!mdata && pas_init) {
- if (dma_phys_below_32b) {
- dma_free_coherent(dev, metadata_len, metadata, metadata_phys);
- } else {
- scm_dev = qcom_get_scm_device();
- if (!scm_dev)
- goto out;
- dma_free_coherent(scm_dev, metadata_len, metadata, metadata_phys);
- }
- }
- out:
- kfree(fw_name);
- return ret;
- }
- /**
- * qcom_mdt_load() - load the firmware which header is loaded as fw
- * @dev: device handle to associate resources with
- * @fw: firmware object for the mdt file
- * @firmware: name of the firmware, for construction of segment file names
- * @pas_id: PAS identifier
- * @mem_region: allocated memory region to load firmware into
- * @mem_phys: physical address of allocated memory region
- * @mem_size: size of the allocated memory region
- * @reloc_base: adjusted physical address after relocation
- *
- * Returns 0 on success, negative errno otherwise.
- */
- int qcom_mdt_load(struct device *dev, const struct firmware *fw,
- const char *firmware, int pas_id, void *mem_region,
- phys_addr_t mem_phys, size_t mem_size,
- phys_addr_t *reloc_base)
- {
- return __qcom_mdt_load(dev, fw, firmware, pas_id, mem_region, mem_phys,
- mem_size, reloc_base, true, false, NULL);
- }
- EXPORT_SYMBOL_GPL(qcom_mdt_load);
- /**
- * qcom_mdt_load_no_init() - load the firmware which header is loaded as fw
- * @dev: device handle to associate resources with
- * @fw: firmware object for the mdt file
- * @firmware: name of the firmware, for construction of segment file names
- * @pas_id: PAS identifier
- * @mem_region: allocated memory region to load firmware into
- * @mem_phys: physical address of allocated memory region
- * @mem_size: size of the allocated memory region
- * @reloc_base: adjusted physical address after relocation
- *
- * Returns 0 on success, negative errno otherwise.
- */
- int qcom_mdt_load_no_init(struct device *dev, const struct firmware *fw,
- const char *firmware, int pas_id,
- void *mem_region, phys_addr_t mem_phys,
- size_t mem_size, phys_addr_t *reloc_base)
- {
- return __qcom_mdt_load(dev, fw, firmware, pas_id, mem_region, mem_phys,
- mem_size, reloc_base, false, false, NULL);
- }
- EXPORT_SYMBOL_GPL(qcom_mdt_load_no_init);
- /**
- * qcom_mdt_load_no_free() - load the firmware which header is loaded as fw
- * @dev: device handle to associate resources with
- * @fw: firmware object for the mdt file
- * @firmware: name of the firmware, for construction of segment file names
- * @pas_id: PAS identifier
- * @mem_region: allocated memory region to load firmware into
- * @mem_phys: physical address of allocated memory region
- * @mem_size: size of the allocated memory region
- * @reloc_base: adjusted physical address after relocation
- *
- * This function is essentially the same as qcom_mdt_load. The only difference
- * between the two is that the metadata is not freed at the end of this call.
- * The client must call qcom_mdt_free_metadata for cleanup.
- *
- * Returns 0 on success, negative errno otherwise.
- */
- int qcom_mdt_load_no_free(struct device *dev, const struct firmware *fw, const char *firmware,
- int pas_id, void *mem_region, phys_addr_t mem_phys, size_t mem_size,
- phys_addr_t *reloc_base, bool dma_phys_below_32b,
- struct qcom_mdt_metadata *metadata)
- {
- return __qcom_mdt_load(dev, fw, firmware, pas_id, mem_region, mem_phys,
- mem_size, reloc_base, true, dma_phys_below_32b, metadata);
- }
- EXPORT_SYMBOL(qcom_mdt_load_no_free);
- /**
- * qcom_mdt_free_metadata() - free the firmware metadata
- * @dev: device handle to associate resources with
- * @pas_id: PAS identifier
- * @mdata: reference to metadata region to be freed
- * @err: whether this call was made after an error occurred
- *
- * Free the metadata that was allocated by mdt loader.
- *
- */
- void qcom_mdt_free_metadata(struct device *dev, int pas_id, struct qcom_mdt_metadata *mdata,
- bool dma_phys_below_32b, int err)
- {
- struct device *scm_dev;
- if (err && qcom_scm_pas_shutdown_retry(pas_id))
- panic("Panicking, failed to shutdown peripheral %d\n", pas_id);
- if (mdata) {
- if (!dma_phys_below_32b) {
- scm_dev = qcom_get_scm_device();
- if (!scm_dev) {
- pr_err("%s: scm_dev has not been created!\n", __func__);
- return;
- }
- dma_free_coherent(scm_dev, mdata->size, mdata->buf, mdata->buf_phys);
- } else {
- dma_free_coherent(dev, mdata->size, mdata->buf, mdata->buf_phys);
- }
- }
- }
- EXPORT_SYMBOL(qcom_mdt_free_metadata);
- MODULE_DESCRIPTION("Firmware parser for Qualcomm MDT format");
- MODULE_LICENSE("GPL v2");
|