123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430 |
- // SPDX-License-Identifier: GPL-2.0-only
- /*
- * Load ELF vmlinux file for the kexec_file_load syscall.
- *
- * Copyright (C) 2004 Adam Litke ([email protected])
- * Copyright (C) 2004 IBM Corp.
- * Copyright (C) 2005 R Sharada ([email protected])
- * Copyright (C) 2006 Mohan Kumar M ([email protected])
- * Copyright (C) 2016 IBM Corporation
- *
- * Based on kexec-tools' kexec-elf-exec.c and kexec-elf-ppc64.c.
- * Heavily modified for the kernel by
- * Thiago Jung Bauermann <[email protected]>.
- */
- #define pr_fmt(fmt) "kexec_elf: " fmt
- #include <linux/elf.h>
- #include <linux/kexec.h>
- #include <linux/module.h>
- #include <linux/slab.h>
- #include <linux/types.h>
- static inline bool elf_is_elf_file(const struct elfhdr *ehdr)
- {
- return memcmp(ehdr->e_ident, ELFMAG, SELFMAG) == 0;
- }
- static uint64_t elf64_to_cpu(const struct elfhdr *ehdr, uint64_t value)
- {
- if (ehdr->e_ident[EI_DATA] == ELFDATA2LSB)
- value = le64_to_cpu(value);
- else if (ehdr->e_ident[EI_DATA] == ELFDATA2MSB)
- value = be64_to_cpu(value);
- return value;
- }
- static uint32_t elf32_to_cpu(const struct elfhdr *ehdr, uint32_t value)
- {
- if (ehdr->e_ident[EI_DATA] == ELFDATA2LSB)
- value = le32_to_cpu(value);
- else if (ehdr->e_ident[EI_DATA] == ELFDATA2MSB)
- value = be32_to_cpu(value);
- return value;
- }
- static uint16_t elf16_to_cpu(const struct elfhdr *ehdr, uint16_t value)
- {
- if (ehdr->e_ident[EI_DATA] == ELFDATA2LSB)
- value = le16_to_cpu(value);
- else if (ehdr->e_ident[EI_DATA] == ELFDATA2MSB)
- value = be16_to_cpu(value);
- return value;
- }
- /**
- * elf_is_ehdr_sane - check that it is safe to use the ELF header
- * @buf_len: size of the buffer in which the ELF file is loaded.
- */
- static bool elf_is_ehdr_sane(const struct elfhdr *ehdr, size_t buf_len)
- {
- if (ehdr->e_phnum > 0 && ehdr->e_phentsize != sizeof(struct elf_phdr)) {
- pr_debug("Bad program header size.\n");
- return false;
- } else if (ehdr->e_shnum > 0 &&
- ehdr->e_shentsize != sizeof(struct elf_shdr)) {
- pr_debug("Bad section header size.\n");
- return false;
- } else if (ehdr->e_ident[EI_VERSION] != EV_CURRENT ||
- ehdr->e_version != EV_CURRENT) {
- pr_debug("Unknown ELF version.\n");
- return false;
- }
- if (ehdr->e_phoff > 0 && ehdr->e_phnum > 0) {
- size_t phdr_size;
- /*
- * e_phnum is at most 65535 so calculating the size of the
- * program header cannot overflow.
- */
- phdr_size = sizeof(struct elf_phdr) * ehdr->e_phnum;
- /* Sanity check the program header table location. */
- if (ehdr->e_phoff + phdr_size < ehdr->e_phoff) {
- pr_debug("Program headers at invalid location.\n");
- return false;
- } else if (ehdr->e_phoff + phdr_size > buf_len) {
- pr_debug("Program headers truncated.\n");
- return false;
- }
- }
- if (ehdr->e_shoff > 0 && ehdr->e_shnum > 0) {
- size_t shdr_size;
- /*
- * e_shnum is at most 65536 so calculating
- * the size of the section header cannot overflow.
- */
- shdr_size = sizeof(struct elf_shdr) * ehdr->e_shnum;
- /* Sanity check the section header table location. */
- if (ehdr->e_shoff + shdr_size < ehdr->e_shoff) {
- pr_debug("Section headers at invalid location.\n");
- return false;
- } else if (ehdr->e_shoff + shdr_size > buf_len) {
- pr_debug("Section headers truncated.\n");
- return false;
- }
- }
- return true;
- }
- static int elf_read_ehdr(const char *buf, size_t len, struct elfhdr *ehdr)
- {
- struct elfhdr *buf_ehdr;
- if (len < sizeof(*buf_ehdr)) {
- pr_debug("Buffer is too small to hold ELF header.\n");
- return -ENOEXEC;
- }
- memset(ehdr, 0, sizeof(*ehdr));
- memcpy(ehdr->e_ident, buf, sizeof(ehdr->e_ident));
- if (!elf_is_elf_file(ehdr)) {
- pr_debug("No ELF header magic.\n");
- return -ENOEXEC;
- }
- if (ehdr->e_ident[EI_CLASS] != ELF_CLASS) {
- pr_debug("Not a supported ELF class.\n");
- return -ENOEXEC;
- } else if (ehdr->e_ident[EI_DATA] != ELFDATA2LSB &&
- ehdr->e_ident[EI_DATA] != ELFDATA2MSB) {
- pr_debug("Not a supported ELF data format.\n");
- return -ENOEXEC;
- }
- buf_ehdr = (struct elfhdr *) buf;
- if (elf16_to_cpu(ehdr, buf_ehdr->e_ehsize) != sizeof(*buf_ehdr)) {
- pr_debug("Bad ELF header size.\n");
- return -ENOEXEC;
- }
- ehdr->e_type = elf16_to_cpu(ehdr, buf_ehdr->e_type);
- ehdr->e_machine = elf16_to_cpu(ehdr, buf_ehdr->e_machine);
- ehdr->e_version = elf32_to_cpu(ehdr, buf_ehdr->e_version);
- ehdr->e_flags = elf32_to_cpu(ehdr, buf_ehdr->e_flags);
- ehdr->e_phentsize = elf16_to_cpu(ehdr, buf_ehdr->e_phentsize);
- ehdr->e_phnum = elf16_to_cpu(ehdr, buf_ehdr->e_phnum);
- ehdr->e_shentsize = elf16_to_cpu(ehdr, buf_ehdr->e_shentsize);
- ehdr->e_shnum = elf16_to_cpu(ehdr, buf_ehdr->e_shnum);
- ehdr->e_shstrndx = elf16_to_cpu(ehdr, buf_ehdr->e_shstrndx);
- switch (ehdr->e_ident[EI_CLASS]) {
- case ELFCLASS64:
- ehdr->e_entry = elf64_to_cpu(ehdr, buf_ehdr->e_entry);
- ehdr->e_phoff = elf64_to_cpu(ehdr, buf_ehdr->e_phoff);
- ehdr->e_shoff = elf64_to_cpu(ehdr, buf_ehdr->e_shoff);
- break;
- case ELFCLASS32:
- ehdr->e_entry = elf32_to_cpu(ehdr, buf_ehdr->e_entry);
- ehdr->e_phoff = elf32_to_cpu(ehdr, buf_ehdr->e_phoff);
- ehdr->e_shoff = elf32_to_cpu(ehdr, buf_ehdr->e_shoff);
- break;
- default:
- pr_debug("Unknown ELF class.\n");
- return -EINVAL;
- }
- return elf_is_ehdr_sane(ehdr, len) ? 0 : -ENOEXEC;
- }
- /**
- * elf_is_phdr_sane - check that it is safe to use the program header
- * @buf_len: size of the buffer in which the ELF file is loaded.
- */
- static bool elf_is_phdr_sane(const struct elf_phdr *phdr, size_t buf_len)
- {
- if (phdr->p_offset + phdr->p_filesz < phdr->p_offset) {
- pr_debug("ELF segment location wraps around.\n");
- return false;
- } else if (phdr->p_offset + phdr->p_filesz > buf_len) {
- pr_debug("ELF segment not in file.\n");
- return false;
- } else if (phdr->p_paddr + phdr->p_memsz < phdr->p_paddr) {
- pr_debug("ELF segment address wraps around.\n");
- return false;
- }
- return true;
- }
- static int elf_read_phdr(const char *buf, size_t len,
- struct kexec_elf_info *elf_info,
- int idx)
- {
- /* Override the const in proghdrs, we are the ones doing the loading. */
- struct elf_phdr *phdr = (struct elf_phdr *) &elf_info->proghdrs[idx];
- const struct elfhdr *ehdr = elf_info->ehdr;
- const char *pbuf;
- struct elf_phdr *buf_phdr;
- pbuf = buf + elf_info->ehdr->e_phoff + (idx * sizeof(*buf_phdr));
- buf_phdr = (struct elf_phdr *) pbuf;
- phdr->p_type = elf32_to_cpu(elf_info->ehdr, buf_phdr->p_type);
- phdr->p_flags = elf32_to_cpu(elf_info->ehdr, buf_phdr->p_flags);
- switch (ehdr->e_ident[EI_CLASS]) {
- case ELFCLASS64:
- phdr->p_offset = elf64_to_cpu(ehdr, buf_phdr->p_offset);
- phdr->p_paddr = elf64_to_cpu(ehdr, buf_phdr->p_paddr);
- phdr->p_vaddr = elf64_to_cpu(ehdr, buf_phdr->p_vaddr);
- phdr->p_filesz = elf64_to_cpu(ehdr, buf_phdr->p_filesz);
- phdr->p_memsz = elf64_to_cpu(ehdr, buf_phdr->p_memsz);
- phdr->p_align = elf64_to_cpu(ehdr, buf_phdr->p_align);
- break;
- case ELFCLASS32:
- phdr->p_offset = elf32_to_cpu(ehdr, buf_phdr->p_offset);
- phdr->p_paddr = elf32_to_cpu(ehdr, buf_phdr->p_paddr);
- phdr->p_vaddr = elf32_to_cpu(ehdr, buf_phdr->p_vaddr);
- phdr->p_filesz = elf32_to_cpu(ehdr, buf_phdr->p_filesz);
- phdr->p_memsz = elf32_to_cpu(ehdr, buf_phdr->p_memsz);
- phdr->p_align = elf32_to_cpu(ehdr, buf_phdr->p_align);
- break;
- default:
- pr_debug("Unknown ELF class.\n");
- return -EINVAL;
- }
- return elf_is_phdr_sane(phdr, len) ? 0 : -ENOEXEC;
- }
- /**
- * elf_read_phdrs - read the program headers from the buffer
- *
- * This function assumes that the program header table was checked for sanity.
- * Use elf_is_ehdr_sane() if it wasn't.
- */
- static int elf_read_phdrs(const char *buf, size_t len,
- struct kexec_elf_info *elf_info)
- {
- size_t phdr_size, i;
- const struct elfhdr *ehdr = elf_info->ehdr;
- /*
- * e_phnum is at most 65535 so calculating the size of the
- * program header cannot overflow.
- */
- phdr_size = sizeof(struct elf_phdr) * ehdr->e_phnum;
- elf_info->proghdrs = kzalloc(phdr_size, GFP_KERNEL);
- if (!elf_info->proghdrs)
- return -ENOMEM;
- for (i = 0; i < ehdr->e_phnum; i++) {
- int ret;
- ret = elf_read_phdr(buf, len, elf_info, i);
- if (ret) {
- kfree(elf_info->proghdrs);
- elf_info->proghdrs = NULL;
- return ret;
- }
- }
- return 0;
- }
- /**
- * elf_read_from_buffer - read ELF file and sets up ELF header and ELF info
- * @buf: Buffer to read ELF file from.
- * @len: Size of @buf.
- * @ehdr: Pointer to existing struct which will be populated.
- * @elf_info: Pointer to existing struct which will be populated.
- *
- * This function allows reading ELF files with different byte order than
- * the kernel, byte-swapping the fields as needed.
- *
- * Return:
- * On success returns 0, and the caller should call
- * kexec_free_elf_info(elf_info) to free the memory allocated for the section
- * and program headers.
- */
- static int elf_read_from_buffer(const char *buf, size_t len,
- struct elfhdr *ehdr,
- struct kexec_elf_info *elf_info)
- {
- int ret;
- ret = elf_read_ehdr(buf, len, ehdr);
- if (ret)
- return ret;
- elf_info->buffer = buf;
- elf_info->ehdr = ehdr;
- if (ehdr->e_phoff > 0 && ehdr->e_phnum > 0) {
- ret = elf_read_phdrs(buf, len, elf_info);
- if (ret)
- return ret;
- }
- return 0;
- }
- /**
- * kexec_free_elf_info - free memory allocated by elf_read_from_buffer
- */
- void kexec_free_elf_info(struct kexec_elf_info *elf_info)
- {
- kfree(elf_info->proghdrs);
- memset(elf_info, 0, sizeof(*elf_info));
- }
- /**
- * kexec_build_elf_info - read ELF executable and check that we can use it
- */
- int kexec_build_elf_info(const char *buf, size_t len, struct elfhdr *ehdr,
- struct kexec_elf_info *elf_info)
- {
- int i;
- int ret;
- ret = elf_read_from_buffer(buf, len, ehdr, elf_info);
- if (ret)
- return ret;
- /* Big endian vmlinux has type ET_DYN. */
- if (ehdr->e_type != ET_EXEC && ehdr->e_type != ET_DYN) {
- pr_err("Not an ELF executable.\n");
- goto error;
- } else if (!elf_info->proghdrs) {
- pr_err("No ELF program header.\n");
- goto error;
- }
- for (i = 0; i < ehdr->e_phnum; i++) {
- /*
- * Kexec does not support loading interpreters.
- * In addition this check keeps us from attempting
- * to kexec ordinay executables.
- */
- if (elf_info->proghdrs[i].p_type == PT_INTERP) {
- pr_err("Requires an ELF interpreter.\n");
- goto error;
- }
- }
- return 0;
- error:
- kexec_free_elf_info(elf_info);
- return -ENOEXEC;
- }
- int kexec_elf_probe(const char *buf, unsigned long len)
- {
- struct elfhdr ehdr;
- struct kexec_elf_info elf_info;
- int ret;
- ret = kexec_build_elf_info(buf, len, &ehdr, &elf_info);
- if (ret)
- return ret;
- kexec_free_elf_info(&elf_info);
- return elf_check_arch(&ehdr) ? 0 : -ENOEXEC;
- }
- /**
- * kexec_elf_load - load ELF executable image
- * @lowest_load_addr: On return, will be the address where the first PT_LOAD
- * section will be loaded in memory.
- *
- * Return:
- * 0 on success, negative value on failure.
- */
- int kexec_elf_load(struct kimage *image, struct elfhdr *ehdr,
- struct kexec_elf_info *elf_info,
- struct kexec_buf *kbuf,
- unsigned long *lowest_load_addr)
- {
- unsigned long lowest_addr = UINT_MAX;
- int ret;
- size_t i;
- /* Read in the PT_LOAD segments. */
- for (i = 0; i < ehdr->e_phnum; i++) {
- unsigned long load_addr;
- size_t size;
- const struct elf_phdr *phdr;
- phdr = &elf_info->proghdrs[i];
- if (phdr->p_type != PT_LOAD)
- continue;
- size = phdr->p_filesz;
- if (size > phdr->p_memsz)
- size = phdr->p_memsz;
- kbuf->buffer = (void *) elf_info->buffer + phdr->p_offset;
- kbuf->bufsz = size;
- kbuf->memsz = phdr->p_memsz;
- kbuf->buf_align = phdr->p_align;
- kbuf->buf_min = phdr->p_paddr;
- kbuf->mem = KEXEC_BUF_MEM_UNKNOWN;
- ret = kexec_add_buffer(kbuf);
- if (ret)
- goto out;
- load_addr = kbuf->mem;
- if (load_addr < lowest_addr)
- lowest_addr = load_addr;
- }
- *lowest_load_addr = lowest_addr;
- ret = 0;
- out:
- return ret;
- }
|