1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087 |
- // SPDX-License-Identifier: GPL-2.0-only
- /*
- * efi.c - EFI subsystem
- *
- * Copyright (C) 2001,2003,2004 Dell <[email protected]>
- * Copyright (C) 2004 Intel Corporation <[email protected]>
- * Copyright (C) 2013 Tom Gundersen <[email protected]>
- *
- * This code registers /sys/firmware/efi{,/efivars} when EFI is supported,
- * allowing the efivarfs to be mounted or the efivars module to be loaded.
- * The existance of /sys/firmware/efi may also be used by userspace to
- * determine that the system supports EFI.
- */
- #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
- #include <linux/kobject.h>
- #include <linux/module.h>
- #include <linux/init.h>
- #include <linux/debugfs.h>
- #include <linux/device.h>
- #include <linux/efi.h>
- #include <linux/of.h>
- #include <linux/initrd.h>
- #include <linux/io.h>
- #include <linux/kexec.h>
- #include <linux/platform_device.h>
- #include <linux/random.h>
- #include <linux/reboot.h>
- #include <linux/slab.h>
- #include <linux/acpi.h>
- #include <linux/ucs2_string.h>
- #include <linux/memblock.h>
- #include <linux/security.h>
- #include <asm/early_ioremap.h>
- struct efi __read_mostly efi = {
- .runtime_supported_mask = EFI_RT_SUPPORTED_ALL,
- .acpi = EFI_INVALID_TABLE_ADDR,
- .acpi20 = EFI_INVALID_TABLE_ADDR,
- .smbios = EFI_INVALID_TABLE_ADDR,
- .smbios3 = EFI_INVALID_TABLE_ADDR,
- .esrt = EFI_INVALID_TABLE_ADDR,
- .tpm_log = EFI_INVALID_TABLE_ADDR,
- .tpm_final_log = EFI_INVALID_TABLE_ADDR,
- #ifdef CONFIG_LOAD_UEFI_KEYS
- .mokvar_table = EFI_INVALID_TABLE_ADDR,
- #endif
- #ifdef CONFIG_EFI_COCO_SECRET
- .coco_secret = EFI_INVALID_TABLE_ADDR,
- #endif
- };
- EXPORT_SYMBOL(efi);
- unsigned long __ro_after_init efi_rng_seed = EFI_INVALID_TABLE_ADDR;
- static unsigned long __initdata mem_reserve = EFI_INVALID_TABLE_ADDR;
- static unsigned long __initdata rt_prop = EFI_INVALID_TABLE_ADDR;
- static unsigned long __initdata initrd = EFI_INVALID_TABLE_ADDR;
- struct mm_struct efi_mm = {
- .mm_mt = MTREE_INIT_EXT(mm_mt, MM_MT_FLAGS, efi_mm.mmap_lock),
- .mm_users = ATOMIC_INIT(2),
- .mm_count = ATOMIC_INIT(1),
- .write_protect_seq = SEQCNT_ZERO(efi_mm.write_protect_seq),
- MMAP_LOCK_INITIALIZER(efi_mm)
- .page_table_lock = __SPIN_LOCK_UNLOCKED(efi_mm.page_table_lock),
- .mmlist = LIST_HEAD_INIT(efi_mm.mmlist),
- .cpu_bitmap = { [BITS_TO_LONGS(NR_CPUS)] = 0},
- };
- struct workqueue_struct *efi_rts_wq;
- static bool disable_runtime = IS_ENABLED(CONFIG_EFI_DISABLE_RUNTIME);
- static int __init setup_noefi(char *arg)
- {
- disable_runtime = true;
- return 0;
- }
- early_param("noefi", setup_noefi);
- bool efi_runtime_disabled(void)
- {
- return disable_runtime;
- }
- bool __pure __efi_soft_reserve_enabled(void)
- {
- return !efi_enabled(EFI_MEM_NO_SOFT_RESERVE);
- }
- static int __init parse_efi_cmdline(char *str)
- {
- if (!str) {
- pr_warn("need at least one option\n");
- return -EINVAL;
- }
- if (parse_option_str(str, "debug"))
- set_bit(EFI_DBG, &efi.flags);
- if (parse_option_str(str, "noruntime"))
- disable_runtime = true;
- if (parse_option_str(str, "runtime"))
- disable_runtime = false;
- if (parse_option_str(str, "nosoftreserve"))
- set_bit(EFI_MEM_NO_SOFT_RESERVE, &efi.flags);
- return 0;
- }
- early_param("efi", parse_efi_cmdline);
- struct kobject *efi_kobj;
- /*
- * Let's not leave out systab information that snuck into
- * the efivars driver
- * Note, do not add more fields in systab sysfs file as it breaks sysfs
- * one value per file rule!
- */
- static ssize_t systab_show(struct kobject *kobj,
- struct kobj_attribute *attr, char *buf)
- {
- char *str = buf;
- if (!kobj || !buf)
- return -EINVAL;
- if (efi.acpi20 != EFI_INVALID_TABLE_ADDR)
- str += sprintf(str, "ACPI20=0x%lx\n", efi.acpi20);
- if (efi.acpi != EFI_INVALID_TABLE_ADDR)
- str += sprintf(str, "ACPI=0x%lx\n", efi.acpi);
- /*
- * If both SMBIOS and SMBIOS3 entry points are implemented, the
- * SMBIOS3 entry point shall be preferred, so we list it first to
- * let applications stop parsing after the first match.
- */
- if (efi.smbios3 != EFI_INVALID_TABLE_ADDR)
- str += sprintf(str, "SMBIOS3=0x%lx\n", efi.smbios3);
- if (efi.smbios != EFI_INVALID_TABLE_ADDR)
- str += sprintf(str, "SMBIOS=0x%lx\n", efi.smbios);
- if (IS_ENABLED(CONFIG_IA64) || IS_ENABLED(CONFIG_X86))
- str = efi_systab_show_arch(str);
- return str - buf;
- }
- static struct kobj_attribute efi_attr_systab = __ATTR_RO_MODE(systab, 0400);
- static ssize_t fw_platform_size_show(struct kobject *kobj,
- struct kobj_attribute *attr, char *buf)
- {
- return sprintf(buf, "%d\n", efi_enabled(EFI_64BIT) ? 64 : 32);
- }
- extern __weak struct kobj_attribute efi_attr_fw_vendor;
- extern __weak struct kobj_attribute efi_attr_runtime;
- extern __weak struct kobj_attribute efi_attr_config_table;
- static struct kobj_attribute efi_attr_fw_platform_size =
- __ATTR_RO(fw_platform_size);
- static struct attribute *efi_subsys_attrs[] = {
- &efi_attr_systab.attr,
- &efi_attr_fw_platform_size.attr,
- &efi_attr_fw_vendor.attr,
- &efi_attr_runtime.attr,
- &efi_attr_config_table.attr,
- NULL,
- };
- umode_t __weak efi_attr_is_visible(struct kobject *kobj, struct attribute *attr,
- int n)
- {
- return attr->mode;
- }
- static const struct attribute_group efi_subsys_attr_group = {
- .attrs = efi_subsys_attrs,
- .is_visible = efi_attr_is_visible,
- };
- static struct efivars generic_efivars;
- static struct efivar_operations generic_ops;
- static int generic_ops_register(void)
- {
- generic_ops.get_variable = efi.get_variable;
- generic_ops.get_next_variable = efi.get_next_variable;
- generic_ops.query_variable_store = efi_query_variable_store;
- if (efi_rt_services_supported(EFI_RT_SUPPORTED_SET_VARIABLE)) {
- generic_ops.set_variable = efi.set_variable;
- generic_ops.set_variable_nonblocking = efi.set_variable_nonblocking;
- }
- return efivars_register(&generic_efivars, &generic_ops, efi_kobj);
- }
- static void generic_ops_unregister(void)
- {
- efivars_unregister(&generic_efivars);
- }
- #ifdef CONFIG_EFI_CUSTOM_SSDT_OVERLAYS
- #define EFIVAR_SSDT_NAME_MAX 16UL
- static char efivar_ssdt[EFIVAR_SSDT_NAME_MAX] __initdata;
- static int __init efivar_ssdt_setup(char *str)
- {
- int ret = security_locked_down(LOCKDOWN_ACPI_TABLES);
- if (ret)
- return ret;
- if (strlen(str) < sizeof(efivar_ssdt))
- memcpy(efivar_ssdt, str, strlen(str));
- else
- pr_warn("efivar_ssdt: name too long: %s\n", str);
- return 1;
- }
- __setup("efivar_ssdt=", efivar_ssdt_setup);
- static __init int efivar_ssdt_load(void)
- {
- unsigned long name_size = 256;
- efi_char16_t *name = NULL;
- efi_status_t status;
- efi_guid_t guid;
- if (!efivar_ssdt[0])
- return 0;
- name = kzalloc(name_size, GFP_KERNEL);
- if (!name)
- return -ENOMEM;
- for (;;) {
- char utf8_name[EFIVAR_SSDT_NAME_MAX];
- unsigned long data_size = 0;
- void *data;
- int limit;
- status = efi.get_next_variable(&name_size, name, &guid);
- if (status == EFI_NOT_FOUND) {
- break;
- } else if (status == EFI_BUFFER_TOO_SMALL) {
- efi_char16_t *name_tmp =
- krealloc(name, name_size, GFP_KERNEL);
- if (!name_tmp) {
- kfree(name);
- return -ENOMEM;
- }
- name = name_tmp;
- continue;
- }
- limit = min(EFIVAR_SSDT_NAME_MAX, name_size);
- ucs2_as_utf8(utf8_name, name, limit - 1);
- if (strncmp(utf8_name, efivar_ssdt, limit) != 0)
- continue;
- pr_info("loading SSDT from variable %s-%pUl\n", efivar_ssdt, &guid);
- status = efi.get_variable(name, &guid, NULL, &data_size, NULL);
- if (status != EFI_BUFFER_TOO_SMALL || !data_size)
- return -EIO;
- data = kmalloc(data_size, GFP_KERNEL);
- if (!data)
- return -ENOMEM;
- status = efi.get_variable(name, &guid, NULL, &data_size, data);
- if (status == EFI_SUCCESS) {
- acpi_status ret = acpi_load_table(data, NULL);
- if (ret)
- pr_err("failed to load table: %u\n", ret);
- else
- continue;
- } else {
- pr_err("failed to get var data: 0x%lx\n", status);
- }
- kfree(data);
- }
- return 0;
- }
- #else
- static inline int efivar_ssdt_load(void) { return 0; }
- #endif
- #ifdef CONFIG_DEBUG_FS
- #define EFI_DEBUGFS_MAX_BLOBS 32
- static struct debugfs_blob_wrapper debugfs_blob[EFI_DEBUGFS_MAX_BLOBS];
- static void __init efi_debugfs_init(void)
- {
- struct dentry *efi_debugfs;
- efi_memory_desc_t *md;
- char name[32];
- int type_count[EFI_BOOT_SERVICES_DATA + 1] = {};
- int i = 0;
- efi_debugfs = debugfs_create_dir("efi", NULL);
- if (IS_ERR_OR_NULL(efi_debugfs))
- return;
- for_each_efi_memory_desc(md) {
- switch (md->type) {
- case EFI_BOOT_SERVICES_CODE:
- snprintf(name, sizeof(name), "boot_services_code%d",
- type_count[md->type]++);
- break;
- case EFI_BOOT_SERVICES_DATA:
- snprintf(name, sizeof(name), "boot_services_data%d",
- type_count[md->type]++);
- break;
- default:
- continue;
- }
- if (i >= EFI_DEBUGFS_MAX_BLOBS) {
- pr_warn("More then %d EFI boot service segments, only showing first %d in debugfs\n",
- EFI_DEBUGFS_MAX_BLOBS, EFI_DEBUGFS_MAX_BLOBS);
- break;
- }
- debugfs_blob[i].size = md->num_pages << EFI_PAGE_SHIFT;
- debugfs_blob[i].data = memremap(md->phys_addr,
- debugfs_blob[i].size,
- MEMREMAP_WB);
- if (!debugfs_blob[i].data)
- continue;
- debugfs_create_blob(name, 0400, efi_debugfs, &debugfs_blob[i]);
- i++;
- }
- }
- #else
- static inline void efi_debugfs_init(void) {}
- #endif
- /*
- * We register the efi subsystem with the firmware subsystem and the
- * efivars subsystem with the efi subsystem, if the system was booted with
- * EFI.
- */
- static int __init efisubsys_init(void)
- {
- int error;
- if (!efi_enabled(EFI_RUNTIME_SERVICES))
- efi.runtime_supported_mask = 0;
- if (!efi_enabled(EFI_BOOT))
- return 0;
- if (efi.runtime_supported_mask) {
- /*
- * Since we process only one efi_runtime_service() at a time, an
- * ordered workqueue (which creates only one execution context)
- * should suffice for all our needs.
- */
- efi_rts_wq = alloc_ordered_workqueue("efi_rts_wq", 0);
- if (!efi_rts_wq) {
- pr_err("Creating efi_rts_wq failed, EFI runtime services disabled.\n");
- clear_bit(EFI_RUNTIME_SERVICES, &efi.flags);
- efi.runtime_supported_mask = 0;
- return 0;
- }
- }
- if (efi_rt_services_supported(EFI_RT_SUPPORTED_TIME_SERVICES))
- platform_device_register_simple("rtc-efi", 0, NULL, 0);
- /* We register the efi directory at /sys/firmware/efi */
- efi_kobj = kobject_create_and_add("efi", firmware_kobj);
- if (!efi_kobj) {
- pr_err("efi: Firmware registration failed.\n");
- error = -ENOMEM;
- goto err_destroy_wq;
- }
- if (efi_rt_services_supported(EFI_RT_SUPPORTED_GET_VARIABLE |
- EFI_RT_SUPPORTED_GET_NEXT_VARIABLE_NAME)) {
- error = generic_ops_register();
- if (error)
- goto err_put;
- efivar_ssdt_load();
- platform_device_register_simple("efivars", 0, NULL, 0);
- }
- error = sysfs_create_group(efi_kobj, &efi_subsys_attr_group);
- if (error) {
- pr_err("efi: Sysfs attribute export failed with error %d.\n",
- error);
- goto err_unregister;
- }
- error = efi_runtime_map_init(efi_kobj);
- if (error)
- goto err_remove_group;
- /* and the standard mountpoint for efivarfs */
- error = sysfs_create_mount_point(efi_kobj, "efivars");
- if (error) {
- pr_err("efivars: Subsystem registration failed.\n");
- goto err_remove_group;
- }
- if (efi_enabled(EFI_DBG) && efi_enabled(EFI_PRESERVE_BS_REGIONS))
- efi_debugfs_init();
- #ifdef CONFIG_EFI_COCO_SECRET
- if (efi.coco_secret != EFI_INVALID_TABLE_ADDR)
- platform_device_register_simple("efi_secret", 0, NULL, 0);
- #endif
- return 0;
- err_remove_group:
- sysfs_remove_group(efi_kobj, &efi_subsys_attr_group);
- err_unregister:
- if (efi_rt_services_supported(EFI_RT_SUPPORTED_GET_VARIABLE |
- EFI_RT_SUPPORTED_GET_NEXT_VARIABLE_NAME))
- generic_ops_unregister();
- err_put:
- kobject_put(efi_kobj);
- err_destroy_wq:
- if (efi_rts_wq)
- destroy_workqueue(efi_rts_wq);
- return error;
- }
- subsys_initcall(efisubsys_init);
- void __init efi_find_mirror(void)
- {
- efi_memory_desc_t *md;
- u64 mirror_size = 0, total_size = 0;
- if (!efi_enabled(EFI_MEMMAP))
- return;
- for_each_efi_memory_desc(md) {
- unsigned long long start = md->phys_addr;
- unsigned long long size = md->num_pages << EFI_PAGE_SHIFT;
- total_size += size;
- if (md->attribute & EFI_MEMORY_MORE_RELIABLE) {
- memblock_mark_mirror(start, size);
- mirror_size += size;
- }
- }
- if (mirror_size)
- pr_info("Memory: %lldM/%lldM mirrored memory\n",
- mirror_size>>20, total_size>>20);
- }
- /*
- * Find the efi memory descriptor for a given physical address. Given a
- * physical address, determine if it exists within an EFI Memory Map entry,
- * and if so, populate the supplied memory descriptor with the appropriate
- * data.
- */
- int efi_mem_desc_lookup(u64 phys_addr, efi_memory_desc_t *out_md)
- {
- efi_memory_desc_t *md;
- if (!efi_enabled(EFI_MEMMAP)) {
- pr_err_once("EFI_MEMMAP is not enabled.\n");
- return -EINVAL;
- }
- if (!out_md) {
- pr_err_once("out_md is null.\n");
- return -EINVAL;
- }
- for_each_efi_memory_desc(md) {
- u64 size;
- u64 end;
- size = md->num_pages << EFI_PAGE_SHIFT;
- end = md->phys_addr + size;
- if (phys_addr >= md->phys_addr && phys_addr < end) {
- memcpy(out_md, md, sizeof(*out_md));
- return 0;
- }
- }
- return -ENOENT;
- }
- /*
- * Calculate the highest address of an efi memory descriptor.
- */
- u64 __init efi_mem_desc_end(efi_memory_desc_t *md)
- {
- u64 size = md->num_pages << EFI_PAGE_SHIFT;
- u64 end = md->phys_addr + size;
- return end;
- }
- void __init __weak efi_arch_mem_reserve(phys_addr_t addr, u64 size) {}
- /**
- * efi_mem_reserve - Reserve an EFI memory region
- * @addr: Physical address to reserve
- * @size: Size of reservation
- *
- * Mark a region as reserved from general kernel allocation and
- * prevent it being released by efi_free_boot_services().
- *
- * This function should be called drivers once they've parsed EFI
- * configuration tables to figure out where their data lives, e.g.
- * efi_esrt_init().
- */
- void __init efi_mem_reserve(phys_addr_t addr, u64 size)
- {
- if (!memblock_is_region_reserved(addr, size))
- memblock_reserve(addr, size);
- /*
- * Some architectures (x86) reserve all boot services ranges
- * until efi_free_boot_services() because of buggy firmware
- * implementations. This means the above memblock_reserve() is
- * superfluous on x86 and instead what it needs to do is
- * ensure the @start, @size is not freed.
- */
- efi_arch_mem_reserve(addr, size);
- }
- static const efi_config_table_type_t common_tables[] __initconst = {
- {ACPI_20_TABLE_GUID, &efi.acpi20, "ACPI 2.0" },
- {ACPI_TABLE_GUID, &efi.acpi, "ACPI" },
- {SMBIOS_TABLE_GUID, &efi.smbios, "SMBIOS" },
- {SMBIOS3_TABLE_GUID, &efi.smbios3, "SMBIOS 3.0" },
- {EFI_SYSTEM_RESOURCE_TABLE_GUID, &efi.esrt, "ESRT" },
- {EFI_MEMORY_ATTRIBUTES_TABLE_GUID, &efi_mem_attr_table, "MEMATTR" },
- {LINUX_EFI_RANDOM_SEED_TABLE_GUID, &efi_rng_seed, "RNG" },
- {LINUX_EFI_TPM_EVENT_LOG_GUID, &efi.tpm_log, "TPMEventLog" },
- {LINUX_EFI_TPM_FINAL_LOG_GUID, &efi.tpm_final_log, "TPMFinalLog" },
- {LINUX_EFI_MEMRESERVE_TABLE_GUID, &mem_reserve, "MEMRESERVE" },
- {LINUX_EFI_INITRD_MEDIA_GUID, &initrd, "INITRD" },
- {EFI_RT_PROPERTIES_TABLE_GUID, &rt_prop, "RTPROP" },
- #ifdef CONFIG_EFI_RCI2_TABLE
- {DELLEMC_EFI_RCI2_TABLE_GUID, &rci2_table_phys },
- #endif
- #ifdef CONFIG_LOAD_UEFI_KEYS
- {LINUX_EFI_MOK_VARIABLE_TABLE_GUID, &efi.mokvar_table, "MOKvar" },
- #endif
- #ifdef CONFIG_EFI_COCO_SECRET
- {LINUX_EFI_COCO_SECRET_AREA_GUID, &efi.coco_secret, "CocoSecret" },
- #endif
- {},
- };
- static __init int match_config_table(const efi_guid_t *guid,
- unsigned long table,
- const efi_config_table_type_t *table_types)
- {
- int i;
- for (i = 0; efi_guidcmp(table_types[i].guid, NULL_GUID); i++) {
- if (!efi_guidcmp(*guid, table_types[i].guid)) {
- *(table_types[i].ptr) = table;
- if (table_types[i].name[0])
- pr_cont("%s=0x%lx ",
- table_types[i].name, table);
- return 1;
- }
- }
- return 0;
- }
- int __init efi_config_parse_tables(const efi_config_table_t *config_tables,
- int count,
- const efi_config_table_type_t *arch_tables)
- {
- const efi_config_table_64_t *tbl64 = (void *)config_tables;
- const efi_config_table_32_t *tbl32 = (void *)config_tables;
- const efi_guid_t *guid;
- unsigned long table;
- int i;
- pr_info("");
- for (i = 0; i < count; i++) {
- if (!IS_ENABLED(CONFIG_X86)) {
- guid = &config_tables[i].guid;
- table = (unsigned long)config_tables[i].table;
- } else if (efi_enabled(EFI_64BIT)) {
- guid = &tbl64[i].guid;
- table = tbl64[i].table;
- if (IS_ENABLED(CONFIG_X86_32) &&
- tbl64[i].table > U32_MAX) {
- pr_cont("\n");
- pr_err("Table located above 4GB, disabling EFI.\n");
- return -EINVAL;
- }
- } else {
- guid = &tbl32[i].guid;
- table = tbl32[i].table;
- }
- if (!match_config_table(guid, table, common_tables) && arch_tables)
- match_config_table(guid, table, arch_tables);
- }
- pr_cont("\n");
- set_bit(EFI_CONFIG_TABLES, &efi.flags);
- if (efi_rng_seed != EFI_INVALID_TABLE_ADDR) {
- struct linux_efi_random_seed *seed;
- u32 size = 0;
- seed = early_memremap(efi_rng_seed, sizeof(*seed));
- if (seed != NULL) {
- size = min_t(u32, seed->size, SZ_1K); // sanity check
- early_memunmap(seed, sizeof(*seed));
- } else {
- pr_err("Could not map UEFI random seed!\n");
- }
- if (size > 0) {
- seed = early_memremap(efi_rng_seed,
- sizeof(*seed) + size);
- if (seed != NULL) {
- add_bootloader_randomness(seed->bits, size);
- memzero_explicit(seed->bits, size);
- early_memunmap(seed, sizeof(*seed) + size);
- } else {
- pr_err("Could not map UEFI random seed!\n");
- }
- }
- }
- if (!IS_ENABLED(CONFIG_X86_32) && efi_enabled(EFI_MEMMAP))
- efi_memattr_init();
- efi_tpm_eventlog_init();
- if (mem_reserve != EFI_INVALID_TABLE_ADDR) {
- unsigned long prsv = mem_reserve;
- while (prsv) {
- struct linux_efi_memreserve *rsv;
- u8 *p;
- /*
- * Just map a full page: that is what we will get
- * anyway, and it permits us to map the entire entry
- * before knowing its size.
- */
- p = early_memremap(ALIGN_DOWN(prsv, PAGE_SIZE),
- PAGE_SIZE);
- if (p == NULL) {
- pr_err("Could not map UEFI memreserve entry!\n");
- return -ENOMEM;
- }
- rsv = (void *)(p + prsv % PAGE_SIZE);
- /* reserve the entry itself */
- memblock_reserve(prsv,
- struct_size(rsv, entry, rsv->size));
- for (i = 0; i < atomic_read(&rsv->count); i++) {
- memblock_reserve(rsv->entry[i].base,
- rsv->entry[i].size);
- }
- prsv = rsv->next;
- early_memunmap(p, PAGE_SIZE);
- }
- }
- if (rt_prop != EFI_INVALID_TABLE_ADDR) {
- efi_rt_properties_table_t *tbl;
- tbl = early_memremap(rt_prop, sizeof(*tbl));
- if (tbl) {
- efi.runtime_supported_mask &= tbl->runtime_services_supported;
- early_memunmap(tbl, sizeof(*tbl));
- }
- }
- if (IS_ENABLED(CONFIG_BLK_DEV_INITRD) &&
- initrd != EFI_INVALID_TABLE_ADDR && phys_initrd_size == 0) {
- struct linux_efi_initrd *tbl;
- tbl = early_memremap(initrd, sizeof(*tbl));
- if (tbl) {
- phys_initrd_start = tbl->base;
- phys_initrd_size = tbl->size;
- early_memunmap(tbl, sizeof(*tbl));
- }
- }
- return 0;
- }
- int __init efi_systab_check_header(const efi_table_hdr_t *systab_hdr,
- int min_major_version)
- {
- if (systab_hdr->signature != EFI_SYSTEM_TABLE_SIGNATURE) {
- pr_err("System table signature incorrect!\n");
- return -EINVAL;
- }
- if ((systab_hdr->revision >> 16) < min_major_version)
- pr_err("Warning: System table version %d.%02d, expected %d.00 or greater!\n",
- systab_hdr->revision >> 16,
- systab_hdr->revision & 0xffff,
- min_major_version);
- return 0;
- }
- #ifndef CONFIG_IA64
- static const efi_char16_t *__init map_fw_vendor(unsigned long fw_vendor,
- size_t size)
- {
- const efi_char16_t *ret;
- ret = early_memremap_ro(fw_vendor, size);
- if (!ret)
- pr_err("Could not map the firmware vendor!\n");
- return ret;
- }
- static void __init unmap_fw_vendor(const void *fw_vendor, size_t size)
- {
- early_memunmap((void *)fw_vendor, size);
- }
- #else
- #define map_fw_vendor(p, s) __va(p)
- #define unmap_fw_vendor(v, s)
- #endif
- void __init efi_systab_report_header(const efi_table_hdr_t *systab_hdr,
- unsigned long fw_vendor)
- {
- char vendor[100] = "unknown";
- const efi_char16_t *c16;
- size_t i;
- c16 = map_fw_vendor(fw_vendor, sizeof(vendor) * sizeof(efi_char16_t));
- if (c16) {
- for (i = 0; i < sizeof(vendor) - 1 && c16[i]; ++i)
- vendor[i] = c16[i];
- vendor[i] = '\0';
- unmap_fw_vendor(c16, sizeof(vendor) * sizeof(efi_char16_t));
- }
- pr_info("EFI v%u.%.02u by %s\n",
- systab_hdr->revision >> 16,
- systab_hdr->revision & 0xffff,
- vendor);
- if (IS_ENABLED(CONFIG_X86_64) &&
- systab_hdr->revision > EFI_1_10_SYSTEM_TABLE_REVISION &&
- !strcmp(vendor, "Apple")) {
- pr_info("Apple Mac detected, using EFI v1.10 runtime services only\n");
- efi.runtime_version = EFI_1_10_SYSTEM_TABLE_REVISION;
- }
- }
- static __initdata char memory_type_name[][13] = {
- "Reserved",
- "Loader Code",
- "Loader Data",
- "Boot Code",
- "Boot Data",
- "Runtime Code",
- "Runtime Data",
- "Conventional",
- "Unusable",
- "ACPI Reclaim",
- "ACPI Mem NVS",
- "MMIO",
- "MMIO Port",
- "PAL Code",
- "Persistent",
- };
- char * __init efi_md_typeattr_format(char *buf, size_t size,
- const efi_memory_desc_t *md)
- {
- char *pos;
- int type_len;
- u64 attr;
- pos = buf;
- if (md->type >= ARRAY_SIZE(memory_type_name))
- type_len = snprintf(pos, size, "[type=%u", md->type);
- else
- type_len = snprintf(pos, size, "[%-*s",
- (int)(sizeof(memory_type_name[0]) - 1),
- memory_type_name[md->type]);
- if (type_len >= size)
- return buf;
- pos += type_len;
- size -= type_len;
- attr = md->attribute;
- if (attr & ~(EFI_MEMORY_UC | EFI_MEMORY_WC | EFI_MEMORY_WT |
- EFI_MEMORY_WB | EFI_MEMORY_UCE | EFI_MEMORY_RO |
- EFI_MEMORY_WP | EFI_MEMORY_RP | EFI_MEMORY_XP |
- EFI_MEMORY_NV | EFI_MEMORY_SP | EFI_MEMORY_CPU_CRYPTO |
- EFI_MEMORY_RUNTIME | EFI_MEMORY_MORE_RELIABLE))
- snprintf(pos, size, "|attr=0x%016llx]",
- (unsigned long long)attr);
- else
- snprintf(pos, size,
- "|%3s|%2s|%2s|%2s|%2s|%2s|%2s|%2s|%2s|%3s|%2s|%2s|%2s|%2s]",
- attr & EFI_MEMORY_RUNTIME ? "RUN" : "",
- attr & EFI_MEMORY_MORE_RELIABLE ? "MR" : "",
- attr & EFI_MEMORY_CPU_CRYPTO ? "CC" : "",
- attr & EFI_MEMORY_SP ? "SP" : "",
- attr & EFI_MEMORY_NV ? "NV" : "",
- attr & EFI_MEMORY_XP ? "XP" : "",
- attr & EFI_MEMORY_RP ? "RP" : "",
- attr & EFI_MEMORY_WP ? "WP" : "",
- attr & EFI_MEMORY_RO ? "RO" : "",
- attr & EFI_MEMORY_UCE ? "UCE" : "",
- attr & EFI_MEMORY_WB ? "WB" : "",
- attr & EFI_MEMORY_WT ? "WT" : "",
- attr & EFI_MEMORY_WC ? "WC" : "",
- attr & EFI_MEMORY_UC ? "UC" : "");
- return buf;
- }
- /*
- * IA64 has a funky EFI memory map that doesn't work the same way as
- * other architectures.
- */
- #ifndef CONFIG_IA64
- /*
- * efi_mem_attributes - lookup memmap attributes for physical address
- * @phys_addr: the physical address to lookup
- *
- * Search in the EFI memory map for the region covering
- * @phys_addr. Returns the EFI memory attributes if the region
- * was found in the memory map, 0 otherwise.
- */
- u64 efi_mem_attributes(unsigned long phys_addr)
- {
- efi_memory_desc_t *md;
- if (!efi_enabled(EFI_MEMMAP))
- return 0;
- for_each_efi_memory_desc(md) {
- if ((md->phys_addr <= phys_addr) &&
- (phys_addr < (md->phys_addr +
- (md->num_pages << EFI_PAGE_SHIFT))))
- return md->attribute;
- }
- return 0;
- }
- /*
- * efi_mem_type - lookup memmap type for physical address
- * @phys_addr: the physical address to lookup
- *
- * Search in the EFI memory map for the region covering @phys_addr.
- * Returns the EFI memory type if the region was found in the memory
- * map, -EINVAL otherwise.
- */
- int efi_mem_type(unsigned long phys_addr)
- {
- const efi_memory_desc_t *md;
- if (!efi_enabled(EFI_MEMMAP))
- return -ENOTSUPP;
- for_each_efi_memory_desc(md) {
- if ((md->phys_addr <= phys_addr) &&
- (phys_addr < (md->phys_addr +
- (md->num_pages << EFI_PAGE_SHIFT))))
- return md->type;
- }
- return -EINVAL;
- }
- #endif
- int efi_status_to_err(efi_status_t status)
- {
- int err;
- switch (status) {
- case EFI_SUCCESS:
- err = 0;
- break;
- case EFI_INVALID_PARAMETER:
- err = -EINVAL;
- break;
- case EFI_OUT_OF_RESOURCES:
- err = -ENOSPC;
- break;
- case EFI_DEVICE_ERROR:
- err = -EIO;
- break;
- case EFI_WRITE_PROTECTED:
- err = -EROFS;
- break;
- case EFI_SECURITY_VIOLATION:
- err = -EACCES;
- break;
- case EFI_NOT_FOUND:
- err = -ENOENT;
- break;
- case EFI_ABORTED:
- err = -EINTR;
- break;
- default:
- err = -EINVAL;
- }
- return err;
- }
- EXPORT_SYMBOL_GPL(efi_status_to_err);
- static DEFINE_SPINLOCK(efi_mem_reserve_persistent_lock);
- static struct linux_efi_memreserve *efi_memreserve_root __ro_after_init;
- static int __init efi_memreserve_map_root(void)
- {
- if (mem_reserve == EFI_INVALID_TABLE_ADDR)
- return -ENODEV;
- efi_memreserve_root = memremap(mem_reserve,
- sizeof(*efi_memreserve_root),
- MEMREMAP_WB);
- if (WARN_ON_ONCE(!efi_memreserve_root))
- return -ENOMEM;
- return 0;
- }
- static int efi_mem_reserve_iomem(phys_addr_t addr, u64 size)
- {
- struct resource *res, *parent;
- int ret;
- res = kzalloc(sizeof(struct resource), GFP_ATOMIC);
- if (!res)
- return -ENOMEM;
- res->name = "reserved";
- res->flags = IORESOURCE_MEM;
- res->start = addr;
- res->end = addr + size - 1;
- /* we expect a conflict with a 'System RAM' region */
- parent = request_resource_conflict(&iomem_resource, res);
- ret = parent ? request_resource(parent, res) : 0;
- /*
- * Given that efi_mem_reserve_iomem() can be called at any
- * time, only call memblock_reserve() if the architecture
- * keeps the infrastructure around.
- */
- if (IS_ENABLED(CONFIG_ARCH_KEEP_MEMBLOCK) && !ret)
- memblock_reserve(addr, size);
- return ret;
- }
- int __ref efi_mem_reserve_persistent(phys_addr_t addr, u64 size)
- {
- struct linux_efi_memreserve *rsv;
- unsigned long prsv;
- int rc, index;
- if (efi_memreserve_root == (void *)ULONG_MAX)
- return -ENODEV;
- if (!efi_memreserve_root) {
- rc = efi_memreserve_map_root();
- if (rc)
- return rc;
- }
- /* first try to find a slot in an existing linked list entry */
- for (prsv = efi_memreserve_root->next; prsv; ) {
- rsv = memremap(prsv, sizeof(*rsv), MEMREMAP_WB);
- if (!rsv)
- return -ENOMEM;
- index = atomic_fetch_add_unless(&rsv->count, 1, rsv->size);
- if (index < rsv->size) {
- rsv->entry[index].base = addr;
- rsv->entry[index].size = size;
- memunmap(rsv);
- return efi_mem_reserve_iomem(addr, size);
- }
- prsv = rsv->next;
- memunmap(rsv);
- }
- /* no slot found - allocate a new linked list entry */
- rsv = (struct linux_efi_memreserve *)__get_free_page(GFP_ATOMIC);
- if (!rsv)
- return -ENOMEM;
- rc = efi_mem_reserve_iomem(__pa(rsv), SZ_4K);
- if (rc) {
- free_page((unsigned long)rsv);
- return rc;
- }
- /*
- * The memremap() call above assumes that a linux_efi_memreserve entry
- * never crosses a page boundary, so let's ensure that this remains true
- * even when kexec'ing a 4k pages kernel from a >4k pages kernel, by
- * using SZ_4K explicitly in the size calculation below.
- */
- rsv->size = EFI_MEMRESERVE_COUNT(SZ_4K);
- atomic_set(&rsv->count, 1);
- rsv->entry[0].base = addr;
- rsv->entry[0].size = size;
- spin_lock(&efi_mem_reserve_persistent_lock);
- rsv->next = efi_memreserve_root->next;
- efi_memreserve_root->next = __pa(rsv);
- spin_unlock(&efi_mem_reserve_persistent_lock);
- return efi_mem_reserve_iomem(addr, size);
- }
- static int __init efi_memreserve_root_init(void)
- {
- if (efi_memreserve_root)
- return 0;
- if (efi_memreserve_map_root())
- efi_memreserve_root = (void *)ULONG_MAX;
- return 0;
- }
- early_initcall(efi_memreserve_root_init);
- #ifdef CONFIG_KEXEC
- static int update_efi_random_seed(struct notifier_block *nb,
- unsigned long code, void *unused)
- {
- struct linux_efi_random_seed *seed;
- u32 size = 0;
- if (!kexec_in_progress)
- return NOTIFY_DONE;
- seed = memremap(efi_rng_seed, sizeof(*seed), MEMREMAP_WB);
- if (seed != NULL) {
- size = min(seed->size, EFI_RANDOM_SEED_SIZE);
- memunmap(seed);
- } else {
- pr_err("Could not map UEFI random seed!\n");
- }
- if (size > 0) {
- seed = memremap(efi_rng_seed, sizeof(*seed) + size,
- MEMREMAP_WB);
- if (seed != NULL) {
- seed->size = size;
- get_random_bytes(seed->bits, seed->size);
- memunmap(seed);
- } else {
- pr_err("Could not map UEFI random seed!\n");
- }
- }
- return NOTIFY_DONE;
- }
- static struct notifier_block efi_random_seed_nb = {
- .notifier_call = update_efi_random_seed,
- };
- static int __init register_update_efi_random_seed(void)
- {
- if (efi_rng_seed == EFI_INVALID_TABLE_ADDR)
- return 0;
- return register_reboot_notifier(&efi_random_seed_nb);
- }
- late_initcall(register_update_efi_random_seed);
- #endif
|