9a8196ce19
kernel by PHYS_TO_DMAP() as previously present on amd64, arm64, riscv, and powerpc64. This introduces a new MI macro (PMAP_HAS_DMAP) that can be evaluated at runtime to determine if the architecture has a direct map; if it does not (or does) unconditionally and PMAP_HAS_DMAP is either 0 or 1, the compiler can remove the conditional logic. As part of this, implement PHYS_TO_DMAP() on sparc64 and mips64, which had similar things but spelled differently. 32-bit MIPS has a partial direct-map that maps poorly to this concept and is unchanged. Reviewed by: kib Suggestions from: marius, alc, kib Runtime tested on: amd64, powerpc64, powerpc, mips64
394 lines
8.5 KiB
C
394 lines
8.5 KiB
C
/*-
|
|
* Copyright (c) 2004 Marcel Moolenaar
|
|
* Copyright (c) 2001 Doug Rabson
|
|
* Copyright (c) 2016 The FreeBSD Foundation
|
|
* All rights reserved.
|
|
*
|
|
* Portions of this software were developed by Konstantin Belousov
|
|
* under sponsorship from the FreeBSD Foundation.
|
|
*
|
|
* Redistribution and use in source and binary forms, with or without
|
|
* modification, are permitted provided that the following conditions
|
|
* are met:
|
|
* 1. Redistributions of source code must retain the above copyright
|
|
* notice, this list of conditions and the following disclaimer.
|
|
* 2. Redistributions in binary form must reproduce the above copyright
|
|
* notice, this list of conditions and the following disclaimer in the
|
|
* documentation and/or other materials provided with the distribution.
|
|
*
|
|
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
|
|
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
* ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
|
|
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
|
|
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
|
|
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
|
|
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
|
|
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
|
|
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
|
|
* SUCH DAMAGE.
|
|
*/
|
|
|
|
#include <sys/cdefs.h>
|
|
__FBSDID("$FreeBSD$");
|
|
|
|
#include <sys/param.h>
|
|
#include <sys/efi.h>
|
|
#include <sys/kernel.h>
|
|
#include <sys/linker.h>
|
|
#include <sys/lock.h>
|
|
#include <sys/module.h>
|
|
#include <sys/mutex.h>
|
|
#include <sys/clock.h>
|
|
#include <sys/proc.h>
|
|
#include <sys/rwlock.h>
|
|
#include <sys/sched.h>
|
|
#include <sys/sysctl.h>
|
|
#include <sys/systm.h>
|
|
#include <sys/vmmeter.h>
|
|
|
|
#include <machine/fpu.h>
|
|
#include <machine/efi.h>
|
|
#include <machine/metadata.h>
|
|
#include <machine/vmparam.h>
|
|
|
|
#include <vm/vm.h>
|
|
#include <vm/pmap.h>
|
|
#include <vm/vm_map.h>
|
|
|
|
static struct efi_systbl *efi_systbl;
|
|
static struct efi_cfgtbl *efi_cfgtbl;
|
|
static struct efi_rt *efi_runtime;
|
|
|
|
static int efi_status2err[25] = {
|
|
0, /* EFI_SUCCESS */
|
|
ENOEXEC, /* EFI_LOAD_ERROR */
|
|
EINVAL, /* EFI_INVALID_PARAMETER */
|
|
ENOSYS, /* EFI_UNSUPPORTED */
|
|
EMSGSIZE, /* EFI_BAD_BUFFER_SIZE */
|
|
EOVERFLOW, /* EFI_BUFFER_TOO_SMALL */
|
|
EBUSY, /* EFI_NOT_READY */
|
|
EIO, /* EFI_DEVICE_ERROR */
|
|
EROFS, /* EFI_WRITE_PROTECTED */
|
|
EAGAIN, /* EFI_OUT_OF_RESOURCES */
|
|
EIO, /* EFI_VOLUME_CORRUPTED */
|
|
ENOSPC, /* EFI_VOLUME_FULL */
|
|
ENXIO, /* EFI_NO_MEDIA */
|
|
ESTALE, /* EFI_MEDIA_CHANGED */
|
|
ENOENT, /* EFI_NOT_FOUND */
|
|
EACCES, /* EFI_ACCESS_DENIED */
|
|
ETIMEDOUT, /* EFI_NO_RESPONSE */
|
|
EADDRNOTAVAIL, /* EFI_NO_MAPPING */
|
|
ETIMEDOUT, /* EFI_TIMEOUT */
|
|
EDOOFUS, /* EFI_NOT_STARTED */
|
|
EALREADY, /* EFI_ALREADY_STARTED */
|
|
ECANCELED, /* EFI_ABORTED */
|
|
EPROTO, /* EFI_ICMP_ERROR */
|
|
EPROTO, /* EFI_TFTP_ERROR */
|
|
EPROTO /* EFI_PROTOCOL_ERROR */
|
|
};
|
|
|
|
static int
|
|
efi_status_to_errno(efi_status status)
|
|
{
|
|
u_long code;
|
|
|
|
code = status & 0x3ffffffffffffffful;
|
|
return (code < nitems(efi_status2err) ? efi_status2err[code] : EDOOFUS);
|
|
}
|
|
|
|
static struct mtx efi_lock;
|
|
|
|
static int
|
|
efi_init(void)
|
|
{
|
|
struct efi_map_header *efihdr;
|
|
struct efi_md *map;
|
|
caddr_t kmdp;
|
|
size_t efisz;
|
|
|
|
mtx_init(&efi_lock, "efi", NULL, MTX_DEF);
|
|
|
|
if (efi_systbl_phys == 0) {
|
|
if (bootverbose)
|
|
printf("EFI systbl not available\n");
|
|
return (0);
|
|
}
|
|
if (!PMAP_HAS_DMAP) {
|
|
if (bootverbose)
|
|
printf("EFI systbl requires direct map\n");
|
|
return (0);
|
|
}
|
|
efi_systbl = (struct efi_systbl *)PHYS_TO_DMAP(efi_systbl_phys);
|
|
if (efi_systbl->st_hdr.th_sig != EFI_SYSTBL_SIG) {
|
|
efi_systbl = NULL;
|
|
if (bootverbose)
|
|
printf("EFI systbl signature invalid\n");
|
|
return (0);
|
|
}
|
|
efi_cfgtbl = (efi_systbl->st_cfgtbl == 0) ? NULL :
|
|
(struct efi_cfgtbl *)efi_systbl->st_cfgtbl;
|
|
if (efi_cfgtbl == NULL) {
|
|
if (bootverbose)
|
|
printf("EFI config table is not present\n");
|
|
}
|
|
|
|
kmdp = preload_search_by_type("elf kernel");
|
|
if (kmdp == NULL)
|
|
kmdp = preload_search_by_type("elf64 kernel");
|
|
efihdr = (struct efi_map_header *)preload_search_info(kmdp,
|
|
MODINFO_METADATA | MODINFOMD_EFI_MAP);
|
|
if (efihdr == NULL) {
|
|
if (bootverbose)
|
|
printf("EFI map is not present\n");
|
|
return (0);
|
|
}
|
|
efisz = (sizeof(struct efi_map_header) + 0xf) & ~0xf;
|
|
map = (struct efi_md *)((uint8_t *)efihdr + efisz);
|
|
if (efihdr->descriptor_size == 0)
|
|
return (ENOMEM);
|
|
|
|
if (!efi_create_1t1_map(map, efihdr->memory_size /
|
|
efihdr->descriptor_size, efihdr->descriptor_size)) {
|
|
if (bootverbose)
|
|
printf("EFI cannot create runtime map\n");
|
|
return (ENOMEM);
|
|
}
|
|
|
|
efi_runtime = (efi_systbl->st_rt == 0) ? NULL :
|
|
(struct efi_rt *)efi_systbl->st_rt;
|
|
if (efi_runtime == NULL) {
|
|
if (bootverbose)
|
|
printf("EFI runtime services table is not present\n");
|
|
efi_destroy_1t1_map();
|
|
return (ENXIO);
|
|
}
|
|
|
|
return (0);
|
|
}
|
|
|
|
static void
|
|
efi_uninit(void)
|
|
{
|
|
|
|
efi_destroy_1t1_map();
|
|
|
|
efi_systbl = NULL;
|
|
efi_cfgtbl = NULL;
|
|
efi_runtime = NULL;
|
|
|
|
mtx_destroy(&efi_lock);
|
|
}
|
|
|
|
int
|
|
efi_rt_ok(void)
|
|
{
|
|
|
|
if (efi_runtime == NULL)
|
|
return (ENXIO);
|
|
return (0);
|
|
}
|
|
|
|
static int
|
|
efi_enter(void)
|
|
{
|
|
struct thread *td;
|
|
pmap_t curpmap;
|
|
int error;
|
|
|
|
if (efi_runtime == NULL)
|
|
return (ENXIO);
|
|
td = curthread;
|
|
curpmap = &td->td_proc->p_vmspace->vm_pmap;
|
|
PMAP_LOCK(curpmap);
|
|
mtx_lock(&efi_lock);
|
|
error = fpu_kern_enter(td, NULL, FPU_KERN_NOCTX);
|
|
if (error != 0) {
|
|
PMAP_UNLOCK(curpmap);
|
|
return (error);
|
|
}
|
|
|
|
return (efi_arch_enter());
|
|
}
|
|
|
|
static void
|
|
efi_leave(void)
|
|
{
|
|
struct thread *td;
|
|
pmap_t curpmap;
|
|
|
|
efi_arch_leave();
|
|
|
|
curpmap = &curproc->p_vmspace->vm_pmap;
|
|
td = curthread;
|
|
fpu_kern_leave(td, NULL);
|
|
mtx_unlock(&efi_lock);
|
|
PMAP_UNLOCK(curpmap);
|
|
}
|
|
|
|
int
|
|
efi_get_table(struct uuid *uuid, void **ptr)
|
|
{
|
|
struct efi_cfgtbl *ct;
|
|
u_long count;
|
|
|
|
if (efi_cfgtbl == NULL || efi_systbl == NULL)
|
|
return (ENXIO);
|
|
count = efi_systbl->st_entries;
|
|
ct = efi_cfgtbl;
|
|
while (count--) {
|
|
if (!bcmp(&ct->ct_uuid, uuid, sizeof(*uuid))) {
|
|
*ptr = (void *)PHYS_TO_DMAP(ct->ct_data);
|
|
return (0);
|
|
}
|
|
ct++;
|
|
}
|
|
return (ENOENT);
|
|
}
|
|
|
|
static int
|
|
efi_get_time_locked(struct efi_tm *tm)
|
|
{
|
|
efi_status status;
|
|
int error;
|
|
|
|
EFI_TIME_OWNED()
|
|
error = efi_enter();
|
|
if (error != 0)
|
|
return (error);
|
|
status = efi_runtime->rt_gettime(tm, NULL);
|
|
efi_leave();
|
|
error = efi_status_to_errno(status);
|
|
return (error);
|
|
}
|
|
|
|
int
|
|
efi_get_time(struct efi_tm *tm)
|
|
{
|
|
int error;
|
|
|
|
if (efi_runtime == NULL)
|
|
return (ENXIO);
|
|
EFI_TIME_LOCK()
|
|
error = efi_get_time_locked(tm);
|
|
EFI_TIME_UNLOCK()
|
|
return (error);
|
|
}
|
|
|
|
int
|
|
efi_reset_system(void)
|
|
{
|
|
int error;
|
|
|
|
error = efi_enter();
|
|
if (error != 0)
|
|
return (error);
|
|
efi_runtime->rt_reset(EFI_RESET_WARM, 0, 0, NULL);
|
|
efi_leave();
|
|
return (EIO);
|
|
}
|
|
|
|
static int
|
|
efi_set_time_locked(struct efi_tm *tm)
|
|
{
|
|
efi_status status;
|
|
int error;
|
|
|
|
EFI_TIME_OWNED();
|
|
error = efi_enter();
|
|
if (error != 0)
|
|
return (error);
|
|
status = efi_runtime->rt_settime(tm);
|
|
efi_leave();
|
|
error = efi_status_to_errno(status);
|
|
return (error);
|
|
}
|
|
|
|
int
|
|
efi_set_time(struct efi_tm *tm)
|
|
{
|
|
int error;
|
|
|
|
if (efi_runtime == NULL)
|
|
return (ENXIO);
|
|
EFI_TIME_LOCK()
|
|
error = efi_set_time_locked(tm);
|
|
EFI_TIME_UNLOCK()
|
|
return (error);
|
|
}
|
|
|
|
int
|
|
efi_var_get(efi_char *name, struct uuid *vendor, uint32_t *attrib,
|
|
size_t *datasize, void *data)
|
|
{
|
|
efi_status status;
|
|
int error;
|
|
|
|
error = efi_enter();
|
|
if (error != 0)
|
|
return (error);
|
|
status = efi_runtime->rt_getvar(name, vendor, attrib, datasize, data);
|
|
efi_leave();
|
|
error = efi_status_to_errno(status);
|
|
return (error);
|
|
}
|
|
|
|
int
|
|
efi_var_nextname(size_t *namesize, efi_char *name, struct uuid *vendor)
|
|
{
|
|
efi_status status;
|
|
int error;
|
|
|
|
error = efi_enter();
|
|
if (error != 0)
|
|
return (error);
|
|
status = efi_runtime->rt_scanvar(namesize, name, vendor);
|
|
efi_leave();
|
|
error = efi_status_to_errno(status);
|
|
return (error);
|
|
}
|
|
|
|
int
|
|
efi_var_set(efi_char *name, struct uuid *vendor, uint32_t attrib,
|
|
size_t datasize, void *data)
|
|
{
|
|
efi_status status;
|
|
int error;
|
|
|
|
error = efi_enter();
|
|
if (error != 0)
|
|
return (error);
|
|
status = efi_runtime->rt_setvar(name, vendor, attrib, datasize, data);
|
|
efi_leave();
|
|
error = efi_status_to_errno(status);
|
|
return (error);
|
|
}
|
|
|
|
static int
|
|
efirt_modevents(module_t m, int event, void *arg __unused)
|
|
{
|
|
|
|
switch (event) {
|
|
case MOD_LOAD:
|
|
return (efi_init());
|
|
|
|
case MOD_UNLOAD:
|
|
efi_uninit();
|
|
return (0);
|
|
|
|
case MOD_SHUTDOWN:
|
|
return (0);
|
|
|
|
default:
|
|
return (EOPNOTSUPP);
|
|
}
|
|
}
|
|
|
|
static moduledata_t efirt_moddata = {
|
|
.name = "efirt",
|
|
.evhand = efirt_modevents,
|
|
.priv = NULL,
|
|
};
|
|
DECLARE_MODULE(efirt, efirt_moddata, SI_SUB_VM_CONF, SI_ORDER_ANY);
|
|
MODULE_VERSION(efirt, 1);
|