d85631c4ac
stolen from the ia64/ia32 code (indeed there was a repocopy), but I've redone the MD parts and added and fixed a few essential syscalls. It is sufficient to run i386 binaries like /bin/ls, /usr/bin/id (dynamic) and p4. The ia64 code has not implemented signal delivery, so I had to do that. Before you say it, yes, this does need to go in a common place. But we're in a freeze at the moment and I didn't want to risk breaking ia64. I will sort this out after the freeze so that the common code is in a common place. On the AMD64 side, this required adding segment selector context switch support and some other support infrastructure. The %fs/%gs etc code is hairy because loading %gs will clobber the kernel's current MSR_GSBASE setting. The segment selectors are not used by the kernel, so they're only changed at context switch time or when changing modes. This still needs to be optimized. Approved by: re (amd64/* blanket)
276 lines
6.9 KiB
C
276 lines
6.9 KiB
C
/*-
|
|
* Copyright (C) 1994, David Greenman
|
|
* Copyright (c) 1990, 1993
|
|
* The Regents of the University of California. All rights reserved.
|
|
*
|
|
* This code is derived from software contributed to Berkeley by
|
|
* the University of Utah, and William Jolitz.
|
|
*
|
|
* Redistribution and use in source and binary forms, with or without
|
|
* modification, are permitted provided that the following conditions
|
|
* are met:
|
|
* 1. Redistributions of source code must retain the above copyright
|
|
* notice, this list of conditions and the following disclaimer.
|
|
* 2. Redistributions in binary form must reproduce the above copyright
|
|
* notice, this list of conditions and the following disclaimer in the
|
|
* documentation and/or other materials provided with the distribution.
|
|
* 3. All advertising materials mentioning features or use of this software
|
|
* must display the following acknowledgement:
|
|
* This product includes software developed by the University of
|
|
* California, Berkeley and its contributors.
|
|
* 4. Neither the name of the University nor the names of its contributors
|
|
* may be used to endorse or promote products derived from this software
|
|
* without specific prior written permission.
|
|
*
|
|
* THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
|
|
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
* ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
|
|
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
|
|
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
|
|
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
|
|
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
|
|
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
|
|
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
|
|
* SUCH DAMAGE.
|
|
*
|
|
* $FreeBSD$
|
|
*/
|
|
|
|
/*
|
|
* 386 Trap and System call handling
|
|
*/
|
|
|
|
#include "opt_clock.h"
|
|
#include "opt_cpu.h"
|
|
#include "opt_isa.h"
|
|
#include "opt_ktrace.h"
|
|
|
|
#include <sys/param.h>
|
|
#include <sys/bus.h>
|
|
#include <sys/systm.h>
|
|
#include <sys/proc.h>
|
|
#include <sys/pioctl.h>
|
|
#include <sys/kernel.h>
|
|
#include <sys/ktr.h>
|
|
#include <sys/lock.h>
|
|
#include <sys/mutex.h>
|
|
#include <sys/resourcevar.h>
|
|
#include <sys/signalvar.h>
|
|
#include <sys/syscall.h>
|
|
#include <sys/sysctl.h>
|
|
#include <sys/sysent.h>
|
|
#include <sys/uio.h>
|
|
#include <sys/vmmeter.h>
|
|
#ifdef KTRACE
|
|
#include <sys/ktrace.h>
|
|
#endif
|
|
|
|
#include <vm/vm.h>
|
|
#include <vm/vm_param.h>
|
|
#include <vm/pmap.h>
|
|
#include <vm/vm_kern.h>
|
|
#include <vm/vm_map.h>
|
|
#include <vm/vm_page.h>
|
|
#include <vm/vm_extern.h>
|
|
|
|
#include <machine/cpu.h>
|
|
#include <machine/md_var.h>
|
|
|
|
#include <amd64/isa/icu.h>
|
|
#include <amd64/isa/intr_machdep.h>
|
|
|
|
#define IDTVEC(name) __CONCAT(X,name)
|
|
|
|
extern inthand_t IDTVEC(int0x80_syscall), IDTVEC(rsvd);
|
|
|
|
void ia32_syscall(struct trapframe frame); /* Called from asm code */
|
|
|
|
void
|
|
ia32_syscall(struct trapframe frame)
|
|
{
|
|
caddr_t params;
|
|
int i;
|
|
struct sysent *callp;
|
|
struct thread *td = curthread;
|
|
struct proc *p = td->td_proc;
|
|
register_t orig_tf_rflags;
|
|
u_int sticks;
|
|
int error;
|
|
int narg;
|
|
u_int32_t args[8];
|
|
u_int64_t args64[8];
|
|
u_int code;
|
|
|
|
/*
|
|
* note: PCPU_LAZY_INC() can only be used if we can afford
|
|
* occassional inaccuracy in the count.
|
|
*/
|
|
cnt.v_syscall++;
|
|
|
|
sticks = td->td_sticks;
|
|
td->td_frame = &frame;
|
|
if (td->td_ucred != p->p_ucred)
|
|
cred_update_thread(td);
|
|
params = (caddr_t)frame.tf_rsp + sizeof(u_int32_t);
|
|
code = frame.tf_rax;
|
|
orig_tf_rflags = frame.tf_rflags;
|
|
|
|
if (p->p_sysent->sv_prepsyscall) {
|
|
/*
|
|
* The prep code is MP aware.
|
|
*/
|
|
(*p->p_sysent->sv_prepsyscall)(&frame, args, &code, ¶ms);
|
|
} else {
|
|
/*
|
|
* Need to check if this is a 32 bit or 64 bit syscall.
|
|
* fuword is MP aware.
|
|
*/
|
|
if (code == SYS_syscall) {
|
|
/*
|
|
* Code is first argument, followed by actual args.
|
|
*/
|
|
code = fuword32(params);
|
|
params += sizeof(int);
|
|
} else if (code == SYS___syscall) {
|
|
/*
|
|
* Like syscall, but code is a quad, so as to maintain
|
|
* quad alignment for the rest of the arguments.
|
|
* We use a 32-bit fetch in case params is not
|
|
* aligned.
|
|
*/
|
|
code = fuword32(params);
|
|
params += sizeof(quad_t);
|
|
}
|
|
}
|
|
|
|
if (p->p_sysent->sv_mask)
|
|
code &= p->p_sysent->sv_mask;
|
|
|
|
if (code >= p->p_sysent->sv_size)
|
|
callp = &p->p_sysent->sv_table[0];
|
|
else
|
|
callp = &p->p_sysent->sv_table[code];
|
|
|
|
narg = callp->sy_narg & SYF_ARGMASK;
|
|
|
|
/*
|
|
* copyin and the ktrsyscall()/ktrsysret() code is MP-aware
|
|
*/
|
|
if (params != NULL && narg != 0)
|
|
error = copyin(params, (caddr_t)args,
|
|
(u_int)(narg * sizeof(int)));
|
|
else
|
|
error = 0;
|
|
|
|
for (i = 0; i < narg; i++)
|
|
args64[i] = args[i];
|
|
|
|
#ifdef KTRACE
|
|
if (KTRPOINT(td, KTR_SYSCALL))
|
|
ktrsyscall(code, narg, args64);
|
|
#endif
|
|
/*
|
|
* Try to run the syscall without Giant if the syscall
|
|
* is MP safe.
|
|
*/
|
|
if ((callp->sy_narg & SYF_MPSAFE) == 0)
|
|
mtx_lock(&Giant);
|
|
|
|
if (error == 0) {
|
|
td->td_retval[0] = 0;
|
|
td->td_retval[1] = frame.tf_rdx;
|
|
|
|
STOPEVENT(p, S_SCE, narg);
|
|
|
|
error = (*callp->sy_call)(td, args64);
|
|
}
|
|
|
|
switch (error) {
|
|
case 0:
|
|
frame.tf_rax = td->td_retval[0];
|
|
frame.tf_rdx = td->td_retval[1];
|
|
frame.tf_rflags &= ~PSL_C;
|
|
break;
|
|
|
|
case ERESTART:
|
|
/*
|
|
* Reconstruct pc, assuming lcall $X,y is 7 bytes,
|
|
* int 0x80 is 2 bytes. We saved this in tf_err.
|
|
*/
|
|
frame.tf_rip -= frame.tf_err;
|
|
break;
|
|
|
|
case EJUSTRETURN:
|
|
break;
|
|
|
|
default:
|
|
if (p->p_sysent->sv_errsize) {
|
|
if (error >= p->p_sysent->sv_errsize)
|
|
error = -1; /* XXX */
|
|
else
|
|
error = p->p_sysent->sv_errtbl[error];
|
|
}
|
|
frame.tf_rax = error;
|
|
frame.tf_rflags |= PSL_C;
|
|
break;
|
|
}
|
|
|
|
/*
|
|
* Release Giant if we previously set it.
|
|
*/
|
|
if ((callp->sy_narg & SYF_MPSAFE) == 0)
|
|
mtx_unlock(&Giant);
|
|
|
|
/*
|
|
* Traced syscall.
|
|
*/
|
|
if (orig_tf_rflags & PSL_T) {
|
|
frame.tf_rflags &= ~PSL_T;
|
|
trapsignal(td, SIGTRAP, 0);
|
|
}
|
|
|
|
/*
|
|
* Handle reschedule and other end-of-syscall issues
|
|
*/
|
|
userret(td, &frame, sticks);
|
|
|
|
#ifdef KTRACE
|
|
if (KTRPOINT(td, KTR_SYSRET))
|
|
ktrsysret(code, error, td->td_retval[0]);
|
|
#endif
|
|
|
|
/*
|
|
* This works because errno is findable through the
|
|
* register set. If we ever support an emulation where this
|
|
* is not the case, this code will need to be revisited.
|
|
*/
|
|
STOPEVENT(p, S_SCX, code);
|
|
|
|
#ifdef DIAGNOSTIC
|
|
cred_free_thread(td);
|
|
#endif
|
|
WITNESS_WARN(WARN_PANIC, NULL, "System call %s returning",
|
|
(code >= 0 && code < SYS_MAXSYSCALL) ? syscallnames[code] : "???");
|
|
mtx_assert(&sched_lock, MA_NOTOWNED);
|
|
mtx_assert(&Giant, MA_NOTOWNED);
|
|
}
|
|
|
|
|
|
static void
|
|
ia32_syscall_enable(void *dummy)
|
|
{
|
|
|
|
setidt(0x80, &IDTVEC(int0x80_syscall), SDT_SYSIGT, SEL_UPL, 0);
|
|
}
|
|
|
|
static void
|
|
ia32_syscall_disable(void *dummy)
|
|
{
|
|
|
|
setidt(0x80, &IDTVEC(rsvd), SDT_SYSIGT, SEL_KPL, 0);
|
|
}
|
|
|
|
SYSINIT(ia32_syscall, SI_SUB_EXEC, SI_ORDER_ANY, ia32_syscall_enable, NULL);
|
|
SYSUNINIT(ia32_syscall, SI_SUB_EXEC, SI_ORDER_ANY, ia32_syscall_disable, NULL);
|