2001-06-10 02:39:37 +00:00
|
|
|
/* $FreeBSD$ */
|
|
|
|
/* $NetBSD: locore.S,v 1.24 2000/05/31 05:09:17 thorpej Exp $ */
|
|
|
|
|
2005-01-07 02:29:27 +00:00
|
|
|
/*-
|
2001-06-10 02:39:37 +00:00
|
|
|
* Copyright (C) 2001 Benno Rice
|
|
|
|
* All rights reserved.
|
|
|
|
*
|
|
|
|
* Redistribution and use in source and binary forms, with or without
|
|
|
|
* modification, are permitted provided that the following conditions
|
|
|
|
* are met:
|
|
|
|
* 1. Redistributions of source code must retain the above copyright
|
|
|
|
* notice, this list of conditions and the following disclaimer.
|
|
|
|
* 2. Redistributions in binary form must reproduce the above copyright
|
|
|
|
* notice, this list of conditions and the following disclaimer in the
|
|
|
|
* documentation and/or other materials provided with the distribution.
|
|
|
|
*
|
|
|
|
* THIS SOFTWARE IS PROVIDED BY Benno Rice ``AS IS'' AND ANY EXPRESS OR
|
|
|
|
* IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
|
|
|
|
* OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
|
|
|
|
* IN NO EVENT SHALL TOOLS GMBH BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
|
|
|
* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
|
|
|
|
* PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
|
|
|
|
* OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
|
|
|
|
* WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
|
|
|
|
* OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
|
|
|
|
* ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
|
|
*/
|
2005-01-07 02:29:27 +00:00
|
|
|
/*-
|
2001-06-10 02:39:37 +00:00
|
|
|
* Copyright (C) 1995, 1996 Wolfgang Solfrank.
|
|
|
|
* Copyright (C) 1995, 1996 TooLs GmbH.
|
|
|
|
* All rights reserved.
|
|
|
|
*
|
|
|
|
* Redistribution and use in source and binary forms, with or without
|
|
|
|
* modification, are permitted provided that the following conditions
|
|
|
|
* are met:
|
|
|
|
* 1. Redistributions of source code must retain the above copyright
|
|
|
|
* notice, this list of conditions and the following disclaimer.
|
|
|
|
* 2. Redistributions in binary form must reproduce the above copyright
|
|
|
|
* notice, this list of conditions and the following disclaimer in the
|
|
|
|
* documentation and/or other materials provided with the distribution.
|
|
|
|
* 3. All advertising materials mentioning features or use of this software
|
|
|
|
* must display the following acknowledgement:
|
|
|
|
* This product includes software developed by TooLs GmbH.
|
|
|
|
* 4. The name of TooLs GmbH may not be used to endorse or promote products
|
|
|
|
* derived from this software without specific prior written permission.
|
|
|
|
*
|
|
|
|
* THIS SOFTWARE IS PROVIDED BY TOOLS GMBH ``AS IS'' AND ANY EXPRESS OR
|
|
|
|
* IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
|
|
|
|
* OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
|
|
|
|
* IN NO EVENT SHALL TOOLS GMBH BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
|
|
|
* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
|
|
|
|
* PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
|
|
|
|
* OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
|
|
|
|
* WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
|
|
|
|
* OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
|
|
|
|
* ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include "assym.s"
|
2009-10-31 17:55:48 +00:00
|
|
|
#include "opt_sched.h"
|
2001-06-10 02:39:37 +00:00
|
|
|
|
|
|
|
#include <sys/syscall.h>
|
|
|
|
|
|
|
|
#include <machine/trap.h>
|
|
|
|
#include <machine/param.h>
|
2002-02-14 01:39:11 +00:00
|
|
|
#include <machine/sr.h>
|
2001-06-10 02:39:37 +00:00
|
|
|
#include <machine/psl.h>
|
|
|
|
#include <machine/asm.h>
|
|
|
|
|
2008-04-27 22:33:43 +00:00
|
|
|
/*
|
|
|
|
* void cpu_throw(struct thread *old, struct thread *new)
|
|
|
|
*/
|
|
|
|
ENTRY(cpu_throw)
|
|
|
|
mr %r15, %r4
|
|
|
|
b cpu_switchin
|
|
|
|
|
2001-06-10 02:39:37 +00:00
|
|
|
/*
|
2007-10-23 00:52:25 +00:00
|
|
|
* void cpu_switch(struct thread *old,
|
|
|
|
* struct thread *new,
|
|
|
|
* struct mutex *mtx);
|
2003-08-14 03:56:24 +00:00
|
|
|
*
|
|
|
|
* Switch to a new thread saving the current state in the old thread.
|
2001-06-10 02:39:37 +00:00
|
|
|
*/
|
|
|
|
ENTRY(cpu_switch)
|
2009-10-31 17:55:48 +00:00
|
|
|
lwz %r6,TD_PCB(%r3) /* Get the old thread's PCB ptr */
|
2003-08-14 03:56:24 +00:00
|
|
|
mr %r12,%r2
|
2009-10-31 17:55:48 +00:00
|
|
|
stmw %r12,PCB_CONTEXT(%r6) /* Save the non-volatile GP regs.
|
2003-08-14 03:56:24 +00:00
|
|
|
These can now be used for scratch */
|
2001-06-10 02:39:37 +00:00
|
|
|
|
2002-02-28 12:06:49 +00:00
|
|
|
mfcr %r16 /* Save the condition register */
|
2009-10-31 17:55:48 +00:00
|
|
|
stw %r16,PCB_CR(%r6)
|
2002-02-28 12:06:49 +00:00
|
|
|
mflr %r16 /* Save the link register */
|
2009-10-31 17:55:48 +00:00
|
|
|
stw %r16,PCB_LR(%r6)
|
2002-10-21 05:27:41 +00:00
|
|
|
mfsr %r16,USER_SR /* Save USER_SR for copyin/out */
|
|
|
|
isync
|
2009-10-31 17:55:48 +00:00
|
|
|
stw %r16,PCB_AIM_USR(%r6)
|
|
|
|
stw %r1,PCB_SP(%r6) /* Save the stack pointer */
|
2003-08-14 03:56:24 +00:00
|
|
|
|
|
|
|
mr %r14,%r3 /* Copy the old thread ptr... */
|
|
|
|
mr %r15,%r4 /* and the new thread ptr in scratch */
|
2009-10-31 17:55:48 +00:00
|
|
|
mr %r16,%r5 /* and the new lock */
|
2009-10-31 20:59:13 +00:00
|
|
|
mr %r17,%r6 /* and the PCB */
|
2003-08-14 03:56:24 +00:00
|
|
|
|
2009-10-31 20:59:13 +00:00
|
|
|
lwz %r7,PCB_FLAGS(%r17)
|
2008-04-27 22:33:43 +00:00
|
|
|
/* Save FPU context if needed */
|
2009-10-31 20:59:13 +00:00
|
|
|
andi. %r7, %r7, PCB_FPU
|
2001-11-05 00:45:33 +00:00
|
|
|
beq .L1
|
|
|
|
bl save_fpu
|
2009-02-20 17:48:40 +00:00
|
|
|
|
2001-11-05 00:45:33 +00:00
|
|
|
.L1:
|
2009-10-31 20:59:13 +00:00
|
|
|
mr %r3,%r14 /* restore old thread ptr */
|
|
|
|
lwz %r7,PCB_FLAGS(%r17)
|
2009-02-20 17:48:40 +00:00
|
|
|
/* Save Altivec context if needed */
|
2009-10-31 20:59:13 +00:00
|
|
|
andi. %r7, %r7, PCB_VEC
|
2009-02-20 17:48:40 +00:00
|
|
|
beq .L2
|
|
|
|
bl save_vec
|
|
|
|
|
|
|
|
.L2:
|
|
|
|
mr %r3,%r14 /* restore old thread ptr */
|
2002-02-28 12:06:49 +00:00
|
|
|
bl pmap_deactivate /* Deactivate the current pmap */
|
2001-06-10 02:39:37 +00:00
|
|
|
|
2009-10-31 17:55:48 +00:00
|
|
|
stw %r16,TD_LOCK(%r14) /* ULE: update old thread's lock */
|
|
|
|
|
2008-04-27 22:33:43 +00:00
|
|
|
cpu_switchin:
|
2009-10-31 17:55:48 +00:00
|
|
|
#if defined(SMP) && defined(SCHED_ULE)
|
|
|
|
/* Wait for the new thread to become unblocked */
|
|
|
|
lis %r6,blocked_lock@ha
|
|
|
|
addi %r6,%r6,blocked_lock@l
|
|
|
|
blocked_loop:
|
|
|
|
lwz %r7,TD_LOCK(%r15)
|
|
|
|
cmpw %r6,%r7
|
|
|
|
beq blocked_loop
|
|
|
|
#endif
|
|
|
|
|
2003-08-14 03:56:24 +00:00
|
|
|
mfsprg %r7,0 /* Get the pcpu pointer */
|
|
|
|
stw %r15,PC_CURTHREAD(%r7) /* Store new current thread */
|
|
|
|
lwz %r17,TD_PCB(%r15) /* Store new current PCB */
|
|
|
|
stw %r17,PC_CURPCB(%r7)
|
2001-06-10 02:39:37 +00:00
|
|
|
|
2008-09-16 17:03:52 +00:00
|
|
|
mr %r3,%r15 /* Get new thread ptr */
|
|
|
|
bl pmap_activate /* Activate the new address space */
|
|
|
|
|
2008-04-27 22:33:43 +00:00
|
|
|
lwz %r6, PCB_FLAGS(%r17)
|
|
|
|
/* Restore FPU context if needed */
|
2003-08-14 03:56:24 +00:00
|
|
|
andi. %r6, %r6, PCB_FPU
|
2009-02-20 17:48:40 +00:00
|
|
|
beq .L3
|
2003-08-14 03:56:24 +00:00
|
|
|
mr %r3,%r15 /* Pass curthread to enable_fpu */
|
2001-11-05 00:45:33 +00:00
|
|
|
bl enable_fpu
|
|
|
|
|
2009-02-20 17:48:40 +00:00
|
|
|
.L3:
|
|
|
|
lwz %r6, PCB_FLAGS(%r17)
|
|
|
|
/* Restore Altivec context if needed */
|
|
|
|
andi. %r6, %r6, PCB_VEC
|
|
|
|
beq .L4
|
|
|
|
mr %r3,%r15 /* Pass curthread to enable_vec */
|
|
|
|
bl enable_vec
|
|
|
|
|
2002-06-29 09:39:44 +00:00
|
|
|
/* thread to restore is in r3 */
|
2009-02-20 17:48:40 +00:00
|
|
|
.L4:
|
2003-08-14 03:56:24 +00:00
|
|
|
mr %r3,%r17 /* Recover PCB ptr */
|
2002-06-29 09:39:44 +00:00
|
|
|
lmw %r12,PCB_CONTEXT(%r3) /* Load the non-volatile GP regs */
|
|
|
|
mr %r2,%r12
|
|
|
|
lwz %r5,PCB_CR(%r3) /* Load the condition register */
|
2001-10-15 00:37:45 +00:00
|
|
|
mtcr %r5
|
2002-06-29 09:39:44 +00:00
|
|
|
lwz %r5,PCB_LR(%r3) /* Load the link register */
|
2002-02-28 12:06:49 +00:00
|
|
|
mtlr %r5
|
2008-03-02 17:05:57 +00:00
|
|
|
lwz %r5,PCB_AIM_USR(%r3) /* Load the USER_SR segment reg */
|
2002-10-21 05:27:41 +00:00
|
|
|
mtsr USER_SR,%r5
|
|
|
|
isync
|
2002-06-29 09:39:44 +00:00
|
|
|
lwz %r1,PCB_SP(%r3) /* Load the stack pointer */
|
2009-04-04 22:23:03 +00:00
|
|
|
/*
|
|
|
|
* Perform a dummy stwcx. to clear any reservations we may have
|
|
|
|
* inherited from the previous thread. It doesn't matter if the
|
|
|
|
* stwcx succeeds or not. pcb_context[0] can be clobbered.
|
|
|
|
*/
|
|
|
|
stwcx. %r1, 0, %r3
|
2001-06-10 02:39:37 +00:00
|
|
|
blr
|
|
|
|
|
|
|
|
/*
|
2001-10-15 00:37:45 +00:00
|
|
|
* savectx(pcb)
|
|
|
|
* Update pcb, saving current processor state
|
2001-06-10 02:39:37 +00:00
|
|
|
*/
|
|
|
|
ENTRY(savectx)
|
2002-06-29 09:39:44 +00:00
|
|
|
mr %r12,%r2
|
|
|
|
stmw %r12,PCB_CONTEXT(%r3) /* Save the non-volatile GP regs */
|
2001-10-15 00:37:45 +00:00
|
|
|
mfcr %r4 /* Save the condition register */
|
2009-10-11 16:44:58 +00:00
|
|
|
stw %r4,PCB_CR(%r3)
|
2001-06-10 02:39:37 +00:00
|
|
|
blr
|
2002-02-28 03:24:07 +00:00
|
|
|
|
|
|
|
/*
|
|
|
|
* fork_trampoline()
|
|
|
|
* Set up the return from cpu_fork()
|
|
|
|
*/
|
|
|
|
ENTRY(fork_trampoline)
|
2002-04-29 12:14:31 +00:00
|
|
|
lwz %r3,CF_FUNC(%r1)
|
|
|
|
lwz %r4,CF_ARG0(%r1)
|
|
|
|
lwz %r5,CF_ARG1(%r1)
|
2002-02-28 03:24:07 +00:00
|
|
|
bl fork_exit
|
2004-07-22 01:28:51 +00:00
|
|
|
addi %r1,%r1,CF_SIZE-FSP /* Allow 8 bytes in front of
|
|
|
|
trapframe to simulate FRAME_SETUP
|
|
|
|
does when allocating space for
|
|
|
|
a frame pointer/saved LR */
|
2002-04-29 12:14:31 +00:00
|
|
|
b trapexit
|