2005-04-02 01:20:00 +00:00
|
|
|
/*
|
|
|
|
* Copyright (c) 2005 David Xu <davidxu@freebsd.org>
|
|
|
|
* Copyright (c) 2003 Daniel Eischen <deischen@freebsd.org>
|
|
|
|
* All rights reserved.
|
|
|
|
*
|
|
|
|
* Redistribution and use in source and binary forms, with or without
|
|
|
|
* modification, are permitted provided that the following conditions
|
|
|
|
* are met:
|
|
|
|
* 1. Redistributions of source code must retain the above copyright
|
|
|
|
* notice, this list of conditions and the following disclaimer.
|
|
|
|
* 2. Neither the name of the author nor the names of any co-contributors
|
|
|
|
* may be used to endorse or promote products derived from this software
|
|
|
|
* without specific prior written permission.
|
|
|
|
*
|
|
|
|
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
|
|
|
|
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
|
|
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
|
|
* ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
|
|
|
|
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
|
|
|
|
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
|
|
|
|
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
|
|
|
|
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
|
|
|
|
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
|
|
|
|
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
|
|
|
|
* SUCH DAMAGE.
|
|
|
|
*
|
|
|
|
* $FreeBSD$
|
|
|
|
*/
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Copyright (c) 1995-1998 John Birrell <jb@cimlogic.com.au>
|
|
|
|
* All rights reserved.
|
|
|
|
*
|
|
|
|
* Redistribution and use in source and binary forms, with or without
|
|
|
|
* modification, are permitted provided that the following conditions
|
|
|
|
* are met:
|
|
|
|
* 1. Redistributions of source code must retain the above copyright
|
|
|
|
* notice, this list of conditions and the following disclaimer.
|
|
|
|
* 2. Redistributions in binary form must reproduce the above copyright
|
|
|
|
* notice, this list of conditions and the following disclaimer in the
|
|
|
|
* documentation and/or other materials provided with the distribution.
|
2007-01-12 07:26:21 +00:00
|
|
|
* 3. Neither the name of the author nor the names of any co-contributors
|
2005-04-02 01:20:00 +00:00
|
|
|
* may be used to endorse or promote products derived from this software
|
|
|
|
* without specific prior written permission.
|
|
|
|
*
|
|
|
|
* THIS SOFTWARE IS PROVIDED BY JOHN BIRRELL AND CONTRIBUTORS ``AS IS'' AND
|
|
|
|
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
|
|
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
|
|
* ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
|
|
|
|
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
|
|
|
|
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
|
|
|
|
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
|
|
|
|
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
|
|
|
|
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
|
|
|
|
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
|
|
|
|
* SUCH DAMAGE.
|
|
|
|
*
|
|
|
|
*/
|
|
|
|
|
2014-05-24 10:23:06 +00:00
|
|
|
#include <sys/syscall.h>
|
2006-04-04 02:57:49 +00:00
|
|
|
#include "namespace.h"
|
2005-04-02 01:20:00 +00:00
|
|
|
#include <errno.h>
|
2010-08-23 15:38:02 +00:00
|
|
|
#include <link.h>
|
2005-04-02 01:20:00 +00:00
|
|
|
#include <string.h>
|
|
|
|
#include <stdlib.h>
|
|
|
|
#include <unistd.h>
|
|
|
|
#include <pthread.h>
|
|
|
|
#include <spinlock.h>
|
2006-04-04 02:57:49 +00:00
|
|
|
#include "un-namespace.h"
|
2005-04-02 01:20:00 +00:00
|
|
|
|
|
|
|
#include "libc_private.h"
|
2008-11-27 11:27:59 +00:00
|
|
|
#include "rtld_lock.h"
|
2005-04-02 01:20:00 +00:00
|
|
|
#include "thr_private.h"
|
|
|
|
|
|
|
|
__weak_reference(_pthread_atfork, pthread_atfork);
|
|
|
|
|
|
|
|
int
|
|
|
|
_pthread_atfork(void (*prepare)(void), void (*parent)(void),
|
|
|
|
void (*child)(void))
|
|
|
|
{
|
|
|
|
struct pthread *curthread;
|
|
|
|
struct pthread_atfork *af;
|
|
|
|
|
|
|
|
_thr_check_init();
|
|
|
|
|
|
|
|
if ((af = malloc(sizeof(struct pthread_atfork))) == NULL)
|
|
|
|
return (ENOMEM);
|
|
|
|
|
|
|
|
curthread = _get_curthread();
|
|
|
|
af->prepare = prepare;
|
|
|
|
af->parent = parent;
|
|
|
|
af->child = child;
|
2010-09-01 03:55:10 +00:00
|
|
|
THR_CRITICAL_ENTER(curthread);
|
|
|
|
_thr_rwl_wrlock(&_thr_atfork_lock);
|
2005-04-02 01:20:00 +00:00
|
|
|
TAILQ_INSERT_TAIL(&_thr_atfork_list, af, qe);
|
2010-09-01 03:11:21 +00:00
|
|
|
_thr_rwl_unlock(&_thr_atfork_lock);
|
2010-09-01 03:55:10 +00:00
|
|
|
THR_CRITICAL_LEAVE(curthread);
|
2005-04-02 01:20:00 +00:00
|
|
|
return (0);
|
|
|
|
}
|
|
|
|
|
2010-08-23 15:38:02 +00:00
|
|
|
void
|
|
|
|
__pthread_cxa_finalize(struct dl_phdr_info *phdr_info)
|
|
|
|
{
|
2010-09-01 07:09:46 +00:00
|
|
|
atfork_head temp_list = TAILQ_HEAD_INITIALIZER(temp_list);
|
2010-08-23 15:38:02 +00:00
|
|
|
struct pthread *curthread;
|
|
|
|
struct pthread_atfork *af, *af1;
|
|
|
|
|
|
|
|
_thr_check_init();
|
|
|
|
|
|
|
|
curthread = _get_curthread();
|
2010-09-01 07:09:46 +00:00
|
|
|
THR_CRITICAL_ENTER(curthread);
|
2010-09-01 03:11:21 +00:00
|
|
|
_thr_rwl_wrlock(&_thr_atfork_lock);
|
2010-08-23 15:38:02 +00:00
|
|
|
TAILQ_FOREACH_SAFE(af, &_thr_atfork_list, qe, af1) {
|
|
|
|
if (__elf_phdr_match_addr(phdr_info, af->prepare) ||
|
|
|
|
__elf_phdr_match_addr(phdr_info, af->parent) ||
|
|
|
|
__elf_phdr_match_addr(phdr_info, af->child)) {
|
|
|
|
TAILQ_REMOVE(&_thr_atfork_list, af, qe);
|
2010-09-01 07:09:46 +00:00
|
|
|
TAILQ_INSERT_TAIL(&temp_list, af, qe);
|
2010-08-23 15:38:02 +00:00
|
|
|
}
|
|
|
|
}
|
2010-09-01 03:11:21 +00:00
|
|
|
_thr_rwl_unlock(&_thr_atfork_lock);
|
2010-09-01 07:09:46 +00:00
|
|
|
THR_CRITICAL_LEAVE(curthread);
|
|
|
|
while ((af = TAILQ_FIRST(&temp_list)) != NULL) {
|
|
|
|
TAILQ_REMOVE(&temp_list, af, qe);
|
|
|
|
free(af);
|
|
|
|
}
|
2010-08-27 05:20:22 +00:00
|
|
|
_thr_tsd_unload(phdr_info);
|
Add signal handler wrapper, the reason to add it becauses there are
some cases we want to improve:
1) if a thread signal got a signal while in cancellation point,
it is possible the TDP_WAKEUP may be eaten by signal handler
if the handler called some interruptibly system calls.
2) In signal handler, we want to disable cancellation.
3) When thread holding some low level locks, it is better to
disable signal, those code need not to worry reentrancy,
sigprocmask system call is avoided because it is a bit expensive.
The signal handler wrapper works in this way:
1) libthr installs its signal handler if user code invokes sigaction
to install its handler, the user handler is recorded in internal
array.
2) when a signal is delivered, libthr's signal handler is invoke,
libthr checks if thread holds some low level lock or is in critical
region, if it is true, the signal is buffered, and all signals are
masked, once the thread leaves critical region, correct signal
mask is restored and buffered signal is processed.
3) before user signal handler is invoked, cancellation is temporarily
disabled, after user signal handler is returned, cancellation state
is restored, and pending cancellation is rescheduled.
2010-09-01 02:18:33 +00:00
|
|
|
_thr_sigact_unload(phdr_info);
|
2010-08-23 15:38:02 +00:00
|
|
|
}
|
|
|
|
|
2015-01-03 18:38:46 +00:00
|
|
|
__weak_reference(__thr_fork, _fork);
|
2006-04-04 02:57:49 +00:00
|
|
|
|
2005-04-02 01:20:00 +00:00
|
|
|
pid_t
|
2015-01-03 18:38:46 +00:00
|
|
|
__thr_fork(void)
|
2005-04-02 01:20:00 +00:00
|
|
|
{
|
|
|
|
struct pthread *curthread;
|
|
|
|
struct pthread_atfork *af;
|
|
|
|
pid_t ret;
|
2010-09-19 09:03:11 +00:00
|
|
|
int errsave, cancelsave;
|
2009-05-11 16:45:53 +00:00
|
|
|
int was_threaded;
|
2008-12-02 11:58:31 +00:00
|
|
|
int rtld_locks[MAX_RTLD_LOCKS];
|
2005-04-02 01:20:00 +00:00
|
|
|
|
|
|
|
if (!_thr_is_inited())
|
|
|
|
return (__sys_fork());
|
|
|
|
|
|
|
|
curthread = _get_curthread();
|
2010-09-19 09:03:11 +00:00
|
|
|
cancelsave = curthread->no_cancel;
|
|
|
|
curthread->no_cancel = 1;
|
2010-09-01 03:11:21 +00:00
|
|
|
_thr_rwl_rdlock(&_thr_atfork_lock);
|
2005-04-02 01:20:00 +00:00
|
|
|
|
|
|
|
/* Run down atfork prepare handlers. */
|
|
|
|
TAILQ_FOREACH_REVERSE(af, &_thr_atfork_list, atfork_head, qe) {
|
|
|
|
if (af->prepare != NULL)
|
|
|
|
af->prepare();
|
|
|
|
}
|
|
|
|
|
2010-09-01 03:11:21 +00:00
|
|
|
/*
|
|
|
|
* Block all signals until we reach a safe point.
|
|
|
|
*/
|
|
|
|
_thr_signal_block(curthread);
|
|
|
|
_thr_signal_prefork();
|
|
|
|
|
2005-04-02 01:20:00 +00:00
|
|
|
/*
|
2009-05-11 16:45:53 +00:00
|
|
|
* All bets are off as to what should happen soon if the parent
|
|
|
|
* process was not so kindly as to set up pthread fork hooks to
|
|
|
|
* relinquish all running threads.
|
2005-04-02 01:20:00 +00:00
|
|
|
*/
|
2006-01-12 07:28:21 +00:00
|
|
|
if (_thr_isthreaded() != 0) {
|
2009-05-11 16:45:53 +00:00
|
|
|
was_threaded = 1;
|
2006-01-12 07:28:21 +00:00
|
|
|
_malloc_prefork();
|
2008-11-27 11:27:59 +00:00
|
|
|
_rtld_atfork_pre(rtld_locks);
|
2005-04-02 01:20:00 +00:00
|
|
|
} else {
|
2009-05-11 16:45:53 +00:00
|
|
|
was_threaded = 0;
|
2005-04-02 01:20:00 +00:00
|
|
|
}
|
|
|
|
|
2014-05-24 10:23:06 +00:00
|
|
|
/*
|
|
|
|
* Fork a new process.
|
|
|
|
* There is no easy way to pre-resolve the __sys_fork symbol
|
|
|
|
* without performing the fork. Use the syscall(2)
|
|
|
|
* indirection, the syscall symbol is resolved in
|
|
|
|
* _thr_rtld_init() with side-effect free call.
|
|
|
|
*/
|
|
|
|
ret = syscall(SYS_fork);
|
|
|
|
if (ret == 0) {
|
2005-04-02 01:20:00 +00:00
|
|
|
/* Child process */
|
|
|
|
errsave = errno;
|
2006-11-24 09:57:38 +00:00
|
|
|
curthread->cancel_pending = 0;
|
2010-09-13 07:03:01 +00:00
|
|
|
curthread->flags &= ~(THR_FLAGS_NEED_SUSPEND|THR_FLAGS_DETACHED);
|
2006-10-14 13:40:08 +00:00
|
|
|
|
2005-04-02 01:20:00 +00:00
|
|
|
/*
|
|
|
|
* Thread list will be reinitialized, and later we call
|
|
|
|
* _libpthread_init(), it will add us back to list.
|
|
|
|
*/
|
2010-09-13 07:03:01 +00:00
|
|
|
curthread->tlflags &= ~TLFLAGS_IN_TDLIST;
|
2005-04-02 01:20:00 +00:00
|
|
|
|
|
|
|
/* child is a new kernel thread. */
|
|
|
|
thr_self(&curthread->tid);
|
|
|
|
|
|
|
|
/* clear other threads locked us. */
|
2006-09-06 04:04:10 +00:00
|
|
|
_thr_umutex_init(&curthread->lock);
|
2010-09-01 03:11:21 +00:00
|
|
|
_mutex_fork(curthread);
|
2008-12-01 21:00:25 +00:00
|
|
|
|
Add signal handler wrapper, the reason to add it becauses there are
some cases we want to improve:
1) if a thread signal got a signal while in cancellation point,
it is possible the TDP_WAKEUP may be eaten by signal handler
if the handler called some interruptibly system calls.
2) In signal handler, we want to disable cancellation.
3) When thread holding some low level locks, it is better to
disable signal, those code need not to worry reentrancy,
sigprocmask system call is avoided because it is a bit expensive.
The signal handler wrapper works in this way:
1) libthr installs its signal handler if user code invokes sigaction
to install its handler, the user handler is recorded in internal
array.
2) when a signal is delivered, libthr's signal handler is invoke,
libthr checks if thread holds some low level lock or is in critical
region, if it is true, the signal is buffered, and all signals are
masked, once the thread leaves critical region, correct signal
mask is restored and buffered signal is processed.
3) before user signal handler is invoked, cancellation is temporarily
disabled, after user signal handler is returned, cancellation state
is restored, and pending cancellation is rescheduled.
2010-09-01 02:18:33 +00:00
|
|
|
_thr_signal_postfork_child();
|
|
|
|
|
2009-05-11 16:45:53 +00:00
|
|
|
if (was_threaded)
|
2008-12-01 21:00:25 +00:00
|
|
|
_rtld_atfork_post(rtld_locks);
|
2005-04-02 01:20:00 +00:00
|
|
|
_thr_setthreaded(0);
|
|
|
|
|
|
|
|
/* reinitalize library. */
|
|
|
|
_libpthread_init(curthread);
|
|
|
|
|
2010-09-01 03:11:21 +00:00
|
|
|
/* atfork is reinitializeded by _libpthread_init()! */
|
|
|
|
_thr_rwl_rdlock(&_thr_atfork_lock);
|
2005-04-02 01:20:00 +00:00
|
|
|
|
2009-05-11 16:45:53 +00:00
|
|
|
if (was_threaded) {
|
2009-03-19 10:32:25 +00:00
|
|
|
__isthreaded = 1;
|
2008-11-29 21:46:28 +00:00
|
|
|
_malloc_postfork();
|
2009-03-19 10:32:25 +00:00
|
|
|
__isthreaded = 0;
|
|
|
|
}
|
2008-11-27 11:27:59 +00:00
|
|
|
|
2010-09-01 03:11:21 +00:00
|
|
|
/* Ready to continue, unblock signals. */
|
|
|
|
_thr_signal_unblock(curthread);
|
|
|
|
|
2005-04-02 01:20:00 +00:00
|
|
|
/* Run down atfork child handlers. */
|
|
|
|
TAILQ_FOREACH(af, &_thr_atfork_list, qe) {
|
|
|
|
if (af->child != NULL)
|
|
|
|
af->child();
|
|
|
|
}
|
2010-09-01 03:11:21 +00:00
|
|
|
_thr_rwlock_unlock(&_thr_atfork_lock);
|
2010-09-19 09:03:11 +00:00
|
|
|
curthread->no_cancel = cancelsave;
|
2005-04-02 01:20:00 +00:00
|
|
|
} else {
|
|
|
|
/* Parent process */
|
|
|
|
errsave = errno;
|
|
|
|
|
Add signal handler wrapper, the reason to add it becauses there are
some cases we want to improve:
1) if a thread signal got a signal while in cancellation point,
it is possible the TDP_WAKEUP may be eaten by signal handler
if the handler called some interruptibly system calls.
2) In signal handler, we want to disable cancellation.
3) When thread holding some low level locks, it is better to
disable signal, those code need not to worry reentrancy,
sigprocmask system call is avoided because it is a bit expensive.
The signal handler wrapper works in this way:
1) libthr installs its signal handler if user code invokes sigaction
to install its handler, the user handler is recorded in internal
array.
2) when a signal is delivered, libthr's signal handler is invoke,
libthr checks if thread holds some low level lock or is in critical
region, if it is true, the signal is buffered, and all signals are
masked, once the thread leaves critical region, correct signal
mask is restored and buffered signal is processed.
3) before user signal handler is invoked, cancellation is temporarily
disabled, after user signal handler is returned, cancellation state
is restored, and pending cancellation is rescheduled.
2010-09-01 02:18:33 +00:00
|
|
|
_thr_signal_postfork();
|
|
|
|
|
2009-05-11 16:45:53 +00:00
|
|
|
if (was_threaded) {
|
2008-11-27 11:27:59 +00:00
|
|
|
_rtld_atfork_post(rtld_locks);
|
2006-01-12 07:28:21 +00:00
|
|
|
_malloc_postfork();
|
2008-11-27 11:27:59 +00:00
|
|
|
}
|
2006-01-03 13:30:23 +00:00
|
|
|
|
2010-09-01 03:11:21 +00:00
|
|
|
/* Ready to continue, unblock signals. */
|
|
|
|
_thr_signal_unblock(curthread);
|
|
|
|
|
2005-04-02 01:20:00 +00:00
|
|
|
/* Run down atfork parent handlers. */
|
|
|
|
TAILQ_FOREACH(af, &_thr_atfork_list, qe) {
|
|
|
|
if (af->parent != NULL)
|
|
|
|
af->parent();
|
|
|
|
}
|
|
|
|
|
2010-09-01 03:11:21 +00:00
|
|
|
_thr_rwlock_unlock(&_thr_atfork_lock);
|
2010-09-19 09:03:11 +00:00
|
|
|
curthread->no_cancel = cancelsave;
|
|
|
|
/* test async cancel */
|
2010-09-24 07:52:07 +00:00
|
|
|
if (curthread->cancel_async)
|
|
|
|
_thr_testcancel(curthread);
|
2005-04-02 01:20:00 +00:00
|
|
|
}
|
|
|
|
errno = errsave;
|
|
|
|
|
|
|
|
return (ret);
|
|
|
|
}
|