2005-01-06 18:10:42 +00:00
|
|
|
/*-
|
1997-02-10 02:22:35 +00:00
|
|
|
* Copyright (c) 1992, 1993, 1995
|
1994-05-24 10:09:53 +00:00
|
|
|
* The Regents of the University of California. All rights reserved.
|
|
|
|
*
|
|
|
|
* This code is derived from software donated to Berkeley by
|
|
|
|
* Jan-Simon Pendry.
|
|
|
|
*
|
|
|
|
* Redistribution and use in source and binary forms, with or without
|
|
|
|
* modification, are permitted provided that the following conditions
|
|
|
|
* are met:
|
|
|
|
* 1. Redistributions of source code must retain the above copyright
|
|
|
|
* notice, this list of conditions and the following disclaimer.
|
|
|
|
* 2. Redistributions in binary form must reproduce the above copyright
|
|
|
|
* notice, this list of conditions and the following disclaimer in the
|
|
|
|
* documentation and/or other materials provided with the distribution.
|
|
|
|
* 4. Neither the name of the University nor the names of its contributors
|
|
|
|
* may be used to endorse or promote products derived from this software
|
|
|
|
* without specific prior written permission.
|
|
|
|
*
|
|
|
|
* THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
|
|
|
|
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
|
|
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
|
|
* ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
|
|
|
|
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
|
|
|
|
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
|
|
|
|
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
|
|
|
|
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
|
|
|
|
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
|
|
|
|
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
|
|
|
|
* SUCH DAMAGE.
|
|
|
|
*
|
|
|
|
* @(#)fdesc_vfsops.c 8.4 (Berkeley) 1/21/94
|
|
|
|
*
|
1999-08-28 01:08:13 +00:00
|
|
|
* $FreeBSD$
|
1994-05-24 10:09:53 +00:00
|
|
|
*/
|
|
|
|
|
|
|
|
/*
|
|
|
|
* /dev/fd Filesystem
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include <sys/param.h>
|
|
|
|
#include <sys/systm.h>
|
2001-05-01 08:13:21 +00:00
|
|
|
#include <sys/filedesc.h>
|
1994-09-21 03:47:43 +00:00
|
|
|
#include <sys/kernel.h>
|
2001-05-01 08:13:21 +00:00
|
|
|
#include <sys/lock.h>
|
2002-01-13 21:37:49 +00:00
|
|
|
#include <sys/mutex.h>
|
2001-05-01 08:13:21 +00:00
|
|
|
#include <sys/malloc.h>
|
|
|
|
#include <sys/mount.h>
|
1994-05-24 10:09:53 +00:00
|
|
|
#include <sys/proc.h>
|
|
|
|
#include <sys/resourcevar.h>
|
2001-05-01 08:13:21 +00:00
|
|
|
#include <sys/vnode.h>
|
|
|
|
|
2001-05-23 09:42:29 +00:00
|
|
|
#include <fs/fdescfs/fdesc.h>
|
1994-05-24 10:09:53 +00:00
|
|
|
|
2005-10-31 15:41:29 +00:00
|
|
|
static MALLOC_DEFINE(M_FDESCMNT, "fdesc_mount", "FDESC mount structure");
|
1997-10-12 20:26:33 +00:00
|
|
|
|
2006-05-15 19:42:10 +00:00
|
|
|
static vfs_cmount_t fdesc_cmount;
|
2004-07-30 22:08:52 +00:00
|
|
|
static vfs_mount_t fdesc_mount;
|
2003-06-12 20:48:38 +00:00
|
|
|
static vfs_unmount_t fdesc_unmount;
|
|
|
|
static vfs_statfs_t fdesc_statfs;
|
2005-02-10 12:09:15 +00:00
|
|
|
static vfs_root_t fdesc_root;
|
2003-06-12 20:48:38 +00:00
|
|
|
|
2006-05-15 19:42:10 +00:00
|
|
|
/*
|
|
|
|
* Compatibility shim for old mount(2) system call.
|
|
|
|
*/
|
|
|
|
int
|
2009-05-11 15:33:26 +00:00
|
|
|
fdesc_cmount(struct mntarg *ma, void *data, int flags)
|
2006-05-15 19:42:10 +00:00
|
|
|
{
|
|
|
|
return kernel_mount(ma, flags);
|
|
|
|
}
|
|
|
|
|
1994-05-24 10:09:53 +00:00
|
|
|
/*
|
|
|
|
* Mount the per-process file descriptors (/dev/fd)
|
|
|
|
*/
|
1995-11-07 13:39:31 +00:00
|
|
|
static int
|
2009-05-11 15:33:26 +00:00
|
|
|
fdesc_mount(struct mount *mp)
|
1994-05-24 10:09:53 +00:00
|
|
|
{
|
|
|
|
int error = 0;
|
|
|
|
struct fdescmount *fmp;
|
|
|
|
struct vnode *rvp;
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Update is a no-op
|
|
|
|
*/
|
2004-11-09 22:14:57 +00:00
|
|
|
if (mp->mnt_flag & (MNT_UPDATE | MNT_ROOTFS))
|
1994-05-24 10:09:53 +00:00
|
|
|
return (EOPNOTSUPP);
|
|
|
|
|
2008-10-23 15:53:51 +00:00
|
|
|
fmp = malloc(sizeof(struct fdescmount),
|
2003-02-19 05:47:46 +00:00
|
|
|
M_FDESCMNT, M_WAITOK); /* XXX */
|
2008-05-24 14:51:30 +00:00
|
|
|
|
|
|
|
/*
|
|
|
|
* We need to initialize a few bits of our local mount point struct to
|
|
|
|
* avoid confusion in allocvp.
|
|
|
|
*/
|
|
|
|
mp->mnt_data = (qaddr_t) fmp;
|
|
|
|
fmp->flags = 0;
|
2009-05-11 15:33:26 +00:00
|
|
|
error = fdesc_allocvp(Froot, -1, FD_ROOT, mp, &rvp);
|
2008-05-24 14:51:30 +00:00
|
|
|
if (error) {
|
|
|
|
free(fmp, M_FDESCMNT);
|
|
|
|
mp->mnt_data = 0;
|
|
|
|
return (error);
|
|
|
|
}
|
1994-05-24 10:09:53 +00:00
|
|
|
rvp->v_type = VDIR;
|
2002-08-04 10:29:36 +00:00
|
|
|
rvp->v_vflag |= VV_ROOT;
|
1994-05-24 10:09:53 +00:00
|
|
|
fmp->f_root = rvp;
|
2008-05-24 14:51:30 +00:00
|
|
|
VOP_UNLOCK(rvp, 0);
|
1994-05-24 10:09:53 +00:00
|
|
|
/* XXX -- don't mark as local to work around fts() problems */
|
|
|
|
/*mp->mnt_flag |= MNT_LOCAL;*/
|
2008-05-24 14:51:30 +00:00
|
|
|
MNT_ILOCK(mp);
|
|
|
|
mp->mnt_kern_flag |= MNTK_MPSAFE;
|
|
|
|
MNT_IUNLOCK(mp);
|
1997-02-10 02:22:35 +00:00
|
|
|
vfs_getnewfsid(mp);
|
1994-05-24 10:09:53 +00:00
|
|
|
|
2004-12-06 20:02:13 +00:00
|
|
|
vfs_mountedfrom(mp, "fdescfs");
|
1994-05-24 10:09:53 +00:00
|
|
|
return (0);
|
|
|
|
}
|
|
|
|
|
1995-11-07 13:39:31 +00:00
|
|
|
static int
|
2009-05-11 15:33:26 +00:00
|
|
|
fdesc_unmount(mp, mntflags)
|
1994-05-24 10:09:53 +00:00
|
|
|
struct mount *mp;
|
|
|
|
int mntflags;
|
|
|
|
{
|
2008-05-24 14:51:30 +00:00
|
|
|
struct fdescmount *fmp;
|
|
|
|
caddr_t data;
|
1994-05-24 10:09:53 +00:00
|
|
|
int error;
|
|
|
|
int flags = 0;
|
|
|
|
|
2008-05-24 14:51:30 +00:00
|
|
|
fmp = (struct fdescmount *)mp->mnt_data;
|
|
|
|
if (mntflags & MNT_FORCE) {
|
|
|
|
/* The hash mutex protects the private mount flags. */
|
|
|
|
mtx_lock(&fdesc_hashmtx);
|
|
|
|
fmp->flags |= FMNT_UNMOUNTF;
|
|
|
|
mtx_unlock(&fdesc_hashmtx);
|
1994-05-24 10:09:53 +00:00
|
|
|
flags |= FORCECLOSE;
|
2008-05-24 14:51:30 +00:00
|
|
|
}
|
1994-05-24 10:09:53 +00:00
|
|
|
|
|
|
|
/*
|
|
|
|
* Clear out buffer cache. I don't think we
|
|
|
|
* ever get anything cached at this level at the
|
|
|
|
* moment, but who knows...
|
2001-05-16 18:04:37 +00:00
|
|
|
*
|
|
|
|
* There is 1 extra root vnode reference corresponding
|
|
|
|
* to f_root.
|
1994-05-24 10:09:53 +00:00
|
|
|
*/
|
2009-05-11 15:33:26 +00:00
|
|
|
if ((error = vflush(mp, 1, flags, curthread)) != 0)
|
1994-05-24 10:09:53 +00:00
|
|
|
return (error);
|
|
|
|
|
|
|
|
/*
|
2008-05-24 14:51:30 +00:00
|
|
|
* Finally, throw away the fdescmount structure. Hold the hashmtx to
|
|
|
|
* protect the fdescmount structure.
|
1994-05-24 10:09:53 +00:00
|
|
|
*/
|
2008-05-24 14:51:30 +00:00
|
|
|
mtx_lock(&fdesc_hashmtx);
|
|
|
|
data = mp->mnt_data;
|
1994-05-24 10:09:53 +00:00
|
|
|
mp->mnt_data = 0;
|
2008-05-24 14:51:30 +00:00
|
|
|
mtx_unlock(&fdesc_hashmtx);
|
|
|
|
free(data, M_FDESCMNT); /* XXX */
|
1994-05-24 10:09:53 +00:00
|
|
|
|
|
|
|
return (0);
|
|
|
|
}
|
|
|
|
|
2005-02-10 12:09:15 +00:00
|
|
|
static int
|
2009-05-11 15:33:26 +00:00
|
|
|
fdesc_root(mp, flags, vpp)
|
1994-05-24 10:09:53 +00:00
|
|
|
struct mount *mp;
|
2005-03-24 07:36:16 +00:00
|
|
|
int flags;
|
1994-05-24 10:09:53 +00:00
|
|
|
struct vnode **vpp;
|
|
|
|
{
|
|
|
|
struct vnode *vp;
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Return locked reference to root.
|
|
|
|
*/
|
|
|
|
vp = VFSTOFDESC(mp)->f_root;
|
2009-05-11 15:33:26 +00:00
|
|
|
vget(vp, LK_EXCLUSIVE | LK_RETRY, curthread);
|
1994-05-24 10:09:53 +00:00
|
|
|
*vpp = vp;
|
|
|
|
return (0);
|
|
|
|
}
|
|
|
|
|
1995-11-07 13:39:31 +00:00
|
|
|
static int
|
2009-05-11 15:33:26 +00:00
|
|
|
fdesc_statfs(mp, sbp)
|
1994-05-24 10:09:53 +00:00
|
|
|
struct mount *mp;
|
|
|
|
struct statfs *sbp;
|
|
|
|
{
|
2009-05-11 15:33:26 +00:00
|
|
|
struct thread *td;
|
1994-05-24 10:09:53 +00:00
|
|
|
struct filedesc *fdp;
|
|
|
|
int lim;
|
|
|
|
int i;
|
|
|
|
int last;
|
|
|
|
int freefd;
|
|
|
|
|
2009-05-11 15:33:26 +00:00
|
|
|
td = curthread;
|
|
|
|
|
1994-05-24 10:09:53 +00:00
|
|
|
/*
|
|
|
|
* Compute number of free file descriptors.
|
|
|
|
* [ Strange results will ensue if the open file
|
|
|
|
* limit is ever reduced below the current number
|
|
|
|
* of open files... ]
|
|
|
|
*/
|
2004-02-04 21:52:57 +00:00
|
|
|
PROC_LOCK(td->td_proc);
|
|
|
|
lim = lim_cur(td->td_proc, RLIMIT_NOFILE);
|
|
|
|
PROC_UNLOCK(td->td_proc);
|
2001-09-12 08:38:13 +00:00
|
|
|
fdp = td->td_proc->p_fd;
|
Replace custom file descriptor array sleep lock constructed using a mutex
and flags with an sxlock. This leads to a significant and measurable
performance improvement as a result of access to shared locking for
frequent lookup operations, reduced general overhead, and reduced overhead
in the event of contention. All of these are imported for threaded
applications where simultaneous access to a shared file descriptor array
occurs frequently. Kris has reported 2x-4x transaction rate improvements
on 8-core MySQL benchmarks; smaller improvements can be expected for many
workloads as a result of reduced overhead.
- Generally eliminate the distinction between "fast" and regular
acquisisition of the filedesc lock; the plan is that they will now all
be fast. Change all locking instances to either shared or exclusive
locks.
- Correct a bug (pointed out by kib) in fdfree() where previously msleep()
was called without the mutex held; sx_sleep() is now always called with
the sxlock held exclusively.
- Universally hold the struct file lock over changes to struct file,
rather than the filedesc lock or no lock. Always update the f_ops
field last. A further memory barrier is required here in the future
(discussed with jhb).
- Improve locking and reference management in linux_at(), which fails to
properly acquire vnode references before using vnode pointers. Annotate
improper use of vn_fullpath(), which will be replaced at a future date.
In fcntl(), we conservatively acquire an exclusive lock, even though in
some cases a shared lock may be sufficient, which should be revisited.
The dropping of the filedesc lock in fdgrowtable() is no longer required
as the sxlock can be held over the sleep operation; we should consider
removing that (pointed out by attilio).
Tested by: kris
Discussed with: jhb, kris, attilio, jeff
2007-04-04 09:11:34 +00:00
|
|
|
FILEDESC_SLOCK(fdp);
|
1994-05-24 10:09:53 +00:00
|
|
|
last = min(fdp->fd_nfiles, lim);
|
|
|
|
freefd = 0;
|
|
|
|
for (i = fdp->fd_freefile; i < last; i++)
|
|
|
|
if (fdp->fd_ofiles[i] == NULL)
|
|
|
|
freefd++;
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Adjust for the fact that the fdesc array may not
|
|
|
|
* have been fully allocated yet.
|
|
|
|
*/
|
|
|
|
if (fdp->fd_nfiles < lim)
|
|
|
|
freefd += (lim - fdp->fd_nfiles);
|
Replace custom file descriptor array sleep lock constructed using a mutex
and flags with an sxlock. This leads to a significant and measurable
performance improvement as a result of access to shared locking for
frequent lookup operations, reduced general overhead, and reduced overhead
in the event of contention. All of these are imported for threaded
applications where simultaneous access to a shared file descriptor array
occurs frequently. Kris has reported 2x-4x transaction rate improvements
on 8-core MySQL benchmarks; smaller improvements can be expected for many
workloads as a result of reduced overhead.
- Generally eliminate the distinction between "fast" and regular
acquisisition of the filedesc lock; the plan is that they will now all
be fast. Change all locking instances to either shared or exclusive
locks.
- Correct a bug (pointed out by kib) in fdfree() where previously msleep()
was called without the mutex held; sx_sleep() is now always called with
the sxlock held exclusively.
- Universally hold the struct file lock over changes to struct file,
rather than the filedesc lock or no lock. Always update the f_ops
field last. A further memory barrier is required here in the future
(discussed with jhb).
- Improve locking and reference management in linux_at(), which fails to
properly acquire vnode references before using vnode pointers. Annotate
improper use of vn_fullpath(), which will be replaced at a future date.
In fcntl(), we conservatively acquire an exclusive lock, even though in
some cases a shared lock may be sufficient, which should be revisited.
The dropping of the filedesc lock in fdgrowtable() is no longer required
as the sxlock can be held over the sleep operation; we should consider
removing that (pointed out by attilio).
Tested by: kris
Discussed with: jhb, kris, attilio, jeff
2007-04-04 09:11:34 +00:00
|
|
|
FILEDESC_SUNLOCK(fdp);
|
1994-05-24 10:09:53 +00:00
|
|
|
|
|
|
|
sbp->f_flags = 0;
|
|
|
|
sbp->f_bsize = DEV_BSIZE;
|
|
|
|
sbp->f_iosize = DEV_BSIZE;
|
|
|
|
sbp->f_blocks = 2; /* 1K to keep df happy */
|
|
|
|
sbp->f_bfree = 0;
|
|
|
|
sbp->f_bavail = 0;
|
|
|
|
sbp->f_files = lim + 1; /* Allow for "." */
|
|
|
|
sbp->f_ffree = freefd; /* See comments above */
|
|
|
|
return (0);
|
|
|
|
}
|
|
|
|
|
1995-11-07 13:39:31 +00:00
|
|
|
static struct vfsops fdesc_vfsops = {
|
2006-05-15 19:42:10 +00:00
|
|
|
.vfs_cmount = fdesc_cmount,
|
2003-06-12 20:48:38 +00:00
|
|
|
.vfs_init = fdesc_init,
|
2004-07-30 22:08:52 +00:00
|
|
|
.vfs_mount = fdesc_mount,
|
2003-06-12 20:48:38 +00:00
|
|
|
.vfs_root = fdesc_root,
|
|
|
|
.vfs_statfs = fdesc_statfs,
|
2008-05-24 14:51:30 +00:00
|
|
|
.vfs_uninit = fdesc_uninit,
|
2003-06-12 20:48:38 +00:00
|
|
|
.vfs_unmount = fdesc_unmount,
|
1994-05-24 10:09:53 +00:00
|
|
|
};
|
1994-09-21 03:47:43 +00:00
|
|
|
|
2001-05-24 15:20:11 +00:00
|
|
|
VFS_SET(fdesc_vfsops, fdescfs, VFCF_SYNTHETIC);
|