1994-05-24 10:09:53 +00:00
|
|
|
/*
|
|
|
|
* Copyright (c) 1982, 1986, 1989, 1993
|
|
|
|
* The Regents of the University of California. All rights reserved.
|
|
|
|
*
|
|
|
|
* Redistribution and use in source and binary forms, with or without
|
|
|
|
* modification, are permitted provided that the following conditions
|
|
|
|
* are met:
|
|
|
|
* 1. Redistributions of source code must retain the above copyright
|
|
|
|
* notice, this list of conditions and the following disclaimer.
|
|
|
|
* 2. Redistributions in binary form must reproduce the above copyright
|
|
|
|
* notice, this list of conditions and the following disclaimer in the
|
|
|
|
* documentation and/or other materials provided with the distribution.
|
|
|
|
* 3. All advertising materials mentioning features or use of this software
|
|
|
|
* must display the following acknowledgement:
|
|
|
|
* This product includes software developed by the University of
|
|
|
|
* California, Berkeley and its contributors.
|
|
|
|
* 4. Neither the name of the University nor the names of its contributors
|
|
|
|
* may be used to endorse or promote products derived from this software
|
|
|
|
* without specific prior written permission.
|
|
|
|
*
|
|
|
|
* THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
|
|
|
|
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
|
|
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
|
|
* ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
|
|
|
|
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
|
|
|
|
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
|
|
|
|
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
|
|
|
|
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
|
|
|
|
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
|
|
|
|
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
|
|
|
|
* SUCH DAMAGE.
|
|
|
|
*
|
1997-02-10 02:22:35 +00:00
|
|
|
* @(#)ffs_alloc.c 8.18 (Berkeley) 5/26/95
|
1999-08-28 01:08:13 +00:00
|
|
|
* $FreeBSD$
|
1994-05-24 10:09:53 +00:00
|
|
|
*/
|
|
|
|
|
1996-01-05 18:31:58 +00:00
|
|
|
#include "opt_quota.h"
|
|
|
|
|
1994-05-24 10:09:53 +00:00
|
|
|
#include <sys/param.h>
|
|
|
|
#include <sys/systm.h>
|
2000-05-05 09:59:14 +00:00
|
|
|
#include <sys/bio.h>
|
1994-05-24 10:09:53 +00:00
|
|
|
#include <sys/buf.h>
|
1999-08-23 20:35:21 +00:00
|
|
|
#include <sys/conf.h>
|
2001-03-21 04:09:01 +00:00
|
|
|
#include <sys/file.h>
|
1994-05-24 10:09:53 +00:00
|
|
|
#include <sys/proc.h>
|
|
|
|
#include <sys/vnode.h>
|
|
|
|
#include <sys/mount.h>
|
1998-11-13 01:01:44 +00:00
|
|
|
#include <sys/kernel.h>
|
1995-12-17 21:14:36 +00:00
|
|
|
#include <sys/sysctl.h>
|
1994-05-24 10:09:53 +00:00
|
|
|
#include <sys/syslog.h>
|
|
|
|
|
Introduce extended attribute support for FFS, allowing arbitrary
(name, value) pairs to be associated with inodes. This support is
used for ACLs, MAC labels, and Capabilities in the TrustedBSD
security extensions, which are currently under development.
In this implementation, attributes are backed to data vnodes in the
style of the quota support in FFS. Support for FFS extended
attributes may be enabled using the FFS_EXTATTR kernel option
(disabled by default). Userland utilities and man pages will be
committed in the next batch. VFS interfaces and man pages have
been in the repo since 4.0-RELEASE and are unchanged.
o ufs/ufs/extattr.h: UFS-specific extattr defines
o ufs/ufs/ufs_extattr.c: bulk of support routines
o ufs/{ufs,ffs,mfs}/*.[ch]: hooks and extattr.h includes
o contrib/softupdates/ffs_softdep.c: extattr.h includes
o conf/options, conf/files, i386/conf/LINT: added FFS_EXTATTR
o coda/coda_vfsops.c: XXX required extattr.h due to ufsmount.h
(This should not be the case, and will be fixed in a future commit)
Currently attributes are not supported in MFS. This will be fixed.
Reviewed by: adrian, bp, freebsd-fs, other unthanked souls
Obtained from: TrustedBSD Project
2000-04-15 03:34:27 +00:00
|
|
|
#include <ufs/ufs/extattr.h>
|
1994-05-24 10:09:53 +00:00
|
|
|
#include <ufs/ufs/quota.h>
|
|
|
|
#include <ufs/ufs/inode.h>
|
1998-11-13 01:01:44 +00:00
|
|
|
#include <ufs/ufs/ufs_extern.h>
|
VFS mega cleanup commit (x/N)
1. Add new file "sys/kern/vfs_default.c" where default actions for
VOPs go. Implement proper defaults for ABORTOP, BWRITE, LEASE,
POLL, REVOKE and STRATEGY. Various stuff spread over the entire
tree belongs here.
2. Change VOP_BLKATOFF to a normal function in cd9660.
3. Kill VOP_BLKATOFF, VOP_TRUNCATE, VOP_VFREE, VOP_VALLOC. These
are private interface functions between UFS and the underlying
storage manager layer (FFS/LFS/MFS/EXT2FS). The functions now
live in struct ufsmount instead.
4. Remove a kludge of VOP_ functions in all filesystems, that did
nothing but obscure the simplicity and break the expandability.
If a filesystem doesn't implement VOP_FOO, it shouldn't have an
entry for it in its vnops table. The system will try to DTRT
if it is not implemented. There are still some cruft left, but
the bulk of it is done.
5. Fix another VCALL in vfs_cache.c (thanks Bruce!)
1997-10-16 10:50:27 +00:00
|
|
|
#include <ufs/ufs/ufsmount.h>
|
1994-05-24 10:09:53 +00:00
|
|
|
|
|
|
|
#include <ufs/ffs/fs.h>
|
|
|
|
#include <ufs/ffs/ffs_extern.h>
|
|
|
|
|
1997-02-10 02:22:35 +00:00
|
|
|
typedef ufs_daddr_t allocfcn_t __P((struct inode *ip, int cg, ufs_daddr_t bpref,
|
|
|
|
int size));
|
1995-12-03 11:17:15 +00:00
|
|
|
|
1997-02-10 02:22:35 +00:00
|
|
|
static ufs_daddr_t ffs_alloccg __P((struct inode *, int, ufs_daddr_t, int));
|
1998-03-08 09:59:44 +00:00
|
|
|
static ufs_daddr_t
|
|
|
|
ffs_alloccgblk __P((struct inode *, struct buf *, ufs_daddr_t));
|
1997-11-22 08:35:46 +00:00
|
|
|
#ifdef DIAGNOSTIC
|
|
|
|
static int ffs_checkblk __P((struct inode *, ufs_daddr_t, long));
|
|
|
|
#endif
|
1997-11-22 07:00:40 +00:00
|
|
|
static ufs_daddr_t ffs_clusteralloc __P((struct inode *, int, ufs_daddr_t,
|
|
|
|
int));
|
Directory layout preference improvements from Grigoriy Orlov <gluk@ptci.ru>.
His description of the problem and solution follow. My own tests show
speedups on typical filesystem intensive workloads of 5% to 12% which
is very impressive considering the small amount of code change involved.
------
One day I noticed that some file operations run much faster on
small file systems then on big ones. I've looked at the ffs
algorithms, thought about them, and redesigned the dirpref algorithm.
First I want to describe the results of my tests. These results are old
and I have improved the algorithm after these tests were done. Nevertheless
they show how big the perfomance speedup may be. I have done two file/directory
intensive tests on a two OpenBSD systems with old and new dirpref algorithm.
The first test is "tar -xzf ports.tar.gz", the second is "rm -rf ports".
The ports.tar.gz file is the ports collection from the OpenBSD 2.8 release.
It contains 6596 directories and 13868 files. The test systems are:
1. Celeron-450, 128Mb, two IDE drives, the system at wd0, file system for
test is at wd1. Size of test file system is 8 Gb, number of cg=991,
size of cg is 8m, block size = 8k, fragment size = 1k OpenBSD-current
from Dec 2000 with BUFCACHEPERCENT=35
2. PIII-600, 128Mb, two IBM DTLA-307045 IDE drives at i815e, the system
at wd0, file system for test is at wd1. Size of test file system is 40 Gb,
number of cg=5324, size of cg is 8m, block size = 8k, fragment size = 1k
OpenBSD-current from Dec 2000 with BUFCACHEPERCENT=50
You can get more info about the test systems and methods at:
http://www.ptci.ru/gluk/dirpref/old/dirpref.html
Test Results
tar -xzf ports.tar.gz rm -rf ports
mode old dirpref new dirpref speedup old dirprefnew dirpref speedup
First system
normal 667 472 1.41 477 331 1.44
async 285 144 1.98 130 14 9.29
sync 768 616 1.25 477 334 1.43
softdep 413 252 1.64 241 38 6.34
Second system
normal 329 81 4.06 263.5 93.5 2.81
async 302 25.7 11.75 112 2.26 49.56
sync 281 57.0 4.93 263 90.5 2.9
softdep 341 40.6 8.4 284 4.76 59.66
"old dirpref" and "new dirpref" columns give a test time in seconds.
speedup - speed increasement in times, ie. old dirpref / new dirpref.
------
Algorithm description
The old dirpref algorithm is described in comments:
/*
* Find a cylinder to place a directory.
*
* The policy implemented by this algorithm is to select from
* among those cylinder groups with above the average number of
* free inodes, the one with the smallest number of directories.
*/
A new directory is allocated in a different cylinder groups than its
parent directory resulting in a directory tree that is spreaded across
all the cylinder groups. This spreading out results in a non-optimal
access to the directories and files. When we have a small filesystem
it is not a problem but when the filesystem is big then perfomance
degradation becomes very apparent.
What I mean by a big file system ?
1. A big filesystem is a filesystem which occupy 20-30 or more percent
of total drive space, i.e. first and last cylinder are physically
located relatively far from each other.
2. It has a relatively large number of cylinder groups, for example
more cylinder groups than 50% of the buffers in the buffer cache.
The first results in long access times, while the second results in
many buffers being used by metadata operations. Such operations use
cylinder group blocks and on-disk inode blocks. The cylinder group
block (fs->fs_cblkno) contains struct cg, inode and block bit maps.
It is 2k in size for the default filesystem parameters. If new and
parent directories are located in different cylinder groups then the
system performs more input/output operations and uses more buffers.
On filesystems with many cylinder groups, lots of cache buffers are
used for metadata operations.
My solution for this problem is very simple. I allocate many directories
in one cylinder group. I also do some things, so that the new allocation
method does not cause excessive fragmentation and all directory inodes
will not be located at a location far from its file's inodes and data.
The algorithm is:
/*
* Find a cylinder group to place a directory.
*
* The policy implemented by this algorithm is to allocate a
* directory inode in the same cylinder group as its parent
* directory, but also to reserve space for its files inodes
* and data. Restrict the number of directories which may be
* allocated one after another in the same cylinder group
* without intervening allocation of files.
*
* If we allocate a first level directory then force allocation
* in another cylinder group.
*/
My early versions of dirpref give me a good results for a wide range of
file operations and different filesystem capacities except one case:
those applications that create their entire directory structure first
and only later fill this structure with files.
My solution for such and similar cases is to limit a number of
directories which may be created one after another in the same cylinder
group without intervening file creations. For this purpose, I allocate
an array of counters at mount time. This array is linked to the superblock
fs->fs_contigdirs[cg]. Each time a directory is created the counter
increases and each time a file is created the counter decreases. A 60Gb
filesystem with 8mb/cg requires 10kb of memory for the counters array.
The maxcontigdirs is a maximum number of directories which may be created
without an intervening file creation. I found in my tests that the best
performance occurs when I restrict the number of directories in one cylinder
group such that all its files may be located in the same cylinder group.
There may be some deterioration in performance if all the file inodes
are in the same cylinder group as its containing directory, but their
data partially resides in a different cylinder group. The maxcontigdirs
value is calculated to try to prevent this condition. Since there is
no way to know how many files and directories will be allocated later
I added two optimization parameters in superblock/tunefs. They are:
int32_t fs_avgfilesize; /* expected average file size */
int32_t fs_avgfpdir; /* expected # of files per directory */
These parameters have reasonable defaults but may be tweeked for special
uses of a filesystem. They are only necessary in rare cases like better
tuning a filesystem being used to store a squid cache.
I have been using this algorithm for about 3 months. I have done
a lot of testing on filesystems with different capacities, average
filesize, average number of files per directory, and so on. I think
this algorithm has no negative impact on filesystem perfomance. It
works better than the default one in all cases. The new dirpref
will greatly improve untarring/removing/coping of big directories,
decrease load on cvs servers and much more. The new dirpref doesn't
speedup a compilation process, but also doesn't slow it down.
Obtained from: Grigoriy Orlov <gluk@ptci.ru>
2001-04-10 08:38:59 +00:00
|
|
|
static ino_t ffs_dirpref __P((struct inode *));
|
1997-02-10 02:22:35 +00:00
|
|
|
static ufs_daddr_t ffs_fragextend __P((struct inode *, int, long, int, int));
|
1994-05-24 10:09:53 +00:00
|
|
|
static void ffs_fserr __P((struct fs *, u_int, char *));
|
|
|
|
static u_long ffs_hashalloc
|
1995-12-03 11:17:15 +00:00
|
|
|
__P((struct inode *, int, long, int, allocfcn_t *));
|
1997-02-10 02:22:35 +00:00
|
|
|
static ino_t ffs_nodealloccg __P((struct inode *, int, ufs_daddr_t, int));
|
|
|
|
static ufs_daddr_t ffs_mapsearch __P((struct fs *, struct cg *, ufs_daddr_t,
|
|
|
|
int));
|
1994-05-25 09:21:21 +00:00
|
|
|
|
1994-05-24 10:09:53 +00:00
|
|
|
/*
|
|
|
|
* Allocate a block in the file system.
|
1995-05-30 08:16:23 +00:00
|
|
|
*
|
1994-05-24 10:09:53 +00:00
|
|
|
* The size of the requested block is given, which must be some
|
|
|
|
* multiple of fs_fsize and <= fs_bsize.
|
|
|
|
* A preference may be optionally specified. If a preference is given
|
|
|
|
* the following hierarchy is used to allocate a block:
|
|
|
|
* 1) allocate the requested block.
|
|
|
|
* 2) allocate a rotationally optimal block in the same cylinder.
|
|
|
|
* 3) allocate a block in the same cylinder group.
|
|
|
|
* 4) quadradically rehash into other cylinder groups, until an
|
|
|
|
* available block is located.
|
|
|
|
* If no block preference is given the following heirarchy is used
|
|
|
|
* to allocate a block:
|
|
|
|
* 1) allocate a block in the cylinder group that contains the
|
|
|
|
* inode for the file.
|
|
|
|
* 2) quadradically rehash into other cylinder groups, until an
|
|
|
|
* available block is located.
|
|
|
|
*/
|
1994-05-25 09:21:21 +00:00
|
|
|
int
|
1994-05-24 10:09:53 +00:00
|
|
|
ffs_alloc(ip, lbn, bpref, size, cred, bnp)
|
|
|
|
register struct inode *ip;
|
1997-02-10 02:22:35 +00:00
|
|
|
ufs_daddr_t lbn, bpref;
|
1994-05-24 10:09:53 +00:00
|
|
|
int size;
|
|
|
|
struct ucred *cred;
|
1997-02-10 02:22:35 +00:00
|
|
|
ufs_daddr_t *bnp;
|
1994-05-24 10:09:53 +00:00
|
|
|
{
|
|
|
|
register struct fs *fs;
|
1997-02-10 02:22:35 +00:00
|
|
|
ufs_daddr_t bno;
|
1995-02-14 06:14:28 +00:00
|
|
|
int cg;
|
|
|
|
#ifdef QUOTA
|
|
|
|
int error;
|
|
|
|
#endif
|
1995-05-30 08:16:23 +00:00
|
|
|
|
1994-05-24 10:09:53 +00:00
|
|
|
*bnp = 0;
|
|
|
|
fs = ip->i_fs;
|
|
|
|
#ifdef DIAGNOSTIC
|
|
|
|
if ((u_int)size > fs->fs_bsize || fragoff(fs, size) != 0) {
|
1999-08-23 20:35:21 +00:00
|
|
|
printf("dev = %s, bsize = %ld, size = %d, fs = %s\n",
|
|
|
|
devtoname(ip->i_dev), (long)fs->fs_bsize, size,
|
|
|
|
fs->fs_fsmnt);
|
1994-05-24 10:09:53 +00:00
|
|
|
panic("ffs_alloc: bad size");
|
|
|
|
}
|
|
|
|
if (cred == NOCRED)
|
1995-03-19 14:29:26 +00:00
|
|
|
panic("ffs_alloc: missing credential");
|
1994-05-24 10:09:53 +00:00
|
|
|
#endif /* DIAGNOSTIC */
|
|
|
|
if (size == fs->fs_bsize && fs->fs_cstotal.cs_nbfree == 0)
|
|
|
|
goto nospace;
|
1997-09-19 11:13:16 +00:00
|
|
|
if (cred->cr_uid != 0 &&
|
|
|
|
freespace(fs, fs->fs_minfree) - numfrags(fs, size) < 0)
|
1994-05-24 10:09:53 +00:00
|
|
|
goto nospace;
|
|
|
|
#ifdef QUOTA
|
1994-10-10 01:04:55 +00:00
|
|
|
error = chkdq(ip, (long)btodb(size), cred, 0);
|
|
|
|
if (error)
|
1994-05-24 10:09:53 +00:00
|
|
|
return (error);
|
|
|
|
#endif
|
|
|
|
if (bpref >= fs->fs_size)
|
|
|
|
bpref = 0;
|
|
|
|
if (bpref == 0)
|
|
|
|
cg = ino_to_cg(fs, ip->i_number);
|
|
|
|
else
|
|
|
|
cg = dtog(fs, bpref);
|
1997-02-10 02:22:35 +00:00
|
|
|
bno = (ufs_daddr_t)ffs_hashalloc(ip, cg, (long)bpref, size,
|
|
|
|
ffs_alloccg);
|
1994-05-24 10:09:53 +00:00
|
|
|
if (bno > 0) {
|
|
|
|
ip->i_blocks += btodb(size);
|
|
|
|
ip->i_flag |= IN_CHANGE | IN_UPDATE;
|
|
|
|
*bnp = bno;
|
|
|
|
return (0);
|
|
|
|
}
|
|
|
|
#ifdef QUOTA
|
|
|
|
/*
|
|
|
|
* Restore user's disk quota because allocation failed.
|
|
|
|
*/
|
|
|
|
(void) chkdq(ip, (long)-btodb(size), cred, FORCE);
|
|
|
|
#endif
|
|
|
|
nospace:
|
|
|
|
ffs_fserr(fs, cred->cr_uid, "file system full");
|
|
|
|
uprintf("\n%s: write failed, file system is full\n", fs->fs_fsmnt);
|
|
|
|
return (ENOSPC);
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Reallocate a fragment to a bigger size
|
|
|
|
*
|
|
|
|
* The number and size of the old block is given, and a preference
|
|
|
|
* and new size is also specified. The allocator attempts to extend
|
|
|
|
* the original block. Failing that, the regular block allocator is
|
|
|
|
* invoked to get an appropriate block.
|
|
|
|
*/
|
1994-05-25 09:21:21 +00:00
|
|
|
int
|
1994-05-24 10:09:53 +00:00
|
|
|
ffs_realloccg(ip, lbprev, bpref, osize, nsize, cred, bpp)
|
|
|
|
register struct inode *ip;
|
1997-02-10 02:22:35 +00:00
|
|
|
ufs_daddr_t lbprev;
|
|
|
|
ufs_daddr_t bpref;
|
1994-05-24 10:09:53 +00:00
|
|
|
int osize, nsize;
|
|
|
|
struct ucred *cred;
|
|
|
|
struct buf **bpp;
|
|
|
|
{
|
|
|
|
register struct fs *fs;
|
|
|
|
struct buf *bp;
|
|
|
|
int cg, request, error;
|
1997-02-10 02:22:35 +00:00
|
|
|
ufs_daddr_t bprev, bno;
|
1995-05-30 08:16:23 +00:00
|
|
|
|
1994-05-24 10:09:53 +00:00
|
|
|
*bpp = 0;
|
|
|
|
fs = ip->i_fs;
|
|
|
|
#ifdef DIAGNOSTIC
|
2000-07-11 22:07:57 +00:00
|
|
|
if (ITOV(ip)->v_mount->mnt_kern_flag & MNTK_SUSPENDED)
|
|
|
|
panic("ffs_realloccg: allocation on suspended filesystem");
|
1994-05-24 10:09:53 +00:00
|
|
|
if ((u_int)osize > fs->fs_bsize || fragoff(fs, osize) != 0 ||
|
|
|
|
(u_int)nsize > fs->fs_bsize || fragoff(fs, nsize) != 0) {
|
|
|
|
printf(
|
1999-08-23 20:35:21 +00:00
|
|
|
"dev = %s, bsize = %ld, osize = %d, nsize = %d, fs = %s\n",
|
|
|
|
devtoname(ip->i_dev), (long)fs->fs_bsize, osize,
|
1995-05-11 19:26:53 +00:00
|
|
|
nsize, fs->fs_fsmnt);
|
1994-05-24 10:09:53 +00:00
|
|
|
panic("ffs_realloccg: bad size");
|
|
|
|
}
|
|
|
|
if (cred == NOCRED)
|
1995-03-19 14:29:26 +00:00
|
|
|
panic("ffs_realloccg: missing credential");
|
1994-05-24 10:09:53 +00:00
|
|
|
#endif /* DIAGNOSTIC */
|
1997-09-19 11:13:16 +00:00
|
|
|
if (cred->cr_uid != 0 &&
|
|
|
|
freespace(fs, fs->fs_minfree) - numfrags(fs, nsize - osize) < 0)
|
1994-05-24 10:09:53 +00:00
|
|
|
goto nospace;
|
|
|
|
if ((bprev = ip->i_db[lbprev]) == 0) {
|
1999-08-23 20:35:21 +00:00
|
|
|
printf("dev = %s, bsize = %ld, bprev = %ld, fs = %s\n",
|
|
|
|
devtoname(ip->i_dev), (long)fs->fs_bsize, (long)bprev,
|
1998-07-11 07:46:16 +00:00
|
|
|
fs->fs_fsmnt);
|
1994-05-24 10:09:53 +00:00
|
|
|
panic("ffs_realloccg: bad bprev");
|
|
|
|
}
|
|
|
|
/*
|
|
|
|
* Allocate the extra space in the buffer.
|
|
|
|
*/
|
1994-10-10 01:04:55 +00:00
|
|
|
error = bread(ITOV(ip), lbprev, osize, NOCRED, &bp);
|
|
|
|
if (error) {
|
1994-05-24 10:09:53 +00:00
|
|
|
brelse(bp);
|
|
|
|
return (error);
|
|
|
|
}
|
1995-03-03 22:13:16 +00:00
|
|
|
|
|
|
|
if( bp->b_blkno == bp->b_lblkno) {
|
|
|
|
if( lbprev >= NDADDR)
|
|
|
|
panic("ffs_realloccg: lbprev out of range");
|
|
|
|
bp->b_blkno = fsbtodb(fs, bprev);
|
|
|
|
}
|
1995-05-30 08:16:23 +00:00
|
|
|
|
1994-05-24 10:09:53 +00:00
|
|
|
#ifdef QUOTA
|
1994-10-10 01:04:55 +00:00
|
|
|
error = chkdq(ip, (long)btodb(nsize - osize), cred, 0);
|
|
|
|
if (error) {
|
1994-05-24 10:09:53 +00:00
|
|
|
brelse(bp);
|
|
|
|
return (error);
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
/*
|
|
|
|
* Check for extension in the existing location.
|
|
|
|
*/
|
|
|
|
cg = dtog(fs, bprev);
|
1994-10-10 01:04:55 +00:00
|
|
|
bno = ffs_fragextend(ip, cg, (long)bprev, osize, nsize);
|
|
|
|
if (bno) {
|
1994-05-24 10:09:53 +00:00
|
|
|
if (bp->b_blkno != fsbtodb(fs, bno))
|
1997-03-09 06:00:44 +00:00
|
|
|
panic("ffs_realloccg: bad blockno");
|
1994-05-24 10:09:53 +00:00
|
|
|
ip->i_blocks += btodb(nsize - osize);
|
|
|
|
ip->i_flag |= IN_CHANGE | IN_UPDATE;
|
1995-03-26 23:29:13 +00:00
|
|
|
allocbuf(bp, nsize);
|
1994-05-24 10:09:53 +00:00
|
|
|
bp->b_flags |= B_DONE;
|
|
|
|
bzero((char *)bp->b_data + osize, (u_int)nsize - osize);
|
|
|
|
*bpp = bp;
|
|
|
|
return (0);
|
|
|
|
}
|
|
|
|
/*
|
|
|
|
* Allocate a new disk location.
|
|
|
|
*/
|
|
|
|
if (bpref >= fs->fs_size)
|
|
|
|
bpref = 0;
|
|
|
|
switch ((int)fs->fs_optim) {
|
|
|
|
case FS_OPTSPACE:
|
|
|
|
/*
|
1995-05-30 08:16:23 +00:00
|
|
|
* Allocate an exact sized fragment. Although this makes
|
|
|
|
* best use of space, we will waste time relocating it if
|
1994-05-24 10:09:53 +00:00
|
|
|
* the file continues to grow. If the fragmentation is
|
|
|
|
* less than half of the minimum free reserve, we choose
|
|
|
|
* to begin optimizing for time.
|
|
|
|
*/
|
|
|
|
request = nsize;
|
1995-03-10 22:11:50 +00:00
|
|
|
if (fs->fs_minfree <= 5 ||
|
1994-05-24 10:09:53 +00:00
|
|
|
fs->fs_cstotal.cs_nffree >
|
2000-03-15 07:08:36 +00:00
|
|
|
(off_t)fs->fs_dsize * fs->fs_minfree / (2 * 100))
|
1994-05-24 10:09:53 +00:00
|
|
|
break;
|
|
|
|
log(LOG_NOTICE, "%s: optimization changed from SPACE to TIME\n",
|
|
|
|
fs->fs_fsmnt);
|
|
|
|
fs->fs_optim = FS_OPTTIME;
|
|
|
|
break;
|
|
|
|
case FS_OPTTIME:
|
|
|
|
/*
|
|
|
|
* At this point we have discovered a file that is trying to
|
|
|
|
* grow a small fragment to a larger fragment. To save time,
|
|
|
|
* we allocate a full sized block, then free the unused portion.
|
|
|
|
* If the file continues to grow, the `ffs_fragextend' call
|
|
|
|
* above will be able to grow it in place without further
|
|
|
|
* copying. If aberrant programs cause disk fragmentation to
|
|
|
|
* grow within 2% of the free reserve, we choose to begin
|
|
|
|
* optimizing for space.
|
|
|
|
*/
|
|
|
|
request = fs->fs_bsize;
|
|
|
|
if (fs->fs_cstotal.cs_nffree <
|
2000-03-15 07:08:36 +00:00
|
|
|
(off_t)fs->fs_dsize * (fs->fs_minfree - 2) / 100)
|
1994-05-24 10:09:53 +00:00
|
|
|
break;
|
|
|
|
log(LOG_NOTICE, "%s: optimization changed from TIME to SPACE\n",
|
|
|
|
fs->fs_fsmnt);
|
|
|
|
fs->fs_optim = FS_OPTSPACE;
|
|
|
|
break;
|
|
|
|
default:
|
1999-08-23 20:35:21 +00:00
|
|
|
printf("dev = %s, optim = %ld, fs = %s\n",
|
|
|
|
devtoname(ip->i_dev), (long)fs->fs_optim, fs->fs_fsmnt);
|
1994-05-24 10:09:53 +00:00
|
|
|
panic("ffs_realloccg: bad optim");
|
|
|
|
/* NOTREACHED */
|
|
|
|
}
|
1997-02-10 02:22:35 +00:00
|
|
|
bno = (ufs_daddr_t)ffs_hashalloc(ip, cg, (long)bpref, request,
|
|
|
|
ffs_alloccg);
|
1994-05-24 10:09:53 +00:00
|
|
|
if (bno > 0) {
|
|
|
|
bp->b_blkno = fsbtodb(fs, bno);
|
1998-03-08 09:59:44 +00:00
|
|
|
if (!DOINGSOFTDEP(ITOV(ip)))
|
|
|
|
ffs_blkfree(ip, bprev, (long)osize);
|
1994-05-24 10:09:53 +00:00
|
|
|
if (nsize < request)
|
|
|
|
ffs_blkfree(ip, bno + numfrags(fs, nsize),
|
|
|
|
(long)(request - nsize));
|
|
|
|
ip->i_blocks += btodb(nsize - osize);
|
|
|
|
ip->i_flag |= IN_CHANGE | IN_UPDATE;
|
1995-03-26 23:29:13 +00:00
|
|
|
allocbuf(bp, nsize);
|
1994-05-24 10:09:53 +00:00
|
|
|
bp->b_flags |= B_DONE;
|
|
|
|
bzero((char *)bp->b_data + osize, (u_int)nsize - osize);
|
|
|
|
*bpp = bp;
|
|
|
|
return (0);
|
|
|
|
}
|
|
|
|
#ifdef QUOTA
|
|
|
|
/*
|
|
|
|
* Restore user's disk quota because allocation failed.
|
|
|
|
*/
|
|
|
|
(void) chkdq(ip, (long)-btodb(nsize - osize), cred, FORCE);
|
|
|
|
#endif
|
|
|
|
brelse(bp);
|
|
|
|
nospace:
|
|
|
|
/*
|
|
|
|
* no space available
|
|
|
|
*/
|
|
|
|
ffs_fserr(fs, cred->cr_uid, "file system full");
|
|
|
|
uprintf("\n%s: write failed, file system is full\n", fs->fs_fsmnt);
|
|
|
|
return (ENOSPC);
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Reallocate a sequence of blocks into a contiguous sequence of blocks.
|
|
|
|
*
|
|
|
|
* The vnode and an array of buffer pointers for a range of sequential
|
|
|
|
* logical blocks to be made contiguous is given. The allocator attempts
|
|
|
|
* to find a range of sequential blocks starting as close as possible to
|
|
|
|
* an fs_rotdelay offset from the end of the allocation for the logical
|
2001-02-18 10:43:53 +00:00
|
|
|
* block immediately preceding the current range. If successful, the
|
1994-05-24 10:09:53 +00:00
|
|
|
* physical block numbers in the buffer pointers and in the inode are
|
|
|
|
* changed to reflect the new allocation. If unsuccessful, the allocation
|
|
|
|
* is left unchanged. The success in doing the reallocation is returned.
|
|
|
|
* Note that the error return is not reflected back to the user. Rather
|
|
|
|
* the previous block allocation will be used.
|
|
|
|
*/
|
2001-03-21 04:09:01 +00:00
|
|
|
|
|
|
|
SYSCTL_NODE(_vfs, OID_AUTO, ffs, CTLFLAG_RW, 0, "FFS filesystem");
|
|
|
|
|
1995-12-17 21:14:36 +00:00
|
|
|
static int doasyncfree = 1;
|
2001-03-21 04:09:01 +00:00
|
|
|
SYSCTL_INT(_vfs_ffs, OID_AUTO, doasyncfree, CTLFLAG_RW, &doasyncfree, 0, "");
|
1997-02-10 02:22:35 +00:00
|
|
|
|
1997-11-22 08:35:46 +00:00
|
|
|
static int doreallocblks = 1;
|
2001-03-21 04:09:01 +00:00
|
|
|
SYSCTL_INT(_vfs_ffs, OID_AUTO, doreallocblks, CTLFLAG_RW, &doreallocblks, 0, "");
|
1997-02-10 02:22:35 +00:00
|
|
|
|
1999-01-06 17:04:33 +00:00
|
|
|
#ifdef DEBUG
|
|
|
|
static volatile int prtrealloc = 0;
|
|
|
|
#endif
|
1997-11-22 07:00:40 +00:00
|
|
|
|
1994-05-24 10:09:53 +00:00
|
|
|
int
|
|
|
|
ffs_reallocblks(ap)
|
|
|
|
struct vop_reallocblks_args /* {
|
|
|
|
struct vnode *a_vp;
|
|
|
|
struct cluster_save *a_buflist;
|
|
|
|
} */ *ap;
|
|
|
|
{
|
|
|
|
struct fs *fs;
|
|
|
|
struct inode *ip;
|
|
|
|
struct vnode *vp;
|
|
|
|
struct buf *sbp, *ebp;
|
1997-02-10 02:22:35 +00:00
|
|
|
ufs_daddr_t *bap, *sbap, *ebap = 0;
|
1994-05-24 10:09:53 +00:00
|
|
|
struct cluster_save *buflist;
|
1997-02-10 02:22:35 +00:00
|
|
|
ufs_daddr_t start_lbn, end_lbn, soff, newblk, blkno;
|
1994-05-24 10:09:53 +00:00
|
|
|
struct indir start_ap[NIADDR + 1], end_ap[NIADDR + 1], *idp;
|
|
|
|
int i, len, start_lvl, end_lvl, pref, ssize;
|
|
|
|
|
1997-02-10 02:22:35 +00:00
|
|
|
if (doreallocblks == 0)
|
|
|
|
return (ENOSPC);
|
1994-05-24 10:09:53 +00:00
|
|
|
vp = ap->a_vp;
|
|
|
|
ip = VTOI(vp);
|
|
|
|
fs = ip->i_fs;
|
|
|
|
if (fs->fs_contigsumsize <= 0)
|
|
|
|
return (ENOSPC);
|
|
|
|
buflist = ap->a_buflist;
|
|
|
|
len = buflist->bs_nchildren;
|
|
|
|
start_lbn = buflist->bs_children[0]->b_lblkno;
|
|
|
|
end_lbn = start_lbn + len - 1;
|
|
|
|
#ifdef DIAGNOSTIC
|
1997-02-10 02:22:35 +00:00
|
|
|
for (i = 0; i < len; i++)
|
|
|
|
if (!ffs_checkblk(ip,
|
|
|
|
dbtofsb(fs, buflist->bs_children[i]->b_blkno), fs->fs_bsize))
|
|
|
|
panic("ffs_reallocblks: unallocated block 1");
|
1994-05-24 10:09:53 +00:00
|
|
|
for (i = 1; i < len; i++)
|
|
|
|
if (buflist->bs_children[i]->b_lblkno != start_lbn + i)
|
1997-02-10 02:22:35 +00:00
|
|
|
panic("ffs_reallocblks: non-logical cluster");
|
|
|
|
blkno = buflist->bs_children[0]->b_blkno;
|
|
|
|
ssize = fsbtodb(fs, fs->fs_frag);
|
|
|
|
for (i = 1; i < len - 1; i++)
|
|
|
|
if (buflist->bs_children[i]->b_blkno != blkno + (i * ssize))
|
|
|
|
panic("ffs_reallocblks: non-physical cluster %d", i);
|
1994-05-24 10:09:53 +00:00
|
|
|
#endif
|
|
|
|
/*
|
|
|
|
* If the latest allocation is in a new cylinder group, assume that
|
|
|
|
* the filesystem has decided to move and do not force it back to
|
|
|
|
* the previous cylinder group.
|
|
|
|
*/
|
|
|
|
if (dtog(fs, dbtofsb(fs, buflist->bs_children[0]->b_blkno)) !=
|
|
|
|
dtog(fs, dbtofsb(fs, buflist->bs_children[len - 1]->b_blkno)))
|
|
|
|
return (ENOSPC);
|
|
|
|
if (ufs_getlbns(vp, start_lbn, start_ap, &start_lvl) ||
|
|
|
|
ufs_getlbns(vp, end_lbn, end_ap, &end_lvl))
|
|
|
|
return (ENOSPC);
|
|
|
|
/*
|
|
|
|
* Get the starting offset and block map for the first block.
|
|
|
|
*/
|
|
|
|
if (start_lvl == 0) {
|
|
|
|
sbap = &ip->i_db[0];
|
|
|
|
soff = start_lbn;
|
|
|
|
} else {
|
|
|
|
idp = &start_ap[start_lvl - 1];
|
|
|
|
if (bread(vp, idp->in_lbn, (int)fs->fs_bsize, NOCRED, &sbp)) {
|
|
|
|
brelse(sbp);
|
|
|
|
return (ENOSPC);
|
|
|
|
}
|
1997-02-10 02:22:35 +00:00
|
|
|
sbap = (ufs_daddr_t *)sbp->b_data;
|
1994-05-24 10:09:53 +00:00
|
|
|
soff = idp->in_off;
|
|
|
|
}
|
|
|
|
/*
|
|
|
|
* Find the preferred location for the cluster.
|
|
|
|
*/
|
|
|
|
pref = ffs_blkpref(ip, start_lbn, soff, sbap);
|
|
|
|
/*
|
|
|
|
* If the block range spans two block maps, get the second map.
|
|
|
|
*/
|
|
|
|
if (end_lvl == 0 || (idp = &end_ap[end_lvl - 1])->in_off + 1 >= len) {
|
|
|
|
ssize = len;
|
|
|
|
} else {
|
|
|
|
#ifdef DIAGNOSTIC
|
|
|
|
if (start_ap[start_lvl-1].in_lbn == idp->in_lbn)
|
|
|
|
panic("ffs_reallocblk: start == end");
|
|
|
|
#endif
|
|
|
|
ssize = len - (idp->in_off + 1);
|
|
|
|
if (bread(vp, idp->in_lbn, (int)fs->fs_bsize, NOCRED, &ebp))
|
|
|
|
goto fail;
|
1997-02-10 02:22:35 +00:00
|
|
|
ebap = (ufs_daddr_t *)ebp->b_data;
|
1994-05-24 10:09:53 +00:00
|
|
|
}
|
|
|
|
/*
|
|
|
|
* Search the block map looking for an allocation of the desired size.
|
|
|
|
*/
|
1997-02-10 02:22:35 +00:00
|
|
|
if ((newblk = (ufs_daddr_t)ffs_hashalloc(ip, dtog(fs, pref), (long)pref,
|
1995-12-03 11:17:15 +00:00
|
|
|
len, ffs_clusteralloc)) == 0)
|
1994-05-24 10:09:53 +00:00
|
|
|
goto fail;
|
|
|
|
/*
|
|
|
|
* We have found a new contiguous block.
|
|
|
|
*
|
|
|
|
* First we have to replace the old block pointers with the new
|
|
|
|
* block pointers in the inode and indirect blocks associated
|
|
|
|
* with the file.
|
|
|
|
*/
|
1997-02-10 02:22:35 +00:00
|
|
|
#ifdef DEBUG
|
|
|
|
if (prtrealloc)
|
|
|
|
printf("realloc: ino %d, lbns %d-%d\n\told:", ip->i_number,
|
|
|
|
start_lbn, end_lbn);
|
|
|
|
#endif
|
1994-05-24 10:09:53 +00:00
|
|
|
blkno = newblk;
|
|
|
|
for (bap = &sbap[soff], i = 0; i < len; i++, blkno += fs->fs_frag) {
|
1998-03-08 09:59:44 +00:00
|
|
|
if (i == ssize) {
|
1994-05-24 10:09:53 +00:00
|
|
|
bap = ebap;
|
1998-03-08 09:59:44 +00:00
|
|
|
soff = -i;
|
|
|
|
}
|
1994-05-24 10:09:53 +00:00
|
|
|
#ifdef DIAGNOSTIC
|
1997-02-10 02:22:35 +00:00
|
|
|
if (!ffs_checkblk(ip,
|
|
|
|
dbtofsb(fs, buflist->bs_children[i]->b_blkno), fs->fs_bsize))
|
|
|
|
panic("ffs_reallocblks: unallocated block 2");
|
|
|
|
if (dbtofsb(fs, buflist->bs_children[i]->b_blkno) != *bap)
|
1994-05-24 10:09:53 +00:00
|
|
|
panic("ffs_reallocblks: alloc mismatch");
|
1997-02-10 02:22:35 +00:00
|
|
|
#endif
|
|
|
|
#ifdef DEBUG
|
|
|
|
if (prtrealloc)
|
|
|
|
printf(" %d,", *bap);
|
1994-05-24 10:09:53 +00:00
|
|
|
#endif
|
1998-03-08 09:59:44 +00:00
|
|
|
if (DOINGSOFTDEP(vp)) {
|
|
|
|
if (sbap == &ip->i_db[0] && i < ssize)
|
|
|
|
softdep_setup_allocdirect(ip, start_lbn + i,
|
|
|
|
blkno, *bap, fs->fs_bsize, fs->fs_bsize,
|
|
|
|
buflist->bs_children[i]);
|
|
|
|
else
|
|
|
|
softdep_setup_allocindir_page(ip, start_lbn + i,
|
|
|
|
i < ssize ? sbp : ebp, soff + i, blkno,
|
|
|
|
*bap, buflist->bs_children[i]);
|
|
|
|
}
|
1994-05-24 10:09:53 +00:00
|
|
|
*bap++ = blkno;
|
|
|
|
}
|
|
|
|
/*
|
|
|
|
* Next we must write out the modified inode and indirect blocks.
|
|
|
|
* For strict correctness, the writes should be synchronous since
|
|
|
|
* the old block values may have been written to disk. In practise
|
1995-05-30 08:16:23 +00:00
|
|
|
* they are almost never written, but if we are concerned about
|
1994-05-24 10:09:53 +00:00
|
|
|
* strict correctness, the `doasyncfree' flag should be set to zero.
|
|
|
|
*
|
|
|
|
* The test on `doasyncfree' should be changed to test a flag
|
|
|
|
* that shows whether the associated buffers and inodes have
|
|
|
|
* been written. The flag should be set when the cluster is
|
|
|
|
* started and cleared whenever the buffer or inode is flushed.
|
|
|
|
* We can then check below to see if it is set, and do the
|
|
|
|
* synchronous write only when it has been cleared.
|
|
|
|
*/
|
|
|
|
if (sbap != &ip->i_db[0]) {
|
|
|
|
if (doasyncfree)
|
|
|
|
bdwrite(sbp);
|
|
|
|
else
|
|
|
|
bwrite(sbp);
|
|
|
|
} else {
|
|
|
|
ip->i_flag |= IN_CHANGE | IN_UPDATE;
|
1999-01-07 16:14:19 +00:00
|
|
|
if (!doasyncfree)
|
|
|
|
UFS_UPDATE(vp, 1);
|
1994-05-24 10:09:53 +00:00
|
|
|
}
|
1999-05-06 18:13:11 +00:00
|
|
|
if (ssize < len) {
|
1994-05-24 10:09:53 +00:00
|
|
|
if (doasyncfree)
|
|
|
|
bdwrite(ebp);
|
|
|
|
else
|
|
|
|
bwrite(ebp);
|
1999-05-06 18:13:11 +00:00
|
|
|
}
|
1994-05-24 10:09:53 +00:00
|
|
|
/*
|
|
|
|
* Last, free the old blocks and assign the new blocks to the buffers.
|
|
|
|
*/
|
1997-02-10 02:22:35 +00:00
|
|
|
#ifdef DEBUG
|
|
|
|
if (prtrealloc)
|
|
|
|
printf("\n\tnew:");
|
|
|
|
#endif
|
1994-05-24 10:09:53 +00:00
|
|
|
for (blkno = newblk, i = 0; i < len; i++, blkno += fs->fs_frag) {
|
1998-03-08 09:59:44 +00:00
|
|
|
if (!DOINGSOFTDEP(vp))
|
|
|
|
ffs_blkfree(ip,
|
|
|
|
dbtofsb(fs, buflist->bs_children[i]->b_blkno),
|
|
|
|
fs->fs_bsize);
|
1994-05-24 10:09:53 +00:00
|
|
|
buflist->bs_children[i]->b_blkno = fsbtodb(fs, blkno);
|
1999-08-24 08:39:41 +00:00
|
|
|
#ifdef DIAGNOSTIC
|
1997-02-10 02:22:35 +00:00
|
|
|
if (!ffs_checkblk(ip,
|
|
|
|
dbtofsb(fs, buflist->bs_children[i]->b_blkno), fs->fs_bsize))
|
|
|
|
panic("ffs_reallocblks: unallocated block 3");
|
1999-08-24 08:39:41 +00:00
|
|
|
#endif
|
|
|
|
#ifdef DEBUG
|
1997-02-10 02:22:35 +00:00
|
|
|
if (prtrealloc)
|
|
|
|
printf(" %d,", blkno);
|
|
|
|
#endif
|
|
|
|
}
|
|
|
|
#ifdef DEBUG
|
|
|
|
if (prtrealloc) {
|
|
|
|
prtrealloc--;
|
|
|
|
printf("\n");
|
1994-05-24 10:09:53 +00:00
|
|
|
}
|
1997-02-10 02:22:35 +00:00
|
|
|
#endif
|
1994-05-24 10:09:53 +00:00
|
|
|
return (0);
|
|
|
|
|
|
|
|
fail:
|
|
|
|
if (ssize < len)
|
|
|
|
brelse(ebp);
|
|
|
|
if (sbap != &ip->i_db[0])
|
|
|
|
brelse(sbp);
|
|
|
|
return (ENOSPC);
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Allocate an inode in the file system.
|
1995-05-30 08:16:23 +00:00
|
|
|
*
|
1994-05-24 10:09:53 +00:00
|
|
|
* If allocating a directory, use ffs_dirpref to select the inode.
|
|
|
|
* If allocating in a directory, the following hierarchy is followed:
|
|
|
|
* 1) allocate the preferred inode.
|
|
|
|
* 2) allocate an inode in the same cylinder group.
|
|
|
|
* 3) quadradically rehash into other cylinder groups, until an
|
|
|
|
* available inode is located.
|
|
|
|
* If no inode preference is given the following heirarchy is used
|
|
|
|
* to allocate an inode:
|
|
|
|
* 1) allocate an inode in cylinder group 0.
|
|
|
|
* 2) quadradically rehash into other cylinder groups, until an
|
|
|
|
* available inode is located.
|
|
|
|
*/
|
1994-05-25 09:21:21 +00:00
|
|
|
int
|
VFS mega cleanup commit (x/N)
1. Add new file "sys/kern/vfs_default.c" where default actions for
VOPs go. Implement proper defaults for ABORTOP, BWRITE, LEASE,
POLL, REVOKE and STRATEGY. Various stuff spread over the entire
tree belongs here.
2. Change VOP_BLKATOFF to a normal function in cd9660.
3. Kill VOP_BLKATOFF, VOP_TRUNCATE, VOP_VFREE, VOP_VALLOC. These
are private interface functions between UFS and the underlying
storage manager layer (FFS/LFS/MFS/EXT2FS). The functions now
live in struct ufsmount instead.
4. Remove a kludge of VOP_ functions in all filesystems, that did
nothing but obscure the simplicity and break the expandability.
If a filesystem doesn't implement VOP_FOO, it shouldn't have an
entry for it in its vnops table. The system will try to DTRT
if it is not implemented. There are still some cruft left, but
the bulk of it is done.
5. Fix another VCALL in vfs_cache.c (thanks Bruce!)
1997-10-16 10:50:27 +00:00
|
|
|
ffs_valloc(pvp, mode, cred, vpp)
|
|
|
|
struct vnode *pvp;
|
|
|
|
int mode;
|
|
|
|
struct ucred *cred;
|
|
|
|
struct vnode **vpp;
|
1994-05-24 10:09:53 +00:00
|
|
|
{
|
|
|
|
register struct inode *pip;
|
|
|
|
register struct fs *fs;
|
|
|
|
register struct inode *ip;
|
|
|
|
ino_t ino, ipref;
|
|
|
|
int cg, error;
|
1995-05-30 08:16:23 +00:00
|
|
|
|
VFS mega cleanup commit (x/N)
1. Add new file "sys/kern/vfs_default.c" where default actions for
VOPs go. Implement proper defaults for ABORTOP, BWRITE, LEASE,
POLL, REVOKE and STRATEGY. Various stuff spread over the entire
tree belongs here.
2. Change VOP_BLKATOFF to a normal function in cd9660.
3. Kill VOP_BLKATOFF, VOP_TRUNCATE, VOP_VFREE, VOP_VALLOC. These
are private interface functions between UFS and the underlying
storage manager layer (FFS/LFS/MFS/EXT2FS). The functions now
live in struct ufsmount instead.
4. Remove a kludge of VOP_ functions in all filesystems, that did
nothing but obscure the simplicity and break the expandability.
If a filesystem doesn't implement VOP_FOO, it shouldn't have an
entry for it in its vnops table. The system will try to DTRT
if it is not implemented. There are still some cruft left, but
the bulk of it is done.
5. Fix another VCALL in vfs_cache.c (thanks Bruce!)
1997-10-16 10:50:27 +00:00
|
|
|
*vpp = NULL;
|
1994-05-24 10:09:53 +00:00
|
|
|
pip = VTOI(pvp);
|
|
|
|
fs = pip->i_fs;
|
|
|
|
if (fs->fs_cstotal.cs_nifree == 0)
|
|
|
|
goto noinodes;
|
|
|
|
|
|
|
|
if ((mode & IFMT) == IFDIR)
|
Directory layout preference improvements from Grigoriy Orlov <gluk@ptci.ru>.
His description of the problem and solution follow. My own tests show
speedups on typical filesystem intensive workloads of 5% to 12% which
is very impressive considering the small amount of code change involved.
------
One day I noticed that some file operations run much faster on
small file systems then on big ones. I've looked at the ffs
algorithms, thought about them, and redesigned the dirpref algorithm.
First I want to describe the results of my tests. These results are old
and I have improved the algorithm after these tests were done. Nevertheless
they show how big the perfomance speedup may be. I have done two file/directory
intensive tests on a two OpenBSD systems with old and new dirpref algorithm.
The first test is "tar -xzf ports.tar.gz", the second is "rm -rf ports".
The ports.tar.gz file is the ports collection from the OpenBSD 2.8 release.
It contains 6596 directories and 13868 files. The test systems are:
1. Celeron-450, 128Mb, two IDE drives, the system at wd0, file system for
test is at wd1. Size of test file system is 8 Gb, number of cg=991,
size of cg is 8m, block size = 8k, fragment size = 1k OpenBSD-current
from Dec 2000 with BUFCACHEPERCENT=35
2. PIII-600, 128Mb, two IBM DTLA-307045 IDE drives at i815e, the system
at wd0, file system for test is at wd1. Size of test file system is 40 Gb,
number of cg=5324, size of cg is 8m, block size = 8k, fragment size = 1k
OpenBSD-current from Dec 2000 with BUFCACHEPERCENT=50
You can get more info about the test systems and methods at:
http://www.ptci.ru/gluk/dirpref/old/dirpref.html
Test Results
tar -xzf ports.tar.gz rm -rf ports
mode old dirpref new dirpref speedup old dirprefnew dirpref speedup
First system
normal 667 472 1.41 477 331 1.44
async 285 144 1.98 130 14 9.29
sync 768 616 1.25 477 334 1.43
softdep 413 252 1.64 241 38 6.34
Second system
normal 329 81 4.06 263.5 93.5 2.81
async 302 25.7 11.75 112 2.26 49.56
sync 281 57.0 4.93 263 90.5 2.9
softdep 341 40.6 8.4 284 4.76 59.66
"old dirpref" and "new dirpref" columns give a test time in seconds.
speedup - speed increasement in times, ie. old dirpref / new dirpref.
------
Algorithm description
The old dirpref algorithm is described in comments:
/*
* Find a cylinder to place a directory.
*
* The policy implemented by this algorithm is to select from
* among those cylinder groups with above the average number of
* free inodes, the one with the smallest number of directories.
*/
A new directory is allocated in a different cylinder groups than its
parent directory resulting in a directory tree that is spreaded across
all the cylinder groups. This spreading out results in a non-optimal
access to the directories and files. When we have a small filesystem
it is not a problem but when the filesystem is big then perfomance
degradation becomes very apparent.
What I mean by a big file system ?
1. A big filesystem is a filesystem which occupy 20-30 or more percent
of total drive space, i.e. first and last cylinder are physically
located relatively far from each other.
2. It has a relatively large number of cylinder groups, for example
more cylinder groups than 50% of the buffers in the buffer cache.
The first results in long access times, while the second results in
many buffers being used by metadata operations. Such operations use
cylinder group blocks and on-disk inode blocks. The cylinder group
block (fs->fs_cblkno) contains struct cg, inode and block bit maps.
It is 2k in size for the default filesystem parameters. If new and
parent directories are located in different cylinder groups then the
system performs more input/output operations and uses more buffers.
On filesystems with many cylinder groups, lots of cache buffers are
used for metadata operations.
My solution for this problem is very simple. I allocate many directories
in one cylinder group. I also do some things, so that the new allocation
method does not cause excessive fragmentation and all directory inodes
will not be located at a location far from its file's inodes and data.
The algorithm is:
/*
* Find a cylinder group to place a directory.
*
* The policy implemented by this algorithm is to allocate a
* directory inode in the same cylinder group as its parent
* directory, but also to reserve space for its files inodes
* and data. Restrict the number of directories which may be
* allocated one after another in the same cylinder group
* without intervening allocation of files.
*
* If we allocate a first level directory then force allocation
* in another cylinder group.
*/
My early versions of dirpref give me a good results for a wide range of
file operations and different filesystem capacities except one case:
those applications that create their entire directory structure first
and only later fill this structure with files.
My solution for such and similar cases is to limit a number of
directories which may be created one after another in the same cylinder
group without intervening file creations. For this purpose, I allocate
an array of counters at mount time. This array is linked to the superblock
fs->fs_contigdirs[cg]. Each time a directory is created the counter
increases and each time a file is created the counter decreases. A 60Gb
filesystem with 8mb/cg requires 10kb of memory for the counters array.
The maxcontigdirs is a maximum number of directories which may be created
without an intervening file creation. I found in my tests that the best
performance occurs when I restrict the number of directories in one cylinder
group such that all its files may be located in the same cylinder group.
There may be some deterioration in performance if all the file inodes
are in the same cylinder group as its containing directory, but their
data partially resides in a different cylinder group. The maxcontigdirs
value is calculated to try to prevent this condition. Since there is
no way to know how many files and directories will be allocated later
I added two optimization parameters in superblock/tunefs. They are:
int32_t fs_avgfilesize; /* expected average file size */
int32_t fs_avgfpdir; /* expected # of files per directory */
These parameters have reasonable defaults but may be tweeked for special
uses of a filesystem. They are only necessary in rare cases like better
tuning a filesystem being used to store a squid cache.
I have been using this algorithm for about 3 months. I have done
a lot of testing on filesystems with different capacities, average
filesize, average number of files per directory, and so on. I think
this algorithm has no negative impact on filesystem perfomance. It
works better than the default one in all cases. The new dirpref
will greatly improve untarring/removing/coping of big directories,
decrease load on cvs servers and much more. The new dirpref doesn't
speedup a compilation process, but also doesn't slow it down.
Obtained from: Grigoriy Orlov <gluk@ptci.ru>
2001-04-10 08:38:59 +00:00
|
|
|
ipref = ffs_dirpref(pip);
|
1994-05-24 10:09:53 +00:00
|
|
|
else
|
|
|
|
ipref = pip->i_number;
|
|
|
|
if (ipref >= fs->fs_ncg * fs->fs_ipg)
|
|
|
|
ipref = 0;
|
|
|
|
cg = ino_to_cg(fs, ipref);
|
Directory layout preference improvements from Grigoriy Orlov <gluk@ptci.ru>.
His description of the problem and solution follow. My own tests show
speedups on typical filesystem intensive workloads of 5% to 12% which
is very impressive considering the small amount of code change involved.
------
One day I noticed that some file operations run much faster on
small file systems then on big ones. I've looked at the ffs
algorithms, thought about them, and redesigned the dirpref algorithm.
First I want to describe the results of my tests. These results are old
and I have improved the algorithm after these tests were done. Nevertheless
they show how big the perfomance speedup may be. I have done two file/directory
intensive tests on a two OpenBSD systems with old and new dirpref algorithm.
The first test is "tar -xzf ports.tar.gz", the second is "rm -rf ports".
The ports.tar.gz file is the ports collection from the OpenBSD 2.8 release.
It contains 6596 directories and 13868 files. The test systems are:
1. Celeron-450, 128Mb, two IDE drives, the system at wd0, file system for
test is at wd1. Size of test file system is 8 Gb, number of cg=991,
size of cg is 8m, block size = 8k, fragment size = 1k OpenBSD-current
from Dec 2000 with BUFCACHEPERCENT=35
2. PIII-600, 128Mb, two IBM DTLA-307045 IDE drives at i815e, the system
at wd0, file system for test is at wd1. Size of test file system is 40 Gb,
number of cg=5324, size of cg is 8m, block size = 8k, fragment size = 1k
OpenBSD-current from Dec 2000 with BUFCACHEPERCENT=50
You can get more info about the test systems and methods at:
http://www.ptci.ru/gluk/dirpref/old/dirpref.html
Test Results
tar -xzf ports.tar.gz rm -rf ports
mode old dirpref new dirpref speedup old dirprefnew dirpref speedup
First system
normal 667 472 1.41 477 331 1.44
async 285 144 1.98 130 14 9.29
sync 768 616 1.25 477 334 1.43
softdep 413 252 1.64 241 38 6.34
Second system
normal 329 81 4.06 263.5 93.5 2.81
async 302 25.7 11.75 112 2.26 49.56
sync 281 57.0 4.93 263 90.5 2.9
softdep 341 40.6 8.4 284 4.76 59.66
"old dirpref" and "new dirpref" columns give a test time in seconds.
speedup - speed increasement in times, ie. old dirpref / new dirpref.
------
Algorithm description
The old dirpref algorithm is described in comments:
/*
* Find a cylinder to place a directory.
*
* The policy implemented by this algorithm is to select from
* among those cylinder groups with above the average number of
* free inodes, the one with the smallest number of directories.
*/
A new directory is allocated in a different cylinder groups than its
parent directory resulting in a directory tree that is spreaded across
all the cylinder groups. This spreading out results in a non-optimal
access to the directories and files. When we have a small filesystem
it is not a problem but when the filesystem is big then perfomance
degradation becomes very apparent.
What I mean by a big file system ?
1. A big filesystem is a filesystem which occupy 20-30 or more percent
of total drive space, i.e. first and last cylinder are physically
located relatively far from each other.
2. It has a relatively large number of cylinder groups, for example
more cylinder groups than 50% of the buffers in the buffer cache.
The first results in long access times, while the second results in
many buffers being used by metadata operations. Such operations use
cylinder group blocks and on-disk inode blocks. The cylinder group
block (fs->fs_cblkno) contains struct cg, inode and block bit maps.
It is 2k in size for the default filesystem parameters. If new and
parent directories are located in different cylinder groups then the
system performs more input/output operations and uses more buffers.
On filesystems with many cylinder groups, lots of cache buffers are
used for metadata operations.
My solution for this problem is very simple. I allocate many directories
in one cylinder group. I also do some things, so that the new allocation
method does not cause excessive fragmentation and all directory inodes
will not be located at a location far from its file's inodes and data.
The algorithm is:
/*
* Find a cylinder group to place a directory.
*
* The policy implemented by this algorithm is to allocate a
* directory inode in the same cylinder group as its parent
* directory, but also to reserve space for its files inodes
* and data. Restrict the number of directories which may be
* allocated one after another in the same cylinder group
* without intervening allocation of files.
*
* If we allocate a first level directory then force allocation
* in another cylinder group.
*/
My early versions of dirpref give me a good results for a wide range of
file operations and different filesystem capacities except one case:
those applications that create their entire directory structure first
and only later fill this structure with files.
My solution for such and similar cases is to limit a number of
directories which may be created one after another in the same cylinder
group without intervening file creations. For this purpose, I allocate
an array of counters at mount time. This array is linked to the superblock
fs->fs_contigdirs[cg]. Each time a directory is created the counter
increases and each time a file is created the counter decreases. A 60Gb
filesystem with 8mb/cg requires 10kb of memory for the counters array.
The maxcontigdirs is a maximum number of directories which may be created
without an intervening file creation. I found in my tests that the best
performance occurs when I restrict the number of directories in one cylinder
group such that all its files may be located in the same cylinder group.
There may be some deterioration in performance if all the file inodes
are in the same cylinder group as its containing directory, but their
data partially resides in a different cylinder group. The maxcontigdirs
value is calculated to try to prevent this condition. Since there is
no way to know how many files and directories will be allocated later
I added two optimization parameters in superblock/tunefs. They are:
int32_t fs_avgfilesize; /* expected average file size */
int32_t fs_avgfpdir; /* expected # of files per directory */
These parameters have reasonable defaults but may be tweeked for special
uses of a filesystem. They are only necessary in rare cases like better
tuning a filesystem being used to store a squid cache.
I have been using this algorithm for about 3 months. I have done
a lot of testing on filesystems with different capacities, average
filesize, average number of files per directory, and so on. I think
this algorithm has no negative impact on filesystem perfomance. It
works better than the default one in all cases. The new dirpref
will greatly improve untarring/removing/coping of big directories,
decrease load on cvs servers and much more. The new dirpref doesn't
speedup a compilation process, but also doesn't slow it down.
Obtained from: Grigoriy Orlov <gluk@ptci.ru>
2001-04-10 08:38:59 +00:00
|
|
|
/*
|
|
|
|
* Track number of dirs created one after another
|
|
|
|
* in a same cg without intervening by files.
|
|
|
|
*/
|
|
|
|
if ((mode & IFMT) == IFDIR) {
|
|
|
|
if (fs->fs_contigdirs[cg] < 255)
|
|
|
|
fs->fs_contigdirs[cg]++;
|
|
|
|
} else {
|
|
|
|
if (fs->fs_contigdirs[cg] > 0)
|
|
|
|
fs->fs_contigdirs[cg]--;
|
|
|
|
}
|
1995-12-15 03:36:25 +00:00
|
|
|
ino = (ino_t)ffs_hashalloc(pip, cg, (long)ipref, mode,
|
|
|
|
(allocfcn_t *)ffs_nodealloccg);
|
1994-05-24 10:09:53 +00:00
|
|
|
if (ino == 0)
|
|
|
|
goto noinodes;
|
VFS mega cleanup commit (x/N)
1. Add new file "sys/kern/vfs_default.c" where default actions for
VOPs go. Implement proper defaults for ABORTOP, BWRITE, LEASE,
POLL, REVOKE and STRATEGY. Various stuff spread over the entire
tree belongs here.
2. Change VOP_BLKATOFF to a normal function in cd9660.
3. Kill VOP_BLKATOFF, VOP_TRUNCATE, VOP_VFREE, VOP_VALLOC. These
are private interface functions between UFS and the underlying
storage manager layer (FFS/LFS/MFS/EXT2FS). The functions now
live in struct ufsmount instead.
4. Remove a kludge of VOP_ functions in all filesystems, that did
nothing but obscure the simplicity and break the expandability.
If a filesystem doesn't implement VOP_FOO, it shouldn't have an
entry for it in its vnops table. The system will try to DTRT
if it is not implemented. There are still some cruft left, but
the bulk of it is done.
5. Fix another VCALL in vfs_cache.c (thanks Bruce!)
1997-10-16 10:50:27 +00:00
|
|
|
error = VFS_VGET(pvp->v_mount, ino, vpp);
|
1994-05-24 10:09:53 +00:00
|
|
|
if (error) {
|
VFS mega cleanup commit (x/N)
1. Add new file "sys/kern/vfs_default.c" where default actions for
VOPs go. Implement proper defaults for ABORTOP, BWRITE, LEASE,
POLL, REVOKE and STRATEGY. Various stuff spread over the entire
tree belongs here.
2. Change VOP_BLKATOFF to a normal function in cd9660.
3. Kill VOP_BLKATOFF, VOP_TRUNCATE, VOP_VFREE, VOP_VALLOC. These
are private interface functions between UFS and the underlying
storage manager layer (FFS/LFS/MFS/EXT2FS). The functions now
live in struct ufsmount instead.
4. Remove a kludge of VOP_ functions in all filesystems, that did
nothing but obscure the simplicity and break the expandability.
If a filesystem doesn't implement VOP_FOO, it shouldn't have an
entry for it in its vnops table. The system will try to DTRT
if it is not implemented. There are still some cruft left, but
the bulk of it is done.
5. Fix another VCALL in vfs_cache.c (thanks Bruce!)
1997-10-16 10:50:27 +00:00
|
|
|
UFS_VFREE(pvp, ino, mode);
|
1994-05-24 10:09:53 +00:00
|
|
|
return (error);
|
|
|
|
}
|
VFS mega cleanup commit (x/N)
1. Add new file "sys/kern/vfs_default.c" where default actions for
VOPs go. Implement proper defaults for ABORTOP, BWRITE, LEASE,
POLL, REVOKE and STRATEGY. Various stuff spread over the entire
tree belongs here.
2. Change VOP_BLKATOFF to a normal function in cd9660.
3. Kill VOP_BLKATOFF, VOP_TRUNCATE, VOP_VFREE, VOP_VALLOC. These
are private interface functions between UFS and the underlying
storage manager layer (FFS/LFS/MFS/EXT2FS). The functions now
live in struct ufsmount instead.
4. Remove a kludge of VOP_ functions in all filesystems, that did
nothing but obscure the simplicity and break the expandability.
If a filesystem doesn't implement VOP_FOO, it shouldn't have an
entry for it in its vnops table. The system will try to DTRT
if it is not implemented. There are still some cruft left, but
the bulk of it is done.
5. Fix another VCALL in vfs_cache.c (thanks Bruce!)
1997-10-16 10:50:27 +00:00
|
|
|
ip = VTOI(*vpp);
|
1994-05-24 10:09:53 +00:00
|
|
|
if (ip->i_mode) {
|
1998-07-11 07:46:16 +00:00
|
|
|
printf("mode = 0%o, inum = %lu, fs = %s\n",
|
|
|
|
ip->i_mode, (u_long)ip->i_number, fs->fs_fsmnt);
|
1994-05-24 10:09:53 +00:00
|
|
|
panic("ffs_valloc: dup alloc");
|
|
|
|
}
|
2001-03-21 04:09:01 +00:00
|
|
|
if (ip->i_blocks && (fs->fs_flags & FS_UNCLEAN) == 0) { /* XXX */
|
1998-07-11 07:46:16 +00:00
|
|
|
printf("free inode %s/%lu had %ld blocks\n",
|
|
|
|
fs->fs_fsmnt, (u_long)ino, (long)ip->i_blocks);
|
1994-05-24 10:09:53 +00:00
|
|
|
ip->i_blocks = 0;
|
|
|
|
}
|
|
|
|
ip->i_flags = 0;
|
|
|
|
/*
|
|
|
|
* Set up a new generation number for this inode.
|
|
|
|
*/
|
1997-12-02 11:21:16 +00:00
|
|
|
if (ip->i_gen == 0 || ++ip->i_gen == 0)
|
1997-03-23 20:08:22 +00:00
|
|
|
ip->i_gen = random() / 2 + 1;
|
1994-05-24 10:09:53 +00:00
|
|
|
return (0);
|
|
|
|
noinodes:
|
VFS mega cleanup commit (x/N)
1. Add new file "sys/kern/vfs_default.c" where default actions for
VOPs go. Implement proper defaults for ABORTOP, BWRITE, LEASE,
POLL, REVOKE and STRATEGY. Various stuff spread over the entire
tree belongs here.
2. Change VOP_BLKATOFF to a normal function in cd9660.
3. Kill VOP_BLKATOFF, VOP_TRUNCATE, VOP_VFREE, VOP_VALLOC. These
are private interface functions between UFS and the underlying
storage manager layer (FFS/LFS/MFS/EXT2FS). The functions now
live in struct ufsmount instead.
4. Remove a kludge of VOP_ functions in all filesystems, that did
nothing but obscure the simplicity and break the expandability.
If a filesystem doesn't implement VOP_FOO, it shouldn't have an
entry for it in its vnops table. The system will try to DTRT
if it is not implemented. There are still some cruft left, but
the bulk of it is done.
5. Fix another VCALL in vfs_cache.c (thanks Bruce!)
1997-10-16 10:50:27 +00:00
|
|
|
ffs_fserr(fs, cred->cr_uid, "out of inodes");
|
1994-05-24 10:09:53 +00:00
|
|
|
uprintf("\n%s: create/symlink failed, no inodes free\n", fs->fs_fsmnt);
|
|
|
|
return (ENOSPC);
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
Directory layout preference improvements from Grigoriy Orlov <gluk@ptci.ru>.
His description of the problem and solution follow. My own tests show
speedups on typical filesystem intensive workloads of 5% to 12% which
is very impressive considering the small amount of code change involved.
------
One day I noticed that some file operations run much faster on
small file systems then on big ones. I've looked at the ffs
algorithms, thought about them, and redesigned the dirpref algorithm.
First I want to describe the results of my tests. These results are old
and I have improved the algorithm after these tests were done. Nevertheless
they show how big the perfomance speedup may be. I have done two file/directory
intensive tests on a two OpenBSD systems with old and new dirpref algorithm.
The first test is "tar -xzf ports.tar.gz", the second is "rm -rf ports".
The ports.tar.gz file is the ports collection from the OpenBSD 2.8 release.
It contains 6596 directories and 13868 files. The test systems are:
1. Celeron-450, 128Mb, two IDE drives, the system at wd0, file system for
test is at wd1. Size of test file system is 8 Gb, number of cg=991,
size of cg is 8m, block size = 8k, fragment size = 1k OpenBSD-current
from Dec 2000 with BUFCACHEPERCENT=35
2. PIII-600, 128Mb, two IBM DTLA-307045 IDE drives at i815e, the system
at wd0, file system for test is at wd1. Size of test file system is 40 Gb,
number of cg=5324, size of cg is 8m, block size = 8k, fragment size = 1k
OpenBSD-current from Dec 2000 with BUFCACHEPERCENT=50
You can get more info about the test systems and methods at:
http://www.ptci.ru/gluk/dirpref/old/dirpref.html
Test Results
tar -xzf ports.tar.gz rm -rf ports
mode old dirpref new dirpref speedup old dirprefnew dirpref speedup
First system
normal 667 472 1.41 477 331 1.44
async 285 144 1.98 130 14 9.29
sync 768 616 1.25 477 334 1.43
softdep 413 252 1.64 241 38 6.34
Second system
normal 329 81 4.06 263.5 93.5 2.81
async 302 25.7 11.75 112 2.26 49.56
sync 281 57.0 4.93 263 90.5 2.9
softdep 341 40.6 8.4 284 4.76 59.66
"old dirpref" and "new dirpref" columns give a test time in seconds.
speedup - speed increasement in times, ie. old dirpref / new dirpref.
------
Algorithm description
The old dirpref algorithm is described in comments:
/*
* Find a cylinder to place a directory.
*
* The policy implemented by this algorithm is to select from
* among those cylinder groups with above the average number of
* free inodes, the one with the smallest number of directories.
*/
A new directory is allocated in a different cylinder groups than its
parent directory resulting in a directory tree that is spreaded across
all the cylinder groups. This spreading out results in a non-optimal
access to the directories and files. When we have a small filesystem
it is not a problem but when the filesystem is big then perfomance
degradation becomes very apparent.
What I mean by a big file system ?
1. A big filesystem is a filesystem which occupy 20-30 or more percent
of total drive space, i.e. first and last cylinder are physically
located relatively far from each other.
2. It has a relatively large number of cylinder groups, for example
more cylinder groups than 50% of the buffers in the buffer cache.
The first results in long access times, while the second results in
many buffers being used by metadata operations. Such operations use
cylinder group blocks and on-disk inode blocks. The cylinder group
block (fs->fs_cblkno) contains struct cg, inode and block bit maps.
It is 2k in size for the default filesystem parameters. If new and
parent directories are located in different cylinder groups then the
system performs more input/output operations and uses more buffers.
On filesystems with many cylinder groups, lots of cache buffers are
used for metadata operations.
My solution for this problem is very simple. I allocate many directories
in one cylinder group. I also do some things, so that the new allocation
method does not cause excessive fragmentation and all directory inodes
will not be located at a location far from its file's inodes and data.
The algorithm is:
/*
* Find a cylinder group to place a directory.
*
* The policy implemented by this algorithm is to allocate a
* directory inode in the same cylinder group as its parent
* directory, but also to reserve space for its files inodes
* and data. Restrict the number of directories which may be
* allocated one after another in the same cylinder group
* without intervening allocation of files.
*
* If we allocate a first level directory then force allocation
* in another cylinder group.
*/
My early versions of dirpref give me a good results for a wide range of
file operations and different filesystem capacities except one case:
those applications that create their entire directory structure first
and only later fill this structure with files.
My solution for such and similar cases is to limit a number of
directories which may be created one after another in the same cylinder
group without intervening file creations. For this purpose, I allocate
an array of counters at mount time. This array is linked to the superblock
fs->fs_contigdirs[cg]. Each time a directory is created the counter
increases and each time a file is created the counter decreases. A 60Gb
filesystem with 8mb/cg requires 10kb of memory for the counters array.
The maxcontigdirs is a maximum number of directories which may be created
without an intervening file creation. I found in my tests that the best
performance occurs when I restrict the number of directories in one cylinder
group such that all its files may be located in the same cylinder group.
There may be some deterioration in performance if all the file inodes
are in the same cylinder group as its containing directory, but their
data partially resides in a different cylinder group. The maxcontigdirs
value is calculated to try to prevent this condition. Since there is
no way to know how many files and directories will be allocated later
I added two optimization parameters in superblock/tunefs. They are:
int32_t fs_avgfilesize; /* expected average file size */
int32_t fs_avgfpdir; /* expected # of files per directory */
These parameters have reasonable defaults but may be tweeked for special
uses of a filesystem. They are only necessary in rare cases like better
tuning a filesystem being used to store a squid cache.
I have been using this algorithm for about 3 months. I have done
a lot of testing on filesystems with different capacities, average
filesize, average number of files per directory, and so on. I think
this algorithm has no negative impact on filesystem perfomance. It
works better than the default one in all cases. The new dirpref
will greatly improve untarring/removing/coping of big directories,
decrease load on cvs servers and much more. The new dirpref doesn't
speedup a compilation process, but also doesn't slow it down.
Obtained from: Grigoriy Orlov <gluk@ptci.ru>
2001-04-10 08:38:59 +00:00
|
|
|
* Find a cylinder group to place a directory.
|
|
|
|
*
|
|
|
|
* The policy implemented by this algorithm is to allocate a
|
|
|
|
* directory inode in the same cylinder group as its parent
|
|
|
|
* directory, but also to reserve space for its files inodes
|
|
|
|
* and data. Restrict the number of directories which may be
|
|
|
|
* allocated one after another in the same cylinder group
|
|
|
|
* without intervening allocation of files.
|
1994-05-24 10:09:53 +00:00
|
|
|
*
|
Directory layout preference improvements from Grigoriy Orlov <gluk@ptci.ru>.
His description of the problem and solution follow. My own tests show
speedups on typical filesystem intensive workloads of 5% to 12% which
is very impressive considering the small amount of code change involved.
------
One day I noticed that some file operations run much faster on
small file systems then on big ones. I've looked at the ffs
algorithms, thought about them, and redesigned the dirpref algorithm.
First I want to describe the results of my tests. These results are old
and I have improved the algorithm after these tests were done. Nevertheless
they show how big the perfomance speedup may be. I have done two file/directory
intensive tests on a two OpenBSD systems with old and new dirpref algorithm.
The first test is "tar -xzf ports.tar.gz", the second is "rm -rf ports".
The ports.tar.gz file is the ports collection from the OpenBSD 2.8 release.
It contains 6596 directories and 13868 files. The test systems are:
1. Celeron-450, 128Mb, two IDE drives, the system at wd0, file system for
test is at wd1. Size of test file system is 8 Gb, number of cg=991,
size of cg is 8m, block size = 8k, fragment size = 1k OpenBSD-current
from Dec 2000 with BUFCACHEPERCENT=35
2. PIII-600, 128Mb, two IBM DTLA-307045 IDE drives at i815e, the system
at wd0, file system for test is at wd1. Size of test file system is 40 Gb,
number of cg=5324, size of cg is 8m, block size = 8k, fragment size = 1k
OpenBSD-current from Dec 2000 with BUFCACHEPERCENT=50
You can get more info about the test systems and methods at:
http://www.ptci.ru/gluk/dirpref/old/dirpref.html
Test Results
tar -xzf ports.tar.gz rm -rf ports
mode old dirpref new dirpref speedup old dirprefnew dirpref speedup
First system
normal 667 472 1.41 477 331 1.44
async 285 144 1.98 130 14 9.29
sync 768 616 1.25 477 334 1.43
softdep 413 252 1.64 241 38 6.34
Second system
normal 329 81 4.06 263.5 93.5 2.81
async 302 25.7 11.75 112 2.26 49.56
sync 281 57.0 4.93 263 90.5 2.9
softdep 341 40.6 8.4 284 4.76 59.66
"old dirpref" and "new dirpref" columns give a test time in seconds.
speedup - speed increasement in times, ie. old dirpref / new dirpref.
------
Algorithm description
The old dirpref algorithm is described in comments:
/*
* Find a cylinder to place a directory.
*
* The policy implemented by this algorithm is to select from
* among those cylinder groups with above the average number of
* free inodes, the one with the smallest number of directories.
*/
A new directory is allocated in a different cylinder groups than its
parent directory resulting in a directory tree that is spreaded across
all the cylinder groups. This spreading out results in a non-optimal
access to the directories and files. When we have a small filesystem
it is not a problem but when the filesystem is big then perfomance
degradation becomes very apparent.
What I mean by a big file system ?
1. A big filesystem is a filesystem which occupy 20-30 or more percent
of total drive space, i.e. first and last cylinder are physically
located relatively far from each other.
2. It has a relatively large number of cylinder groups, for example
more cylinder groups than 50% of the buffers in the buffer cache.
The first results in long access times, while the second results in
many buffers being used by metadata operations. Such operations use
cylinder group blocks and on-disk inode blocks. The cylinder group
block (fs->fs_cblkno) contains struct cg, inode and block bit maps.
It is 2k in size for the default filesystem parameters. If new and
parent directories are located in different cylinder groups then the
system performs more input/output operations and uses more buffers.
On filesystems with many cylinder groups, lots of cache buffers are
used for metadata operations.
My solution for this problem is very simple. I allocate many directories
in one cylinder group. I also do some things, so that the new allocation
method does not cause excessive fragmentation and all directory inodes
will not be located at a location far from its file's inodes and data.
The algorithm is:
/*
* Find a cylinder group to place a directory.
*
* The policy implemented by this algorithm is to allocate a
* directory inode in the same cylinder group as its parent
* directory, but also to reserve space for its files inodes
* and data. Restrict the number of directories which may be
* allocated one after another in the same cylinder group
* without intervening allocation of files.
*
* If we allocate a first level directory then force allocation
* in another cylinder group.
*/
My early versions of dirpref give me a good results for a wide range of
file operations and different filesystem capacities except one case:
those applications that create their entire directory structure first
and only later fill this structure with files.
My solution for such and similar cases is to limit a number of
directories which may be created one after another in the same cylinder
group without intervening file creations. For this purpose, I allocate
an array of counters at mount time. This array is linked to the superblock
fs->fs_contigdirs[cg]. Each time a directory is created the counter
increases and each time a file is created the counter decreases. A 60Gb
filesystem with 8mb/cg requires 10kb of memory for the counters array.
The maxcontigdirs is a maximum number of directories which may be created
without an intervening file creation. I found in my tests that the best
performance occurs when I restrict the number of directories in one cylinder
group such that all its files may be located in the same cylinder group.
There may be some deterioration in performance if all the file inodes
are in the same cylinder group as its containing directory, but their
data partially resides in a different cylinder group. The maxcontigdirs
value is calculated to try to prevent this condition. Since there is
no way to know how many files and directories will be allocated later
I added two optimization parameters in superblock/tunefs. They are:
int32_t fs_avgfilesize; /* expected average file size */
int32_t fs_avgfpdir; /* expected # of files per directory */
These parameters have reasonable defaults but may be tweeked for special
uses of a filesystem. They are only necessary in rare cases like better
tuning a filesystem being used to store a squid cache.
I have been using this algorithm for about 3 months. I have done
a lot of testing on filesystems with different capacities, average
filesize, average number of files per directory, and so on. I think
this algorithm has no negative impact on filesystem perfomance. It
works better than the default one in all cases. The new dirpref
will greatly improve untarring/removing/coping of big directories,
decrease load on cvs servers and much more. The new dirpref doesn't
speedup a compilation process, but also doesn't slow it down.
Obtained from: Grigoriy Orlov <gluk@ptci.ru>
2001-04-10 08:38:59 +00:00
|
|
|
* If we allocate a first level directory then force allocation
|
|
|
|
* in another cylinder group.
|
1994-05-24 10:09:53 +00:00
|
|
|
*/
|
|
|
|
static ino_t
|
Directory layout preference improvements from Grigoriy Orlov <gluk@ptci.ru>.
His description of the problem and solution follow. My own tests show
speedups on typical filesystem intensive workloads of 5% to 12% which
is very impressive considering the small amount of code change involved.
------
One day I noticed that some file operations run much faster on
small file systems then on big ones. I've looked at the ffs
algorithms, thought about them, and redesigned the dirpref algorithm.
First I want to describe the results of my tests. These results are old
and I have improved the algorithm after these tests were done. Nevertheless
they show how big the perfomance speedup may be. I have done two file/directory
intensive tests on a two OpenBSD systems with old and new dirpref algorithm.
The first test is "tar -xzf ports.tar.gz", the second is "rm -rf ports".
The ports.tar.gz file is the ports collection from the OpenBSD 2.8 release.
It contains 6596 directories and 13868 files. The test systems are:
1. Celeron-450, 128Mb, two IDE drives, the system at wd0, file system for
test is at wd1. Size of test file system is 8 Gb, number of cg=991,
size of cg is 8m, block size = 8k, fragment size = 1k OpenBSD-current
from Dec 2000 with BUFCACHEPERCENT=35
2. PIII-600, 128Mb, two IBM DTLA-307045 IDE drives at i815e, the system
at wd0, file system for test is at wd1. Size of test file system is 40 Gb,
number of cg=5324, size of cg is 8m, block size = 8k, fragment size = 1k
OpenBSD-current from Dec 2000 with BUFCACHEPERCENT=50
You can get more info about the test systems and methods at:
http://www.ptci.ru/gluk/dirpref/old/dirpref.html
Test Results
tar -xzf ports.tar.gz rm -rf ports
mode old dirpref new dirpref speedup old dirprefnew dirpref speedup
First system
normal 667 472 1.41 477 331 1.44
async 285 144 1.98 130 14 9.29
sync 768 616 1.25 477 334 1.43
softdep 413 252 1.64 241 38 6.34
Second system
normal 329 81 4.06 263.5 93.5 2.81
async 302 25.7 11.75 112 2.26 49.56
sync 281 57.0 4.93 263 90.5 2.9
softdep 341 40.6 8.4 284 4.76 59.66
"old dirpref" and "new dirpref" columns give a test time in seconds.
speedup - speed increasement in times, ie. old dirpref / new dirpref.
------
Algorithm description
The old dirpref algorithm is described in comments:
/*
* Find a cylinder to place a directory.
*
* The policy implemented by this algorithm is to select from
* among those cylinder groups with above the average number of
* free inodes, the one with the smallest number of directories.
*/
A new directory is allocated in a different cylinder groups than its
parent directory resulting in a directory tree that is spreaded across
all the cylinder groups. This spreading out results in a non-optimal
access to the directories and files. When we have a small filesystem
it is not a problem but when the filesystem is big then perfomance
degradation becomes very apparent.
What I mean by a big file system ?
1. A big filesystem is a filesystem which occupy 20-30 or more percent
of total drive space, i.e. first and last cylinder are physically
located relatively far from each other.
2. It has a relatively large number of cylinder groups, for example
more cylinder groups than 50% of the buffers in the buffer cache.
The first results in long access times, while the second results in
many buffers being used by metadata operations. Such operations use
cylinder group blocks and on-disk inode blocks. The cylinder group
block (fs->fs_cblkno) contains struct cg, inode and block bit maps.
It is 2k in size for the default filesystem parameters. If new and
parent directories are located in different cylinder groups then the
system performs more input/output operations and uses more buffers.
On filesystems with many cylinder groups, lots of cache buffers are
used for metadata operations.
My solution for this problem is very simple. I allocate many directories
in one cylinder group. I also do some things, so that the new allocation
method does not cause excessive fragmentation and all directory inodes
will not be located at a location far from its file's inodes and data.
The algorithm is:
/*
* Find a cylinder group to place a directory.
*
* The policy implemented by this algorithm is to allocate a
* directory inode in the same cylinder group as its parent
* directory, but also to reserve space for its files inodes
* and data. Restrict the number of directories which may be
* allocated one after another in the same cylinder group
* without intervening allocation of files.
*
* If we allocate a first level directory then force allocation
* in another cylinder group.
*/
My early versions of dirpref give me a good results for a wide range of
file operations and different filesystem capacities except one case:
those applications that create their entire directory structure first
and only later fill this structure with files.
My solution for such and similar cases is to limit a number of
directories which may be created one after another in the same cylinder
group without intervening file creations. For this purpose, I allocate
an array of counters at mount time. This array is linked to the superblock
fs->fs_contigdirs[cg]. Each time a directory is created the counter
increases and each time a file is created the counter decreases. A 60Gb
filesystem with 8mb/cg requires 10kb of memory for the counters array.
The maxcontigdirs is a maximum number of directories which may be created
without an intervening file creation. I found in my tests that the best
performance occurs when I restrict the number of directories in one cylinder
group such that all its files may be located in the same cylinder group.
There may be some deterioration in performance if all the file inodes
are in the same cylinder group as its containing directory, but their
data partially resides in a different cylinder group. The maxcontigdirs
value is calculated to try to prevent this condition. Since there is
no way to know how many files and directories will be allocated later
I added two optimization parameters in superblock/tunefs. They are:
int32_t fs_avgfilesize; /* expected average file size */
int32_t fs_avgfpdir; /* expected # of files per directory */
These parameters have reasonable defaults but may be tweeked for special
uses of a filesystem. They are only necessary in rare cases like better
tuning a filesystem being used to store a squid cache.
I have been using this algorithm for about 3 months. I have done
a lot of testing on filesystems with different capacities, average
filesize, average number of files per directory, and so on. I think
this algorithm has no negative impact on filesystem perfomance. It
works better than the default one in all cases. The new dirpref
will greatly improve untarring/removing/coping of big directories,
decrease load on cvs servers and much more. The new dirpref doesn't
speedup a compilation process, but also doesn't slow it down.
Obtained from: Grigoriy Orlov <gluk@ptci.ru>
2001-04-10 08:38:59 +00:00
|
|
|
ffs_dirpref(pip)
|
|
|
|
struct inode *pip;
|
1994-05-24 10:09:53 +00:00
|
|
|
{
|
Directory layout preference improvements from Grigoriy Orlov <gluk@ptci.ru>.
His description of the problem and solution follow. My own tests show
speedups on typical filesystem intensive workloads of 5% to 12% which
is very impressive considering the small amount of code change involved.
------
One day I noticed that some file operations run much faster on
small file systems then on big ones. I've looked at the ffs
algorithms, thought about them, and redesigned the dirpref algorithm.
First I want to describe the results of my tests. These results are old
and I have improved the algorithm after these tests were done. Nevertheless
they show how big the perfomance speedup may be. I have done two file/directory
intensive tests on a two OpenBSD systems with old and new dirpref algorithm.
The first test is "tar -xzf ports.tar.gz", the second is "rm -rf ports".
The ports.tar.gz file is the ports collection from the OpenBSD 2.8 release.
It contains 6596 directories and 13868 files. The test systems are:
1. Celeron-450, 128Mb, two IDE drives, the system at wd0, file system for
test is at wd1. Size of test file system is 8 Gb, number of cg=991,
size of cg is 8m, block size = 8k, fragment size = 1k OpenBSD-current
from Dec 2000 with BUFCACHEPERCENT=35
2. PIII-600, 128Mb, two IBM DTLA-307045 IDE drives at i815e, the system
at wd0, file system for test is at wd1. Size of test file system is 40 Gb,
number of cg=5324, size of cg is 8m, block size = 8k, fragment size = 1k
OpenBSD-current from Dec 2000 with BUFCACHEPERCENT=50
You can get more info about the test systems and methods at:
http://www.ptci.ru/gluk/dirpref/old/dirpref.html
Test Results
tar -xzf ports.tar.gz rm -rf ports
mode old dirpref new dirpref speedup old dirprefnew dirpref speedup
First system
normal 667 472 1.41 477 331 1.44
async 285 144 1.98 130 14 9.29
sync 768 616 1.25 477 334 1.43
softdep 413 252 1.64 241 38 6.34
Second system
normal 329 81 4.06 263.5 93.5 2.81
async 302 25.7 11.75 112 2.26 49.56
sync 281 57.0 4.93 263 90.5 2.9
softdep 341 40.6 8.4 284 4.76 59.66
"old dirpref" and "new dirpref" columns give a test time in seconds.
speedup - speed increasement in times, ie. old dirpref / new dirpref.
------
Algorithm description
The old dirpref algorithm is described in comments:
/*
* Find a cylinder to place a directory.
*
* The policy implemented by this algorithm is to select from
* among those cylinder groups with above the average number of
* free inodes, the one with the smallest number of directories.
*/
A new directory is allocated in a different cylinder groups than its
parent directory resulting in a directory tree that is spreaded across
all the cylinder groups. This spreading out results in a non-optimal
access to the directories and files. When we have a small filesystem
it is not a problem but when the filesystem is big then perfomance
degradation becomes very apparent.
What I mean by a big file system ?
1. A big filesystem is a filesystem which occupy 20-30 or more percent
of total drive space, i.e. first and last cylinder are physically
located relatively far from each other.
2. It has a relatively large number of cylinder groups, for example
more cylinder groups than 50% of the buffers in the buffer cache.
The first results in long access times, while the second results in
many buffers being used by metadata operations. Such operations use
cylinder group blocks and on-disk inode blocks. The cylinder group
block (fs->fs_cblkno) contains struct cg, inode and block bit maps.
It is 2k in size for the default filesystem parameters. If new and
parent directories are located in different cylinder groups then the
system performs more input/output operations and uses more buffers.
On filesystems with many cylinder groups, lots of cache buffers are
used for metadata operations.
My solution for this problem is very simple. I allocate many directories
in one cylinder group. I also do some things, so that the new allocation
method does not cause excessive fragmentation and all directory inodes
will not be located at a location far from its file's inodes and data.
The algorithm is:
/*
* Find a cylinder group to place a directory.
*
* The policy implemented by this algorithm is to allocate a
* directory inode in the same cylinder group as its parent
* directory, but also to reserve space for its files inodes
* and data. Restrict the number of directories which may be
* allocated one after another in the same cylinder group
* without intervening allocation of files.
*
* If we allocate a first level directory then force allocation
* in another cylinder group.
*/
My early versions of dirpref give me a good results for a wide range of
file operations and different filesystem capacities except one case:
those applications that create their entire directory structure first
and only later fill this structure with files.
My solution for such and similar cases is to limit a number of
directories which may be created one after another in the same cylinder
group without intervening file creations. For this purpose, I allocate
an array of counters at mount time. This array is linked to the superblock
fs->fs_contigdirs[cg]. Each time a directory is created the counter
increases and each time a file is created the counter decreases. A 60Gb
filesystem with 8mb/cg requires 10kb of memory for the counters array.
The maxcontigdirs is a maximum number of directories which may be created
without an intervening file creation. I found in my tests that the best
performance occurs when I restrict the number of directories in one cylinder
group such that all its files may be located in the same cylinder group.
There may be some deterioration in performance if all the file inodes
are in the same cylinder group as its containing directory, but their
data partially resides in a different cylinder group. The maxcontigdirs
value is calculated to try to prevent this condition. Since there is
no way to know how many files and directories will be allocated later
I added two optimization parameters in superblock/tunefs. They are:
int32_t fs_avgfilesize; /* expected average file size */
int32_t fs_avgfpdir; /* expected # of files per directory */
These parameters have reasonable defaults but may be tweeked for special
uses of a filesystem. They are only necessary in rare cases like better
tuning a filesystem being used to store a squid cache.
I have been using this algorithm for about 3 months. I have done
a lot of testing on filesystems with different capacities, average
filesize, average number of files per directory, and so on. I think
this algorithm has no negative impact on filesystem perfomance. It
works better than the default one in all cases. The new dirpref
will greatly improve untarring/removing/coping of big directories,
decrease load on cvs servers and much more. The new dirpref doesn't
speedup a compilation process, but also doesn't slow it down.
Obtained from: Grigoriy Orlov <gluk@ptci.ru>
2001-04-10 08:38:59 +00:00
|
|
|
register struct fs *fs;
|
|
|
|
int cg, prefcg, dirsize, cgsize;
|
|
|
|
int avgifree, avgbfree, avgndir, curdirsize;
|
|
|
|
int minifree, minbfree, maxndir;
|
|
|
|
int mincg, minndir;
|
|
|
|
int maxcontigdirs;
|
|
|
|
|
|
|
|
fs = pip->i_fs;
|
1994-05-24 10:09:53 +00:00
|
|
|
|
|
|
|
avgifree = fs->fs_cstotal.cs_nifree / fs->fs_ncg;
|
Directory layout preference improvements from Grigoriy Orlov <gluk@ptci.ru>.
His description of the problem and solution follow. My own tests show
speedups on typical filesystem intensive workloads of 5% to 12% which
is very impressive considering the small amount of code change involved.
------
One day I noticed that some file operations run much faster on
small file systems then on big ones. I've looked at the ffs
algorithms, thought about them, and redesigned the dirpref algorithm.
First I want to describe the results of my tests. These results are old
and I have improved the algorithm after these tests were done. Nevertheless
they show how big the perfomance speedup may be. I have done two file/directory
intensive tests on a two OpenBSD systems with old and new dirpref algorithm.
The first test is "tar -xzf ports.tar.gz", the second is "rm -rf ports".
The ports.tar.gz file is the ports collection from the OpenBSD 2.8 release.
It contains 6596 directories and 13868 files. The test systems are:
1. Celeron-450, 128Mb, two IDE drives, the system at wd0, file system for
test is at wd1. Size of test file system is 8 Gb, number of cg=991,
size of cg is 8m, block size = 8k, fragment size = 1k OpenBSD-current
from Dec 2000 with BUFCACHEPERCENT=35
2. PIII-600, 128Mb, two IBM DTLA-307045 IDE drives at i815e, the system
at wd0, file system for test is at wd1. Size of test file system is 40 Gb,
number of cg=5324, size of cg is 8m, block size = 8k, fragment size = 1k
OpenBSD-current from Dec 2000 with BUFCACHEPERCENT=50
You can get more info about the test systems and methods at:
http://www.ptci.ru/gluk/dirpref/old/dirpref.html
Test Results
tar -xzf ports.tar.gz rm -rf ports
mode old dirpref new dirpref speedup old dirprefnew dirpref speedup
First system
normal 667 472 1.41 477 331 1.44
async 285 144 1.98 130 14 9.29
sync 768 616 1.25 477 334 1.43
softdep 413 252 1.64 241 38 6.34
Second system
normal 329 81 4.06 263.5 93.5 2.81
async 302 25.7 11.75 112 2.26 49.56
sync 281 57.0 4.93 263 90.5 2.9
softdep 341 40.6 8.4 284 4.76 59.66
"old dirpref" and "new dirpref" columns give a test time in seconds.
speedup - speed increasement in times, ie. old dirpref / new dirpref.
------
Algorithm description
The old dirpref algorithm is described in comments:
/*
* Find a cylinder to place a directory.
*
* The policy implemented by this algorithm is to select from
* among those cylinder groups with above the average number of
* free inodes, the one with the smallest number of directories.
*/
A new directory is allocated in a different cylinder groups than its
parent directory resulting in a directory tree that is spreaded across
all the cylinder groups. This spreading out results in a non-optimal
access to the directories and files. When we have a small filesystem
it is not a problem but when the filesystem is big then perfomance
degradation becomes very apparent.
What I mean by a big file system ?
1. A big filesystem is a filesystem which occupy 20-30 or more percent
of total drive space, i.e. first and last cylinder are physically
located relatively far from each other.
2. It has a relatively large number of cylinder groups, for example
more cylinder groups than 50% of the buffers in the buffer cache.
The first results in long access times, while the second results in
many buffers being used by metadata operations. Such operations use
cylinder group blocks and on-disk inode blocks. The cylinder group
block (fs->fs_cblkno) contains struct cg, inode and block bit maps.
It is 2k in size for the default filesystem parameters. If new and
parent directories are located in different cylinder groups then the
system performs more input/output operations and uses more buffers.
On filesystems with many cylinder groups, lots of cache buffers are
used for metadata operations.
My solution for this problem is very simple. I allocate many directories
in one cylinder group. I also do some things, so that the new allocation
method does not cause excessive fragmentation and all directory inodes
will not be located at a location far from its file's inodes and data.
The algorithm is:
/*
* Find a cylinder group to place a directory.
*
* The policy implemented by this algorithm is to allocate a
* directory inode in the same cylinder group as its parent
* directory, but also to reserve space for its files inodes
* and data. Restrict the number of directories which may be
* allocated one after another in the same cylinder group
* without intervening allocation of files.
*
* If we allocate a first level directory then force allocation
* in another cylinder group.
*/
My early versions of dirpref give me a good results for a wide range of
file operations and different filesystem capacities except one case:
those applications that create their entire directory structure first
and only later fill this structure with files.
My solution for such and similar cases is to limit a number of
directories which may be created one after another in the same cylinder
group without intervening file creations. For this purpose, I allocate
an array of counters at mount time. This array is linked to the superblock
fs->fs_contigdirs[cg]. Each time a directory is created the counter
increases and each time a file is created the counter decreases. A 60Gb
filesystem with 8mb/cg requires 10kb of memory for the counters array.
The maxcontigdirs is a maximum number of directories which may be created
without an intervening file creation. I found in my tests that the best
performance occurs when I restrict the number of directories in one cylinder
group such that all its files may be located in the same cylinder group.
There may be some deterioration in performance if all the file inodes
are in the same cylinder group as its containing directory, but their
data partially resides in a different cylinder group. The maxcontigdirs
value is calculated to try to prevent this condition. Since there is
no way to know how many files and directories will be allocated later
I added two optimization parameters in superblock/tunefs. They are:
int32_t fs_avgfilesize; /* expected average file size */
int32_t fs_avgfpdir; /* expected # of files per directory */
These parameters have reasonable defaults but may be tweeked for special
uses of a filesystem. They are only necessary in rare cases like better
tuning a filesystem being used to store a squid cache.
I have been using this algorithm for about 3 months. I have done
a lot of testing on filesystems with different capacities, average
filesize, average number of files per directory, and so on. I think
this algorithm has no negative impact on filesystem perfomance. It
works better than the default one in all cases. The new dirpref
will greatly improve untarring/removing/coping of big directories,
decrease load on cvs servers and much more. The new dirpref doesn't
speedup a compilation process, but also doesn't slow it down.
Obtained from: Grigoriy Orlov <gluk@ptci.ru>
2001-04-10 08:38:59 +00:00
|
|
|
avgbfree = fs->fs_cstotal.cs_nbfree / fs->fs_ncg;
|
|
|
|
avgndir = fs->fs_cstotal.cs_ndir / fs->fs_ncg;
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Force allocation in another cg if creating a first level dir.
|
|
|
|
*/
|
|
|
|
if (ITOV(pip)->v_flag & VROOT) {
|
|
|
|
prefcg = arc4random() % fs->fs_ncg;
|
|
|
|
mincg = prefcg;
|
|
|
|
minndir = fs->fs_ipg;
|
|
|
|
for (cg = prefcg; cg < fs->fs_ncg; cg++)
|
|
|
|
if (fs->fs_cs(fs, cg).cs_ndir < minndir &&
|
|
|
|
fs->fs_cs(fs, cg).cs_nifree >= avgifree &&
|
|
|
|
fs->fs_cs(fs, cg).cs_nbfree >= avgbfree) {
|
|
|
|
mincg = cg;
|
|
|
|
minndir = fs->fs_cs(fs, cg).cs_ndir;
|
|
|
|
}
|
|
|
|
for (cg = 0; cg < prefcg; cg++)
|
|
|
|
if (fs->fs_cs(fs, cg).cs_ndir < minndir &&
|
|
|
|
fs->fs_cs(fs, cg).cs_nifree >= avgifree &&
|
|
|
|
fs->fs_cs(fs, cg).cs_nbfree >= avgbfree) {
|
|
|
|
mincg = cg;
|
|
|
|
minndir = fs->fs_cs(fs, cg).cs_ndir;
|
|
|
|
}
|
|
|
|
return ((ino_t)(fs->fs_ipg * mincg));
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Count various limits which used for
|
|
|
|
* optimal allocation of a directory inode.
|
|
|
|
*/
|
|
|
|
maxndir = min(avgndir + fs->fs_ipg / 16, fs->fs_ipg);
|
|
|
|
minifree = avgifree - fs->fs_ipg / 4;
|
|
|
|
if (minifree < 0)
|
|
|
|
minifree = 0;
|
|
|
|
minbfree = avgbfree - fs->fs_fpg / fs->fs_frag / 4;
|
|
|
|
if (minbfree < 0)
|
|
|
|
minbfree = 0;
|
|
|
|
cgsize = fs->fs_fsize * fs->fs_fpg;
|
|
|
|
dirsize = fs->fs_avgfilesize * fs->fs_avgfpdir;
|
|
|
|
curdirsize = avgndir ? (cgsize - avgbfree * fs->fs_bsize) / avgndir : 0;
|
|
|
|
if (dirsize < curdirsize)
|
|
|
|
dirsize = curdirsize;
|
|
|
|
maxcontigdirs = min(cgsize / dirsize, 255);
|
|
|
|
if (fs->fs_avgfpdir > 0)
|
|
|
|
maxcontigdirs = min(maxcontigdirs,
|
|
|
|
fs->fs_ipg / fs->fs_avgfpdir);
|
|
|
|
if (maxcontigdirs == 0)
|
|
|
|
maxcontigdirs = 1;
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Limit number of dirs in one cg and reserve space for
|
|
|
|
* regular files, but only if we have no deficit in
|
|
|
|
* inodes or space.
|
|
|
|
*/
|
|
|
|
prefcg = ino_to_cg(fs, pip->i_number);
|
|
|
|
for (cg = prefcg; cg < fs->fs_ncg; cg++)
|
|
|
|
if (fs->fs_cs(fs, cg).cs_ndir < maxndir &&
|
|
|
|
fs->fs_cs(fs, cg).cs_nifree >= minifree &&
|
|
|
|
fs->fs_cs(fs, cg).cs_nbfree >= minbfree) {
|
|
|
|
if (fs->fs_contigdirs[cg] < maxcontigdirs)
|
|
|
|
return ((ino_t)(fs->fs_ipg * cg));
|
|
|
|
}
|
|
|
|
for (cg = 0; cg < prefcg; cg++)
|
|
|
|
if (fs->fs_cs(fs, cg).cs_ndir < maxndir &&
|
|
|
|
fs->fs_cs(fs, cg).cs_nifree >= minifree &&
|
|
|
|
fs->fs_cs(fs, cg).cs_nbfree >= minbfree) {
|
|
|
|
if (fs->fs_contigdirs[cg] < maxcontigdirs)
|
|
|
|
return ((ino_t)(fs->fs_ipg * cg));
|
1994-05-24 10:09:53 +00:00
|
|
|
}
|
Directory layout preference improvements from Grigoriy Orlov <gluk@ptci.ru>.
His description of the problem and solution follow. My own tests show
speedups on typical filesystem intensive workloads of 5% to 12% which
is very impressive considering the small amount of code change involved.
------
One day I noticed that some file operations run much faster on
small file systems then on big ones. I've looked at the ffs
algorithms, thought about them, and redesigned the dirpref algorithm.
First I want to describe the results of my tests. These results are old
and I have improved the algorithm after these tests were done. Nevertheless
they show how big the perfomance speedup may be. I have done two file/directory
intensive tests on a two OpenBSD systems with old and new dirpref algorithm.
The first test is "tar -xzf ports.tar.gz", the second is "rm -rf ports".
The ports.tar.gz file is the ports collection from the OpenBSD 2.8 release.
It contains 6596 directories and 13868 files. The test systems are:
1. Celeron-450, 128Mb, two IDE drives, the system at wd0, file system for
test is at wd1. Size of test file system is 8 Gb, number of cg=991,
size of cg is 8m, block size = 8k, fragment size = 1k OpenBSD-current
from Dec 2000 with BUFCACHEPERCENT=35
2. PIII-600, 128Mb, two IBM DTLA-307045 IDE drives at i815e, the system
at wd0, file system for test is at wd1. Size of test file system is 40 Gb,
number of cg=5324, size of cg is 8m, block size = 8k, fragment size = 1k
OpenBSD-current from Dec 2000 with BUFCACHEPERCENT=50
You can get more info about the test systems and methods at:
http://www.ptci.ru/gluk/dirpref/old/dirpref.html
Test Results
tar -xzf ports.tar.gz rm -rf ports
mode old dirpref new dirpref speedup old dirprefnew dirpref speedup
First system
normal 667 472 1.41 477 331 1.44
async 285 144 1.98 130 14 9.29
sync 768 616 1.25 477 334 1.43
softdep 413 252 1.64 241 38 6.34
Second system
normal 329 81 4.06 263.5 93.5 2.81
async 302 25.7 11.75 112 2.26 49.56
sync 281 57.0 4.93 263 90.5 2.9
softdep 341 40.6 8.4 284 4.76 59.66
"old dirpref" and "new dirpref" columns give a test time in seconds.
speedup - speed increasement in times, ie. old dirpref / new dirpref.
------
Algorithm description
The old dirpref algorithm is described in comments:
/*
* Find a cylinder to place a directory.
*
* The policy implemented by this algorithm is to select from
* among those cylinder groups with above the average number of
* free inodes, the one with the smallest number of directories.
*/
A new directory is allocated in a different cylinder groups than its
parent directory resulting in a directory tree that is spreaded across
all the cylinder groups. This spreading out results in a non-optimal
access to the directories and files. When we have a small filesystem
it is not a problem but when the filesystem is big then perfomance
degradation becomes very apparent.
What I mean by a big file system ?
1. A big filesystem is a filesystem which occupy 20-30 or more percent
of total drive space, i.e. first and last cylinder are physically
located relatively far from each other.
2. It has a relatively large number of cylinder groups, for example
more cylinder groups than 50% of the buffers in the buffer cache.
The first results in long access times, while the second results in
many buffers being used by metadata operations. Such operations use
cylinder group blocks and on-disk inode blocks. The cylinder group
block (fs->fs_cblkno) contains struct cg, inode and block bit maps.
It is 2k in size for the default filesystem parameters. If new and
parent directories are located in different cylinder groups then the
system performs more input/output operations and uses more buffers.
On filesystems with many cylinder groups, lots of cache buffers are
used for metadata operations.
My solution for this problem is very simple. I allocate many directories
in one cylinder group. I also do some things, so that the new allocation
method does not cause excessive fragmentation and all directory inodes
will not be located at a location far from its file's inodes and data.
The algorithm is:
/*
* Find a cylinder group to place a directory.
*
* The policy implemented by this algorithm is to allocate a
* directory inode in the same cylinder group as its parent
* directory, but also to reserve space for its files inodes
* and data. Restrict the number of directories which may be
* allocated one after another in the same cylinder group
* without intervening allocation of files.
*
* If we allocate a first level directory then force allocation
* in another cylinder group.
*/
My early versions of dirpref give me a good results for a wide range of
file operations and different filesystem capacities except one case:
those applications that create their entire directory structure first
and only later fill this structure with files.
My solution for such and similar cases is to limit a number of
directories which may be created one after another in the same cylinder
group without intervening file creations. For this purpose, I allocate
an array of counters at mount time. This array is linked to the superblock
fs->fs_contigdirs[cg]. Each time a directory is created the counter
increases and each time a file is created the counter decreases. A 60Gb
filesystem with 8mb/cg requires 10kb of memory for the counters array.
The maxcontigdirs is a maximum number of directories which may be created
without an intervening file creation. I found in my tests that the best
performance occurs when I restrict the number of directories in one cylinder
group such that all its files may be located in the same cylinder group.
There may be some deterioration in performance if all the file inodes
are in the same cylinder group as its containing directory, but their
data partially resides in a different cylinder group. The maxcontigdirs
value is calculated to try to prevent this condition. Since there is
no way to know how many files and directories will be allocated later
I added two optimization parameters in superblock/tunefs. They are:
int32_t fs_avgfilesize; /* expected average file size */
int32_t fs_avgfpdir; /* expected # of files per directory */
These parameters have reasonable defaults but may be tweeked for special
uses of a filesystem. They are only necessary in rare cases like better
tuning a filesystem being used to store a squid cache.
I have been using this algorithm for about 3 months. I have done
a lot of testing on filesystems with different capacities, average
filesize, average number of files per directory, and so on. I think
this algorithm has no negative impact on filesystem perfomance. It
works better than the default one in all cases. The new dirpref
will greatly improve untarring/removing/coping of big directories,
decrease load on cvs servers and much more. The new dirpref doesn't
speedup a compilation process, but also doesn't slow it down.
Obtained from: Grigoriy Orlov <gluk@ptci.ru>
2001-04-10 08:38:59 +00:00
|
|
|
/*
|
|
|
|
* This is a backstop when we have deficit in space.
|
|
|
|
*/
|
|
|
|
for (cg = prefcg; cg < fs->fs_ncg; cg++)
|
|
|
|
if (fs->fs_cs(fs, cg).cs_nifree >= avgifree)
|
|
|
|
return ((ino_t)(fs->fs_ipg * cg));
|
|
|
|
for (cg = 0; cg < prefcg; cg++)
|
|
|
|
if (fs->fs_cs(fs, cg).cs_nifree >= avgifree)
|
|
|
|
break;
|
|
|
|
return ((ino_t)(fs->fs_ipg * cg));
|
1994-05-24 10:09:53 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Select the desired position for the next block in a file. The file is
|
|
|
|
* logically divided into sections. The first section is composed of the
|
|
|
|
* direct blocks. Each additional section contains fs_maxbpg blocks.
|
1995-05-30 08:16:23 +00:00
|
|
|
*
|
1994-05-24 10:09:53 +00:00
|
|
|
* If no blocks have been allocated in the first section, the policy is to
|
|
|
|
* request a block in the same cylinder group as the inode that describes
|
|
|
|
* the file. If no blocks have been allocated in any other section, the
|
|
|
|
* policy is to place the section in a cylinder group with a greater than
|
|
|
|
* average number of free blocks. An appropriate cylinder group is found
|
|
|
|
* by using a rotor that sweeps the cylinder groups. When a new group of
|
|
|
|
* blocks is needed, the sweep begins in the cylinder group following the
|
|
|
|
* cylinder group from which the previous allocation was made. The sweep
|
|
|
|
* continues until a cylinder group with greater than the average number
|
|
|
|
* of free blocks is found. If the allocation is for the first block in an
|
|
|
|
* indirect block, the information on the previous allocation is unavailable;
|
|
|
|
* here a best guess is made based upon the logical block number being
|
|
|
|
* allocated.
|
1995-05-30 08:16:23 +00:00
|
|
|
*
|
1994-05-24 10:09:53 +00:00
|
|
|
* If a section is already partially allocated, the policy is to
|
|
|
|
* contiguously allocate fs_maxcontig blocks. The end of one of these
|
|
|
|
* contiguous blocks and the beginning of the next is physically separated
|
|
|
|
* so that the disk head will be in transit between them for at least
|
|
|
|
* fs_rotdelay milliseconds. This is to allow time for the processor to
|
|
|
|
* schedule another I/O transfer.
|
|
|
|
*/
|
1997-02-10 02:22:35 +00:00
|
|
|
ufs_daddr_t
|
1994-05-24 10:09:53 +00:00
|
|
|
ffs_blkpref(ip, lbn, indx, bap)
|
|
|
|
struct inode *ip;
|
1997-02-10 02:22:35 +00:00
|
|
|
ufs_daddr_t lbn;
|
1994-05-24 10:09:53 +00:00
|
|
|
int indx;
|
1997-02-10 02:22:35 +00:00
|
|
|
ufs_daddr_t *bap;
|
1994-05-24 10:09:53 +00:00
|
|
|
{
|
|
|
|
register struct fs *fs;
|
|
|
|
register int cg;
|
|
|
|
int avgbfree, startcg;
|
1997-02-10 02:22:35 +00:00
|
|
|
ufs_daddr_t nextblk;
|
1994-05-24 10:09:53 +00:00
|
|
|
|
|
|
|
fs = ip->i_fs;
|
|
|
|
if (indx % fs->fs_maxbpg == 0 || bap[indx - 1] == 0) {
|
1999-12-01 19:33:12 +00:00
|
|
|
if (lbn < NDADDR + NINDIR(fs)) {
|
1994-05-24 10:09:53 +00:00
|
|
|
cg = ino_to_cg(fs, ip->i_number);
|
|
|
|
return (fs->fs_fpg * cg + fs->fs_frag);
|
|
|
|
}
|
|
|
|
/*
|
|
|
|
* Find a cylinder with greater than average number of
|
|
|
|
* unused data blocks.
|
|
|
|
*/
|
|
|
|
if (indx == 0 || bap[indx - 1] == 0)
|
|
|
|
startcg =
|
|
|
|
ino_to_cg(fs, ip->i_number) + lbn / fs->fs_maxbpg;
|
|
|
|
else
|
|
|
|
startcg = dtog(fs, bap[indx - 1]) + 1;
|
|
|
|
startcg %= fs->fs_ncg;
|
|
|
|
avgbfree = fs->fs_cstotal.cs_nbfree / fs->fs_ncg;
|
|
|
|
for (cg = startcg; cg < fs->fs_ncg; cg++)
|
|
|
|
if (fs->fs_cs(fs, cg).cs_nbfree >= avgbfree) {
|
|
|
|
fs->fs_cgrotor = cg;
|
|
|
|
return (fs->fs_fpg * cg + fs->fs_frag);
|
|
|
|
}
|
|
|
|
for (cg = 0; cg <= startcg; cg++)
|
|
|
|
if (fs->fs_cs(fs, cg).cs_nbfree >= avgbfree) {
|
|
|
|
fs->fs_cgrotor = cg;
|
|
|
|
return (fs->fs_fpg * cg + fs->fs_frag);
|
|
|
|
}
|
1996-07-12 04:12:25 +00:00
|
|
|
return (0);
|
1994-05-24 10:09:53 +00:00
|
|
|
}
|
|
|
|
/*
|
|
|
|
* One or more previous blocks have been laid out. If less
|
|
|
|
* than fs_maxcontig previous blocks are contiguous, the
|
|
|
|
* next block is requested contiguously, otherwise it is
|
|
|
|
* requested rotationally delayed by fs_rotdelay milliseconds.
|
|
|
|
*/
|
|
|
|
nextblk = bap[indx - 1] + fs->fs_frag;
|
1995-09-08 17:16:32 +00:00
|
|
|
if (fs->fs_rotdelay == 0 || indx < fs->fs_maxcontig ||
|
|
|
|
bap[indx - fs->fs_maxcontig] +
|
1994-05-24 10:09:53 +00:00
|
|
|
blkstofrags(fs, fs->fs_maxcontig) != nextblk)
|
|
|
|
return (nextblk);
|
1995-09-08 17:16:32 +00:00
|
|
|
/*
|
|
|
|
* Here we convert ms of delay to frags as:
|
|
|
|
* (frags) = (ms) * (rev/sec) * (sect/rev) /
|
|
|
|
* ((sect/frag) * (ms/sec))
|
|
|
|
* then round up to the next block.
|
|
|
|
*/
|
|
|
|
nextblk += roundup(fs->fs_rotdelay * fs->fs_rps * fs->fs_nsect /
|
|
|
|
(NSPF(fs) * 1000), fs->fs_frag);
|
1994-05-24 10:09:53 +00:00
|
|
|
return (nextblk);
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Implement the cylinder overflow algorithm.
|
|
|
|
*
|
|
|
|
* The policy implemented by this algorithm is:
|
|
|
|
* 1) allocate the block in its requested cylinder group.
|
|
|
|
* 2) quadradically rehash on the cylinder group number.
|
|
|
|
* 3) brute force search for a free block.
|
|
|
|
*/
|
|
|
|
/*VARARGS5*/
|
|
|
|
static u_long
|
|
|
|
ffs_hashalloc(ip, cg, pref, size, allocator)
|
|
|
|
struct inode *ip;
|
|
|
|
int cg;
|
|
|
|
long pref;
|
|
|
|
int size; /* size for data blocks, mode for inodes */
|
1995-12-03 11:17:15 +00:00
|
|
|
allocfcn_t *allocator;
|
1994-05-24 10:09:53 +00:00
|
|
|
{
|
|
|
|
register struct fs *fs;
|
1995-12-03 11:17:15 +00:00
|
|
|
long result; /* XXX why not same type as we return? */
|
1994-05-24 10:09:53 +00:00
|
|
|
int i, icg = cg;
|
|
|
|
|
2000-07-11 22:07:57 +00:00
|
|
|
#ifdef DIAGNOSTIC
|
|
|
|
if (ITOV(ip)->v_mount->mnt_kern_flag & MNTK_SUSPENDED)
|
|
|
|
panic("ffs_hashalloc: allocation on suspended filesystem");
|
|
|
|
#endif
|
1994-05-24 10:09:53 +00:00
|
|
|
fs = ip->i_fs;
|
|
|
|
/*
|
|
|
|
* 1: preferred cylinder group
|
|
|
|
*/
|
|
|
|
result = (*allocator)(ip, cg, pref, size);
|
|
|
|
if (result)
|
|
|
|
return (result);
|
|
|
|
/*
|
|
|
|
* 2: quadratic rehash
|
|
|
|
*/
|
|
|
|
for (i = 1; i < fs->fs_ncg; i *= 2) {
|
|
|
|
cg += i;
|
|
|
|
if (cg >= fs->fs_ncg)
|
|
|
|
cg -= fs->fs_ncg;
|
|
|
|
result = (*allocator)(ip, cg, 0, size);
|
|
|
|
if (result)
|
|
|
|
return (result);
|
|
|
|
}
|
|
|
|
/*
|
|
|
|
* 3: brute force search
|
|
|
|
* Note that we start at i == 2, since 0 was checked initially,
|
|
|
|
* and 1 is always checked in the quadratic rehash.
|
|
|
|
*/
|
|
|
|
cg = (icg + 2) % fs->fs_ncg;
|
|
|
|
for (i = 2; i < fs->fs_ncg; i++) {
|
|
|
|
result = (*allocator)(ip, cg, 0, size);
|
|
|
|
if (result)
|
|
|
|
return (result);
|
|
|
|
cg++;
|
|
|
|
if (cg == fs->fs_ncg)
|
|
|
|
cg = 0;
|
|
|
|
}
|
1995-12-03 11:17:15 +00:00
|
|
|
return (0);
|
1994-05-24 10:09:53 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Determine whether a fragment can be extended.
|
|
|
|
*
|
1995-05-30 08:16:23 +00:00
|
|
|
* Check to see if the necessary fragments are available, and
|
1994-05-24 10:09:53 +00:00
|
|
|
* if they are, allocate them.
|
|
|
|
*/
|
1997-02-10 02:22:35 +00:00
|
|
|
static ufs_daddr_t
|
1994-05-24 10:09:53 +00:00
|
|
|
ffs_fragextend(ip, cg, bprev, osize, nsize)
|
|
|
|
struct inode *ip;
|
|
|
|
int cg;
|
|
|
|
long bprev;
|
|
|
|
int osize, nsize;
|
|
|
|
{
|
|
|
|
register struct fs *fs;
|
|
|
|
register struct cg *cgp;
|
|
|
|
struct buf *bp;
|
|
|
|
long bno;
|
|
|
|
int frags, bbase;
|
|
|
|
int i, error;
|
2000-03-15 07:08:36 +00:00
|
|
|
u_int8_t *blksfree;
|
1994-05-24 10:09:53 +00:00
|
|
|
|
|
|
|
fs = ip->i_fs;
|
|
|
|
if (fs->fs_cs(fs, cg).cs_nffree < numfrags(fs, nsize - osize))
|
1996-07-12 04:12:25 +00:00
|
|
|
return (0);
|
1994-05-24 10:09:53 +00:00
|
|
|
frags = numfrags(fs, nsize);
|
|
|
|
bbase = fragnum(fs, bprev);
|
|
|
|
if (bbase > fragnum(fs, (bprev + frags - 1))) {
|
|
|
|
/* cannot extend across a block boundary */
|
1996-07-12 04:12:25 +00:00
|
|
|
return (0);
|
1994-05-24 10:09:53 +00:00
|
|
|
}
|
|
|
|
error = bread(ip->i_devvp, fsbtodb(fs, cgtod(fs, cg)),
|
|
|
|
(int)fs->fs_cgsize, NOCRED, &bp);
|
|
|
|
if (error) {
|
|
|
|
brelse(bp);
|
1996-07-12 04:12:25 +00:00
|
|
|
return (0);
|
1994-05-24 10:09:53 +00:00
|
|
|
}
|
|
|
|
cgp = (struct cg *)bp->b_data;
|
|
|
|
if (!cg_chkmagic(cgp)) {
|
|
|
|
brelse(bp);
|
1996-07-12 04:12:25 +00:00
|
|
|
return (0);
|
1994-05-24 10:09:53 +00:00
|
|
|
}
|
2000-01-10 00:24:24 +00:00
|
|
|
bp->b_xflags |= BX_BKGRDWRITE;
|
1998-03-30 09:56:58 +00:00
|
|
|
cgp->cg_time = time_second;
|
1994-05-24 10:09:53 +00:00
|
|
|
bno = dtogd(fs, bprev);
|
2000-03-15 07:08:36 +00:00
|
|
|
blksfree = cg_blksfree(cgp);
|
1994-05-24 10:09:53 +00:00
|
|
|
for (i = numfrags(fs, osize); i < frags; i++)
|
2000-03-15 07:08:36 +00:00
|
|
|
if (isclr(blksfree, bno + i)) {
|
1994-05-24 10:09:53 +00:00
|
|
|
brelse(bp);
|
1996-07-12 04:12:25 +00:00
|
|
|
return (0);
|
1994-05-24 10:09:53 +00:00
|
|
|
}
|
|
|
|
/*
|
|
|
|
* the current fragment can be extended
|
|
|
|
* deduct the count on fragment being extended into
|
|
|
|
* increase the count on the remaining fragment (if any)
|
|
|
|
* allocate the extended piece
|
|
|
|
*/
|
|
|
|
for (i = frags; i < fs->fs_frag - bbase; i++)
|
2000-03-15 07:08:36 +00:00
|
|
|
if (isclr(blksfree, bno + i))
|
1994-05-24 10:09:53 +00:00
|
|
|
break;
|
|
|
|
cgp->cg_frsum[i - numfrags(fs, osize)]--;
|
|
|
|
if (i != frags)
|
|
|
|
cgp->cg_frsum[i - frags]++;
|
|
|
|
for (i = numfrags(fs, osize); i < frags; i++) {
|
2000-03-15 07:08:36 +00:00
|
|
|
clrbit(blksfree, bno + i);
|
1994-05-24 10:09:53 +00:00
|
|
|
cgp->cg_cs.cs_nffree--;
|
|
|
|
fs->fs_cstotal.cs_nffree--;
|
|
|
|
fs->fs_cs(fs, cg).cs_nffree--;
|
|
|
|
}
|
|
|
|
fs->fs_fmod = 1;
|
1998-03-08 09:59:44 +00:00
|
|
|
if (DOINGSOFTDEP(ITOV(ip)))
|
|
|
|
softdep_setup_blkmapdep(bp, fs, bprev);
|
1994-05-24 10:09:53 +00:00
|
|
|
bdwrite(bp);
|
|
|
|
return (bprev);
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Determine whether a block can be allocated.
|
|
|
|
*
|
|
|
|
* Check to see if a block of the appropriate size is available,
|
|
|
|
* and if it is, allocate it.
|
|
|
|
*/
|
1997-02-10 02:22:35 +00:00
|
|
|
static ufs_daddr_t
|
1994-05-24 10:09:53 +00:00
|
|
|
ffs_alloccg(ip, cg, bpref, size)
|
|
|
|
struct inode *ip;
|
|
|
|
int cg;
|
1997-02-10 02:22:35 +00:00
|
|
|
ufs_daddr_t bpref;
|
1994-05-24 10:09:53 +00:00
|
|
|
int size;
|
|
|
|
{
|
|
|
|
register struct fs *fs;
|
|
|
|
register struct cg *cgp;
|
|
|
|
struct buf *bp;
|
|
|
|
register int i;
|
1998-03-08 09:59:44 +00:00
|
|
|
ufs_daddr_t bno, blkno;
|
|
|
|
int allocsiz, error, frags;
|
2000-03-15 07:08:36 +00:00
|
|
|
u_int8_t *blksfree;
|
1994-05-24 10:09:53 +00:00
|
|
|
|
|
|
|
fs = ip->i_fs;
|
|
|
|
if (fs->fs_cs(fs, cg).cs_nbfree == 0 && size == fs->fs_bsize)
|
1996-07-12 04:12:25 +00:00
|
|
|
return (0);
|
1994-05-24 10:09:53 +00:00
|
|
|
error = bread(ip->i_devvp, fsbtodb(fs, cgtod(fs, cg)),
|
|
|
|
(int)fs->fs_cgsize, NOCRED, &bp);
|
|
|
|
if (error) {
|
|
|
|
brelse(bp);
|
1996-07-12 04:12:25 +00:00
|
|
|
return (0);
|
1994-05-24 10:09:53 +00:00
|
|
|
}
|
|
|
|
cgp = (struct cg *)bp->b_data;
|
|
|
|
if (!cg_chkmagic(cgp) ||
|
|
|
|
(cgp->cg_cs.cs_nbfree == 0 && size == fs->fs_bsize)) {
|
|
|
|
brelse(bp);
|
1996-07-12 04:12:25 +00:00
|
|
|
return (0);
|
1994-05-24 10:09:53 +00:00
|
|
|
}
|
2000-01-10 00:24:24 +00:00
|
|
|
bp->b_xflags |= BX_BKGRDWRITE;
|
1998-03-30 09:56:58 +00:00
|
|
|
cgp->cg_time = time_second;
|
1994-05-24 10:09:53 +00:00
|
|
|
if (size == fs->fs_bsize) {
|
1998-03-08 09:59:44 +00:00
|
|
|
bno = ffs_alloccgblk(ip, bp, bpref);
|
1994-05-24 10:09:53 +00:00
|
|
|
bdwrite(bp);
|
|
|
|
return (bno);
|
|
|
|
}
|
|
|
|
/*
|
|
|
|
* check to see if any fragments are already available
|
|
|
|
* allocsiz is the size which will be allocated, hacking
|
|
|
|
* it down to a smaller size if necessary
|
|
|
|
*/
|
2000-03-15 07:08:36 +00:00
|
|
|
blksfree = cg_blksfree(cgp);
|
1994-05-24 10:09:53 +00:00
|
|
|
frags = numfrags(fs, size);
|
|
|
|
for (allocsiz = frags; allocsiz < fs->fs_frag; allocsiz++)
|
|
|
|
if (cgp->cg_frsum[allocsiz] != 0)
|
|
|
|
break;
|
|
|
|
if (allocsiz == fs->fs_frag) {
|
|
|
|
/*
|
1995-05-30 08:16:23 +00:00
|
|
|
* no fragments were available, so a block will be
|
1994-05-24 10:09:53 +00:00
|
|
|
* allocated, and hacked up
|
|
|
|
*/
|
|
|
|
if (cgp->cg_cs.cs_nbfree == 0) {
|
|
|
|
brelse(bp);
|
1996-07-12 04:12:25 +00:00
|
|
|
return (0);
|
1994-05-24 10:09:53 +00:00
|
|
|
}
|
1998-03-08 09:59:44 +00:00
|
|
|
bno = ffs_alloccgblk(ip, bp, bpref);
|
1994-05-24 10:09:53 +00:00
|
|
|
bpref = dtogd(fs, bno);
|
|
|
|
for (i = frags; i < fs->fs_frag; i++)
|
2000-03-15 07:08:36 +00:00
|
|
|
setbit(blksfree, bpref + i);
|
1994-05-24 10:09:53 +00:00
|
|
|
i = fs->fs_frag - frags;
|
|
|
|
cgp->cg_cs.cs_nffree += i;
|
|
|
|
fs->fs_cstotal.cs_nffree += i;
|
|
|
|
fs->fs_cs(fs, cg).cs_nffree += i;
|
|
|
|
fs->fs_fmod = 1;
|
|
|
|
cgp->cg_frsum[i]++;
|
|
|
|
bdwrite(bp);
|
|
|
|
return (bno);
|
|
|
|
}
|
|
|
|
bno = ffs_mapsearch(fs, cgp, bpref, allocsiz);
|
|
|
|
if (bno < 0) {
|
|
|
|
brelse(bp);
|
1996-07-12 04:12:25 +00:00
|
|
|
return (0);
|
1994-05-24 10:09:53 +00:00
|
|
|
}
|
|
|
|
for (i = 0; i < frags; i++)
|
2000-03-15 07:08:36 +00:00
|
|
|
clrbit(blksfree, bno + i);
|
1994-05-24 10:09:53 +00:00
|
|
|
cgp->cg_cs.cs_nffree -= frags;
|
|
|
|
fs->fs_cstotal.cs_nffree -= frags;
|
|
|
|
fs->fs_cs(fs, cg).cs_nffree -= frags;
|
|
|
|
fs->fs_fmod = 1;
|
|
|
|
cgp->cg_frsum[allocsiz]--;
|
|
|
|
if (frags != allocsiz)
|
|
|
|
cgp->cg_frsum[allocsiz - frags]++;
|
1998-03-08 09:59:44 +00:00
|
|
|
blkno = cg * fs->fs_fpg + bno;
|
|
|
|
if (DOINGSOFTDEP(ITOV(ip)))
|
|
|
|
softdep_setup_blkmapdep(bp, fs, blkno);
|
1994-05-24 10:09:53 +00:00
|
|
|
bdwrite(bp);
|
1998-03-08 09:59:44 +00:00
|
|
|
return ((u_long)blkno);
|
1994-05-24 10:09:53 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Allocate a block in a cylinder group.
|
|
|
|
*
|
|
|
|
* This algorithm implements the following policy:
|
|
|
|
* 1) allocate the requested block.
|
|
|
|
* 2) allocate a rotationally optimal block in the same cylinder.
|
|
|
|
* 3) allocate the next available block on the block rotor for the
|
|
|
|
* specified cylinder group.
|
|
|
|
* Note that this routine only allocates fs_bsize blocks; these
|
|
|
|
* blocks may be fragmented by the routine that allocates them.
|
|
|
|
*/
|
1997-02-10 02:22:35 +00:00
|
|
|
static ufs_daddr_t
|
1998-03-08 09:59:44 +00:00
|
|
|
ffs_alloccgblk(ip, bp, bpref)
|
|
|
|
struct inode *ip;
|
|
|
|
struct buf *bp;
|
1997-02-10 02:22:35 +00:00
|
|
|
ufs_daddr_t bpref;
|
1994-05-24 10:09:53 +00:00
|
|
|
{
|
1998-03-08 09:59:44 +00:00
|
|
|
struct fs *fs;
|
|
|
|
struct cg *cgp;
|
1997-02-10 02:22:35 +00:00
|
|
|
ufs_daddr_t bno, blkno;
|
1994-05-24 10:09:53 +00:00
|
|
|
int cylno, pos, delta;
|
|
|
|
short *cylbp;
|
|
|
|
register int i;
|
2000-03-15 07:08:36 +00:00
|
|
|
u_int8_t *blksfree;
|
1994-05-24 10:09:53 +00:00
|
|
|
|
1998-03-08 09:59:44 +00:00
|
|
|
fs = ip->i_fs;
|
|
|
|
cgp = (struct cg *)bp->b_data;
|
2000-03-15 07:08:36 +00:00
|
|
|
blksfree = cg_blksfree(cgp);
|
1994-05-24 10:09:53 +00:00
|
|
|
if (bpref == 0 || dtog(fs, bpref) != cgp->cg_cgx) {
|
|
|
|
bpref = cgp->cg_rotor;
|
|
|
|
goto norot;
|
|
|
|
}
|
|
|
|
bpref = blknum(fs, bpref);
|
|
|
|
bpref = dtogd(fs, bpref);
|
|
|
|
/*
|
|
|
|
* if the requested block is available, use it
|
|
|
|
*/
|
2000-03-15 07:08:36 +00:00
|
|
|
if (ffs_isblock(fs, blksfree, fragstoblks(fs, bpref))) {
|
1994-05-24 10:09:53 +00:00
|
|
|
bno = bpref;
|
|
|
|
goto gotit;
|
|
|
|
}
|
1995-02-27 17:43:57 +00:00
|
|
|
if (fs->fs_nrpos <= 1 || fs->fs_cpc == 0) {
|
1994-05-24 10:09:53 +00:00
|
|
|
/*
|
|
|
|
* Block layout information is not available.
|
|
|
|
* Leaving bpref unchanged means we take the
|
1995-05-30 08:16:23 +00:00
|
|
|
* next available free block following the one
|
1994-05-24 10:09:53 +00:00
|
|
|
* we just allocated. Hopefully this will at
|
|
|
|
* least hit a track cache on drives of unknown
|
|
|
|
* geometry (e.g. SCSI).
|
|
|
|
*/
|
|
|
|
goto norot;
|
|
|
|
}
|
1995-02-27 17:43:57 +00:00
|
|
|
/*
|
|
|
|
* check for a block available on the same cylinder
|
|
|
|
*/
|
|
|
|
cylno = cbtocylno(fs, bpref);
|
|
|
|
if (cg_blktot(cgp)[cylno] == 0)
|
|
|
|
goto norot;
|
1994-05-24 10:09:53 +00:00
|
|
|
/*
|
1995-05-30 08:16:23 +00:00
|
|
|
* check the summary information to see if a block is
|
1994-05-24 10:09:53 +00:00
|
|
|
* available in the requested cylinder starting at the
|
|
|
|
* requested rotational position and proceeding around.
|
|
|
|
*/
|
|
|
|
cylbp = cg_blks(fs, cgp, cylno);
|
|
|
|
pos = cbtorpos(fs, bpref);
|
|
|
|
for (i = pos; i < fs->fs_nrpos; i++)
|
|
|
|
if (cylbp[i] > 0)
|
|
|
|
break;
|
|
|
|
if (i == fs->fs_nrpos)
|
|
|
|
for (i = 0; i < pos; i++)
|
|
|
|
if (cylbp[i] > 0)
|
|
|
|
break;
|
|
|
|
if (cylbp[i] > 0) {
|
|
|
|
/*
|
|
|
|
* found a rotational position, now find the actual
|
|
|
|
* block. A panic if none is actually there.
|
|
|
|
*/
|
|
|
|
pos = cylno % fs->fs_cpc;
|
|
|
|
bno = (cylno - pos) * fs->fs_spc / NSPB(fs);
|
|
|
|
if (fs_postbl(fs, pos)[i] == -1) {
|
|
|
|
printf("pos = %d, i = %d, fs = %s\n",
|
|
|
|
pos, i, fs->fs_fsmnt);
|
|
|
|
panic("ffs_alloccgblk: cyl groups corrupted");
|
|
|
|
}
|
|
|
|
for (i = fs_postbl(fs, pos)[i];; ) {
|
2000-03-15 07:08:36 +00:00
|
|
|
if (ffs_isblock(fs, blksfree, bno + i)) {
|
1994-05-24 10:09:53 +00:00
|
|
|
bno = blkstofrags(fs, (bno + i));
|
|
|
|
goto gotit;
|
|
|
|
}
|
|
|
|
delta = fs_rotbl(fs)[i];
|
|
|
|
if (delta <= 0 ||
|
|
|
|
delta + i > fragstoblks(fs, fs->fs_fpg))
|
|
|
|
break;
|
|
|
|
i += delta;
|
|
|
|
}
|
|
|
|
printf("pos = %d, i = %d, fs = %s\n", pos, i, fs->fs_fsmnt);
|
|
|
|
panic("ffs_alloccgblk: can't find blk in cyl");
|
|
|
|
}
|
|
|
|
norot:
|
|
|
|
/*
|
|
|
|
* no blocks in the requested cylinder, so take next
|
|
|
|
* available one in this cylinder group.
|
|
|
|
*/
|
|
|
|
bno = ffs_mapsearch(fs, cgp, bpref, (int)fs->fs_frag);
|
|
|
|
if (bno < 0)
|
1996-07-12 04:12:25 +00:00
|
|
|
return (0);
|
1994-05-24 10:09:53 +00:00
|
|
|
cgp->cg_rotor = bno;
|
|
|
|
gotit:
|
|
|
|
blkno = fragstoblks(fs, bno);
|
2000-03-15 07:08:36 +00:00
|
|
|
ffs_clrblock(fs, blksfree, (long)blkno);
|
1994-05-24 10:09:53 +00:00
|
|
|
ffs_clusteracct(fs, cgp, blkno, -1);
|
|
|
|
cgp->cg_cs.cs_nbfree--;
|
|
|
|
fs->fs_cstotal.cs_nbfree--;
|
|
|
|
fs->fs_cs(fs, cgp->cg_cgx).cs_nbfree--;
|
|
|
|
cylno = cbtocylno(fs, bno);
|
|
|
|
cg_blks(fs, cgp, cylno)[cbtorpos(fs, bno)]--;
|
|
|
|
cg_blktot(cgp)[cylno]--;
|
|
|
|
fs->fs_fmod = 1;
|
1998-03-08 09:59:44 +00:00
|
|
|
blkno = cgp->cg_cgx * fs->fs_fpg + bno;
|
|
|
|
if (DOINGSOFTDEP(ITOV(ip)))
|
|
|
|
softdep_setup_blkmapdep(bp, fs, blkno);
|
|
|
|
return (blkno);
|
1994-05-24 10:09:53 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Determine whether a cluster can be allocated.
|
|
|
|
*
|
|
|
|
* We do not currently check for optimal rotational layout if there
|
|
|
|
* are multiple choices in the same cylinder group. Instead we just
|
|
|
|
* take the first one that we find following bpref.
|
|
|
|
*/
|
1997-02-10 02:22:35 +00:00
|
|
|
static ufs_daddr_t
|
1994-05-24 10:09:53 +00:00
|
|
|
ffs_clusteralloc(ip, cg, bpref, len)
|
|
|
|
struct inode *ip;
|
|
|
|
int cg;
|
1997-02-10 02:22:35 +00:00
|
|
|
ufs_daddr_t bpref;
|
1994-05-24 10:09:53 +00:00
|
|
|
int len;
|
|
|
|
{
|
|
|
|
register struct fs *fs;
|
|
|
|
register struct cg *cgp;
|
|
|
|
struct buf *bp;
|
1997-02-10 02:22:35 +00:00
|
|
|
int i, got, run, bno, bit, map;
|
1994-05-24 10:09:53 +00:00
|
|
|
u_char *mapp;
|
1997-02-10 02:22:35 +00:00
|
|
|
int32_t *lp;
|
2000-03-15 07:08:36 +00:00
|
|
|
u_int8_t *blksfree;
|
1994-05-24 10:09:53 +00:00
|
|
|
|
|
|
|
fs = ip->i_fs;
|
1997-02-10 02:22:35 +00:00
|
|
|
if (fs->fs_maxcluster[cg] < len)
|
1999-12-21 11:14:12 +00:00
|
|
|
return (0);
|
1994-05-24 10:09:53 +00:00
|
|
|
if (bread(ip->i_devvp, fsbtodb(fs, cgtod(fs, cg)), (int)fs->fs_cgsize,
|
|
|
|
NOCRED, &bp))
|
|
|
|
goto fail;
|
|
|
|
cgp = (struct cg *)bp->b_data;
|
|
|
|
if (!cg_chkmagic(cgp))
|
|
|
|
goto fail;
|
2000-01-10 00:24:24 +00:00
|
|
|
bp->b_xflags |= BX_BKGRDWRITE;
|
1994-05-24 10:09:53 +00:00
|
|
|
/*
|
|
|
|
* Check to see if a cluster of the needed size (or bigger) is
|
|
|
|
* available in this cylinder group.
|
|
|
|
*/
|
1997-02-10 02:22:35 +00:00
|
|
|
lp = &cg_clustersum(cgp)[len];
|
1994-05-24 10:09:53 +00:00
|
|
|
for (i = len; i <= fs->fs_contigsumsize; i++)
|
1997-02-10 02:22:35 +00:00
|
|
|
if (*lp++ > 0)
|
1994-05-24 10:09:53 +00:00
|
|
|
break;
|
1997-02-10 02:22:35 +00:00
|
|
|
if (i > fs->fs_contigsumsize) {
|
|
|
|
/*
|
|
|
|
* This is the first time looking for a cluster in this
|
|
|
|
* cylinder group. Update the cluster summary information
|
|
|
|
* to reflect the true maximum sized cluster so that
|
|
|
|
* future cluster allocation requests can avoid reading
|
|
|
|
* the cylinder group map only to find no clusters.
|
|
|
|
*/
|
|
|
|
lp = &cg_clustersum(cgp)[len - 1];
|
|
|
|
for (i = len - 1; i > 0; i--)
|
|
|
|
if (*lp-- > 0)
|
|
|
|
break;
|
|
|
|
fs->fs_maxcluster[cg] = i;
|
1994-05-24 10:09:53 +00:00
|
|
|
goto fail;
|
1997-02-10 02:22:35 +00:00
|
|
|
}
|
1994-05-24 10:09:53 +00:00
|
|
|
/*
|
|
|
|
* Search the cluster map to find a big enough cluster.
|
|
|
|
* We take the first one that we find, even if it is larger
|
|
|
|
* than we need as we prefer to get one close to the previous
|
|
|
|
* block allocation. We do not search before the current
|
|
|
|
* preference point as we do not want to allocate a block
|
|
|
|
* that is allocated before the previous one (as we will
|
|
|
|
* then have to wait for another pass of the elevator
|
|
|
|
* algorithm before it will be read). We prefer to fail and
|
|
|
|
* be recalled to try an allocation in the next cylinder group.
|
|
|
|
*/
|
|
|
|
if (dtog(fs, bpref) != cg)
|
|
|
|
bpref = 0;
|
|
|
|
else
|
|
|
|
bpref = fragstoblks(fs, dtogd(fs, blknum(fs, bpref)));
|
|
|
|
mapp = &cg_clustersfree(cgp)[bpref / NBBY];
|
|
|
|
map = *mapp++;
|
|
|
|
bit = 1 << (bpref % NBBY);
|
1997-02-10 02:22:35 +00:00
|
|
|
for (run = 0, got = bpref; got < cgp->cg_nclusterblks; got++) {
|
1994-05-24 10:09:53 +00:00
|
|
|
if ((map & bit) == 0) {
|
|
|
|
run = 0;
|
|
|
|
} else {
|
|
|
|
run++;
|
|
|
|
if (run == len)
|
|
|
|
break;
|
|
|
|
}
|
1997-02-10 02:22:35 +00:00
|
|
|
if ((got & (NBBY - 1)) != (NBBY - 1)) {
|
1994-05-24 10:09:53 +00:00
|
|
|
bit <<= 1;
|
|
|
|
} else {
|
|
|
|
map = *mapp++;
|
|
|
|
bit = 1;
|
|
|
|
}
|
|
|
|
}
|
1997-08-04 07:30:43 +00:00
|
|
|
if (got >= cgp->cg_nclusterblks)
|
1994-05-24 10:09:53 +00:00
|
|
|
goto fail;
|
|
|
|
/*
|
|
|
|
* Allocate the cluster that we have found.
|
|
|
|
*/
|
2000-03-15 07:08:36 +00:00
|
|
|
blksfree = cg_blksfree(cgp);
|
1997-02-10 02:22:35 +00:00
|
|
|
for (i = 1; i <= len; i++)
|
2000-03-15 07:08:36 +00:00
|
|
|
if (!ffs_isblock(fs, blksfree, got - run + i))
|
1997-02-10 02:22:35 +00:00
|
|
|
panic("ffs_clusteralloc: map mismatch");
|
|
|
|
bno = cg * fs->fs_fpg + blkstofrags(fs, got - run + 1);
|
|
|
|
if (dtog(fs, bno) != cg)
|
|
|
|
panic("ffs_clusteralloc: allocated out of group");
|
1994-05-24 10:09:53 +00:00
|
|
|
len = blkstofrags(fs, len);
|
|
|
|
for (i = 0; i < len; i += fs->fs_frag)
|
1998-03-08 09:59:44 +00:00
|
|
|
if ((got = ffs_alloccgblk(ip, bp, bno + i)) != bno + i)
|
1994-05-24 10:09:53 +00:00
|
|
|
panic("ffs_clusteralloc: lost block");
|
1995-08-07 08:16:32 +00:00
|
|
|
bdwrite(bp);
|
1994-05-24 10:09:53 +00:00
|
|
|
return (bno);
|
|
|
|
|
|
|
|
fail:
|
|
|
|
brelse(bp);
|
|
|
|
return (0);
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Determine whether an inode can be allocated.
|
|
|
|
*
|
|
|
|
* Check to see if an inode is available, and if it is,
|
|
|
|
* allocate it using the following policy:
|
|
|
|
* 1) allocate the requested inode.
|
|
|
|
* 2) allocate the next available inode after the requested
|
|
|
|
* inode in the specified cylinder group.
|
|
|
|
*/
|
|
|
|
static ino_t
|
|
|
|
ffs_nodealloccg(ip, cg, ipref, mode)
|
|
|
|
struct inode *ip;
|
|
|
|
int cg;
|
1997-02-10 02:22:35 +00:00
|
|
|
ufs_daddr_t ipref;
|
1994-05-24 10:09:53 +00:00
|
|
|
int mode;
|
|
|
|
{
|
|
|
|
register struct fs *fs;
|
|
|
|
register struct cg *cgp;
|
|
|
|
struct buf *bp;
|
2000-03-15 07:08:36 +00:00
|
|
|
u_int8_t *inosused;
|
1994-05-24 10:09:53 +00:00
|
|
|
int error, start, len, loc, map, i;
|
|
|
|
|
|
|
|
fs = ip->i_fs;
|
|
|
|
if (fs->fs_cs(fs, cg).cs_nifree == 0)
|
1996-07-12 04:12:25 +00:00
|
|
|
return (0);
|
1994-05-24 10:09:53 +00:00
|
|
|
error = bread(ip->i_devvp, fsbtodb(fs, cgtod(fs, cg)),
|
|
|
|
(int)fs->fs_cgsize, NOCRED, &bp);
|
|
|
|
if (error) {
|
|
|
|
brelse(bp);
|
1996-07-12 04:12:25 +00:00
|
|
|
return (0);
|
1994-05-24 10:09:53 +00:00
|
|
|
}
|
|
|
|
cgp = (struct cg *)bp->b_data;
|
|
|
|
if (!cg_chkmagic(cgp) || cgp->cg_cs.cs_nifree == 0) {
|
|
|
|
brelse(bp);
|
1996-07-12 04:12:25 +00:00
|
|
|
return (0);
|
1994-05-24 10:09:53 +00:00
|
|
|
}
|
2000-01-10 00:24:24 +00:00
|
|
|
bp->b_xflags |= BX_BKGRDWRITE;
|
1998-03-30 09:56:58 +00:00
|
|
|
cgp->cg_time = time_second;
|
2000-03-15 07:08:36 +00:00
|
|
|
inosused = cg_inosused(cgp);
|
1994-05-24 10:09:53 +00:00
|
|
|
if (ipref) {
|
|
|
|
ipref %= fs->fs_ipg;
|
2000-03-15 07:08:36 +00:00
|
|
|
if (isclr(inosused, ipref))
|
1994-05-24 10:09:53 +00:00
|
|
|
goto gotit;
|
|
|
|
}
|
|
|
|
start = cgp->cg_irotor / NBBY;
|
|
|
|
len = howmany(fs->fs_ipg - cgp->cg_irotor, NBBY);
|
2000-03-15 07:08:36 +00:00
|
|
|
loc = skpc(0xff, len, &inosused[start]);
|
1994-05-24 10:09:53 +00:00
|
|
|
if (loc == 0) {
|
|
|
|
len = start + 1;
|
|
|
|
start = 0;
|
2000-03-15 07:08:36 +00:00
|
|
|
loc = skpc(0xff, len, &inosused[0]);
|
1994-05-24 10:09:53 +00:00
|
|
|
if (loc == 0) {
|
1995-02-14 06:14:28 +00:00
|
|
|
printf("cg = %d, irotor = %ld, fs = %s\n",
|
1998-07-11 07:46:16 +00:00
|
|
|
cg, (long)cgp->cg_irotor, fs->fs_fsmnt);
|
1994-05-24 10:09:53 +00:00
|
|
|
panic("ffs_nodealloccg: map corrupted");
|
|
|
|
/* NOTREACHED */
|
|
|
|
}
|
|
|
|
}
|
|
|
|
i = start + len - loc;
|
2000-03-15 07:08:36 +00:00
|
|
|
map = inosused[i];
|
1994-05-24 10:09:53 +00:00
|
|
|
ipref = i * NBBY;
|
|
|
|
for (i = 1; i < (1 << NBBY); i <<= 1, ipref++) {
|
|
|
|
if ((map & i) == 0) {
|
|
|
|
cgp->cg_irotor = ipref;
|
|
|
|
goto gotit;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
printf("fs = %s\n", fs->fs_fsmnt);
|
|
|
|
panic("ffs_nodealloccg: block not in map");
|
|
|
|
/* NOTREACHED */
|
|
|
|
gotit:
|
1998-03-08 09:59:44 +00:00
|
|
|
if (DOINGSOFTDEP(ITOV(ip)))
|
|
|
|
softdep_setup_inomapdep(bp, ip, cg * fs->fs_ipg + ipref);
|
2000-03-15 07:08:36 +00:00
|
|
|
setbit(inosused, ipref);
|
1994-05-24 10:09:53 +00:00
|
|
|
cgp->cg_cs.cs_nifree--;
|
|
|
|
fs->fs_cstotal.cs_nifree--;
|
|
|
|
fs->fs_cs(fs, cg).cs_nifree--;
|
|
|
|
fs->fs_fmod = 1;
|
|
|
|
if ((mode & IFMT) == IFDIR) {
|
|
|
|
cgp->cg_cs.cs_ndir++;
|
|
|
|
fs->fs_cstotal.cs_ndir++;
|
|
|
|
fs->fs_cs(fs, cg).cs_ndir++;
|
|
|
|
}
|
|
|
|
bdwrite(bp);
|
|
|
|
return (cg * fs->fs_ipg + ipref);
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Free a block or fragment.
|
|
|
|
*
|
|
|
|
* The specified block or fragment is placed back in the
|
1995-05-30 08:16:23 +00:00
|
|
|
* free map. If a fragment is deallocated, a possible
|
1994-05-24 10:09:53 +00:00
|
|
|
* block reassembly is checked.
|
|
|
|
*/
|
1994-05-25 09:21:21 +00:00
|
|
|
void
|
1994-05-24 10:09:53 +00:00
|
|
|
ffs_blkfree(ip, bno, size)
|
|
|
|
register struct inode *ip;
|
1997-02-10 02:22:35 +00:00
|
|
|
ufs_daddr_t bno;
|
1994-05-24 10:09:53 +00:00
|
|
|
long size;
|
|
|
|
{
|
|
|
|
register struct fs *fs;
|
|
|
|
register struct cg *cgp;
|
|
|
|
struct buf *bp;
|
2001-03-21 04:01:02 +00:00
|
|
|
ufs_daddr_t fragno, cgbno;
|
1994-05-24 10:09:53 +00:00
|
|
|
int i, error, cg, blk, frags, bbase;
|
2000-03-15 07:08:36 +00:00
|
|
|
u_int8_t *blksfree;
|
2000-07-28 22:27:00 +00:00
|
|
|
#ifdef DIAGNOSTIC
|
2000-07-11 22:07:57 +00:00
|
|
|
struct vnode *vp;
|
2000-07-28 22:27:00 +00:00
|
|
|
#endif
|
1994-05-24 10:09:53 +00:00
|
|
|
|
|
|
|
fs = ip->i_fs;
|
2000-07-11 22:07:57 +00:00
|
|
|
#ifdef DIAGNOSTIC
|
|
|
|
if ((vp = ITOV(ip)) != NULL && vp->v_mount != NULL &&
|
|
|
|
(vp->v_mount->mnt_kern_flag & MNTK_SUSPENDED))
|
|
|
|
panic("ffs_blkfree: deallocation on suspended filesystem");
|
1998-03-08 09:59:44 +00:00
|
|
|
if ((u_int)size > fs->fs_bsize || fragoff(fs, size) != 0 ||
|
|
|
|
fragnum(fs, bno) + numfrags(fs, size) > fs->fs_frag) {
|
1999-08-23 20:35:21 +00:00
|
|
|
printf("dev=%s, bno = %ld, bsize = %ld, size = %ld, fs = %s\n",
|
|
|
|
devtoname(ip->i_dev), (long)bno, (long)fs->fs_bsize, size,
|
|
|
|
fs->fs_fsmnt);
|
1997-03-09 06:00:44 +00:00
|
|
|
panic("ffs_blkfree: bad size");
|
1994-05-24 10:09:53 +00:00
|
|
|
}
|
2000-07-11 22:07:57 +00:00
|
|
|
#endif
|
|
|
|
if ((ip->i_devvp->v_flag & VCOPYONWRITE) &&
|
|
|
|
ffs_snapblkfree(ip, bno, size))
|
|
|
|
return;
|
|
|
|
VOP_FREEBLKS(ip->i_devvp, fsbtodb(fs, bno), size);
|
1994-05-24 10:09:53 +00:00
|
|
|
cg = dtog(fs, bno);
|
|
|
|
if ((u_int)bno >= fs->fs_size) {
|
1998-07-11 07:46:16 +00:00
|
|
|
printf("bad block %ld, ino %lu\n",
|
|
|
|
(long)bno, (u_long)ip->i_number);
|
1994-05-24 10:09:53 +00:00
|
|
|
ffs_fserr(fs, ip->i_uid, "bad block");
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
error = bread(ip->i_devvp, fsbtodb(fs, cgtod(fs, cg)),
|
|
|
|
(int)fs->fs_cgsize, NOCRED, &bp);
|
|
|
|
if (error) {
|
|
|
|
brelse(bp);
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
cgp = (struct cg *)bp->b_data;
|
|
|
|
if (!cg_chkmagic(cgp)) {
|
|
|
|
brelse(bp);
|
|
|
|
return;
|
|
|
|
}
|
2000-01-10 00:24:24 +00:00
|
|
|
bp->b_xflags |= BX_BKGRDWRITE;
|
1998-03-30 09:56:58 +00:00
|
|
|
cgp->cg_time = time_second;
|
2001-03-21 04:01:02 +00:00
|
|
|
cgbno = dtogd(fs, bno);
|
2000-03-15 07:08:36 +00:00
|
|
|
blksfree = cg_blksfree(cgp);
|
1994-05-24 10:09:53 +00:00
|
|
|
if (size == fs->fs_bsize) {
|
2001-03-21 04:01:02 +00:00
|
|
|
fragno = fragstoblks(fs, cgbno);
|
|
|
|
if (!ffs_isfreeblock(fs, blksfree, fragno)) {
|
1999-08-23 20:35:21 +00:00
|
|
|
printf("dev = %s, block = %ld, fs = %s\n",
|
|
|
|
devtoname(ip->i_dev), (long)bno, fs->fs_fsmnt);
|
1997-03-09 06:00:44 +00:00
|
|
|
panic("ffs_blkfree: freeing free block");
|
1994-05-24 10:09:53 +00:00
|
|
|
}
|
2001-03-21 04:01:02 +00:00
|
|
|
ffs_setblock(fs, blksfree, fragno);
|
|
|
|
ffs_clusteracct(fs, cgp, fragno, 1);
|
1994-05-24 10:09:53 +00:00
|
|
|
cgp->cg_cs.cs_nbfree++;
|
|
|
|
fs->fs_cstotal.cs_nbfree++;
|
|
|
|
fs->fs_cs(fs, cg).cs_nbfree++;
|
2001-03-21 04:01:02 +00:00
|
|
|
i = cbtocylno(fs, cgbno);
|
|
|
|
cg_blks(fs, cgp, i)[cbtorpos(fs, cgbno)]++;
|
1994-05-24 10:09:53 +00:00
|
|
|
cg_blktot(cgp)[i]++;
|
|
|
|
} else {
|
2001-03-21 04:01:02 +00:00
|
|
|
bbase = cgbno - fragnum(fs, cgbno);
|
1994-05-24 10:09:53 +00:00
|
|
|
/*
|
|
|
|
* decrement the counts associated with the old frags
|
|
|
|
*/
|
2000-03-15 07:08:36 +00:00
|
|
|
blk = blkmap(fs, blksfree, bbase);
|
1994-05-24 10:09:53 +00:00
|
|
|
ffs_fragacct(fs, blk, cgp->cg_frsum, -1);
|
|
|
|
/*
|
|
|
|
* deallocate the fragment
|
|
|
|
*/
|
|
|
|
frags = numfrags(fs, size);
|
|
|
|
for (i = 0; i < frags; i++) {
|
2001-03-21 04:01:02 +00:00
|
|
|
if (isset(blksfree, cgbno + i)) {
|
1999-08-23 20:35:21 +00:00
|
|
|
printf("dev = %s, block = %ld, fs = %s\n",
|
|
|
|
devtoname(ip->i_dev), (long)(bno + i),
|
1998-07-11 07:46:16 +00:00
|
|
|
fs->fs_fsmnt);
|
1997-03-09 06:00:44 +00:00
|
|
|
panic("ffs_blkfree: freeing free frag");
|
1994-05-24 10:09:53 +00:00
|
|
|
}
|
2001-03-21 04:01:02 +00:00
|
|
|
setbit(blksfree, cgbno + i);
|
1994-05-24 10:09:53 +00:00
|
|
|
}
|
|
|
|
cgp->cg_cs.cs_nffree += i;
|
|
|
|
fs->fs_cstotal.cs_nffree += i;
|
|
|
|
fs->fs_cs(fs, cg).cs_nffree += i;
|
|
|
|
/*
|
|
|
|
* add back in counts associated with the new frags
|
|
|
|
*/
|
2000-03-15 07:08:36 +00:00
|
|
|
blk = blkmap(fs, blksfree, bbase);
|
1994-05-24 10:09:53 +00:00
|
|
|
ffs_fragacct(fs, blk, cgp->cg_frsum, 1);
|
|
|
|
/*
|
|
|
|
* if a complete block has been reassembled, account for it
|
|
|
|
*/
|
2001-03-21 04:01:02 +00:00
|
|
|
fragno = fragstoblks(fs, bbase);
|
|
|
|
if (ffs_isblock(fs, blksfree, fragno)) {
|
1994-05-24 10:09:53 +00:00
|
|
|
cgp->cg_cs.cs_nffree -= fs->fs_frag;
|
|
|
|
fs->fs_cstotal.cs_nffree -= fs->fs_frag;
|
|
|
|
fs->fs_cs(fs, cg).cs_nffree -= fs->fs_frag;
|
2001-03-21 04:01:02 +00:00
|
|
|
ffs_clusteracct(fs, cgp, fragno, 1);
|
1994-05-24 10:09:53 +00:00
|
|
|
cgp->cg_cs.cs_nbfree++;
|
|
|
|
fs->fs_cstotal.cs_nbfree++;
|
|
|
|
fs->fs_cs(fs, cg).cs_nbfree++;
|
|
|
|
i = cbtocylno(fs, bbase);
|
|
|
|
cg_blks(fs, cgp, i)[cbtorpos(fs, bbase)]++;
|
|
|
|
cg_blktot(cgp)[i]++;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
fs->fs_fmod = 1;
|
|
|
|
bdwrite(bp);
|
|
|
|
}
|
|
|
|
|
1997-02-10 02:22:35 +00:00
|
|
|
#ifdef DIAGNOSTIC
|
|
|
|
/*
|
|
|
|
* Verify allocation of a block or fragment. Returns true if block or
|
|
|
|
* fragment is allocated, false if it is free.
|
|
|
|
*/
|
1997-11-22 08:35:46 +00:00
|
|
|
static int
|
1997-02-10 02:22:35 +00:00
|
|
|
ffs_checkblk(ip, bno, size)
|
|
|
|
struct inode *ip;
|
|
|
|
ufs_daddr_t bno;
|
|
|
|
long size;
|
|
|
|
{
|
|
|
|
struct fs *fs;
|
|
|
|
struct cg *cgp;
|
|
|
|
struct buf *bp;
|
|
|
|
int i, error, frags, free;
|
2000-03-15 07:08:36 +00:00
|
|
|
u_int8_t *blksfree;
|
1997-02-10 02:22:35 +00:00
|
|
|
|
|
|
|
fs = ip->i_fs;
|
|
|
|
if ((u_int)size > fs->fs_bsize || fragoff(fs, size) != 0) {
|
1998-07-11 07:46:16 +00:00
|
|
|
printf("bsize = %ld, size = %ld, fs = %s\n",
|
|
|
|
(long)fs->fs_bsize, size, fs->fs_fsmnt);
|
1997-02-10 17:05:30 +00:00
|
|
|
panic("ffs_checkblk: bad size");
|
1997-02-10 02:22:35 +00:00
|
|
|
}
|
|
|
|
if ((u_int)bno >= fs->fs_size)
|
1997-02-10 17:05:30 +00:00
|
|
|
panic("ffs_checkblk: bad block %d", bno);
|
1997-02-10 02:22:35 +00:00
|
|
|
error = bread(ip->i_devvp, fsbtodb(fs, cgtod(fs, dtog(fs, bno))),
|
|
|
|
(int)fs->fs_cgsize, NOCRED, &bp);
|
1997-02-10 17:05:30 +00:00
|
|
|
if (error)
|
|
|
|
panic("ffs_checkblk: cg bread failed");
|
1997-02-10 02:22:35 +00:00
|
|
|
cgp = (struct cg *)bp->b_data;
|
1997-02-10 17:05:30 +00:00
|
|
|
if (!cg_chkmagic(cgp))
|
|
|
|
panic("ffs_checkblk: cg magic mismatch");
|
2000-01-10 00:24:24 +00:00
|
|
|
bp->b_xflags |= BX_BKGRDWRITE;
|
2000-03-15 07:08:36 +00:00
|
|
|
blksfree = cg_blksfree(cgp);
|
1997-02-10 02:22:35 +00:00
|
|
|
bno = dtogd(fs, bno);
|
|
|
|
if (size == fs->fs_bsize) {
|
2000-03-15 07:08:36 +00:00
|
|
|
free = ffs_isblock(fs, blksfree, fragstoblks(fs, bno));
|
1997-02-10 02:22:35 +00:00
|
|
|
} else {
|
|
|
|
frags = numfrags(fs, size);
|
|
|
|
for (free = 0, i = 0; i < frags; i++)
|
2000-03-15 07:08:36 +00:00
|
|
|
if (isset(blksfree, bno + i))
|
1997-02-10 02:22:35 +00:00
|
|
|
free++;
|
|
|
|
if (free != 0 && free != frags)
|
1997-02-10 17:05:30 +00:00
|
|
|
panic("ffs_checkblk: partially free fragment");
|
1997-02-10 02:22:35 +00:00
|
|
|
}
|
|
|
|
brelse(bp);
|
|
|
|
return (!free);
|
|
|
|
}
|
|
|
|
#endif /* DIAGNOSTIC */
|
|
|
|
|
1994-05-24 10:09:53 +00:00
|
|
|
/*
|
|
|
|
* Free an inode.
|
|
|
|
*/
|
|
|
|
int
|
2001-03-21 04:09:01 +00:00
|
|
|
ffs_vfree(pvp, ino, mode)
|
1998-03-08 09:59:44 +00:00
|
|
|
struct vnode *pvp;
|
|
|
|
ino_t ino;
|
|
|
|
int mode;
|
|
|
|
{
|
|
|
|
if (DOINGSOFTDEP(pvp)) {
|
|
|
|
softdep_freefile(pvp, ino, mode);
|
|
|
|
return (0);
|
|
|
|
}
|
2001-03-21 04:09:01 +00:00
|
|
|
return (ffs_freefile(VTOI(pvp), ino, mode));
|
1998-03-08 09:59:44 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Do the actual free operation.
|
|
|
|
* The specified inode is placed back in the free map.
|
|
|
|
*/
|
2001-03-21 04:09:01 +00:00
|
|
|
int
|
|
|
|
ffs_freefile(pip, ino, mode)
|
|
|
|
struct inode *pip;
|
VFS mega cleanup commit (x/N)
1. Add new file "sys/kern/vfs_default.c" where default actions for
VOPs go. Implement proper defaults for ABORTOP, BWRITE, LEASE,
POLL, REVOKE and STRATEGY. Various stuff spread over the entire
tree belongs here.
2. Change VOP_BLKATOFF to a normal function in cd9660.
3. Kill VOP_BLKATOFF, VOP_TRUNCATE, VOP_VFREE, VOP_VALLOC. These
are private interface functions between UFS and the underlying
storage manager layer (FFS/LFS/MFS/EXT2FS). The functions now
live in struct ufsmount instead.
4. Remove a kludge of VOP_ functions in all filesystems, that did
nothing but obscure the simplicity and break the expandability.
If a filesystem doesn't implement VOP_FOO, it shouldn't have an
entry for it in its vnops table. The system will try to DTRT
if it is not implemented. There are still some cruft left, but
the bulk of it is done.
5. Fix another VCALL in vfs_cache.c (thanks Bruce!)
1997-10-16 10:50:27 +00:00
|
|
|
ino_t ino;
|
|
|
|
int mode;
|
1994-05-24 10:09:53 +00:00
|
|
|
{
|
|
|
|
register struct fs *fs;
|
|
|
|
register struct cg *cgp;
|
|
|
|
struct buf *bp;
|
|
|
|
int error, cg;
|
2000-03-15 07:08:36 +00:00
|
|
|
u_int8_t *inosused;
|
1994-05-24 10:09:53 +00:00
|
|
|
|
|
|
|
fs = pip->i_fs;
|
|
|
|
if ((u_int)ino >= fs->fs_ipg * fs->fs_ncg)
|
1999-05-12 22:32:07 +00:00
|
|
|
panic("ffs_vfree: range: dev = (%d,%d), ino = %d, fs = %s",
|
|
|
|
major(pip->i_dev), minor(pip->i_dev), ino, fs->fs_fsmnt);
|
1994-05-24 10:09:53 +00:00
|
|
|
cg = ino_to_cg(fs, ino);
|
|
|
|
error = bread(pip->i_devvp, fsbtodb(fs, cgtod(fs, cg)),
|
|
|
|
(int)fs->fs_cgsize, NOCRED, &bp);
|
|
|
|
if (error) {
|
|
|
|
brelse(bp);
|
1998-03-08 09:59:44 +00:00
|
|
|
return (error);
|
1994-05-24 10:09:53 +00:00
|
|
|
}
|
|
|
|
cgp = (struct cg *)bp->b_data;
|
|
|
|
if (!cg_chkmagic(cgp)) {
|
|
|
|
brelse(bp);
|
|
|
|
return (0);
|
|
|
|
}
|
2000-01-10 00:24:24 +00:00
|
|
|
bp->b_xflags |= BX_BKGRDWRITE;
|
1998-03-30 09:56:58 +00:00
|
|
|
cgp->cg_time = time_second;
|
2000-03-15 07:08:36 +00:00
|
|
|
inosused = cg_inosused(cgp);
|
1994-05-24 10:09:53 +00:00
|
|
|
ino %= fs->fs_ipg;
|
2000-03-15 07:08:36 +00:00
|
|
|
if (isclr(inosused, ino)) {
|
2001-03-21 04:09:01 +00:00
|
|
|
printf("dev = %s, ino = %lu, fs = %s\n", devtoname(pip->i_dev),
|
|
|
|
(u_long)ino + cg * fs->fs_ipg, fs->fs_fsmnt);
|
1994-05-24 10:09:53 +00:00
|
|
|
if (fs->fs_ronly == 0)
|
1997-03-09 06:00:44 +00:00
|
|
|
panic("ffs_vfree: freeing free inode");
|
1994-05-24 10:09:53 +00:00
|
|
|
}
|
2000-03-15 07:08:36 +00:00
|
|
|
clrbit(inosused, ino);
|
1994-05-24 10:09:53 +00:00
|
|
|
if (ino < cgp->cg_irotor)
|
|
|
|
cgp->cg_irotor = ino;
|
|
|
|
cgp->cg_cs.cs_nifree++;
|
|
|
|
fs->fs_cstotal.cs_nifree++;
|
|
|
|
fs->fs_cs(fs, cg).cs_nifree++;
|
VFS mega cleanup commit (x/N)
1. Add new file "sys/kern/vfs_default.c" where default actions for
VOPs go. Implement proper defaults for ABORTOP, BWRITE, LEASE,
POLL, REVOKE and STRATEGY. Various stuff spread over the entire
tree belongs here.
2. Change VOP_BLKATOFF to a normal function in cd9660.
3. Kill VOP_BLKATOFF, VOP_TRUNCATE, VOP_VFREE, VOP_VALLOC. These
are private interface functions between UFS and the underlying
storage manager layer (FFS/LFS/MFS/EXT2FS). The functions now
live in struct ufsmount instead.
4. Remove a kludge of VOP_ functions in all filesystems, that did
nothing but obscure the simplicity and break the expandability.
If a filesystem doesn't implement VOP_FOO, it shouldn't have an
entry for it in its vnops table. The system will try to DTRT
if it is not implemented. There are still some cruft left, but
the bulk of it is done.
5. Fix another VCALL in vfs_cache.c (thanks Bruce!)
1997-10-16 10:50:27 +00:00
|
|
|
if ((mode & IFMT) == IFDIR) {
|
1994-05-24 10:09:53 +00:00
|
|
|
cgp->cg_cs.cs_ndir--;
|
|
|
|
fs->fs_cstotal.cs_ndir--;
|
|
|
|
fs->fs_cs(fs, cg).cs_ndir--;
|
|
|
|
}
|
|
|
|
fs->fs_fmod = 1;
|
|
|
|
bdwrite(bp);
|
|
|
|
return (0);
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Find a block of the specified size in the specified cylinder group.
|
|
|
|
*
|
|
|
|
* It is a panic if a request is made to find a block if none are
|
|
|
|
* available.
|
|
|
|
*/
|
1997-02-10 02:22:35 +00:00
|
|
|
static ufs_daddr_t
|
1994-05-24 10:09:53 +00:00
|
|
|
ffs_mapsearch(fs, cgp, bpref, allocsiz)
|
|
|
|
register struct fs *fs;
|
|
|
|
register struct cg *cgp;
|
1997-02-10 02:22:35 +00:00
|
|
|
ufs_daddr_t bpref;
|
1994-05-24 10:09:53 +00:00
|
|
|
int allocsiz;
|
|
|
|
{
|
1997-02-10 02:22:35 +00:00
|
|
|
ufs_daddr_t bno;
|
1994-05-24 10:09:53 +00:00
|
|
|
int start, len, loc, i;
|
|
|
|
int blk, field, subfield, pos;
|
2000-03-15 07:08:36 +00:00
|
|
|
u_int8_t *blksfree;
|
1994-05-24 10:09:53 +00:00
|
|
|
|
|
|
|
/*
|
|
|
|
* find the fragment by searching through the free block
|
|
|
|
* map for an appropriate bit pattern
|
|
|
|
*/
|
|
|
|
if (bpref)
|
|
|
|
start = dtogd(fs, bpref) / NBBY;
|
|
|
|
else
|
|
|
|
start = cgp->cg_frotor / NBBY;
|
2000-03-15 07:08:36 +00:00
|
|
|
blksfree = cg_blksfree(cgp);
|
1994-05-24 10:09:53 +00:00
|
|
|
len = howmany(fs->fs_fpg, NBBY) - start;
|
2000-03-15 07:08:36 +00:00
|
|
|
loc = scanc((u_int)len, (u_char *)&blksfree[start],
|
1994-05-24 10:09:53 +00:00
|
|
|
(u_char *)fragtbl[fs->fs_frag],
|
|
|
|
(u_char)(1 << (allocsiz - 1 + (fs->fs_frag % NBBY))));
|
|
|
|
if (loc == 0) {
|
|
|
|
len = start + 1;
|
|
|
|
start = 0;
|
2000-03-15 07:08:36 +00:00
|
|
|
loc = scanc((u_int)len, (u_char *)&blksfree[0],
|
1994-05-24 10:09:53 +00:00
|
|
|
(u_char *)fragtbl[fs->fs_frag],
|
|
|
|
(u_char)(1 << (allocsiz - 1 + (fs->fs_frag % NBBY))));
|
|
|
|
if (loc == 0) {
|
|
|
|
printf("start = %d, len = %d, fs = %s\n",
|
|
|
|
start, len, fs->fs_fsmnt);
|
|
|
|
panic("ffs_alloccg: map corrupted");
|
|
|
|
/* NOTREACHED */
|
|
|
|
}
|
|
|
|
}
|
|
|
|
bno = (start + len - loc) * NBBY;
|
|
|
|
cgp->cg_frotor = bno;
|
|
|
|
/*
|
|
|
|
* found the byte in the map
|
|
|
|
* sift through the bits to find the selected frag
|
|
|
|
*/
|
|
|
|
for (i = bno + NBBY; bno < i; bno += fs->fs_frag) {
|
2000-03-15 07:08:36 +00:00
|
|
|
blk = blkmap(fs, blksfree, bno);
|
1994-05-24 10:09:53 +00:00
|
|
|
blk <<= 1;
|
|
|
|
field = around[allocsiz];
|
|
|
|
subfield = inside[allocsiz];
|
|
|
|
for (pos = 0; pos <= fs->fs_frag - allocsiz; pos++) {
|
|
|
|
if ((blk & field) == subfield)
|
|
|
|
return (bno + pos);
|
|
|
|
field <<= 1;
|
|
|
|
subfield <<= 1;
|
|
|
|
}
|
|
|
|
}
|
1994-10-10 01:04:55 +00:00
|
|
|
printf("bno = %lu, fs = %s\n", (u_long)bno, fs->fs_fsmnt);
|
1994-05-24 10:09:53 +00:00
|
|
|
panic("ffs_alloccg: block not in map");
|
|
|
|
return (-1);
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Update the cluster map because of an allocation or free.
|
|
|
|
*
|
|
|
|
* Cnt == 1 means free; cnt == -1 means allocating.
|
|
|
|
*/
|
2001-05-04 05:49:28 +00:00
|
|
|
void
|
1994-05-24 10:09:53 +00:00
|
|
|
ffs_clusteracct(fs, cgp, blkno, cnt)
|
|
|
|
struct fs *fs;
|
|
|
|
struct cg *cgp;
|
1997-02-10 02:22:35 +00:00
|
|
|
ufs_daddr_t blkno;
|
1994-05-24 10:09:53 +00:00
|
|
|
int cnt;
|
|
|
|
{
|
1997-02-10 02:22:35 +00:00
|
|
|
int32_t *sump;
|
|
|
|
int32_t *lp;
|
1994-05-24 10:09:53 +00:00
|
|
|
u_char *freemapp, *mapp;
|
|
|
|
int i, start, end, forw, back, map, bit;
|
|
|
|
|
|
|
|
if (fs->fs_contigsumsize <= 0)
|
|
|
|
return;
|
|
|
|
freemapp = cg_clustersfree(cgp);
|
|
|
|
sump = cg_clustersum(cgp);
|
|
|
|
/*
|
|
|
|
* Allocate or clear the actual block.
|
|
|
|
*/
|
|
|
|
if (cnt > 0)
|
|
|
|
setbit(freemapp, blkno);
|
|
|
|
else
|
|
|
|
clrbit(freemapp, blkno);
|
|
|
|
/*
|
|
|
|
* Find the size of the cluster going forward.
|
|
|
|
*/
|
|
|
|
start = blkno + 1;
|
|
|
|
end = start + fs->fs_contigsumsize;
|
|
|
|
if (end >= cgp->cg_nclusterblks)
|
|
|
|
end = cgp->cg_nclusterblks;
|
|
|
|
mapp = &freemapp[start / NBBY];
|
|
|
|
map = *mapp++;
|
|
|
|
bit = 1 << (start % NBBY);
|
|
|
|
for (i = start; i < end; i++) {
|
|
|
|
if ((map & bit) == 0)
|
|
|
|
break;
|
|
|
|
if ((i & (NBBY - 1)) != (NBBY - 1)) {
|
|
|
|
bit <<= 1;
|
|
|
|
} else {
|
|
|
|
map = *mapp++;
|
|
|
|
bit = 1;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
forw = i - start;
|
|
|
|
/*
|
|
|
|
* Find the size of the cluster going backward.
|
|
|
|
*/
|
|
|
|
start = blkno - 1;
|
|
|
|
end = start - fs->fs_contigsumsize;
|
|
|
|
if (end < 0)
|
|
|
|
end = -1;
|
|
|
|
mapp = &freemapp[start / NBBY];
|
|
|
|
map = *mapp--;
|
|
|
|
bit = 1 << (start % NBBY);
|
|
|
|
for (i = start; i > end; i--) {
|
|
|
|
if ((map & bit) == 0)
|
|
|
|
break;
|
|
|
|
if ((i & (NBBY - 1)) != 0) {
|
|
|
|
bit >>= 1;
|
|
|
|
} else {
|
|
|
|
map = *mapp--;
|
|
|
|
bit = 1 << (NBBY - 1);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
back = start - i;
|
|
|
|
/*
|
|
|
|
* Account for old cluster and the possibly new forward and
|
|
|
|
* back clusters.
|
|
|
|
*/
|
|
|
|
i = back + forw + 1;
|
|
|
|
if (i > fs->fs_contigsumsize)
|
|
|
|
i = fs->fs_contigsumsize;
|
|
|
|
sump[i] += cnt;
|
|
|
|
if (back > 0)
|
|
|
|
sump[back] -= cnt;
|
|
|
|
if (forw > 0)
|
|
|
|
sump[forw] -= cnt;
|
1997-02-10 02:22:35 +00:00
|
|
|
/*
|
|
|
|
* Update cluster summary information.
|
|
|
|
*/
|
|
|
|
lp = &sump[fs->fs_contigsumsize];
|
|
|
|
for (i = fs->fs_contigsumsize; i > 0; i--)
|
|
|
|
if (*lp-- > 0)
|
|
|
|
break;
|
|
|
|
fs->fs_maxcluster[cgp->cg_cgx] = i;
|
1994-05-24 10:09:53 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Fserr prints the name of a file system with an error diagnostic.
|
1995-05-30 08:16:23 +00:00
|
|
|
*
|
1994-05-24 10:09:53 +00:00
|
|
|
* The form of the error message is:
|
|
|
|
* fs: error message
|
|
|
|
*/
|
|
|
|
static void
|
|
|
|
ffs_fserr(fs, uid, cp)
|
|
|
|
struct fs *fs;
|
|
|
|
u_int uid;
|
|
|
|
char *cp;
|
|
|
|
{
|
1996-09-17 14:38:16 +00:00
|
|
|
struct proc *p = curproc; /* XXX */
|
1994-05-24 10:09:53 +00:00
|
|
|
|
1996-09-17 14:38:16 +00:00
|
|
|
log(LOG_ERR, "pid %d (%s), uid %d on %s: %s\n", p ? p->p_pid : -1,
|
|
|
|
p ? p->p_comm : "-", uid, fs->fs_fsmnt, cp);
|
1994-05-24 10:09:53 +00:00
|
|
|
}
|
2001-03-21 04:09:01 +00:00
|
|
|
|
|
|
|
/*
|
|
|
|
* This function provides the capability for the fsck program to
|
|
|
|
* update an active filesystem. Six operations are provided:
|
|
|
|
*
|
|
|
|
* adjrefcnt(inode, amt) - adjusts the reference count on the
|
|
|
|
* specified inode by the specified amount. Under normal
|
|
|
|
* operation the count should always go down. Decrementing
|
|
|
|
* the count to zero will cause the inode to be freed.
|
|
|
|
* adjblkcnt(inode, amt) - adjust the number of blocks used to
|
|
|
|
* by the specifed amount.
|
|
|
|
* freedirs(inode, count) - directory inodes [inode..inode + count - 1]
|
|
|
|
* are marked as free. Inodes should never have to be marked
|
|
|
|
* as in use.
|
|
|
|
* freefiles(inode, count) - file inodes [inode..inode + count - 1]
|
|
|
|
* are marked as free. Inodes should never have to be marked
|
|
|
|
* as in use.
|
|
|
|
* freeblks(blockno, size) - blocks [blockno..blockno + size - 1]
|
|
|
|
* are marked as free. Blocks should never have to be marked
|
|
|
|
* as in use.
|
|
|
|
* setflags(flags, set/clear) - the fs_flags field has the specified
|
|
|
|
* flags set (second parameter +1) or cleared (second parameter -1).
|
|
|
|
*/
|
|
|
|
|
|
|
|
static int sysctl_ffs_fsck __P((SYSCTL_HANDLER_ARGS));
|
|
|
|
|
|
|
|
SYSCTL_PROC(_vfs_ffs, FFS_ADJ_REFCNT, adjrefcnt, CTLFLAG_WR|CTLTYPE_STRUCT,
|
|
|
|
0, 0, sysctl_ffs_fsck, "S,fsck", "Adjust Inode Reference Count");
|
|
|
|
|
|
|
|
SYSCTL_NODE(_vfs_ffs, FFS_ADJ_BLKCNT, adjblkcnt, CTLFLAG_WR,
|
|
|
|
sysctl_ffs_fsck, "Adjust Inode Used Blocks Count");
|
|
|
|
|
|
|
|
SYSCTL_NODE(_vfs_ffs, FFS_DIR_FREE, freedirs, CTLFLAG_WR,
|
|
|
|
sysctl_ffs_fsck, "Free Range of Directory Inodes");
|
|
|
|
|
|
|
|
SYSCTL_NODE(_vfs_ffs, FFS_FILE_FREE, freefiles, CTLFLAG_WR,
|
|
|
|
sysctl_ffs_fsck, "Free Range of File Inodes");
|
|
|
|
|
|
|
|
SYSCTL_NODE(_vfs_ffs, FFS_BLK_FREE, freeblks, CTLFLAG_WR,
|
|
|
|
sysctl_ffs_fsck, "Free Range of Blocks");
|
|
|
|
|
|
|
|
SYSCTL_NODE(_vfs_ffs, FFS_SET_FLAGS, setflags, CTLFLAG_WR,
|
|
|
|
sysctl_ffs_fsck, "Change Filesystem Flags");
|
|
|
|
|
|
|
|
#ifdef DEBUG
|
|
|
|
static int fsckcmds = 0;
|
|
|
|
SYSCTL_INT(_debug, OID_AUTO, fsckcmds, CTLFLAG_RW, &fsckcmds, 0, "");
|
|
|
|
#endif /* DEBUG */
|
|
|
|
|
|
|
|
static int
|
|
|
|
sysctl_ffs_fsck(SYSCTL_HANDLER_ARGS)
|
|
|
|
{
|
|
|
|
struct fsck_cmd cmd;
|
|
|
|
struct inode tip;
|
|
|
|
struct ufsmount *ump;
|
|
|
|
struct vnode *vp;
|
|
|
|
struct inode *ip;
|
|
|
|
struct mount *mp;
|
|
|
|
struct fs *fs;
|
|
|
|
ufs_daddr_t blkno;
|
|
|
|
long blkcnt, blksize;
|
|
|
|
struct file *fp;
|
|
|
|
int filetype, error;
|
|
|
|
|
|
|
|
if (req->newlen > sizeof cmd)
|
|
|
|
return (EBADRPC);
|
|
|
|
if ((error = SYSCTL_IN(req, &cmd, sizeof cmd)) != 0)
|
|
|
|
return (error);
|
|
|
|
if (cmd.version != FFS_CMD_VERSION)
|
|
|
|
return (ERPCMISMATCH);
|
|
|
|
if ((error = getvnode(curproc->p_fd, cmd.handle, &fp)) != 0)
|
|
|
|
return (error);
|
2001-04-17 05:06:37 +00:00
|
|
|
vn_start_write((struct vnode *)fp->f_data, &mp, V_WAIT);
|
|
|
|
if (mp == 0 || strncmp(mp->mnt_stat.f_fstypename, "ufs", MFSNAMELEN)) {
|
|
|
|
vn_finished_write(mp);
|
2001-03-23 20:58:25 +00:00
|
|
|
return (EINVAL);
|
2001-04-17 05:06:37 +00:00
|
|
|
}
|
|
|
|
if (mp->mnt_flag & MNT_RDONLY) {
|
|
|
|
vn_finished_write(mp);
|
2001-03-21 04:09:01 +00:00
|
|
|
return (EROFS);
|
2001-04-17 05:06:37 +00:00
|
|
|
}
|
2001-03-21 04:09:01 +00:00
|
|
|
ump = VFSTOUFS(mp);
|
|
|
|
fs = ump->um_fs;
|
|
|
|
filetype = IFREG;
|
|
|
|
|
|
|
|
switch (oidp->oid_number) {
|
|
|
|
|
|
|
|
case FFS_SET_FLAGS:
|
|
|
|
#ifdef DEBUG
|
|
|
|
if (fsckcmds)
|
|
|
|
printf("%s: %s flags\n", mp->mnt_stat.f_mntonname,
|
|
|
|
cmd.size > 0 ? "set" : "clear");
|
|
|
|
#endif /* DEBUG */
|
|
|
|
if (cmd.size > 0)
|
|
|
|
fs->fs_flags |= (long)cmd.value;
|
|
|
|
else
|
|
|
|
fs->fs_flags &= ~(long)cmd.value;
|
|
|
|
break;
|
|
|
|
|
|
|
|
case FFS_ADJ_REFCNT:
|
|
|
|
#ifdef DEBUG
|
|
|
|
if (fsckcmds) {
|
|
|
|
printf("%s: adjust inode %d count by %ld\n",
|
|
|
|
mp->mnt_stat.f_mntonname, (ino_t)cmd.value,
|
|
|
|
cmd.size);
|
|
|
|
}
|
|
|
|
#endif /* DEBUG */
|
|
|
|
if ((error = VFS_VGET(mp, (ino_t)cmd.value, &vp)) != 0)
|
2001-04-17 05:06:37 +00:00
|
|
|
break;
|
2001-03-21 04:09:01 +00:00
|
|
|
ip = VTOI(vp);
|
|
|
|
ip->i_nlink += cmd.size;
|
|
|
|
ip->i_effnlink += cmd.size;
|
|
|
|
ip->i_flag |= IN_CHANGE;
|
|
|
|
if (DOINGSOFTDEP(vp))
|
|
|
|
softdep_change_linkcnt(ip);
|
|
|
|
vput(vp);
|
|
|
|
break;
|
|
|
|
|
|
|
|
case FFS_ADJ_BLKCNT:
|
|
|
|
#ifdef DEBUG
|
|
|
|
if (fsckcmds) {
|
|
|
|
printf("%s: adjust inode %d block count by %ld\n",
|
|
|
|
mp->mnt_stat.f_mntonname, (ino_t)cmd.value,
|
|
|
|
cmd.size);
|
|
|
|
}
|
|
|
|
#endif /* DEBUG */
|
|
|
|
if ((error = VFS_VGET(mp, (ino_t)cmd.value, &vp)) != 0)
|
2001-04-17 05:06:37 +00:00
|
|
|
break;
|
2001-03-21 04:09:01 +00:00
|
|
|
ip = VTOI(vp);
|
|
|
|
ip->i_blocks += cmd.size;
|
|
|
|
ip->i_flag |= IN_CHANGE;
|
|
|
|
vput(vp);
|
|
|
|
break;
|
|
|
|
|
|
|
|
case FFS_DIR_FREE:
|
|
|
|
filetype = IFDIR;
|
|
|
|
/* fall through */
|
|
|
|
|
|
|
|
case FFS_FILE_FREE:
|
|
|
|
#ifdef DEBUG
|
|
|
|
if (fsckcmds) {
|
|
|
|
if (cmd.size == 1)
|
|
|
|
printf("%s: free %s inode %d\n",
|
|
|
|
mp->mnt_stat.f_mntonname,
|
|
|
|
filetype == IFDIR ? "directory" : "file",
|
|
|
|
(ino_t)cmd.value);
|
|
|
|
else
|
|
|
|
printf("%s: free %s inodes %d-%d\n",
|
|
|
|
mp->mnt_stat.f_mntonname,
|
|
|
|
filetype == IFDIR ? "directory" : "file",
|
2001-03-24 15:25:04 +00:00
|
|
|
(ino_t)cmd.value,
|
2001-03-21 04:09:01 +00:00
|
|
|
(ino_t)cmd.value + cmd.size - 1);
|
|
|
|
}
|
|
|
|
#endif /* DEBUG */
|
|
|
|
tip.i_devvp = ump->um_devvp;
|
|
|
|
tip.i_dev = ump->um_dev;
|
|
|
|
tip.i_fs = fs;
|
|
|
|
while (cmd.size > 0) {
|
|
|
|
if ((error = ffs_freefile(&tip, cmd.value, filetype)))
|
2001-04-17 05:06:37 +00:00
|
|
|
break;
|
2001-03-21 04:09:01 +00:00
|
|
|
cmd.size -= 1;
|
|
|
|
cmd.value += 1;
|
|
|
|
}
|
|
|
|
break;
|
|
|
|
|
|
|
|
case FFS_BLK_FREE:
|
|
|
|
#ifdef DEBUG
|
|
|
|
if (fsckcmds) {
|
|
|
|
if (cmd.size == 1)
|
|
|
|
printf("%s: free block %d\n",
|
|
|
|
mp->mnt_stat.f_mntonname,
|
|
|
|
(ufs_daddr_t)cmd.value);
|
|
|
|
else
|
|
|
|
printf("%s: free blocks %d-%ld\n",
|
|
|
|
mp->mnt_stat.f_mntonname,
|
|
|
|
(ufs_daddr_t)cmd.value,
|
|
|
|
(ufs_daddr_t)cmd.value + cmd.size - 1);
|
|
|
|
}
|
|
|
|
#endif /* DEBUG */
|
|
|
|
tip.i_number = ROOTINO;
|
|
|
|
tip.i_devvp = ump->um_devvp;
|
|
|
|
tip.i_dev = ump->um_dev;
|
|
|
|
tip.i_fs = fs;
|
|
|
|
tip.i_size = cmd.size * fs->fs_fsize;
|
|
|
|
tip.i_uid = 0;
|
|
|
|
tip.i_vnode = NULL;
|
|
|
|
blkno = (ufs_daddr_t)cmd.value;
|
|
|
|
blkcnt = cmd.size;
|
|
|
|
blksize = fs->fs_frag - (blkno % fs->fs_frag);
|
|
|
|
while (blkcnt > 0) {
|
|
|
|
if (blksize > blkcnt)
|
|
|
|
blksize = blkcnt;
|
|
|
|
ffs_blkfree(&tip, blkno, blksize * fs->fs_fsize);
|
|
|
|
blkno += blksize;
|
|
|
|
blkcnt -= blksize;
|
|
|
|
blksize = fs->fs_frag;
|
|
|
|
}
|
|
|
|
break;
|
|
|
|
|
|
|
|
default:
|
|
|
|
#ifdef DEBUG
|
|
|
|
if (fsckcmds) {
|
|
|
|
printf("Invalid request %d from fsck\n",
|
|
|
|
oidp->oid_number);
|
|
|
|
}
|
|
|
|
#endif /* DEBUG */
|
2001-04-17 05:06:37 +00:00
|
|
|
error = EINVAL;
|
|
|
|
break;
|
2001-03-21 04:09:01 +00:00
|
|
|
|
|
|
|
}
|
2001-04-17 05:06:37 +00:00
|
|
|
vn_finished_write(mp);
|
|
|
|
return (error);
|
2001-03-21 04:09:01 +00:00
|
|
|
}
|