252 lines
7.0 KiB
Bash
Executable File
252 lines
7.0 KiB
Bash
Executable File
#!/bin/sh
|
|
|
|
#
|
|
# Copyright (c) 2017 Dell EMC Isilon
|
|
# All rights reserved.
|
|
#
|
|
# Redistribution and use in source and binary forms, with or without
|
|
# modification, are permitted provided that the following conditions
|
|
# are met:
|
|
# 1. Redistributions of source code must retain the above copyright
|
|
# notice, this list of conditions and the following disclaimer.
|
|
# 2. Redistributions in binary form must reproduce the above copyright
|
|
# notice, this list of conditions and the following disclaimer in the
|
|
# documentation and/or other materials provided with the distribution.
|
|
#
|
|
# THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
|
|
# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
# ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
|
|
# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
|
|
# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
|
|
# OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
|
|
# HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
|
|
# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
|
|
# OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
|
|
# SUCH DAMAGE.
|
|
#
|
|
|
|
# Scenario: backup of a number (> maxvnodes) of small files.
|
|
|
|
# Test how vnlru impacts open(2).
|
|
|
|
# FreeBSD 12.0-CURRENT #0 r312620: Mon Jan 23 23:27:46 CET 2017
|
|
# /usr/src/sys/amd64/compile/BENCH amd64
|
|
# ./tvnlru.sh
|
|
# FAIL 328/306502
|
|
# files = 500000, maxvnodes = 500000, ave=0.000018, max=0.000328, elapsed 4
|
|
# files = 500000, maxvnodes = 500000, ave=0.000018, max=0.000155, elapsed 4
|
|
# files = 500000, maxvnodes = 500000, ave=0.000018, max=0.000227, elapsed 4
|
|
# files = 500000, maxvnodes = 500000, ave=0.000014, max=0.000126, elapsed 3
|
|
#
|
|
# files = 1000000, maxvnodes = 500000, ave=0.000035, max=0.205627, elapsed 14
|
|
# files = 1000000, maxvnodes = 500000, ave=0.000033, max=0.205185, elapsed 14
|
|
# files = 1000000, maxvnodes = 500000, ave=0.000038, max=0.306502, elapsed 14
|
|
# files = 1000000, maxvnodes = 500000, ave=0.000037, max=0.205177, elapsed 14
|
|
|
|
. ../default.cfg
|
|
[ `id -u ` -ne 0 ] && echo "Must be root!" && exit 1
|
|
[ `sysctl -n hw.physmem` -lt $(( 4 * 1024 * 1024 * 1024)) ] && exit 0
|
|
|
|
files=1000000
|
|
[ `sysctl -n kern.maxvnodes` -lt $files ] && exit 0
|
|
|
|
log=/tmp/tvnlru.log
|
|
dir=/tmp
|
|
odir=`pwd`
|
|
cd $dir
|
|
sed '1,/^EOF/d' < $odir/$0 > $dir/tvnlru.c
|
|
mycc -o tvnlru -Wall -Wextra -O0 -g tvnlru.c || exit 1
|
|
rm -f tvnlru.c
|
|
cd $odir
|
|
|
|
mount | grep -q "on $mntpoint " && umount -f $mntpoint
|
|
[ -c /dev/md$mdstart ] && mdconfig -d -u $mdstart
|
|
mdconfig -a -t swap -s 2g -u $mdstart || exit 1
|
|
bsdlabel -w md$mdstart auto
|
|
newfs -n -b 4096 -f 512 -i 512 md${mdstart}$part > /dev/null
|
|
mount -o async /dev/md${mdstart}$part $mntpoint
|
|
|
|
ncpu=`sysctl -n hw.ncpu`
|
|
[ $ncpu -lt 4 ] && { rm /tmp/tvnlru; exit 0; }
|
|
ncpu=4
|
|
inodes=`df -i $mntpoint | tail -1 | awk "{print \\$7 - $ncpu - 1}"`
|
|
oldmx=`sysctl -n kern.maxvnodes`
|
|
[ $files -gt $inodes ] && { echo "Disk too small"; files=$inodes; }
|
|
[ $files -gt $oldmx ] &&
|
|
{ echo "$files exceed old maxvnods"; files=$oldmx; }
|
|
newmaxvnodes=$((files / 2))
|
|
trap "sysctl kern.maxvnodes=$oldmx > /dev/null" EXIT SIGINT
|
|
sysctl kern.maxvnodes=$newmaxvnodes > /dev/null
|
|
|
|
# warmup
|
|
cd $mntpoint
|
|
t1=`/tmp/tvnlru $ncpu $newmaxvnodes $newmaxvnodes $mntpoint 2>/dev/null`
|
|
cd $odir
|
|
umount $mntpoint
|
|
newfs -n -b 4096 -f 512 -i 512 md${mdstart}$part > /dev/null
|
|
mount -o async /dev/md${mdstart}$part $mntpoint
|
|
|
|
cd $mntpoint
|
|
t1=`/tmp/tvnlru $ncpu $newmaxvnodes $newmaxvnodes $mntpoint 2>$log`
|
|
cd $odir
|
|
umount $mntpoint
|
|
newfs -n -b 4096 -f 512 -i 512 md${mdstart}$part > /dev/null
|
|
mount -o async /dev/md${mdstart}$part $mntpoint
|
|
|
|
cd $mntpoint
|
|
echo >> $log
|
|
t2=`/tmp/tvnlru $ncpu $files $newmaxvnodes $mntpoint 2>>$log`
|
|
s=$?
|
|
cd $odir
|
|
|
|
s=0
|
|
for i in `jot 10`; do
|
|
mount | grep -q "on $mntpoint " || break
|
|
umount $mntpoint || sleep 2
|
|
done
|
|
mount | grep -q "on $mntpoint " && { s=2; umount -f $mntpoint; }
|
|
mdconfig -d -u $mdstart
|
|
[ $t2 -gt $((t1 * 3)) ] && { s=3; echo "Fail $t1/$t2"; cat $log; }
|
|
rm -rf /tmp/tvnlru /tmp/tvnlru.log
|
|
exit $s
|
|
|
|
EOF
|
|
#include <sys/param.h>
|
|
#include <sys/mman.h>
|
|
#include <sys/time.h>
|
|
#include <sys/stat.h>
|
|
#include <sys/wait.h>
|
|
|
|
#include <machine/atomic.h>
|
|
|
|
#include <err.h>
|
|
#include <errno.h>
|
|
#include <fcntl.h>
|
|
#include <stdio.h>
|
|
#include <stdlib.h>
|
|
#include <time.h>
|
|
#include <unistd.h>
|
|
|
|
static volatile u_int *share;
|
|
|
|
#define SYNC 0
|
|
|
|
static long maxvnodes, parallel, tvnodes, vnodes;
|
|
static char *mp;
|
|
|
|
static void
|
|
test(int idx)
|
|
{
|
|
struct timeval diff, start, stop;
|
|
time_t st;
|
|
uint64_t mx, tot, usec;
|
|
pid_t pid;
|
|
int fd, i, n;
|
|
char dir[80], file[80], help[80];
|
|
|
|
atomic_add_int(&share[SYNC], 1);
|
|
while (share[SYNC] != (unsigned int)parallel)
|
|
;
|
|
|
|
pid = getpid();
|
|
snprintf(dir, sizeof(dir), "d%09ld", (long)pid);
|
|
if (mkdir(dir, 0700) == -1)
|
|
err(1, "mkdir(%s)", dir);
|
|
if (chdir(dir) == -1)
|
|
err(1, "chdir(%s)", dir);
|
|
|
|
for (i = 0; i < vnodes; i++) {
|
|
snprintf(file, sizeof(file), "f%09d", i);
|
|
if ((fd = open(file, O_RDWR | O_CREAT, DEFFILEMODE)) == -1)
|
|
err(1, "open(%s)", file);
|
|
close(fd);
|
|
}
|
|
|
|
snprintf(help, sizeof(help), "umount %s > /dev/null 2>&1", mp);
|
|
system(help); /* flush the cache */
|
|
|
|
mx = 0;
|
|
n = 0;
|
|
st = time(NULL);
|
|
tot = 0;
|
|
for (i = 0; i < vnodes; i++) {
|
|
snprintf(file, sizeof(file), "f%09d", i);
|
|
gettimeofday(&start, NULL);
|
|
if ((fd = open(file, O_RDONLY)) == -1)
|
|
err(1, "open(%s)", file);
|
|
gettimeofday(&stop, NULL);
|
|
timersub(&stop, &start, &diff);
|
|
usec = ((uint64_t)1000000 * diff.tv_sec + diff.tv_usec);
|
|
tot += usec;
|
|
n++;
|
|
if (mx < usec)
|
|
mx = usec;
|
|
close(fd);
|
|
}
|
|
fprintf(stderr,
|
|
"files = %7ld, maxvnodes = %ld, ave=%.6f, max=%.6f, "
|
|
"elapsed %2ld\n",
|
|
tvnodes, maxvnodes, (double)tot / 1000000 / n, (double)mx /
|
|
1000000, time(NULL) - st);
|
|
share[idx] = mx;
|
|
|
|
for (i = 0; i < vnodes; i++) {
|
|
snprintf(file, sizeof(file), "f%09d", i);
|
|
if (unlink(file) == -1)
|
|
err(1, "unlink(%s)", file);
|
|
}
|
|
chdir("..");
|
|
if (rmdir(dir) == -1)
|
|
err(1, "rmdir(%s)", dir);
|
|
|
|
_exit(0);
|
|
}
|
|
|
|
int
|
|
main(int argc, char *argv[])
|
|
{
|
|
size_t len;
|
|
pid_t *pids;
|
|
int e, i, status;
|
|
u_int mx;
|
|
|
|
if (argc != 5) {
|
|
fprintf(stderr, "Usage: %s <ncpu> <inodes> <maxvnodes> <mount point>\n",
|
|
argv[0]);
|
|
exit(1);
|
|
}
|
|
parallel = atol(argv[1]);
|
|
pids = calloc(parallel, sizeof(pid_t));
|
|
tvnodes = atol(argv[2]);
|
|
vnodes = tvnodes / parallel;
|
|
maxvnodes = atol(argv[3]);
|
|
mp = argv[4];
|
|
e = 0;
|
|
len = PAGE_SIZE;
|
|
if ((share = mmap(NULL, len, PROT_READ | PROT_WRITE,
|
|
MAP_ANON | MAP_SHARED, -1, 0)) == MAP_FAILED)
|
|
err(1, "mmap");
|
|
|
|
for (i = 0; i < parallel; i++) {
|
|
if ((pids[i] = fork()) == 0)
|
|
test(i + 1);
|
|
}
|
|
|
|
for (i = 0; i < parallel; i++) {
|
|
if (waitpid(pids[i], &status, 0) == -1)
|
|
err(1, "waitpid(%d)", pids[i]);
|
|
e += status == 0 ? 0 : 1;
|
|
}
|
|
|
|
mx = 0;
|
|
for (i = 0; i < parallel; i++) {
|
|
// fprintf(stderr, "share[%d] = %u\n", i + 1, share[i + 1]);
|
|
if (mx < share[i + 1])
|
|
mx = share[i + 1];
|
|
}
|
|
fprintf(stdout, "%lu\n", (unsigned long)mx);
|
|
|
|
return (e);
|
|
}
|