21144e3bf1
field in struct buf: b_iocmd. The b_iocmd is enforced to have exactly one bit set. B_WRITE was bogusly defined as zero giving rise to obvious coding mistakes. Also eliminate the redundant struct buf flag B_CALL, it can just as efficiently be done by comparing b_iodone to NULL. Should you get a panic or drop into the debugger, complaining about "b_iocmd", don't continue. It is likely to write on your disk where it should have been reading. This change is a step in the direction towards a stackable BIO capability. A lot of this patch were machine generated (Thanks to style(9) compliance!) Vinum users: Greg has not had time to test this yet, be careful.
430 lines
9.3 KiB
C
430 lines
9.3 KiB
C
/*
|
|
* ----------------------------------------------------------------------------
|
|
* "THE BEER-WARE LICENSE" (Revision 42):
|
|
* <phk@FreeBSD.ORG> wrote this file. As long as you retain this notice you
|
|
* can do whatever you want with this stuff. If we meet some day, and you think
|
|
* this stuff is worth it, you can buy me a beer in return. Poul-Henning Kamp
|
|
* ----------------------------------------------------------------------------
|
|
*
|
|
* $FreeBSD$
|
|
*
|
|
*/
|
|
|
|
#include "opt_mfs.h" /* We have adopted some tasks from MFS */
|
|
#include "opt_md.h" /* We have adopted some tasks from MFS */
|
|
|
|
#include <sys/param.h>
|
|
#include <sys/systm.h>
|
|
#include <sys/buf.h>
|
|
#include <sys/conf.h>
|
|
#include <sys/devicestat.h>
|
|
#include <sys/disk.h>
|
|
#include <sys/kernel.h>
|
|
#include <sys/malloc.h>
|
|
#include <sys/sysctl.h>
|
|
#include <sys/linker.h>
|
|
|
|
#ifndef MDNSECT
|
|
#define MDNSECT (10000 * 2)
|
|
#endif
|
|
|
|
MALLOC_DEFINE(M_MD, "MD disk", "Memory Disk");
|
|
MALLOC_DEFINE(M_MDSECT, "MD sectors", "Memory Disk Sectors");
|
|
|
|
static int md_debug;
|
|
SYSCTL_INT(_debug, OID_AUTO, mddebug, CTLFLAG_RW, &md_debug, 0, "");
|
|
|
|
#if defined(MFS_ROOT) && !defined(MD_ROOT)
|
|
#define MD_ROOT MFS_ROOT
|
|
#warning "option MFS_ROOT has been superceeded by MD_ROOT"
|
|
#endif
|
|
|
|
#if defined(MFS_ROOT_SIZE) && !defined(MD_ROOT_SIZE)
|
|
#define MD_ROOT_SIZE MFS_ROOT_SIZE
|
|
#warning "option MFS_ROOT_SIZE has been superceeded by MD_ROOT_SIZE"
|
|
#endif
|
|
|
|
#if defined(MD_ROOT) && defined(MD_ROOT_SIZE)
|
|
/* Image gets put here: */
|
|
static u_char mfs_root[MD_ROOT_SIZE*1024] = "MFS Filesystem goes here";
|
|
static u_char end_mfs_root[] __unused = "MFS Filesystem had better STOP here";
|
|
#endif
|
|
|
|
static int mdrootready;
|
|
|
|
#define CDEV_MAJOR 95
|
|
#define BDEV_MAJOR 22
|
|
|
|
static d_strategy_t mdstrategy;
|
|
static d_strategy_t mdstrategy_preload;
|
|
static d_strategy_t mdstrategy_malloc;
|
|
static d_open_t mdopen;
|
|
static d_ioctl_t mdioctl;
|
|
|
|
static struct cdevsw md_cdevsw = {
|
|
/* open */ mdopen,
|
|
/* close */ nullclose,
|
|
/* read */ physread,
|
|
/* write */ physwrite,
|
|
/* ioctl */ mdioctl,
|
|
/* poll */ nopoll,
|
|
/* mmap */ nommap,
|
|
/* strategy */ mdstrategy,
|
|
/* name */ "md",
|
|
/* maj */ CDEV_MAJOR,
|
|
/* dump */ nodump,
|
|
/* psize */ nopsize,
|
|
/* flags */ D_DISK | D_CANFREE | D_MEMDISK,
|
|
/* bmaj */ BDEV_MAJOR
|
|
};
|
|
|
|
struct md_s {
|
|
int unit;
|
|
struct devstat stats;
|
|
struct buf_queue_head buf_queue;
|
|
struct disk disk;
|
|
dev_t dev;
|
|
int busy;
|
|
enum {MD_MALLOC, MD_PRELOAD} type;
|
|
unsigned nsect;
|
|
struct cdevsw devsw;
|
|
|
|
/* MD_MALLOC related fields */
|
|
unsigned nsecp;
|
|
u_char **secp;
|
|
|
|
/* MD_PRELOAD related fields */
|
|
u_char *pl_ptr;
|
|
unsigned pl_len;
|
|
};
|
|
|
|
static int mdunits;
|
|
|
|
static int
|
|
mdopen(dev_t dev, int flag, int fmt, struct proc *p)
|
|
{
|
|
struct md_s *sc;
|
|
struct disklabel *dl;
|
|
|
|
if (md_debug)
|
|
printf("mdopen(%s %x %x %p)\n",
|
|
devtoname(dev), flag, fmt, p);
|
|
|
|
sc = dev->si_drv1;
|
|
|
|
dl = &sc->disk.d_label;
|
|
bzero(dl, sizeof(*dl));
|
|
dl->d_secsize = DEV_BSIZE;
|
|
dl->d_nsectors = 1024;
|
|
dl->d_ntracks = 1;
|
|
dl->d_secpercyl = dl->d_nsectors * dl->d_ntracks;
|
|
dl->d_secperunit = sc->nsect;
|
|
dl->d_ncylinders = dl->d_secperunit / dl->d_secpercyl;
|
|
return (0);
|
|
}
|
|
|
|
static int
|
|
mdioctl(dev_t dev, u_long cmd, caddr_t addr, int flags, struct proc *p)
|
|
{
|
|
|
|
if (md_debug)
|
|
printf("mdioctl(%s %lx %p %x %p)\n",
|
|
devtoname(dev), cmd, addr, flags, p);
|
|
|
|
return (ENOIOCTL);
|
|
}
|
|
|
|
static void
|
|
mdstrategy(struct buf *bp)
|
|
{
|
|
struct md_s *sc;
|
|
|
|
if (md_debug > 1)
|
|
printf("mdstrategy(%p) %s %lx, %d, %ld, %p)\n",
|
|
bp, devtoname(bp->b_dev), bp->b_flags, bp->b_blkno,
|
|
bp->b_bcount / DEV_BSIZE, bp->b_data);
|
|
|
|
sc = bp->b_dev->si_drv1;
|
|
if (sc->type == MD_MALLOC) {
|
|
mdstrategy_malloc(bp);
|
|
} else {
|
|
mdstrategy_preload(bp);
|
|
}
|
|
return;
|
|
}
|
|
|
|
|
|
static void
|
|
mdstrategy_malloc(struct buf *bp)
|
|
{
|
|
int s, i;
|
|
struct md_s *sc;
|
|
devstat_trans_flags dop;
|
|
u_char *secp, **secpp, *dst;
|
|
unsigned secno, nsec, secval, uc;
|
|
|
|
if (md_debug > 1)
|
|
printf("mdstrategy_malloc(%p) %s %lx, %d, %ld, %p)\n",
|
|
bp, devtoname(bp->b_dev), bp->b_flags, bp->b_blkno,
|
|
bp->b_bcount / DEV_BSIZE, bp->b_data);
|
|
|
|
sc = bp->b_dev->si_drv1;
|
|
|
|
s = splbio();
|
|
|
|
bufqdisksort(&sc->buf_queue, bp);
|
|
|
|
if (sc->busy) {
|
|
splx(s);
|
|
return;
|
|
}
|
|
|
|
sc->busy++;
|
|
|
|
while (1) {
|
|
bp = bufq_first(&sc->buf_queue);
|
|
if (bp)
|
|
bufq_remove(&sc->buf_queue, bp);
|
|
splx(s);
|
|
if (!bp)
|
|
break;
|
|
|
|
devstat_start_transaction(&sc->stats);
|
|
|
|
if (bp->b_iocmd == BIO_DELETE)
|
|
dop = DEVSTAT_NO_DATA;
|
|
else if (bp->b_iocmd == BIO_READ)
|
|
dop = DEVSTAT_READ;
|
|
else
|
|
dop = DEVSTAT_WRITE;
|
|
|
|
nsec = bp->b_bcount / DEV_BSIZE;
|
|
secno = bp->b_pblkno;
|
|
dst = bp->b_data;
|
|
while (nsec--) {
|
|
|
|
if (secno < sc->nsecp) {
|
|
secpp = &sc->secp[secno];
|
|
if ((u_int)*secpp > 255) {
|
|
secp = *secpp;
|
|
secval = 0;
|
|
} else {
|
|
secp = 0;
|
|
secval = (u_int) *secpp;
|
|
}
|
|
} else {
|
|
secpp = 0;
|
|
secp = 0;
|
|
secval = 0;
|
|
}
|
|
if (md_debug > 2)
|
|
printf("%lx %p %p %d\n", bp->b_flags, secpp, secp, secval);
|
|
|
|
if (bp->b_iocmd == BIO_DELETE) {
|
|
if (secpp) {
|
|
if (secp)
|
|
FREE(secp, M_MDSECT);
|
|
*secpp = 0;
|
|
}
|
|
} else if (bp->b_iocmd == BIO_READ) {
|
|
if (secp) {
|
|
bcopy(secp, dst, DEV_BSIZE);
|
|
} else if (secval) {
|
|
for (i = 0; i < DEV_BSIZE; i++)
|
|
dst[i] = secval;
|
|
} else {
|
|
bzero(dst, DEV_BSIZE);
|
|
}
|
|
} else {
|
|
uc = dst[0];
|
|
for (i = 1; i < DEV_BSIZE; i++)
|
|
if (dst[i] != uc)
|
|
break;
|
|
if (i == DEV_BSIZE && !uc) {
|
|
if (secp)
|
|
FREE(secp, M_MDSECT);
|
|
if (secpp)
|
|
*secpp = (u_char *)uc;
|
|
} else {
|
|
if (!secpp) {
|
|
MALLOC(secpp, u_char **, (secno + nsec + 1) * sizeof(u_char *), M_MD, M_WAITOK);
|
|
bzero(secpp, (secno + nsec + 1) * sizeof(u_char *));
|
|
bcopy(sc->secp, secpp, sc->nsecp * sizeof(u_char *));
|
|
FREE(sc->secp, M_MD);
|
|
sc->secp = secpp;
|
|
sc->nsecp = secno + nsec + 1;
|
|
secpp = &sc->secp[secno];
|
|
}
|
|
if (i == DEV_BSIZE) {
|
|
if (secp)
|
|
FREE(secp, M_MDSECT);
|
|
*secpp = (u_char *)uc;
|
|
} else {
|
|
if (!secp)
|
|
MALLOC(secp, u_char *, DEV_BSIZE, M_MDSECT, M_WAITOK);
|
|
bcopy(dst, secp, DEV_BSIZE);
|
|
|
|
*secpp = secp;
|
|
}
|
|
}
|
|
}
|
|
secno++;
|
|
dst += DEV_BSIZE;
|
|
}
|
|
bp->b_resid = 0;
|
|
devstat_end_transaction_buf(&sc->stats, bp);
|
|
biodone(bp);
|
|
s = splbio();
|
|
}
|
|
sc->busy = 0;
|
|
return;
|
|
}
|
|
|
|
|
|
static void
|
|
mdstrategy_preload(struct buf *bp)
|
|
{
|
|
int s;
|
|
struct md_s *sc;
|
|
devstat_trans_flags dop;
|
|
|
|
if (md_debug > 1)
|
|
printf("mdstrategy_preload(%p) %s %lx, %d, %ld, %p)\n",
|
|
bp, devtoname(bp->b_dev), bp->b_flags, bp->b_blkno,
|
|
bp->b_bcount / DEV_BSIZE, bp->b_data);
|
|
|
|
sc = bp->b_dev->si_drv1;
|
|
|
|
s = splbio();
|
|
|
|
bufqdisksort(&sc->buf_queue, bp);
|
|
|
|
if (sc->busy) {
|
|
splx(s);
|
|
return;
|
|
}
|
|
|
|
sc->busy++;
|
|
|
|
while (1) {
|
|
bp = bufq_first(&sc->buf_queue);
|
|
if (bp)
|
|
bufq_remove(&sc->buf_queue, bp);
|
|
splx(s);
|
|
if (!bp)
|
|
break;
|
|
|
|
devstat_start_transaction(&sc->stats);
|
|
|
|
if (bp->b_iocmd == BIO_DELETE) {
|
|
dop = DEVSTAT_NO_DATA;
|
|
} else if (bp->b_iocmd == BIO_READ) {
|
|
dop = DEVSTAT_READ;
|
|
bcopy(sc->pl_ptr + (bp->b_pblkno << DEV_BSHIFT), bp->b_data, bp->b_bcount);
|
|
} else {
|
|
dop = DEVSTAT_WRITE;
|
|
bcopy(bp->b_data, sc->pl_ptr + (bp->b_pblkno << DEV_BSHIFT), bp->b_bcount);
|
|
}
|
|
bp->b_resid = 0;
|
|
devstat_end_transaction_buf(&sc->stats, bp);
|
|
biodone(bp);
|
|
s = splbio();
|
|
}
|
|
sc->busy = 0;
|
|
return;
|
|
}
|
|
|
|
static struct md_s *
|
|
mdcreate(struct cdevsw *devsw)
|
|
{
|
|
struct md_s *sc;
|
|
|
|
MALLOC(sc, struct md_s *,sizeof(*sc), M_MD, M_WAITOK);
|
|
bzero(sc, sizeof(*sc));
|
|
sc->unit = mdunits++;
|
|
bufq_init(&sc->buf_queue);
|
|
devstat_add_entry(&sc->stats, "md", sc->unit, DEV_BSIZE,
|
|
DEVSTAT_NO_ORDERED_TAGS,
|
|
DEVSTAT_TYPE_DIRECT | DEVSTAT_TYPE_IF_OTHER,
|
|
DEVSTAT_PRIORITY_OTHER);
|
|
sc->dev = disk_create(sc->unit, &sc->disk, 0, devsw, &sc->devsw);
|
|
sc->dev->si_drv1 = sc;
|
|
return (sc);
|
|
}
|
|
|
|
static void
|
|
mdcreate_preload(u_char *image, unsigned length)
|
|
{
|
|
struct md_s *sc;
|
|
|
|
sc = mdcreate(&md_cdevsw);
|
|
sc->type = MD_PRELOAD;
|
|
sc->nsect = length / DEV_BSIZE;
|
|
sc->pl_ptr = image;
|
|
sc->pl_len = length;
|
|
|
|
if (sc->unit == 0)
|
|
mdrootready = 1;
|
|
}
|
|
|
|
static void
|
|
mdcreate_malloc(void)
|
|
{
|
|
struct md_s *sc;
|
|
|
|
sc = mdcreate(&md_cdevsw);
|
|
sc->type = MD_MALLOC;
|
|
|
|
sc->nsect = MDNSECT; /* for now */
|
|
MALLOC(sc->secp, u_char **, sizeof(u_char *), M_MD, M_WAITOK);
|
|
bzero(sc->secp, sizeof(u_char *));
|
|
sc->nsecp = 1;
|
|
}
|
|
|
|
static void
|
|
md_drvinit(void *unused)
|
|
{
|
|
|
|
caddr_t mod;
|
|
caddr_t c;
|
|
u_char *ptr, *name, *type;
|
|
unsigned len;
|
|
|
|
#ifdef MD_ROOT_SIZE
|
|
mdcreate_preload(mfs_root, MD_ROOT_SIZE*1024);
|
|
#endif
|
|
mod = NULL;
|
|
while ((mod = preload_search_next_name(mod)) != NULL) {
|
|
name = (char *)preload_search_info(mod, MODINFO_NAME);
|
|
type = (char *)preload_search_info(mod, MODINFO_TYPE);
|
|
if (name == NULL)
|
|
continue;
|
|
if (type == NULL)
|
|
continue;
|
|
if (strcmp(type, "md_image") && strcmp(type, "mfs_root"))
|
|
continue;
|
|
c = preload_search_info(mod, MODINFO_ADDR);
|
|
ptr = *(u_char **)c;
|
|
c = preload_search_info(mod, MODINFO_SIZE);
|
|
len = *(unsigned *)c;
|
|
printf("md%d: Preloaded image <%s> %d bytes at %p\n",
|
|
mdunits, name, len, ptr);
|
|
mdcreate_preload(ptr, len);
|
|
}
|
|
printf("md%d: Malloc disk\n", mdunits);
|
|
mdcreate_malloc();
|
|
}
|
|
|
|
SYSINIT(mddev,SI_SUB_DRIVERS,SI_ORDER_MIDDLE+CDEV_MAJOR, md_drvinit,NULL)
|
|
|
|
#ifdef MD_ROOT
|
|
static void
|
|
md_takeroot(void *junk)
|
|
{
|
|
if (mdrootready)
|
|
rootdevnames[0] = "ufs:/dev/md0c";
|
|
}
|
|
|
|
SYSINIT(md_root, SI_SUB_MOUNT_ROOT, SI_ORDER_FIRST, md_takeroot, NULL);
|
|
#endif
|