2005-01-06 23:35:40 +00:00
|
|
|
/*-
|
1999-08-29 13:28:55 +00:00
|
|
|
* ----------------------------------------------------------------------------
|
|
|
|
* "THE BEER-WARE LICENSE" (Revision 42):
|
|
|
|
* <phk@FreeBSD.ORG> wrote this file. As long as you retain this notice you
|
|
|
|
* can do whatever you want with this stuff. If we meet some day, and you think
|
|
|
|
* this stuff is worth it, you can buy me a beer in return. Poul-Henning Kamp
|
|
|
|
* ----------------------------------------------------------------------------
|
|
|
|
*/
|
|
|
|
|
2003-06-11 00:56:59 +00:00
|
|
|
#include <sys/cdefs.h>
|
|
|
|
__FBSDID("$FreeBSD$");
|
|
|
|
|
2002-03-11 08:08:02 +00:00
|
|
|
#include "opt_geom.h"
|
|
|
|
|
1999-08-29 13:28:55 +00:00
|
|
|
#include <sys/param.h>
|
|
|
|
#include <sys/systm.h>
|
2000-05-05 09:59:14 +00:00
|
|
|
#include <sys/bio.h>
|
1999-08-29 13:28:55 +00:00
|
|
|
#include <sys/conf.h>
|
|
|
|
#include <sys/disk.h>
|
2003-04-01 19:00:38 +00:00
|
|
|
#include <geom/geom_disk.h>
|
2002-09-20 12:52:03 +00:00
|
|
|
|
|
|
|
/*-
|
|
|
|
* Disk error is the preface to plaintive error messages
|
|
|
|
* about failing disk transfers. It prints messages of the form
|
|
|
|
* "hp0g: BLABLABLA cmd=read fsbn 12345 of 12344-12347"
|
|
|
|
* blkdone should be -1 if the position of the error is unknown.
|
|
|
|
* The message is printed with printf.
|
|
|
|
*/
|
|
|
|
void
|
|
|
|
disk_err(struct bio *bp, const char *what, int blkdone, int nl)
|
|
|
|
{
|
|
|
|
daddr_t sn;
|
|
|
|
|
2003-03-03 11:14:36 +00:00
|
|
|
if (bp->bio_dev != NULL)
|
|
|
|
printf("%s: %s ", devtoname(bp->bio_dev), what);
|
|
|
|
else if (bp->bio_disk != NULL)
|
|
|
|
printf("%s%d: %s ",
|
|
|
|
bp->bio_disk->d_name, bp->bio_disk->d_unit, what);
|
|
|
|
else
|
|
|
|
printf("disk??: %s ", what);
|
2002-09-20 12:52:03 +00:00
|
|
|
switch(bp->bio_cmd) {
|
2002-10-17 23:48:29 +00:00
|
|
|
case BIO_READ: printf("cmd=read "); break;
|
|
|
|
case BIO_WRITE: printf("cmd=write "); break;
|
|
|
|
case BIO_DELETE: printf("cmd=delete "); break;
|
|
|
|
case BIO_GETATTR: printf("cmd=getattr "); break;
|
2006-10-31 21:11:21 +00:00
|
|
|
case BIO_FLUSH: printf("cmd=flush "); break;
|
2002-10-17 23:48:29 +00:00
|
|
|
default: printf("cmd=%x ", bp->bio_cmd); break;
|
2002-09-20 12:52:03 +00:00
|
|
|
}
|
2003-10-18 17:27:10 +00:00
|
|
|
sn = bp->bio_pblkno;
|
2002-09-20 12:52:03 +00:00
|
|
|
if (bp->bio_bcount <= DEV_BSIZE) {
|
|
|
|
printf("fsbn %jd%s", (intmax_t)sn, nl ? "\n" : "");
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
if (blkdone >= 0) {
|
|
|
|
sn += blkdone;
|
|
|
|
printf("fsbn %jd of ", (intmax_t)sn);
|
|
|
|
}
|
2003-10-18 17:27:10 +00:00
|
|
|
printf("%jd-%jd", (intmax_t)bp->bio_pblkno,
|
|
|
|
(intmax_t)(bp->bio_pblkno + (bp->bio_bcount - 1) / DEV_BSIZE));
|
2002-09-20 12:52:03 +00:00
|
|
|
if (nl)
|
|
|
|
printf("\n");
|
|
|
|
}
|
2002-09-20 14:14:37 +00:00
|
|
|
|
2003-03-30 08:51:23 +00:00
|
|
|
/*
|
|
|
|
* BIO queue implementation
|
|
|
|
*/
|
|
|
|
|
|
|
|
void
|
|
|
|
bioq_init(struct bio_queue_head *head)
|
|
|
|
{
|
|
|
|
TAILQ_INIT(&head->queue);
|
2003-10-18 15:50:56 +00:00
|
|
|
head->last_offset = 0;
|
2003-03-30 08:51:23 +00:00
|
|
|
head->insert_point = NULL;
|
|
|
|
}
|
|
|
|
|
|
|
|
void
|
|
|
|
bioq_remove(struct bio_queue_head *head, struct bio *bp)
|
|
|
|
{
|
|
|
|
if (bp == head->insert_point) {
|
2003-10-18 15:50:56 +00:00
|
|
|
head->last_offset = bp->bio_offset;
|
2005-06-12 22:32:29 +00:00
|
|
|
head->insert_point = TAILQ_NEXT(bp, bio_queue);
|
|
|
|
if (head->insert_point == NULL) {
|
|
|
|
head->last_offset = 0;
|
|
|
|
head->insert_point = TAILQ_FIRST(&head->queue);
|
|
|
|
}
|
|
|
|
}
|
2003-03-30 08:51:23 +00:00
|
|
|
TAILQ_REMOVE(&head->queue, bp, bio_queue);
|
|
|
|
}
|
2003-04-01 12:49:40 +00:00
|
|
|
|
|
|
|
void
|
|
|
|
bioq_flush(struct bio_queue_head *head, struct devstat *stp, int error)
|
|
|
|
{
|
|
|
|
struct bio *bp;
|
|
|
|
|
2004-08-19 19:51:51 +00:00
|
|
|
while ((bp = bioq_takefirst(head)) != NULL)
|
2003-10-14 08:09:43 +00:00
|
|
|
biofinish(bp, stp, error);
|
2003-04-01 12:49:40 +00:00
|
|
|
}
|
|
|
|
|
2004-12-13 12:57:21 +00:00
|
|
|
void
|
|
|
|
bioq_insert_head(struct bio_queue_head *head, struct bio *bp)
|
|
|
|
{
|
|
|
|
|
2006-05-29 05:43:26 +00:00
|
|
|
if (TAILQ_EMPTY(&head->queue))
|
2005-06-12 22:32:29 +00:00
|
|
|
head->insert_point = bp;
|
2004-12-13 12:57:21 +00:00
|
|
|
TAILQ_INSERT_HEAD(&head->queue, bp, bio_queue);
|
|
|
|
}
|
|
|
|
|
2003-03-30 08:51:23 +00:00
|
|
|
void
|
|
|
|
bioq_insert_tail(struct bio_queue_head *head, struct bio *bp)
|
|
|
|
{
|
|
|
|
|
2006-05-29 05:43:26 +00:00
|
|
|
if (TAILQ_EMPTY(&head->queue))
|
2005-06-12 22:32:29 +00:00
|
|
|
head->insert_point = bp;
|
2003-03-30 08:51:23 +00:00
|
|
|
TAILQ_INSERT_TAIL(&head->queue, bp, bio_queue);
|
|
|
|
}
|
|
|
|
|
|
|
|
struct bio *
|
|
|
|
bioq_first(struct bio_queue_head *head)
|
|
|
|
{
|
|
|
|
|
|
|
|
return (TAILQ_FIRST(&head->queue));
|
|
|
|
}
|
|
|
|
|
2004-08-19 19:51:51 +00:00
|
|
|
struct bio *
|
|
|
|
bioq_takefirst(struct bio_queue_head *head)
|
|
|
|
{
|
|
|
|
struct bio *bp;
|
|
|
|
|
|
|
|
bp = TAILQ_FIRST(&head->queue);
|
|
|
|
if (bp != NULL)
|
|
|
|
bioq_remove(head, bp);
|
|
|
|
return (bp);
|
|
|
|
}
|
2003-03-30 08:51:23 +00:00
|
|
|
|
2002-09-20 14:14:37 +00:00
|
|
|
/*
|
|
|
|
* Seek sort for disks.
|
|
|
|
*
|
2005-06-12 22:32:29 +00:00
|
|
|
* The disksort algorithm sorts all requests in a single queue while keeping
|
|
|
|
* track of the current position of the disk with insert_point and
|
|
|
|
* last_offset. last_offset is the offset of the last block sent to disk, or
|
|
|
|
* 0 once we reach the end. insert_point points to the first buf after
|
|
|
|
* last_offset, and is used to slightly speed up insertions. Blocks are
|
|
|
|
* always sorted in ascending order and the queue always restarts at 0.
|
|
|
|
* This implements the one-way scan which optimizes disk seek times.
|
2002-09-20 14:14:37 +00:00
|
|
|
*/
|
|
|
|
void
|
2009-02-03 07:53:51 +00:00
|
|
|
bioq_disksort(struct bio_queue_head *bioq, struct bio *bp)
|
2002-09-20 14:14:37 +00:00
|
|
|
{
|
|
|
|
struct bio *bq;
|
|
|
|
struct bio *bn;
|
|
|
|
|
|
|
|
/*
|
2005-06-12 22:32:29 +00:00
|
|
|
* If the queue is empty then it's easy.
|
2002-09-20 14:14:37 +00:00
|
|
|
*/
|
2006-01-13 23:27:12 +00:00
|
|
|
if (bioq_first(bioq) == NULL) {
|
2002-09-20 14:14:37 +00:00
|
|
|
bioq_insert_tail(bioq, bp);
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
/*
|
|
|
|
* Optimize for sequential I/O by seeing if we go at the tail.
|
|
|
|
*/
|
2005-06-12 22:32:29 +00:00
|
|
|
bq = TAILQ_LAST(&bioq->queue, bio_queue);
|
|
|
|
if (bp->bio_offset > bq->bio_offset) {
|
|
|
|
TAILQ_INSERT_AFTER(&bioq->queue, bq, bp, bio_queue);
|
2002-09-20 14:14:37 +00:00
|
|
|
return;
|
|
|
|
}
|
2005-06-12 22:32:29 +00:00
|
|
|
/*
|
|
|
|
* Pick our scan start based on the last request. A poor man's
|
|
|
|
* binary search.
|
|
|
|
*/
|
|
|
|
if (bp->bio_offset >= bioq->last_offset) {
|
|
|
|
bq = bioq->insert_point;
|
|
|
|
/*
|
|
|
|
* If we're before the next bio and after the last offset,
|
|
|
|
* update insert_point;
|
|
|
|
*/
|
|
|
|
if (bp->bio_offset < bq->bio_offset) {
|
|
|
|
bioq->insert_point = bp;
|
|
|
|
TAILQ_INSERT_BEFORE(bq, bp, bio_queue);
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
} else
|
|
|
|
bq = TAILQ_FIRST(&bioq->queue);
|
2005-06-15 23:32:07 +00:00
|
|
|
if (bp->bio_offset < bq->bio_offset) {
|
|
|
|
TAILQ_INSERT_BEFORE(bq, bp, bio_queue);
|
|
|
|
return;
|
|
|
|
}
|
2005-06-12 22:32:29 +00:00
|
|
|
/* Insertion sort */
|
2002-09-20 14:14:37 +00:00
|
|
|
while ((bn = TAILQ_NEXT(bq, bio_queue)) != NULL) {
|
2005-06-12 22:32:29 +00:00
|
|
|
if (bp->bio_offset < bn->bio_offset)
|
2002-09-20 14:14:37 +00:00
|
|
|
break;
|
|
|
|
bq = bn;
|
|
|
|
}
|
|
|
|
TAILQ_INSERT_AFTER(&bioq->queue, bq, bp, bio_queue);
|
|
|
|
}
|