4132ac52da
Signed-off-by: Maciej Szwed <maciej.szwed@intel.com> Change-Id: Ibc9609ad36188006e9454e5c799bccd8a92d7991 Reviewed-on: https://review.gerrithub.io/391422 Tested-by: SPDK Automated Test System <sys_sgsw@intel.com> Reviewed-by: Ben Walker <benjamin.walker@intel.com> Reviewed-by: Daniel Verkamp <daniel.verkamp@intel.com> Reviewed-by: Jim Harris <james.r.harris@intel.com>
608 lines
18 KiB
C
608 lines
18 KiB
C
/*-
|
|
* BSD LICENSE
|
|
*
|
|
* Copyright (c) Intel Corporation.
|
|
* All rights reserved.
|
|
*
|
|
* Redistribution and use in source and binary forms, with or without
|
|
* modification, are permitted provided that the following conditions
|
|
* are met:
|
|
*
|
|
* * Redistributions of source code must retain the above copyright
|
|
* notice, this list of conditions and the following disclaimer.
|
|
* * Redistributions in binary form must reproduce the above copyright
|
|
* notice, this list of conditions and the following disclaimer in
|
|
* the documentation and/or other materials provided with the
|
|
* distribution.
|
|
* * Neither the name of Intel Corporation nor the names of its
|
|
* contributors may be used to endorse or promote products derived
|
|
* from this software without specific prior written permission.
|
|
*
|
|
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
|
* "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
|
* LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
|
* A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
|
* OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
|
* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
|
* LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
|
* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
|
* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
|
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
|
* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
*/
|
|
|
|
#include "spdk/stdinc.h"
|
|
|
|
#include "blobstore.h"
|
|
#include "request.h"
|
|
|
|
#include "spdk/io_channel.h"
|
|
#include "spdk/queue.h"
|
|
|
|
#include "spdk_internal/log.h"
|
|
|
|
void
|
|
spdk_bs_call_cpl(struct spdk_bs_cpl *cpl, int bserrno)
|
|
{
|
|
switch (cpl->type) {
|
|
case SPDK_BS_CPL_TYPE_BS_BASIC:
|
|
cpl->u.bs_basic.cb_fn(cpl->u.bs_basic.cb_arg,
|
|
bserrno);
|
|
break;
|
|
case SPDK_BS_CPL_TYPE_BS_HANDLE:
|
|
cpl->u.bs_handle.cb_fn(cpl->u.bs_handle.cb_arg,
|
|
cpl->u.bs_handle.bs,
|
|
bserrno);
|
|
break;
|
|
case SPDK_BS_CPL_TYPE_BLOB_BASIC:
|
|
cpl->u.blob_basic.cb_fn(cpl->u.blob_basic.cb_arg,
|
|
bserrno);
|
|
break;
|
|
case SPDK_BS_CPL_TYPE_BLOBID:
|
|
cpl->u.blobid.cb_fn(cpl->u.blobid.cb_arg,
|
|
cpl->u.blobid.blobid,
|
|
bserrno);
|
|
break;
|
|
case SPDK_BS_CPL_TYPE_BLOB_HANDLE:
|
|
cpl->u.blob_handle.cb_fn(cpl->u.blob_handle.cb_arg,
|
|
cpl->u.blob_handle.blob,
|
|
bserrno);
|
|
break;
|
|
case SPDK_BS_CPL_TYPE_NESTED_SEQUENCE:
|
|
cpl->u.nested_seq.cb_fn(cpl->u.nested_seq.cb_arg,
|
|
cpl->u.nested_seq.parent,
|
|
bserrno);
|
|
break;
|
|
case SPDK_BS_CPL_TYPE_NONE:
|
|
/* this completion's callback is handled elsewhere */
|
|
break;
|
|
}
|
|
}
|
|
|
|
static void
|
|
spdk_bs_request_set_complete(struct spdk_bs_request_set *set)
|
|
{
|
|
struct spdk_bs_cpl cpl = set->cpl;
|
|
int bserrno = set->bserrno;
|
|
|
|
TAILQ_INSERT_TAIL(&set->channel->reqs, set, link);
|
|
|
|
spdk_bs_call_cpl(&cpl, bserrno);
|
|
}
|
|
|
|
static void
|
|
spdk_bs_sequence_completion(struct spdk_io_channel *channel, void *cb_arg, int bserrno)
|
|
{
|
|
struct spdk_bs_request_set *set = cb_arg;
|
|
|
|
set->bserrno = bserrno;
|
|
set->u.sequence.cb_fn((spdk_bs_sequence_t *)set, set->u.sequence.cb_arg, bserrno);
|
|
}
|
|
|
|
spdk_bs_sequence_t *
|
|
spdk_bs_sequence_start(struct spdk_io_channel *_channel,
|
|
struct spdk_bs_cpl *cpl)
|
|
{
|
|
struct spdk_bs_channel *channel;
|
|
struct spdk_bs_request_set *set;
|
|
|
|
channel = spdk_io_channel_get_ctx(_channel);
|
|
|
|
set = TAILQ_FIRST(&channel->reqs);
|
|
if (!set) {
|
|
return NULL;
|
|
}
|
|
TAILQ_REMOVE(&channel->reqs, set, link);
|
|
|
|
set->cpl = *cpl;
|
|
set->bserrno = 0;
|
|
set->channel = channel;
|
|
|
|
set->cb_args.cb_fn = spdk_bs_sequence_completion;
|
|
set->cb_args.cb_arg = set;
|
|
set->cb_args.channel = channel->dev_channel;
|
|
|
|
return (spdk_bs_sequence_t *)set;
|
|
}
|
|
|
|
void
|
|
spdk_bs_sequence_read_bs_dev(spdk_bs_sequence_t *seq, struct spdk_bs_dev *bs_dev,
|
|
void *payload, uint64_t lba, uint32_t lba_count,
|
|
spdk_bs_sequence_cpl cb_fn, void *cb_arg)
|
|
{
|
|
struct spdk_bs_request_set *set = (struct spdk_bs_request_set *)seq;
|
|
struct spdk_bs_channel *channel = set->channel;
|
|
|
|
SPDK_DEBUGLOG(SPDK_LOG_BLOB_RW, "Reading %u blocks from LBA %lu\n", lba_count, lba);
|
|
|
|
set->u.sequence.cb_fn = cb_fn;
|
|
set->u.sequence.cb_arg = cb_arg;
|
|
|
|
bs_dev->read(bs_dev, channel->dev_channel, payload, lba, lba_count, &set->cb_args);
|
|
}
|
|
|
|
void
|
|
spdk_bs_sequence_read_dev(spdk_bs_sequence_t *seq, void *payload,
|
|
uint64_t lba, uint32_t lba_count,
|
|
spdk_bs_sequence_cpl cb_fn, void *cb_arg)
|
|
{
|
|
struct spdk_bs_request_set *set = (struct spdk_bs_request_set *)seq;
|
|
struct spdk_bs_channel *channel = set->channel;
|
|
|
|
spdk_bs_sequence_read_bs_dev(seq, channel->dev, payload, lba, lba_count, cb_fn, cb_arg);
|
|
}
|
|
|
|
void
|
|
spdk_bs_sequence_write_dev(spdk_bs_sequence_t *seq, void *payload,
|
|
uint64_t lba, uint32_t lba_count,
|
|
spdk_bs_sequence_cpl cb_fn, void *cb_arg)
|
|
{
|
|
struct spdk_bs_request_set *set = (struct spdk_bs_request_set *)seq;
|
|
struct spdk_bs_channel *channel = set->channel;
|
|
|
|
SPDK_DEBUGLOG(SPDK_LOG_BLOB_RW, "Writing %u blocks to LBA %lu\n", lba_count, lba);
|
|
|
|
set->u.sequence.cb_fn = cb_fn;
|
|
set->u.sequence.cb_arg = cb_arg;
|
|
|
|
channel->dev->write(channel->dev, channel->dev_channel, payload, lba, lba_count,
|
|
&set->cb_args);
|
|
}
|
|
|
|
void
|
|
spdk_bs_sequence_readv_bs_dev(spdk_bs_sequence_t *seq, struct spdk_bs_dev *bs_dev,
|
|
struct iovec *iov, int iovcnt, uint64_t lba, uint32_t lba_count,
|
|
spdk_bs_sequence_cpl cb_fn, void *cb_arg)
|
|
{
|
|
struct spdk_bs_request_set *set = (struct spdk_bs_request_set *)seq;
|
|
struct spdk_bs_channel *channel = set->channel;
|
|
|
|
SPDK_DEBUGLOG(SPDK_LOG_BLOB_RW, "Reading %u blocks from LBA %lu\n", lba_count, lba);
|
|
|
|
set->u.sequence.cb_fn = cb_fn;
|
|
set->u.sequence.cb_arg = cb_arg;
|
|
|
|
bs_dev->readv(bs_dev, channel->dev_channel, iov, iovcnt, lba, lba_count,
|
|
&set->cb_args);
|
|
}
|
|
|
|
void
|
|
spdk_bs_sequence_readv_dev(spdk_bs_sequence_t *seq, struct iovec *iov, int iovcnt,
|
|
uint64_t lba, uint32_t lba_count, spdk_bs_sequence_cpl cb_fn, void *cb_arg)
|
|
{
|
|
struct spdk_bs_request_set *set = (struct spdk_bs_request_set *)seq;
|
|
struct spdk_bs_channel *channel = set->channel;
|
|
|
|
spdk_bs_sequence_readv_bs_dev(seq, channel->dev, iov, iovcnt, lba, lba_count, cb_fn, cb_arg);
|
|
}
|
|
|
|
void
|
|
spdk_bs_sequence_writev_dev(spdk_bs_sequence_t *seq, struct iovec *iov, int iovcnt,
|
|
uint64_t lba, uint32_t lba_count,
|
|
spdk_bs_sequence_cpl cb_fn, void *cb_arg)
|
|
{
|
|
struct spdk_bs_request_set *set = (struct spdk_bs_request_set *)seq;
|
|
struct spdk_bs_channel *channel = set->channel;
|
|
|
|
SPDK_DEBUGLOG(SPDK_LOG_BLOB_RW, "Writing %u blocks to LBA %lu\n", lba_count, lba);
|
|
|
|
set->u.sequence.cb_fn = cb_fn;
|
|
set->u.sequence.cb_arg = cb_arg;
|
|
|
|
channel->dev->writev(channel->dev, channel->dev_channel, iov, iovcnt, lba, lba_count,
|
|
&set->cb_args);
|
|
}
|
|
|
|
void
|
|
spdk_bs_sequence_unmap_dev(spdk_bs_sequence_t *seq,
|
|
uint64_t lba, uint32_t lba_count,
|
|
spdk_bs_sequence_cpl cb_fn, void *cb_arg)
|
|
{
|
|
struct spdk_bs_request_set *set = (struct spdk_bs_request_set *)seq;
|
|
struct spdk_bs_channel *channel = set->channel;
|
|
|
|
SPDK_DEBUGLOG(SPDK_LOG_BLOB_RW, "Unmapping %u blocks at LBA %lu\n", lba_count, lba);
|
|
|
|
set->u.sequence.cb_fn = cb_fn;
|
|
set->u.sequence.cb_arg = cb_arg;
|
|
|
|
channel->dev->unmap(channel->dev, channel->dev_channel, lba, lba_count,
|
|
&set->cb_args);
|
|
}
|
|
|
|
void
|
|
spdk_bs_sequence_write_zeroes_dev(spdk_bs_sequence_t *seq,
|
|
uint64_t lba, uint32_t lba_count,
|
|
spdk_bs_sequence_cpl cb_fn, void *cb_arg)
|
|
{
|
|
struct spdk_bs_request_set *set = (struct spdk_bs_request_set *)seq;
|
|
struct spdk_bs_channel *channel = set->channel;
|
|
|
|
SPDK_DEBUGLOG(SPDK_LOG_BLOB_RW, "writing zeroes to %u blocks at LBA %lu\n", lba_count, lba);
|
|
|
|
set->u.sequence.cb_fn = cb_fn;
|
|
set->u.sequence.cb_arg = cb_arg;
|
|
|
|
channel->dev->write_zeroes(channel->dev, channel->dev_channel, lba, lba_count,
|
|
&set->cb_args);
|
|
}
|
|
|
|
void
|
|
spdk_bs_sequence_finish(spdk_bs_sequence_t *seq, int bserrno)
|
|
{
|
|
if (bserrno != 0) {
|
|
seq->bserrno = bserrno;
|
|
}
|
|
spdk_bs_request_set_complete((struct spdk_bs_request_set *)seq);
|
|
}
|
|
|
|
void
|
|
spdk_bs_user_op_sequence_finish(void *cb_arg, int bserrno)
|
|
{
|
|
spdk_bs_sequence_t *seq = cb_arg;
|
|
|
|
spdk_bs_sequence_finish(seq, bserrno);
|
|
}
|
|
|
|
static void
|
|
spdk_bs_batch_completion(struct spdk_io_channel *_channel,
|
|
void *cb_arg, int bserrno)
|
|
{
|
|
struct spdk_bs_request_set *set = cb_arg;
|
|
|
|
set->u.batch.outstanding_ops--;
|
|
if (bserrno != 0) {
|
|
set->bserrno = bserrno;
|
|
}
|
|
|
|
if (set->u.batch.outstanding_ops == 0 && set->u.batch.batch_closed) {
|
|
if (set->u.batch.cb_fn) {
|
|
set->cb_args.cb_fn = spdk_bs_sequence_completion;
|
|
set->u.batch.cb_fn((spdk_bs_sequence_t *)set, set->u.batch.cb_arg, bserrno);
|
|
} else {
|
|
spdk_bs_request_set_complete(set);
|
|
}
|
|
}
|
|
}
|
|
|
|
spdk_bs_batch_t *
|
|
spdk_bs_batch_open(struct spdk_io_channel *_channel,
|
|
struct spdk_bs_cpl *cpl)
|
|
{
|
|
struct spdk_bs_channel *channel;
|
|
struct spdk_bs_request_set *set;
|
|
|
|
channel = spdk_io_channel_get_ctx(_channel);
|
|
|
|
set = TAILQ_FIRST(&channel->reqs);
|
|
if (!set) {
|
|
return NULL;
|
|
}
|
|
TAILQ_REMOVE(&channel->reqs, set, link);
|
|
|
|
set->cpl = *cpl;
|
|
set->bserrno = 0;
|
|
set->channel = channel;
|
|
|
|
set->u.batch.cb_fn = NULL;
|
|
set->u.batch.cb_arg = NULL;
|
|
set->u.batch.outstanding_ops = 0;
|
|
set->u.batch.batch_closed = 0;
|
|
|
|
set->cb_args.cb_fn = spdk_bs_batch_completion;
|
|
set->cb_args.cb_arg = set;
|
|
set->cb_args.channel = channel->dev_channel;
|
|
|
|
return (spdk_bs_batch_t *)set;
|
|
}
|
|
|
|
void
|
|
spdk_bs_batch_read_bs_dev(spdk_bs_batch_t *batch, struct spdk_bs_dev *bs_dev,
|
|
void *payload, uint64_t lba, uint32_t lba_count)
|
|
{
|
|
struct spdk_bs_request_set *set = (struct spdk_bs_request_set *)batch;
|
|
struct spdk_bs_channel *channel = set->channel;
|
|
|
|
SPDK_DEBUGLOG(SPDK_LOG_BLOB_RW, "Reading %u blocks from LBA %lu\n", lba_count, lba);
|
|
|
|
set->u.batch.outstanding_ops++;
|
|
bs_dev->read(bs_dev, channel->dev_channel, payload, lba, lba_count, &set->cb_args);
|
|
}
|
|
|
|
void
|
|
spdk_bs_batch_read_dev(spdk_bs_batch_t *batch, void *payload,
|
|
uint64_t lba, uint32_t lba_count)
|
|
{
|
|
struct spdk_bs_request_set *set = (struct spdk_bs_request_set *)batch;
|
|
struct spdk_bs_channel *channel = set->channel;
|
|
|
|
spdk_bs_batch_read_bs_dev(batch, channel->dev, payload, lba, lba_count);
|
|
}
|
|
|
|
void
|
|
spdk_bs_batch_write_dev(spdk_bs_batch_t *batch, void *payload,
|
|
uint64_t lba, uint32_t lba_count)
|
|
{
|
|
struct spdk_bs_request_set *set = (struct spdk_bs_request_set *)batch;
|
|
struct spdk_bs_channel *channel = set->channel;
|
|
|
|
SPDK_DEBUGLOG(SPDK_LOG_BLOB_RW, "Writing %u blocks to LBA %lu\n", lba_count, lba);
|
|
|
|
set->u.batch.outstanding_ops++;
|
|
channel->dev->write(channel->dev, channel->dev_channel, payload, lba, lba_count,
|
|
&set->cb_args);
|
|
}
|
|
|
|
void
|
|
spdk_bs_batch_unmap_dev(spdk_bs_batch_t *batch,
|
|
uint64_t lba, uint32_t lba_count)
|
|
{
|
|
struct spdk_bs_request_set *set = (struct spdk_bs_request_set *)batch;
|
|
struct spdk_bs_channel *channel = set->channel;
|
|
|
|
SPDK_DEBUGLOG(SPDK_LOG_BLOB_RW, "Unmapping %u blocks at LBA %lu\n", lba_count, lba);
|
|
|
|
set->u.batch.outstanding_ops++;
|
|
channel->dev->unmap(channel->dev, channel->dev_channel, lba, lba_count,
|
|
&set->cb_args);
|
|
}
|
|
|
|
void
|
|
spdk_bs_batch_write_zeroes_dev(spdk_bs_batch_t *batch,
|
|
uint64_t lba, uint32_t lba_count)
|
|
{
|
|
struct spdk_bs_request_set *set = (struct spdk_bs_request_set *)batch;
|
|
struct spdk_bs_channel *channel = set->channel;
|
|
|
|
SPDK_DEBUGLOG(SPDK_LOG_BLOB_RW, "Zeroing %u blocks at LBA %lu\n", lba_count, lba);
|
|
|
|
set->u.batch.outstanding_ops++;
|
|
channel->dev->write_zeroes(channel->dev, channel->dev_channel, lba, lba_count,
|
|
&set->cb_args);
|
|
}
|
|
|
|
static void
|
|
spdk_bs_batch_blob_op_complete(void *arg, int bserrno)
|
|
{
|
|
/* TODO: spdk_bs_batch_completion does not actually use the channel parameter -
|
|
* just pass NULL here instead of getting the channel from the set cb_arg.
|
|
*/
|
|
spdk_bs_batch_completion(NULL, arg, bserrno);
|
|
}
|
|
|
|
void
|
|
spdk_bs_batch_read_blob(spdk_bs_batch_t *batch, struct spdk_blob *blob,
|
|
void *payload, uint64_t offset, uint64_t length)
|
|
{
|
|
struct spdk_bs_request_set *set = (struct spdk_bs_request_set *)batch;
|
|
struct spdk_bs_channel *channel = set->channel;
|
|
|
|
SPDK_DEBUGLOG(SPDK_LOG_BLOB_RW, "Reading %lu pages from offset %lu\n", length, offset);
|
|
|
|
set->u.batch.outstanding_ops++;
|
|
spdk_bs_io_read_blob(blob, spdk_io_channel_from_ctx(channel), payload, offset,
|
|
length, spdk_bs_batch_blob_op_complete, set);
|
|
}
|
|
|
|
void
|
|
spdk_bs_batch_write_blob(spdk_bs_batch_t *batch, struct spdk_blob *blob,
|
|
void *payload, uint64_t offset, uint64_t length)
|
|
{
|
|
struct spdk_bs_request_set *set = (struct spdk_bs_request_set *)batch;
|
|
struct spdk_bs_channel *channel = set->channel;
|
|
|
|
SPDK_DEBUGLOG(SPDK_LOG_BLOB_RW, "Writing %lu pages from offset %lu\n", length, offset);
|
|
|
|
set->u.batch.outstanding_ops++;
|
|
spdk_bs_io_write_blob(blob, spdk_io_channel_from_ctx(channel), payload, offset,
|
|
length, spdk_bs_batch_blob_op_complete, set);
|
|
}
|
|
|
|
void
|
|
spdk_bs_batch_unmap_blob(spdk_bs_batch_t *batch, struct spdk_blob *blob,
|
|
uint64_t offset, uint64_t length)
|
|
{
|
|
struct spdk_bs_request_set *set = (struct spdk_bs_request_set *)batch;
|
|
struct spdk_bs_channel *channel = set->channel;
|
|
|
|
SPDK_DEBUGLOG(SPDK_LOG_BLOB_RW, "Unmapping %lu pages from offset %lu\n", length, offset);
|
|
|
|
set->u.batch.outstanding_ops++;
|
|
spdk_bs_io_unmap_blob(blob, spdk_io_channel_from_ctx(channel), offset, length,
|
|
spdk_bs_batch_blob_op_complete, set);
|
|
}
|
|
|
|
void
|
|
spdk_bs_batch_write_zeroes_blob(spdk_bs_batch_t *batch, struct spdk_blob *blob,
|
|
uint64_t offset, uint64_t length)
|
|
{
|
|
struct spdk_bs_request_set *set = (struct spdk_bs_request_set *)batch;
|
|
struct spdk_bs_channel *channel = set->channel;
|
|
|
|
SPDK_DEBUGLOG(SPDK_LOG_BLOB_RW, "Zeroing %lu pages from offset %lu\n", length, offset);
|
|
|
|
set->u.batch.outstanding_ops++;
|
|
spdk_bs_io_write_zeroes_blob(blob, spdk_io_channel_from_ctx(channel), offset, length,
|
|
spdk_bs_batch_blob_op_complete, set);
|
|
}
|
|
|
|
void
|
|
spdk_bs_batch_set_errno(spdk_bs_batch_t *batch, int bserrno)
|
|
{
|
|
struct spdk_bs_request_set *set = (struct spdk_bs_request_set *)batch;
|
|
|
|
set->bserrno = bserrno;
|
|
}
|
|
|
|
void
|
|
spdk_bs_batch_close(spdk_bs_batch_t *batch)
|
|
{
|
|
struct spdk_bs_request_set *set = (struct spdk_bs_request_set *)batch;
|
|
|
|
set->u.batch.batch_closed = 1;
|
|
|
|
if (set->u.batch.outstanding_ops == 0) {
|
|
if (set->u.batch.cb_fn) {
|
|
set->cb_args.cb_fn = spdk_bs_sequence_completion;
|
|
set->u.batch.cb_fn((spdk_bs_sequence_t *)set, set->u.batch.cb_arg, set->bserrno);
|
|
} else {
|
|
spdk_bs_request_set_complete(set);
|
|
}
|
|
}
|
|
}
|
|
|
|
spdk_bs_batch_t *
|
|
spdk_bs_sequence_to_batch(spdk_bs_sequence_t *seq, spdk_bs_sequence_cpl cb_fn, void *cb_arg)
|
|
{
|
|
struct spdk_bs_request_set *set = (struct spdk_bs_request_set *)seq;
|
|
|
|
set->u.batch.cb_fn = cb_fn;
|
|
set->u.batch.cb_arg = cb_arg;
|
|
set->u.batch.outstanding_ops = 0;
|
|
set->u.batch.batch_closed = 0;
|
|
|
|
set->cb_args.cb_fn = spdk_bs_batch_completion;
|
|
|
|
return set;
|
|
}
|
|
|
|
spdk_bs_sequence_t *
|
|
spdk_bs_batch_to_sequence(spdk_bs_batch_t *batch)
|
|
{
|
|
struct spdk_bs_request_set *set = (struct spdk_bs_request_set *)batch;
|
|
|
|
set->u.batch.outstanding_ops++;
|
|
|
|
set->cpl.type = SPDK_BS_CPL_TYPE_BLOB_BASIC;
|
|
set->cpl.u.blob_basic.cb_fn = spdk_bs_sequence_to_batch_completion;
|
|
set->cpl.u.blob_basic.cb_arg = set;
|
|
set->bserrno = 0;
|
|
|
|
set->cb_args.cb_fn = spdk_bs_sequence_completion;
|
|
set->cb_args.cb_arg = set;
|
|
set->cb_args.channel = set->channel->dev_channel;
|
|
|
|
return (spdk_bs_sequence_t *)set;
|
|
}
|
|
|
|
spdk_bs_user_op_t *
|
|
spdk_bs_user_op_alloc(struct spdk_io_channel *_channel, struct spdk_bs_cpl *cpl,
|
|
enum spdk_blob_op_type op_type, struct spdk_blob *blob,
|
|
void *payload, int iovcnt, uint64_t offset, uint64_t length)
|
|
{
|
|
struct spdk_bs_channel *channel;
|
|
struct spdk_bs_request_set *set;
|
|
struct spdk_bs_user_op_args *args;
|
|
|
|
channel = spdk_io_channel_get_ctx(_channel);
|
|
|
|
set = TAILQ_FIRST(&channel->reqs);
|
|
if (!set) {
|
|
return NULL;
|
|
}
|
|
TAILQ_REMOVE(&channel->reqs, set, link);
|
|
|
|
set->cpl = *cpl;
|
|
set->channel = channel;
|
|
|
|
args = &set->u.user_op;
|
|
|
|
args->type = op_type;
|
|
args->iovcnt = iovcnt;
|
|
args->blob = blob;
|
|
args->offset = offset;
|
|
args->length = length;
|
|
args->payload = payload;
|
|
|
|
return (spdk_bs_user_op_t *)set;
|
|
}
|
|
|
|
void
|
|
spdk_bs_user_op_execute(spdk_bs_user_op_t *op)
|
|
{
|
|
struct spdk_bs_request_set *set;
|
|
struct spdk_bs_user_op_args *args;
|
|
struct spdk_io_channel *ch;
|
|
|
|
set = (struct spdk_bs_request_set *)op;
|
|
args = &set->u.user_op;
|
|
ch = spdk_io_channel_from_ctx(set->channel);
|
|
|
|
switch (args->type) {
|
|
case SPDK_BLOB_READ:
|
|
spdk_bs_io_read_blob(args->blob, ch, args->payload, args->offset, args->length,
|
|
set->cpl.u.blob_basic.cb_fn, set->cpl.u.blob_basic.cb_arg);
|
|
break;
|
|
case SPDK_BLOB_WRITE:
|
|
spdk_bs_io_write_blob(args->blob, ch, args->payload, args->offset, args->length,
|
|
set->cpl.u.blob_basic.cb_fn, set->cpl.u.blob_basic.cb_arg);
|
|
break;
|
|
case SPDK_BLOB_UNMAP:
|
|
spdk_bs_io_unmap_blob(args->blob, ch, args->offset, args->length,
|
|
set->cpl.u.blob_basic.cb_fn, set->cpl.u.blob_basic.cb_arg);
|
|
break;
|
|
case SPDK_BLOB_WRITE_ZEROES:
|
|
spdk_bs_io_write_zeroes_blob(args->blob, ch, args->offset, args->length,
|
|
set->cpl.u.blob_basic.cb_fn, set->cpl.u.blob_basic.cb_arg);
|
|
break;
|
|
case SPDK_BLOB_READV:
|
|
spdk_bs_io_readv_blob(args->blob, ch, args->payload, args->iovcnt,
|
|
args->offset, args->length,
|
|
set->cpl.u.blob_basic.cb_fn, set->cpl.u.blob_basic.cb_arg);
|
|
break;
|
|
case SPDK_BLOB_WRITEV:
|
|
spdk_bs_io_writev_blob(args->blob, ch, args->payload, args->iovcnt,
|
|
args->offset, args->length,
|
|
set->cpl.u.blob_basic.cb_fn, set->cpl.u.blob_basic.cb_arg);
|
|
break;
|
|
}
|
|
TAILQ_INSERT_TAIL(&set->channel->reqs, set, link);
|
|
}
|
|
|
|
void
|
|
spdk_bs_user_op_abort(spdk_bs_user_op_t *op)
|
|
{
|
|
struct spdk_bs_request_set *set;
|
|
|
|
set = (struct spdk_bs_request_set *)op;
|
|
|
|
set->cpl.u.blob_basic.cb_fn(set->cpl.u.blob_basic.cb_arg, -EIO);
|
|
TAILQ_INSERT_TAIL(&set->channel->reqs, set, link);
|
|
}
|
|
|
|
void
|
|
spdk_bs_sequence_to_batch_completion(void *cb_arg, int bserrno)
|
|
{
|
|
struct spdk_bs_request_set *set = (struct spdk_bs_request_set *)cb_arg;
|
|
|
|
set->u.batch.outstanding_ops--;
|
|
|
|
if (set->u.batch.outstanding_ops == 0 && set->u.batch.batch_closed) {
|
|
if (set->cb_args.cb_fn) {
|
|
set->cb_args.cb_fn(set->cb_args.channel, set->cb_args.cb_arg, bserrno);
|
|
}
|
|
}
|
|
}
|
|
|
|
SPDK_LOG_REGISTER_COMPONENT("blob_rw", SPDK_LOG_BLOB_RW)
|