9544e6dcf1
The original NVMe API used bit-fields to represent fields in data structures defined by the specification (e.g. the op-code in the command data structure). The implementation targeted x86_64 processors and defined the bit fields for little endian dwords (i.e. 32 bits). This approach does not work as-is for big endian architectures and was changed to use a combination of bit shifts and masks to support PowerPC. Unfortunately, this changed the NVMe API and forces #ifdef's based on the OS revision level in user space code. This change reverts to something that looks like the original API, but it uses bytes instead of bit-fields inside the packed command structure. As a bonus, this works as-is for both big and little endian CPU architectures. Bump __FreeBSD_version to 1200081 due to API change Reviewed by: imp, kbowling, smh, mav Approved by: imp (mentor) Differential Revision: https://reviews.freebsd.org/D16404
199 lines
5.1 KiB
C
199 lines
5.1 KiB
C
/*-
|
|
* SPDX-License-Identifier: BSD-2-Clause-FreeBSD
|
|
*
|
|
* Copyright (C) 2012 Intel Corporation
|
|
* All rights reserved.
|
|
*
|
|
* Redistribution and use in source and binary forms, with or without
|
|
* modification, are permitted provided that the following conditions
|
|
* are met:
|
|
* 1. Redistributions of source code must retain the above copyright
|
|
* notice, this list of conditions and the following disclaimer.
|
|
* 2. Redistributions in binary form must reproduce the above copyright
|
|
* notice, this list of conditions and the following disclaimer in the
|
|
* documentation and/or other materials provided with the distribution.
|
|
*
|
|
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
|
|
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
* ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
|
|
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
|
|
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
|
|
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
|
|
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
|
|
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
|
|
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
|
|
* SUCH DAMAGE.
|
|
*/
|
|
|
|
#include <sys/cdefs.h>
|
|
__FBSDID("$FreeBSD$");
|
|
|
|
#include "nvme_private.h"
|
|
|
|
int
|
|
nvme_ns_cmd_read(struct nvme_namespace *ns, void *payload, uint64_t lba,
|
|
uint32_t lba_count, nvme_cb_fn_t cb_fn, void *cb_arg)
|
|
{
|
|
struct nvme_request *req;
|
|
|
|
req = nvme_allocate_request_vaddr(payload,
|
|
lba_count*nvme_ns_get_sector_size(ns), cb_fn, cb_arg);
|
|
|
|
if (req == NULL)
|
|
return (ENOMEM);
|
|
|
|
nvme_ns_read_cmd(&req->cmd, ns->id, lba, lba_count);
|
|
|
|
nvme_ctrlr_submit_io_request(ns->ctrlr, req);
|
|
|
|
return (0);
|
|
}
|
|
|
|
int
|
|
nvme_ns_cmd_read_bio(struct nvme_namespace *ns, struct bio *bp,
|
|
nvme_cb_fn_t cb_fn, void *cb_arg)
|
|
{
|
|
struct nvme_request *req;
|
|
uint64_t lba;
|
|
uint64_t lba_count;
|
|
|
|
req = nvme_allocate_request_bio(bp, cb_fn, cb_arg);
|
|
|
|
if (req == NULL)
|
|
return (ENOMEM);
|
|
|
|
lba = bp->bio_offset / nvme_ns_get_sector_size(ns);
|
|
lba_count = bp->bio_bcount / nvme_ns_get_sector_size(ns);
|
|
nvme_ns_read_cmd(&req->cmd, ns->id, lba, lba_count);
|
|
|
|
nvme_ctrlr_submit_io_request(ns->ctrlr, req);
|
|
|
|
return (0);
|
|
}
|
|
|
|
int
|
|
nvme_ns_cmd_write(struct nvme_namespace *ns, void *payload, uint64_t lba,
|
|
uint32_t lba_count, nvme_cb_fn_t cb_fn, void *cb_arg)
|
|
{
|
|
struct nvme_request *req;
|
|
|
|
req = nvme_allocate_request_vaddr(payload,
|
|
lba_count*nvme_ns_get_sector_size(ns), cb_fn, cb_arg);
|
|
|
|
if (req == NULL)
|
|
return (ENOMEM);
|
|
|
|
nvme_ns_write_cmd(&req->cmd, ns->id, lba, lba_count);
|
|
|
|
nvme_ctrlr_submit_io_request(ns->ctrlr, req);
|
|
|
|
return (0);
|
|
}
|
|
|
|
int
|
|
nvme_ns_cmd_write_bio(struct nvme_namespace *ns, struct bio *bp,
|
|
nvme_cb_fn_t cb_fn, void *cb_arg)
|
|
{
|
|
struct nvme_request *req;
|
|
uint64_t lba;
|
|
uint64_t lba_count;
|
|
|
|
req = nvme_allocate_request_bio(bp, cb_fn, cb_arg);
|
|
|
|
if (req == NULL)
|
|
return (ENOMEM);
|
|
lba = bp->bio_offset / nvme_ns_get_sector_size(ns);
|
|
lba_count = bp->bio_bcount / nvme_ns_get_sector_size(ns);
|
|
nvme_ns_write_cmd(&req->cmd, ns->id, lba, lba_count);
|
|
|
|
nvme_ctrlr_submit_io_request(ns->ctrlr, req);
|
|
|
|
return (0);
|
|
}
|
|
|
|
int
|
|
nvme_ns_cmd_deallocate(struct nvme_namespace *ns, void *payload,
|
|
uint8_t num_ranges, nvme_cb_fn_t cb_fn, void *cb_arg)
|
|
{
|
|
struct nvme_request *req;
|
|
struct nvme_command *cmd;
|
|
|
|
req = nvme_allocate_request_vaddr(payload,
|
|
num_ranges * sizeof(struct nvme_dsm_range), cb_fn, cb_arg);
|
|
|
|
if (req == NULL)
|
|
return (ENOMEM);
|
|
|
|
cmd = &req->cmd;
|
|
cmd->opc = NVME_OPC_DATASET_MANAGEMENT;
|
|
cmd->nsid = htole32(ns->id);
|
|
|
|
/* TODO: create a delete command data structure */
|
|
cmd->cdw10 = htole32(num_ranges - 1);
|
|
cmd->cdw11 = htole32(NVME_DSM_ATTR_DEALLOCATE);
|
|
|
|
nvme_ctrlr_submit_io_request(ns->ctrlr, req);
|
|
|
|
return (0);
|
|
}
|
|
|
|
int
|
|
nvme_ns_cmd_flush(struct nvme_namespace *ns, nvme_cb_fn_t cb_fn, void *cb_arg)
|
|
{
|
|
struct nvme_request *req;
|
|
|
|
req = nvme_allocate_request_null(cb_fn, cb_arg);
|
|
|
|
if (req == NULL)
|
|
return (ENOMEM);
|
|
|
|
nvme_ns_flush_cmd(&req->cmd, ns->id);
|
|
nvme_ctrlr_submit_io_request(ns->ctrlr, req);
|
|
|
|
return (0);
|
|
}
|
|
|
|
/* Timeout = 1 sec */
|
|
#define NVD_DUMP_TIMEOUT 200000
|
|
|
|
int
|
|
nvme_ns_dump(struct nvme_namespace *ns, void *virt, off_t offset, size_t len)
|
|
{
|
|
struct nvme_completion_poll_status status;
|
|
struct nvme_request *req;
|
|
struct nvme_command *cmd;
|
|
uint64_t lba, lba_count;
|
|
int i;
|
|
|
|
status.done = FALSE;
|
|
req = nvme_allocate_request_vaddr(virt, len, nvme_completion_poll_cb,
|
|
&status);
|
|
if (req == NULL)
|
|
return (ENOMEM);
|
|
|
|
cmd = &req->cmd;
|
|
|
|
if (len > 0) {
|
|
lba = offset / nvme_ns_get_sector_size(ns);
|
|
lba_count = len / nvme_ns_get_sector_size(ns);
|
|
nvme_ns_write_cmd(cmd, ns->id, lba, lba_count);
|
|
} else
|
|
nvme_ns_flush_cmd(cmd, ns->id);
|
|
|
|
nvme_ctrlr_submit_io_request(ns->ctrlr, req);
|
|
if (req->qpair == NULL)
|
|
return (ENXIO);
|
|
|
|
i = 0;
|
|
while ((i++ < NVD_DUMP_TIMEOUT) && (status.done == FALSE)) {
|
|
DELAY(5);
|
|
nvme_qpair_process_completions(req->qpair);
|
|
}
|
|
|
|
if (status.done == FALSE)
|
|
return (ETIMEDOUT);
|
|
|
|
return (0);
|
|
}
|