3874220932
This patch enables acceleration of SHA256 checksums using Intel Quick Assist Technology. This patch also fixes up and refactors some of the code from QAT encryption to make the behavior consistent. Reviewed-by: Brian Behlendorf <behlendorf1@llnl.gov> Signed-off-by: Chengfeix Zhu <chengfeix.zhu@intel.com> Signed-off-by: Weigang Li <weigang.li@intel.com> Signed-off-by: Tom Caputi <tcaputi@datto.com> Closes #7295
105 lines
2.9 KiB
C
105 lines
2.9 KiB
C
/*
|
|
* CDDL HEADER START
|
|
*
|
|
* The contents of this file are subject to the terms of the
|
|
* Common Development and Distribution License (the "License").
|
|
* You may not use this file except in compliance with the License.
|
|
*
|
|
* You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
|
|
* or http://www.opensolaris.org/os/licensing.
|
|
* See the License for the specific language governing permissions
|
|
* and limitations under the License.
|
|
*
|
|
* When distributing Covered Code, include this CDDL HEADER in each
|
|
* file and include the License file at usr/src/OPENSOLARIS.LICENSE.
|
|
* If applicable, add the following below this CDDL HEADER, with the
|
|
* fields enclosed by brackets "[]" replaced with your own identifying
|
|
* information: Portions Copyright [yyyy] [name of copyright owner]
|
|
*
|
|
* CDDL HEADER END
|
|
*/
|
|
/*
|
|
* Copyright 2009 Sun Microsystems, Inc. All rights reserved.
|
|
* Use is subject to license terms.
|
|
*/
|
|
/*
|
|
* Copyright 2013 Saso Kiselkov. All rights reserved.
|
|
* Copyright (c) 2016 by Delphix. All rights reserved.
|
|
*/
|
|
#include <sys/zfs_context.h>
|
|
#include <sys/zio.h>
|
|
#include <sys/sha2.h>
|
|
#include <sys/abd.h>
|
|
#include "qat.h"
|
|
|
|
static int
|
|
sha_incremental(void *buf, size_t size, void *arg)
|
|
{
|
|
SHA2_CTX *ctx = arg;
|
|
SHA2Update(ctx, buf, size);
|
|
return (0);
|
|
}
|
|
|
|
/*ARGSUSED*/
|
|
void
|
|
abd_checksum_SHA256(abd_t *abd, uint64_t size,
|
|
const void *ctx_template, zio_cksum_t *zcp)
|
|
{
|
|
int ret;
|
|
SHA2_CTX ctx;
|
|
zio_cksum_t tmp;
|
|
|
|
if (qat_checksum_use_accel(size)) {
|
|
uint8_t *buf = abd_borrow_buf_copy(abd, size);
|
|
ret = qat_checksum(ZIO_CHECKSUM_SHA256, buf, size, &tmp);
|
|
abd_return_buf(abd, buf, size);
|
|
if (ret == CPA_STATUS_SUCCESS)
|
|
goto bswap;
|
|
|
|
/* If the hardware implementation fails fall back to software */
|
|
}
|
|
|
|
SHA2Init(SHA256, &ctx);
|
|
(void) abd_iterate_func(abd, 0, size, sha_incremental, &ctx);
|
|
SHA2Final(&tmp, &ctx);
|
|
|
|
bswap:
|
|
/*
|
|
* A prior implementation of this function had a
|
|
* private SHA256 implementation always wrote things out in
|
|
* Big Endian and there wasn't a byteswap variant of it.
|
|
* To preserve on disk compatibility we need to force that
|
|
* behavior.
|
|
*/
|
|
zcp->zc_word[0] = BE_64(tmp.zc_word[0]);
|
|
zcp->zc_word[1] = BE_64(tmp.zc_word[1]);
|
|
zcp->zc_word[2] = BE_64(tmp.zc_word[2]);
|
|
zcp->zc_word[3] = BE_64(tmp.zc_word[3]);
|
|
}
|
|
|
|
/*ARGSUSED*/
|
|
void
|
|
abd_checksum_SHA512_native(abd_t *abd, uint64_t size,
|
|
const void *ctx_template, zio_cksum_t *zcp)
|
|
{
|
|
SHA2_CTX ctx;
|
|
|
|
SHA2Init(SHA512_256, &ctx);
|
|
(void) abd_iterate_func(abd, 0, size, sha_incremental, &ctx);
|
|
SHA2Final(zcp, &ctx);
|
|
}
|
|
|
|
/*ARGSUSED*/
|
|
void
|
|
abd_checksum_SHA512_byteswap(abd_t *abd, uint64_t size,
|
|
const void *ctx_template, zio_cksum_t *zcp)
|
|
{
|
|
zio_cksum_t tmp;
|
|
|
|
abd_checksum_SHA512_native(abd, size, ctx_template, &tmp);
|
|
zcp->zc_word[0] = BSWAP_64(tmp.zc_word[0]);
|
|
zcp->zc_word[1] = BSWAP_64(tmp.zc_word[1]);
|
|
zcp->zc_word[2] = BSWAP_64(tmp.zc_word[2]);
|
|
zcp->zc_word[3] = BSWAP_64(tmp.zc_word[3]);
|
|
}
|