4c5fec01a4
The skeleton file module/icp/include/generic_impl.c can be used for iterating over different implementations of algorithms. It is used by SHA256, SHA512 and BLAKE3 currently. The Solaris SHA2 implementation got replaced with a version which is based on public domain code of cppcrypto v0.10. These assembly files are taken from current openssl master: - sha256-x86_64.S: x64, SSSE3, AVX, AVX2, SHA-NI (x86_64) - sha512-x86_64.S: x64, AVX, AVX2 (x86_64) - sha256-armv7.S: ARMv7, NEON, ARMv8-CE (arm) - sha512-armv7.S: ARMv7, NEON (arm) - sha256-armv8.S: ARMv7, NEON, ARMv8-CE (aarch64) - sha512-armv8.S: ARMv7, ARMv8-CE (aarch64) - sha256-ppc.S: Generic PPC64 LE/BE (ppc64) - sha512-ppc.S: Generic PPC64 LE/BE (ppc64) - sha256-p8.S: Power8 ISA Version 2.07 LE/BE (ppc64) - sha512-p8.S: Power8 ISA Version 2.07 LE/BE (ppc64) Tested-by: Rich Ercolani <rincebrain@gmail.com> Tested-by: Sebastian Gottschall <s.gottschall@dd-wrt.com> Reviewed-by: Brian Behlendorf <behlendorf1@llnl.gov> Signed-off-by: Tino Reichardt <milky-zfs@mcmilk.de> Closes #13741
103 lines
2.8 KiB
C
103 lines
2.8 KiB
C
/*
|
|
* CDDL HEADER START
|
|
*
|
|
* The contents of this file are subject to the terms of the
|
|
* Common Development and Distribution License (the "License").
|
|
* You may not use this file except in compliance with the License.
|
|
*
|
|
* You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
|
|
* or https://opensource.org/licenses/CDDL-1.0.
|
|
* See the License for the specific language governing permissions
|
|
* and limitations under the License.
|
|
*
|
|
* When distributing Covered Code, include this CDDL HEADER in each
|
|
* file and include the License file at usr/src/OPENSOLARIS.LICENSE.
|
|
* If applicable, add the following below this CDDL HEADER, with the
|
|
* fields enclosed by brackets "[]" replaced with your own identifying
|
|
* information: Portions Copyright [yyyy] [name of copyright owner]
|
|
*
|
|
* CDDL HEADER END
|
|
*/
|
|
|
|
/*
|
|
* Copyright 2009 Sun Microsystems, Inc. All rights reserved.
|
|
* Copyright 2013 Saso Kiselkov. All rights reserved.
|
|
* Copyright (c) 2016 by Delphix. All rights reserved.
|
|
*/
|
|
|
|
#include <sys/zfs_context.h>
|
|
#include <sys/zio_checksum.h>
|
|
#include <sys/sha2.h>
|
|
#include <sys/abd.h>
|
|
#include <sys/qat.h>
|
|
|
|
static int
|
|
sha_incremental(void *buf, size_t size, void *arg)
|
|
{
|
|
SHA2_CTX *ctx = arg;
|
|
SHA2Update(ctx, buf, size);
|
|
return (0);
|
|
}
|
|
|
|
void
|
|
abd_checksum_sha256(abd_t *abd, uint64_t size,
|
|
const void *ctx_template, zio_cksum_t *zcp)
|
|
{
|
|
(void) ctx_template;
|
|
int ret;
|
|
SHA2_CTX ctx;
|
|
zio_cksum_t tmp;
|
|
|
|
if (qat_checksum_use_accel(size)) {
|
|
uint8_t *buf = abd_borrow_buf_copy(abd, size);
|
|
ret = qat_checksum(ZIO_CHECKSUM_SHA256, buf, size, &tmp);
|
|
abd_return_buf(abd, buf, size);
|
|
if (ret == CPA_STATUS_SUCCESS)
|
|
goto bswap;
|
|
|
|
/* If the hardware implementation fails fall back to software */
|
|
}
|
|
|
|
SHA2Init(SHA256, &ctx);
|
|
(void) abd_iterate_func(abd, 0, size, sha_incremental, &ctx);
|
|
SHA2Final(&tmp, &ctx);
|
|
|
|
bswap:
|
|
/*
|
|
* A prior implementation of this function had a
|
|
* private SHA256 implementation always wrote things out in
|
|
* Big Endian and there wasn't a byteswap variant of it.
|
|
* To preserve on disk compatibility we need to force that
|
|
* behavior.
|
|
*/
|
|
zcp->zc_word[0] = BE_64(tmp.zc_word[0]);
|
|
zcp->zc_word[1] = BE_64(tmp.zc_word[1]);
|
|
zcp->zc_word[2] = BE_64(tmp.zc_word[2]);
|
|
zcp->zc_word[3] = BE_64(tmp.zc_word[3]);
|
|
}
|
|
|
|
void
|
|
abd_checksum_sha512_native(abd_t *abd, uint64_t size,
|
|
const void *ctx_template, zio_cksum_t *zcp)
|
|
{
|
|
(void) ctx_template;
|
|
SHA2_CTX ctx;
|
|
|
|
SHA2Init(SHA512_256, &ctx);
|
|
(void) abd_iterate_func(abd, 0, size, sha_incremental, &ctx);
|
|
SHA2Final(zcp, &ctx);
|
|
}
|
|
|
|
void
|
|
abd_checksum_sha512_byteswap(abd_t *abd, uint64_t size,
|
|
const void *ctx_template, zio_cksum_t *zcp)
|
|
{
|
|
zio_cksum_t tmp;
|
|
|
|
abd_checksum_sha512_native(abd, size, ctx_template, &tmp);
|
|
zcp->zc_word[0] = BSWAP_64(tmp.zc_word[0]);
|
|
zcp->zc_word[1] = BSWAP_64(tmp.zc_word[1]);
|
|
zcp->zc_word[2] = BSWAP_64(tmp.zc_word[2]);
|
|
zcp->zc_word[3] = BSWAP_64(tmp.zc_word[3]);
|
|
}
|