1*2a58b312SMartin Matuska /*
2*2a58b312SMartin Matuska * CDDL HEADER START
3*2a58b312SMartin Matuska *
4*2a58b312SMartin Matuska * The contents of this file are subject to the terms of the
5*2a58b312SMartin Matuska * Common Development and Distribution License (the "License").
6*2a58b312SMartin Matuska * You may not use this file except in compliance with the License.
7*2a58b312SMartin Matuska *
8*2a58b312SMartin Matuska * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
9*2a58b312SMartin Matuska * or https://opensource.org/licenses/CDDL-1.0.
10*2a58b312SMartin Matuska * See the License for the specific language governing permissions
11*2a58b312SMartin Matuska * and limitations under the License.
12*2a58b312SMartin Matuska *
13*2a58b312SMartin Matuska * When distributing Covered Code, include this CDDL HEADER in each
14*2a58b312SMartin Matuska * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
15*2a58b312SMartin Matuska * If applicable, add the following below this CDDL HEADER, with the
16*2a58b312SMartin Matuska * fields enclosed by brackets "[]" replaced with your own identifying
17*2a58b312SMartin Matuska * information: Portions Copyright [yyyy] [name of copyright owner]
18*2a58b312SMartin Matuska *
19*2a58b312SMartin Matuska * CDDL HEADER END
20*2a58b312SMartin Matuska */
21*2a58b312SMartin Matuska
22*2a58b312SMartin Matuska /*
23*2a58b312SMartin Matuska * Copyright 2009 Sun Microsystems, Inc. All rights reserved.
24*2a58b312SMartin Matuska * Copyright 2013 Saso Kiselkov. All rights reserved.
25*2a58b312SMartin Matuska * Copyright (c) 2016 by Delphix. All rights reserved.
26*2a58b312SMartin Matuska */
27*2a58b312SMartin Matuska
28*2a58b312SMartin Matuska #include <sys/zfs_context.h>
29*2a58b312SMartin Matuska #include <sys/zio_checksum.h>
30*2a58b312SMartin Matuska #include <sys/sha2.h>
31*2a58b312SMartin Matuska #include <sys/abd.h>
32*2a58b312SMartin Matuska #include <sys/qat.h>
33*2a58b312SMartin Matuska
34*2a58b312SMartin Matuska static int
sha_incremental(void * buf,size_t size,void * arg)35*2a58b312SMartin Matuska sha_incremental(void *buf, size_t size, void *arg)
36*2a58b312SMartin Matuska {
37*2a58b312SMartin Matuska SHA2_CTX *ctx = arg;
38*2a58b312SMartin Matuska SHA2Update(ctx, buf, size);
39*2a58b312SMartin Matuska return (0);
40*2a58b312SMartin Matuska }
41*2a58b312SMartin Matuska
42*2a58b312SMartin Matuska void
abd_checksum_sha256(abd_t * abd,uint64_t size,const void * ctx_template,zio_cksum_t * zcp)43*2a58b312SMartin Matuska abd_checksum_sha256(abd_t *abd, uint64_t size,
44*2a58b312SMartin Matuska const void *ctx_template, zio_cksum_t *zcp)
45*2a58b312SMartin Matuska {
46*2a58b312SMartin Matuska (void) ctx_template;
47*2a58b312SMartin Matuska int ret;
48*2a58b312SMartin Matuska SHA2_CTX ctx;
49*2a58b312SMartin Matuska zio_cksum_t tmp;
50*2a58b312SMartin Matuska
51*2a58b312SMartin Matuska if (qat_checksum_use_accel(size)) {
52*2a58b312SMartin Matuska uint8_t *buf = abd_borrow_buf_copy(abd, size);
53*2a58b312SMartin Matuska ret = qat_checksum(ZIO_CHECKSUM_SHA256, buf, size, &tmp);
54*2a58b312SMartin Matuska abd_return_buf(abd, buf, size);
55*2a58b312SMartin Matuska if (ret == CPA_STATUS_SUCCESS)
56*2a58b312SMartin Matuska goto bswap;
57*2a58b312SMartin Matuska
58*2a58b312SMartin Matuska /* If the hardware implementation fails fall back to software */
59*2a58b312SMartin Matuska }
60*2a58b312SMartin Matuska
61*2a58b312SMartin Matuska SHA2Init(SHA256, &ctx);
62*2a58b312SMartin Matuska (void) abd_iterate_func(abd, 0, size, sha_incremental, &ctx);
63*2a58b312SMartin Matuska SHA2Final(&tmp, &ctx);
64*2a58b312SMartin Matuska
65*2a58b312SMartin Matuska bswap:
66*2a58b312SMartin Matuska /*
67*2a58b312SMartin Matuska * A prior implementation of this function had a
68*2a58b312SMartin Matuska * private SHA256 implementation always wrote things out in
69*2a58b312SMartin Matuska * Big Endian and there wasn't a byteswap variant of it.
70*2a58b312SMartin Matuska * To preserve on disk compatibility we need to force that
71*2a58b312SMartin Matuska * behavior.
72*2a58b312SMartin Matuska */
73*2a58b312SMartin Matuska zcp->zc_word[0] = BE_64(tmp.zc_word[0]);
74*2a58b312SMartin Matuska zcp->zc_word[1] = BE_64(tmp.zc_word[1]);
75*2a58b312SMartin Matuska zcp->zc_word[2] = BE_64(tmp.zc_word[2]);
76*2a58b312SMartin Matuska zcp->zc_word[3] = BE_64(tmp.zc_word[3]);
77*2a58b312SMartin Matuska }
78*2a58b312SMartin Matuska
79*2a58b312SMartin Matuska void
abd_checksum_sha512_native(abd_t * abd,uint64_t size,const void * ctx_template,zio_cksum_t * zcp)80*2a58b312SMartin Matuska abd_checksum_sha512_native(abd_t *abd, uint64_t size,
81*2a58b312SMartin Matuska const void *ctx_template, zio_cksum_t *zcp)
82*2a58b312SMartin Matuska {
83*2a58b312SMartin Matuska (void) ctx_template;
84*2a58b312SMartin Matuska SHA2_CTX ctx;
85*2a58b312SMartin Matuska
86*2a58b312SMartin Matuska SHA2Init(SHA512_256, &ctx);
87*2a58b312SMartin Matuska (void) abd_iterate_func(abd, 0, size, sha_incremental, &ctx);
88*2a58b312SMartin Matuska SHA2Final(zcp, &ctx);
89*2a58b312SMartin Matuska }
90*2a58b312SMartin Matuska
91*2a58b312SMartin Matuska void
abd_checksum_sha512_byteswap(abd_t * abd,uint64_t size,const void * ctx_template,zio_cksum_t * zcp)92*2a58b312SMartin Matuska abd_checksum_sha512_byteswap(abd_t *abd, uint64_t size,
93*2a58b312SMartin Matuska const void *ctx_template, zio_cksum_t *zcp)
94*2a58b312SMartin Matuska {
95*2a58b312SMartin Matuska zio_cksum_t tmp;
96*2a58b312SMartin Matuska
97*2a58b312SMartin Matuska abd_checksum_sha512_native(abd, size, ctx_template, &tmp);
98*2a58b312SMartin Matuska zcp->zc_word[0] = BSWAP_64(tmp.zc_word[0]);
99*2a58b312SMartin Matuska zcp->zc_word[1] = BSWAP_64(tmp.zc_word[1]);
100*2a58b312SMartin Matuska zcp->zc_word[2] = BSWAP_64(tmp.zc_word[2]);
101*2a58b312SMartin Matuska zcp->zc_word[3] = BSWAP_64(tmp.zc_word[3]);
102*2a58b312SMartin Matuska }
103