1 /*
2 * CDDL HEADER START
3 *
4 * The contents of this file are subject to the terms of the
5 * Common Development and Distribution License (the "License").
6 * You may not use this file except in compliance with the License.
7 *
8 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
9 * or http://www.opensolaris.org/os/licensing.
10 * See the License for the specific language governing permissions
11 * and limitations under the License.
12 *
13 * When distributing Covered Code, include this CDDL HEADER in each
14 * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
15 * If applicable, add the following below this CDDL HEADER, with the
16 * fields enclosed by brackets "[]" replaced with your own identifying
17 * information: Portions Copyright [yyyy] [name of copyright owner]
18 *
19 * CDDL HEADER END
20 */
21 /*
22 * Copyright 2009 Sun Microsystems, Inc. All rights reserved.
23 * Use is subject to license terms.
24 */
25 /*
26 * Copyright 2013 Saso Kiselkov. All rights reserved.
27 * Copyright (c) 2016 by Delphix. All rights reserved.
28 */
29 #include <sys/zfs_context.h>
30 #include <sys/zio.h>
31 #include <sys/zio_checksum.h>
32 #include <sys/sha2.h>
33 #include <sys/abd.h>
34 #include <sys/qat.h>
35
36 static int
sha_incremental(void * buf,size_t size,void * arg)37 sha_incremental(void *buf, size_t size, void *arg)
38 {
39 SHA2_CTX *ctx = arg;
40 SHA2Update(ctx, buf, size);
41 return (0);
42 }
43
44 /*ARGSUSED*/
45 void
abd_checksum_SHA256(abd_t * abd,uint64_t size,const void * ctx_template,zio_cksum_t * zcp)46 abd_checksum_SHA256(abd_t *abd, uint64_t size,
47 const void *ctx_template, zio_cksum_t *zcp)
48 {
49 int ret;
50 SHA2_CTX ctx;
51 zio_cksum_t tmp;
52
53 if (qat_checksum_use_accel(size)) {
54 uint8_t *buf = abd_borrow_buf_copy(abd, size);
55 ret = qat_checksum(ZIO_CHECKSUM_SHA256, buf, size, &tmp);
56 abd_return_buf(abd, buf, size);
57 if (ret == CPA_STATUS_SUCCESS)
58 goto bswap;
59
60 /* If the hardware implementation fails fall back to software */
61 }
62
63 SHA2Init(SHA256, &ctx);
64 (void) abd_iterate_func(abd, 0, size, sha_incremental, &ctx);
65 SHA2Final(&tmp, &ctx);
66
67 bswap:
68 /*
69 * A prior implementation of this function had a
70 * private SHA256 implementation always wrote things out in
71 * Big Endian and there wasn't a byteswap variant of it.
72 * To preserve on disk compatibility we need to force that
73 * behavior.
74 */
75 zcp->zc_word[0] = BE_64(tmp.zc_word[0]);
76 zcp->zc_word[1] = BE_64(tmp.zc_word[1]);
77 zcp->zc_word[2] = BE_64(tmp.zc_word[2]);
78 zcp->zc_word[3] = BE_64(tmp.zc_word[3]);
79 }
80
81 /*ARGSUSED*/
82 void
abd_checksum_SHA512_native(abd_t * abd,uint64_t size,const void * ctx_template,zio_cksum_t * zcp)83 abd_checksum_SHA512_native(abd_t *abd, uint64_t size,
84 const void *ctx_template, zio_cksum_t *zcp)
85 {
86 SHA2_CTX ctx;
87
88 SHA2Init(SHA512_256, &ctx);
89 (void) abd_iterate_func(abd, 0, size, sha_incremental, &ctx);
90 SHA2Final(zcp, &ctx);
91 }
92
93 /*ARGSUSED*/
94 void
abd_checksum_SHA512_byteswap(abd_t * abd,uint64_t size,const void * ctx_template,zio_cksum_t * zcp)95 abd_checksum_SHA512_byteswap(abd_t *abd, uint64_t size,
96 const void *ctx_template, zio_cksum_t *zcp)
97 {
98 zio_cksum_t tmp;
99
100 abd_checksum_SHA512_native(abd, size, ctx_template, &tmp);
101 zcp->zc_word[0] = BSWAP_64(tmp.zc_word[0]);
102 zcp->zc_word[1] = BSWAP_64(tmp.zc_word[1]);
103 zcp->zc_word[2] = BSWAP_64(tmp.zc_word[2]);
104 zcp->zc_word[3] = BSWAP_64(tmp.zc_word[3]);
105 }
106