xref: /freebsd-src/sys/contrib/openzfs/module/icp/algs/modes/gcm_pclmulqdq.c (revision 15f0b8c309dea1dcb14d3e374686576ff68ac43f)
1eda14cbcSMatt Macy /*
2eda14cbcSMatt Macy  * CDDL HEADER START
3eda14cbcSMatt Macy  *
4eda14cbcSMatt Macy  * The contents of this file are subject to the terms of the
5eda14cbcSMatt Macy  * Common Development and Distribution License (the "License").
6eda14cbcSMatt Macy  * You may not use this file except in compliance with the License.
7eda14cbcSMatt Macy  *
8eda14cbcSMatt Macy  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
9271171e0SMartin Matuska  * or https://opensource.org/licenses/CDDL-1.0.
10eda14cbcSMatt Macy  * See the License for the specific language governing permissions
11eda14cbcSMatt Macy  * and limitations under the License.
12eda14cbcSMatt Macy  *
13eda14cbcSMatt Macy  * When distributing Covered Code, include this CDDL HEADER in each
14eda14cbcSMatt Macy  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
15eda14cbcSMatt Macy  * If applicable, add the following below this CDDL HEADER, with the
16eda14cbcSMatt Macy  * fields enclosed by brackets "[]" replaced with your own identifying
17eda14cbcSMatt Macy  * information: Portions Copyright [yyyy] [name of copyright owner]
18eda14cbcSMatt Macy  *
19eda14cbcSMatt Macy  * CDDL HEADER END
20eda14cbcSMatt Macy  */
21eda14cbcSMatt Macy /*
22eda14cbcSMatt Macy  * Copyright (c) 2003, 2010, Oracle and/or its affiliates. All rights reserved.
23eda14cbcSMatt Macy  */
24eda14cbcSMatt Macy 
25eda14cbcSMatt Macy #if defined(__x86_64) && defined(HAVE_PCLMULQDQ)
26eda14cbcSMatt Macy 
27eda14cbcSMatt Macy #include <sys/types.h>
28eda14cbcSMatt Macy #include <sys/simd.h>
29*15f0b8c3SMartin Matuska #include <sys/asm_linkage.h>
30eda14cbcSMatt Macy 
31eda14cbcSMatt Macy /* These functions are used to execute pclmulqdq based assembly methods */
32*15f0b8c3SMartin Matuska extern void ASMABI gcm_mul_pclmulqdq(uint64_t *, uint64_t *, uint64_t *);
33eda14cbcSMatt Macy 
34eda14cbcSMatt Macy #include <modes/gcm_impl.h>
35eda14cbcSMatt Macy 
36eda14cbcSMatt Macy /*
37eda14cbcSMatt Macy  * Perform a carry-less multiplication (that is, use XOR instead of the
38eda14cbcSMatt Macy  * multiply operator) on *x_in and *y and place the result in *res.
39eda14cbcSMatt Macy  *
40eda14cbcSMatt Macy  * Byte swap the input (*x_in and *y) and the output (*res).
41eda14cbcSMatt Macy  *
42eda14cbcSMatt Macy  * Note: x_in, y, and res all point to 16-byte numbers (an array of two
43eda14cbcSMatt Macy  * 64-bit integers).
44eda14cbcSMatt Macy  */
45eda14cbcSMatt Macy static void
gcm_pclmulqdq_mul(uint64_t * x_in,uint64_t * y,uint64_t * res)46eda14cbcSMatt Macy gcm_pclmulqdq_mul(uint64_t *x_in, uint64_t *y, uint64_t *res)
47eda14cbcSMatt Macy {
48eda14cbcSMatt Macy 	kfpu_begin();
49eda14cbcSMatt Macy 	gcm_mul_pclmulqdq(x_in, y, res);
50eda14cbcSMatt Macy 	kfpu_end();
51eda14cbcSMatt Macy }
52eda14cbcSMatt Macy 
53eda14cbcSMatt Macy static boolean_t
gcm_pclmulqdq_will_work(void)54eda14cbcSMatt Macy gcm_pclmulqdq_will_work(void)
55eda14cbcSMatt Macy {
56eda14cbcSMatt Macy 	return (kfpu_allowed() && zfs_pclmulqdq_available());
57eda14cbcSMatt Macy }
58eda14cbcSMatt Macy 
59eda14cbcSMatt Macy const gcm_impl_ops_t gcm_pclmulqdq_impl = {
60eda14cbcSMatt Macy 	.mul = &gcm_pclmulqdq_mul,
61eda14cbcSMatt Macy 	.is_supported = &gcm_pclmulqdq_will_work,
62eda14cbcSMatt Macy 	.name = "pclmulqdq"
63eda14cbcSMatt Macy };
64eda14cbcSMatt Macy 
65eda14cbcSMatt Macy #endif /* defined(__x86_64) && defined(HAVE_PCLMULQDQ) */
66