1eda14cbcSMatt Macy /*
2eda14cbcSMatt Macy * CDDL HEADER START
3eda14cbcSMatt Macy *
4eda14cbcSMatt Macy * The contents of this file are subject to the terms of the
5eda14cbcSMatt Macy * Common Development and Distribution License (the "License").
6eda14cbcSMatt Macy * You may not use this file except in compliance with the License.
7eda14cbcSMatt Macy *
8eda14cbcSMatt Macy * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
9271171e0SMartin Matuska * or https://opensource.org/licenses/CDDL-1.0.
10eda14cbcSMatt Macy * See the License for the specific language governing permissions
11eda14cbcSMatt Macy * and limitations under the License.
12eda14cbcSMatt Macy *
13eda14cbcSMatt Macy * When distributing Covered Code, include this CDDL HEADER in each
14eda14cbcSMatt Macy * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
15eda14cbcSMatt Macy * If applicable, add the following below this CDDL HEADER, with the
16eda14cbcSMatt Macy * fields enclosed by brackets "[]" replaced with your own identifying
17eda14cbcSMatt Macy * information: Portions Copyright [yyyy] [name of copyright owner]
18eda14cbcSMatt Macy *
19eda14cbcSMatt Macy * CDDL HEADER END
20eda14cbcSMatt Macy */
21eda14cbcSMatt Macy /*
22eda14cbcSMatt Macy * Copyright (c) 2003, 2010, Oracle and/or its affiliates. All rights reserved.
23eda14cbcSMatt Macy */
24eda14cbcSMatt Macy
25eda14cbcSMatt Macy #if defined(__x86_64) && defined(HAVE_PCLMULQDQ)
26eda14cbcSMatt Macy
27eda14cbcSMatt Macy #include <sys/types.h>
28eda14cbcSMatt Macy #include <sys/simd.h>
29*15f0b8c3SMartin Matuska #include <sys/asm_linkage.h>
30eda14cbcSMatt Macy
31eda14cbcSMatt Macy /* These functions are used to execute pclmulqdq based assembly methods */
32*15f0b8c3SMartin Matuska extern void ASMABI gcm_mul_pclmulqdq(uint64_t *, uint64_t *, uint64_t *);
33eda14cbcSMatt Macy
34eda14cbcSMatt Macy #include <modes/gcm_impl.h>
35eda14cbcSMatt Macy
36eda14cbcSMatt Macy /*
37eda14cbcSMatt Macy * Perform a carry-less multiplication (that is, use XOR instead of the
38eda14cbcSMatt Macy * multiply operator) on *x_in and *y and place the result in *res.
39eda14cbcSMatt Macy *
40eda14cbcSMatt Macy * Byte swap the input (*x_in and *y) and the output (*res).
41eda14cbcSMatt Macy *
42eda14cbcSMatt Macy * Note: x_in, y, and res all point to 16-byte numbers (an array of two
43eda14cbcSMatt Macy * 64-bit integers).
44eda14cbcSMatt Macy */
45eda14cbcSMatt Macy static void
gcm_pclmulqdq_mul(uint64_t * x_in,uint64_t * y,uint64_t * res)46eda14cbcSMatt Macy gcm_pclmulqdq_mul(uint64_t *x_in, uint64_t *y, uint64_t *res)
47eda14cbcSMatt Macy {
48eda14cbcSMatt Macy kfpu_begin();
49eda14cbcSMatt Macy gcm_mul_pclmulqdq(x_in, y, res);
50eda14cbcSMatt Macy kfpu_end();
51eda14cbcSMatt Macy }
52eda14cbcSMatt Macy
53eda14cbcSMatt Macy static boolean_t
gcm_pclmulqdq_will_work(void)54eda14cbcSMatt Macy gcm_pclmulqdq_will_work(void)
55eda14cbcSMatt Macy {
56eda14cbcSMatt Macy return (kfpu_allowed() && zfs_pclmulqdq_available());
57eda14cbcSMatt Macy }
58eda14cbcSMatt Macy
59eda14cbcSMatt Macy const gcm_impl_ops_t gcm_pclmulqdq_impl = {
60eda14cbcSMatt Macy .mul = &gcm_pclmulqdq_mul,
61eda14cbcSMatt Macy .is_supported = &gcm_pclmulqdq_will_work,
62eda14cbcSMatt Macy .name = "pclmulqdq"
63eda14cbcSMatt Macy };
64eda14cbcSMatt Macy
65eda14cbcSMatt Macy #endif /* defined(__x86_64) && defined(HAVE_PCLMULQDQ) */
66