/* $NetBSD: aes_ssse3_impl.c,v 1.4 2020/07/25 22:31:04 riastradh Exp $ */ /*- * Copyright (c) 2020 The NetBSD Foundation, Inc. * All rights reserved. * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions * are met: * 1. Redistributions of source code must retain the above copyright * notice, this list of conditions and the following disclaimer. * 2. Redistributions in binary form must reproduce the above copyright * notice, this list of conditions and the following disclaimer in the * documentation and/or other materials provided with the distribution. * * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE * POSSIBILITY OF SUCH DAMAGE. */ #include __KERNEL_RCSID(1, "$NetBSD: aes_ssse3_impl.c,v 1.4 2020/07/25 22:31:04 riastradh Exp $"); #include #include #include #ifdef _KERNEL #include #include #include #include #else #include #define fpu_kern_enter() ((void)0) #define fpu_kern_leave() ((void)0) #endif static void aes_ssse3_setenckey_impl(struct aesenc *enc, const uint8_t *key, uint32_t nrounds) { fpu_kern_enter(); aes_ssse3_setenckey(enc, key, nrounds); fpu_kern_leave(); } static void aes_ssse3_setdeckey_impl(struct aesdec *dec, const uint8_t *key, uint32_t nrounds) { fpu_kern_enter(); aes_ssse3_setdeckey(dec, key, nrounds); fpu_kern_leave(); } static void aes_ssse3_enc_impl(const struct aesenc *enc, const uint8_t in[static 16], uint8_t out[static 16], uint32_t nrounds) { fpu_kern_enter(); aes_ssse3_enc(enc, in, out, nrounds); fpu_kern_leave(); } static void aes_ssse3_dec_impl(const struct aesdec *dec, const uint8_t in[static 16], uint8_t out[static 16], uint32_t nrounds) { fpu_kern_enter(); aes_ssse3_dec(dec, in, out, nrounds); fpu_kern_leave(); } static void aes_ssse3_cbc_enc_impl(const struct aesenc *enc, const uint8_t in[static 16], uint8_t out[static 16], size_t nbytes, uint8_t iv[static 16], uint32_t nrounds) { if (nbytes == 0) return; fpu_kern_enter(); aes_ssse3_cbc_enc(enc, in, out, nbytes, iv, nrounds); fpu_kern_leave(); } static void aes_ssse3_cbc_dec_impl(const struct aesdec *dec, const uint8_t in[static 16], uint8_t out[static 16], size_t nbytes, uint8_t iv[static 16], uint32_t nrounds) { if (nbytes == 0) return; fpu_kern_enter(); aes_ssse3_cbc_dec(dec, in, out, nbytes, iv, nrounds); fpu_kern_leave(); } static void aes_ssse3_xts_enc_impl(const struct aesenc *enc, const uint8_t in[static 16], uint8_t out[static 16], size_t nbytes, uint8_t iv[static 16], uint32_t nrounds) { if (nbytes == 0) return; fpu_kern_enter(); aes_ssse3_xts_enc(enc, in, out, nbytes, iv, nrounds); fpu_kern_leave(); } static void aes_ssse3_xts_dec_impl(const struct aesdec *dec, const uint8_t in[static 16], uint8_t out[static 16], size_t nbytes, uint8_t iv[static 16], uint32_t nrounds) { if (nbytes == 0) return; fpu_kern_enter(); aes_ssse3_xts_dec(dec, in, out, nbytes, iv, nrounds); fpu_kern_leave(); } static void aes_ssse3_cbcmac_update1_impl(const struct aesenc *enc, const uint8_t in[static 16], size_t nbytes, uint8_t auth[static 16], uint32_t nrounds) { fpu_kern_enter(); aes_ssse3_cbcmac_update1(enc, in, nbytes, auth, nrounds); fpu_kern_leave(); } static void aes_ssse3_ccm_enc1_impl(const struct aesenc *enc, const uint8_t in[static 16], uint8_t out[static 16], size_t nbytes, uint8_t authctr[static 32], uint32_t nrounds) { fpu_kern_enter(); aes_ssse3_ccm_enc1(enc, in, out, nbytes, authctr, nrounds); fpu_kern_leave(); } static void aes_ssse3_ccm_dec1_impl(const struct aesenc *enc, const uint8_t in[static 16], uint8_t out[static 16], size_t nbytes, uint8_t authctr[static 32], uint32_t nrounds) { fpu_kern_enter(); aes_ssse3_ccm_dec1(enc, in, out, nbytes, authctr, nrounds); fpu_kern_leave(); } static int aes_ssse3_probe(void) { int result = 0; /* Verify that the CPU supports SSE, SSE2, SSE3, and SSSE3. */ #ifdef _KERNEL if (!i386_has_sse) return -1; if (!i386_has_sse2) return -1; if (((cpu_feature[1]) & CPUID2_SSE3) == 0) return -1; if (((cpu_feature[1]) & CPUID2_SSSE3) == 0) return -1; #else unsigned eax, ebx, ecx, edx; if (!__get_cpuid(1, &eax, &ebx, &ecx, &edx)) return -1; if ((edx & bit_SSE) == 0) return -1; if ((edx & bit_SSE2) == 0) return -1; if ((ecx & bit_SSE3) == 0) return -1; if ((ecx & bit_SSSE3) == 0) return -1; #endif fpu_kern_enter(); result = aes_ssse3_selftest(); fpu_kern_leave(); return result; } struct aes_impl aes_ssse3_impl = { .ai_name = "Intel SSSE3 vpaes", .ai_probe = aes_ssse3_probe, .ai_setenckey = aes_ssse3_setenckey_impl, .ai_setdeckey = aes_ssse3_setdeckey_impl, .ai_enc = aes_ssse3_enc_impl, .ai_dec = aes_ssse3_dec_impl, .ai_cbc_enc = aes_ssse3_cbc_enc_impl, .ai_cbc_dec = aes_ssse3_cbc_dec_impl, .ai_xts_enc = aes_ssse3_xts_enc_impl, .ai_xts_dec = aes_ssse3_xts_dec_impl, .ai_cbcmac_update1 = aes_ssse3_cbcmac_update1_impl, .ai_ccm_enc1 = aes_ssse3_ccm_enc1_impl, .ai_ccm_dec1 = aes_ssse3_ccm_dec1_impl, };