1 #include <stdio.h> 2 #include <stdlib.h> 3 #include <string.h> 4 #include <setjmp.h> 5 #include <signal.h> 6 #include <crypto.h> 7 8 #include "arm_arch.h" 9 10 unsigned int OPENSSL_armcap_P = 0; 11 12 #if __ARM_MAX_ARCH__<7 13 void OPENSSL_cpuid_setup(void) 14 { 15 } 16 17 unsigned long OPENSSL_rdtsc(void) 18 { 19 return 0; 20 } 21 #else 22 static sigset_t all_masked; 23 24 static sigjmp_buf ill_jmp; 25 static void ill_handler(int sig) 26 { 27 siglongjmp(ill_jmp, sig); 28 } 29 30 /* 31 * Following subroutines could have been inlined, but it's not all 32 * ARM compilers support inline assembler... 33 */ 34 #if __ARM_MAX_ARCH__>=7 35 void _armv7_neon_probe(void); 36 void _armv8_aes_probe(void); 37 void _armv8_sha1_probe(void); 38 void _armv8_sha256_probe(void); 39 void _armv8_pmull_probe(void); 40 unsigned long _armv7_tick(void); 41 #endif 42 43 unsigned long OPENSSL_rdtsc(void) 44 { 45 #if __ARM_MAX_ARCH__>=7 46 if (OPENSSL_armcap_P & ARMV7_TICK) 47 return _armv7_tick(); 48 else 49 #endif 50 return 0; 51 } 52 53 /* 54 * Use a weak reference to getauxval() so we can use it if it is available but 55 * don't break the build if it is not. 56 */ 57 # if defined(__GNUC__) && __GNUC__>=2 58 void OPENSSL_cpuid_setup(void) __attribute__ ((constructor)); 59 extern unsigned long getauxval(unsigned long type) __attribute__ ((weak)); 60 # else 61 static unsigned long (*getauxval) (unsigned long) = NULL; 62 # endif 63 64 /* 65 * ARM puts the the feature bits for Crypto Extensions in AT_HWCAP2, whereas 66 * AArch64 used AT_HWCAP. 67 */ 68 # if defined(__arm__) || defined (__arm) 69 # define HWCAP 16 70 /* AT_HWCAP */ 71 # define HWCAP_NEON (1 << 12) 72 73 # define HWCAP_CE 26 74 /* AT_HWCAP2 */ 75 # define HWCAP_CE_AES (1 << 0) 76 # define HWCAP_CE_PMULL (1 << 1) 77 # define HWCAP_CE_SHA1 (1 << 2) 78 # define HWCAP_CE_SHA256 (1 << 3) 79 # elif defined(__aarch64__) 80 # define HWCAP 16 81 /* AT_HWCAP */ 82 # define HWCAP_NEON (1 << 1) 83 84 # define HWCAP_CE HWCAP 85 # define HWCAP_CE_AES (1 << 3) 86 # define HWCAP_CE_PMULL (1 << 4) 87 # define HWCAP_CE_SHA1 (1 << 5) 88 # define HWCAP_CE_SHA256 (1 << 6) 89 # endif 90 91 void OPENSSL_cpuid_setup(void) 92 { 93 char *e; 94 struct sigaction ill_oact, ill_act; 95 sigset_t oset; 96 static int trigger = 0; 97 98 if (trigger) 99 return; 100 trigger = 1; 101 102 if ((e = getenv("OPENSSL_armcap"))) { 103 OPENSSL_armcap_P = (unsigned int)strtoul(e, NULL, 0); 104 return; 105 } 106 107 sigfillset(&all_masked); 108 sigdelset(&all_masked, SIGILL); 109 sigdelset(&all_masked, SIGTRAP); 110 sigdelset(&all_masked, SIGFPE); 111 sigdelset(&all_masked, SIGBUS); 112 sigdelset(&all_masked, SIGSEGV); 113 114 OPENSSL_armcap_P = 0; 115 116 memset(&ill_act, 0, sizeof(ill_act)); 117 ill_act.sa_handler = ill_handler; 118 ill_act.sa_mask = all_masked; 119 120 sigprocmask(SIG_SETMASK, &ill_act.sa_mask, &oset); 121 sigaction(SIGILL, &ill_act, &ill_oact); 122 123 #if __ARM_MAX_ARCH__>=7 124 if (getauxval != NULL) { 125 if (getauxval(HWCAP) & HWCAP_NEON) { 126 unsigned long hwcap = getauxval(HWCAP_CE); 127 128 OPENSSL_armcap_P |= ARMV7_NEON; 129 130 if (hwcap & HWCAP_CE_AES) 131 OPENSSL_armcap_P |= ARMV8_AES; 132 133 if (hwcap & HWCAP_CE_PMULL) 134 OPENSSL_armcap_P |= ARMV8_PMULL; 135 136 if (hwcap & HWCAP_CE_SHA1) 137 OPENSSL_armcap_P |= ARMV8_SHA1; 138 139 if (hwcap & HWCAP_CE_SHA256) 140 OPENSSL_armcap_P |= ARMV8_SHA256; 141 } 142 } else if (sigsetjmp(ill_jmp, 1) == 0) { 143 _armv7_neon_probe(); 144 OPENSSL_armcap_P |= ARMV7_NEON; 145 if (sigsetjmp(ill_jmp, 1) == 0) { 146 _armv8_pmull_probe(); 147 OPENSSL_armcap_P |= ARMV8_PMULL | ARMV8_AES; 148 } else if (sigsetjmp(ill_jmp, 1) == 0) { 149 _armv8_aes_probe(); 150 OPENSSL_armcap_P |= ARMV8_AES; 151 } 152 if (sigsetjmp(ill_jmp, 1) == 0) { 153 _armv8_sha1_probe(); 154 OPENSSL_armcap_P |= ARMV8_SHA1; 155 } 156 if (sigsetjmp(ill_jmp, 1) == 0) { 157 _armv8_sha256_probe(); 158 OPENSSL_armcap_P |= ARMV8_SHA256; 159 } 160 } 161 if (sigsetjmp(ill_jmp, 1) == 0) { 162 _armv7_tick(); 163 OPENSSL_armcap_P |= ARMV7_TICK; 164 } 165 #endif 166 167 sigaction(SIGILL, &ill_oact, NULL); 168 sigprocmask(SIG_SETMASK, &oset, NULL); 169 } 170 #endif 171