1//===- IntrinsicsARM.td - Defines ARM intrinsics -----------*- tablegen -*-===// 2// 3// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 4// See https://llvm.org/LICENSE.txt for license information. 5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 6// 7//===----------------------------------------------------------------------===// 8// 9// This file defines all of the ARM-specific intrinsics. 10// 11//===----------------------------------------------------------------------===// 12 13 14//===----------------------------------------------------------------------===// 15// TLS 16 17let TargetPrefix = "arm" in { // All intrinsics start with "llvm.arm.". 18 19// A space-consuming intrinsic primarily for testing ARMConstantIslands. The 20// first argument is the number of bytes this "instruction" takes up, the second 21// and return value are essentially chains, used to force ordering during ISel. 22def int_arm_space : Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [ImmArg<ArgIndex<0>>]>; 23 24// 16-bit multiplications 25def int_arm_smulbb : GCCBuiltin<"__builtin_arm_smulbb">, 26 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>; 27def int_arm_smulbt : GCCBuiltin<"__builtin_arm_smulbt">, 28 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>; 29def int_arm_smultb : GCCBuiltin<"__builtin_arm_smultb">, 30 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>; 31def int_arm_smultt : GCCBuiltin<"__builtin_arm_smultt">, 32 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>; 33def int_arm_smulwb : GCCBuiltin<"__builtin_arm_smulwb">, 34 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>; 35def int_arm_smulwt : GCCBuiltin<"__builtin_arm_smulwt">, 36 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>; 37 38//===----------------------------------------------------------------------===// 39// Saturating Arithmetic 40 41def int_arm_qadd : GCCBuiltin<"__builtin_arm_qadd">, 42 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], 43 [Commutative, IntrNoMem]>; 44def int_arm_qsub : GCCBuiltin<"__builtin_arm_qsub">, 45 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>; 46def int_arm_ssat : GCCBuiltin<"__builtin_arm_ssat">, 47 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>; 48def int_arm_usat : GCCBuiltin<"__builtin_arm_usat">, 49 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>; 50 51// Accumulating multiplications 52def int_arm_smlabb : GCCBuiltin<"__builtin_arm_smlabb">, 53 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], 54 [IntrNoMem]>; 55def int_arm_smlabt : GCCBuiltin<"__builtin_arm_smlabt">, 56 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], 57 [IntrNoMem]>; 58def int_arm_smlatb : GCCBuiltin<"__builtin_arm_smlatb">, 59 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], 60 [IntrNoMem]>; 61def int_arm_smlatt : GCCBuiltin<"__builtin_arm_smlatt">, 62 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], 63 [IntrNoMem]>; 64def int_arm_smlawb : GCCBuiltin<"__builtin_arm_smlawb">, 65 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], 66 [IntrNoMem]>; 67def int_arm_smlawt : GCCBuiltin<"__builtin_arm_smlawt">, 68 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], 69 [IntrNoMem]>; 70 71// Parallel 16-bit saturation 72def int_arm_ssat16 : GCCBuiltin<"__builtin_arm_ssat16">, 73 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>; 74def int_arm_usat16 : GCCBuiltin<"__builtin_arm_usat16">, 75 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>; 76 77// Packing and unpacking 78def int_arm_sxtab16 : GCCBuiltin<"__builtin_arm_sxtab16">, 79 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>; 80def int_arm_sxtb16 : GCCBuiltin<"__builtin_arm_sxtb16">, 81 Intrinsic<[llvm_i32_ty], [llvm_i32_ty], [IntrNoMem]>; 82def int_arm_uxtab16 : GCCBuiltin<"__builtin_arm_uxtab16">, 83 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>; 84def int_arm_uxtb16 : GCCBuiltin<"__builtin_arm_uxtb16">, 85 Intrinsic<[llvm_i32_ty], [llvm_i32_ty], [IntrNoMem]>; 86 87// Parallel selection, reads the GE flags. 88def int_arm_sel : GCCBuiltin<"__builtin_arm_sel">, 89 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrReadMem]>; 90 91// Parallel 8-bit addition and subtraction 92def int_arm_qadd8 : GCCBuiltin<"__builtin_arm_qadd8">, 93 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>; 94def int_arm_qsub8 : GCCBuiltin<"__builtin_arm_qsub8">, 95 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>; 96// Writes to the GE bits. 97def int_arm_sadd8 : GCCBuiltin<"__builtin_arm_sadd8">, 98 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], []>; 99def int_arm_shadd8 : GCCBuiltin<"__builtin_arm_shadd8">, 100 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>; 101def int_arm_shsub8 : GCCBuiltin<"__builtin_arm_shsub8">, 102 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>; 103// Writes to the GE bits. 104def int_arm_ssub8 : GCCBuiltin<"__builtin_arm_ssub8">, 105 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], []>; 106// Writes to the GE bits. 107def int_arm_uadd8 : GCCBuiltin<"__builtin_arm_uadd8">, 108 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], []>; 109def int_arm_uhadd8 : GCCBuiltin<"__builtin_arm_uhadd8">, 110 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>; 111def int_arm_uhsub8 : GCCBuiltin<"__builtin_arm_uhsub8">, 112 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>; 113def int_arm_uqadd8 : GCCBuiltin<"__builtin_arm_uqadd8">, 114 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>; 115def int_arm_uqsub8 : GCCBuiltin<"__builtin_arm_uqsub8">, 116 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>; 117// Writes to the GE bits. 118def int_arm_usub8 : GCCBuiltin<"__builtin_arm_usub8">, 119 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], []>; 120 121// Sum of 8-bit absolute differences 122def int_arm_usad8 : GCCBuiltin<"__builtin_arm_usad8">, 123 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>; 124def int_arm_usada8 : GCCBuiltin<"__builtin_arm_usada8">, 125 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], 126 [IntrNoMem]>; 127 128// Parallel 16-bit addition and subtraction 129def int_arm_qadd16 : GCCBuiltin<"__builtin_arm_qadd16">, 130 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>; 131def int_arm_qasx : GCCBuiltin<"__builtin_arm_qasx">, 132 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>; 133def int_arm_qsax : GCCBuiltin<"__builtin_arm_qsax">, 134 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>; 135def int_arm_qsub16 : GCCBuiltin<"__builtin_arm_qsub16">, 136 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>; 137// Writes to the GE bits. 138def int_arm_sadd16 : GCCBuiltin<"__builtin_arm_sadd16">, 139 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], []>; 140// Writes to the GE bits. 141def int_arm_sasx : GCCBuiltin<"__builtin_arm_sasx">, 142 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], []>; 143def int_arm_shadd16 : GCCBuiltin<"__builtin_arm_shadd16">, 144 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>; 145def int_arm_shasx : GCCBuiltin<"__builtin_arm_shasx">, 146 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>; 147def int_arm_shsax : GCCBuiltin<"__builtin_arm_shsax">, 148 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>; 149def int_arm_shsub16 : GCCBuiltin<"__builtin_arm_shsub16">, 150 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>; 151// Writes to the GE bits. 152def int_arm_ssax : GCCBuiltin<"__builtin_arm_ssax">, 153 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], []>; 154// Writes to the GE bits. 155def int_arm_ssub16 : GCCBuiltin<"__builtin_arm_ssub16">, 156 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], []>; 157// Writes to the GE bits. 158def int_arm_uadd16 : GCCBuiltin<"__builtin_arm_uadd16">, 159 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], []>; 160// Writes to the GE bits. 161def int_arm_uasx : GCCBuiltin<"__builtin_arm_uasx">, 162 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], []>; 163def int_arm_uhadd16 : GCCBuiltin<"__builtin_arm_uhadd16">, 164 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>; 165def int_arm_uhasx : GCCBuiltin<"__builtin_arm_uhasx">, 166 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>; 167def int_arm_uhsax : GCCBuiltin<"__builtin_arm_uhsax">, 168 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>; 169def int_arm_uhsub16 : GCCBuiltin<"__builtin_arm_uhsub16">, 170 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>; 171def int_arm_uqadd16 : GCCBuiltin<"__builtin_arm_uqadd16">, 172 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>; 173def int_arm_uqasx : GCCBuiltin<"__builtin_arm_uqasx">, 174 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>; 175def int_arm_uqsax : GCCBuiltin<"__builtin_arm_uqsax">, 176 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>; 177def int_arm_uqsub16 : GCCBuiltin<"__builtin_arm_uqsub16">, 178 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>; 179// Writes to the GE bits. 180def int_arm_usax : GCCBuiltin<"__builtin_arm_usax">, 181 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], []>; 182// Writes to the GE bits. 183def int_arm_usub16 : GCCBuiltin<"__builtin_arm_usub16">, 184 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], []>; 185 186// Parallel 16-bit multiplication 187def int_arm_smlad : GCCBuiltin<"__builtin_arm_smlad">, 188 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], 189 [IntrNoMem]>; 190def int_arm_smladx : GCCBuiltin<"__builtin_arm_smladx">, 191 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], 192 [IntrNoMem]>; 193def int_arm_smlald : GCCBuiltin<"__builtin_arm_smlald">, 194 Intrinsic<[llvm_i64_ty], [llvm_i32_ty, llvm_i32_ty, llvm_i64_ty], 195 [IntrNoMem]>; 196def int_arm_smlaldx : GCCBuiltin<"__builtin_arm_smlaldx">, 197 Intrinsic<[llvm_i64_ty], [llvm_i32_ty, llvm_i32_ty, llvm_i64_ty], 198 [IntrNoMem]>; 199def int_arm_smlsd : GCCBuiltin<"__builtin_arm_smlsd">, 200 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], 201 [IntrNoMem]>; 202def int_arm_smlsdx : GCCBuiltin<"__builtin_arm_smlsdx">, 203 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], 204 [IntrNoMem]>; 205def int_arm_smlsld : GCCBuiltin<"__builtin_arm_smlsld">, 206 Intrinsic<[llvm_i64_ty], [llvm_i32_ty, llvm_i32_ty, llvm_i64_ty], 207 [IntrNoMem]>; 208def int_arm_smlsldx : GCCBuiltin<"__builtin_arm_smlsldx">, 209 Intrinsic<[llvm_i64_ty], [llvm_i32_ty, llvm_i32_ty, llvm_i64_ty], 210 [IntrNoMem]>; 211def int_arm_smuad : GCCBuiltin<"__builtin_arm_smuad">, 212 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>; 213def int_arm_smuadx : GCCBuiltin<"__builtin_arm_smuadx">, 214 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>; 215def int_arm_smusd : GCCBuiltin<"__builtin_arm_smusd">, 216 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>; 217def int_arm_smusdx : GCCBuiltin<"__builtin_arm_smusdx">, 218 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>; 219 220 221//===----------------------------------------------------------------------===// 222// Load, Store and Clear exclusive 223 224def int_arm_ldrex : Intrinsic<[llvm_i32_ty], [llvm_anyptr_ty]>; 225def int_arm_strex : Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_anyptr_ty]>; 226 227def int_arm_ldaex : Intrinsic<[llvm_i32_ty], [llvm_anyptr_ty]>; 228def int_arm_stlex : Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_anyptr_ty]>; 229 230def int_arm_clrex : Intrinsic<[]>; 231 232def int_arm_strexd : Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty, 233 llvm_ptr_ty]>; 234def int_arm_ldrexd : Intrinsic<[llvm_i32_ty, llvm_i32_ty], [llvm_ptr_ty]>; 235 236def int_arm_stlexd : Intrinsic<[llvm_i32_ty], 237 [llvm_i32_ty, llvm_i32_ty, llvm_ptr_ty]>; 238def int_arm_ldaexd : Intrinsic<[llvm_i32_ty, llvm_i32_ty], [llvm_ptr_ty]>; 239 240//===----------------------------------------------------------------------===// 241// Data barrier instructions 242def int_arm_dmb : GCCBuiltin<"__builtin_arm_dmb">, MSBuiltin<"__dmb">, 243 Intrinsic<[], [llvm_i32_ty]>; 244def int_arm_dsb : GCCBuiltin<"__builtin_arm_dsb">, MSBuiltin<"__dsb">, 245 Intrinsic<[], [llvm_i32_ty]>; 246def int_arm_isb : GCCBuiltin<"__builtin_arm_isb">, MSBuiltin<"__isb">, 247 Intrinsic<[], [llvm_i32_ty]>; 248 249//===----------------------------------------------------------------------===// 250// VFP 251 252def int_arm_get_fpscr : GCCBuiltin<"__builtin_arm_get_fpscr">, 253 Intrinsic<[llvm_i32_ty], [], []>; 254def int_arm_set_fpscr : GCCBuiltin<"__builtin_arm_set_fpscr">, 255 Intrinsic<[], [llvm_i32_ty], []>; 256def int_arm_vcvtr : Intrinsic<[llvm_float_ty], [llvm_anyfloat_ty], 257 [IntrNoMem]>; 258def int_arm_vcvtru : Intrinsic<[llvm_float_ty], [llvm_anyfloat_ty], 259 [IntrNoMem]>; 260 261//===----------------------------------------------------------------------===// 262// Coprocessor 263 264def int_arm_ldc : GCCBuiltin<"__builtin_arm_ldc">, 265 Intrinsic<[], [llvm_i32_ty, llvm_i32_ty, llvm_ptr_ty], [ImmArg<ArgIndex<0>>, ImmArg<ArgIndex<1>>]>; 266def int_arm_ldcl : GCCBuiltin<"__builtin_arm_ldcl">, 267 Intrinsic<[], [llvm_i32_ty, llvm_i32_ty, llvm_ptr_ty], [ImmArg<ArgIndex<0>>, ImmArg<ArgIndex<1>>]>; 268def int_arm_ldc2 : GCCBuiltin<"__builtin_arm_ldc2">, 269 Intrinsic<[], [llvm_i32_ty, llvm_i32_ty, llvm_ptr_ty], [ImmArg<ArgIndex<0>>, ImmArg<ArgIndex<1>>]>; 270def int_arm_ldc2l : GCCBuiltin<"__builtin_arm_ldc2l">, 271 Intrinsic<[], [llvm_i32_ty, llvm_i32_ty, llvm_ptr_ty], [ImmArg<ArgIndex<0>>, ImmArg<ArgIndex<1>>]>; 272 273def int_arm_stc : GCCBuiltin<"__builtin_arm_stc">, 274 Intrinsic<[], [llvm_i32_ty, llvm_i32_ty, llvm_ptr_ty], [ImmArg<ArgIndex<0>>, ImmArg<ArgIndex<1>>]>; 275def int_arm_stcl : GCCBuiltin<"__builtin_arm_stcl">, 276 Intrinsic<[], [llvm_i32_ty, llvm_i32_ty, llvm_ptr_ty], [ImmArg<ArgIndex<0>>, ImmArg<ArgIndex<1>>]>; 277def int_arm_stc2 : GCCBuiltin<"__builtin_arm_stc2">, 278 Intrinsic<[], [llvm_i32_ty, llvm_i32_ty, llvm_ptr_ty], [ImmArg<ArgIndex<0>>, ImmArg<ArgIndex<1>>]>; 279def int_arm_stc2l : GCCBuiltin<"__builtin_arm_stc2l">, 280 Intrinsic<[], [llvm_i32_ty, llvm_i32_ty, llvm_ptr_ty], [ImmArg<ArgIndex<0>>, ImmArg<ArgIndex<1>>]>; 281 282// Move to coprocessor 283def int_arm_mcr : GCCBuiltin<"__builtin_arm_mcr">, 284 Intrinsic<[], [llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, 285 llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [ImmArg<ArgIndex<0>>, ImmArg<ArgIndex<1>>, ImmArg<ArgIndex<3>>, ImmArg<ArgIndex<4>>, ImmArg<ArgIndex<5>>]>; 286def int_arm_mcr2 : GCCBuiltin<"__builtin_arm_mcr2">, 287 Intrinsic<[], [llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, 288 llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [ImmArg<ArgIndex<0>>, ImmArg<ArgIndex<1>>, ImmArg<ArgIndex<3>>, ImmArg<ArgIndex<4>>, ImmArg<ArgIndex<5>>]>; 289 290// Move from coprocessor 291def int_arm_mrc : GCCBuiltin<"__builtin_arm_mrc">, 292 MSBuiltin<"_MoveFromCoprocessor">, 293 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, 294 llvm_i32_ty, llvm_i32_ty], [ImmArg<ArgIndex<0>>, ImmArg<ArgIndex<1>>, ImmArg<ArgIndex<2>>, ImmArg<ArgIndex<3>>, ImmArg<ArgIndex<4>>]>; 295def int_arm_mrc2 : GCCBuiltin<"__builtin_arm_mrc2">, 296 MSBuiltin<"_MoveFromCoprocessor2">, 297 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, 298 llvm_i32_ty, llvm_i32_ty], [ImmArg<ArgIndex<0>>, ImmArg<ArgIndex<1>>, ImmArg<ArgIndex<2>>, ImmArg<ArgIndex<3>>, ImmArg<ArgIndex<4>>]>; 299 300// Coprocessor data processing 301def int_arm_cdp : GCCBuiltin<"__builtin_arm_cdp">, 302 Intrinsic<[], [llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, 303 llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [ImmArg<ArgIndex<0>>, ImmArg<ArgIndex<1>>, ImmArg<ArgIndex<2>>, ImmArg<ArgIndex<3>>, ImmArg<ArgIndex<4>>, ImmArg<ArgIndex<5>>]>; 304def int_arm_cdp2 : GCCBuiltin<"__builtin_arm_cdp2">, 305 Intrinsic<[], [llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, 306 llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [ImmArg<ArgIndex<0>>, ImmArg<ArgIndex<1>>, ImmArg<ArgIndex<2>>, ImmArg<ArgIndex<3>>, ImmArg<ArgIndex<4>>, ImmArg<ArgIndex<5>>]>; 307 308// Move from two registers to coprocessor 309def int_arm_mcrr : Intrinsic<[], [llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, 310 llvm_i32_ty, llvm_i32_ty], [ImmArg<ArgIndex<0>>, ImmArg<ArgIndex<1>>, ImmArg<ArgIndex<4>>]>; 311def int_arm_mcrr2 : Intrinsic<[], [llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, 312 llvm_i32_ty, llvm_i32_ty], [ImmArg<ArgIndex<0>>, ImmArg<ArgIndex<1>>, ImmArg<ArgIndex<4>>]>; 313 314def int_arm_mrrc : Intrinsic<[llvm_i32_ty, llvm_i32_ty], [llvm_i32_ty, 315 llvm_i32_ty, llvm_i32_ty], [ImmArg<ArgIndex<0>>, ImmArg<ArgIndex<1>>, ImmArg<ArgIndex<2>>]>; 316def int_arm_mrrc2 : Intrinsic<[llvm_i32_ty, llvm_i32_ty], [llvm_i32_ty, 317 llvm_i32_ty, llvm_i32_ty], [ImmArg<ArgIndex<0>>, ImmArg<ArgIndex<1>>, ImmArg<ArgIndex<2>>]>; 318 319//===----------------------------------------------------------------------===// 320// CRC32 321 322def int_arm_crc32b : Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], 323 [IntrNoMem]>; 324def int_arm_crc32cb : Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], 325 [IntrNoMem]>; 326def int_arm_crc32h : Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], 327 [IntrNoMem]>; 328def int_arm_crc32ch : Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], 329 [IntrNoMem]>; 330def int_arm_crc32w : Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], 331 [IntrNoMem]>; 332def int_arm_crc32cw : Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], 333 [IntrNoMem]>; 334 335//===----------------------------------------------------------------------===// 336// CMSE 337 338def int_arm_cmse_tt : GCCBuiltin<"__builtin_arm_cmse_TT">, 339 Intrinsic<[llvm_i32_ty], [llvm_ptr_ty], [IntrNoMem]>; 340def int_arm_cmse_ttt : GCCBuiltin<"__builtin_arm_cmse_TTT">, 341 Intrinsic<[llvm_i32_ty], [llvm_ptr_ty], [IntrNoMem]>; 342def int_arm_cmse_tta : GCCBuiltin<"__builtin_arm_cmse_TTA">, 343 Intrinsic<[llvm_i32_ty], [llvm_ptr_ty], [IntrNoMem]>; 344def int_arm_cmse_ttat : GCCBuiltin<"__builtin_arm_cmse_TTAT">, 345 Intrinsic<[llvm_i32_ty], [llvm_ptr_ty], [IntrNoMem]>; 346 347//===----------------------------------------------------------------------===// 348// HINT 349 350def int_arm_hint : Intrinsic<[], [llvm_i32_ty]>; 351def int_arm_dbg : Intrinsic<[], [llvm_i32_ty]>; 352 353//===----------------------------------------------------------------------===// 354// UND (reserved undefined sequence) 355 356def int_arm_undefined : Intrinsic<[], [llvm_i32_ty]>; 357 358//===----------------------------------------------------------------------===// 359// Advanced SIMD (NEON) 360 361// The following classes do not correspond directly to GCC builtins. 362class Neon_1Arg_Intrinsic 363 : Intrinsic<[llvm_anyvector_ty], [LLVMMatchType<0>], [IntrNoMem]>; 364class Neon_1Arg_Narrow_Intrinsic 365 : Intrinsic<[llvm_anyvector_ty], [LLVMExtendedType<0>], [IntrNoMem]>; 366class Neon_2Arg_Intrinsic 367 : Intrinsic<[llvm_anyvector_ty], [LLVMMatchType<0>, LLVMMatchType<0>], 368 [IntrNoMem]>; 369class Neon_2Arg_Narrow_Intrinsic 370 : Intrinsic<[llvm_anyvector_ty], [LLVMExtendedType<0>, LLVMExtendedType<0>], 371 [IntrNoMem]>; 372class Neon_2Arg_Long_Intrinsic 373 : Intrinsic<[llvm_anyvector_ty], [LLVMTruncatedType<0>, LLVMTruncatedType<0>], 374 [IntrNoMem]>; 375class Neon_3Arg_Intrinsic 376 : Intrinsic<[llvm_anyvector_ty], 377 [LLVMMatchType<0>, LLVMMatchType<0>, LLVMMatchType<0>], 378 [IntrNoMem]>; 379class Neon_3Arg_Long_Intrinsic 380 : Intrinsic<[llvm_anyvector_ty], 381 [LLVMMatchType<0>, LLVMTruncatedType<0>, LLVMTruncatedType<0>], 382 [IntrNoMem]>; 383 384class Neon_1FloatArg_Intrinsic 385 : Intrinsic<[llvm_anyfloat_ty], [LLVMMatchType<0>], [IntrNoMem]>; 386 387class Neon_CvtFxToFP_Intrinsic 388 : Intrinsic<[llvm_anyfloat_ty], [llvm_anyint_ty, llvm_i32_ty], [IntrNoMem]>; 389class Neon_CvtFPToFx_Intrinsic 390 : Intrinsic<[llvm_anyint_ty], [llvm_anyfloat_ty, llvm_i32_ty], [IntrNoMem]>; 391class Neon_CvtFPtoInt_1Arg_Intrinsic 392 : Intrinsic<[llvm_anyvector_ty], [llvm_anyvector_ty], [IntrNoMem]>; 393 394class Neon_Compare_Intrinsic 395 : Intrinsic<[llvm_anyvector_ty], [llvm_anyvector_ty, LLVMMatchType<1>], 396 [IntrNoMem]>; 397 398// The table operands for VTBL and VTBX consist of 1 to 4 v8i8 vectors. 399// Besides the table, VTBL has one other v8i8 argument and VTBX has two. 400// Overall, the classes range from 2 to 6 v8i8 arguments. 401class Neon_Tbl2Arg_Intrinsic 402 : Intrinsic<[llvm_v8i8_ty], 403 [llvm_v8i8_ty, llvm_v8i8_ty], [IntrNoMem]>; 404class Neon_Tbl3Arg_Intrinsic 405 : Intrinsic<[llvm_v8i8_ty], 406 [llvm_v8i8_ty, llvm_v8i8_ty, llvm_v8i8_ty], [IntrNoMem]>; 407class Neon_Tbl4Arg_Intrinsic 408 : Intrinsic<[llvm_v8i8_ty], 409 [llvm_v8i8_ty, llvm_v8i8_ty, llvm_v8i8_ty, llvm_v8i8_ty], 410 [IntrNoMem]>; 411class Neon_Tbl5Arg_Intrinsic 412 : Intrinsic<[llvm_v8i8_ty], 413 [llvm_v8i8_ty, llvm_v8i8_ty, llvm_v8i8_ty, llvm_v8i8_ty, 414 llvm_v8i8_ty], [IntrNoMem]>; 415class Neon_Tbl6Arg_Intrinsic 416 : Intrinsic<[llvm_v8i8_ty], 417 [llvm_v8i8_ty, llvm_v8i8_ty, llvm_v8i8_ty, llvm_v8i8_ty, 418 llvm_v8i8_ty, llvm_v8i8_ty], [IntrNoMem]>; 419 420// Arithmetic ops 421 422let IntrProperties = [IntrNoMem, Commutative] in { 423 424 // Vector Add. 425 def int_arm_neon_vhadds : Neon_2Arg_Intrinsic; 426 def int_arm_neon_vhaddu : Neon_2Arg_Intrinsic; 427 def int_arm_neon_vrhadds : Neon_2Arg_Intrinsic; 428 def int_arm_neon_vrhaddu : Neon_2Arg_Intrinsic; 429 def int_arm_neon_vraddhn : Neon_2Arg_Narrow_Intrinsic; 430 431 // Vector Multiply. 432 def int_arm_neon_vmulp : Neon_2Arg_Intrinsic; 433 def int_arm_neon_vqdmulh : Neon_2Arg_Intrinsic; 434 def int_arm_neon_vqrdmulh : Neon_2Arg_Intrinsic; 435 def int_arm_neon_vmulls : Neon_2Arg_Long_Intrinsic; 436 def int_arm_neon_vmullu : Neon_2Arg_Long_Intrinsic; 437 def int_arm_neon_vmullp : Neon_2Arg_Long_Intrinsic; 438 def int_arm_neon_vqdmull : Neon_2Arg_Long_Intrinsic; 439 440 // Vector Maximum. 441 def int_arm_neon_vmaxs : Neon_2Arg_Intrinsic; 442 def int_arm_neon_vmaxu : Neon_2Arg_Intrinsic; 443 def int_arm_neon_vmaxnm : Neon_2Arg_Intrinsic; 444 445 // Vector Minimum. 446 def int_arm_neon_vmins : Neon_2Arg_Intrinsic; 447 def int_arm_neon_vminu : Neon_2Arg_Intrinsic; 448 def int_arm_neon_vminnm : Neon_2Arg_Intrinsic; 449 450 // Vector Reciprocal Step. 451 def int_arm_neon_vrecps : Neon_2Arg_Intrinsic; 452 453 // Vector Reciprocal Square Root Step. 454 def int_arm_neon_vrsqrts : Neon_2Arg_Intrinsic; 455} 456 457// Vector Subtract. 458def int_arm_neon_vhsubs : Neon_2Arg_Intrinsic; 459def int_arm_neon_vhsubu : Neon_2Arg_Intrinsic; 460def int_arm_neon_vrsubhn : Neon_2Arg_Narrow_Intrinsic; 461 462// Vector Absolute Compare. 463def int_arm_neon_vacge : Neon_Compare_Intrinsic; 464def int_arm_neon_vacgt : Neon_Compare_Intrinsic; 465 466// Vector Absolute Differences. 467def int_arm_neon_vabds : Neon_2Arg_Intrinsic; 468def int_arm_neon_vabdu : Neon_2Arg_Intrinsic; 469 470// Vector Pairwise Add. 471def int_arm_neon_vpadd : Neon_2Arg_Intrinsic; 472 473// Vector Pairwise Add Long. 474// Note: This is different than the other "long" NEON intrinsics because 475// the result vector has half as many elements as the source vector. 476// The source and destination vector types must be specified separately. 477def int_arm_neon_vpaddls : Intrinsic<[llvm_anyvector_ty], [llvm_anyvector_ty], 478 [IntrNoMem]>; 479def int_arm_neon_vpaddlu : Intrinsic<[llvm_anyvector_ty], [llvm_anyvector_ty], 480 [IntrNoMem]>; 481 482// Vector Pairwise Add and Accumulate Long. 483// Note: This is similar to vpaddl but the destination vector also appears 484// as the first argument. 485def int_arm_neon_vpadals : Intrinsic<[llvm_anyvector_ty], 486 [LLVMMatchType<0>, llvm_anyvector_ty], 487 [IntrNoMem]>; 488def int_arm_neon_vpadalu : Intrinsic<[llvm_anyvector_ty], 489 [LLVMMatchType<0>, llvm_anyvector_ty], 490 [IntrNoMem]>; 491 492// Vector Pairwise Maximum and Minimum. 493def int_arm_neon_vpmaxs : Neon_2Arg_Intrinsic; 494def int_arm_neon_vpmaxu : Neon_2Arg_Intrinsic; 495def int_arm_neon_vpmins : Neon_2Arg_Intrinsic; 496def int_arm_neon_vpminu : Neon_2Arg_Intrinsic; 497 498// Vector Shifts: 499// 500// The various saturating and rounding vector shift operations need to be 501// represented by intrinsics in LLVM, and even the basic VSHL variable shift 502// operation cannot be safely translated to LLVM's shift operators. VSHL can 503// be used for both left and right shifts, or even combinations of the two, 504// depending on the signs of the shift amounts. It also has well-defined 505// behavior for shift amounts that LLVM leaves undefined. Only basic shifts 506// by constants can be represented with LLVM's shift operators. 507// 508// The shift counts for these intrinsics are always vectors, even for constant 509// shifts, where the constant is replicated. For consistency with VSHL (and 510// other variable shift instructions), left shifts have positive shift counts 511// and right shifts have negative shift counts. This convention is also used 512// for constant right shift intrinsics, and to help preserve sanity, the 513// intrinsic names use "shift" instead of either "shl" or "shr". Where 514// applicable, signed and unsigned versions of the intrinsics are 515// distinguished with "s" and "u" suffixes. A few NEON shift instructions, 516// such as VQSHLU, take signed operands but produce unsigned results; these 517// use a "su" suffix. 518 519// Vector Shift. 520def int_arm_neon_vshifts : Neon_2Arg_Intrinsic; 521def int_arm_neon_vshiftu : Neon_2Arg_Intrinsic; 522 523// Vector Rounding Shift. 524def int_arm_neon_vrshifts : Neon_2Arg_Intrinsic; 525def int_arm_neon_vrshiftu : Neon_2Arg_Intrinsic; 526def int_arm_neon_vrshiftn : Neon_2Arg_Narrow_Intrinsic; 527 528// Vector Saturating Shift. 529def int_arm_neon_vqshifts : Neon_2Arg_Intrinsic; 530def int_arm_neon_vqshiftu : Neon_2Arg_Intrinsic; 531def int_arm_neon_vqshiftsu : Neon_2Arg_Intrinsic; 532def int_arm_neon_vqshiftns : Neon_2Arg_Narrow_Intrinsic; 533def int_arm_neon_vqshiftnu : Neon_2Arg_Narrow_Intrinsic; 534def int_arm_neon_vqshiftnsu : Neon_2Arg_Narrow_Intrinsic; 535 536// Vector Saturating Rounding Shift. 537def int_arm_neon_vqrshifts : Neon_2Arg_Intrinsic; 538def int_arm_neon_vqrshiftu : Neon_2Arg_Intrinsic; 539def int_arm_neon_vqrshiftns : Neon_2Arg_Narrow_Intrinsic; 540def int_arm_neon_vqrshiftnu : Neon_2Arg_Narrow_Intrinsic; 541def int_arm_neon_vqrshiftnsu : Neon_2Arg_Narrow_Intrinsic; 542 543// Vector Shift and Insert. 544def int_arm_neon_vshiftins : Neon_3Arg_Intrinsic; 545 546// Vector Absolute Value and Saturating Absolute Value. 547def int_arm_neon_vabs : Neon_1Arg_Intrinsic; 548def int_arm_neon_vqabs : Neon_1Arg_Intrinsic; 549 550// Vector Saturating Negate. 551def int_arm_neon_vqneg : Neon_1Arg_Intrinsic; 552 553// Vector Count Leading Sign/Zero Bits. 554def int_arm_neon_vcls : Neon_1Arg_Intrinsic; 555 556// Vector Reciprocal Estimate. 557def int_arm_neon_vrecpe : Neon_1Arg_Intrinsic; 558 559// Vector Reciprocal Square Root Estimate. 560def int_arm_neon_vrsqrte : Neon_1Arg_Intrinsic; 561 562// Vector Conversions Between Floating-point and Integer 563def int_arm_neon_vcvtau : Neon_CvtFPtoInt_1Arg_Intrinsic; 564def int_arm_neon_vcvtas : Neon_CvtFPtoInt_1Arg_Intrinsic; 565def int_arm_neon_vcvtnu : Neon_CvtFPtoInt_1Arg_Intrinsic; 566def int_arm_neon_vcvtns : Neon_CvtFPtoInt_1Arg_Intrinsic; 567def int_arm_neon_vcvtpu : Neon_CvtFPtoInt_1Arg_Intrinsic; 568def int_arm_neon_vcvtps : Neon_CvtFPtoInt_1Arg_Intrinsic; 569def int_arm_neon_vcvtmu : Neon_CvtFPtoInt_1Arg_Intrinsic; 570def int_arm_neon_vcvtms : Neon_CvtFPtoInt_1Arg_Intrinsic; 571 572// Vector Conversions Between Floating-point and Fixed-point. 573def int_arm_neon_vcvtfp2fxs : Neon_CvtFPToFx_Intrinsic; 574def int_arm_neon_vcvtfp2fxu : Neon_CvtFPToFx_Intrinsic; 575def int_arm_neon_vcvtfxs2fp : Neon_CvtFxToFP_Intrinsic; 576def int_arm_neon_vcvtfxu2fp : Neon_CvtFxToFP_Intrinsic; 577 578// Vector Conversions Between Half-Precision and Single-Precision. 579def int_arm_neon_vcvtfp2hf 580 : Intrinsic<[llvm_v4i16_ty], [llvm_v4f32_ty], [IntrNoMem]>; 581def int_arm_neon_vcvthf2fp 582 : Intrinsic<[llvm_v4f32_ty], [llvm_v4i16_ty], [IntrNoMem]>; 583 584// Narrowing Saturating Vector Moves. 585def int_arm_neon_vqmovns : Neon_1Arg_Narrow_Intrinsic; 586def int_arm_neon_vqmovnu : Neon_1Arg_Narrow_Intrinsic; 587def int_arm_neon_vqmovnsu : Neon_1Arg_Narrow_Intrinsic; 588 589// Vector Table Lookup. 590// The first 1-4 arguments are the table. 591def int_arm_neon_vtbl1 : Neon_Tbl2Arg_Intrinsic; 592def int_arm_neon_vtbl2 : Neon_Tbl3Arg_Intrinsic; 593def int_arm_neon_vtbl3 : Neon_Tbl4Arg_Intrinsic; 594def int_arm_neon_vtbl4 : Neon_Tbl5Arg_Intrinsic; 595 596// Vector Table Extension. 597// Some elements of the destination vector may not be updated, so the original 598// value of that vector is passed as the first argument. The next 1-4 599// arguments after that are the table. 600def int_arm_neon_vtbx1 : Neon_Tbl3Arg_Intrinsic; 601def int_arm_neon_vtbx2 : Neon_Tbl4Arg_Intrinsic; 602def int_arm_neon_vtbx3 : Neon_Tbl5Arg_Intrinsic; 603def int_arm_neon_vtbx4 : Neon_Tbl6Arg_Intrinsic; 604 605// Vector and Scalar Rounding. 606def int_arm_neon_vrintn : Neon_1FloatArg_Intrinsic; 607def int_arm_neon_vrintx : Neon_1Arg_Intrinsic; 608def int_arm_neon_vrinta : Neon_1Arg_Intrinsic; 609def int_arm_neon_vrintz : Neon_1Arg_Intrinsic; 610def int_arm_neon_vrintm : Neon_1Arg_Intrinsic; 611def int_arm_neon_vrintp : Neon_1Arg_Intrinsic; 612 613// De-interleaving vector loads from N-element structures. 614// Source operands are the address and alignment. 615def int_arm_neon_vld1 : Intrinsic<[llvm_anyvector_ty], 616 [llvm_anyptr_ty, llvm_i32_ty], 617 [IntrReadMem, IntrArgMemOnly]>; 618def int_arm_neon_vld2 : Intrinsic<[llvm_anyvector_ty, LLVMMatchType<0>], 619 [llvm_anyptr_ty, llvm_i32_ty], 620 [IntrReadMem, IntrArgMemOnly]>; 621def int_arm_neon_vld3 : Intrinsic<[llvm_anyvector_ty, LLVMMatchType<0>, 622 LLVMMatchType<0>], 623 [llvm_anyptr_ty, llvm_i32_ty], 624 [IntrReadMem, IntrArgMemOnly]>; 625def int_arm_neon_vld4 : Intrinsic<[llvm_anyvector_ty, LLVMMatchType<0>, 626 LLVMMatchType<0>, LLVMMatchType<0>], 627 [llvm_anyptr_ty, llvm_i32_ty], 628 [IntrReadMem, IntrArgMemOnly]>; 629 630def int_arm_neon_vld1x2 : Intrinsic<[llvm_anyvector_ty, LLVMMatchType<0>], 631 [LLVMAnyPointerType<LLVMMatchType<0>>], 632 [IntrReadMem, IntrArgMemOnly]>; 633def int_arm_neon_vld1x3 : Intrinsic<[llvm_anyvector_ty, LLVMMatchType<0>, 634 LLVMMatchType<0>], 635 [LLVMAnyPointerType<LLVMMatchType<0>>], 636 [IntrReadMem, IntrArgMemOnly]>; 637def int_arm_neon_vld1x4 : Intrinsic<[llvm_anyvector_ty, LLVMMatchType<0>, 638 LLVMMatchType<0>, LLVMMatchType<0>], 639 [LLVMAnyPointerType<LLVMMatchType<0>>], 640 [IntrReadMem, IntrArgMemOnly]>; 641 642// Vector load N-element structure to one lane. 643// Source operands are: the address, the N input vectors (since only one 644// lane is assigned), the lane number, and the alignment. 645def int_arm_neon_vld2lane : Intrinsic<[llvm_anyvector_ty, LLVMMatchType<0>], 646 [llvm_anyptr_ty, LLVMMatchType<0>, 647 LLVMMatchType<0>, llvm_i32_ty, 648 llvm_i32_ty], [IntrReadMem, IntrArgMemOnly]>; 649def int_arm_neon_vld3lane : Intrinsic<[llvm_anyvector_ty, LLVMMatchType<0>, 650 LLVMMatchType<0>], 651 [llvm_anyptr_ty, LLVMMatchType<0>, 652 LLVMMatchType<0>, LLVMMatchType<0>, 653 llvm_i32_ty, llvm_i32_ty], 654 [IntrReadMem, IntrArgMemOnly]>; 655def int_arm_neon_vld4lane : Intrinsic<[llvm_anyvector_ty, LLVMMatchType<0>, 656 LLVMMatchType<0>, LLVMMatchType<0>], 657 [llvm_anyptr_ty, LLVMMatchType<0>, 658 LLVMMatchType<0>, LLVMMatchType<0>, 659 LLVMMatchType<0>, llvm_i32_ty, 660 llvm_i32_ty], [IntrReadMem, IntrArgMemOnly]>; 661 662// Vector load N-element structure to all lanes. 663// Source operands are the address and alignment. 664def int_arm_neon_vld2dup : Intrinsic<[llvm_anyvector_ty, LLVMMatchType<0>], 665 [llvm_anyptr_ty, llvm_i32_ty], 666 [IntrReadMem, IntrArgMemOnly]>; 667def int_arm_neon_vld3dup : Intrinsic<[llvm_anyvector_ty, LLVMMatchType<0>, 668 LLVMMatchType<0>], 669 [llvm_anyptr_ty, llvm_i32_ty], 670 [IntrReadMem, IntrArgMemOnly]>; 671def int_arm_neon_vld4dup : Intrinsic<[llvm_anyvector_ty, LLVMMatchType<0>, 672 LLVMMatchType<0>, LLVMMatchType<0>], 673 [llvm_anyptr_ty, llvm_i32_ty], 674 [IntrReadMem, IntrArgMemOnly]>; 675 676// Interleaving vector stores from N-element structures. 677// Source operands are: the address, the N vectors, and the alignment. 678def int_arm_neon_vst1 : Intrinsic<[], 679 [llvm_anyptr_ty, llvm_anyvector_ty, 680 llvm_i32_ty], [IntrArgMemOnly]>; 681def int_arm_neon_vst2 : Intrinsic<[], 682 [llvm_anyptr_ty, llvm_anyvector_ty, 683 LLVMMatchType<1>, llvm_i32_ty], 684 [IntrArgMemOnly]>; 685def int_arm_neon_vst3 : Intrinsic<[], 686 [llvm_anyptr_ty, llvm_anyvector_ty, 687 LLVMMatchType<1>, LLVMMatchType<1>, 688 llvm_i32_ty], [IntrArgMemOnly]>; 689def int_arm_neon_vst4 : Intrinsic<[], 690 [llvm_anyptr_ty, llvm_anyvector_ty, 691 LLVMMatchType<1>, LLVMMatchType<1>, 692 LLVMMatchType<1>, llvm_i32_ty], 693 [IntrArgMemOnly]>; 694 695def int_arm_neon_vst1x2 : Intrinsic<[], 696 [llvm_anyptr_ty, llvm_anyvector_ty, 697 LLVMMatchType<1>], 698 [IntrArgMemOnly, NoCapture<ArgIndex<0>>]>; 699def int_arm_neon_vst1x3 : Intrinsic<[], 700 [llvm_anyptr_ty, llvm_anyvector_ty, 701 LLVMMatchType<1>, LLVMMatchType<1>], 702 [IntrArgMemOnly, NoCapture<ArgIndex<0>>]>; 703def int_arm_neon_vst1x4 : Intrinsic<[], 704 [llvm_anyptr_ty, llvm_anyvector_ty, 705 LLVMMatchType<1>, LLVMMatchType<1>, 706 LLVMMatchType<1>], 707 [IntrArgMemOnly, NoCapture<ArgIndex<0>>]>; 708 709// Vector store N-element structure from one lane. 710// Source operands are: the address, the N vectors, the lane number, and 711// the alignment. 712def int_arm_neon_vst2lane : Intrinsic<[], 713 [llvm_anyptr_ty, llvm_anyvector_ty, 714 LLVMMatchType<1>, llvm_i32_ty, 715 llvm_i32_ty], [IntrArgMemOnly]>; 716def int_arm_neon_vst3lane : Intrinsic<[], 717 [llvm_anyptr_ty, llvm_anyvector_ty, 718 LLVMMatchType<1>, LLVMMatchType<1>, 719 llvm_i32_ty, llvm_i32_ty], 720 [IntrArgMemOnly]>; 721def int_arm_neon_vst4lane : Intrinsic<[], 722 [llvm_anyptr_ty, llvm_anyvector_ty, 723 LLVMMatchType<1>, LLVMMatchType<1>, 724 LLVMMatchType<1>, llvm_i32_ty, 725 llvm_i32_ty], [IntrArgMemOnly]>; 726 727// Vector bitwise select. 728def int_arm_neon_vbsl : Intrinsic<[llvm_anyvector_ty], 729 [LLVMMatchType<0>, LLVMMatchType<0>, LLVMMatchType<0>], 730 [IntrNoMem]>; 731 732 733// Crypto instructions 734class AES_1Arg_Intrinsic : Intrinsic<[llvm_v16i8_ty], 735 [llvm_v16i8_ty], [IntrNoMem]>; 736class AES_2Arg_Intrinsic : Intrinsic<[llvm_v16i8_ty], 737 [llvm_v16i8_ty, llvm_v16i8_ty], 738 [IntrNoMem]>; 739 740class SHA_1Arg_Intrinsic : Intrinsic<[llvm_i32_ty], [llvm_i32_ty], 741 [IntrNoMem]>; 742class SHA_2Arg_Intrinsic : Intrinsic<[llvm_v4i32_ty], 743 [llvm_v4i32_ty, llvm_v4i32_ty], 744 [IntrNoMem]>; 745class SHA_3Arg_i32_Intrinsic : Intrinsic<[llvm_v4i32_ty], 746 [llvm_v4i32_ty, llvm_i32_ty, llvm_v4i32_ty], 747 [IntrNoMem]>; 748class SHA_3Arg_v4i32_Intrinsic : Intrinsic<[llvm_v4i32_ty], 749 [llvm_v4i32_ty, llvm_v4i32_ty,llvm_v4i32_ty], 750 [IntrNoMem]>; 751 752def int_arm_neon_aesd : AES_2Arg_Intrinsic; 753def int_arm_neon_aese : AES_2Arg_Intrinsic; 754def int_arm_neon_aesimc : AES_1Arg_Intrinsic; 755def int_arm_neon_aesmc : AES_1Arg_Intrinsic; 756def int_arm_neon_sha1h : SHA_1Arg_Intrinsic; 757def int_arm_neon_sha1su1 : SHA_2Arg_Intrinsic; 758def int_arm_neon_sha256su0 : SHA_2Arg_Intrinsic; 759def int_arm_neon_sha1c : SHA_3Arg_i32_Intrinsic; 760def int_arm_neon_sha1m : SHA_3Arg_i32_Intrinsic; 761def int_arm_neon_sha1p : SHA_3Arg_i32_Intrinsic; 762def int_arm_neon_sha1su0: SHA_3Arg_v4i32_Intrinsic; 763def int_arm_neon_sha256h: SHA_3Arg_v4i32_Intrinsic; 764def int_arm_neon_sha256h2: SHA_3Arg_v4i32_Intrinsic; 765def int_arm_neon_sha256su1: SHA_3Arg_v4i32_Intrinsic; 766 767// Armv8.2-A dot product instructions 768class Neon_Dot_Intrinsic 769 : Intrinsic<[llvm_anyvector_ty], 770 [LLVMMatchType<0>, llvm_anyvector_ty, 771 LLVMMatchType<1>], 772 [IntrNoMem]>; 773def int_arm_neon_udot : Neon_Dot_Intrinsic; 774def int_arm_neon_sdot : Neon_Dot_Intrinsic; 775 776// v8.6-A Matrix Multiply Intrinsics 777class Neon_MatMul_Intrinsic 778 : Intrinsic<[llvm_anyvector_ty], 779 [LLVMMatchType<0>, llvm_anyvector_ty, 780 LLVMMatchType<1>], 781 [IntrNoMem]>; 782def int_arm_neon_ummla : Neon_MatMul_Intrinsic; 783def int_arm_neon_smmla : Neon_MatMul_Intrinsic; 784def int_arm_neon_usmmla : Neon_MatMul_Intrinsic; 785def int_arm_neon_usdot : Neon_Dot_Intrinsic; 786 787// v8.6-A Bfloat Intrinsics 788def int_arm_neon_vcvtfp2bf 789 : Intrinsic<[llvm_anyvector_ty], [llvm_v4f32_ty], [IntrNoMem]>; 790def int_arm_neon_vcvtbfp2bf 791 : Intrinsic<[llvm_bfloat_ty], [llvm_float_ty], [IntrNoMem]>; 792 793def int_arm_neon_bfdot : Neon_Dot_Intrinsic; 794def int_arm_neon_bfmmla : Neon_MatMul_Intrinsic; 795 796class Neon_FML_Intrinsic 797 : Intrinsic<[llvm_anyvector_ty], 798 [LLVMMatchType<0>, llvm_anyvector_ty, LLVMMatchType<1>], 799 [IntrNoMem]>; 800def int_arm_neon_bfmlalb : Neon_FML_Intrinsic; 801def int_arm_neon_bfmlalt : Neon_FML_Intrinsic; 802 803def int_arm_cls: Intrinsic<[llvm_i32_ty], [llvm_i32_ty], [IntrNoMem]>; 804def int_arm_cls64: Intrinsic<[llvm_i32_ty], [llvm_i64_ty], [IntrNoMem]>; 805 806def int_arm_mve_vctp8 : Intrinsic<[llvm_v16i1_ty], [llvm_i32_ty], [IntrNoMem]>; 807def int_arm_mve_vctp16 : Intrinsic<[llvm_v8i1_ty], [llvm_i32_ty], [IntrNoMem]>; 808def int_arm_mve_vctp32 : Intrinsic<[llvm_v4i1_ty], [llvm_i32_ty], [IntrNoMem]>; 809// vctp64 takes v4i1, to work around v2i1 not being a legal MVE type 810def int_arm_mve_vctp64 : Intrinsic<[llvm_v4i1_ty], [llvm_i32_ty], [IntrNoMem]>; 811 812// v8.3-A Floating-point complex add 813def int_arm_neon_vcadd_rot90 : Neon_2Arg_Intrinsic; 814def int_arm_neon_vcadd_rot270 : Neon_2Arg_Intrinsic; 815 816// GNU eabi mcount 817def int_arm_gnu_eabi_mcount : Intrinsic<[], 818 [], 819 [IntrReadMem, IntrWriteMem]>; 820 821def int_arm_mve_pred_i2v : Intrinsic< 822 [llvm_anyvector_ty], [llvm_i32_ty], [IntrNoMem]>; 823def int_arm_mve_pred_v2i : Intrinsic< 824 [llvm_i32_ty], [llvm_anyvector_ty], [IntrNoMem]>; 825def int_arm_mve_vreinterpretq : Intrinsic< 826 [llvm_anyvector_ty], [llvm_anyvector_ty], [IntrNoMem]>; 827 828def int_arm_mve_min_predicated: Intrinsic<[llvm_anyvector_ty], 829 [LLVMMatchType<0>, LLVMMatchType<0>, llvm_i32_ty /* unsigned */, 830 llvm_anyvector_ty, LLVMMatchType<0>], 831 [IntrNoMem]>; 832def int_arm_mve_max_predicated: Intrinsic<[llvm_anyvector_ty], 833 [LLVMMatchType<0>, LLVMMatchType<0>, llvm_i32_ty /* unsigned */, 834 llvm_anyvector_ty, LLVMMatchType<0>], 835 [IntrNoMem]>; 836def int_arm_mve_abd_predicated: Intrinsic<[llvm_anyvector_ty], 837 [LLVMMatchType<0>, LLVMMatchType<0>, llvm_i32_ty /* unsigned */, 838 llvm_anyvector_ty, LLVMMatchType<0>], [IntrNoMem]>; 839def int_arm_mve_add_predicated: Intrinsic<[llvm_anyvector_ty], 840 [LLVMMatchType<0>, LLVMMatchType<0>, llvm_anyvector_ty, LLVMMatchType<0>], 841 [IntrNoMem]>; 842def int_arm_mve_and_predicated: Intrinsic<[llvm_anyvector_ty], 843 [LLVMMatchType<0>, LLVMMatchType<0>, llvm_anyvector_ty, LLVMMatchType<0>], 844 [IntrNoMem]>; 845def int_arm_mve_bic_predicated: Intrinsic<[llvm_anyvector_ty], 846 [LLVMMatchType<0>, LLVMMatchType<0>, llvm_anyvector_ty, LLVMMatchType<0>], 847 [IntrNoMem]>; 848def int_arm_mve_eor_predicated: Intrinsic<[llvm_anyvector_ty], 849 [LLVMMatchType<0>, LLVMMatchType<0>, llvm_anyvector_ty, LLVMMatchType<0>], 850 [IntrNoMem]>; 851def int_arm_mve_orn_predicated: Intrinsic<[llvm_anyvector_ty], 852 [LLVMMatchType<0>, LLVMMatchType<0>, llvm_anyvector_ty, LLVMMatchType<0>], 853 [IntrNoMem]>; 854def int_arm_mve_orr_predicated: Intrinsic<[llvm_anyvector_ty], 855 [LLVMMatchType<0>, LLVMMatchType<0>, llvm_anyvector_ty, LLVMMatchType<0>], 856 [IntrNoMem]>; 857def int_arm_mve_sub_predicated: Intrinsic<[llvm_anyvector_ty], 858 [LLVMMatchType<0>, LLVMMatchType<0>, llvm_anyvector_ty, LLVMMatchType<0>], 859 [IntrNoMem]>; 860def int_arm_mve_mul_predicated: Intrinsic<[llvm_anyvector_ty], 861 [LLVMMatchType<0>, LLVMMatchType<0>, llvm_anyvector_ty, LLVMMatchType<0>], 862 [IntrNoMem]>; 863def int_arm_mve_mulh_predicated: Intrinsic<[llvm_anyvector_ty], 864 [LLVMMatchType<0>, LLVMMatchType<0>, llvm_i32_ty /* unsigned */, 865 llvm_anyvector_ty, LLVMMatchType<0>], 866 [IntrNoMem]>; 867def int_arm_mve_qdmulh_predicated: Intrinsic<[llvm_anyvector_ty], 868 [LLVMMatchType<0>, LLVMMatchType<0>, llvm_anyvector_ty, LLVMMatchType<0>], 869 [IntrNoMem]>; 870def int_arm_mve_rmulh_predicated: Intrinsic<[llvm_anyvector_ty], 871 [LLVMMatchType<0>, LLVMMatchType<0>, llvm_i32_ty /* unsigned */, 872 llvm_anyvector_ty, LLVMMatchType<0>], 873 [IntrNoMem]>; 874def int_arm_mve_qrdmulh_predicated: Intrinsic<[llvm_anyvector_ty], 875 [LLVMMatchType<0>, LLVMMatchType<0>, llvm_anyvector_ty, LLVMMatchType<0>], 876 [IntrNoMem]>; 877def int_arm_mve_mull_int_predicated: Intrinsic<[llvm_anyvector_ty], 878 [llvm_anyvector_ty, LLVMMatchType<1>, llvm_i32_ty /* unsigned */, 879 llvm_i32_ty /* top */, llvm_anyvector_ty, LLVMMatchType<0>], 880 [IntrNoMem]>; 881def int_arm_mve_mull_poly_predicated: Intrinsic<[llvm_anyvector_ty], 882 [llvm_anyvector_ty, LLVMMatchType<1>, llvm_i32_ty, llvm_anyvector_ty, 883 LLVMMatchType<0>], 884 [IntrNoMem]>; 885def int_arm_mve_qadd_predicated: Intrinsic<[llvm_anyvector_ty], 886 [LLVMMatchType<0>, LLVMMatchType<0>, llvm_i32_ty /* unsigned */, 887 llvm_anyvector_ty, LLVMMatchType<0>], [IntrNoMem]>; 888def int_arm_mve_hadd_predicated: Intrinsic<[llvm_anyvector_ty], 889 [LLVMMatchType<0>, LLVMMatchType<0>, llvm_i32_ty /* unsigned */, 890 llvm_anyvector_ty, LLVMMatchType<0>], [IntrNoMem]>; 891def int_arm_mve_rhadd_predicated: Intrinsic<[llvm_anyvector_ty], 892 [LLVMMatchType<0>, LLVMMatchType<0>, llvm_i32_ty /* unsigned */, 893 llvm_anyvector_ty, LLVMMatchType<0>], [IntrNoMem]>; 894def int_arm_mve_qsub_predicated: Intrinsic<[llvm_anyvector_ty], 895 [LLVMMatchType<0>, LLVMMatchType<0>, llvm_i32_ty /* unsigned */, 896 llvm_anyvector_ty, LLVMMatchType<0>], [IntrNoMem]>; 897def int_arm_mve_hsub_predicated: Intrinsic<[llvm_anyvector_ty], 898 [LLVMMatchType<0>, LLVMMatchType<0>, llvm_i32_ty /* unsigned */, 899 llvm_anyvector_ty, LLVMMatchType<0>], [IntrNoMem]>; 900def int_arm_mve_vmina_predicated: Intrinsic<[llvm_anyvector_ty], 901 [LLVMMatchType<0>, LLVMMatchType<0>, llvm_anyvector_ty], 902 [IntrNoMem]>; 903def int_arm_mve_vmaxa_predicated: Intrinsic<[llvm_anyvector_ty], 904 [LLVMMatchType<0>, LLVMMatchType<0>, llvm_anyvector_ty], 905 [IntrNoMem]>; 906def int_arm_mve_vminnma_predicated: Intrinsic<[llvm_anyvector_ty], 907 [LLVMMatchType<0>, LLVMMatchType<0>, llvm_anyvector_ty], 908 [IntrNoMem]>; 909def int_arm_mve_vmaxnma_predicated: Intrinsic<[llvm_anyvector_ty], 910 [LLVMMatchType<0>, LLVMMatchType<0>, llvm_anyvector_ty], 911 [IntrNoMem]>; 912 913multiclass MVEPredicated<list<LLVMType> rets, list<LLVMType> params, 914 LLVMType pred = llvm_anyvector_ty, 915 list<IntrinsicProperty> props = [IntrNoMem]> { 916 def "": Intrinsic<rets, params, props>; 917 def _predicated: Intrinsic<rets, params # [pred], props>; 918} 919multiclass MVEPredicatedM<list<LLVMType> rets, list<LLVMType> params, 920 LLVMType pred = llvm_anyvector_ty, 921 list<IntrinsicProperty> props = [IntrNoMem]> { 922 def "": Intrinsic<rets, params, props>; 923 def _predicated: Intrinsic<rets, params # [pred, 924 !if(!eq(!cast<string>(rets[0]), "llvm_anyvector_ty"), 925 LLVMMatchType<0>, rets[0])], props>; 926} 927 928multiclass MVE_minmaxv { 929 defm v: MVEPredicated<[llvm_i32_ty], 930 [llvm_i32_ty, llvm_anyvector_ty, llvm_i32_ty /* unsigned */]>; 931 defm av: MVEPredicated<[llvm_i32_ty], 932 [llvm_i32_ty, llvm_anyvector_ty]>; 933 defm nmv: MVEPredicated<[llvm_anyfloat_ty], 934 [LLVMMatchType<0>, llvm_anyvector_ty]>; 935 defm nmav: MVEPredicated<[llvm_anyfloat_ty], 936 [LLVMMatchType<0>, llvm_anyvector_ty]>; 937} 938defm int_arm_mve_min: MVE_minmaxv; 939defm int_arm_mve_max: MVE_minmaxv; 940 941defm int_arm_mve_addv: MVEPredicated<[llvm_i32_ty], 942 [llvm_anyvector_ty, llvm_i32_ty /* unsigned */]>; 943defm int_arm_mve_addlv: MVEPredicated<[llvm_i64_ty], 944 [llvm_anyvector_ty, llvm_i32_ty /* unsigned */]>; 945 946// Intrinsic with a predicated and a non-predicated case. The predicated case 947// has two additional parameters: inactive (the value for inactive lanes, can 948// be undef) and predicate. 949multiclass MVEMXPredicated<list<LLVMType> rets, list<LLVMType> flags, 950 list<LLVMType> params, LLVMType inactive, 951 LLVMType predicate, 952 list<IntrinsicProperty> props = [IntrNoMem]> { 953 def "": Intrinsic<rets, flags # params, props>; 954 def _predicated: Intrinsic<rets, flags # [inactive] # params # [predicate], 955 props>; 956} 957 958defm int_arm_mve_vcvt_narrow: MVEPredicated<[llvm_v8f16_ty], 959 [llvm_v8f16_ty, llvm_v4f32_ty, llvm_i32_ty], llvm_v4i1_ty>; 960defm int_arm_mve_vcvt_widen: MVEMXPredicated<[llvm_v4f32_ty], [], 961 [llvm_v8f16_ty, llvm_i32_ty], llvm_v4f32_ty, llvm_v4i1_ty>; 962 963defm int_arm_mve_vldr_gather_base: MVEPredicated< 964 [llvm_anyvector_ty], [llvm_anyvector_ty, llvm_i32_ty], 965 llvm_anyvector_ty, [IntrReadMem]>; 966defm int_arm_mve_vldr_gather_base_wb: MVEPredicated< 967 [llvm_anyvector_ty, llvm_anyvector_ty], 968 [LLVMMatchType<1>, llvm_i32_ty], llvm_anyvector_ty, [IntrReadMem]>; 969defm int_arm_mve_vstr_scatter_base: MVEPredicated< 970 [], [llvm_anyvector_ty, llvm_i32_ty, llvm_anyvector_ty], 971 llvm_anyvector_ty, [IntrWriteMem]>; 972defm int_arm_mve_vstr_scatter_base_wb: MVEPredicated< 973 [llvm_anyvector_ty], [LLVMMatchType<0>, llvm_i32_ty, llvm_anyvector_ty], 974 llvm_anyvector_ty, [IntrWriteMem]>; 975 976// gather_offset takes three i32 parameters. The first is the size of 977// memory element loaded, in bits. The second is a left bit shift to 978// apply to each offset in the vector parameter (must be either 0, or 979// correspond to the element size of the destination vector type). The 980// last is 1 to indicate zero extension (if the load is widening), or 981// 0 for sign extension. 982// 983// scatter_offset has the first two of those parameters, but since it 984// narrows rather than widening, it doesn't have the last one. 985defm int_arm_mve_vldr_gather_offset: MVEPredicated< 986 [llvm_anyvector_ty], [llvm_anyptr_ty, llvm_anyvector_ty, 987 llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], llvm_anyvector_ty, [IntrReadMem]>; 988defm int_arm_mve_vstr_scatter_offset: MVEPredicated< 989 [], [llvm_anyptr_ty, llvm_anyvector_ty, llvm_anyvector_ty, 990 llvm_i32_ty, llvm_i32_ty], llvm_anyvector_ty, [IntrWriteMem]>; 991 992def int_arm_mve_shl_imm_predicated: Intrinsic<[llvm_anyvector_ty], 993 [LLVMMatchType<0>, llvm_i32_ty, llvm_anyvector_ty, LLVMMatchType<0>], 994 [IntrNoMem]>; 995def int_arm_mve_shr_imm_predicated: Intrinsic<[llvm_anyvector_ty], 996 [LLVMMatchType<0>, llvm_i32_ty, llvm_i32_ty, // extra i32 is unsigned flag 997 llvm_anyvector_ty, LLVMMatchType<0>], 998 [IntrNoMem]>; 999 1000defm int_arm_mve_vqshl_imm: MVEPredicatedM<[llvm_anyvector_ty], 1001 [LLVMMatchType<0>, llvm_i32_ty /*shiftcount*/, llvm_i32_ty /*unsigned*/]>; 1002defm int_arm_mve_vrshr_imm: MVEPredicatedM<[llvm_anyvector_ty], 1003 [LLVMMatchType<0>, llvm_i32_ty /*shiftcount*/, llvm_i32_ty /*unsigned*/]>; 1004defm int_arm_mve_vqshlu_imm: MVEPredicatedM<[llvm_anyvector_ty], 1005 [LLVMMatchType<0>, llvm_i32_ty /*shiftcount*/]>; 1006defm int_arm_mve_vshll_imm: MVEPredicatedM<[llvm_anyvector_ty], 1007 [llvm_anyvector_ty, llvm_i32_ty /*shiftcount*/, llvm_i32_ty /*unsigned*/, 1008 llvm_i32_ty /*top-half*/]>; 1009 1010defm int_arm_mve_vsli: MVEPredicated< 1011 [llvm_anyvector_ty], [LLVMMatchType<0>, LLVMMatchType<0>, llvm_i32_ty]>; 1012defm int_arm_mve_vsri: MVEPredicated< 1013 [llvm_anyvector_ty], [LLVMMatchType<0>, LLVMMatchType<0>, llvm_i32_ty]>; 1014 1015defm int_arm_mve_vshrn: MVEPredicated< 1016 [llvm_anyvector_ty], [LLVMMatchType<0>, llvm_anyvector_ty, 1017 llvm_i32_ty /*shiftcount*/, llvm_i32_ty /*saturate*/, llvm_i32_ty /*round*/, 1018 llvm_i32_ty /*unsigned-out*/, llvm_i32_ty /*unsigned-in*/, 1019 llvm_i32_ty /*top-half*/]>; 1020 1021defm int_arm_mve_vshl_scalar: MVEPredicated< 1022 [llvm_anyvector_ty], [LLVMMatchType<0>, llvm_i32_ty /*shiftcount*/, 1023 llvm_i32_ty /*saturate*/, llvm_i32_ty /*round*/, llvm_i32_ty /*unsigned*/]>; 1024defm int_arm_mve_vshl_vector: MVEPredicatedM< 1025 [llvm_anyvector_ty], [LLVMMatchType<0>, llvm_anyvector_ty /*shiftcounts*/, 1026 llvm_i32_ty /*saturate*/, llvm_i32_ty /*round*/, llvm_i32_ty /*unsigned*/]>; 1027 1028// MVE scalar shifts. 1029class ARM_MVE_qrshift_single<list<LLVMType> value, 1030 list<LLVMType> saturate = []> : 1031 Intrinsic<value, value # [llvm_i32_ty] # saturate, [IntrNoMem]>; 1032multiclass ARM_MVE_qrshift<list<LLVMType> saturate = []> { 1033 // Most of these shifts come in 32- and 64-bit versions. But only 1034 // the 64-bit ones have the extra saturation argument (if any). 1035 def "": ARM_MVE_qrshift_single<[llvm_i32_ty]>; 1036 def l: ARM_MVE_qrshift_single<[llvm_i32_ty, llvm_i32_ty], saturate>; 1037} 1038defm int_arm_mve_urshr: ARM_MVE_qrshift; 1039defm int_arm_mve_uqshl: ARM_MVE_qrshift; 1040defm int_arm_mve_srshr: ARM_MVE_qrshift; 1041defm int_arm_mve_sqshl: ARM_MVE_qrshift; 1042defm int_arm_mve_uqrshl: ARM_MVE_qrshift<[llvm_i32_ty]>; 1043defm int_arm_mve_sqrshr: ARM_MVE_qrshift<[llvm_i32_ty]>; 1044// LSLL and ASRL only have 64-bit versions, not 32. 1045def int_arm_mve_lsll: ARM_MVE_qrshift_single<[llvm_i32_ty, llvm_i32_ty]>; 1046def int_arm_mve_asrl: ARM_MVE_qrshift_single<[llvm_i32_ty, llvm_i32_ty]>; 1047 1048def int_arm_mve_vabd: Intrinsic< 1049 [llvm_anyvector_ty], 1050 [LLVMMatchType<0>, LLVMMatchType<0>, llvm_i32_ty /* unsigned */], 1051 [IntrNoMem]>; 1052def int_arm_mve_vadc: Intrinsic< 1053 [llvm_anyvector_ty, llvm_i32_ty], 1054 [LLVMMatchType<0>, LLVMMatchType<0>, llvm_i32_ty], [IntrNoMem]>; 1055def int_arm_mve_vsbc: Intrinsic< 1056 [llvm_anyvector_ty, llvm_i32_ty], 1057 [LLVMMatchType<0>, LLVMMatchType<0>, llvm_i32_ty], [IntrNoMem]>; 1058def int_arm_mve_vadc_predicated: Intrinsic< 1059 [llvm_anyvector_ty, llvm_i32_ty], 1060 [LLVMMatchType<0>, LLVMMatchType<0>, LLVMMatchType<0>, 1061 llvm_i32_ty, llvm_anyvector_ty], [IntrNoMem]>; 1062def int_arm_mve_vsbc_predicated: Intrinsic< 1063 [llvm_anyvector_ty, llvm_i32_ty], 1064 [LLVMMatchType<0>, LLVMMatchType<0>, LLVMMatchType<0>, 1065 llvm_i32_ty, llvm_anyvector_ty], [IntrNoMem]>; 1066def int_arm_mve_vshlc: Intrinsic< 1067 [llvm_i32_ty /* bits shifted out */, llvm_anyvector_ty], 1068 [LLVMMatchType<0>, llvm_i32_ty /* bits shifted in */, 1069 llvm_i32_ty /* shift count */], [IntrNoMem]>; 1070def int_arm_mve_vshlc_predicated: Intrinsic< 1071 [llvm_i32_ty /* bits shifted out */, llvm_anyvector_ty], 1072 [LLVMMatchType<0>, llvm_i32_ty /* bits shifted in */, 1073 llvm_i32_ty /* shift count */, llvm_anyvector_ty], [IntrNoMem]>; 1074def int_arm_mve_vmulh: Intrinsic< 1075 [llvm_anyvector_ty], 1076 [LLVMMatchType<0>, LLVMMatchType<0>, llvm_i32_ty /* unsigned */], 1077 [IntrNoMem]>; 1078def int_arm_mve_vqdmulh: Intrinsic< 1079 [llvm_anyvector_ty], 1080 [LLVMMatchType<0>, LLVMMatchType<0>], [IntrNoMem]>; 1081def int_arm_mve_vhadd: Intrinsic< 1082 [llvm_anyvector_ty], 1083 [LLVMMatchType<0>, LLVMMatchType<0>, llvm_i32_ty /* unsigned */], 1084 [IntrNoMem]>; 1085def int_arm_mve_vrhadd: Intrinsic< 1086 [llvm_anyvector_ty], 1087 [LLVMMatchType<0>, LLVMMatchType<0>, llvm_i32_ty /* unsigned */], 1088 [IntrNoMem]>; 1089def int_arm_mve_vhsub: Intrinsic< 1090 [llvm_anyvector_ty], 1091 [LLVMMatchType<0>, LLVMMatchType<0>, llvm_i32_ty /* unsigned */], 1092 [IntrNoMem]>; 1093def int_arm_mve_vrmulh: Intrinsic< 1094 [llvm_anyvector_ty], 1095 [LLVMMatchType<0>, LLVMMatchType<0>, llvm_i32_ty /* unsigned */], 1096 [IntrNoMem]>; 1097def int_arm_mve_vqrdmulh: Intrinsic< 1098 [llvm_anyvector_ty], 1099 [LLVMMatchType<0>, LLVMMatchType<0>], [IntrNoMem]>; 1100def int_arm_mve_vmull: Intrinsic< 1101 [llvm_anyvector_ty], 1102 [llvm_anyvector_ty, LLVMMatchType<1>, llvm_i32_ty /* unsigned */, 1103 llvm_i32_ty /* top */], [IntrNoMem]>; 1104def int_arm_mve_vmull_poly: Intrinsic< 1105 [llvm_anyvector_ty], 1106 [llvm_anyvector_ty, LLVMMatchType<1>, llvm_i32_ty], [IntrNoMem]>; 1107 1108// The first two parameters are compile-time constants: 1109// * Halving: 0 means halving (vhcaddq), 1 means non-halving (vcaddq) 1110// instruction. Note: the flag is inverted to match the corresponding 1111// bit in the instruction encoding 1112// * Rotation angle: 0 mean 90 deg, 1 means 180 deg 1113defm int_arm_mve_vcaddq : MVEMXPredicated< 1114 [llvm_anyvector_ty], 1115 [llvm_i32_ty, llvm_i32_ty], [LLVMMatchType<0>, LLVMMatchType<0>], 1116 LLVMMatchType<0>, llvm_anyvector_ty>; 1117 1118// The first operand of the following two intrinsics is the rotation angle 1119// (must be a compile-time constant): 1120// 0 - 0 deg 1121// 1 - 90 deg 1122// 2 - 180 deg 1123// 3 - 270 deg 1124defm int_arm_mve_vcmulq : MVEMXPredicated< 1125 [llvm_anyvector_ty], 1126 [llvm_i32_ty], [LLVMMatchType<0>, LLVMMatchType<0>], 1127 LLVMMatchType<0>, llvm_anyvector_ty>; 1128 1129defm int_arm_mve_vcmlaq : MVEPredicated< 1130 [llvm_anyvector_ty], 1131 [llvm_i32_ty, LLVMMatchType<0>, LLVMMatchType<0>, LLVMMatchType<0>], 1132 llvm_anyvector_ty>; 1133 1134def int_arm_mve_vld2q: Intrinsic<[llvm_anyvector_ty, LLVMMatchType<0>], [llvm_anyptr_ty], [IntrReadMem, IntrArgMemOnly]>; 1135def int_arm_mve_vld4q: Intrinsic<[llvm_anyvector_ty, LLVMMatchType<0>, LLVMMatchType<0>, LLVMMatchType<0>], [llvm_anyptr_ty], [IntrReadMem, IntrArgMemOnly]>; 1136 1137def int_arm_mve_vst2q: Intrinsic<[], [llvm_anyptr_ty, llvm_anyvector_ty, LLVMMatchType<1>, llvm_i32_ty], [IntrWriteMem, IntrArgMemOnly]>; 1138def int_arm_mve_vst4q: Intrinsic<[], [llvm_anyptr_ty, llvm_anyvector_ty, LLVMMatchType<1>, LLVMMatchType<1>, LLVMMatchType<1>, llvm_i32_ty], [IntrWriteMem, IntrArgMemOnly]>; 1139 1140// MVE vector absolute difference and accumulate across vector 1141// The first operand is an 'unsigned' flag. The remaining operands are: 1142// * accumulator 1143// * first vector operand 1144// * second vector operand 1145// * mask (only in predicated versions) 1146defm int_arm_mve_vabav: MVEPredicated< 1147 [llvm_i32_ty], 1148 [llvm_i32_ty, llvm_i32_ty, llvm_anyvector_ty, LLVMMatchType<0>], llvm_anyvector_ty>; 1149 1150// The following 3 instrinsics are MVE vector reductions with two vector 1151// operands. 1152// The first 3 operands are boolean flags (must be compile-time constants): 1153// * unsigned - the instruction operates on vectors of unsigned values and 1154// unsigned scalars 1155// * subtract - the instruction performs subtraction after multiplication of 1156// lane pairs (e.g., vmlsdav vs vmladav) 1157// * exchange - the instruction exchanges successive even and odd lanes of 1158// the first operands before multiplication of lane pairs 1159// (e.g., vmladavx vs vmladav) 1160// The remaining operands are: 1161// * accumulator 1162// * first vector operand 1163// * second vector operand 1164// * mask (only in predicated versions) 1165 1166// Version with 32-bit result, vml{a,s}dav[a][x] 1167defm int_arm_mve_vmldava: MVEPredicated< 1168 [llvm_i32_ty], 1169 [llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, 1170 llvm_i32_ty, llvm_anyvector_ty, LLVMMatchType<0>], 1171 llvm_anyvector_ty>; 1172 1173// Version with 64-bit result, vml{a,s}ldav[a][x] 1174defm int_arm_mve_vmlldava: MVEPredicated< 1175 [llvm_i32_ty, llvm_i32_ty], 1176 [llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, 1177 llvm_i32_ty, llvm_i32_ty, llvm_anyvector_ty, LLVMMatchType<0>], 1178 llvm_anyvector_ty>; 1179 1180// Version with 72-bit rounded result, vrml{a,s}ldavh[a][x] 1181defm int_arm_mve_vrmlldavha: MVEPredicated< 1182 [llvm_i32_ty, llvm_i32_ty], 1183 [llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, 1184 llvm_i32_ty, llvm_i32_ty, llvm_anyvector_ty, LLVMMatchType<0>], 1185 llvm_anyvector_ty>; 1186 1187defm int_arm_mve_vidup: MVEMXPredicated< 1188 [llvm_anyvector_ty /* output */, llvm_i32_ty /* written-back base */], [], 1189 [llvm_i32_ty /* base */, llvm_i32_ty /* step */], 1190 LLVMMatchType<0>, llvm_anyvector_ty>; 1191defm int_arm_mve_vddup: MVEMXPredicated< 1192 [llvm_anyvector_ty /* output */, llvm_i32_ty /* written-back base */], [], 1193 [llvm_i32_ty /* base */, llvm_i32_ty /* step */], 1194 LLVMMatchType<0>, llvm_anyvector_ty>; 1195defm int_arm_mve_viwdup: MVEMXPredicated< 1196 [llvm_anyvector_ty /* output */, llvm_i32_ty /* written-back base */], [], 1197 [llvm_i32_ty /* base */, llvm_i32_ty /* limit */, llvm_i32_ty /* step */], 1198 LLVMMatchType<0>, llvm_anyvector_ty>; 1199defm int_arm_mve_vdwdup: MVEMXPredicated< 1200 [llvm_anyvector_ty /* output */, llvm_i32_ty /* written-back base */], [], 1201 [llvm_i32_ty /* base */, llvm_i32_ty /* limit */, llvm_i32_ty /* step */], 1202 LLVMMatchType<0>, llvm_anyvector_ty>; 1203 1204// Flags: 1205// * unsigned 1206defm int_arm_mve_vcvt_fix: MVEMXPredicated< 1207 [llvm_anyvector_ty /* output */], [llvm_i32_ty], 1208 [llvm_anyvector_ty /* input vector */, llvm_i32_ty /* scale */], 1209 LLVMMatchType<0>, llvm_anyvector_ty>; 1210 1211def int_arm_mve_vcvt_fp_int_predicated: Intrinsic< 1212 [llvm_anyvector_ty], [llvm_anyvector_ty, llvm_i32_ty /* unsigned */, 1213 llvm_anyvector_ty /* predicate */, LLVMMatchType<0> /* inactive */], 1214 [IntrNoMem]>; 1215 1216foreach suffix = ["a","n","p","m"] in { 1217 defm "int_arm_mve_vcvt"#suffix: MVEMXPredicated< 1218 [llvm_anyvector_ty /* output */], [llvm_i32_ty /* unsigned */], 1219 [llvm_anyvector_ty /* input */], LLVMMatchType<0>, llvm_anyvector_ty>; 1220} 1221 1222def int_arm_mve_vrintn: Intrinsic< 1223 [llvm_anyvector_ty], [LLVMMatchType<0>], [IntrNoMem]>; 1224def int_arm_mve_vcls: Intrinsic< 1225 [llvm_anyvector_ty], [LLVMMatchType<0>], [IntrNoMem]>; 1226 1227defm int_arm_mve_vbrsr: MVEMXPredicated< 1228 [llvm_anyvector_ty], [], 1229 [LLVMMatchType<0>, llvm_i32_ty], LLVMMatchType<0>, llvm_anyvector_ty>; 1230 1231def int_arm_mve_vqdmull: Intrinsic< 1232 [llvm_anyvector_ty], 1233 [llvm_anyvector_ty, LLVMMatchType<1>, llvm_i32_ty], 1234 [IntrNoMem]>; 1235def int_arm_mve_vqdmull_predicated: Intrinsic< 1236 [llvm_anyvector_ty], 1237 [llvm_anyvector_ty, LLVMMatchType<1>, llvm_i32_ty, llvm_anyvector_ty, 1238 LLVMMatchType<0>], 1239 [IntrNoMem]>; 1240 1241class MVESimpleUnaryPredicated: Intrinsic<[llvm_anyvector_ty], 1242 [LLVMMatchType<0>, llvm_anyvector_ty, LLVMMatchType<0>], [IntrNoMem]>; 1243 1244def int_arm_mve_mvn_predicated: MVESimpleUnaryPredicated; 1245def int_arm_mve_abs_predicated: MVESimpleUnaryPredicated; 1246def int_arm_mve_neg_predicated: MVESimpleUnaryPredicated; 1247def int_arm_mve_qabs_predicated: MVESimpleUnaryPredicated; 1248def int_arm_mve_qneg_predicated: MVESimpleUnaryPredicated; 1249def int_arm_mve_clz_predicated: MVESimpleUnaryPredicated; 1250def int_arm_mve_cls_predicated: MVESimpleUnaryPredicated; 1251def int_arm_mve_vrintz_predicated: MVESimpleUnaryPredicated; 1252def int_arm_mve_vrintm_predicated: MVESimpleUnaryPredicated; 1253def int_arm_mve_vrintp_predicated: MVESimpleUnaryPredicated; 1254def int_arm_mve_vrinta_predicated: MVESimpleUnaryPredicated; 1255def int_arm_mve_vrintx_predicated: MVESimpleUnaryPredicated; 1256def int_arm_mve_vrintn_predicated: MVESimpleUnaryPredicated; 1257 1258def int_arm_mve_vrev_predicated: Intrinsic<[llvm_anyvector_ty], 1259 [LLVMMatchType<0>, llvm_i32_ty /* size to reverse */, 1260 llvm_anyvector_ty, LLVMMatchType<0>], [IntrNoMem]>; 1261 1262def int_arm_mve_vmovl_predicated: Intrinsic<[llvm_anyvector_ty], 1263 [llvm_anyvector_ty, llvm_i32_ty /* unsigned */, llvm_i32_ty /* top half */, 1264 llvm_anyvector_ty /* predicate */, LLVMMatchType<0>], [IntrNoMem]>; 1265def int_arm_mve_vmovn_predicated: Intrinsic<[llvm_anyvector_ty], 1266 [LLVMMatchType<0>, llvm_anyvector_ty, llvm_i32_ty /* top half */, 1267 llvm_anyvector_ty /* predicate */], [IntrNoMem]>; 1268 1269def int_arm_mve_vqmovn: Intrinsic<[llvm_anyvector_ty], 1270 [LLVMMatchType<0>, llvm_anyvector_ty, 1271 llvm_i32_ty /* unsigned output */, llvm_i32_ty /* unsigned input */, 1272 llvm_i32_ty /* top half */], [IntrNoMem]>; 1273def int_arm_mve_vqmovn_predicated: Intrinsic<[llvm_anyvector_ty], 1274 [LLVMMatchType<0>, llvm_anyvector_ty, 1275 llvm_i32_ty /* unsigned output */, llvm_i32_ty /* unsigned input */, 1276 llvm_i32_ty /* top half */, llvm_anyvector_ty /* pred */], [IntrNoMem]>; 1277 1278def int_arm_mve_fma_predicated: Intrinsic<[llvm_anyvector_ty], 1279 [LLVMMatchType<0> /* mult op #1 */, LLVMMatchType<0> /* mult op #2 */, 1280 LLVMMatchType<0> /* addend */, llvm_anyvector_ty /* pred */], [IntrNoMem]>; 1281def int_arm_mve_vmla_n_predicated: Intrinsic<[llvm_anyvector_ty], 1282 [LLVMMatchType<0> /* mult op #1 */, LLVMMatchType<0> /* addend */, 1283 llvm_i32_ty /* mult op #2 (scalar) */, llvm_anyvector_ty /* pred */], 1284 [IntrNoMem]>; 1285def int_arm_mve_vmlas_n_predicated: Intrinsic<[llvm_anyvector_ty], 1286 [LLVMMatchType<0> /* mult op #1 */, LLVMMatchType<0> /* mult op #2 */, 1287 llvm_i32_ty /* addend (scalar) */, llvm_anyvector_ty /* pred */], 1288 [IntrNoMem]>; 1289 1290defm int_arm_mve_vqdmlah: MVEPredicated<[llvm_anyvector_ty], 1291 [LLVMMatchType<0> /* mult op #1 */, LLVMMatchType<0> /* addend */, 1292 llvm_i32_ty /* mult op #2 (scalar) */]>; 1293defm int_arm_mve_vqrdmlah: MVEPredicated<[llvm_anyvector_ty], 1294 [LLVMMatchType<0> /* mult op #1 */, LLVMMatchType<0> /* addend */, 1295 llvm_i32_ty /* mult op #2 (scalar) */]>; 1296defm int_arm_mve_vqdmlash: MVEPredicated<[llvm_anyvector_ty], 1297 [LLVMMatchType<0> /* mult op #1 */, LLVMMatchType<0> /* mult op #2 */, 1298 llvm_i32_ty /* addend (scalar) */]>; 1299defm int_arm_mve_vqrdmlash: MVEPredicated<[llvm_anyvector_ty], 1300 [LLVMMatchType<0> /* mult op #1 */, LLVMMatchType<0> /* mult op #2 */, 1301 llvm_i32_ty /* addend (scalar) */]>; 1302 1303defm int_arm_mve_vqdmlad: MVEPredicated<[llvm_anyvector_ty], 1304 [LLVMMatchType<0>, LLVMMatchType<0>, LLVMMatchType<0>, 1305 llvm_i32_ty /* exchange */, llvm_i32_ty /* round */, 1306 llvm_i32_ty /* subtract */]>; 1307 1308// CDE (Custom Datapath Extension) 1309 1310multiclass CDEGPRIntrinsics<list<LLVMType> args> { 1311 def "" : Intrinsic< 1312 [llvm_i32_ty], 1313 !listconcat([llvm_i32_ty /* coproc */], args, [llvm_i32_ty /* imm */]), 1314 [IntrNoMem, ImmArg<ArgIndex<0>>, ImmArg<ArgIndex<!add(!size(args), 1)>>]>; 1315 def a : Intrinsic< 1316 [llvm_i32_ty], 1317 !listconcat([llvm_i32_ty /* coproc */, llvm_i32_ty /* acc */], args, 1318 [llvm_i32_ty /* imm */]), 1319 [IntrNoMem, ImmArg<ArgIndex<0>>, ImmArg<ArgIndex<!add(!size(args), 2)>>]>; 1320 1321 def d: Intrinsic< 1322 [llvm_i32_ty /* lo */, llvm_i32_ty /* hi */], 1323 !listconcat([llvm_i32_ty /* coproc */], args, [llvm_i32_ty /* imm */]), 1324 [IntrNoMem, ImmArg<ArgIndex<0>>, ImmArg<ArgIndex<!add(!size(args), 1)>>]>; 1325 def da: Intrinsic< 1326 [llvm_i32_ty /* lo */, llvm_i32_ty /* hi */], 1327 !listconcat([llvm_i32_ty /* coproc */, llvm_i32_ty /* acc_lo */, 1328 llvm_i32_ty /* acc_hi */], args, [llvm_i32_ty /* imm */]), 1329 [IntrNoMem, ImmArg<ArgIndex<0>>, ImmArg<ArgIndex<!add(!size(args), 3)>>]>; 1330} 1331 1332defm int_arm_cde_cx1: CDEGPRIntrinsics<[]>; 1333defm int_arm_cde_cx2: CDEGPRIntrinsics<[llvm_i32_ty]>; 1334defm int_arm_cde_cx3: CDEGPRIntrinsics<[llvm_i32_ty, llvm_i32_ty]>; 1335 1336multiclass CDEVCXIntrinsics<list<LLVMType> args> { 1337 def "" : Intrinsic< 1338 [llvm_anyfloat_ty], 1339 !listconcat([llvm_i32_ty /* coproc */], args, [llvm_i32_ty /* imm */]), 1340 [IntrNoMem, ImmArg<ArgIndex<0>>, ImmArg<ArgIndex<!add(!size(args), 1)>>]>; 1341 def a : Intrinsic< 1342 [llvm_anyfloat_ty], 1343 !listconcat([llvm_i32_ty /* coproc */, LLVMMatchType<0> /* acc */], 1344 args, [llvm_i32_ty /* imm */]), 1345 [IntrNoMem, ImmArg<ArgIndex<0>>, ImmArg<ArgIndex<!add(!size(args), 2)>>]>; 1346} 1347 1348defm int_arm_cde_vcx1 : CDEVCXIntrinsics<[]>; 1349defm int_arm_cde_vcx2 : CDEVCXIntrinsics<[LLVMMatchType<0>]>; 1350defm int_arm_cde_vcx3 : CDEVCXIntrinsics<[LLVMMatchType<0>, LLVMMatchType<0>]>; 1351 1352multiclass CDEVCXVecIntrinsics<list<LLVMType> args> { 1353 def "" : Intrinsic< 1354 [llvm_v16i8_ty], 1355 !listconcat([llvm_i32_ty /* coproc */], args, [llvm_i32_ty /* imm */]), 1356 [IntrNoMem, ImmArg<ArgIndex<0>>, ImmArg<ArgIndex<!add(!size(args), 1)>>]>; 1357 def a : Intrinsic< 1358 [llvm_v16i8_ty], 1359 !listconcat([llvm_i32_ty /* coproc */, llvm_v16i8_ty /* acc */], 1360 args, [llvm_i32_ty /* imm */]), 1361 [IntrNoMem, ImmArg<ArgIndex<0>>, ImmArg<ArgIndex<!add(!size(args), 2)>>]>; 1362 1363 def _predicated : Intrinsic< 1364 [llvm_anyvector_ty], 1365 !listconcat([llvm_i32_ty /* coproc */, LLVMMatchType<0> /* inactive */], 1366 args, [llvm_i32_ty /* imm */, llvm_anyvector_ty /* mask */]), 1367 [IntrNoMem, ImmArg<ArgIndex<0>>, ImmArg<ArgIndex<!add(!size(args), 2)>>]>; 1368 def a_predicated : Intrinsic< 1369 [llvm_anyvector_ty], 1370 !listconcat([llvm_i32_ty /* coproc */, LLVMMatchType<0> /* acc */], 1371 args, [llvm_i32_ty /* imm */, llvm_anyvector_ty /* mask */]), 1372 [IntrNoMem, ImmArg<ArgIndex<0>>, ImmArg<ArgIndex<!add(!size(args), 2)>>]>; 1373} 1374 1375defm int_arm_cde_vcx1q : CDEVCXVecIntrinsics<[]>; 1376defm int_arm_cde_vcx2q : CDEVCXVecIntrinsics<[llvm_v16i8_ty]>; 1377defm int_arm_cde_vcx3q : CDEVCXVecIntrinsics<[llvm_v16i8_ty, llvm_v16i8_ty]>; 1378 1379} // end TargetPrefix 1380