| /openbsd-src/gnu/llvm/llvm/include/llvm/CodeGen/ |
| H A D | ValueTypes.h | 101 EVT changeVectorElementType(EVT EltVT) const { in changeVectorElementType() 103 assert(EltVT.isSimple() && in changeVectorElementType() 105 return getSimpleVT().changeVectorElementType(EltVT.getSimpleVT()); in changeVectorElementType() 107 return changeExtendedVectorElementType(EltVT); in changeVectorElementType() 412 EVT EltVT = getVectorElementType(); in widenIntegerVectorElementType() local 413 EltVT = EVT::getIntegerVT(Context, 2 * EltVT.getSizeInBits()); in widenIntegerVectorElementType() 414 return EVT::getVectorVT(Context, EltVT, getVectorElementCount()); in widenIntegerVectorElementType() 421 EVT EltVT = getVectorElementType(); in getHalfNumVectorElementsVT() local 424 return EVT::getVectorVT(Context, EltVT, EltCnt.divideCoefficientBy(2)); in getHalfNumVectorElementsVT() 431 EVT EltVT = getVectorElementType(); in getDoubleNumVectorElementsVT() local [all …]
|
| /openbsd-src/gnu/llvm/llvm/lib/Target/NVPTX/ |
| H A D | NVPTXISelDAGToDAG.cpp | 1073 EVT EltVT = N->getValueType(0); in tryLoadVector() local 1078 if (EltVT == MVT::v2f16 || EltVT == MVT::v2bf16) { in tryLoadVector() 1080 EltVT = MVT::i32; in tryLoadVector() 1090 Opcode = pickOpcodeForVT(EltVT.getSimpleVT().SimpleTy, in tryLoadVector() 1097 Opcode = pickOpcodeForVT(EltVT.getSimpleVT().SimpleTy, in tryLoadVector() 1117 Opcode = pickOpcodeForVT(EltVT.getSimpleVT().SimpleTy, in tryLoadVector() 1124 Opcode = pickOpcodeForVT(EltVT.getSimpleVT().SimpleTy, in tryLoadVector() 1146 EltVT.getSimpleVT().SimpleTy, NVPTX::LDV_i8_v2_ari_64, in tryLoadVector() 1154 EltVT.getSimpleVT().SimpleTy, NVPTX::LDV_i8_v4_ari_64, in tryLoadVector() 1165 Opcode = pickOpcodeForVT(EltVT.getSimpleVT().SimpleTy, in tryLoadVector() [all …]
|
| H A D | NVPTXISelLowering.cpp | 192 EVT EltVT = VT.getVectorElementType(); in ComputePTXValueVTs() local 196 if ((EltVT == MVT::f16 || EltVT == MVT::bf16) && NumElts % 2 == 0) { in ComputePTXValueVTs() 197 EltVT = EltVT == MVT::f16 ? MVT::v2f16 : MVT::v2bf16; in ComputePTXValueVTs() 201 ValueVTs.push_back(EltVT); in ComputePTXValueVTs() 203 Offsets->push_back(Off + j * EltVT.getStoreSize()); in ComputePTXValueVTs() 268 EVT EltVT = ValueVTs[Idx]; in CanMergeParamLoadStoresStartingAt() local 269 unsigned EltSize = EltVT.getStoreSize(); in CanMergeParamLoadStoresStartingAt() 290 if (ValueVTs[j] != EltVT) in CanMergeParamLoadStoresStartingAt() 1623 EVT EltVT = VTs[j]; in LowerCall() local 1643 if (PromoteScalarIntegerPTX(EltVT, &PromotedVT)) { in LowerCall() [all …]
|
| /openbsd-src/gnu/llvm/llvm/lib/CodeGen/ |
| H A D | LowLevelType.cpp | 57 EVT EltVT = getApproximateEVTForLLT(Ty.getElementType(), DL, Ctx); in getApproximateEVTForLLT() local 58 return EVT::getVectorVT(Ctx, EltVT, Ty.getElementCount()); in getApproximateEVTForLLT()
|
| H A D | TargetLoweringBase.cpp | 1003 EVT EltVT = VT.getVectorElementType(); in getTypeConversion() local 1007 return LegalizeKind(TypeScalarizeVector, EltVT); in getTypeConversion() 1012 if (EltVT.isInteger()) { in getTypeConversion() 1017 EVT NVT = EVT::getVectorVT(Context, EltVT, NumElts); in getTypeConversion() 1022 LegalizeKind LK = getTypeConversion(Context, EltVT); in getTypeConversion() 1028 return LegalizeKind(TypeScalarizeScalableVector, EltVT); in getTypeConversion() 1037 EVT OldEltVT = EltVT; in getTypeConversion() 1041 EltVT = EVT::getIntegerVT(Context, 1 + EltVT.getSizeInBits()) in getTypeConversion() 1048 if (!EltVT.isSimple()) in getTypeConversion() 1052 MVT NVT = MVT::getVectorVT(EltVT.getSimpleVT(), NumElts); in getTypeConversion() [all …]
|
| H A D | ValueTypes.cpp | 31 EVT EVT::changeExtendedVectorElementType(EVT EltVT) const { in changeExtendedVectorElementType() 34 return getVectorVT(Context, EltVT, getVectorElementCount()); in changeExtendedVectorElementType()
|
| /openbsd-src/gnu/llvm/llvm/lib/CodeGen/SelectionDAG/ |
| H A D | LegalizeVectorTypes.cpp | 318 EVT EltVT = N->getValueType(0).getVectorElementType(); in ScalarizeVecRes_BUILD_VECTOR() local 322 if (EltVT.isInteger()) in ScalarizeVecRes_BUILD_VECTOR() 323 return DAG.getNode(ISD::TRUNCATE, SDLoc(N), EltVT, InOp); in ScalarizeVecRes_BUILD_VECTOR() 361 EVT EltVT = N->getValueType(0).getVectorElementType(); in ScalarizeVecRes_INSERT_VECTOR_ELT() local 362 if (Op.getValueType() != EltVT) in ScalarizeVecRes_INSERT_VECTOR_ELT() 364 Op = DAG.getNode(ISD::TRUNCATE, SDLoc(N), EltVT, Op); in ScalarizeVecRes_INSERT_VECTOR_ELT() 408 EVT EltVT = N->getValueType(0).getVectorElementType(); in ScalarizeVecRes_InregOp() local 411 return DAG.getNode(N->getOpcode(), SDLoc(N), EltVT, in ScalarizeVecRes_InregOp() 421 EVT EltVT = N->getValueType(0).getVectorElementType(); in ScalarizeVecRes_VecInregOp() local 432 return DAG.getNode(ISD::ANY_EXTEND, DL, EltVT, Op); in ScalarizeVecRes_VecInregOp() [all …]
|
| H A D | LegalizeVectorOps.cpp | 308 EVT EltVT = ValVT.getVectorElementType(); in LegalizeOp() local 309 if (TLI.getOperationAction(Node->getOpcode(), EltVT) in LegalizeOp() 311 TLI.getStrictFPOperationAction(Node->getOpcode(), EltVT) in LegalizeOp() 1638 EVT EltVT = VT.getVectorElementType(); in UnrollStrictFPOp() local 1643 EVT TmpEltVT = EltVT; in UnrollStrictFPOp() 1680 ScalarResult = DAG.getSelect(dl, EltVT, ScalarResult, in UnrollStrictFPOp() 1681 DAG.getAllOnesConstant(dl, EltVT), in UnrollStrictFPOp() 1682 DAG.getConstant(0, dl, EltVT)); in UnrollStrictFPOp() 1698 EVT EltVT = VT.getVectorElementType(); in UnrollVSETCC() local 1714 Ops[i] = DAG.getSelect(dl, EltVT, Ops[i], DAG.getAllOnesConstant(dl, EltVT), in UnrollVSETCC() [all …]
|
| H A D | LegalizeDAG.cpp | 376 EVT EltVT = VT.getVectorElementType(); in PerformInsertVectorEltInMemory() local 391 MachinePointerInfo::getUnknownStack(DAG.getMachineFunction()), EltVT); in PerformInsertVectorEltInMemory() 404 EVT EltVT = Vec.getValueType().getVectorElementType(); in ExpandINSERT_VECTOR_ELT() local 405 if (Val.getValueType() == EltVT || in ExpandINSERT_VECTOR_ELT() 406 (EltVT.isInteger() && Val.getValueType().bitsGE(EltVT))) { in ExpandINSERT_VECTOR_ELT() 1904 EVT EltVT = VT.getVectorElementType(); in ExpandBUILD_VECTOR() local 1945 if (OpVT==EltVT) in ExpandBUILD_VECTOR() 1952 CV.push_back(ConstantInt::get(EltVT.getTypeForEVT(*DAG.getContext()), in ExpandBUILD_VECTOR() 1957 Type *OpNTy = EltVT.getTypeForEVT(*DAG.getContext()); in ExpandBUILD_VECTOR() 3068 EVT EltVT = VT.getVectorElementType(); in ExpandNode() local [all …]
|
| H A D | LegalizeTypesGeneric.cpp | 315 EVT EltVT) { in IntegerToVector() argument 325 IntegerToVector(Parts[0], NumElements, Ops, EltVT); in IntegerToVector() 326 IntegerToVector(Parts[1], NumElements, Ops, EltVT); in IntegerToVector() 328 Ops.push_back(DAG.getNode(ISD::BITCAST, DL, EltVT, Op)); in IntegerToVector()
|
| H A D | SelectionDAG.cpp | 1094 EVT EltVT = N->getValueType(0).getVectorElementType(); in VerifySDNode() local 1096 assert((Op.getValueType() == EltVT || in VerifySDNode() 1097 (EltVT.isInteger() && Op.getValueType().isInteger() && in VerifySDNode() 1098 EltVT.bitsLE(Op.getValueType()))) && in VerifySDNode() 1517 EVT EltVT = VT.getScalarType(); in getConstant() local 1518 assert((EltVT.getSizeInBits() >= 64 || in getConstant() 1519 (uint64_t)((int64_t)Val >> EltVT.getSizeInBits()) + 1 < 2) && in getConstant() 1521 return getConstant(APInt(EltVT.getSizeInBits(), Val), DL, VT, isT, isO); in getConstant() 1533 EVT EltVT = VT.getScalarType(); in getConstant() local 1540 if (VT.isVector() && TLI->getTypeAction(*getContext(), EltVT) == in getConstant() [all …]
|
| H A D | TargetLowering.cpp | 2775 EVT EltVT = VT.getVectorElementType(); in getKnownUndefForVectorBinop() local 2783 return DAG.getUNDEF(EltVT); in getKnownUndefForVectorBinop() 2807 if (C0 && C1 && C0.getValueType() == EltVT && C1.getValueType() == EltVT) in getKnownUndefForVectorBinop() 2808 if (DAG.getNode(BO.getOpcode(), SDLoc(BO), EltVT, C0, C1).isUndef()) in getKnownUndefForVectorBinop() 9402 EVT EltVT = VecVT.getVectorElementType(); in getVectorSubVecPointer() local 9405 unsigned EltSize = EltVT.getFixedSizeInBits() / 8; // FIXME: should be ABI size. in getVectorSubVecPointer() 9406 assert(EltSize * 8 == EltVT.getFixedSizeInBits() && in getVectorSubVecPointer() 9408 assert(SubVecVT.getVectorElementType() == EltVT && in getVectorSubVecPointer() 10134 EVT EltVT = VT.getVectorElementType(); in expandVecReduce() local 10142 Res = DAG.getNode(BaseOpcode, dl, EltVT, Res, Ops[i], Node->getFlags()); in expandVecReduce() [all …]
|
| H A D | LegalizeFloatTypes.cpp | 2365 EVT EltVT = VecVT.getVectorElementType(); in PromoteFloatRes_EXTRACT_VECTOR_ELT() local 2378 SDValue Res = DAG.getNode(N->getOpcode(), DL, EltVT, Vec, Idx); in PromoteFloatRes_EXTRACT_VECTOR_ELT() 2389 Res = DAG.getNode(N->getOpcode(), DL, EltVT, Lo, Idx); in PromoteFloatRes_EXTRACT_VECTOR_ELT() 2391 Res = DAG.getNode(N->getOpcode(), DL, EltVT, Hi, in PromoteFloatRes_EXTRACT_VECTOR_ELT()
|
| /openbsd-src/gnu/llvm/llvm/lib/Target/X86/ |
| H A D | X86InstrFMA.td | 333 SDNode Move, ValueType VT, ValueType EltVT, 338 (EltVT (extractelt (VT VR128:$src1), (iPTR 0))), 346 (EltVT (extractelt (VT VR128:$src1), (iPTR 0)))))))), 353 (EltVT (extractelt (VT VR128:$src1), (iPTR 0))), 360 (Op (EltVT (extractelt (VT VR128:$src1), (iPTR 0))), 368 (EltVT (extractelt (VT VR128:$src1), (iPTR 0)))))))),
|
| H A D | X86ISelLowering.h | 952 bool mayFoldLoadIntoBroadcastFromMem(SDValue Op, MVT EltVT, 1425 EVT EltVT = VT.getScalarType(); local 1426 return (EltVT == MVT::f32 || EltVT == MVT::f64) && Index == 0;
|
| H A D | X86InstrAVX512.td | 16 // EltVT). These are things like the register class for the writemask, etc. 23 ValueType EltVT = eltvt; 43 // v # NumElts # EltVT, so for vector of 8 elements of i32 it will be v8i32 47 !if (!eq (EltVT.Size, 16), 8, 48 !if (!eq (EltVT.Size, 32), 4, 49 !if (!eq (EltVT.Size, 64), 2, NumElts))), NumElts) # EltVT; 54 string EltTypeName = !cast<string>(EltVT); 57 int EltSize = EltVT.Size; 4221 (_.EltVT (X86selects VK1WM:$mask, 4222 (_.EltVT _.FRC:$src1), [all …]
|
| H A D | X86ISelLowering.cpp | 2623 MVT EltVT = LegalVT.getSimpleVT().getVectorElementType(); in getSetCCResultType() local 2624 if (Subtarget.hasBWI() || EltVT.getSizeInBits() >= 32) in getSetCCResultType() 5352 bool X86::mayFoldLoadIntoBroadcastFromMem(SDValue Op, MVT EltVT, in mayFoldLoadIntoBroadcastFromMem() argument 5363 Ld->getValueSizeInBits(0) == EltVT.getScalarSizeInBits(); in mayFoldLoadIntoBroadcastFromMem() 6395 MVT EltVT = ConstVecVT.getVectorElementType(); in getConstVector() local 6398 SDValue OpNode = IsUndef ? DAG.getUNDEF(EltVT) : in getConstVector() 6399 DAG.getConstant(Values[i], dl, EltVT); in getConstVector() 6402 Ops.push_back(IsUndef ? DAG.getUNDEF(EltVT) : in getConstVector() 6403 DAG.getConstant(0, dl, EltVT)); in getConstVector() 6426 MVT EltVT = ConstVecVT.getVectorElementType(); in getConstVector() local [all …]
|
| /openbsd-src/gnu/llvm/llvm/include/llvm/Support/ |
| H A D | MachineValueType.h | 494 MVT changeVectorElementType(MVT EltVT) const { in changeVectorElementType() argument 495 MVT VecTy = MVT::getVectorVT(EltVT, getVectorElementCount()); in changeVectorElementType() 513 MVT EltVT = getVectorElementType(); in getHalfNumVectorElementsVT() local 516 return getVectorVT(EltVT, EltCnt.divideCoefficientBy(2)); in getHalfNumVectorElementsVT()
|
| /openbsd-src/gnu/llvm/llvm/lib/Target/WebAssembly/ |
| H A D | WebAssemblyISelLowering.cpp | 903 MVT EltVT = VT.getVectorElementType(); in getPreferredVectorAction() local 907 if (EltVT == MVT::i8 || EltVT == MVT::i16 || EltVT == MVT::i32 || in getPreferredVectorAction() 908 EltVT == MVT::i64 || EltVT == MVT::f32 || EltVT == MVT::f64) in getPreferredVectorAction()
|
| /openbsd-src/gnu/llvm/llvm/lib/Target/ARM/ |
| H A D | ARMTargetTransformInfo.cpp | 487 EVT EltVT = VT.getScalarType(); in getCastInstrCost() local 488 return (EltVT == MVT::f32 && ST->hasVFP2Base()) || in getCastInstrCost() 489 (EltVT == MVT::f64 && ST->hasFP64()) || in getCastInstrCost() 490 (EltVT == MVT::f16 && ST->hasFullFP16()); in getCastInstrCost()
|
| H A D | ARMISelLowering.cpp | 8078 EVT EltVT = EVT::getFloatingPointVT(EltSize); in LowerBUILD_VECTOR() local 8079 EVT VecVT = EVT::getVectorVT(*DAG.getContext(), EltVT, NumElts); in LowerBUILD_VECTOR() 8082 Ops.push_back(DAG.getNode(ISD::BITCAST, dl, EltVT, Op.getOperand(i))); in LowerBUILD_VECTOR() 8197 EVT EltVT = SrcVT.getVectorElementType(); in ReconstructShuffle() local 8198 unsigned NumSrcElts = VTSize / EltVT.getFixedSizeInBits(); in ReconstructShuffle() 8199 EVT DestVT = EVT::getVectorVT(*DAG.getContext(), EltVT, NumSrcElts); in ReconstructShuffle() 8931 EVT EltVT = EVT::getFloatingPointVT(EltSize); in LowerVECTOR_SHUFFLE() local 8932 EVT VecVT = EVT::getVectorVT(*DAG.getContext(), EltVT, NumElts); in LowerVECTOR_SHUFFLE() 8938 Ops.push_back(DAG.getUNDEF(EltVT)); in LowerVECTOR_SHUFFLE() 8940 Ops.push_back(DAG.getNode(ISD::EXTRACT_VECTOR_ELT, dl, EltVT, in LowerVECTOR_SHUFFLE() [all …]
|
| /openbsd-src/gnu/llvm/llvm/lib/Target/AMDGPU/ |
| H A D | SIISelLowering.cpp | 5719 EVT EltVT = VecVT.getVectorElementType(); in lowerINSERT_SUBVECTOR() local 5725 SDValue Elt = DAG.getNode(ISD::EXTRACT_VECTOR_ELT, SL, EltVT, Ins, in lowerINSERT_SUBVECTOR() 5739 EVT EltVT = VecVT.getVectorElementType(); in lowerINSERT_VECTOR_ELT() local 5741 unsigned EltSize = EltVT.getSizeInBits(); in lowerINSERT_VECTOR_ELT() 5821 EVT EltVT = VecVT.getVectorElementType(); in lowerEXTRACT_VECTOR_ELT() local 5867 return DAG.getNode(ISD::EXTRACT_VECTOR_ELT, SL, EltVT, Half, NewIdx); in lowerEXTRACT_VECTOR_ELT() 5882 unsigned EltSize = EltVT.getSizeInBits(); in lowerEXTRACT_VECTOR_ELT() 5913 EVT EltVT = PackVT.getVectorElementType(); in lowerVECTOR_SHUFFLE() local 5945 SDValue Elt0 = DAG.getNode(ISD::EXTRACT_VECTOR_ELT, SL, EltVT, in lowerVECTOR_SHUFFLE() 5949 SDValue Elt1 = DAG.getNode(ISD::EXTRACT_VECTOR_ELT, SL, EltVT, in lowerVECTOR_SHUFFLE() [all …]
|
| H A D | AMDGPUISelLowering.cpp | 1520 EVT EltVT = VT.getVectorElementType(); in getSplitDestVTs() local 1523 LoVT = EVT::getVectorVT(*DAG.getContext(), EltVT, LoNumElts); in getSplitDestVTs() 1525 ? EltVT in getSplitDestVTs() 1526 : EVT::getVectorVT(*DAG.getContext(), EltVT, NumElts - LoNumElts); in getSplitDestVTs() 3324 EVT EltVT = Elt0.getValueType(); in performTruncateCombine() local 3325 if (VT.getFixedSizeInBits() <= EltVT.getFixedSizeInBits()) { in performTruncateCombine() 3326 if (EltVT.isFloatingPoint()) { in performTruncateCombine() 3328 EltVT.changeTypeToInteger(), Elt0); in performTruncateCombine()
|
| /openbsd-src/gnu/llvm/llvm/lib/Target/RISCV/ |
| H A D | RISCVISelLowering.cpp | 1760 MVT EltVT = VT.getVectorElementType(); in useRVVForFixedLengthVectorVT() local 1763 switch (EltVT.SimpleTy) { in useRVVForFixedLengthVectorVT() 1796 if (EltVT.getSizeInBits() > Subtarget.getELEN()) in useRVVForFixedLengthVectorVT() 1827 MVT EltVT = VT.getVectorElementType(); in getContainerForFixedLengthVector() local 1828 switch (EltVT.SimpleTy) { in getContainerForFixedLengthVector() 1846 return MVT::getScalableVectorVT(EltVT, NumElts); in getContainerForFixedLengthVector() 3919 MVT EltVT = VT.getVectorElementType(); in LowerOperation() local 3922 unsigned EltSize = EltVT.getSizeInBits(); in LowerOperation() 3953 assert(EltVT == MVT::f16 && "Unexpected [US]_TO_FP lowering"); in LowerOperation() 5328 EVT EltVT = Op.getValueType(); in lowerEXTRACT_VECTOR_ELT() local [all …]
|
| H A D | RISCVISelDAGToDAG.cpp | 2512 MVT EltVT = N.getSimpleValueType().getVectorElementType(); in selectVSplatSimmHelper() local 2513 if (EltVT.bitsLT(XLenVT)) in selectVSplatSimmHelper() 2514 SplatImm = SignExtend64(SplatImm, EltVT.getSizeInBits()); in selectVSplatSimmHelper()
|