| /openbsd-src/gnu/llvm/llvm/lib/Target/VE/ |
| H A D | VVPInstrPatternsVec.td | 21 ValueType PtrVT, ValueType MaskVT,
26 (i64 simm7:$stride), (MaskVT true_mask), i32:$avl),
32 i64:$stride, (MaskVT true_mask), i32:$avl),
38 (i64 simm7:$stride), MaskVT:$mask, i32:$avl),
44 i64:$stride, MaskVT:$mask, i32:$avl),
55 ValueType PtrVT, ValueType MaskVT,
60 (MaskVT true_mask), i32:$avl)),
66 (MaskVT true_mask), i32:$avl)),
72 MaskVT:$mask, i32:$avl)),
82 PtrVT:$addr, i64:$stride, MaskVT:$mask, i32:$avl)),
[all …]
|
| H A D | VEInstrPatternsVec.td | 123 class Mask_Binary<ValueType MaskVT, SDPatternOperator MaskOp, string InstName> :
124 Pat<(MaskVT (MaskOp MaskVT:$ma, MaskVT:$mb)), (!cast<Instruction>(InstName#"mm") $ma, $mb)>;
|
| H A D | VECustomDAG.cpp | 410 auto MaskVT = getLegalVectorType(Packing, MVT::i1); in getConstantMask() local
414 auto AVL = getConstant(MaskVT.getVectorNumElements(), MVT::i32); in getConstantMask()
415 auto Res = getNode(VEISD::VEC_BROADCAST, MaskVT, {TrueVal, AVL}); in getConstantMask()
|
| H A D | VEISelLowering.cpp | 359 for (MVT MaskVT : AllMaskVTs) { in initVPUActions() local
361 setOperationAction(ISD::STORE, MaskVT, Custom); in initVPUActions()
362 setOperationAction(ISD::LOAD, MaskVT, Custom); in initVPUActions()
|
| /openbsd-src/gnu/llvm/llvm/lib/Target/X86/ |
| H A D | X86ISelLowering.cpp | 9710 MVT MaskVT = BOperand.getSimpleValueType(); in lowerBuildVectorAsBroadcast() local
9712 if ((EltType == MVT::i64 && MaskVT == MVT::v8i1) || // for broadcastmb2q in lowerBuildVectorAsBroadcast()
9713 (EltType == MVT::i32 && MaskVT == MVT::v16i1)) { // for broadcastmw2d in lowerBuildVectorAsBroadcast()
12266 static SDValue getMaskNode(SDValue Mask, MVT MaskVT,
12864 MVT MaskVT = VT; in lowerShuffleAsBitMask() local
12870 MaskVT = MVT::getVectorVT(EltVT, Mask.size()); in lowerShuffleAsBitMask()
12903 SDValue VMask = DAG.getBuildVector(MaskVT, DL, VMaskOps); in lowerShuffleAsBitMask()
16368 MVT MaskVT = VT.changeTypeToInteger(); in lowerShuffleWithPERMV() local
16383 MaskNode = getConstVector(AdjustedMask, MaskVT, DAG, DL, true); in lowerShuffleWithPERMV()
16386 MaskNode = getConstVector(Mask, MaskVT, DAG, DL, true); in lowerShuffleWithPERMV()
[all …]
|
| H A D | X86ISelDAGToDAG.cpp | 4654 MVT MaskVT = ResVT; in tryVPTESTM() local
4661 MaskVT = MVT::getVectorVT(MVT::i1, NumElts); in tryVPTESTM()
4671 unsigned RegClass = TLI->getRegClassFor(MaskVT)->getID(); in tryVPTESTM()
4674 dl, MaskVT, InMask, RC), 0); in tryVPTESTM()
4684 SDVTList VTs = CurDAG->getVTList(MaskVT, MVT::Other); in tryVPTESTM()
4702 CNode = CurDAG->getMachineNode(Opc, dl, MaskVT, InMask, Src0, Src1); in tryVPTESTM()
4704 CNode = CurDAG->getMachineNode(Opc, dl, MaskVT, Src0, Src1); in tryVPTESTM()
5946 MVT MaskVT = Mask.getSimpleValueType(); in Select() local
5951 if (!ValueVT.isVector() || !MaskVT.isVector()) in Select()
5961 bool AVX512Gather = MaskVT.getVectorElementType() == MVT::i1; in Select()
[all …]
|
| H A D | X86InstrSSE.td | 7946 ValueType MaskVT> {
7948 def: Pat<(masked_store (VT RC:$src), addr:$ptr, (MaskVT RC:$mask)),
7951 def: Pat<(VT (masked_load addr:$ptr, (MaskVT RC:$mask), undef)),
7953 def: Pat<(VT (masked_load addr:$ptr, (MaskVT RC:$mask),
|
| H A D | X86TargetTransformInfo.cpp | 6235 auto *MaskVT = FixedVectorType::get(I1Type, VecTy->getNumElements()); in getInterleavedMemoryOpCostAVX512() local
6236 MaskCost += getArithmeticInstrCost(BinaryOperator::And, MaskVT, CostKind); in getInterleavedMemoryOpCostAVX512()
|
| /openbsd-src/gnu/llvm/llvm/lib/CodeGen/SelectionDAG/ |
| H A D | LegalizeVectorTypes.cpp | 1196 EVT MaskVT = Mask.getValueType(); in SplitMask() local
1197 if (getTypeAction(MaskVT) == TargetLowering::TypeSplitVector) in SplitMask()
5224 EVT MaskVT = Mask.getValueType(); in WidenVecRes_MLOAD() local
5231 MaskVT.getVectorElementType(), in WidenVecRes_MLOAD()
5249 EVT MaskVT = Mask.getValueType(); in WidenVecRes_MGATHER() local
5257 MaskVT.getVectorElementType(), in WidenVecRes_MGATHER()
5369 SDValue DAGTypeLegalizer::convertMask(SDValue InMask, EVT MaskVT, in convertMask() argument
5383 { MaskVT, MVT::Other }, Ops); in convertMask()
5387 Mask = DAG.getNode(InMask->getOpcode(), SDLoc(InMask), MaskVT, Ops); in convertMask()
5392 unsigned MaskScalarBits = MaskVT.getScalarSizeInBits(); in convertMask()
[all …]
|
| H A D | LegalizeVectorOps.cpp | 1326 EVT MaskVT = Mask.getValueType(); in ExpandVP_MERGE() local
1327 bool IsFixedLen = MaskVT.isFixedLengthVector(); in ExpandVP_MERGE()
1330 MaskVT.getVectorElementCount()); in ExpandVP_MERGE()
1343 EVLVecVT) != MaskVT) in ExpandVP_MERGE()
1349 DAG.getSetCC(DL, MaskVT, StepVec, SplatEVL, ISD::CondCode::SETULT); in ExpandVP_MERGE()
1351 SDValue FullMask = DAG.getNode(ISD::AND, DL, MaskVT, Mask, EVLMask); in ExpandVP_MERGE()
|
| H A D | LegalizeTypes.h | 1048 SDValue convertMask(SDValue InMask, EVT MaskVT, EVT ToMaskVT);
|
| H A D | TargetLowering.cpp | 9319 EVT MaskVT = Mask.getValueType(); in IncrementMemoryAddress() local
9320 assert(DataVT.getVectorElementCount() == MaskVT.getVectorElementCount() && in IncrementMemoryAddress()
9327 EVT MaskIntVT = EVT::getIntegerVT(*DAG.getContext(), MaskVT.getSizeInBits()); in IncrementMemoryAddress()
|
| /openbsd-src/gnu/llvm/llvm/lib/Target/RISCV/ |
| H A D | RISCVISelLowering.cpp | 1898 MVT MaskVT = getMaskTypeFor(VecVT); in getAllOnesMask() local
1899 return DAG.getNode(RISCVISD::VMSET_VL, DL, MaskVT, VL); in getAllOnesMask()
3436 MVT MaskVT = MVT::getVectorVT(MVT::i1, NumElts); in lowerVECTOR_SHUFFLE() local
3437 SDValue SelectMask = DAG.getBuildVector(MaskVT, DL, MaskVals); in lowerVECTOR_SHUFFLE()
5017 EVT MaskVT = Op.getValueType(); in lowerVectorMaskTruncLike() local
5019 assert(MaskVT.isVector() && MaskVT.getVectorElementType() == MVT::i1 && in lowerVectorMaskTruncLike()
5060 if (MaskVT.isFixedLengthVector()) in lowerVectorMaskTruncLike()
5061 Trunc = convertFromScalableVector(MaskVT, Trunc, DAG, Subtarget); in lowerVectorMaskTruncLike()
5101 MVT MaskVT = getMaskTypeFor(ContainerVT); in lowerVectorTruncLike() local
5102 Mask = convertToScalableVector(MaskVT, Mask, DAG, Subtarget); in lowerVectorTruncLike()
[all …]
|
| /openbsd-src/gnu/llvm/llvm/include/llvm/CodeGen/ |
| H A D | BasicTTIImpl.h | 1467 auto *MaskVT = FixedVectorType::get(I8Type, NumElts);
1468 Cost += thisT()->getArithmeticInstrCost(BinaryOperator::And, MaskVT,
|
| /openbsd-src/gnu/llvm/llvm/lib/Target/AArch64/ |
| H A D | AArch64ISelLowering.cpp | 22881 MVT MaskVT; in getPredicateForFixedLengthVector() local
22886 MaskVT = MVT::nxv16i1; in getPredicateForFixedLengthVector()
22890 MaskVT = MVT::nxv8i1; in getPredicateForFixedLengthVector()
22894 MaskVT = MVT::nxv4i1; in getPredicateForFixedLengthVector()
22898 MaskVT = MVT::nxv2i1; in getPredicateForFixedLengthVector()
22902 return getPTrue(DAG, DL, MaskVT, *PgPattern); in getPredicateForFixedLengthVector()
23467 EVT MaskVT = Op.getOperand(0).getValueType(); in LowerFixedLengthVectorSelectToSVE() local
23468 EVT MaskContainerVT = getContainerForFixedLengthVector(DAG, MaskVT); in LowerFixedLengthVectorSelectToSVE()
|