Lines Matching defs:SVT
4024 MVT SVT = Vec.getSimpleValueType().getScalarType();
4025 MVT VT = MVT::getVectorVT(SVT, WideNumElts);
4265 MVT SVT = VT.getScalarType();
4274 !DAG.getTargetLoweringInfo().isTypeLegal(SVT))
4295 DstVT = MVT::getVectorVT(SVT, 512 / SVT.getSizeInBits());
12591 MVT SVT = VT.getScalarType();
12592 unsigned Offset = BroadcastIdx * SVT.getStoreSize();
12604 X86ISD::VBROADCAST_LOAD, DL, Tys, Ops, SVT,
12606 Ld->getMemOperand(), Offset, SVT.getStoreSize()));
12610 assert(SVT == MVT::f64 && "Unexpected VT!");
12611 V = DAG.getLoad(SVT, DL, Ld->getChain(), NewAddr,
12613 Ld->getMemOperand(), Offset, SVT.getStoreSize()));
20285 MVT SVT = In.getSimpleValueType();
20288 if (SVT.getVectorElementType() == MVT::i1)
21437 MVT SVT = In.getSimpleValueType();
21441 if (VT == MVT::f128 || (SVT == MVT::f16 && VT == MVT::f80 &&
21445 if ((SVT == MVT::v8f16 && Subtarget.hasF16C()) ||
21446 (SVT == MVT::v16f16 && Subtarget.useAVX512Regs()))
21449 if (SVT == MVT::f16) {
21468 assert(VT == MVT::f32 && SVT == MVT::f16 && "unexpected extend libcall");
21518 if (!SVT.isVector() || SVT.getVectorElementType() == MVT::bf16)
21521 if (SVT.getVectorElementType() == MVT::f16) {
21522 if (Subtarget.hasFP16() && isTypeLegal(SVT))
21525 if (SVT == MVT::v2f16)
21538 assert(SVT == MVT::v2f32 && "Only customize MVT::v2f32 type legalization!");
21541 DAG.getNode(ISD::CONCAT_VECTORS, DL, MVT::v4f32, In, DAG.getUNDEF(SVT));
21555 MVT SVT = In.getSimpleValueType();
21557 if (SVT == MVT::f128 || (VT == MVT::f16 && SVT == MVT::f80))
21560 if (VT == MVT::f16 && (SVT == MVT::f64 || SVT == MVT::f32) &&
21561 !Subtarget.hasFP16() && (SVT == MVT::f64 || !Subtarget.hasF16C())) {
21572 Entry.Ty = EVT(SVT).getTypeForEVT(*DAG.getContext());
21578 getLibcallName(SVT == MVT::f64 ? RTLIB::FPROUND_F64_F16
21597 if (SVT.getScalarType() == MVT::f32 &&
21605 if (!Subtarget.hasF16C() || SVT.getScalarType() != MVT::f32)
21705 MVT SVT = Op.getOperand(0).getSimpleValueType();
21706 if (SVT == MVT::f32 && ((Subtarget.hasBF16() && Subtarget.hasVLX()) ||
21717 RTLIB::Libcall LC = RTLIB::getFPROUND(SVT, MVT::bf16);
22377 MVT SVT = ScalarSize >= 32 ? MVT::i32 : MVT::i8;
22378 VT = MVT::getVectorVT(SVT, VT.getSizeInBits() / SVT.getSizeInBits());
24431 MVT SVT = VT.getVectorElementType();
24433 assert(SVT.getFixedSizeInBits() > InSVT.getFixedSizeInBits());
24435 if (SVT != MVT::i64 && SVT != MVT::i32 && SVT != MVT::i16)
29420 MVT SVT = VT.getVectorElementType();
29421 unsigned SVTBits = SVT.getSizeInBits();
29428 SmallVector<SDValue> Elts(NumElems, DAG.getUNDEF(SVT));
29433 Elts[I] = DAG.getConstant(One.shl(ShAmt), dl, SVT);
41271 MVT SVT = VT.getVectorElementType();
41273 N10 = DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, SVT, N10, ZeroIdx);
41274 N11 = DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, SVT, N11, ZeroIdx);
41275 SDValue Scl = DAG.getNode(Opcode1, DL, SVT, N10, N11);
41395 MVT SVT = V1.getSimpleValueType();
41399 V2.getConstantOperandVal(1) == SVT.getVectorNumElements() &&
42326 MVT SVT = VT.getSimpleVT().getVectorElementType();
42327 if (DemandedElts == 1 && Op.getValue(1).use_empty() && isTypeLegal(SVT)) {
42330 SDValue Elt = TLO.DAG.getLoad(SVT, DL, Mem->getChain(), Mem->getBasePtr(),
45369 EVT SVT = VT.getScalarType();
45371 unsigned EltSizeInBits = SVT.getSizeInBits();
45377 if (SVT != MVT::i64 && SVT != MVT::i32 && SVT != MVT::i16 && SVT != MVT::i8)
45425 SDValue Scl = DAG.getAnyExtOrTrunc(N00, DL, SVT);
45436 Bits.push_back(DAG.getConstant(Bit, DL, SVT));
48219 for (MVT SVT : { MVT::i8, MVT::i16, MVT::i32 }) {
48220 unsigned ShiftSize = SVT.getSizeInBits();
48225 DAG.getNode(ISD::SIGN_EXTEND_INREG, DL, VT, N00, DAG.getValueType(SVT));
51043 EVT SVT = VT.getVectorElementType();
51076 (SVT == MVT::i8 || SVT == MVT::i16) &&
51080 if (SVT == MVT::i8 && InSVT == MVT::i32) {
51089 } else if (SVT == MVT::i8 || Subtarget.hasSSE41())
51099 if (TLI.isTypeLegal(InVT) && InVT.isVector() && SVT != MVT::i1 &&
51101 (SVT == MVT::i32 || SVT == MVT::i16 || SVT == MVT::i8)) {
51125 if (ResElts * SVT.getSizeInBits() < 128)
51126 ResElts = 128 / SVT.getSizeInBits();
51127 EVT TruncVT = EVT::getVectorVT(*DAG.getContext(), SVT, ResElts);
52846 EVT SVT = VT.getScalarType();
52856 if (Arg.getOpcode() == ISD::FMUL && (SVT == MVT::f32 || SVT == MVT::f64) &&
52885 EVT SVT = VT.getScalarType();
52898 !(SVT == MVT::f32 || SVT == MVT::f64) ||
53166 EVT SVT = VT.getScalarType();
53171 if (Opcode == ISD::AVGCEILS && VT.isVector() && SVT == MVT::i8) {
53877 EVT SVT = VT.getVectorElementType();
53878 if (SVT != MVT::i8 && SVT != MVT::i16 && SVT != MVT::i32 &&
53879 SVT != MVT::i64 && SVT != MVT::f32 && SVT != MVT::f64)
56055 MVT SVT = VT.getScalarType();
56056 assert(SVT == MVT::f32 && "Only tested for float so far");
56057 const fltSemantics &Sem = SelectionDAG::EVTToAPFloatSemantics(SVT);
57397 MVT SVT = In.getSimpleValueType().getVectorElementType();
57401 EVT MemVT = VT.changeVectorElementType(SVT);