Lines Matching defs:getNode
1482 Value = DAG.getNode(ISD::AssertSext, DL, VA.getLocVT(), Value,
1485 Value = DAG.getNode(ISD::AssertZext, DL, VA.getLocVT(), Value,
1489 Value = DAG.getNode(ISD::TRUNCATE, DL, VA.getValVT(), Value);
1496 Value = DAG.getNode(ISD::BITCAST, DL, VA.getValVT(), Value);
1509 return DAG.getNode(ISD::SIGN_EXTEND, DL, VA.getLocVT(), Value);
1511 return DAG.getNode(ISD::ZERO_EXTEND, DL, VA.getLocVT(), Value);
1513 return DAG.getNode(ISD::ANY_EXTEND, DL, VA.getLocVT(), Value);
1521 Value = DAG.getNode(ISD::FP_EXTEND, DL, MVT::f64, Value);
1525 Value = DAG.getNode(ISD::BITCAST, DL, BitCastToType, Value);
1529 return DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, VA.getLocVT(), Value,
1544 Lo = DAG.getNode(ISD::TRUNCATE, DL, MVT::i64, In);
1545 Hi = DAG.getNode(ISD::TRUNCATE, DL, MVT::i64,
1546 DAG.getNode(ISD::SRL, DL, MVT::i128, In,
1567 Lo = DAG.getNode(ISD::ZERO_EXTEND, DL, MVT::i128, Lo);
1568 Hi = DAG.getNode(ISD::ZERO_EXTEND, DL, MVT::i128, Hi);
1569 Hi = DAG.getNode(ISD::SHL, DL, MVT::i128, Hi,
1571 return DAG.getNode(ISD::OR, DL, MVT::i128, Lo, Hi);
1573 return DAG.getNode(ISD::BUILD_PAIR, DL, MVT::i128, Lo, Hi);
1686 FIN = DAG.getNode(ISD::ADD, DL, PtrVT, FIN,
1704 SDValue Address = DAG.getNode(ISD::ADD, DL, PtrVT, ArgValue,
1765 Chain = DAG.getNode(ISD::TokenFactor, DL, MVT::Other,
1814 SDValue Result = DAG.getNode(SystemZISD::ADA_ENTRY, DL, PtrVT, Val, Reg, Ofs);
1865 Callee = DAG.getNode(SystemZISD::PCREL_WRAPPER, DL, PtrVT, Callee);
1880 ADA = DAG.getNode(ISD::ADD, DL, PtrVT, Callee,
1884 Callee = DAG.getNode(ISD::ADD, DL, PtrVT, Callee,
1964 SDValue Address = DAG.getNode(ISD::ADD, DL, PtrVT, SpillSlot,
1990 if (!StackPtr.getNode())
1997 SDValue Address = DAG.getNode(ISD::ADD, DL, PtrVT, StackPtr,
2010 DAG.getNode(ISD::EXTRACT_ELEMENT, DL, MVT::i64, ArgValue,
2019 Chain = DAG.getNode(ISD::TokenFactor, DL, MVT::Other, MemOpChains);
2041 Callee = DAG.getNode(SystemZISD::PCREL_WRAPPER, DL, PtrVT, Callee);
2044 Callee = DAG.getNode(SystemZISD::PCREL_WRAPPER, DL, PtrVT, Callee);
2077 if (Glue.getNode())
2083 SDValue Ret = DAG.getNode(SystemZISD::SIBCALL, DL, NodeTys, Ops);
2084 DAG.addNoMergeSiteInfo(Ret.getNode(), CLI.NoMerge);
2087 Chain = DAG.getNode(SystemZISD::CALL, DL, NodeTys, Ops);
2088 DAG.addNoMergeSiteInfo(Chain.getNode(), CLI.NoMerge);
2181 return DAG.getNode(SystemZISD::RET_GLUE, DL, MVT::Other, Chain);
2209 if (Glue.getNode())
2212 return DAG.getNode(SystemZISD::RET_GLUE, DL, MVT::Other, RetOps);
2415 SDValue Intr = DAG.getNode(Opcode, SDLoc(Op), RawVTs, Ops);
2416 SDValue OldChain = SDValue(Op.getNode(), 1);
2417 SDValue NewChain = SDValue(Intr.getNode(), 1);
2419 return Intr.getNode();
2432 SDValue Intr = DAG.getNode(Opcode, SDLoc(Op), Op->getVTList(), Ops);
2433 return Intr.getNode();
2470 auto *ConstOp1 = dyn_cast<ConstantSDNode>(C.Op1.getNode());
2563 auto *Load = dyn_cast<LoadSDNode>(Op.getNode());
2859 C.Op1 = DAG.getNode(ISD::BITCAST, DL, MVT::v16i8, C.Op0.getOperand(1));
2860 C.Op0 = DAG.getNode(ISD::BITCAST, DL, MVT::v16i8, C.Op0.getOperand(0));
2969 C.Op0 = DAG.getNode(ISD::BITCAST, DL, MVT::v2i64, C.Op0);
2970 C.Op1 = DAG.getNode(ISD::BITCAST, DL, MVT::v2i64, C.Op1);
3123 if (!C.Op1.getNode()) {
3137 return DAG.getNode(SystemZISD::ICMP, DL, MVT::i32, C.Op0, C.Op1,
3142 return DAG.getNode(SystemZISD::TM, DL, MVT::i32, C.Op0, C.Op1,
3147 SDValue Val = DAG.getNode(C.Opcode, DL, VTs, C.Op0, C.Op1);
3148 return SDValue(Val.getNode(), 1);
3152 return DAG.getNode(C.Opcode, DL, VTs, C.Chain, C.Op0, C.Op1);
3154 return DAG.getNode(C.Opcode, DL, MVT::i32, C.Op0, C.Op1);
3163 Op0 = DAG.getNode(Extend, DL, MVT::i64, Op0);
3164 Op1 = DAG.getNode(Extend, DL, MVT::i64, Op1);
3165 SDValue Mul = DAG.getNode(ISD::MUL, DL, MVT::i64, Op0, Op1);
3166 Hi = DAG.getNode(ISD::SRL, DL, MVT::i64, Mul,
3168 Hi = DAG.getNode(ISD::TRUNCATE, DL, MVT::i32, Hi);
3169 Lo = DAG.getNode(ISD::TRUNCATE, DL, MVT::i32, Mul);
3179 SDValue Result = DAG.getNode(Opcode, DL, MVT::Untyped, Op0, Op1);
3194 return DAG.getNode(SystemZISD::SELECT_CCMASK, DL, MVT::i32, Ops);
3276 return DAG.getNode(SystemZISD::STRICT_VEXTEND, DL, VTs, Chain, Op);
3278 return DAG.getNode(SystemZISD::VEXTEND, DL, MVT::v2f64, Op);
3299 SDValue HRes = DAG.getNode(Opcode, DL, VTs, Chain, H0, H1);
3300 SDValue LRes = DAG.getNode(Opcode, DL, VTs, Chain, L0, L1);
3301 SDValue Res = DAG.getNode(SystemZISD::PACK, DL, VT, HRes, LRes);
3305 SDValue NewChain = DAG.getNode(ISD::TokenFactor, DL, MVT::Other, Chains);
3309 SDValue HRes = DAG.getNode(Opcode, DL, MVT::v2i64, H0, H1);
3310 SDValue LRes = DAG.getNode(Opcode, DL, MVT::v2i64, L0, L1);
3311 return DAG.getNode(SystemZISD::PACK, DL, VT, HRes, LRes);
3315 return DAG.getNode(Opcode, DL, VTs, Chain, CmpOp0, CmpOp1);
3317 return DAG.getNode(Opcode, DL, VT, CmpOp0, CmpOp1);
3349 Cmp = DAG.getNode(ISD::OR, DL, VT, LT, GE);
3351 Chain = DAG.getNode(ISD::TokenFactor, DL, MVT::Other,
3366 Cmp = DAG.getNode(ISD::OR, DL, VT, LT, GT);
3368 Chain = DAG.getNode(ISD::TokenFactor, DL, MVT::Other,
3393 Cmp = DAG.getNode(ISD::XOR, DL, VT, Cmp, Mask);
3395 if (Chain && Chain.getNode() != Cmp.getNode()) {
3425 EVT VT = Op.getNode()->getValueType(0);
3449 return DAG.getNode(
3468 Op = DAG.getNode(ISD::ABS, DL, Op.getValueType(), Op);
3470 Op = DAG.getNode(ISD::SUB, DL, Op.getValueType(),
3505 return DAG.getNode(SystemZISD::SELECT_CCMASK, DL, Op.getValueType(), Ops);
3522 Result = DAG.getNode(SystemZISD::PCREL_WRAPPER, DL, PtrVT, Result);
3530 Result = DAG.getNode(SystemZISD::PCREL_OFFSET, DL, PtrVT, Full, Result);
3537 Result = DAG.getNode(SystemZISD::PCREL_WRAPPER, DL, PtrVT, Result);
3541 Result = DAG.getNode(SystemZISD::PCREL_WRAPPER, DL, PtrVT, Result);
3552 Result = DAG.getNode(ISD::ADD, DL, PtrVT, Result,
3602 Chain = DAG.getNode(Opcode, DL, NodeTys, Ops);
3616 TPHi = DAG.getNode(ISD::ANY_EXTEND, DL, PtrVT, TPHi);
3620 TPLo = DAG.getNode(ISD::ZERO_EXTEND, DL, PtrVT, TPLo);
3623 SDValue TPHiShifted = DAG.getNode(ISD::SHL, DL, PtrVT, TPHi,
3625 return DAG.getNode(ISD::OR, DL, PtrVT, TPHiShifted, TPLo);
3689 Offset = DAG.getNode(ISD::ADD, DL, PtrVT, Offset, DTPOffset);
3697 Offset = DAG.getNode(SystemZISD::PCREL_WRAPPER, DL, PtrVT, Offset);
3718 return DAG.getNode(ISD::ADD, DL, PtrVT, TP, Offset);
3729 Result = DAG.getNode(SystemZISD::PCREL_WRAPPER, DL, PtrVT, Result);
3740 return DAG.getNode(SystemZISD::PCREL_WRAPPER, DL, PtrVT, Result);
3757 return DAG.getNode(SystemZISD::PCREL_WRAPPER, DL, PtrVT, Result);
3787 BackChain = DAG.getNode(ISD::ADD, DL, PtrVT, BackChain, Offset);
3815 SDValue Ptr = DAG.getNode(ISD::ADD, DL, PtrVT, FrameAddr,
3856 In64 = DAG.getNode(ISD::ANY_EXTEND, DL, MVT::i64, In);
3857 In64 = DAG.getNode(ISD::SHL, DL, MVT::i64, In64,
3860 SDValue Out64 = DAG.getNode(ISD::BITCAST, DL, MVT::f64, In64);
3868 SDValue Out64 = DAG.getNode(ISD::BITCAST, DL, MVT::i64, In64);
3872 SDValue Shift = DAG.getNode(ISD::SRL, DL, MVT::i64, Out64,
3874 return DAG.getNode(ISD::TRUNCATE, DL, MVT::i32, Shift);
3932 FieldAddr = DAG.getNode(ISD::ADD, DL, PtrVT, FieldAddr,
3938 return DAG.getNode(ISD::TokenFactor, DL, MVT::Other, MemOps);
3991 NeededSpace = DAG.getNode(ISD::ADD, DL, PtrVT, NeededSpace,
4015 SDValue ArgAdjust = DAG.getNode(SystemZISD::ADJDYNALLOC, DL, PtrMVT);
4016 SDValue Result = DAG.getNode(ISD::ADD, DL, PtrMVT, NewSPRegNode, ArgAdjust);
4020 Result = DAG.getNode(ISD::ADD, DL, PtrVT, Result,
4022 Result = DAG.getNode(ISD::AND, DL, PtrVT, Result,
4065 NeededSpace = DAG.getNode(ISD::ADD, DL, MVT::i64, NeededSpace,
4071 NewSP = DAG.getNode(SystemZISD::PROBED_ALLOCA, DL,
4076 NewSP = DAG.getNode(ISD::SUB, DL, MVT::i64, OldSP, NeededSpace);
4084 SDValue ArgAdjust = DAG.getNode(SystemZISD::ADJDYNALLOC, DL, MVT::i64);
4085 SDValue Result = DAG.getNode(ISD::ADD, DL, MVT::i64, NewSP, ArgAdjust);
4090 DAG.getNode(ISD::ADD, DL, MVT::i64, Result,
4093 DAG.getNode(ISD::AND, DL, MVT::i64, Result,
4109 return DAG.getNode(SystemZISD::ADJDYNALLOC, DL, MVT::i64);
4145 SDValue LH = DAG.getNode(ISD::SRA, DL, VT, LL, C63);
4146 SDValue RH = DAG.getNode(ISD::SRA, DL, VT, RL, C63);
4152 SDValue NegLLTimesRH = DAG.getNode(ISD::AND, DL, VT, LL, RH);
4153 SDValue NegLHTimesRL = DAG.getNode(ISD::AND, DL, VT, LH, RL);
4154 SDValue NegSum = DAG.getNode(ISD::ADD, DL, VT, NegLLTimesRH, NegLHTimesRL);
4155 Ops[1] = DAG.getNode(ISD::SUB, DL, VT, Ops[1], NegSum);
4190 Op0 = DAG.getNode(ISD::SIGN_EXTEND, DL, MVT::i64, Op0);
4192 Op1 = DAG.getNode(ISD::TRUNCATE, DL, MVT::i32, Op1);
4264 SDValue Low32 = DAG.getNode(ISD::TRUNCATE, DL, MVT::i32, LowOp);
4272 SDNode *N = Op.getNode();
4293 SDValue Result = DAG.getNode(BaseOp, DL, MVT::i128, LHS, RHS);
4294 SDValue Flag = DAG.getNode(FlagOp, DL, MVT::i128, LHS, RHS);
4295 Flag = DAG.getNode(ISD::AssertZext, DL, MVT::i128, Flag,
4299 Flag = DAG.getNode(ISD::XOR, DL, Flag.getValueType(),
4301 return DAG.getNode(ISD::MERGE_VALUES, DL, N->getVTList(), Result, Flag);
4333 SDValue Result = DAG.getNode(BaseOp, DL, VTs, LHS, RHS);
4337 SetCC = DAG.getNode(ISD::TRUNCATE, DL, MVT::i1, SetCC);
4339 return DAG.getNode(ISD::MERGE_VALUES, DL, N->getVTList(), Result, SetCC);
4358 SDNode *N = Op.getNode();
4387 Carry = DAG.getNode(ISD::XOR, DL, Carry.getValueType(),
4390 SDValue Result = DAG.getNode(BaseOp, DL, MVT::i128, LHS, RHS, Carry);
4391 SDValue Flag = DAG.getNode(FlagOp, DL, MVT::i128, LHS, RHS, Carry);
4392 Flag = DAG.getNode(ISD::AssertZext, DL, MVT::i128, Flag,
4396 Flag = DAG.getNode(ISD::XOR, DL, Flag.getValueType(),
4398 return DAG.getNode(ISD::MERGE_VALUES, DL, N->getVTList(), Result, Flag);
4426 Carry = DAG.getNode(SystemZISD::GET_CCMASK, DL, MVT::i32, Carry,
4431 SDValue Result = DAG.getNode(BaseOp, DL, VTs, LHS, RHS, Carry);
4435 SetCC = DAG.getNode(ISD::TRUNCATE, DL, MVT::i1, SetCC);
4437 return DAG.getNode(ISD::MERGE_VALUES, DL, N->getVTList(), Result, SetCC);
4447 Op = DAG.getNode(ISD::BITCAST, DL, MVT::v2i64, Op);
4448 Op = DAG.getNode(ISD::CTPOP, DL, MVT::v2i64, Op);
4451 Op = DAG.getNode(SystemZISD::VSUM, DL, VT, Op, Tmp);
4457 Op = DAG.getNode(ISD::BITCAST, DL, MVT::v16i8, Op);
4458 Op = DAG.getNode(SystemZISD::POPCNT, DL, MVT::v16i8, Op);
4463 Op = DAG.getNode(ISD::BITCAST, DL, VT, Op);
4465 SDValue Tmp = DAG.getNode(SystemZISD::VSHL_BY_SCALAR, DL, VT, Op, Shift);
4466 Op = DAG.getNode(ISD::ADD, DL, VT, Op, Tmp);
4467 Op = DAG.getNode(SystemZISD::VSRL_BY_SCALAR, DL, VT, Op, Shift);
4473 Op = DAG.getNode(SystemZISD::VSUM, DL, VT, Op, Tmp);
4479 Op = DAG.getNode(SystemZISD::VSUM, DL, MVT::v4i32, Op, Tmp);
4480 Op = DAG.getNode(SystemZISD::VSUM, DL, VT, Op, Tmp);
4501 Op = DAG.getNode(ISD::ANY_EXTEND, DL, MVT::i64, Op);
4502 Op = DAG.getNode(SystemZISD::POPCNT, DL, MVT::i64, Op);
4503 Op = DAG.getNode(ISD::TRUNCATE, DL, VT, Op);
4508 SDValue Tmp = DAG.getNode(ISD::SHL, DL, VT, Op, DAG.getConstant(I, DL, VT));
4510 Tmp = DAG.getNode(ISD::AND, DL, VT, Tmp,
4512 Op = DAG.getNode(ISD::ADD, DL, VT, Op, Tmp);
4517 Op = DAG.getNode(ISD::SRL, DL, VT, Op,
4541 return DAG.getNode(ISD::MEMBARRIER, DL, MVT::Other, Op.getOperand(0));
4546 auto *Node = cast<AtomicSDNode>(Op.getNode());
4565 AlignedAddr = DAG.getNode(ISD::AND, DL, PtrVT, Addr,
4570 BitShift = DAG.getNode(ISD::SHL, DL, PtrVT, Addr,
4572 BitShift = DAG.getNode(ISD::TRUNCATE, DL, WideVT, BitShift);
4576 NegBitShift = DAG.getNode(ISD::SUB, DL, WideVT,
4586 auto *Node = cast<AtomicSDNode>(Op.getNode());
4617 Src2 = DAG.getNode(ISD::SHL, DL, WideVT, Src2,
4621 Src2 = DAG.getNode(ISD::OR, DL, WideVT, Src2,
4633 SDValue ResultShift = DAG.getNode(ISD::ADD, DL, WideVT, BitShift,
4635 SDValue Result = DAG.getNode(ISD::ROTL, DL, WideVT, AtomicOp, ResultShift);
4645 auto *Node = cast<AtomicSDNode>(Op.getNode());
4655 DAG.getNode(ISD::SUB, DL, MemVT, DAG.getConstant(0, DL, MemVT), Src2);
4667 auto *Node = cast<AtomicSDNode>(Op.getNode());
4717 SDValue OrigVal = DAG.getNode(ISD::AssertZext, DL, WideVT, AtomicOp.getValue(0),
4798 auto *Node = cast<MemIntrinsicSDNode>(Op.getNode());
4809 SDValue IPM = DAG.getNode(SystemZISD::IPM, DL, MVT::i32, CCReg);
4810 return DAG.getNode(ISD::SRL, DL, MVT::i32, IPM,
4822 DAG.ReplaceAllUsesOfValueWith(SDValue(Op.getNode(), 0), CC);
4838 return DAG.getNode(ISD::MERGE_VALUES, SDLoc(Op), Op->getVTList(),
4848 return DAG.getNode(SystemZISD::PERMUTE_DWORDS, SDLoc(Op), Op.getValueType(),
4852 return DAG.getNode(SystemZISD::PERMUTE, SDLoc(Op), Op.getValueType(),
4858 return DAG.getNode(SystemZISD::UNPACK_HIGH, SDLoc(Op), Op.getValueType(),
4864 return DAG.getNode(SystemZISD::UNPACKL_HIGH, SDLoc(Op), Op.getValueType(),
4870 return DAG.getNode(SystemZISD::UNPACK_LOW, SDLoc(Op), Op.getValueType(),
4876 return DAG.getNode(SystemZISD::UNPACKL_LOW, SDLoc(Op), Op.getValueType(),
4885 return DAG.getNode(SystemZISD::VSUM, SDLoc(Op), Op.getValueType(),
4889 return DAG.getNode(ISD::ADD, SDLoc(Op), Op.getValueType(),
4896 return DAG.getNode(SystemZISD::VACC, SDLoc(Op), Op.getValueType(),
4899 return DAG.getNode(SystemZISD::VAC, SDLoc(Op), Op.getValueType(),
4902 return DAG.getNode(SystemZISD::VACCC, SDLoc(Op), Op.getValueType(),
4906 return DAG.getNode(ISD::SUB, SDLoc(Op), Op.getValueType(),
4913 return DAG.getNode(SystemZISD::VSCBI, SDLoc(Op), Op.getValueType(),
4916 return DAG.getNode(SystemZISD::VSBI, SDLoc(Op), Op.getValueType(),
4919 return DAG.getNode(SystemZISD::VSBCBI, SDLoc(Op), Op.getValueType(),
5172 Op0 = DAG.getNode(ISD::BITCAST, DL, InVT, Op0);
5173 Op1 = DAG.getNode(ISD::BITCAST, DL, InVT, Op1);
5177 Op = DAG.getNode(SystemZISD::PERMUTE_DWORDS, DL, InVT, Op0, Op1, Op2);
5181 Op = DAG.getNode(SystemZISD::PACK, DL, OutVT, Op0, Op1);
5183 Op = DAG.getNode(P.Opcode, DL, InVT, Op0, Op1);
5194 return ISD::isBuildVectorAllZeros(N.getNode());
5212 Ops[I] = DAG.getNode(ISD::BITCAST, DL, MVT::v16i8, Ops[I]);
5217 return DAG.getNode(SystemZISD::SHL_DOUBLE, DL, MVT::v16i8, Ops[OpNo0],
5260 return DAG.getNode(SystemZISD::PERMUTE, DL, MVT::v16i8, Mask, Src,
5263 return DAG.getNode(SystemZISD::PERMUTE, DL, MVT::v16i8, Src, Mask,
5275 return DAG.getNode(SystemZISD::PERMUTE, DL, MVT::v16i8, Ops[0],
5285 SDValue getNode(SelectionDAG &, const SDLoc &);
5325 EVT FromVT = Op.getNode() ? Op.getValueType() : VT;
5337 while (Op.getNode()) {
5379 SDValue GeneralShuffle::getNode(SelectionDAG &DAG, const SDLoc &DL) {
5462 return DAG.getNode(ISD::BITCAST, DL, VT, Op);
5557 SDValue PackedOp = DAG.getNode(ISD::BITCAST, DL, InVT, Op);
5561 return DAG.getNode(SystemZISD::UNPACKL_HIGH, DL, OutVT, PackedOp);
5585 return DAG.getNode(ISD::SCALAR_TO_VECTOR, DL, VT, Value);
5595 return DAG.getNode(SystemZISD::REPLICATE, DL, VT, Op1);
5598 return DAG.getNode(SystemZISD::REPLICATE, DL, VT, Op0);
5599 return DAG.getNode(SystemZISD::MERGE_HIGH, DL, VT,
5613 Op0 = Op1 = DAG.getNode(ISD::ANY_EXTEND, DL, MVT::i64, Op1);
5615 Op0 = Op1 = DAG.getNode(ISD::ANY_EXTEND, DL, MVT::i64, Op0);
5617 Op0 = DAG.getNode(ISD::ANY_EXTEND, DL, MVT::i64, Op0);
5618 Op1 = DAG.getNode(ISD::ANY_EXTEND, DL, MVT::i64, Op1);
5620 return DAG.getNode(SystemZISD::JOIN_DWORDS, DL, MVT::v2i64, Op0, Op1);
5667 if (!Op.getNode()) {
5673 return GS.getNode(DAG, SDLoc(BVN));
5697 if (!Single.getNode())
5719 if (Single.getNode() && (Count > 1 || isVectorElementLoad(Single)))
5720 return DAG.getNode(SystemZISD::REPLICATE, DL, VT, Single);
5756 Op01 = DAG.getNode(ISD::BITCAST, DL, MVT::v2i64, Op01);
5757 Op23 = DAG.getNode(ISD::BITCAST, DL, MVT::v2i64, Op23);
5758 SDValue Op = DAG.getNode(SystemZISD::MERGE_HIGH,
5760 return DAG.getNode(ISD::BITCAST, DL, VT, Op);
5784 if (!Constants[I].getNode())
5798 SDNode *Ld = Elems[I].getNode();
5805 Result = DAG.getNode(SystemZISD::REPLICATE, DL, VT, ReplicatedVal);
5815 Result = DAG.getNode(ISD::BITCAST, DL, VT,
5827 Result = DAG.getNode(ISD::INSERT_VECTOR_ELT, DL, VT, Result, Elems[I],
5834 auto *BVN = cast<BuildVectorSDNode>(Op.getNode());
5864 auto *VSN = cast<ShuffleVectorSDNode>(Op.getNode());
5877 return DAG.getNode(SystemZISD::REPLICATE, DL, VT, Op0.getOperand(Index));
5879 return DAG.getNode(SystemZISD::SPLAT, DL, VT, Op.getOperand(0),
5892 return GS.getNode(DAG, SDLoc(VSN));
5899 return DAG.getNode(ISD::INSERT_VECTOR_ELT, DL,
5929 SDValue Res = DAG.getNode(ISD::INSERT_VECTOR_ELT, DL, IntVecVT,
5930 DAG.getNode(ISD::BITCAST, DL, IntVecVT, Op0),
5931 DAG.getNode(ISD::BITCAST, DL, IntVT, Op1), Op2);
5932 return DAG.getNode(ISD::BITCAST, DL, VT, Res);
5956 SDValue Res = DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, IntVT,
5957 DAG.getNode(ISD::BITCAST, DL, IntVecVT, Op0), Op1);
5958 return DAG.getNode(ISD::BITCAST, DL, VT, Res);
5973 DAG.getNode(SystemZISD::UNPACK_HIGH, SDLoc(PackedOp), OutVT, PackedOp);
6002 return DAG.getNode(ISD::BITCAST, DL, OutVT, Shuf);
6026 return DAG.getNode(ByScalar, DL, VT, Op0, Shift);
6034 SDValue Shift = DAG.getNode(ISD::TRUNCATE, DL, MVT::i32, Splat);
6035 return DAG.getNode(ByScalar, DL, VT, Op0, Shift);
6051 SDValue Shift = DAG.getNode(ISD::TRUNCATE, DL, MVT::i32,
6053 return DAG.getNode(ByScalar, DL, VT, Op0, Shift);
6092 SDValue Intr = DAG.getNode(SystemZISD::TDC, DL, ResultVT, Arg, TDCMaskV);
6103 int SPFI = cast<FrameIndexSDNode>(StackPtr.getNode())->getIndex();
6286 SDValue Lo = DAG.getNode(ISD::BITCAST, SL, MVT::i64, LoFP);
6287 SDValue Hi = DAG.getNode(ISD::BITCAST, SL, MVT::i64, HiFP);
6289 return DAG.getNode(ISD::BUILD_PAIR, SL, MVT::i128, Lo, Hi);
6581 Op = DAG.getNode(ISD::BITCAST, DL, VT, Op);
6582 DCI.AddToWorklist(Op.getNode());
6585 Op = DAG.getNode(ISD::TRUNCATE, DL, VT, Op);
6587 DCI.AddToWorklist(Op.getNode());
6588 Op = DAG.getNode(ISD::BITCAST, DL, ResVT, Op);
6621 Op = DAG.getNode(ISD::BITCAST, DL, VecVT, Op);
6622 DCI.AddToWorklist(Op.getNode());
6624 return DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, ResVT, Op,
6682 SDValue NewSelect = DAG.getNode(SystemZISD::SELECT_CCMASK, DL, VT, Ops);
6686 DAG.getNode(ISD::TRUNCATE, DL, N0.getValueType(), NewSelect);
6687 DCI.CombineTo(N0.getNode(), TruncSelect);
6706 X = DAG.getNode(ISD::TRUNCATE, SDLoc(X), VT, X);
6708 return DAG.getNode(ISD::XOR, SDLoc(N0), VT,
6733 return DAG.getNode(ISD::SELECT_CC, DL, VT, Ops);
6755 SDValue Ext = DAG.getNode(ISD::ANY_EXTEND, SDLoc(Inner), VT,
6757 SDValue Shl = DAG.getNode(ISD::SHL, SDLoc(Inner), VT, Ext,
6760 return DAG.getNode(ISD::SRA, SDLoc(N0), VT, Shl,
6777 if (ISD::isBuildVectorAllZeros(Op0.getNode())) {
6792 Op1 = DAG.getNode(ISD::BITCAST, SDLoc(N), InVT, Op1);
6793 DCI.AddToWorklist(Op1.getNode());
6795 SDValue Op = DAG.getNode(Opcode, SDLoc(N), OutVT, Op1);
6796 DCI.AddToWorklist(Op.getNode());
6797 return DAG.getNode(ISD::BITCAST, SDLoc(N), VT, Op);
6910 SDValue Chain = DAG.getNode(ISD::TokenFactor, DL, MVT::Other, ArgChains);
6912 DCI.AddToWorklist(Chain.getNode());
6940 SDValue Extract0 = DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, LdVT,
6946 Ops.push_back((Op.getNode() == N && Op.getResNo() == 0) ? Extract0 : Op);
6996 if (Val.getOpcode() != ISD::OR || !Val.getNode()->hasOneUse())
7004 if (Op1.getOpcode() != ISD::SHL || !Op1.getNode()->hasOneUse() ||
7010 if (Op0.getOpcode() != ISD::ZERO_EXTEND || !Op0.getNode()->hasOneUse() ||
7013 if (Op1.getOpcode() != ISD::ANY_EXTEND || !Op1.getNode()->hasOneUse() ||
7024 if (!Val.getNode()->hasOneUse() || !Val.isMachineOpcode() ||
7052 DCI.AddToWorklist(Value.getNode());
7063 Op1.getNode()->hasOneUse() &&
7069 BSwapOp = DAG.getNode(ISD::ANY_EXTEND, SDLoc(N), MVT::i32, BSwapOp);
7082 Op1.getNode()->hasOneUse() &&
7084 ShuffleVectorSDNode *SVN = cast<ShuffleVectorSDNode>(Op1.getNode());
7101 N->getOperand(0).reachesChainWithoutSideEffects(SDValue(Op1.getNode(), 1))) {
7126 return DAG.getNode(ISD::TokenFactor, DL, MVT::Other, Chain0, Chain1);
7213 if (ISD::isNON_EXTLoad(N->getOperand(0).getNode()) &&
7238 DCI.CombineTo(Load.getNode(), ESLoad, ESLoad.getValue(1));
7268 Op = DAG.getNode(ISD::EXTRACT_VECTOR_ELT, SDLoc(N), EltVT,
7270 DCI.AddToWorklist(Op.getNode());
7271 Op = DAG.getNode(ISD::BSWAP, SDLoc(N), EltVT, Op);
7273 DCI.AddToWorklist(Op.getNode());
7274 Op = DAG.getNode(ISD::BITCAST, SDLoc(N), N->getValueType(0), Op);
7294 return DAG.getNode(SystemZISD::REPLICATE, SDLoc(N), N->getValueType(0),
7334 if (U != Op0.getNode() && U->hasOneUse() &&
7345 Chain = MergeInputChains(N, OtherRound.getNode());
7348 VRound = DAG.getNode(SystemZISD::STRICT_VROUND, SDLoc(N),
7352 VRound = DAG.getNode(SystemZISD::VROUND, SDLoc(N),
7354 DCI.AddToWorklist(VRound.getNode());
7356 DAG.getNode(ISD::EXTRACT_VECTOR_ELT, SDLoc(U), MVT::f32,
7358 DCI.AddToWorklist(Extract1.getNode());
7363 DAG.getNode(ISD::EXTRACT_VECTOR_ELT, SDLoc(Op0), MVT::f32,
7366 return DAG.getNode(ISD::MERGE_VALUES, SDLoc(Op0),
7398 if (U != Op0.getNode() && U->hasOneUse() &&
7409 Chain = MergeInputChains(N, OtherExtend.getNode());
7412 VExtend = DAG.getNode(SystemZISD::STRICT_VEXTEND, SDLoc(N),
7416 VExtend = DAG.getNode(SystemZISD::VEXTEND, SDLoc(N),
7418 DCI.AddToWorklist(VExtend.getNode());
7420 DAG.getNode(ISD::EXTRACT_VECTOR_ELT, SDLoc(U), MVT::f64,
7422 DCI.AddToWorklist(Extract1.getNode());
7427 DAG.getNode(ISD::EXTRACT_VECTOR_ELT, SDLoc(Op0), MVT::f64,
7430 return DAG.getNode(ISD::MERGE_VALUES, SDLoc(Op0),
7464 SDValue ExtOp = DAG.getNode(ExtOpcode, SDLoc(N), ExtVT, Op);
7465 return DAG.getNode(Opcode, SDLoc(N), OutVT, ExtOp);
7474 if (ISD::isNON_EXTLoad(N->getOperand(0).getNode()) &&
7496 ResVal = DAG.getNode(ISD::TRUNCATE, SDLoc(N), MVT::i16, BSLoad);
7504 DCI.CombineTo(Load.getNode(), ResVal, BSLoad.getValue(1));
7530 ISD::isNON_EXTLoad(Elt.getNode()) && Elt.hasOneUse())) {
7534 Vec = DAG.getNode(ISD::BITCAST, SDLoc(N), VecVT, Vec);
7535 DCI.AddToWorklist(Vec.getNode());
7538 Elt = DAG.getNode(ISD::BITCAST, SDLoc(N), EltVT, Elt);
7539 DCI.AddToWorklist(Elt.getNode());
7541 Vec = DAG.getNode(ISD::BSWAP, SDLoc(N), VecVT, Vec);
7542 DCI.AddToWorklist(Vec.getNode());
7543 Elt = DAG.getNode(ISD::BSWAP, SDLoc(N), EltVT, Elt);
7544 DCI.AddToWorklist(Elt.getNode());
7545 return DAG.getNode(ISD::INSERT_VECTOR_ELT, SDLoc(N), VecVT,
7562 Op0 = DAG.getNode(ISD::BITCAST, SDLoc(N), VecVT, Op0);
7563 DCI.AddToWorklist(Op0.getNode());
7566 Op1 = DAG.getNode(ISD::BITCAST, SDLoc(N), VecVT, Op1);
7567 DCI.AddToWorklist(Op1.getNode());
7569 Op0 = DAG.getNode(ISD::BSWAP, SDLoc(N), VecVT, Op0);
7570 DCI.AddToWorklist(Op0.getNode());
7571 Op1 = DAG.getNode(ISD::BSWAP, SDLoc(N), VecVT, Op1);
7572 DCI.AddToWorklist(Op1.getNode());
7590 auto *ICmp = CCReg.getNode();
7593 auto *CompareLHS = ICmp->getOperand(0).getNode();
7639 auto *SHL = CompareLHS->getOperand(0).getNode();
7645 auto *IPM = SHL->getOperand(0).getNode();
7683 return DAG.getNode(SystemZISD::BR_CCMASK, SDLoc(N), N->getValueType(0),
7706 return DAG.getNode(SystemZISD::SELECT_CCMASK, SDLoc(N), N->getValueType(0),
9494 return DAG.getNode(ISD::ADD, DL, MVT::i64, SP,
9691 SDValue CWD1 = DAG.getNode(ISD::AND, dl, MVT::i32, EFPC,
9694 SDValue CWD2 = DAG.getNode(ISD::XOR, dl, MVT::i32, CWD1,
9695 DAG.getNode(ISD::SRL, dl, MVT::i32, CWD1,
9698 SDValue RetVal = DAG.getNode(ISD::XOR, dl, MVT::i32, CWD2,
9722 Op = DAG.getNode(SystemZISD::VSUM, DL, MVT::v4i32, Op, Zero);
9726 Op = DAG.getNode(SystemZISD::VSUM, DL, MVT::i128, Op,
9735 return DAG.getNode(