Lines Matching defs:CurDAG
237 SDVTList VTList = CurDAG->getVTList(VT, MVT::Other);
239 SDValue TiedIn = CurDAG->getNode(ISD::SCALAR_TO_VECTOR, SDLoc(N), VT, Lo);
253 CurDAG->getMemIntrinsicNode(LoadOp, SDLoc(LdHi), VTList,
257 CurDAG->ReplaceAllUsesOfValueWith(SDValue(N, 0), NewLoadHi);
258 CurDAG->ReplaceAllUsesOfValueWith(SDValue(LdHi, 1), NewLoadHi.getValue(1));
271 SDVTList VTList = CurDAG->getVTList(VT, MVT::Other);
280 TiedIn = CurDAG->getNode(ISD::BITCAST, SDLoc(N), VT, TiedIn);
287 CurDAG->getMemIntrinsicNode(LoadOp, SDLoc(LdLo), VTList,
291 CurDAG->ReplaceAllUsesOfValueWith(SDValue(N, 0), NewLoadLo);
292 CurDAG->ReplaceAllUsesOfValueWith(SDValue(LdLo, 1), NewLoadLo.getValue(1));
303 SelectionDAG::allnodes_iterator Position = CurDAG->allnodes_end();
306 while (Position != CurDAG->allnodes_begin()) {
322 CurDAG->RemoveDeadNodes();
324 CurDAG->dump(););
352 MachineRegisterInfo &MRI = CurDAG->getMachineFunction().getRegInfo();
398 return CurDAG->MorphNodeTo(N, N->getOpcode(), N->getVTList(), Ops);
407 SDValue M0 = Lowering.copyToM0(*CurDAG, N->getOperand(0), SDLoc(N), Val);
415 return glueCopyToM0(N, CurDAG->getTargetConstant(-1, SDLoc(N), MVT::i32));
417 MachineFunction &MF = CurDAG->getMachineFunction();
420 glueCopyToM0(N, CurDAG->getTargetConstant(Value, SDLoc(N), MVT::i32));
427 SDNode *Lo = CurDAG->getMachineNode(
429 CurDAG->getTargetConstant(Imm & 0xFFFFFFFF, DL, MVT::i32));
431 CurDAG->getMachineNode(AMDGPU::S_MOV_B32, DL, MVT::i32,
432 CurDAG->getTargetConstant(Imm >> 32, DL, MVT::i32));
434 CurDAG->getTargetConstant(AMDGPU::SReg_64RegClassID, DL, MVT::i32),
435 SDValue(Lo, 0), CurDAG->getTargetConstant(AMDGPU::sub0, DL, MVT::i32),
436 SDValue(Hi, 0), CurDAG->getTargetConstant(AMDGPU::sub1, DL, MVT::i32)};
438 return CurDAG->getMachineNode(TargetOpcode::REG_SEQUENCE, DL, VT, Ops);
446 SDValue RegClass = CurDAG->getTargetConstant(RegClassID, DL, MVT::i32);
449 CurDAG->SelectNodeTo(N, AMDGPU::COPY_TO_REGCLASS, EltVT, N->getOperand(0),
461 bool IsGCN = CurDAG->getSubtarget().getTargetTriple().getArch() ==
463 RegSeqArgs[0] = CurDAG->getTargetConstant(RegClassID, DL, MVT::i32);
475 RegSeqArgs[1 + (2 * i) + 1] = CurDAG->getTargetConstant(Sub, DL, MVT::i32);
480 MachineSDNode *ImpDef = CurDAG->getMachineNode(TargetOpcode::IMPLICIT_DEF,
487 CurDAG->getTargetConstant(Sub, DL, MVT::i32);
493 CurDAG->SelectNodeTo(N, AMDGPU::REG_SEQUENCE, N->getVTList(), RegSeqArgs);
554 if (SDNode *Packed = packConstantV2I16(N, *CurDAG)) {
573 RC = CurDAG->getTargetConstant(AMDGPU::SGPR_128RegClassID, DL, MVT::i32);
574 SubReg0 = CurDAG->getTargetConstant(AMDGPU::sub0_sub1, DL, MVT::i32);
575 SubReg1 = CurDAG->getTargetConstant(AMDGPU::sub2_sub3, DL, MVT::i32);
577 RC = CurDAG->getTargetConstant(AMDGPU::SReg_64RegClassID, DL, MVT::i32);
578 SubReg0 = CurDAG->getTargetConstant(AMDGPU::sub0, DL, MVT::i32);
579 SubReg1 = CurDAG->getTargetConstant(AMDGPU::sub1, DL, MVT::i32);
585 ReplaceNode(N, CurDAG->getMachineNode(TargetOpcode::REG_SEQUENCE, DL,
653 N = Lowering.legalizeTargetIndependentNode(N, *CurDAG);
679 N = CurDAG->MorphNodeTo(N, N->getOpcode(), CurDAG->getVTList(NewVT),
727 const APInt &LHSKnownZeros = CurDAG->computeKnownBits(N->getOperand(0)).Zero;
764 if (CurDAG->isBaseWithConstantOffset(Addr)) {
770 if (getBaseWithOffsetUsingSplitOR(*CurDAG, Addr, LHS, RHS)) {
816 Base = CurDAG->getRegister(R600::INDIRECT_BASE_ADDR, MVT::i32);
817 Offset = CurDAG->getTargetConstant(C->getZExtValue(), DL, MVT::i32);
820 Base = CurDAG->getRegister(R600::INDIRECT_BASE_ADDR, MVT::i32);
821 Offset = CurDAG->getTargetConstant(C->getZExtValue(), DL, MVT::i32);
825 Offset = CurDAG->getTargetConstant(C->getZExtValue(), DL, MVT::i32);
828 Offset = CurDAG->getTargetConstant(0, DL, MVT::i32);
836 SDNode *Mov = CurDAG->getMachineNode(
838 CurDAG->getTargetConstant(Val, DL, MVT::i32));
854 SDValue Sub0 = CurDAG->getTargetConstant(AMDGPU::sub0, DL, MVT::i32);
855 SDValue Sub1 = CurDAG->getTargetConstant(AMDGPU::sub1, DL, MVT::i32);
857 SDNode *Lo0 = CurDAG->getMachineNode(TargetOpcode::EXTRACT_SUBREG,
859 SDNode *Hi0 = CurDAG->getMachineNode(TargetOpcode::EXTRACT_SUBREG,
862 SDNode *Lo1 = CurDAG->getMachineNode(TargetOpcode::EXTRACT_SUBREG,
864 SDNode *Hi1 = CurDAG->getMachineNode(TargetOpcode::EXTRACT_SUBREG,
867 SDVTList VTList = CurDAG->getVTList(MVT::i32, MVT::Glue);
881 AddLo = CurDAG->getMachineNode(Opc, DL, VTList, Args);
884 AddLo = CurDAG->getMachineNode(CarryOpc, DL, VTList, Args);
891 SDNode *AddHi = CurDAG->getMachineNode(CarryOpc, DL, VTList, AddHiArgs);
894 CurDAG->getTargetConstant(AMDGPU::SReg_64RegClassID, DL, MVT::i32),
900 SDNode *RegSequence = CurDAG->getMachineNode(AMDGPU::REG_SEQUENCE, DL,
921 CurDAG->SelectNodeTo(
924 CurDAG->getTargetConstant(0, {}, MVT::i1) /*clamp bit*/});
928 CurDAG->SelectNodeTo(N, Opc, N->getVTList(), {LHS, RHS, CI});
952 CurDAG->SelectNodeTo(
955 CurDAG->getTargetConstant(0, {}, MVT::i1) /*clamp bit*/});
960 CurDAG->SelectNodeTo(N, Opc, N->getVTList(),
983 CurDAG->SelectNodeTo(N, Opcode, N->getVTList(), Ops);
996 CurDAG->SelectNodeTo(N, AMDGPU::V_MUL_F32_e64, N->getVTList(), Ops);
1016 CurDAG->SelectNodeTo(N, Opc, N->getVTList(), Ops);
1031 SDValue Clamp = CurDAG->getTargetConstant(0, SL, MVT::i1);
1034 CurDAG->SelectNodeTo(N, Opc, N->getVTList(), Ops);
1049 SDValue Zero = CurDAG->getTargetConstant(0, SL, MVT::i64);
1050 SDValue Clamp = CurDAG->getTargetConstant(0, SL, MVT::i1);
1052 SDNode *Mad = CurDAG->getMachineNode(Opc, SL, N->getVTList(), Ops);
1054 SDValue Sub0 = CurDAG->getTargetConstant(AMDGPU::sub0, SL, MVT::i32);
1055 SDNode *Lo = CurDAG->getMachineNode(TargetOpcode::EXTRACT_SUBREG, SL,
1060 SDValue Sub1 = CurDAG->getTargetConstant(AMDGPU::sub1, SL, MVT::i32);
1061 SDNode *Hi = CurDAG->getMachineNode(TargetOpcode::EXTRACT_SUBREG, SL,
1065 CurDAG->RemoveDeadNode(N);
1078 return CurDAG->SignBitIsZero(Base);
1084 if (CurDAG->isBaseWithConstantOffset(Addr)) {
1091 Offset = CurDAG->getTargetConstant(C1->getZExtValue(), DL, MVT::i16);
1099 SDValue Zero = CurDAG->getTargetConstant(0, DL, MVT::i32);
1104 SDValue Sub = CurDAG->getNode(ISD::SUB, DL, MVT::i32,
1117 CurDAG->getTargetConstant(0, {}, MVT::i1)); // clamp bit
1121 CurDAG->getMachineNode(SubOp, DL, MVT::i32, Opnds);
1124 Offset = CurDAG->getTargetConstant(ByteOffset, DL, MVT::i16);
1138 SDValue Zero = CurDAG->getTargetConstant(0, DL, MVT::i32);
1139 MachineSDNode *MovZero = CurDAG->getMachineNode(AMDGPU::V_MOV_B32_e32,
1142 Offset = CurDAG->getTargetConstant(CAddr->getZExtValue(), DL, MVT::i16);
1149 Offset = CurDAG->getTargetConstant(0, SDLoc(Addr), MVT::i16);
1167 return CurDAG->SignBitIsZero(Base);
1202 return CurDAG->SignBitIsZero(LHS);
1218 return CurDAG->SignBitIsZero(RHS) && CurDAG->SignBitIsZero(LHS);
1242 return CurDAG->SignBitIsZero(RHS) && CurDAG->SignBitIsZero(LHS);
1263 if (CurDAG->isBaseWithConstantOffset(Addr)) {
1273 Offset0 = CurDAG->getTargetConstant(OffsetValue0 / Size, DL, MVT::i8);
1274 Offset1 = CurDAG->getTargetConstant(OffsetValue1 / Size, DL, MVT::i8);
1286 SDValue Zero = CurDAG->getTargetConstant(0, DL, MVT::i32);
1292 CurDAG->getNode(ISD::SUB, DL, MVT::i32, Zero, Addr.getOperand(1));
1302 CurDAG->getTargetConstant(0, {}, MVT::i1)); // clamp bit
1305 MachineSDNode *MachineSub = CurDAG->getMachineNode(
1309 Offset0 = CurDAG->getTargetConstant(OffsetValue0 / Size, DL, MVT::i8);
1310 Offset1 = CurDAG->getTargetConstant(OffsetValue1 / Size, DL, MVT::i8);
1320 SDValue Zero = CurDAG->getTargetConstant(0, DL, MVT::i32);
1322 CurDAG->getMachineNode(AMDGPU::V_MOV_B32_e32, DL, MVT::i32, Zero);
1324 Offset0 = CurDAG->getTargetConstant(OffsetValue0 / Size, DL, MVT::i8);
1325 Offset1 = CurDAG->getTargetConstant(OffsetValue1 / Size, DL, MVT::i8);
1333 Offset0 = CurDAG->getTargetConstant(0, DL, MVT::i8);
1334 Offset1 = CurDAG->getTargetConstant(1, DL, MVT::i8);
1349 Idxen = CurDAG->getTargetConstant(0, DL, MVT::i1);
1350 Offen = CurDAG->getTargetConstant(0, DL, MVT::i1);
1351 Addr64 = CurDAG->getTargetConstant(0, DL, MVT::i1);
1353 ? CurDAG->getRegister(AMDGPU::SGPR_NULL, MVT::i32)
1354 : CurDAG->getTargetConstant(0, DL, MVT::i32);
1358 if (CurDAG->isBaseWithConstantOffset(Addr)) {
1371 Addr64 = CurDAG->getTargetConstant(1, DL, MVT::i1);
1389 Offset = CurDAG->getTargetConstant(0, DL, MVT::i32);
1395 Addr64 = CurDAG->getTargetConstant(1, DL, MVT::i1);
1399 VAddr = CurDAG->getTargetConstant(0, DL, MVT::i32);
1405 Offset = CurDAG->getTargetConstant(0, DL, MVT::i32);
1412 Offset = CurDAG->getTargetConstant(C1->getZExtValue(), DL, MVT::i32);
1417 Offset = CurDAG->getTargetConstant(0, DL, MVT::i32);
1419 SDValue(CurDAG->getMachineNode(
1421 CurDAG->getTargetConstant(C1->getZExtValue(), DL, MVT::i32)),
1446 SRsrc = SDValue(Lowering.wrapAddr64Rsrc(*CurDAG, DL, Ptr), 0);
1458 FI ? CurDAG->getTargetFrameIndex(FI->getIndex(), FI->getValueType(0)) : N;
1464 return std::pair(TFI, CurDAG->getTargetConstant(0, DL, MVT::i32));
1473 MachineFunction &MF = CurDAG->getMachineFunction();
1476 Rsrc = CurDAG->getRegister(Info->getScratchRSrcReg(), MVT::v4i32);
1486 CurDAG->getTargetConstant(Imm & ~MaxOffset, DL, MVT::i32);
1487 MachineSDNode *MovHighBits = CurDAG->getMachineNode(
1491 SOffset = CurDAG->getTargetConstant(0, DL, MVT::i32);
1492 ImmOffset = CurDAG->getTargetConstant(Imm & MaxOffset, DL, MVT::i32);
1497 if (CurDAG->isBaseWithConstantOffset(Addr)) {
1521 CurDAG->SignBitIsZero(N0))) {
1523 ImmOffset = CurDAG->getTargetConstant(C1, DL, MVT::i32);
1530 ImmOffset = CurDAG->getTargetConstant(0, DL, MVT::i32);
1552 MachineFunction &MF = CurDAG->getMachineFunction();
1558 SRsrc = CurDAG->getRegister(Info->getScratchRSrcReg(), MVT::v4i32);
1560 Offset = CurDAG->getTargetConstant(0, DL, MVT::i32);
1577 SOffset = CurDAG->getTargetConstant(0, DL, MVT::i32);
1582 SRsrc = CurDAG->getRegister(Info->getScratchRSrcReg(), MVT::v4i32);
1584 Offset = CurDAG->getTargetConstant(CAddr->getZExtValue(), DL, MVT::i32);
1607 SRsrc = SDValue(Lowering.buildRSRC(*CurDAG, DL, Ptr, 0, Rsrc), 0);
1616 SOffset = CurDAG->getRegister(AMDGPU::SGPR_NULL, MVT::i32);
1680 SDValue Clamp = CurDAG->getTargetConstant(0, DL, MVT::i1);
1691 Addr = SDValue(CurDAG->getMachineNode(AddOp, DL, MVT::i32, Opnds), 0);
1695 SDValue Sub0 = CurDAG->getTargetConstant(AMDGPU::sub0, DL, MVT::i32);
1696 SDValue Sub1 = CurDAG->getTargetConstant(AMDGPU::sub1, DL, MVT::i32);
1698 SDNode *N0Lo = CurDAG->getMachineNode(TargetOpcode::EXTRACT_SUBREG,
1700 SDNode *N0Hi = CurDAG->getMachineNode(TargetOpcode::EXTRACT_SUBREG,
1706 SDVTList VTs = CurDAG->getVTList(MVT::i32, MVT::i1);
1709 CurDAG->getMachineNode(AMDGPU::V_ADD_CO_U32_e64, DL, VTs,
1712 SDNode *Addc = CurDAG->getMachineNode(
1717 CurDAG->getTargetConstant(AMDGPU::VReg_64RegClassID, DL, MVT::i32),
1720 Addr = SDValue(CurDAG->getMachineNode(AMDGPU::REG_SEQUENCE, DL,
1729 Offset = CurDAG->getTargetConstant(OffsetVal, SDLoc(), MVT::i32);
1792 SDNode *VMov = CurDAG->getMachineNode(
1794 CurDAG->getTargetConstant(RemainderOffset, SDLoc(), MVT::i32));
1797 Offset = CurDAG->getTargetConstant(SplitImmOffset, SDLoc(), MVT::i32);
1837 Offset = CurDAG->getTargetConstant(ImmOffset, SDLoc(), MVT::i32);
1850 CurDAG->getMachineNode(AMDGPU::V_MOV_B32_e32, SDLoc(Addr), MVT::i32,
1851 CurDAG->getTargetConstant(0, SDLoc(), MVT::i32));
1853 Offset = CurDAG->getTargetConstant(ImmOffset, SDLoc(), MVT::i32);
1857 static SDValue SelectSAddrFI(SelectionDAG *CurDAG, SDValue SAddr) {
1859 SAddr = CurDAG->getTargetFrameIndex(FI->getIndex(), FI->getValueType(0));
1865 SDValue TFI = CurDAG->getTargetFrameIndex(FI->getIndex(),
1867 SAddr = SDValue(CurDAG->getMachineNode(AMDGPU::S_ADD_I32, SDLoc(SAddr),
1886 if (CurDAG->isBaseWithConstantOffset(Addr) && isFlatScratchBaseLegal(Addr)) {
1893 SAddr = SelectSAddrFI(CurDAG, SAddr);
1908 : CurDAG->getTargetConstant(RemainderOffset, DL, MVT::i32);
1909 SAddr = SDValue(CurDAG->getMachineNode(AMDGPU::S_ADD_I32, DL, MVT::i32,
1914 Offset = CurDAG->getTargetConstant(COffsetVal, DL, MVT::i32);
1928 KnownBits VKnown = CurDAG->computeKnownBits(VAddr);
1931 CurDAG->computeKnownBits(SAddr),
1961 SDNode *VMov = CurDAG->getMachineNode(
1963 CurDAG->getTargetConstant(RemainderOffset, SDLoc(), MVT::i32));
1970 Offset = CurDAG->getTargetConstant(SplitImmOffset, SDLoc(), MVT::i32);
2002 SAddr = SelectSAddrFI(CurDAG, SAddr);
2003 Offset = CurDAG->getTargetConstant(ImmOffset, SDLoc(), MVT::i32);
2016 KnownBits SKnown = CurDAG->computeKnownBits(*SOffset);
2064 *Offset = CurDAG->getTargetConstant(*EncodedOffset, SL, MVT::i32);
2074 *Offset = CurDAG->getTargetConstant(*EncodedOffset, SL, MVT::i32);
2082 SDValue C32Bit = CurDAG->getTargetConstant(ByteOffset, SL, MVT::i32);
2084 CurDAG->getMachineNode(AMDGPU::S_MOV_B32, SL, MVT::i32, C32Bit), 0);
2098 const MachineFunction &MF = CurDAG->getMachineFunction();
2101 SDValue AddrHi = CurDAG->getTargetConstant(AddrHiVal, SL, MVT::i32);
2104 CurDAG->getTargetConstant(AMDGPU::SReg_64_XEXECRegClassID, SL, MVT::i32),
2106 CurDAG->getTargetConstant(AMDGPU::sub0, SL, MVT::i32),
2107 SDValue(CurDAG->getMachineNode(AMDGPU::S_MOV_B32, SL, MVT::i32, AddrHi),
2109 CurDAG->getTargetConstant(AMDGPU::sub1, SL, MVT::i32),
2112 return SDValue(CurDAG->getMachineNode(AMDGPU::REG_SEQUENCE, SL, MVT::i64,
2147 if (CurDAG->isBaseWithConstantOffset(Addr) || Addr.getOpcode() == ISD::ADD) {
2150 } else if (getBaseWithOffsetUsingSplitOR(*CurDAG, Addr, N0, N1)) {
2179 *Offset = CurDAG->getTargetConstant(0, SDLoc(Addr), MVT::i32);
2236 if (CurDAG->isBaseWithConstantOffset(Index)) {
2245 if (C1->getSExtValue() <= 0 || CurDAG->SignBitIsZero(N0) ||
2248 Offset = CurDAG->getTargetConstant(C1->getZExtValue(), DL, MVT::i32);
2257 Offset = CurDAG->getTargetConstant(0, DL, MVT::i32);
2266 SDValue Off = CurDAG->getTargetConstant(Offset, DL, MVT::i32);
2267 SDValue W = CurDAG->getTargetConstant(Width, DL, MVT::i32);
2269 return CurDAG->getMachineNode(Opcode, DL, MVT::i32, Val, Off, W);
2276 SDValue PackedConst = CurDAG->getTargetConstant(PackedVal, DL, MVT::i32);
2278 return CurDAG->getMachineNode(Opcode, DL, MVT::i32, Val, PackedConst);
2435 CurDAG->SelectNodeTo(N, AMDGPU::SI_BR_UNDEF, MVT::Other,
2501 Cond = SDValue(CurDAG->getMachineNode(ST->isWave32() ? AMDGPU::S_AND_B32
2504 CurDAG->getRegister(ST->isWave32() ? AMDGPU::EXEC_LO
2511 SDValue VCC = CurDAG->getCopyToReg(N->getOperand(0), SL, CondReg, Cond);
2512 CurDAG->SelectNodeTo(N, BrOp, MVT::Other,
2523 CurDAG->SelectNodeTo(N, AMDGPU::S_CVT_HI_F32_F16, N->getVTList(),
2546 if (CurDAG->isBaseWithConstantOffset(Ptr)) {
2553 Offset = CurDAG->getTargetConstant(OffsetVal, SDLoc(), MVT::i32);
2559 Offset = CurDAG->getTargetConstant(0, SDLoc(), MVT::i32);
2564 CurDAG->getTargetConstant(IsGDS, SDLoc(), MVT::i32),
2569 SDNode *Selected = CurDAG->SelectNodeTo(N, Opc, N->getVTList(), Ops);
2570 CurDAG->setNodeMemRefs(cast<MachineSDNode>(Selected), {MMO});
2582 SDNode *Selected = CurDAG->SelectNodeTo(N, Opc, N->getVTList(), Ops);
2583 CurDAG->setNodeMemRefs(cast<MachineSDNode>(Selected), {MMO});
2635 glueCopyToM0(N, CurDAG->getTargetConstant(0, SL, MVT::i32));
2638 if (CurDAG->isBaseWithConstantOffset(BaseOffset)) {
2647 = CurDAG->getMachineNode(AMDGPU::V_READFIRSTLANE_B32, SL, MVT::i32,
2651 = CurDAG->getMachineNode(AMDGPU::S_LSHL_B32, SL, MVT::i32,
2653 CurDAG->getTargetConstant(16, SL, MVT::i32));
2658 SDValue OffsetField = CurDAG->getTargetConstant(ImmOffset, SL, MVT::i32);
2667 SDNode *Selected = CurDAG->SelectNodeTo(N, Opc, N->getVTList(), Ops);
2668 CurDAG->setNodeMemRefs(cast<MachineSDNode>(Selected), {MMO});
2699 SDValue ToM0 = CurDAG->getCopyToReg(CurDAG->getEntryNode(), DL, AMDGPU::M0,
2702 SDVTList VTs = CurDAG->getVTList(MVT::f32, MVT::Other);
2705 CurDAG->getMachineNode(AMDGPU::V_INTERP_MOV_F32, DL, VTs, {
2706 CurDAG->getTargetConstant(2, DL, MVT::i32), // P0
2713 CurDAG->getMachineNode(AMDGPU::V_INTERP_P1LV_F16, DL, MVT::f32, {
2714 CurDAG->getTargetConstant(0, DL, MVT::i32), // $src0_modifiers
2718 CurDAG->getTargetConstant(0, DL, MVT::i32), // $src2_modifiers
2721 CurDAG->getTargetConstant(0, DL, MVT::i1), // $clamp
2722 CurDAG->getTargetConstant(0, DL, MVT::i32), // $omod
2726 CurDAG->ReplaceAllUsesOfValueWith(SDValue(N, 0), SDValue(InterpP1LV, 0));
2756 CurDAG->getMachineNode(TargetOpcode::CONVERGENCECTRL_GLUE, {},
2785 CurDAG->SelectNodeTo(N, Opcode, N->getVTList(), {Src});
2791 CurDAG->MorphNodeTo(N, N->getOpcode(), N->getVTList(), NewOps);
2815 CurDAG->getTargetConstant(Subtarget->getWavefrontSizeLog2(), SDLoc(N), MVT::i32);
2816 CurDAG->SelectNodeTo(N, AMDGPU::S_LSHR_B32, N->getVTList(),
2834 SDValue Log2WaveSize = CurDAG->getTargetConstant(
2838 SrcVal = SDValue(CurDAG->getMachineNode(AMDGPU::V_READFIRSTLANE_B32, SL,
2843 CopyVal = SDValue(CurDAG->getMachineNode(AMDGPU::S_LSHL_B32, SL, MVT::i32,
2848 SDValue CopyToSP = CurDAG->getCopyToReg(N->getOperand(0), SL, SP, CopyVal);
2849 CurDAG->ReplaceAllUsesOfValueWith(SDValue(N, 0), CopyToSP);
2885 SrcMods = CurDAG->getTargetConstant(Mods, SDLoc(In), MVT::i32);
2897 SrcMods = CurDAG->getTargetConstant(Mods, SDLoc(In), MVT::i32);
2910 SrcMods = CurDAG->getTargetConstant(Mods, SDLoc(In), MVT::i32);
2934 SrcMods = CurDAG->getTargetConstant(Mods, SDLoc(In), MVT::i32);
2955 Clamp = CurDAG->getTargetConstant(0, DL, MVT::i1);
2956 Omod = CurDAG->getTargetConstant(0, DL, MVT::i1);
2965 Clamp = CurDAG->getTargetConstant(0, DL, MVT::i1);
2966 Omod = CurDAG->getTargetConstant(0, DL, MVT::i1);
2976 Clamp = CurDAG->getTargetConstant(0, DL, MVT::i1);
2977 Omod = CurDAG->getTargetConstant(0, DL, MVT::i1);
3021 Lo = CurDAG->getTargetExtractSubreg(
3027 Hi = CurDAG->getTargetExtractSubreg(
3046 CurDAG->getMachineNode(TargetOpcode::IMPLICIT_DEF, SL,
3051 CurDAG->getTargetConstant(RC, SL, MVT::i32),
3052 Lo, CurDAG->getTargetConstant(AMDGPU::sub0, SL, MVT::i32),
3053 Undef, CurDAG->getTargetConstant(AMDGPU::sub1, SL, MVT::i32) };
3055 Src = SDValue(CurDAG->getMachineNode(TargetOpcode::REG_SEQUENCE, SL,
3058 SrcMods = CurDAG->getTargetConstant(Mods, SDLoc(In), MVT::i32);
3066 Src = CurDAG->getTargetConstant(Lit, SDLoc(In), MVT::i64);
3067 SrcMods = CurDAG->getTargetConstant(Mods, SDLoc(In), MVT::i32);
3078 SrcMods = CurDAG->getTargetConstant(Mods, SDLoc(In), MVT::i32);
3098 Src = CurDAG->getTargetConstant(Mods, SDLoc(In), MVT::i32);
3112 Src = CurDAG->getTargetConstant(Mods, SDLoc(In), MVT::i32);
3117 llvm::SelectionDAG *CurDAG,
3139 Ops.push_back(CurDAG->getTargetConstant(DstRegClass, DL, MVT::i32));
3142 Ops.push_back(CurDAG->getTargetConstant(
3145 return CurDAG->getMachineNode(TargetOpcode::REG_SEQUENCE, DL, DstTy, Ops);
3149 llvm::SelectionDAG *CurDAG,
3163 SDValue PackLoLo = CurDAG->getTargetConstant(0x05040100, DL, MVT::i32);
3165 CurDAG->getMachineNode(AMDGPU::V_PERM_B32_e64, DL, MVT::i32,
3171 return buildRegSequence32(PackedElts, CurDAG, DL);
3175 llvm::SelectionDAG *CurDAG,
3178 return buildRegSequence16(Elts, CurDAG, DL);
3180 return buildRegSequence32(Elts, CurDAG, DL);
3186 llvm::SelectionDAG *CurDAG, const SDLoc &DL,
3199 Src = SDValue(buildRegSequence(Elts, CurDAG, DL, ElementSize), 0);
3203 Src = SDValue(buildRegSequence(NegAbsElts, CurDAG, DL, ElementSize), 0);
3209 Src = SDValue(buildRegSequence(Elts, CurDAG, DL, ElementSize), 0);
3248 Src = SDValue(buildRegSequence16(EltsF16, CurDAG, SDLoc(In)), 0);
3267 Src = SDValue(buildRegSequence32(EltsV2F16, CurDAG, SDLoc(In)), 0);
3273 SrcMods = CurDAG->getTargetConstant(Mods, SDLoc(In), MVT::i32);
3298 selectWMMAModsNegAbs(ModOpcode, Mods, EltsF16, Src, CurDAG, SDLoc(In),
3318 selectWMMAModsNegAbs(ModOpcode, Mods, EltsV2F16, Src, CurDAG, SDLoc(In),
3322 SrcMods = CurDAG->getTargetConstant(Mods, SDLoc(In), MVT::i32);
3347 selectWMMAModsNegAbs(ModOpcode, Mods, EltsF32, Src, CurDAG, SDLoc(In),
3351 SrcMods = CurDAG->getTargetConstant(Mods, SDLoc(In), MVT::i32);
3362 Src = CurDAG->getTargetConstant(Imm, SDLoc(In), MVT::i32);
3367 Src = CurDAG->getTargetConstant(Imm, SDLoc(In), MVT::i32);
3396 Src = CurDAG->getTargetConstant(RawValue.value(), SDLoc(In),
3402 Src = CurDAG->getTargetConstant(RawValue.value(), SDLoc(In),
3430 IndexKey = CurDAG->getTargetConstant(Key, SDLoc(In), MVT::i32);
3449 IndexKey = CurDAG->getTargetConstant(Key, SDLoc(In), MVT::i32);
3457 SrcMods = CurDAG->getTargetConstant(0, SDLoc(In), MVT::i32);
3515 SrcMods = CurDAG->getTargetConstant(Mods, SDLoc(In), MVT::i32);
3523 SrcMods = CurDAG->getTargetConstant(Mods, SDLoc(In), MVT::i32);
3529 return CurDAG->getUNDEF(MVT::i32);
3533 return CurDAG->getConstant(C->getZExtValue() << 16, SL, MVT::i32);
3538 return CurDAG->getConstant(
3550 assert(CurDAG->getTarget().getTargetTriple().getArch() == Triple::amdgcn);
3626 SelectionDAG::allnodes_iterator Position = CurDAG->allnodes_begin();
3627 while (Position != CurDAG->allnodes_end()) {
3633 SDNode *ResNode = Lowering.PostISelFolding(MachineNode, *CurDAG);
3640 CurDAG->RemoveDeadNodes();