Lines Matching defs:ST
79 const GCNSubtarget &ST = MF.getSubtarget<GCNSubtarget>();
80 const SIRegisterInfo *TRI = ST.getRegisterInfo();
134 static void buildPrologSpill(const GCNSubtarget &ST, const SIRegisterInfo &TRI,
141 unsigned Opc = ST.enableFlatScratch() ? AMDGPU::SCRATCH_STORE_DWORD_SADDR
157 static void buildEpilogRestore(const GCNSubtarget &ST,
165 unsigned Opc = ST.enableFlatScratch() ? AMDGPU::SCRATCH_LOAD_DWORD_SADDR
228 const GCNSubtarget &ST;
260 buildPrologSpill(ST, TRI, *FuncInfo, LiveUnits, MF, MBB, MI, DL, TmpVGPR,
306 buildEpilogRestore(ST, TRI, *FuncInfo, LiveUnits, MF, MBB, MI, DL,
345 ST(MF.getSubtarget<GCNSubtarget>()), MFI(MF.getFrameInfo()),
385 const GCNSubtarget &ST = MF.getSubtarget<GCNSubtarget>();
386 const SIInstrInfo *TII = ST.getInstrInfo();
403 if (ST.isAmdPalOS()) {
470 if (ST.flatScratchIsPointer()) {
471 if (ST.getGeneration() >= AMDGPUSubtarget::GFX10) {
504 assert(ST.getGeneration() < AMDGPUSubtarget::GFX9);
540 const GCNSubtarget &ST = MF.getSubtarget<GCNSubtarget>();
541 const SIInstrInfo *TII = ST.getInstrInfo();
554 if (ST.hasSGPRInitBug() ||
590 static unsigned getScratchScaleFactor(const GCNSubtarget &ST) {
591 return ST.enableFlatScratch() ? 1 : ST.getWavefrontSize();
610 const GCNSubtarget &ST = MF.getSubtarget<GCNSubtarget>();
611 const SIInstrInfo *TII = ST.getInstrInfo();
629 if (!ST.enableFlatScratch())
644 if (ST.isAmdHsaOrMesa(F)) {
703 .addImm(FrameInfo.getStackSize() * getScratchScaleFactor(ST));
709 (!allStackObjectsAreDead(FrameInfo) && ST.enableFlatScratch()));
712 PreloadedScratchWaveOffsetReg && !ST.flatScratchIsArchitected()) {
734 const GCNSubtarget &ST = MF.getSubtarget<GCNSubtarget>();
735 const SIInstrInfo *TII = ST.getInstrInfo();
740 if (ST.isAmdPalOS()) {
774 if (ST.isWave32()) {
780 } else if (ST.isMesaGfxShader(Fn) || !PreloadedScratchRsrcReg) {
781 assert(!ST.isAmdHsaOrMesa(Fn));
838 } else if (ST.isAmdHsaOrMesa(Fn)) {
895 const GCNSubtarget &ST = MF.getSubtarget<GCNSubtarget>();
896 const SIInstrInfo *TII = ST.getInstrInfo();
910 ST.isWave32() ? (EnableInactiveLanes ? AMDGPU::S_XOR_SAVEEXEC_B32
926 const GCNSubtarget &ST = MF.getSubtarget<GCNSubtarget>();
927 const SIInstrInfo *TII = ST.getInstrInfo();
946 buildPrologSpill(ST, TRI, *FuncInfo, LiveUnits, MF, MBB, MBBI, DL,
954 unsigned MovOpc = ST.isWave32() ? AMDGPU::S_MOV_B32 : AMDGPU::S_MOV_B64;
966 unsigned ExecMov = ST.isWave32() ? AMDGPU::S_MOV_B32 : AMDGPU::S_MOV_B64;
1012 const GCNSubtarget &ST = MF.getSubtarget<GCNSubtarget>();
1013 const SIInstrInfo *TII = ST.getInstrInfo();
1049 buildEpilogRestore(ST, TRI, *FuncInfo, LiveUnits, MF, MBB, MBBI, DL,
1057 unsigned MovOpc = ST.isWave32() ? AMDGPU::S_MOV_B32 : AMDGPU::S_MOV_B64;
1069 unsigned ExecMov = ST.isWave32() ? AMDGPU::S_MOV_B32 : AMDGPU::S_MOV_B64;
1084 const GCNSubtarget &ST = MF.getSubtarget<GCNSubtarget>();
1085 const SIInstrInfo *TII = ST.getInstrInfo();
1108 .addImm(MFI.getStackSize() * getScratchScaleFactor(ST));
1169 .addImm((Alignment - 1) * getScratchScaleFactor(ST))
1173 .addImm(-Alignment * getScratchScaleFactor(ST))
1204 .addImm(RoundedSize * getScratchScaleFactor(ST))
1233 const GCNSubtarget &ST = MF.getSubtarget<GCNSubtarget>();
1234 const SIInstrInfo *TII = ST.getInstrInfo();
1286 .addImm(-static_cast<int64_t>(RoundedSize * getScratchScaleFactor(ST)))
1338 const GCNSubtarget &ST = MF.getSubtarget<GCNSubtarget>();
1339 const SIInstrInfo *TII = ST.getInstrInfo();
1340 const SIRegisterInfo *TRI = ST.getRegisterInfo();
1357 const bool SpillVGPRToAGPR = ST.hasMAIInsts() && FuncInfo->hasSpilledVGPRs()
1455 const GCNSubtarget &ST = MF.getSubtarget<GCNSubtarget>();
1456 const SIRegisterInfo *TRI = ST.getRegisterInfo();
1460 if (ST.hasMAIInsts() && !ST.hasGFX90AInsts()) {
1501 const GCNSubtarget &ST = MF.getSubtarget<GCNSubtarget>();
1502 const SIRegisterInfo *TRI = ST.getRegisterInfo();
1583 const GCNSubtarget &ST = MF.getSubtarget<GCNSubtarget>();
1584 const SIRegisterInfo *TRI = ST.getRegisterInfo();
1585 const SIInstrInfo *TII = ST.getInstrInfo();
1633 if (!ST.hasGFX90AInsts())
1660 const GCNSubtarget &ST = MF.getSubtarget<GCNSubtarget>();
1661 const SIRegisterInfo *TRI = ST.getRegisterInfo();
1704 const GCNSubtarget &ST = MF.getSubtarget<GCNSubtarget>();
1705 const SIRegisterInfo *RI = ST.getRegisterInfo();
1740 const GCNSubtarget &ST = MF.getSubtarget<GCNSubtarget>();
1742 const SIInstrInfo *TII = ST.getInstrInfo();
1753 if (ST.enableFlatScratch()) {
1773 const GCNSubtarget &ST = MF.getSubtarget<GCNSubtarget>();
1774 const SIInstrInfo *TII = ST.getInstrInfo();
1786 Amount *= getScratchScaleFactor(ST);