109467b48Spatrick //===----------------------------------------------------------------------===//
209467b48Spatrick //
309467b48Spatrick // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
409467b48Spatrick // See https://llvm.org/LICENSE.txt for license information.
509467b48Spatrick // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
609467b48Spatrick //
709467b48Spatrick //===----------------------------------------------------------------------===//
809467b48Spatrick
909467b48Spatrick #include "AMDGPUArgumentUsageInfo.h"
1073471bf0Spatrick #include "AMDGPU.h"
11097a140dSpatrick #include "AMDGPUTargetMachine.h"
12097a140dSpatrick #include "MCTargetDesc/AMDGPUMCTargetDesc.h"
1309467b48Spatrick #include "SIRegisterInfo.h"
1473471bf0Spatrick #include "llvm/CodeGen/TargetRegisterInfo.h"
1573471bf0Spatrick #include "llvm/IR/Function.h"
1609467b48Spatrick #include "llvm/Support/NativeFormatting.h"
1709467b48Spatrick #include "llvm/Support/raw_ostream.h"
1809467b48Spatrick
1909467b48Spatrick using namespace llvm;
2009467b48Spatrick
2109467b48Spatrick #define DEBUG_TYPE "amdgpu-argument-reg-usage-info"
2209467b48Spatrick
2309467b48Spatrick INITIALIZE_PASS(AMDGPUArgumentUsageInfo, DEBUG_TYPE,
2409467b48Spatrick "Argument Register Usage Information Storage", false, true)
2509467b48Spatrick
print(raw_ostream & OS,const TargetRegisterInfo * TRI) const2609467b48Spatrick void ArgDescriptor::print(raw_ostream &OS,
2709467b48Spatrick const TargetRegisterInfo *TRI) const {
2809467b48Spatrick if (!isSet()) {
2909467b48Spatrick OS << "<not set>\n";
3009467b48Spatrick return;
3109467b48Spatrick }
3209467b48Spatrick
3309467b48Spatrick if (isRegister())
3409467b48Spatrick OS << "Reg " << printReg(getRegister(), TRI);
3509467b48Spatrick else
3609467b48Spatrick OS << "Stack offset " << getStackOffset();
3709467b48Spatrick
3809467b48Spatrick if (isMasked()) {
3909467b48Spatrick OS << " & ";
4009467b48Spatrick llvm::write_hex(OS, Mask, llvm::HexPrintStyle::PrefixLower);
4109467b48Spatrick }
4209467b48Spatrick
4309467b48Spatrick OS << '\n';
4409467b48Spatrick }
4509467b48Spatrick
4609467b48Spatrick char AMDGPUArgumentUsageInfo::ID = 0;
4709467b48Spatrick
4809467b48Spatrick const AMDGPUFunctionArgInfo AMDGPUArgumentUsageInfo::ExternFunctionInfo{};
4909467b48Spatrick
50097a140dSpatrick // Hardcoded registers from fixed function ABI
51097a140dSpatrick const AMDGPUFunctionArgInfo AMDGPUArgumentUsageInfo::FixedABIFunctionInfo
52097a140dSpatrick = AMDGPUFunctionArgInfo::fixedABILayout();
53097a140dSpatrick
doInitialization(Module & M)5409467b48Spatrick bool AMDGPUArgumentUsageInfo::doInitialization(Module &M) {
5509467b48Spatrick return false;
5609467b48Spatrick }
5709467b48Spatrick
doFinalization(Module & M)5809467b48Spatrick bool AMDGPUArgumentUsageInfo::doFinalization(Module &M) {
5909467b48Spatrick ArgInfoMap.clear();
6009467b48Spatrick return false;
6109467b48Spatrick }
6209467b48Spatrick
print(raw_ostream & OS,const Module * M) const6309467b48Spatrick void AMDGPUArgumentUsageInfo::print(raw_ostream &OS, const Module *M) const {
6409467b48Spatrick for (const auto &FI : ArgInfoMap) {
6509467b48Spatrick OS << "Arguments for " << FI.first->getName() << '\n'
6609467b48Spatrick << " PrivateSegmentBuffer: " << FI.second.PrivateSegmentBuffer
6709467b48Spatrick << " DispatchPtr: " << FI.second.DispatchPtr
6809467b48Spatrick << " QueuePtr: " << FI.second.QueuePtr
6909467b48Spatrick << " KernargSegmentPtr: " << FI.second.KernargSegmentPtr
7009467b48Spatrick << " DispatchID: " << FI.second.DispatchID
7109467b48Spatrick << " FlatScratchInit: " << FI.second.FlatScratchInit
7209467b48Spatrick << " PrivateSegmentSize: " << FI.second.PrivateSegmentSize
7309467b48Spatrick << " WorkGroupIDX: " << FI.second.WorkGroupIDX
7409467b48Spatrick << " WorkGroupIDY: " << FI.second.WorkGroupIDY
7509467b48Spatrick << " WorkGroupIDZ: " << FI.second.WorkGroupIDZ
7609467b48Spatrick << " WorkGroupInfo: " << FI.second.WorkGroupInfo
77*d415bd75Srobert << " LDSKernelId: " << FI.second.LDSKernelId
7809467b48Spatrick << " PrivateSegmentWaveByteOffset: "
7909467b48Spatrick << FI.second.PrivateSegmentWaveByteOffset
8009467b48Spatrick << " ImplicitBufferPtr: " << FI.second.ImplicitBufferPtr
8109467b48Spatrick << " ImplicitArgPtr: " << FI.second.ImplicitArgPtr
8209467b48Spatrick << " WorkItemIDX " << FI.second.WorkItemIDX
8309467b48Spatrick << " WorkItemIDY " << FI.second.WorkItemIDY
8409467b48Spatrick << " WorkItemIDZ " << FI.second.WorkItemIDZ
8509467b48Spatrick << '\n';
8609467b48Spatrick }
8709467b48Spatrick }
8809467b48Spatrick
89097a140dSpatrick std::tuple<const ArgDescriptor *, const TargetRegisterClass *, LLT>
getPreloadedValue(AMDGPUFunctionArgInfo::PreloadedValue Value) const9009467b48Spatrick AMDGPUFunctionArgInfo::getPreloadedValue(
9109467b48Spatrick AMDGPUFunctionArgInfo::PreloadedValue Value) const {
9209467b48Spatrick switch (Value) {
9309467b48Spatrick case AMDGPUFunctionArgInfo::PRIVATE_SEGMENT_BUFFER: {
94*d415bd75Srobert return std::tuple(PrivateSegmentBuffer ? &PrivateSegmentBuffer : nullptr,
9573471bf0Spatrick &AMDGPU::SGPR_128RegClass, LLT::fixed_vector(4, 32));
9609467b48Spatrick }
9709467b48Spatrick case AMDGPUFunctionArgInfo::IMPLICIT_BUFFER_PTR:
98*d415bd75Srobert return std::tuple(ImplicitBufferPtr ? &ImplicitBufferPtr : nullptr,
99097a140dSpatrick &AMDGPU::SGPR_64RegClass,
100097a140dSpatrick LLT::pointer(AMDGPUAS::CONSTANT_ADDRESS, 64));
10109467b48Spatrick case AMDGPUFunctionArgInfo::WORKGROUP_ID_X:
102*d415bd75Srobert return std::tuple(WorkGroupIDX ? &WorkGroupIDX : nullptr,
103097a140dSpatrick &AMDGPU::SGPR_32RegClass, LLT::scalar(32));
10409467b48Spatrick case AMDGPUFunctionArgInfo::WORKGROUP_ID_Y:
105*d415bd75Srobert return std::tuple(WorkGroupIDY ? &WorkGroupIDY : nullptr,
106097a140dSpatrick &AMDGPU::SGPR_32RegClass, LLT::scalar(32));
10709467b48Spatrick case AMDGPUFunctionArgInfo::WORKGROUP_ID_Z:
108*d415bd75Srobert return std::tuple(WorkGroupIDZ ? &WorkGroupIDZ : nullptr,
109*d415bd75Srobert &AMDGPU::SGPR_32RegClass, LLT::scalar(32));
110*d415bd75Srobert case AMDGPUFunctionArgInfo::LDS_KERNEL_ID:
111*d415bd75Srobert return std::tuple(LDSKernelId ? &LDSKernelId : nullptr,
112097a140dSpatrick &AMDGPU::SGPR_32RegClass, LLT::scalar(32));
11309467b48Spatrick case AMDGPUFunctionArgInfo::PRIVATE_SEGMENT_WAVE_BYTE_OFFSET:
114*d415bd75Srobert return std::tuple(
11509467b48Spatrick PrivateSegmentWaveByteOffset ? &PrivateSegmentWaveByteOffset : nullptr,
116097a140dSpatrick &AMDGPU::SGPR_32RegClass, LLT::scalar(32));
11709467b48Spatrick case AMDGPUFunctionArgInfo::KERNARG_SEGMENT_PTR:
118*d415bd75Srobert return std::tuple(KernargSegmentPtr ? &KernargSegmentPtr : nullptr,
119097a140dSpatrick &AMDGPU::SGPR_64RegClass,
120097a140dSpatrick LLT::pointer(AMDGPUAS::CONSTANT_ADDRESS, 64));
12109467b48Spatrick case AMDGPUFunctionArgInfo::IMPLICIT_ARG_PTR:
122*d415bd75Srobert return std::tuple(ImplicitArgPtr ? &ImplicitArgPtr : nullptr,
123097a140dSpatrick &AMDGPU::SGPR_64RegClass,
124097a140dSpatrick LLT::pointer(AMDGPUAS::CONSTANT_ADDRESS, 64));
12509467b48Spatrick case AMDGPUFunctionArgInfo::DISPATCH_ID:
126*d415bd75Srobert return std::tuple(DispatchID ? &DispatchID : nullptr,
127097a140dSpatrick &AMDGPU::SGPR_64RegClass, LLT::scalar(64));
12809467b48Spatrick case AMDGPUFunctionArgInfo::FLAT_SCRATCH_INIT:
129*d415bd75Srobert return std::tuple(FlatScratchInit ? &FlatScratchInit : nullptr,
130097a140dSpatrick &AMDGPU::SGPR_64RegClass, LLT::scalar(64));
13109467b48Spatrick case AMDGPUFunctionArgInfo::DISPATCH_PTR:
132*d415bd75Srobert return std::tuple(DispatchPtr ? &DispatchPtr : nullptr,
133097a140dSpatrick &AMDGPU::SGPR_64RegClass,
134097a140dSpatrick LLT::pointer(AMDGPUAS::CONSTANT_ADDRESS, 64));
13509467b48Spatrick case AMDGPUFunctionArgInfo::QUEUE_PTR:
136*d415bd75Srobert return std::tuple(QueuePtr ? &QueuePtr : nullptr, &AMDGPU::SGPR_64RegClass,
137097a140dSpatrick LLT::pointer(AMDGPUAS::CONSTANT_ADDRESS, 64));
13809467b48Spatrick case AMDGPUFunctionArgInfo::WORKITEM_ID_X:
139*d415bd75Srobert return std::tuple(WorkItemIDX ? &WorkItemIDX : nullptr,
140097a140dSpatrick &AMDGPU::VGPR_32RegClass, LLT::scalar(32));
14109467b48Spatrick case AMDGPUFunctionArgInfo::WORKITEM_ID_Y:
142*d415bd75Srobert return std::tuple(WorkItemIDY ? &WorkItemIDY : nullptr,
143097a140dSpatrick &AMDGPU::VGPR_32RegClass, LLT::scalar(32));
14409467b48Spatrick case AMDGPUFunctionArgInfo::WORKITEM_ID_Z:
145*d415bd75Srobert return std::tuple(WorkItemIDZ ? &WorkItemIDZ : nullptr,
146097a140dSpatrick &AMDGPU::VGPR_32RegClass, LLT::scalar(32));
14709467b48Spatrick }
14809467b48Spatrick llvm_unreachable("unexpected preloaded value type");
14909467b48Spatrick }
150097a140dSpatrick
fixedABILayout()151097a140dSpatrick constexpr AMDGPUFunctionArgInfo AMDGPUFunctionArgInfo::fixedABILayout() {
152097a140dSpatrick AMDGPUFunctionArgInfo AI;
153097a140dSpatrick AI.PrivateSegmentBuffer
154097a140dSpatrick = ArgDescriptor::createRegister(AMDGPU::SGPR0_SGPR1_SGPR2_SGPR3);
155097a140dSpatrick AI.DispatchPtr = ArgDescriptor::createRegister(AMDGPU::SGPR4_SGPR5);
156097a140dSpatrick AI.QueuePtr = ArgDescriptor::createRegister(AMDGPU::SGPR6_SGPR7);
157097a140dSpatrick
158097a140dSpatrick // Do not pass kernarg segment pointer, only pass increment version in its
159097a140dSpatrick // place.
160097a140dSpatrick AI.ImplicitArgPtr = ArgDescriptor::createRegister(AMDGPU::SGPR8_SGPR9);
161097a140dSpatrick AI.DispatchID = ArgDescriptor::createRegister(AMDGPU::SGPR10_SGPR11);
162097a140dSpatrick
163097a140dSpatrick // Skip FlatScratchInit/PrivateSegmentSize
164097a140dSpatrick AI.WorkGroupIDX = ArgDescriptor::createRegister(AMDGPU::SGPR12);
165097a140dSpatrick AI.WorkGroupIDY = ArgDescriptor::createRegister(AMDGPU::SGPR13);
166097a140dSpatrick AI.WorkGroupIDZ = ArgDescriptor::createRegister(AMDGPU::SGPR14);
167*d415bd75Srobert AI.LDSKernelId = ArgDescriptor::createRegister(AMDGPU::SGPR15);
168097a140dSpatrick
169097a140dSpatrick const unsigned Mask = 0x3ff;
170097a140dSpatrick AI.WorkItemIDX = ArgDescriptor::createRegister(AMDGPU::VGPR31, Mask);
171097a140dSpatrick AI.WorkItemIDY = ArgDescriptor::createRegister(AMDGPU::VGPR31, Mask << 10);
172097a140dSpatrick AI.WorkItemIDZ = ArgDescriptor::createRegister(AMDGPU::VGPR31, Mask << 20);
173097a140dSpatrick return AI;
174097a140dSpatrick }
175097a140dSpatrick
176097a140dSpatrick const AMDGPUFunctionArgInfo &
lookupFuncArgInfo(const Function & F) const177097a140dSpatrick AMDGPUArgumentUsageInfo::lookupFuncArgInfo(const Function &F) const {
178097a140dSpatrick auto I = ArgInfoMap.find(&F);
179*d415bd75Srobert if (I == ArgInfoMap.end())
180097a140dSpatrick return FixedABIFunctionInfo;
181097a140dSpatrick return I->second;
182097a140dSpatrick }
183