193cdd1b5SArthur Eubanks //===----------------------------------------------------------------------===//
293cdd1b5SArthur Eubanks //
393cdd1b5SArthur Eubanks // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
493cdd1b5SArthur Eubanks // See https://llvm.org/LICENSE.txt for license information.
593cdd1b5SArthur Eubanks // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
693cdd1b5SArthur Eubanks //
793cdd1b5SArthur Eubanks //===----------------------------------------------------------------------===//
893cdd1b5SArthur Eubanks
993cdd1b5SArthur Eubanks #include "llvm/Transforms/Instrumentation/PGOForceFunctionAttrs.h"
1093cdd1b5SArthur Eubanks #include "llvm/Analysis/BlockFrequencyInfo.h"
1193cdd1b5SArthur Eubanks #include "llvm/Analysis/ProfileSummaryInfo.h"
12*4169338eSNikita Popov #include "llvm/IR/Module.h"
1393cdd1b5SArthur Eubanks #include "llvm/IR/PassManager.h"
1493cdd1b5SArthur Eubanks #include "llvm/Support/ErrorHandling.h"
1593cdd1b5SArthur Eubanks
1693cdd1b5SArthur Eubanks using namespace llvm;
1793cdd1b5SArthur Eubanks
shouldRunOnFunction(Function & F,ProfileSummaryInfo & PSI,FunctionAnalysisManager & FAM)1893cdd1b5SArthur Eubanks static bool shouldRunOnFunction(Function &F, ProfileSummaryInfo &PSI,
1993cdd1b5SArthur Eubanks FunctionAnalysisManager &FAM) {
2093cdd1b5SArthur Eubanks if (F.isDeclaration())
2193cdd1b5SArthur Eubanks return false;
2293cdd1b5SArthur Eubanks // Respect existing attributes.
2393cdd1b5SArthur Eubanks if (F.hasOptNone() || F.hasOptSize() || F.hasMinSize())
2493cdd1b5SArthur Eubanks return false;
2593cdd1b5SArthur Eubanks if (F.hasFnAttribute(Attribute::Cold))
2693cdd1b5SArthur Eubanks return true;
2793cdd1b5SArthur Eubanks if (!PSI.hasProfileSummary())
2893cdd1b5SArthur Eubanks return false;
2993cdd1b5SArthur Eubanks BlockFrequencyInfo &BFI = FAM.getResult<BlockFrequencyAnalysis>(F);
3093cdd1b5SArthur Eubanks return PSI.isFunctionColdInCallGraph(&F, BFI);
3193cdd1b5SArthur Eubanks }
3293cdd1b5SArthur Eubanks
run(Module & M,ModuleAnalysisManager & AM)3393cdd1b5SArthur Eubanks PreservedAnalyses PGOForceFunctionAttrsPass::run(Module &M,
3493cdd1b5SArthur Eubanks ModuleAnalysisManager &AM) {
3593cdd1b5SArthur Eubanks if (ColdType == PGOOptions::ColdFuncOpt::Default)
3693cdd1b5SArthur Eubanks return PreservedAnalyses::all();
3793cdd1b5SArthur Eubanks ProfileSummaryInfo &PSI = AM.getResult<ProfileSummaryAnalysis>(M);
3893cdd1b5SArthur Eubanks FunctionAnalysisManager &FAM =
3993cdd1b5SArthur Eubanks AM.getResult<FunctionAnalysisManagerModuleProxy>(M).getManager();
4093cdd1b5SArthur Eubanks bool MadeChange = false;
4193cdd1b5SArthur Eubanks for (Function &F : M) {
4293cdd1b5SArthur Eubanks if (!shouldRunOnFunction(F, PSI, FAM))
4393cdd1b5SArthur Eubanks continue;
4493cdd1b5SArthur Eubanks switch (ColdType) {
4593cdd1b5SArthur Eubanks case PGOOptions::ColdFuncOpt::Default:
4693cdd1b5SArthur Eubanks llvm_unreachable("bailed out for default above");
4793cdd1b5SArthur Eubanks break;
4893cdd1b5SArthur Eubanks case PGOOptions::ColdFuncOpt::OptSize:
4993cdd1b5SArthur Eubanks F.addFnAttr(Attribute::OptimizeForSize);
5093cdd1b5SArthur Eubanks break;
5193cdd1b5SArthur Eubanks case PGOOptions::ColdFuncOpt::MinSize:
5293cdd1b5SArthur Eubanks F.addFnAttr(Attribute::MinSize);
5393cdd1b5SArthur Eubanks break;
5493cdd1b5SArthur Eubanks case PGOOptions::ColdFuncOpt::OptNone:
5568413959SArthur Eubanks // alwaysinline is incompatible with optnone.
5668413959SArthur Eubanks if (F.hasFnAttribute(Attribute::AlwaysInline))
5768413959SArthur Eubanks continue;
5893cdd1b5SArthur Eubanks F.addFnAttr(Attribute::OptimizeNone);
5993cdd1b5SArthur Eubanks F.addFnAttr(Attribute::NoInline);
6093cdd1b5SArthur Eubanks break;
6193cdd1b5SArthur Eubanks }
6268413959SArthur Eubanks MadeChange = true;
6393cdd1b5SArthur Eubanks }
6493cdd1b5SArthur Eubanks return MadeChange ? PreservedAnalyses::none() : PreservedAnalyses::all();
6593cdd1b5SArthur Eubanks }
66