1; RUN: opt < %s -passes=pseudo-probe,sample-profile -sample-profile-file=%S/Inputs/pseudo-probe-inline.prof -S -pass-remarks=sample-profile -sample-profile-prioritized-inline=0 -pass-remarks-output=%t.opt.yaml 2>&1 | FileCheck %s 2; RUN: FileCheck %s -check-prefixes=YAML,YAML-NO-ANNOTATE < %t.opt.yaml 3 4; RUN: llvm-profdata merge --sample --extbinary %S/Inputs/pseudo-probe-inline.prof -o %t2 5; RUN: opt < %s -passes=pseudo-probe,sample-profile -sample-profile-file=%t2 -S -pass-remarks=sample-profile -sample-profile-prioritized-inline=0 -pass-remarks-output=%t2.opt.yaml 2>&1 | FileCheck %s 6; RUN: FileCheck %s -check-prefixes=YAML,YAML-NO-ANNOTATE < %t2.opt.yaml 7 8; RUN: opt < %s -passes=pseudo-probe,sample-profile -annotate-sample-profile-inline-phase=true -sample-profile-file=%S/Inputs/pseudo-probe-inline.prof -S -pass-remarks=sample-profile -sample-profile-prioritized-inline=0 -pass-remarks-output=%t3.opt.yaml 2>&1 | FileCheck %s 9; RUN: FileCheck %s -check-prefixes=YAML,YAML-ANNOTATE < %t3.opt.yaml 10 11; RUN: opt < %s -passes=pseudo-probe,sample-profile -annotate-sample-profile-inline-phase=true -sample-profile-file=%t2 -S -pass-remarks=sample-profile -sample-profile-prioritized-inline=0 -pass-remarks-output=%t4.opt.yaml 2>&1 | FileCheck %s 12; RUN: FileCheck %s -check-prefixes=YAML,YAML-ANNOTATE < %t4.opt.yaml 13 14target datalayout = "e-m:e-p270:32:32-p271:32:32-p272:64:64-i64:64-f80:128-n8:16:32:64-S128" 15target triple = "x86_64-unknown-linux-gnu" 16 17@factor = dso_local global i32 3, align 4 18 19define dso_local i32 @foo(i32 %x) #0 !dbg !12 { 20entry: 21; CHECK: call void @llvm.pseudoprobe(i64 [[#GUID1:]], i64 1, i32 0, i64 -1) 22 %add = add nsw i32 %x, 100000, !dbg !19 23;; Check zen is fully inlined so there's no call to zen anymore. 24;; Check code from the inlining of zen is properly annotated here. 25; CHECK: call void @llvm.pseudoprobe(i64 [[#GUID2:]], i64 1, i32 0, i64 -1) 26; CHECK: br i1 %cmp.i, label %while.cond.i, label %while.cond2.i, !dbg ![[#]], !prof ![[PD1:[0-9]+]] 27; CHECK: call void @llvm.pseudoprobe(i64 [[#GUID2]], i64 2, i32 0, i64 -1) 28; CHECK: br i1 %cmp1.i, label %while.body.i, label %zen.exit, !dbg ![[#]], !prof ![[PD2:[0-9]+]] 29; CHECK: call void @llvm.pseudoprobe(i64 [[#GUID2]], i64 3, i32 0, i64 -1) 30; CHECK: call void @llvm.pseudoprobe(i64 [[#GUID2]], i64 4, i32 0, i64 -1) 31; CHECK: call void @llvm.pseudoprobe(i64 [[#GUID2]], i64 5, i32 0, i64 -1) 32; CHECK: call void @llvm.pseudoprobe(i64 [[#GUID2]], i64 6, i32 0, i64 -1) 33; CHECK-NOT: call i32 @zen 34 %call = call i32 @zen(i32 %add), !dbg !20 35 ret i32 %call, !dbg !21 36} 37 38; CHECK: define dso_local i32 @zen 39define dso_local i32 @zen(i32 %x) #0 !dbg !22 { 40entry: 41; CHECK: call void @llvm.pseudoprobe(i64 [[#GUID2]], i64 1, i32 0, i64 -1) 42 %cmp = icmp sgt i32 %x, 0, !dbg !26 43 br i1 %cmp, label %while.cond, label %while.cond2, !dbg !28 44 45while.cond: 46; CHECK: call void @llvm.pseudoprobe(i64 [[#GUID2]], i64 2, i32 0, i64 -1) 47 %x.addr.0 = phi i32 [ %x, %entry ], [ %sub, %while.body ] 48 %cmp1 = icmp sgt i32 %x.addr.0, 0, !dbg !29 49 br i1 %cmp1, label %while.body, label %if.end, !dbg !31 50 51while.body: 52; CHECK: call void @llvm.pseudoprobe(i64 [[#GUID2]], i64 3, i32 0, i64 -1) 53 %0 = load volatile i32, ptr @factor, align 4, !dbg !32 54 %sub = sub nsw i32 %x.addr.0, %0, !dbg !39 55 br label %while.cond, !dbg !31 56 57while.cond2: 58; CHECK: call void @llvm.pseudoprobe(i64 [[#GUID2]], i64 4, i32 0, i64 -1) 59 %x.addr.1 = phi i32 [ %x, %entry ], [ %add, %while.body4 ] 60 %cmp3 = icmp slt i32 %x.addr.1, 0, !dbg !42 61 br i1 %cmp3, label %while.body4, label %if.end, !dbg !44 62 63while.body4: 64; CHECK: call void @llvm.pseudoprobe(i64 [[#GUID2]], i64 5, i32 0, i64 -1) 65 %1 = load volatile i32, ptr @factor, align 4, !dbg !45 66 %add = add nsw i32 %x.addr.1, %1, !dbg !48 67 br label %while.cond2, !dbg !44 68 69if.end: 70; CHECK: call void @llvm.pseudoprobe(i64 [[#GUID2]], i64 6, i32 0, i64 -1) 71 %x.addr.2 = phi i32 [ %x.addr.0, %while.cond ], [ %x.addr.1, %while.cond2 ] 72 ret i32 %x.addr.2, !dbg !51 73} 74 75; CHECK: !llvm.pseudo_probe_desc = !{![[#DESC0:]], ![[#DESC1:]]} 76; CHECK: ![[#DESC0]] = !{i64 [[#GUID1]], i64 [[#HASH1:]], !"foo"} 77; CHECK: ![[#DESC1]] = !{i64 [[#GUID2]], i64 [[#HASH2:]], !"zen"} 78; CHECK: ![[PD1]] = !{!"branch_weights", i32 5, i32 0} 79; CHECK: ![[PD2]] = !{!"branch_weights", i32 382915, i32 5} 80 81; Checking to see if YAML file is generated and contains remarks 82;YAML: --- !Passed 83;YAML-NO-ANNOTATE-NEXT: Pass: sample-profile-inline 84;YAML-ANNOTATE-NEXT: Pass: main-sample-profile-inline 85;YAML-NEXT: Name: Inlined 86;YAML-NEXT: DebugLoc: { File: test.cpp, Line: 10, Column: 11 } 87;YAML-NEXT: Function: foo 88;YAML-NEXT: Args: 89;YAML-NEXT: - String: '''' 90;YAML-NEXT: - Callee: zen 91;YAML-NEXT: DebugLoc: { File: test.cpp, Line: 38, Column: 0 } 92;YAML-NEXT: - String: ''' inlined into ''' 93;YAML-NEXT: - Caller: foo 94;YAML-NEXT: DebugLoc: { File: test.cpp, Line: 9, Column: 0 } 95;YAML-NEXT: - String: '''' 96;YAML-NEXT: - String: ' to match profiling context' 97;YAML-NEXT: - String: ' with ' 98;YAML-NEXT: - String: '(cost=' 99;YAML-NEXT: - Cost: '15' 100;YAML-NEXT: - String: ', threshold=' 101;YAML-NEXT: - Threshold: '3000' 102;YAML-NEXT: - String: ')' 103;YAML-NEXT: - String: ' at callsite ' 104;YAML-NEXT: - String: foo 105;YAML-NEXT: - String: ':' 106;YAML-NEXT: - Line: '1' 107;YAML-NEXT: - String: ':' 108;YAML-NEXT: - Column: '11' 109;YAML-NEXT: - String: ';' 110;YAML-NEXT: ... 111;YAML: --- !Analysis 112;YAML-NEXT: Pass: sample-profile 113;YAML-NEXT: Name: AppliedSamples 114;YAML-NEXT: DebugLoc: { File: test.cpp, Line: 10, Column: 22 } 115;YAML-NEXT: Function: foo 116;YAML-NEXT: Args: 117;YAML-NEXT: - String: 'Applied ' 118;YAML-NEXT: - NumSamples: '23' 119;YAML-NEXT: - String: ' samples from profile (ProbeId=' 120;YAML-NEXT: - ProbeId: '1' 121;YAML-NEXT: - String: ', Factor=' 122;YAML-NEXT: - Factor: '1.000000e+00' 123;YAML-NEXT: - String: ', OriginalSamples=' 124;YAML-NEXT: - OriginalSamples: '23' 125;YAML-NEXT: - String: ')' 126;YAML-NEXT: ... 127;YAML: --- !Analysis 128;YAML-NEXT: Pass: sample-profile 129;YAML-NEXT: Name: AppliedSamples 130;YAML-NEXT: DebugLoc: { File: test.cpp, Line: 39, Column: 9 } 131;YAML-NEXT: Function: foo 132;YAML-NEXT: Args: 133;YAML-NEXT: - String: 'Applied ' 134;YAML-NEXT: - NumSamples: '23' 135;YAML-NEXT: - String: ' samples from profile (ProbeId=' 136;YAML-NEXT: - ProbeId: '1' 137;YAML-NEXT: - String: ', Factor=' 138;YAML-NEXT: - Factor: '1.000000e+00' 139;YAML-NEXT: - String: ', OriginalSamples=' 140;YAML-NEXT: - OriginalSamples: '23' 141;YAML-NEXT: - String: ')' 142;YAML-NEXT: ... 143;YAML: --- !Analysis 144;YAML-NEXT: Pass: sample-profile 145;YAML-NEXT: Name: AppliedSamples 146;YAML-NEXT: DebugLoc: { File: test.cpp, Line: 41, Column: 14 } 147;YAML-NEXT: Function: foo 148;YAML-NEXT: Args: 149;YAML-NEXT: - String: 'Applied ' 150;YAML-NEXT: - NumSamples: '382920' 151;YAML-NEXT: - String: ' samples from profile (ProbeId=' 152;YAML-NEXT: - ProbeId: '2' 153;YAML-NEXT: - String: ', Factor=' 154;YAML-NEXT: - Factor: '1.000000e+00' 155;YAML-NEXT: - String: ', OriginalSamples=' 156;YAML-NEXT: - OriginalSamples: '382920' 157;YAML-NEXT: - String: ')' 158;YAML-NEXT: ... 159 160attributes #0 = {"use-sample-profile"} 161 162!llvm.module.flags = !{!8, !9} 163 164!2 = distinct !DICompileUnit(language: DW_LANG_C_plus_plus_14, file: !3) 165!3 = !DIFile(filename: "test.cpp", directory: "test") 166!4 = !{} 167!7 = !DIBasicType(name: "int", size: 32, encoding: DW_ATE_signed) 168!8 = !{i32 7, !"Dwarf Version", i32 4} 169!9 = !{i32 2, !"Debug Info Version", i32 3} 170!12 = distinct !DISubprogram(name: "foo", scope: !3, file: !3, line: 9, type: !13, scopeLine: 9, unit: !2) 171!13 = !DISubroutineType(types: !14) 172!14 = !{!7, !7} 173!18 = !DILocation(line: 0, scope: !12) 174!19 = !DILocation(line: 10, column: 22, scope: !12) 175!20 = !DILocation(line: 10, column: 11, scope: !12) 176!21 = !DILocation(line: 12, column: 3, scope: !12) 177!22 = distinct !DISubprogram(name: "zen", scope: !3, file: !3, line: 37, type: !13, scopeLine: 38, unit: !2) 178!25 = !DILocation(line: 0, scope: !22) 179!26 = !DILocation(line: 39, column: 9, scope: !27) 180!27 = distinct !DILexicalBlock(scope: !22, file: !3, line: 39, column: 7) 181!28 = !DILocation(line: 39, column: 7, scope: !22) 182!29 = !DILocation(line: 41, column: 14, scope: !30) 183!30 = distinct !DILexicalBlock(scope: !27, file: !3, line: 39, column: 14) 184!31 = !DILocation(line: 41, column: 5, scope: !30) 185!32 = !DILocation(line: 42, column: 16, scope: !33) 186!33 = distinct !DILexicalBlock(scope: !30, file: !3, line: 41, column: 19) 187!38 = !DILocation(line: 42, column: 12, scope: !33) 188!39 = !DILocation(line: 42, column: 9, scope: !33) 189!42 = !DILocation(line: 48, column: 14, scope: !43) 190!43 = distinct !DILexicalBlock(scope: !27, file: !3, line: 46, column: 8) 191!44 = !DILocation(line: 48, column: 5, scope: !43) 192!45 = !DILocation(line: 49, column: 16, scope: !46) 193!46 = distinct !DILexicalBlock(scope: !43, file: !3, line: 48, column: 19) 194!47 = !DILocation(line: 49, column: 12, scope: !46) 195!48 = !DILocation(line: 49, column: 9, scope: !46) 196!51 = !DILocation(line: 53, column: 3, scope: !22) 197