1; NOTE: Assertions have been autogenerated by utils/update_test_checks.py 2; RUN: opt -passes='require<profile-summary>,function(codegenprepare)' -S < %s | FileCheck %s 3; RUN: opt -enable-debugify -passes='require<profile-summary>,function(codegenprepare)' -S < %s | FileCheck %s -check-prefix=DEBUG 4; RUN: opt -enable-debugify -passes='require<profile-summary>,function(codegenprepare)' -S < %s --try-experimental-debuginfo-iterators | FileCheck %s -check-prefix=DEBUG 5 6target triple = "x86_64-unknown-unknown" 7 8; Nothing to sink and convert here. 9 10define i32 @no_sink(double %a, ptr %b, i32 %x, i32 %y) { 11; CHECK-LABEL: @no_sink( 12; CHECK-NEXT: entry: 13; CHECK-NEXT: [[LOAD:%.*]] = load double, ptr [[B:%.*]], align 8 14; CHECK-NEXT: [[CMP:%.*]] = fcmp olt double [[LOAD]], [[A:%.*]] 15; CHECK-NEXT: [[SEL:%.*]] = select i1 [[CMP]], i32 [[X:%.*]], i32 [[Y:%.*]] 16; CHECK-NEXT: ret i32 [[SEL]] 17; 18; DEBUG-LABEL: @no_sink( 19; DEBUG-NEXT: entry: 20; DEBUG-NEXT: [[LOAD:%.*]] = load double, ptr [[B:%.*]], align 8, !dbg [[DBG15:![0-9]+]] 21; DEBUG-NEXT: #dbg_value(double [[LOAD]], [[META9:![0-9]+]], !DIExpression(), [[DBG15]]) 22; DEBUG-NEXT: [[CMP:%.*]] = fcmp olt double [[LOAD]], [[A:%.*]], !dbg [[DBG16:![0-9]+]] 23; DEBUG-NEXT: #dbg_value(i1 [[CMP]], [[META11:![0-9]+]], !DIExpression(), [[DBG16]]) 24; DEBUG-NEXT: [[SEL:%.*]] = select i1 [[CMP]], i32 [[X:%.*]], i32 [[Y:%.*]], !dbg [[DBG17:![0-9]+]] 25; DEBUG-NEXT: #dbg_value(i32 [[SEL]], [[META13:![0-9]+]], !DIExpression(), [[DBG17]]) 26; DEBUG-NEXT: ret i32 [[SEL]], !dbg [[DBG18:![0-9]+]] 27; 28entry: 29 %load = load double, ptr %b, align 8 30 %cmp = fcmp olt double %load, %a 31 %sel = select i1 %cmp, i32 %x, i32 %y 32 ret i32 %sel 33} 34 35 36; An 'fdiv' is expensive, so sink it rather than speculatively execute it. 37 38define float @fdiv_true_sink(float %a, float %b) { 39; CHECK-LABEL: @fdiv_true_sink( 40; CHECK-NEXT: entry: 41; CHECK-NEXT: [[SEL_FROZEN:%.*]] = freeze float [[A:%.*]] 42; CHECK-NEXT: [[CMP:%.*]] = fcmp ogt float [[SEL_FROZEN]], 1.000000e+00 43; CHECK-NEXT: br i1 [[CMP]], label [[SELECT_TRUE_SINK:%.*]], label [[SELECT_END:%.*]] 44; CHECK: select.true.sink: 45; CHECK-NEXT: [[DIV:%.*]] = fdiv float [[A]], [[B:%.*]] 46; CHECK-NEXT: br label [[SELECT_END]] 47; CHECK: select.end: 48; CHECK-NEXT: [[SEL:%.*]] = phi float [ [[DIV]], [[SELECT_TRUE_SINK]] ], [ 2.000000e+00, [[ENTRY:%.*]] ] 49; CHECK-NEXT: ret float [[SEL]] 50; 51; DEBUG-LABEL: @fdiv_true_sink( 52; DEBUG-NEXT: entry: 53; DEBUG-NEXT: [[SEL_FROZEN:%.*]] = freeze float [[A:%.*]] 54; DEBUG-NEXT: [[CMP:%.*]] = fcmp ogt float [[SEL_FROZEN]], 1.000000e+00, !dbg [[DBG24:![0-9]+]] 55; DEBUG-NEXT: #dbg_value(i1 [[CMP]], [[META22:![0-9]+]], !DIExpression(), [[DBG24]]) 56; DEBUG-NEXT: br i1 [[CMP]], label [[SELECT_TRUE_SINK:%.*]], label [[SELECT_END:%.*]], !dbg [[DBG25:![0-9]+]] 57; DEBUG: select.true.sink: 58; DEBUG-NEXT: [[DIV:%.*]] = fdiv float [[A]], [[B:%.*]], !dbg [[DBG26:![0-9]+]] 59; DEBUG-NEXT: #dbg_value(float [[DIV]], [[META21:![0-9]+]], !DIExpression(), [[DBG26]]) 60; DEBUG-NEXT: br label [[SELECT_END]], !dbg [[DBG27:![0-9]+]] 61; DEBUG: select.end: 62; DEBUG-NEXT: [[SEL:%.*]] = phi float [ [[DIV]], [[SELECT_TRUE_SINK]] ], [ 2.000000e+00, [[ENTRY:%.*]] ], !dbg [[DBG25]] 63; DEBUG-NEXT: #dbg_value(float [[SEL]], [[META23:![0-9]+]], !DIExpression(), [[DBG25]]) 64; DEBUG-NEXT: ret float [[SEL]], !dbg [[DBG27]] 65; 66entry: 67 %div = fdiv float %a, %b 68 %cmp = fcmp ogt float %a, 1.0 69 %sel = select i1 %cmp, float %div, float 2.0 70 ret float %sel 71} 72 73define float @fdiv_false_sink(float %a, float %b) { 74; CHECK-LABEL: @fdiv_false_sink( 75; CHECK-NEXT: entry: 76; CHECK-NEXT: [[SEL_FROZEN:%.*]] = freeze float [[A:%.*]] 77; CHECK-NEXT: [[CMP:%.*]] = fcmp ogt float [[SEL_FROZEN]], 3.000000e+00 78; CHECK-NEXT: br i1 [[CMP]], label [[SELECT_END:%.*]], label [[SELECT_FALSE_SINK:%.*]] 79; CHECK: select.false.sink: 80; CHECK-NEXT: [[DIV:%.*]] = fdiv float [[A]], [[B:%.*]] 81; CHECK-NEXT: br label [[SELECT_END]] 82; CHECK: select.end: 83; CHECK-NEXT: [[SEL:%.*]] = phi float [ 4.000000e+00, [[ENTRY:%.*]] ], [ [[DIV]], [[SELECT_FALSE_SINK]] ] 84; CHECK-NEXT: ret float [[SEL]] 85; 86; DEBUG-LABEL: @fdiv_false_sink( 87; DEBUG-NEXT: entry: 88; DEBUG-NEXT: [[SEL_FROZEN:%.*]] = freeze float [[A:%.*]] 89; DEBUG-NEXT: [[CMP:%.*]] = fcmp ogt float [[SEL_FROZEN]], 3.000000e+00, !dbg [[DBG33:![0-9]+]] 90; DEBUG-NEXT: #dbg_value(i1 [[CMP]], [[META31:![0-9]+]], !DIExpression(), [[DBG33]]) 91; DEBUG-NEXT: br i1 [[CMP]], label [[SELECT_END:%.*]], label [[SELECT_FALSE_SINK:%.*]], !dbg [[DBG34:![0-9]+]] 92; DEBUG: select.false.sink: 93; DEBUG-NEXT: [[DIV:%.*]] = fdiv float [[A]], [[B:%.*]], !dbg [[DBG35:![0-9]+]] 94; DEBUG-NEXT: #dbg_value(float [[DIV]], [[META30:![0-9]+]], !DIExpression(), [[DBG35]]) 95; DEBUG-NEXT: br label [[SELECT_END]], !dbg [[DBG36:![0-9]+]] 96; DEBUG: select.end: 97; DEBUG-NEXT: [[SEL:%.*]] = phi float [ 4.000000e+00, [[ENTRY:%.*]] ], [ [[DIV]], [[SELECT_FALSE_SINK]] ], !dbg [[DBG34]] 98; DEBUG-NEXT: #dbg_value(float [[SEL]], [[META32:![0-9]+]], !DIExpression(), [[DBG34]]) 99; DEBUG-NEXT: ret float [[SEL]], !dbg [[DBG36]] 100; 101entry: 102 %div = fdiv float %a, %b 103 %cmp = fcmp ogt float %a, 3.0 104 %sel = select i1 %cmp, float 4.0, float %div 105 ret float %sel 106} 107 108define float @fdiv_both_sink(float %a, float %b) { 109; CHECK-LABEL: @fdiv_both_sink( 110; CHECK-NEXT: entry: 111; CHECK-NEXT: [[SEL_FROZEN:%.*]] = freeze float [[A:%.*]] 112; CHECK-NEXT: [[CMP:%.*]] = fcmp ogt float [[SEL_FROZEN]], 5.000000e+00 113; CHECK-NEXT: br i1 [[CMP]], label [[SELECT_TRUE_SINK:%.*]], label [[SELECT_FALSE_SINK:%.*]] 114; CHECK: select.true.sink: 115; CHECK-NEXT: [[DIV1:%.*]] = fdiv float [[A]], [[B:%.*]] 116; CHECK-NEXT: br label [[SELECT_END:%.*]] 117; CHECK: select.false.sink: 118; CHECK-NEXT: [[DIV2:%.*]] = fdiv float [[B]], [[A]] 119; CHECK-NEXT: br label [[SELECT_END]] 120; CHECK: select.end: 121; CHECK-NEXT: [[SEL:%.*]] = phi float [ [[DIV1]], [[SELECT_TRUE_SINK]] ], [ [[DIV2]], [[SELECT_FALSE_SINK]] ] 122; CHECK-NEXT: ret float [[SEL]] 123; 124; DEBUG-LABEL: @fdiv_both_sink( 125; DEBUG-NEXT: entry: 126; DEBUG-NEXT: [[SEL_FROZEN:%.*]] = freeze float [[A:%.*]] 127; DEBUG-NEXT: [[CMP:%.*]] = fcmp ogt float [[SEL_FROZEN]], 5.000000e+00, !dbg [[DBG43:![0-9]+]] 128; DEBUG-NEXT: #dbg_value(i1 [[CMP]], [[META41:![0-9]+]], !DIExpression(), [[DBG43]]) 129; DEBUG-NEXT: br i1 [[CMP]], label [[SELECT_TRUE_SINK:%.*]], label [[SELECT_FALSE_SINK:%.*]], !dbg [[DBG44:![0-9]+]] 130; DEBUG: select.true.sink: 131; DEBUG-NEXT: [[DIV1:%.*]] = fdiv float [[A]], [[B:%.*]], !dbg [[DBG45:![0-9]+]] 132; DEBUG-NEXT: #dbg_value(float [[DIV1]], [[META39:![0-9]+]], !DIExpression(), [[DBG45]]) 133; DEBUG-NEXT: br label [[SELECT_END:%.*]], !dbg [[DBG46:![0-9]+]] 134; DEBUG: select.false.sink: 135; DEBUG-NEXT: [[DIV2:%.*]] = fdiv float [[B]], [[A]], !dbg [[DBG47:![0-9]+]] 136; DEBUG-NEXT: #dbg_value(float [[DIV2]], [[META40:![0-9]+]], !DIExpression(), [[DBG47]]) 137; DEBUG-NEXT: br label [[SELECT_END]], !dbg [[DBG46]] 138; DEBUG: select.end: 139; DEBUG-NEXT: [[SEL:%.*]] = phi float [ [[DIV1]], [[SELECT_TRUE_SINK]] ], [ [[DIV2]], [[SELECT_FALSE_SINK]] ], !dbg [[DBG44]] 140; DEBUG-NEXT: #dbg_value(float [[SEL]], [[META42:![0-9]+]], !DIExpression(), [[DBG44]]) 141; DEBUG-NEXT: ret float [[SEL]], !dbg [[DBG46]] 142; 143entry: 144 %div1 = fdiv float %a, %b 145 %div2 = fdiv float %b, %a 146 %cmp = fcmp ogt float %a, 5.0 147 %sel = select i1 %cmp, float %div1, float %div2 148 ret float %sel 149} 150 151; But if the select is marked unpredictable, then don't turn it into a branch. 152 153define float @unpredictable_select(float %a, float %b) { 154; CHECK-LABEL: @unpredictable_select( 155; CHECK-NEXT: entry: 156; CHECK-NEXT: [[DIV:%.*]] = fdiv float [[A:%.*]], [[B:%.*]] 157; CHECK-NEXT: [[CMP:%.*]] = fcmp ogt float [[A]], 1.000000e+00 158; CHECK-NEXT: [[SEL:%.*]] = select i1 [[CMP]], float [[DIV]], float 2.000000e+00, !unpredictable [[META0:![0-9]+]] 159; CHECK-NEXT: ret float [[SEL]] 160; 161; DEBUG-LABEL: @unpredictable_select( 162; DEBUG-NEXT: entry: 163; DEBUG-NEXT: [[DIV:%.*]] = fdiv float [[A:%.*]], [[B:%.*]], !dbg [[DBG53:![0-9]+]] 164; DEBUG-NEXT: #dbg_value(float [[DIV]], [[META50:![0-9]+]], !DIExpression(), [[DBG53]]) 165; DEBUG-NEXT: [[CMP:%.*]] = fcmp ogt float [[A]], 1.000000e+00, !dbg [[DBG54:![0-9]+]] 166; DEBUG-NEXT: #dbg_value(i1 [[CMP]], [[META51:![0-9]+]], !DIExpression(), [[DBG54]]) 167; DEBUG-NEXT: [[SEL:%.*]] = select i1 [[CMP]], float [[DIV]], float 2.000000e+00, !dbg [[DBG55:![0-9]+]], !unpredictable [[META7:![0-9]+]] 168; DEBUG-NEXT: #dbg_value(float [[SEL]], [[META52:![0-9]+]], !DIExpression(), [[DBG55]]) 169; DEBUG-NEXT: ret float [[SEL]], !dbg [[DBG56:![0-9]+]] 170; 171entry: 172 %div = fdiv float %a, %b 173 %cmp = fcmp ogt float %a, 1.0 174 %sel = select i1 %cmp, float %div, float 2.0, !unpredictable !0 175 ret float %sel 176} 177 178!0 = !{} 179 180; An 'fadd' is not too expensive, so it's ok to speculate. 181 182define float @fadd_no_sink(float %a, float %b) { 183; CHECK-LABEL: @fadd_no_sink( 184; CHECK-NEXT: [[ADD:%.*]] = fadd float [[A:%.*]], [[B:%.*]] 185; CHECK-NEXT: [[CMP:%.*]] = fcmp ogt float 6.000000e+00, [[A]] 186; CHECK-NEXT: [[SEL:%.*]] = select i1 [[CMP]], float [[ADD]], float 7.000000e+00 187; CHECK-NEXT: ret float [[SEL]] 188; 189; DEBUG-LABEL: @fadd_no_sink( 190; DEBUG-NEXT: [[ADD:%.*]] = fadd float [[A:%.*]], [[B:%.*]], !dbg [[DBG62:![0-9]+]] 191; DEBUG-NEXT: #dbg_value(float [[ADD]], [[META59:![0-9]+]], !DIExpression(), [[DBG62]]) 192; DEBUG-NEXT: [[CMP:%.*]] = fcmp ogt float 6.000000e+00, [[A]], !dbg [[DBG63:![0-9]+]] 193; DEBUG-NEXT: #dbg_value(i1 [[CMP]], [[META60:![0-9]+]], !DIExpression(), [[DBG63]]) 194; DEBUG-NEXT: [[SEL:%.*]] = select i1 [[CMP]], float [[ADD]], float 7.000000e+00, !dbg [[DBG64:![0-9]+]] 195; DEBUG-NEXT: #dbg_value(float [[SEL]], [[META61:![0-9]+]], !DIExpression(), [[DBG64]]) 196; DEBUG-NEXT: ret float [[SEL]], !dbg [[DBG65:![0-9]+]] 197; 198 %add = fadd float %a, %b 199 %cmp = fcmp ogt float 6.0, %a 200 %sel = select i1 %cmp, float %add, float 7.0 201 ret float %sel 202} 203 204; Possible enhancement: sinkability is only calculated with the direct 205; operand of the select, so we don't try to sink this. The fdiv cost is not 206; taken into account. 207 208define float @fdiv_no_sink(float %a, float %b) { 209; CHECK-LABEL: @fdiv_no_sink( 210; CHECK-NEXT: entry: 211; CHECK-NEXT: [[DIV:%.*]] = fdiv float [[A:%.*]], [[B:%.*]] 212; CHECK-NEXT: [[ADD:%.*]] = fadd float [[DIV]], [[B]] 213; CHECK-NEXT: [[CMP:%.*]] = fcmp ogt float [[A]], 1.000000e+00 214; CHECK-NEXT: [[SEL:%.*]] = select i1 [[CMP]], float [[ADD]], float 8.000000e+00 215; CHECK-NEXT: ret float [[SEL]] 216; 217; DEBUG-LABEL: @fdiv_no_sink( 218; DEBUG-NEXT: entry: 219; DEBUG-NEXT: [[DIV:%.*]] = fdiv float [[A:%.*]], [[B:%.*]], !dbg [[DBG72:![0-9]+]] 220; DEBUG-NEXT: #dbg_value(float [[DIV]], [[META68:![0-9]+]], !DIExpression(), [[DBG72]]) 221; DEBUG-NEXT: [[ADD:%.*]] = fadd float [[DIV]], [[B]], !dbg [[DBG73:![0-9]+]] 222; DEBUG-NEXT: #dbg_value(float [[ADD]], [[META69:![0-9]+]], !DIExpression(), [[DBG73]]) 223; DEBUG-NEXT: [[CMP:%.*]] = fcmp ogt float [[A]], 1.000000e+00, !dbg [[DBG74:![0-9]+]] 224; DEBUG-NEXT: #dbg_value(i1 [[CMP]], [[META70:![0-9]+]], !DIExpression(), [[DBG74]]) 225; DEBUG-NEXT: [[SEL:%.*]] = select i1 [[CMP]], float [[ADD]], float 8.000000e+00, !dbg [[DBG75:![0-9]+]] 226; DEBUG-NEXT: #dbg_value(float [[SEL]], [[META71:![0-9]+]], !DIExpression(), [[DBG75]]) 227; DEBUG-NEXT: ret float [[SEL]], !dbg [[DBG76:![0-9]+]] 228; 229entry: 230 %div = fdiv float %a, %b 231 %add = fadd float %div, %b 232 %cmp = fcmp ogt float %a, 1.0 233 %sel = select i1 %cmp, float %add, float 8.0 234 ret float %sel 235} 236 237; Do not transform the CFG if the select operands may have side effects. 238 239declare ptr @bar(i32, i32, i32) 240declare ptr @baz(i32, i32, i32) 241 242define ptr @calls_no_sink(i32 %in) { 243; CHECK-LABEL: @calls_no_sink( 244; CHECK-NEXT: [[CALL1:%.*]] = call ptr @bar(i32 1, i32 2, i32 3) 245; CHECK-NEXT: [[CALL2:%.*]] = call ptr @baz(i32 1, i32 2, i32 3) 246; CHECK-NEXT: [[TOBOOL:%.*]] = icmp ne i32 [[IN:%.*]], 0 247; CHECK-NEXT: [[SEL:%.*]] = select i1 [[TOBOOL]], ptr [[CALL1]], ptr [[CALL2]] 248; CHECK-NEXT: ret ptr [[SEL]] 249; 250; DEBUG-LABEL: @calls_no_sink( 251; DEBUG-NEXT: [[CALL1:%.*]] = call ptr @bar(i32 1, i32 2, i32 3), !dbg [[DBG83:![0-9]+]] 252; DEBUG-NEXT: #dbg_value(ptr [[CALL1]], [[META79:![0-9]+]], !DIExpression(), [[DBG83]]) 253; DEBUG-NEXT: [[CALL2:%.*]] = call ptr @baz(i32 1, i32 2, i32 3), !dbg [[DBG84:![0-9]+]] 254; DEBUG-NEXT: #dbg_value(ptr [[CALL2]], [[META80:![0-9]+]], !DIExpression(), [[DBG84]]) 255; DEBUG-NEXT: [[TOBOOL:%.*]] = icmp ne i32 [[IN:%.*]], 0, !dbg [[DBG85:![0-9]+]] 256; DEBUG-NEXT: #dbg_value(i1 [[TOBOOL]], [[META81:![0-9]+]], !DIExpression(), [[DBG85]]) 257; DEBUG-NEXT: [[SEL:%.*]] = select i1 [[TOBOOL]], ptr [[CALL1]], ptr [[CALL2]], !dbg [[DBG86:![0-9]+]] 258; DEBUG-NEXT: #dbg_value(ptr [[SEL]], [[META82:![0-9]+]], !DIExpression(), [[DBG86]]) 259; DEBUG-NEXT: ret ptr [[SEL]], !dbg [[DBG87:![0-9]+]] 260; 261 %call1 = call ptr @bar(i32 1, i32 2, i32 3) 262 %call2 = call ptr @baz(i32 1, i32 2, i32 3) 263 %tobool = icmp ne i32 %in, 0 264 %sel = select i1 %tobool, ptr %call1, ptr %call2 265 ret ptr %sel 266} 267 268define i32 @sdiv_no_sink(i32 %a, i32 %b) { 269; CHECK-LABEL: @sdiv_no_sink( 270; CHECK-NEXT: [[DIV1:%.*]] = sdiv i32 [[A:%.*]], [[B:%.*]] 271; CHECK-NEXT: [[DIV2:%.*]] = sdiv i32 [[B]], [[A]] 272; CHECK-NEXT: [[CMP:%.*]] = icmp sgt i32 [[A]], 5 273; CHECK-NEXT: [[SEL:%.*]] = select i1 [[CMP]], i32 [[DIV1]], i32 [[DIV2]] 274; CHECK-NEXT: ret i32 [[SEL]] 275; 276; DEBUG-LABEL: @sdiv_no_sink( 277; DEBUG-NEXT: [[DIV1:%.*]] = sdiv i32 [[A:%.*]], [[B:%.*]], !dbg [[DBG94:![0-9]+]] 278; DEBUG-NEXT: #dbg_value(i32 [[DIV1]], [[META90:![0-9]+]], !DIExpression(), [[DBG94]]) 279; DEBUG-NEXT: [[DIV2:%.*]] = sdiv i32 [[B]], [[A]], !dbg [[DBG95:![0-9]+]] 280; DEBUG-NEXT: #dbg_value(i32 [[DIV2]], [[META91:![0-9]+]], !DIExpression(), [[DBG95]]) 281; DEBUG-NEXT: [[CMP:%.*]] = icmp sgt i32 [[A]], 5, !dbg [[DBG96:![0-9]+]] 282; DEBUG-NEXT: #dbg_value(i1 [[CMP]], [[META92:![0-9]+]], !DIExpression(), [[DBG96]]) 283; DEBUG-NEXT: [[SEL:%.*]] = select i1 [[CMP]], i32 [[DIV1]], i32 [[DIV2]], !dbg [[DBG97:![0-9]+]] 284; DEBUG-NEXT: #dbg_value(i32 [[SEL]], [[META93:![0-9]+]], !DIExpression(), [[DBG97]]) 285; DEBUG-NEXT: ret i32 [[SEL]], !dbg [[DBG98:![0-9]+]] 286; 287 %div1 = sdiv i32 %a, %b 288 %div2 = sdiv i32 %b, %a 289 %cmp = icmp sgt i32 %a, 5 290 %sel = select i1 %cmp, i32 %div1, i32 %div2 291 ret i32 %sel 292} 293 294