1fe5b9a6aSMatt Arsenault; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py 2fe5b9a6aSMatt Arsenault; RUN: llc -global-isel -mtriple=amdgcn-mesa-mesa3d -mcpu=gfx900 < %s | FileCheck -check-prefixes=GCN,GFX9 %s 3fe5b9a6aSMatt Arsenault; RUN: llc -global-isel -mtriple=amdgcn-mesa-mesa3d -mcpu=fiji < %s | FileCheck -check-prefixes=GCN,GFX8 %s 4fe5b9a6aSMatt Arsenault 5fe5b9a6aSMatt Arsenaultdefine half @v_constained_fma_f16_fpexcept_strict(half %x, half %y, half %z) #0 { 6fe5b9a6aSMatt Arsenault; GCN-LABEL: v_constained_fma_f16_fpexcept_strict: 7fe5b9a6aSMatt Arsenault; GCN: ; %bb.0: 8fe5b9a6aSMatt Arsenault; GCN-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) 9fe5b9a6aSMatt Arsenault; GCN-NEXT: v_fma_f16 v0, v0, v1, v2 10fe5b9a6aSMatt Arsenault; GCN-NEXT: s_setpc_b64 s[30:31] 11fe5b9a6aSMatt Arsenault %val = call half @llvm.experimental.constrained.fma.f16(half %x, half %y, half %z, metadata !"round.tonearest", metadata !"fpexcept.strict") 12fe5b9a6aSMatt Arsenault ret half %val 13fe5b9a6aSMatt Arsenault} 14fe5b9a6aSMatt Arsenault 15fe5b9a6aSMatt Arsenaultdefine <2 x half> @v_constained_fma_v2f16_fpexcept_strict(<2 x half> %x, <2 x half> %y, <2 x half> %z) #0 { 16fe5b9a6aSMatt Arsenault; GFX9-LABEL: v_constained_fma_v2f16_fpexcept_strict: 17fe5b9a6aSMatt Arsenault; GFX9: ; %bb.0: 18fe5b9a6aSMatt Arsenault; GFX9-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) 19fe5b9a6aSMatt Arsenault; GFX9-NEXT: v_pk_fma_f16 v0, v0, v1, v2 20fe5b9a6aSMatt Arsenault; GFX9-NEXT: s_setpc_b64 s[30:31] 21fe5b9a6aSMatt Arsenault; 22fe5b9a6aSMatt Arsenault; GFX8-LABEL: v_constained_fma_v2f16_fpexcept_strict: 23fe5b9a6aSMatt Arsenault; GFX8: ; %bb.0: 24fe5b9a6aSMatt Arsenault; GFX8-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) 25fe5b9a6aSMatt Arsenault; GFX8-NEXT: v_lshrrev_b32_e32 v3, 16, v0 26fe5b9a6aSMatt Arsenault; GFX8-NEXT: v_lshrrev_b32_e32 v4, 16, v1 27fe5b9a6aSMatt Arsenault; GFX8-NEXT: v_lshrrev_b32_e32 v5, 16, v2 28fe5b9a6aSMatt Arsenault; GFX8-NEXT: v_fma_f16 v0, v0, v1, v2 29fe5b9a6aSMatt Arsenault; GFX8-NEXT: v_fma_f16 v1, v3, v4, v5 303f4055deSChen Zheng; GFX8-NEXT: v_lshlrev_b32_e32 v1, 16, v1 313f4055deSChen Zheng; GFX8-NEXT: v_or_b32_e32 v0, v0, v1 32fe5b9a6aSMatt Arsenault; GFX8-NEXT: s_setpc_b64 s[30:31] 33fe5b9a6aSMatt Arsenault %val = call <2 x half> @llvm.experimental.constrained.fma.v2f16(<2 x half> %x, <2 x half> %y, <2 x half> %z, metadata !"round.tonearest", metadata !"fpexcept.strict") 34fe5b9a6aSMatt Arsenault ret <2 x half> %val 35fe5b9a6aSMatt Arsenault} 36fe5b9a6aSMatt Arsenault 37fe5b9a6aSMatt Arsenaultdefine <3 x half> @v_constained_fma_v3f16_fpexcept_strict(<3 x half> %x, <3 x half> %y, <3 x half> %z) #0 { 38fe5b9a6aSMatt Arsenault; GFX9-LABEL: v_constained_fma_v3f16_fpexcept_strict: 39fe5b9a6aSMatt Arsenault; GFX9: ; %bb.0: 40fe5b9a6aSMatt Arsenault; GFX9-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) 41fe5b9a6aSMatt Arsenault; GFX9-NEXT: v_pk_fma_f16 v0, v0, v2, v4 42fe5b9a6aSMatt Arsenault; GFX9-NEXT: v_pk_fma_f16 v1, v1, v3, v5 43fe5b9a6aSMatt Arsenault; GFX9-NEXT: s_setpc_b64 s[30:31] 44fe5b9a6aSMatt Arsenault; 45fe5b9a6aSMatt Arsenault; GFX8-LABEL: v_constained_fma_v3f16_fpexcept_strict: 46fe5b9a6aSMatt Arsenault; GFX8: ; %bb.0: 47fe5b9a6aSMatt Arsenault; GFX8-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) 48fe5b9a6aSMatt Arsenault; GFX8-NEXT: v_lshrrev_b32_e32 v6, 16, v0 49fe5b9a6aSMatt Arsenault; GFX8-NEXT: v_lshrrev_b32_e32 v7, 16, v2 50fe5b9a6aSMatt Arsenault; GFX8-NEXT: v_lshrrev_b32_e32 v8, 16, v4 51fe5b9a6aSMatt Arsenault; GFX8-NEXT: v_fma_f16 v0, v0, v2, v4 52fe5b9a6aSMatt Arsenault; GFX8-NEXT: v_fma_f16 v2, v6, v7, v8 533f4055deSChen Zheng; GFX8-NEXT: v_lshlrev_b32_e32 v2, 16, v2 54fe5b9a6aSMatt Arsenault; GFX8-NEXT: v_fma_f16 v1, v1, v3, v5 553f4055deSChen Zheng; GFX8-NEXT: v_or_b32_e32 v0, v0, v2 56fe5b9a6aSMatt Arsenault; GFX8-NEXT: s_setpc_b64 s[30:31] 57fe5b9a6aSMatt Arsenault %val = call <3 x half> @llvm.experimental.constrained.fma.v3f16(<3 x half> %x, <3 x half> %y, <3 x half> %z, metadata !"round.tonearest", metadata !"fpexcept.strict") 58fe5b9a6aSMatt Arsenault ret <3 x half> %val 59fe5b9a6aSMatt Arsenault} 60fe5b9a6aSMatt Arsenault 61fe5b9a6aSMatt Arsenaultdefine <4 x half> @v_constained_fma_v4f16_fpexcept_strict(<4 x half> %x, <4 x half> %y, <4 x half> %z) #0 { 62fe5b9a6aSMatt Arsenault; GFX9-LABEL: v_constained_fma_v4f16_fpexcept_strict: 63fe5b9a6aSMatt Arsenault; GFX9: ; %bb.0: 64fe5b9a6aSMatt Arsenault; GFX9-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) 65fe5b9a6aSMatt Arsenault; GFX9-NEXT: v_pk_fma_f16 v0, v0, v2, v4 66fe5b9a6aSMatt Arsenault; GFX9-NEXT: v_pk_fma_f16 v1, v1, v3, v5 67fe5b9a6aSMatt Arsenault; GFX9-NEXT: s_setpc_b64 s[30:31] 68fe5b9a6aSMatt Arsenault; 69fe5b9a6aSMatt Arsenault; GFX8-LABEL: v_constained_fma_v4f16_fpexcept_strict: 70fe5b9a6aSMatt Arsenault; GFX8: ; %bb.0: 71fe5b9a6aSMatt Arsenault; GFX8-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) 72fe5b9a6aSMatt Arsenault; GFX8-NEXT: v_lshrrev_b32_e32 v6, 16, v0 73fe5b9a6aSMatt Arsenault; GFX8-NEXT: v_lshrrev_b32_e32 v8, 16, v2 74fe5b9a6aSMatt Arsenault; GFX8-NEXT: v_lshrrev_b32_e32 v10, 16, v4 75fe5b9a6aSMatt Arsenault; GFX8-NEXT: v_lshrrev_b32_e32 v7, 16, v1 76fe5b9a6aSMatt Arsenault; GFX8-NEXT: v_lshrrev_b32_e32 v9, 16, v3 77fe5b9a6aSMatt Arsenault; GFX8-NEXT: v_lshrrev_b32_e32 v11, 16, v5 78fe5b9a6aSMatt Arsenault; GFX8-NEXT: v_fma_f16 v0, v0, v2, v4 79fe5b9a6aSMatt Arsenault; GFX8-NEXT: v_fma_f16 v2, v6, v8, v10 80fe5b9a6aSMatt Arsenault; GFX8-NEXT: v_fma_f16 v1, v1, v3, v5 81fe5b9a6aSMatt Arsenault; GFX8-NEXT: v_fma_f16 v3, v7, v9, v11 823f4055deSChen Zheng; GFX8-NEXT: v_lshlrev_b32_e32 v2, 16, v2 833f4055deSChen Zheng; GFX8-NEXT: v_or_b32_e32 v0, v0, v2 843f4055deSChen Zheng; GFX8-NEXT: v_lshlrev_b32_e32 v2, 16, v3 853f4055deSChen Zheng; GFX8-NEXT: v_or_b32_e32 v1, v1, v2 86fe5b9a6aSMatt Arsenault; GFX8-NEXT: s_setpc_b64 s[30:31] 87fe5b9a6aSMatt Arsenault %val = call <4 x half> @llvm.experimental.constrained.fma.v4f16(<4 x half> %x, <4 x half> %y, <4 x half> %z, metadata !"round.tonearest", metadata !"fpexcept.strict") 88fe5b9a6aSMatt Arsenault ret <4 x half> %val 89fe5b9a6aSMatt Arsenault} 90fe5b9a6aSMatt Arsenault 91fe5b9a6aSMatt Arsenaultdefine half @v_constained_fma_f16_fpexcept_strict_fneg(half %x, half %y, half %z) #0 { 92fe5b9a6aSMatt Arsenault; GCN-LABEL: v_constained_fma_f16_fpexcept_strict_fneg: 93fe5b9a6aSMatt Arsenault; GCN: ; %bb.0: 94fe5b9a6aSMatt Arsenault; GCN-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) 95fe5b9a6aSMatt Arsenault; GCN-NEXT: v_fma_f16 v0, v0, v1, -v2 96fe5b9a6aSMatt Arsenault; GCN-NEXT: s_setpc_b64 s[30:31] 97fe5b9a6aSMatt Arsenault %neg.z = fneg half %z 98fe5b9a6aSMatt Arsenault %val = call half @llvm.experimental.constrained.fma.f16(half %x, half %y, half %neg.z, metadata !"round.tonearest", metadata !"fpexcept.strict") 99fe5b9a6aSMatt Arsenault ret half %val 100fe5b9a6aSMatt Arsenault} 101fe5b9a6aSMatt Arsenault 102fe5b9a6aSMatt Arsenaultdefine half @v_constained_fma_f16_fpexcept_strict_fneg_fneg(half %x, half %y, half %z) #0 { 103fe5b9a6aSMatt Arsenault; GCN-LABEL: v_constained_fma_f16_fpexcept_strict_fneg_fneg: 104fe5b9a6aSMatt Arsenault; GCN: ; %bb.0: 105fe5b9a6aSMatt Arsenault; GCN-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) 106fe5b9a6aSMatt Arsenault; GCN-NEXT: v_fma_f16 v0, -v0, -v1, v2 107fe5b9a6aSMatt Arsenault; GCN-NEXT: s_setpc_b64 s[30:31] 108fe5b9a6aSMatt Arsenault %neg.x = fneg half %x 109fe5b9a6aSMatt Arsenault %neg.y = fneg half %y 110fe5b9a6aSMatt Arsenault %val = call half @llvm.experimental.constrained.fma.f16(half %neg.x, half %neg.y, half %z, metadata !"round.tonearest", metadata !"fpexcept.strict") 111fe5b9a6aSMatt Arsenault ret half %val 112fe5b9a6aSMatt Arsenault} 113fe5b9a6aSMatt Arsenault 114fe5b9a6aSMatt Arsenaultdefine half @v_constained_fma_f16_fpexcept_strict_fabs_fabs(half %x, half %y, half %z) #0 { 115fe5b9a6aSMatt Arsenault; GCN-LABEL: v_constained_fma_f16_fpexcept_strict_fabs_fabs: 116fe5b9a6aSMatt Arsenault; GCN: ; %bb.0: 117fe5b9a6aSMatt Arsenault; GCN-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) 118fe5b9a6aSMatt Arsenault; GCN-NEXT: v_fma_f16 v0, |v0|, |v1|, v2 119fe5b9a6aSMatt Arsenault; GCN-NEXT: s_setpc_b64 s[30:31] 120*76c22b18SKevin P. Neal %neg.x = call half @llvm.fabs.f16(half %x) #0 121*76c22b18SKevin P. Neal %neg.y = call half @llvm.fabs.f16(half %y) #0 122fe5b9a6aSMatt Arsenault %val = call half @llvm.experimental.constrained.fma.f16(half %neg.x, half %neg.y, half %z, metadata !"round.tonearest", metadata !"fpexcept.strict") 123fe5b9a6aSMatt Arsenault ret half %val 124fe5b9a6aSMatt Arsenault} 125fe5b9a6aSMatt Arsenault 126fe5b9a6aSMatt Arsenaultdefine <2 x half> @v_constained_fma_v2f16_fpexcept_strict_fneg_fneg(<2 x half> %x, <2 x half> %y, <2 x half> %z) #0 { 127fe5b9a6aSMatt Arsenault; GFX9-LABEL: v_constained_fma_v2f16_fpexcept_strict_fneg_fneg: 128fe5b9a6aSMatt Arsenault; GFX9: ; %bb.0: 129fe5b9a6aSMatt Arsenault; GFX9-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) 130fe5b9a6aSMatt Arsenault; GFX9-NEXT: v_pk_fma_f16 v0, v0, v1, v2 neg_lo:[1,1,0] neg_hi:[1,1,0] 131fe5b9a6aSMatt Arsenault; GFX9-NEXT: s_setpc_b64 s[30:31] 132fe5b9a6aSMatt Arsenault; 133fe5b9a6aSMatt Arsenault; GFX8-LABEL: v_constained_fma_v2f16_fpexcept_strict_fneg_fneg: 134fe5b9a6aSMatt Arsenault; GFX8: ; %bb.0: 135fe5b9a6aSMatt Arsenault; GFX8-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) 136fe5b9a6aSMatt Arsenault; GFX8-NEXT: v_xor_b32_e32 v0, 0x80008000, v0 137fe5b9a6aSMatt Arsenault; GFX8-NEXT: v_xor_b32_e32 v1, 0x80008000, v1 138fe5b9a6aSMatt Arsenault; GFX8-NEXT: v_lshrrev_b32_e32 v3, 16, v0 139fe5b9a6aSMatt Arsenault; GFX8-NEXT: v_lshrrev_b32_e32 v4, 16, v1 140fe5b9a6aSMatt Arsenault; GFX8-NEXT: v_lshrrev_b32_e32 v5, 16, v2 141fe5b9a6aSMatt Arsenault; GFX8-NEXT: v_fma_f16 v0, v0, v1, v2 142fe5b9a6aSMatt Arsenault; GFX8-NEXT: v_fma_f16 v1, v3, v4, v5 1433f4055deSChen Zheng; GFX8-NEXT: v_lshlrev_b32_e32 v1, 16, v1 1443f4055deSChen Zheng; GFX8-NEXT: v_or_b32_e32 v0, v0, v1 145fe5b9a6aSMatt Arsenault; GFX8-NEXT: s_setpc_b64 s[30:31] 146fe5b9a6aSMatt Arsenault %neg.x = fneg <2 x half> %x 147fe5b9a6aSMatt Arsenault %neg.y = fneg <2 x half> %y 148fe5b9a6aSMatt Arsenault %val = call <2 x half> @llvm.experimental.constrained.fma.v2f16(<2 x half> %neg.x, <2 x half> %neg.y, <2 x half> %z, metadata !"round.tonearest", metadata !"fpexcept.strict") 149fe5b9a6aSMatt Arsenault ret <2 x half> %val 150fe5b9a6aSMatt Arsenault} 151fe5b9a6aSMatt Arsenault 152*76c22b18SKevin P. Nealdeclare half @llvm.fabs.f16(half) 153*76c22b18SKevin P. Nealdeclare half @llvm.experimental.constrained.fma.f16(half, half, half, metadata, metadata) 154*76c22b18SKevin P. Nealdeclare <2 x half> @llvm.experimental.constrained.fma.v2f16(<2 x half>, <2 x half>, <2 x half>, metadata, metadata) 155*76c22b18SKevin P. Nealdeclare <3 x half> @llvm.experimental.constrained.fma.v3f16(<3 x half>, <3 x half>, <3 x half>, metadata, metadata) 156*76c22b18SKevin P. Nealdeclare <4 x half> @llvm.experimental.constrained.fma.v4f16(<4 x half>, <4 x half>, <4 x half>, metadata, metadata) 157fe5b9a6aSMatt Arsenault 158fe5b9a6aSMatt Arsenaultattributes #0 = { strictfp } 159