From: Matt Arsenault Date: Tue, 10 Oct 2017 20:34:49 +0000 (+0000) Subject: AMDGPU: Fix failure to select branch with optnone X-Git-Url: https://granicus.if.org/sourcecode?a=commitdiff_plain;h=16961e0820c9e2530356105d63d93f59cdcfb0fd;p=llvm AMDGPU: Fix failure to select branch with optnone opt-bisect/optnone disable the AMDGPUUniformAnnotateValues pass. The heuristic in the custom selector for brcond deferred the branch uniformity check to the pattern, which would fail. git-svn-id: https://llvm.org/svn/llvm-project/llvm/trunk@315360 91177308-0d34-0410-b5e6-96231b3b80d8 --- diff --git a/lib/Target/AMDGPU/AMDGPUISelDAGToDAG.cpp b/lib/Target/AMDGPU/AMDGPUISelDAGToDAG.cpp index 1537c359792..b74b2c216b5 100644 --- a/lib/Target/AMDGPU/AMDGPUISelDAGToDAG.cpp +++ b/lib/Target/AMDGPU/AMDGPUISelDAGToDAG.cpp @@ -1645,16 +1645,13 @@ void AMDGPUDAGToDAGISel::SelectBRCOND(SDNode *N) { return; } - if (isCBranchSCC(N)) { - // This brcond will use S_CBRANCH_SCC*, so let tablegen handle it. - SelectCode(N); - return; - } - + bool UseSCCBr = isCBranchSCC(N) && isUniformBr(N); + unsigned BrOp = UseSCCBr ? AMDGPU::S_CBRANCH_SCC1 : AMDGPU::S_CBRANCH_VCCNZ; + unsigned CondReg = UseSCCBr ? AMDGPU::SCC : AMDGPU::VCC; SDLoc SL(N); - SDValue VCC = CurDAG->getCopyToReg(N->getOperand(0), SL, AMDGPU::VCC, Cond); - CurDAG->SelectNodeTo(N, AMDGPU::S_CBRANCH_VCCNZ, MVT::Other, + SDValue VCC = CurDAG->getCopyToReg(N->getOperand(0), SL, CondReg, Cond); + CurDAG->SelectNodeTo(N, BrOp, MVT::Other, N->getOperand(2), // Basic Block VCC.getValue(0)); } diff --git a/lib/Target/AMDGPU/SIInstrInfo.td b/lib/Target/AMDGPU/SIInstrInfo.td index c0a844e255c..7418a2bd902 100644 --- a/lib/Target/AMDGPU/SIInstrInfo.td +++ b/lib/Target/AMDGPU/SIInstrInfo.td @@ -232,16 +232,6 @@ def si_setcc_uniform : PatFrag < return true; }]>; -def si_uniform_br : PatFrag < - (ops node:$cond, node:$bb), (brcond node:$cond, node:$bb), [{ - return isUniformBr(N); -}]>; - -def si_uniform_br_scc : PatFrag < - (ops node:$cond, node:$bb), (si_uniform_br node:$cond, node:$bb), [{ - return isCBranchSCC(N); -}]>; - def lshr_rev : PatFrag < (ops node:$src1, node:$src0), (srl $src0, $src1) diff --git a/lib/Target/AMDGPU/SOPInstructions.td b/lib/Target/AMDGPU/SOPInstructions.td index 43c54875944..49e4bf07c81 100644 --- a/lib/Target/AMDGPU/SOPInstructions.td +++ b/lib/Target/AMDGPU/SOPInstructions.td @@ -817,8 +817,7 @@ def S_CBRANCH_SCC0 : SOPP < >; def S_CBRANCH_SCC1 : SOPP < 0x00000005, (ins sopp_brtarget:$simm16), - "s_cbranch_scc1 $simm16", - [(si_uniform_br_scc SCC, bb:$simm16)] + "s_cbranch_scc1 $simm16" >; } // End Uses = [SCC] diff --git a/test/CodeGen/AMDGPU/control-flow-optnone.ll b/test/CodeGen/AMDGPU/control-flow-optnone.ll new file mode 100644 index 00000000000..269f582bccf --- /dev/null +++ b/test/CodeGen/AMDGPU/control-flow-optnone.ll @@ -0,0 +1,54 @@ +; RUN: llc -mtriple=amdgcn-amd-amdhsa -verify-machineinstrs < %s | FileCheck -check-prefix=GCN %s + +; optnone disables AMDGPUAnnotateUniformValues, so no branch is known +; to be uniform during instruction selection. The custom selection for +; brcond was not checking if the branch was uniform, relying on the +; selection pattern to check that. That would fail, so then the branch +; would fail to select. + +; GCN-LABEL: {{^}}copytoreg_divergent_brcond: +; GCN: s_branch + +; GCN-DAG: v_cmp_lt_i32 +; GCN-DAG: v_cmp_gt_i32 +; GCN: s_and_b64 +; GCN: s_and_saveexec_b64 + +; GCN: s_or_b64 exec, exec +; GCN: v_cmp_eq_u32 +; GCN: s_cbranch_vccnz +; GCN-NEXT: s_branch +define amdgpu_kernel void @copytoreg_divergent_brcond(i32 %arg, i32 %arg1, i32 %arg2) #0 { +bb: + %tmp = tail call i32 @llvm.amdgcn.workitem.id.x() + %tmp3 = zext i32 %tmp to i64 + %tmp5 = add i64 %tmp3, undef + %tmp6 = trunc i64 %tmp5 to i32 + %tmp7 = mul nsw i32 %tmp6, %arg2 + br label %bb8 + +bb8.loopexit: ; preds = %bb14 + br label %bb8 + +bb8: ; preds = %bb8.loopexit, %bb + br label %bb9 + +bb9: ; preds = %bb14, %bb8 + %tmp10 = icmp slt i32 %tmp7, %arg1 + %tmp11 = icmp sgt i32 %arg, 0 + %tmp12 = and i1 %tmp10, %tmp11 + br i1 %tmp12, label %bb13, label %bb14 + +bb13: ; preds = %bb9 + store volatile i32 0, i32 addrspace(1)* undef, align 4 + br label %bb14 + +bb14: ; preds = %bb13, %bb9 + %tmp15 = icmp eq i32 %arg2, 1 + br i1 %tmp15, label %bb8.loopexit, label %bb9 +} + +declare i32 @llvm.amdgcn.workitem.id.x() #1 + +attributes #0 = { nounwind optnone noinline } +attributes #1 = { nounwind readnone speculatable }