2019-06-20 23:08:34 +08:00
|
|
|
; RUN: llc -march=amdgcn -mcpu=gfx900 -verify-machineinstrs < %s | FileCheck -check-prefixes=GCN,WAVE64 %s
|
|
|
|
|
; RUN: llc -march=amdgcn -mcpu=gfx1010 -verify-machineinstrs < %s | FileCheck -check-prefixes=GCN,WAVE32 %s
|
2018-10-20 05:09:21 +08:00
|
|
|
|
|
|
|
|
|
|
|
|
|
; GCN-LABEL: {{^}}sub_var_var_i1:
|
2019-06-20 23:08:34 +08:00
|
|
|
; WAVE32: s_xor_b32
|
|
|
|
|
; WAVE64: s_xor_b64
|
2018-10-20 05:09:21 +08:00
|
|
|
define amdgpu_kernel void @sub_var_var_i1(i1 addrspace(1)* %out, i1 addrspace(1)* %in0, i1 addrspace(1)* %in1) {
|
|
|
|
|
%a = load volatile i1, i1 addrspace(1)* %in0
|
|
|
|
|
%b = load volatile i1, i1 addrspace(1)* %in1
|
|
|
|
|
%sub = sub i1 %a, %b
|
|
|
|
|
store i1 %sub, i1 addrspace(1)* %out
|
|
|
|
|
ret void
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
; GCN-LABEL: {{^}}sub_var_imm_i1:
|
2019-06-20 23:08:34 +08:00
|
|
|
; WAVE32: s_not_b32
|
|
|
|
|
; WAVE64: s_not_b64
|
2018-10-20 05:09:21 +08:00
|
|
|
define amdgpu_kernel void @sub_var_imm_i1(i1 addrspace(1)* %out, i1 addrspace(1)* %in) {
|
|
|
|
|
%a = load volatile i1, i1 addrspace(1)* %in
|
|
|
|
|
%sub = sub i1 %a, 1
|
|
|
|
|
store i1 %sub, i1 addrspace(1)* %out
|
|
|
|
|
ret void
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
; GCN-LABEL: {{^}}sub_i1_cf:
|
AMDGPU: Rewrite SILowerI1Copies to always stay on SALU
Summary:
Instead of writing boolean values temporarily into 32-bit VGPRs
if they are involved in PHIs or are observed from outside a loop,
we use bitwise masking operations to combine lane masks in a way
that is consistent with wave control flow.
Move SIFixSGPRCopies to before this pass, since that pass
incorrectly attempts to move SGPR phis to VGPRs.
This should recover most of the code quality that was lost with
the bug fix in "AMDGPU: Remove PHI loop condition optimization".
There are still some relevant cases where code quality could be
improved, in particular:
- We often introduce redundant masks with EXEC. Ideally, we'd
have a generic computeKnownBits-like analysis to determine
whether masks are already masked by EXEC, so we can avoid this
masking both here and when lowering uniform control flow.
- The criterion we use to determine whether a def is observed
from outside a loop is conservative: it doesn't check whether
(loop) branch conditions are uniform.
Change-Id: Ibabdb373a7510e426b90deef00f5e16c5d56e64b
Reviewers: arsenm, rampitec, tpr
Subscribers: kzhuravl, jvesely, wdng, mgorny, yaxunl, dstuttard, t-tye, eraman, llvm-commits
Differential Revision: https://reviews.llvm.org/D53496
llvm-svn: 345719
2018-10-31 21:27:08 +08:00
|
|
|
; GCN: ; %endif
|
2019-06-20 23:08:34 +08:00
|
|
|
; WAVE32: s_not_b32
|
|
|
|
|
; WAVE64: s_not_b64
|
2018-10-20 05:09:21 +08:00
|
|
|
define amdgpu_kernel void @sub_i1_cf(i1 addrspace(1)* %out, i1 addrspace(1)* %a, i1 addrspace(1)* %b) {
|
|
|
|
|
entry:
|
|
|
|
|
%tid = call i32 @llvm.amdgcn.workitem.id.x()
|
|
|
|
|
%d_cmp = icmp ult i32 %tid, 16
|
|
|
|
|
br i1 %d_cmp, label %if, label %else
|
|
|
|
|
|
|
|
|
|
if:
|
|
|
|
|
%0 = load volatile i1, i1 addrspace(1)* %a
|
|
|
|
|
br label %endif
|
|
|
|
|
|
|
|
|
|
else:
|
|
|
|
|
%1 = load volatile i1, i1 addrspace(1)* %b
|
|
|
|
|
br label %endif
|
|
|
|
|
|
|
|
|
|
endif:
|
|
|
|
|
%2 = phi i1 [%0, %if], [%1, %else]
|
|
|
|
|
%3 = sub i1 %2, -1
|
|
|
|
|
store i1 %3, i1 addrspace(1)* %out
|
|
|
|
|
ret void
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
declare i32 @llvm.amdgcn.workitem.id.x()
|