[AMDGPU] Shrink scalar AND, OR, XOR instructions
This change attempts to shrink scalar AND, OR and XOR instructions which take an immediate that isn't inlineable.
It performs:
AND s0, s0, ~(1 << n) -> BITSET0 s0, n
OR s0, s0, (1 << n) -> BITSET1 s0, n
AND s0, s1, x -> ANDN2 s0, s1, ~x
OR s0, s1, x -> ORN2 s0, s1, ~x
XOR s0, s1, x -> XNOR s0, s1, ~x
In particular, this catches setting and clearing the sign bit for fabs (and x, 0x7ffffffff -> bitset0 x, 31 and or x, 0x80000000 -> bitset1 x, 31).
llvm-svn: 348601
2018-12-07 23:33:21 +08:00
|
|
|
; RUN: llc -amdgpu-scalarize-global-loads=false -march=amdgcn -verify-machineinstrs < %s | FileCheck -check-prefix=GCN -check-prefix=SI -check-prefix=FUNC %s
|
|
|
|
; RUN: llc -amdgpu-scalarize-global-loads=false -march=amdgcn -mcpu=tonga -verify-machineinstrs < %s | FileCheck -check-prefix=GCN -check-prefix=VI -check-prefix=FUNC %s
|
2017-07-05 01:32:00 +08:00
|
|
|
; RUN: llc -amdgpu-scalarize-global-loads=false -march=r600 -mcpu=redwood < %s | FileCheck -check-prefix=R600 -check-prefix=FUNC %s
|
2014-08-02 10:26:51 +08:00
|
|
|
|
2014-10-02 01:15:17 +08:00
|
|
|
; FUNC-LABEL: {{^}}fneg_fabs_fadd_f32:
|
2014-11-05 22:50:53 +08:00
|
|
|
; SI-NOT: and
|
2019-06-07 05:13:02 +08:00
|
|
|
; SI: v_sub_f32_e64 {{v[0-9]+}}, {{v[0-9]+}}, |{{s[0-9]+}}|
|
2017-03-22 05:39:51 +08:00
|
|
|
define amdgpu_kernel void @fneg_fabs_fadd_f32(float addrspace(1)* %out, float %x, float %y) {
|
2014-08-16 02:42:22 +08:00
|
|
|
%fabs = call float @llvm.fabs.f32(float %x)
|
|
|
|
%fsub = fsub float -0.000000e+00, %fabs
|
|
|
|
%fadd = fadd float %y, %fsub
|
|
|
|
store float %fadd, float addrspace(1)* %out, align 4
|
|
|
|
ret void
|
|
|
|
}
|
|
|
|
|
2014-10-02 01:15:17 +08:00
|
|
|
; FUNC-LABEL: {{^}}fneg_fabs_fmul_f32:
|
2014-11-05 22:50:53 +08:00
|
|
|
; SI-NOT: and
|
2019-06-07 05:13:02 +08:00
|
|
|
; SI: v_mul_f32_e64 {{v[0-9]+}}, {{v[0-9]+}}, -|{{s[0-9]+}}|
|
2014-11-05 22:50:53 +08:00
|
|
|
; SI-NOT: and
|
2017-03-22 05:39:51 +08:00
|
|
|
define amdgpu_kernel void @fneg_fabs_fmul_f32(float addrspace(1)* %out, float %x, float %y) {
|
2014-08-16 02:42:22 +08:00
|
|
|
%fabs = call float @llvm.fabs.f32(float %x)
|
|
|
|
%fsub = fsub float -0.000000e+00, %fabs
|
|
|
|
%fmul = fmul float %y, %fsub
|
|
|
|
store float %fmul, float addrspace(1)* %out, align 4
|
|
|
|
ret void
|
|
|
|
}
|
2014-02-04 15:12:38 +08:00
|
|
|
|
|
|
|
; DAGCombiner will transform:
|
|
|
|
; (fabs (f32 bitcast (i32 a))) => (f32 bitcast (and (i32 a), 0x7FFFFFFF))
|
|
|
|
; unless isFabsFree returns true
|
|
|
|
|
2014-10-02 01:15:17 +08:00
|
|
|
; FUNC-LABEL: {{^}}fneg_fabs_free_f32:
|
2014-08-02 10:26:51 +08:00
|
|
|
; R600-NOT: AND
|
|
|
|
; R600: |PV.{{[XYZW]}}|
|
|
|
|
; R600: -PV
|
|
|
|
|
2015-10-29 23:29:05 +08:00
|
|
|
; SI: s_or_b32 s{{[0-9]+}}, s{{[0-9]+}}, 0x80000000
|
[AMDGPU] Shrink scalar AND, OR, XOR instructions
This change attempts to shrink scalar AND, OR and XOR instructions which take an immediate that isn't inlineable.
It performs:
AND s0, s0, ~(1 << n) -> BITSET0 s0, n
OR s0, s0, (1 << n) -> BITSET1 s0, n
AND s0, s1, x -> ANDN2 s0, s1, ~x
OR s0, s1, x -> ORN2 s0, s1, ~x
XOR s0, s1, x -> XNOR s0, s1, ~x
In particular, this catches setting and clearing the sign bit for fabs (and x, 0x7ffffffff -> bitset0 x, 31 and or x, 0x80000000 -> bitset1 x, 31).
llvm-svn: 348601
2018-12-07 23:33:21 +08:00
|
|
|
; VI: s_bitset1_b32 s{{[0-9]+}}, 31
|
2017-03-22 05:39:51 +08:00
|
|
|
define amdgpu_kernel void @fneg_fabs_free_f32(float addrspace(1)* %out, i32 %in) {
|
2014-08-02 10:26:51 +08:00
|
|
|
%bc = bitcast i32 %in to float
|
|
|
|
%fabs = call float @llvm.fabs.f32(float %bc)
|
|
|
|
%fsub = fsub float -0.000000e+00, %fabs
|
|
|
|
store float %fsub, float addrspace(1)* %out
|
2014-02-04 15:12:38 +08:00
|
|
|
ret void
|
|
|
|
}
|
|
|
|
|
2014-10-02 01:15:17 +08:00
|
|
|
; FUNC-LABEL: {{^}}fneg_fabs_fn_free_f32:
|
2014-08-02 10:26:51 +08:00
|
|
|
; R600-NOT: AND
|
|
|
|
; R600: |PV.{{[XYZW]}}|
|
|
|
|
; R600: -PV
|
|
|
|
|
2015-10-29 23:29:05 +08:00
|
|
|
; SI: s_or_b32 s{{[0-9]+}}, s{{[0-9]+}}, 0x80000000
|
2017-03-22 05:39:51 +08:00
|
|
|
define amdgpu_kernel void @fneg_fabs_fn_free_f32(float addrspace(1)* %out, i32 %in) {
|
2014-08-02 10:26:51 +08:00
|
|
|
%bc = bitcast i32 %in to float
|
|
|
|
%fabs = call float @fabs(float %bc)
|
|
|
|
%fsub = fsub float -0.000000e+00, %fabs
|
|
|
|
store float %fsub, float addrspace(1)* %out
|
|
|
|
ret void
|
|
|
|
}
|
|
|
|
|
2014-10-02 01:15:17 +08:00
|
|
|
; FUNC-LABEL: {{^}}fneg_fabs_f32:
|
2015-10-29 23:29:05 +08:00
|
|
|
; SI: s_or_b32 s{{[0-9]+}}, s{{[0-9]+}}, 0x80000000
|
2017-03-22 05:39:51 +08:00
|
|
|
define amdgpu_kernel void @fneg_fabs_f32(float addrspace(1)* %out, float %in) {
|
2014-08-16 02:42:22 +08:00
|
|
|
%fabs = call float @llvm.fabs.f32(float %in)
|
|
|
|
%fsub = fsub float -0.000000e+00, %fabs
|
|
|
|
store float %fsub, float addrspace(1)* %out, align 4
|
|
|
|
ret void
|
|
|
|
}
|
|
|
|
|
2014-10-02 01:15:17 +08:00
|
|
|
; FUNC-LABEL: {{^}}v_fneg_fabs_f32:
|
2014-11-05 22:50:53 +08:00
|
|
|
; SI: v_or_b32_e32 v{{[0-9]+}}, 0x80000000, v{{[0-9]+}}
|
2017-03-22 05:39:51 +08:00
|
|
|
define amdgpu_kernel void @v_fneg_fabs_f32(float addrspace(1)* %out, float addrspace(1)* %in) {
|
2015-02-28 05:17:42 +08:00
|
|
|
%val = load float, float addrspace(1)* %in, align 4
|
2014-08-16 02:42:22 +08:00
|
|
|
%fabs = call float @llvm.fabs.f32(float %val)
|
|
|
|
%fsub = fsub float -0.000000e+00, %fabs
|
|
|
|
store float %fsub, float addrspace(1)* %out, align 4
|
|
|
|
ret void
|
|
|
|
}
|
|
|
|
|
2014-10-02 01:15:17 +08:00
|
|
|
; FUNC-LABEL: {{^}}fneg_fabs_v2f32:
|
2014-08-02 10:26:51 +08:00
|
|
|
; R600: |{{(PV|T[0-9])\.[XYZW]}}|
|
|
|
|
; R600: -PV
|
|
|
|
; R600: |{{(PV|T[0-9])\.[XYZW]}}|
|
|
|
|
; R600: -PV
|
|
|
|
|
2016-09-10 07:32:53 +08:00
|
|
|
; FIXME: In this case two uses of the constant should be folded
|
2016-11-02 07:14:20 +08:00
|
|
|
; SI: s_brev_b32 [[SIGNBITK:s[0-9]+]], 1{{$}}
|
2019-06-07 05:13:02 +08:00
|
|
|
; SI: v_or_b32_e32 v{{[0-9]+}}, [[SIGNBITK]], v{{[0-9]+}}
|
|
|
|
; SI: v_or_b32_e32 v{{[0-9]+}}, [[SIGNBITK]], v{{[0-9]+}}
|
2017-03-22 05:39:51 +08:00
|
|
|
define amdgpu_kernel void @fneg_fabs_v2f32(<2 x float> addrspace(1)* %out, <2 x float> %in) {
|
2014-08-02 10:26:51 +08:00
|
|
|
%fabs = call <2 x float> @llvm.fabs.v2f32(<2 x float> %in)
|
|
|
|
%fsub = fsub <2 x float> <float -0.000000e+00, float -0.000000e+00>, %fabs
|
|
|
|
store <2 x float> %fsub, <2 x float> addrspace(1)* %out
|
2014-02-04 15:12:38 +08:00
|
|
|
ret void
|
|
|
|
}
|
|
|
|
|
2014-10-02 01:15:17 +08:00
|
|
|
; FUNC-LABEL: {{^}}fneg_fabs_v4f32:
|
2016-11-02 07:14:20 +08:00
|
|
|
; SI: s_brev_b32 [[SIGNBITK:s[0-9]+]], 1{{$}}
|
2019-06-07 05:13:02 +08:00
|
|
|
; SI: v_or_b32_e32 v{{[0-9]+}}, [[SIGNBITK]], v{{[0-9]+}}
|
|
|
|
; SI: v_or_b32_e32 v{{[0-9]+}}, [[SIGNBITK]], v{{[0-9]+}}
|
|
|
|
; SI: v_or_b32_e32 v{{[0-9]+}}, [[SIGNBITK]], v{{[0-9]+}}
|
|
|
|
; SI: v_or_b32_e32 v{{[0-9]+}}, [[SIGNBITK]], v{{[0-9]+}}
|
2017-03-22 05:39:51 +08:00
|
|
|
define amdgpu_kernel void @fneg_fabs_v4f32(<4 x float> addrspace(1)* %out, <4 x float> %in) {
|
2014-08-02 10:26:51 +08:00
|
|
|
%fabs = call <4 x float> @llvm.fabs.v4f32(<4 x float> %in)
|
|
|
|
%fsub = fsub <4 x float> <float -0.000000e+00, float -0.000000e+00, float -0.000000e+00, float -0.000000e+00>, %fabs
|
|
|
|
store <4 x float> %fsub, <4 x float> addrspace(1)* %out
|
2014-02-04 15:12:38 +08:00
|
|
|
ret void
|
|
|
|
}
|
|
|
|
|
2014-08-02 10:26:51 +08:00
|
|
|
declare float @fabs(float) readnone
|
|
|
|
declare float @llvm.fabs.f32(float) readnone
|
|
|
|
declare <2 x float> @llvm.fabs.v2f32(<2 x float>) readnone
|
|
|
|
declare <4 x float> @llvm.fabs.v4f32(<4 x float>) readnone
|