2017-06-13 01:06:35 +08:00
|
|
|
; RUN: opt -S -codegenprepare -mtriple=amdgcn-unknown-unknown -mcpu=bonaire < %s | FileCheck -check-prefix=OPT -check-prefix=OPT-CI -check-prefix=OPT-CIVI %s
|
|
|
|
; RUN: opt -S -codegenprepare -mtriple=amdgcn-unknown-unknown -mcpu=tonga -mattr=-flat-for-global < %s | FileCheck -check-prefix=OPT -check-prefix=OPT-VI -check-prefix=OPT-CIVI %s
|
|
|
|
; RUN: opt -S -codegenprepare -mtriple=amdgcn-unknown-unknown -mcpu=gfx900 -mattr=-flat-for-global < %s | FileCheck -check-prefix=OPT -check-prefix=OPT-GFX9 %s
|
2017-07-05 01:32:00 +08:00
|
|
|
; RUN: llc -march=amdgcn -amdgpu-scalarize-global-loads=false -mcpu=bonaire -mattr=-promote-alloca < %s | FileCheck -check-prefix=GCN -check-prefix=CI -check-prefix=CIVI %s
|
|
|
|
; RUN: llc -march=amdgcn -amdgpu-scalarize-global-loads=false -mcpu=tonga -mattr=-flat-for-global -mattr=-promote-alloca < %s | FileCheck -check-prefix=GCN -check-prefix=VI -check-prefix=CIVI %s
|
|
|
|
; RUN: llc -march=amdgcn -amdgpu-scalarize-global-loads=false -mcpu=gfx900 -mattr=-flat-for-global -mattr=-promote-alloca < %s | FileCheck -check-prefix=GCN -check-prefix=GFX9 %s
|
2015-08-08 04:18:34 +08:00
|
|
|
|
|
|
|
; OPT-LABEL: @test_no_sink_flat_small_offset_i32(
|
2017-06-13 01:06:35 +08:00
|
|
|
; OPT-CIVI: getelementptr i32, i32 addrspace(4)* %in
|
|
|
|
; OPT-CIVI: br i1
|
|
|
|
; OPT-CIVI-NOT: ptrtoint
|
|
|
|
|
|
|
|
; OPT-GFX9: br
|
|
|
|
; OPT-GFX9: %sunkaddr = getelementptr i8, i8 addrspace(4)* %0, i64 28
|
|
|
|
; OPT-GFX9: %1 = bitcast i8 addrspace(4)* %sunkaddr to i32 addrspace(4)*
|
|
|
|
; OPT-GFX9: load i32, i32 addrspace(4)* %1
|
2015-08-08 04:18:34 +08:00
|
|
|
|
|
|
|
; GCN-LABEL: {{^}}test_no_sink_flat_small_offset_i32:
|
|
|
|
; GCN: flat_load_dword
|
|
|
|
; GCN: {{^}}BB0_2:
|
2017-03-22 05:39:51 +08:00
|
|
|
define amdgpu_kernel void @test_no_sink_flat_small_offset_i32(i32 addrspace(4)* %out, i32 addrspace(4)* %in, i32 %cond) {
|
2015-08-08 04:18:34 +08:00
|
|
|
entry:
|
|
|
|
%out.gep = getelementptr i32, i32 addrspace(4)* %out, i64 999999
|
|
|
|
%in.gep = getelementptr i32, i32 addrspace(4)* %in, i64 7
|
|
|
|
%tmp0 = icmp eq i32 %cond, 0
|
|
|
|
br i1 %tmp0, label %endif, label %if
|
|
|
|
|
|
|
|
if:
|
|
|
|
%tmp1 = load i32, i32 addrspace(4)* %in.gep
|
|
|
|
br label %endif
|
|
|
|
|
|
|
|
endif:
|
|
|
|
%x = phi i32 [ %tmp1, %if ], [ 0, %entry ]
|
|
|
|
store i32 %x, i32 addrspace(4)* %out.gep
|
|
|
|
br label %done
|
|
|
|
|
|
|
|
done:
|
|
|
|
ret void
|
|
|
|
}
|
2015-12-02 07:04:00 +08:00
|
|
|
|
|
|
|
; OPT-LABEL: @test_sink_noop_addrspacecast_flat_to_global_i32(
|
|
|
|
; OPT: getelementptr i32, i32 addrspace(4)* %out,
|
2017-07-05 01:32:00 +08:00
|
|
|
; rOPT-CI-NOT: getelementptr
|
2015-12-02 07:04:00 +08:00
|
|
|
; OPT: br i1
|
|
|
|
|
2017-04-07 06:42:18 +08:00
|
|
|
; OPT-CI: addrspacecast
|
|
|
|
; OPT-CI: getelementptr
|
|
|
|
; OPT-CI: bitcast
|
2015-12-02 07:04:00 +08:00
|
|
|
; OPT: br label
|
|
|
|
|
|
|
|
; GCN-LABEL: {{^}}test_sink_noop_addrspacecast_flat_to_global_i32:
|
2016-04-29 17:02:30 +08:00
|
|
|
; CI: buffer_load_dword {{v[0-9]+}}, off, s{{\[[0-9]+:[0-9]+\]}}, 0 offset:28
|
2017-03-22 05:39:51 +08:00
|
|
|
define amdgpu_kernel void @test_sink_noop_addrspacecast_flat_to_global_i32(i32 addrspace(4)* %out, i32 addrspace(4)* %in, i32 %cond) {
|
2015-12-02 07:04:00 +08:00
|
|
|
entry:
|
|
|
|
%out.gep = getelementptr i32, i32 addrspace(4)* %out, i64 999999
|
|
|
|
%in.gep = getelementptr i32, i32 addrspace(4)* %in, i64 7
|
|
|
|
%cast = addrspacecast i32 addrspace(4)* %in.gep to i32 addrspace(1)*
|
|
|
|
%tmp0 = icmp eq i32 %cond, 0
|
|
|
|
br i1 %tmp0, label %endif, label %if
|
|
|
|
|
|
|
|
if:
|
|
|
|
%tmp1 = load i32, i32 addrspace(1)* %cast
|
|
|
|
br label %endif
|
|
|
|
|
|
|
|
endif:
|
|
|
|
%x = phi i32 [ %tmp1, %if ], [ 0, %entry ]
|
|
|
|
store i32 %x, i32 addrspace(4)* %out.gep
|
|
|
|
br label %done
|
|
|
|
|
|
|
|
done:
|
|
|
|
ret void
|
|
|
|
}
|
|
|
|
|
|
|
|
; OPT-LABEL: @test_sink_noop_addrspacecast_flat_to_constant_i32(
|
|
|
|
; OPT: getelementptr i32, i32 addrspace(4)* %out,
|
|
|
|
; OPT-CI-NOT: getelementptr
|
|
|
|
; OPT: br i1
|
|
|
|
|
2017-04-07 06:42:18 +08:00
|
|
|
; OPT-CI: addrspacecast
|
|
|
|
; OPT-CI: getelementptr
|
|
|
|
; OPT-CI: bitcast
|
2015-12-02 07:04:00 +08:00
|
|
|
; OPT: br label
|
|
|
|
|
|
|
|
; GCN-LABEL: {{^}}test_sink_noop_addrspacecast_flat_to_constant_i32:
|
|
|
|
; CI: s_load_dword {{s[0-9]+}}, s{{\[[0-9]+:[0-9]+\]}}, 0xd
|
2017-03-22 05:39:51 +08:00
|
|
|
define amdgpu_kernel void @test_sink_noop_addrspacecast_flat_to_constant_i32(i32 addrspace(4)* %out, i32 addrspace(4)* %in, i32 %cond) {
|
2015-12-02 07:04:00 +08:00
|
|
|
entry:
|
|
|
|
%out.gep = getelementptr i32, i32 addrspace(4)* %out, i64 999999
|
|
|
|
%in.gep = getelementptr i32, i32 addrspace(4)* %in, i64 7
|
|
|
|
%cast = addrspacecast i32 addrspace(4)* %in.gep to i32 addrspace(2)*
|
|
|
|
%tmp0 = icmp eq i32 %cond, 0
|
|
|
|
br i1 %tmp0, label %endif, label %if
|
|
|
|
|
|
|
|
if:
|
|
|
|
%tmp1 = load i32, i32 addrspace(2)* %cast
|
|
|
|
br label %endif
|
|
|
|
|
|
|
|
endif:
|
|
|
|
%x = phi i32 [ %tmp1, %if ], [ 0, %entry ]
|
|
|
|
store i32 %x, i32 addrspace(4)* %out.gep
|
|
|
|
br label %done
|
|
|
|
|
|
|
|
done:
|
|
|
|
ret void
|
|
|
|
}
|
2017-06-13 01:06:35 +08:00
|
|
|
|
|
|
|
; OPT-LABEL: @test_sink_flat_small_max_flat_offset(
|
|
|
|
; OPT-CIVI: %in.gep = getelementptr i8, i8 addrspace(4)* %in, i64 4095
|
|
|
|
; OPT-CIVI: br
|
|
|
|
; OPT-CIVI-NOT: getelementptr
|
|
|
|
; OPT-CIVI: load i8, i8 addrspace(4)* %in.gep
|
|
|
|
|
|
|
|
; OPT-GFX9: br
|
|
|
|
; OPT-GFX9: %sunkaddr = getelementptr i8, i8 addrspace(4)* %in, i64 4095
|
|
|
|
; OPT-GFX9: load i8, i8 addrspace(4)* %sunkaddr
|
|
|
|
|
|
|
|
; GCN-LABEL: {{^}}test_sink_flat_small_max_flat_offset:
|
|
|
|
; GFX9: flat_load_sbyte v{{[0-9]+}}, v{{\[[0-9]+:[0-9]+\]}} offset:4095{{$}}
|
|
|
|
; CIVI: flat_load_sbyte v{{[0-9]+}}, v{{\[[0-9]+:[0-9]+\]$}}
|
|
|
|
define amdgpu_kernel void @test_sink_flat_small_max_flat_offset(i32 addrspace(4)* %out, i8 addrspace(4)* %in) #1 {
|
|
|
|
entry:
|
|
|
|
%out.gep = getelementptr i32, i32 addrspace(4)* %out, i32 1024
|
|
|
|
%in.gep = getelementptr i8, i8 addrspace(4)* %in, i64 4095
|
|
|
|
%tid = call i32 @llvm.amdgcn.mbcnt.lo(i32 -1, i32 0) #0
|
|
|
|
%tmp0 = icmp eq i32 %tid, 0
|
|
|
|
br i1 %tmp0, label %endif, label %if
|
|
|
|
|
|
|
|
if:
|
|
|
|
%tmp1 = load i8, i8 addrspace(4)* %in.gep
|
|
|
|
%tmp2 = sext i8 %tmp1 to i32
|
|
|
|
br label %endif
|
|
|
|
|
|
|
|
endif:
|
|
|
|
%x = phi i32 [ %tmp2, %if ], [ 0, %entry ]
|
|
|
|
store i32 %x, i32 addrspace(4)* %out.gep
|
|
|
|
br label %done
|
|
|
|
|
|
|
|
done:
|
|
|
|
ret void
|
|
|
|
}
|
|
|
|
|
|
|
|
; OPT-LABEL: @test_sink_flat_small_max_plus_1_flat_offset(
|
|
|
|
; OPT: %in.gep = getelementptr i8, i8 addrspace(4)* %in, i64 4096
|
|
|
|
; OPT: br
|
|
|
|
; OPT-NOT: getelementptr
|
|
|
|
; OPT: load i8, i8 addrspace(4)* %in.gep
|
|
|
|
|
|
|
|
; GCN-LABEL: {{^}}test_sink_flat_small_max_plus_1_flat_offset:
|
|
|
|
; GCN: flat_load_sbyte v{{[0-9]+}}, v{{\[[0-9]+:[0-9]+\]$}}
|
|
|
|
define amdgpu_kernel void @test_sink_flat_small_max_plus_1_flat_offset(i32 addrspace(4)* %out, i8 addrspace(4)* %in) #1 {
|
|
|
|
entry:
|
|
|
|
%out.gep = getelementptr i32, i32 addrspace(4)* %out, i64 99999
|
|
|
|
%in.gep = getelementptr i8, i8 addrspace(4)* %in, i64 4096
|
|
|
|
%tid = call i32 @llvm.amdgcn.mbcnt.lo(i32 -1, i32 0) #0
|
|
|
|
%tmp0 = icmp eq i32 %tid, 0
|
|
|
|
br i1 %tmp0, label %endif, label %if
|
|
|
|
|
|
|
|
if:
|
|
|
|
%tmp1 = load i8, i8 addrspace(4)* %in.gep
|
|
|
|
%tmp2 = sext i8 %tmp1 to i32
|
|
|
|
br label %endif
|
|
|
|
|
|
|
|
endif:
|
|
|
|
%x = phi i32 [ %tmp2, %if ], [ 0, %entry ]
|
|
|
|
store i32 %x, i32 addrspace(4)* %out.gep
|
|
|
|
br label %done
|
|
|
|
|
|
|
|
done:
|
|
|
|
ret void
|
|
|
|
}
|
|
|
|
|
|
|
|
; OPT-LABEL: @test_no_sink_flat_reg_offset(
|
|
|
|
; OPT: %in.gep = getelementptr i8, i8 addrspace(4)* %in, i64 %reg
|
|
|
|
; OPT: br
|
|
|
|
|
|
|
|
; OPT-NOT: getelementptr
|
|
|
|
; OPT: load i8, i8 addrspace(4)* %in.gep
|
|
|
|
|
|
|
|
; GCN-LABEL: {{^}}test_no_sink_flat_reg_offset:
|
|
|
|
; GCN: flat_load_sbyte v{{[0-9]+}}, v{{\[[0-9]+:[0-9]+\]$}}
|
|
|
|
define amdgpu_kernel void @test_no_sink_flat_reg_offset(i32 addrspace(4)* %out, i8 addrspace(4)* %in, i64 %reg) #1 {
|
|
|
|
entry:
|
|
|
|
%out.gep = getelementptr i32, i32 addrspace(4)* %out, i32 1024
|
|
|
|
%in.gep = getelementptr i8, i8 addrspace(4)* %in, i64 %reg
|
|
|
|
%tid = call i32 @llvm.amdgcn.mbcnt.lo(i32 -1, i32 0) #0
|
|
|
|
%tmp0 = icmp eq i32 %tid, 0
|
|
|
|
br i1 %tmp0, label %endif, label %if
|
|
|
|
|
|
|
|
if:
|
|
|
|
%tmp1 = load i8, i8 addrspace(4)* %in.gep
|
|
|
|
%tmp2 = sext i8 %tmp1 to i32
|
|
|
|
br label %endif
|
|
|
|
|
|
|
|
endif:
|
|
|
|
%x = phi i32 [ %tmp2, %if ], [ 0, %entry ]
|
|
|
|
store i32 %x, i32 addrspace(4)* %out.gep
|
|
|
|
br label %done
|
|
|
|
|
|
|
|
done:
|
|
|
|
ret void
|
|
|
|
}
|
|
|
|
|
|
|
|
declare i32 @llvm.amdgcn.mbcnt.lo(i32, i32) #0
|
|
|
|
|
|
|
|
attributes #0 = { nounwind readnone }
|
|
|
|
attributes #1 = { nounwind }
|
|
|
|
attributes #2 = { nounwind argmemonly }
|