2018-06-05 00:51:59 +08:00
|
|
|
# RUN: llc -march=amdgcn -mcpu=gfx803 -run-pass si-insert-waitcnts %s -o - | FileCheck -check-prefix=GFX89 %s
|
|
|
|
# RUN: llc -march=amdgcn -mcpu=gfx900 -run-pass si-insert-waitcnts %s -o - | FileCheck -check-prefix=GFX89 %s
|
2016-10-29 07:53:48 +08:00
|
|
|
|
|
|
|
--- |
|
2017-03-22 05:39:51 +08:00
|
|
|
define amdgpu_kernel void @flat_zero_waitcnt(i32 addrspace(1)* %global4,
|
2016-10-29 07:53:48 +08:00
|
|
|
<4 x i32> addrspace(1)* %global16,
|
2018-02-03 00:07:16 +08:00
|
|
|
i32* %flat4,
|
|
|
|
<4 x i32>* %flat16) {
|
2016-10-29 07:53:48 +08:00
|
|
|
ret void
|
|
|
|
}
|
2017-03-08 09:06:58 +08:00
|
|
|
|
2017-03-22 05:39:51 +08:00
|
|
|
define amdgpu_kernel void @single_fallthrough_successor_no_end_block_wait() {
|
2017-03-08 09:06:58 +08:00
|
|
|
ret void
|
|
|
|
}
|
|
|
|
|
2017-03-22 05:39:51 +08:00
|
|
|
define amdgpu_kernel void @single_branch_successor_not_next_block() {
|
2017-03-08 09:06:58 +08:00
|
|
|
ret void
|
|
|
|
}
|
|
|
|
|
2016-10-29 07:53:48 +08:00
|
|
|
...
|
|
|
|
---
|
|
|
|
|
|
|
|
# CHECK-LABEL: name: flat_zero_waitcnt
|
|
|
|
|
|
|
|
# CHECK-LABEL: bb.0:
|
|
|
|
# CHECK: FLAT_LOAD_DWORD
|
|
|
|
# CHECK: FLAT_LOAD_DWORDX4
|
|
|
|
# Global loads will return in order so we should:
|
2018-05-07 22:43:28 +08:00
|
|
|
# s_waitcnt vmcnt(1) lgkmcnt(1)
|
|
|
|
# CHECK-NEXT: S_WAITCNT 369
|
2016-10-29 07:53:48 +08:00
|
|
|
|
|
|
|
# CHECK-LABEL: bb.1:
|
|
|
|
# CHECK: FLAT_LOAD_DWORD
|
2018-06-05 00:51:59 +08:00
|
|
|
# GFX89: S_WAITCNT 112
|
2016-10-29 07:53:48 +08:00
|
|
|
# CHECK: FLAT_LOAD_DWORDX4
|
|
|
|
|
|
|
|
# CHECK-LABEL: bb.2:
|
|
|
|
# CHECK: FLAT_LOAD_DWORD
|
2018-06-05 00:51:59 +08:00
|
|
|
# GFX89: S_WAITCNT 112
|
2016-10-29 07:53:48 +08:00
|
|
|
# CHECK: FLAT_LOAD_DWORDX4
|
2017-03-08 09:06:58 +08:00
|
|
|
|
2016-10-29 07:53:48 +08:00
|
|
|
name: flat_zero_waitcnt
|
|
|
|
|
|
|
|
body: |
|
|
|
|
bb.0:
|
|
|
|
successors: %bb.1
|
2019-05-01 06:08:23 +08:00
|
|
|
$vgpr0 = FLAT_LOAD_DWORD $vgpr1_vgpr2, 0, 0, 0, 0, implicit $exec, implicit $flat_scr :: (load 4 from %ir.global4)
|
|
|
|
$vgpr3_vgpr4_vgpr5_vgpr6 = FLAT_LOAD_DWORDX4 $vgpr7_vgpr8, 0, 0, 0, 0, implicit $exec, implicit $flat_scr :: (load 16 from %ir.global16)
|
2018-02-01 06:04:26 +08:00
|
|
|
$vgpr0 = V_MOV_B32_e32 $vgpr1, implicit $exec
|
2016-10-29 07:53:48 +08:00
|
|
|
S_BRANCH %bb.1
|
|
|
|
|
|
|
|
bb.1:
|
|
|
|
successors: %bb.2
|
2019-05-01 06:08:23 +08:00
|
|
|
$vgpr0 = FLAT_LOAD_DWORD $vgpr1_vgpr2, 0, 0, 0, 0, implicit $exec, implicit $flat_scr
|
|
|
|
$vgpr3_vgpr4_vgpr5_vgpr6 = FLAT_LOAD_DWORDX4 $vgpr7_vgpr8, 0, 0, 0, 0, implicit $exec, implicit $flat_scr :: (load 16 from %ir.global16)
|
2018-02-01 06:04:26 +08:00
|
|
|
$vgpr0 = V_MOV_B32_e32 $vgpr1, implicit $exec
|
2016-10-29 07:53:48 +08:00
|
|
|
S_BRANCH %bb.2
|
|
|
|
|
|
|
|
bb.2:
|
2019-05-01 06:08:23 +08:00
|
|
|
$vgpr0 = FLAT_LOAD_DWORD $vgpr1_vgpr2, 0, 0, 0, 0, implicit $exec, implicit $flat_scr :: (load 4 from %ir.flat4)
|
|
|
|
$vgpr3_vgpr4_vgpr5_vgpr6 = FLAT_LOAD_DWORDX4 $vgpr7_vgpr8, 0, 0, 0, 0, implicit $exec, implicit $flat_scr :: (load 16 from %ir.flat16)
|
2018-02-01 06:04:26 +08:00
|
|
|
$vgpr0 = V_MOV_B32_e32 $vgpr1, implicit $exec
|
[AMDGPU] Add support for immediate operand for S_ENDPGM
Summary:
Add support for immediate operand in S_ENDPGM
Change-Id: I0c56a076a10980f719fb2a8f16407e9c301013f6
Reviewers: alexshap
Subscribers: qcolombet, arsenm, kzhuravl, jvesely, wdng, nhaehnle, yaxunl, tpr, t-tye, eraman, arphaman, Petar.Avramovic, llvm-commits
Tags: #llvm
Differential Revision: https://reviews.llvm.org/D59213
llvm-svn: 355902
2019-03-12 17:52:58 +08:00
|
|
|
S_ENDPGM 0
|
2016-10-29 07:53:48 +08:00
|
|
|
...
|
2017-03-08 09:06:58 +08:00
|
|
|
---
|
|
|
|
# There is only a single fallthrough successor block, so there's no
|
|
|
|
# need to wait immediately.
|
|
|
|
|
|
|
|
# CHECK-LABEL: name: single_fallthrough_successor_no_end_block_wait
|
2018-02-01 06:04:26 +08:00
|
|
|
# CHECK: $vgpr0 = FLAT_LOAD_DWORD $vgpr1_vgpr2
|
2017-03-08 09:06:58 +08:00
|
|
|
# CHECK-NOT: S_WAITCNT
|
|
|
|
|
|
|
|
# CHECK: bb.1:
|
|
|
|
# CHECK-NEXT: V_LSHLREV_B64
|
|
|
|
# CHECK-NEXT: S_WAITCNT 112
|
|
|
|
# CHECK-NEXT: FLAT_STORE_DWORD
|
|
|
|
name: single_fallthrough_successor_no_end_block_wait
|
|
|
|
|
|
|
|
body: |
|
|
|
|
bb.0:
|
|
|
|
successors: %bb.1
|
2019-05-01 06:08:23 +08:00
|
|
|
$vgpr0 = FLAT_LOAD_DWORD $vgpr1_vgpr2, 0, 0, 0, 0, implicit $exec, implicit $flat_scr
|
2017-03-08 09:06:58 +08:00
|
|
|
|
|
|
|
bb.1:
|
2018-02-01 06:04:26 +08:00
|
|
|
$vgpr3_vgpr4 = V_LSHLREV_B64 4, $vgpr7_vgpr8, implicit $exec
|
2019-05-01 06:08:23 +08:00
|
|
|
FLAT_STORE_DWORD $vgpr3_vgpr4, $vgpr0, 0, 0, 0, 0, implicit $exec, implicit $flat_scr
|
[AMDGPU] Add support for immediate operand for S_ENDPGM
Summary:
Add support for immediate operand in S_ENDPGM
Change-Id: I0c56a076a10980f719fb2a8f16407e9c301013f6
Reviewers: alexshap
Subscribers: qcolombet, arsenm, kzhuravl, jvesely, wdng, nhaehnle, yaxunl, tpr, t-tye, eraman, arphaman, Petar.Avramovic, llvm-commits
Tags: #llvm
Differential Revision: https://reviews.llvm.org/D59213
llvm-svn: 355902
2019-03-12 17:52:58 +08:00
|
|
|
S_ENDPGM 0
|
2017-03-08 09:06:58 +08:00
|
|
|
...
|
|
|
|
---
|
|
|
|
# The block has a single predecessor with a single successor, but it
|
|
|
|
# is not the next block so it's non-obvious that the wait is not needed.
|
|
|
|
|
|
|
|
|
|
|
|
# CHECK-LABEL: name: single_branch_successor_not_next_block
|
|
|
|
|
|
|
|
# CHECK: bb.1
|
|
|
|
# CHECK-NEXT: FLAT_STORE_DWORD
|
[AMDGPU] Add support for immediate operand for S_ENDPGM
Summary:
Add support for immediate operand in S_ENDPGM
Change-Id: I0c56a076a10980f719fb2a8f16407e9c301013f6
Reviewers: alexshap
Subscribers: qcolombet, arsenm, kzhuravl, jvesely, wdng, nhaehnle, yaxunl, tpr, t-tye, eraman, arphaman, Petar.Avramovic, llvm-commits
Tags: #llvm
Differential Revision: https://reviews.llvm.org/D59213
llvm-svn: 355902
2019-03-12 17:52:58 +08:00
|
|
|
# CHECK-NEXT: S_ENDPGM 0
|
2017-03-08 09:06:58 +08:00
|
|
|
|
|
|
|
# CHECK: bb.2:
|
|
|
|
# CHECK-NEXT: V_LSHLREV_B64
|
2018-05-07 22:43:28 +08:00
|
|
|
# CHECK-NEXT: S_WAITCNT 112
|
2017-03-08 09:06:58 +08:00
|
|
|
# CHECK-NEXT: FLAT_STORE_DWORD
|
|
|
|
name: single_branch_successor_not_next_block
|
|
|
|
|
|
|
|
body: |
|
|
|
|
bb.0:
|
|
|
|
successors: %bb.2
|
2019-05-01 06:08:23 +08:00
|
|
|
$vgpr0 = FLAT_LOAD_DWORD $vgpr1_vgpr2, 0, 0, 0, 0, implicit $exec, implicit $flat_scr
|
2017-03-08 09:06:58 +08:00
|
|
|
S_BRANCH %bb.2
|
|
|
|
|
|
|
|
bb.1:
|
2019-05-01 06:08:23 +08:00
|
|
|
FLAT_STORE_DWORD $vgpr8_vgpr9, $vgpr10, 0, 0, 0, 0, implicit $exec, implicit $flat_scr
|
[AMDGPU] Add support for immediate operand for S_ENDPGM
Summary:
Add support for immediate operand in S_ENDPGM
Change-Id: I0c56a076a10980f719fb2a8f16407e9c301013f6
Reviewers: alexshap
Subscribers: qcolombet, arsenm, kzhuravl, jvesely, wdng, nhaehnle, yaxunl, tpr, t-tye, eraman, arphaman, Petar.Avramovic, llvm-commits
Tags: #llvm
Differential Revision: https://reviews.llvm.org/D59213
llvm-svn: 355902
2019-03-12 17:52:58 +08:00
|
|
|
S_ENDPGM 0
|
2017-03-08 09:06:58 +08:00
|
|
|
|
|
|
|
bb.2:
|
2018-02-01 06:04:26 +08:00
|
|
|
$vgpr3_vgpr4 = V_LSHLREV_B64 4, $vgpr7_vgpr8, implicit $exec
|
2019-05-01 06:08:23 +08:00
|
|
|
FLAT_STORE_DWORD $vgpr3_vgpr4, $vgpr0, 0, 0, 0, 0, implicit $exec, implicit $flat_scr
|
[AMDGPU] Add support for immediate operand for S_ENDPGM
Summary:
Add support for immediate operand in S_ENDPGM
Change-Id: I0c56a076a10980f719fb2a8f16407e9c301013f6
Reviewers: alexshap
Subscribers: qcolombet, arsenm, kzhuravl, jvesely, wdng, nhaehnle, yaxunl, tpr, t-tye, eraman, arphaman, Petar.Avramovic, llvm-commits
Tags: #llvm
Differential Revision: https://reviews.llvm.org/D59213
llvm-svn: 355902
2019-03-12 17:52:58 +08:00
|
|
|
S_ENDPGM 0
|
2017-03-08 09:06:58 +08:00
|
|
|
...
|