2017-08-04 07:24:05 +08:00
|
|
|
; RUN: llc -march=amdgcn -mcpu=hawaii -verify-machineinstrs < %s | FileCheck -enable-var-scope -check-prefix=GCN -check-prefix=CI %s
|
|
|
|
; RUN: llc -march=amdgcn -mcpu=gfx900 -verify-machineinstrs < %s | FileCheck -enable-var-scope -check-prefix=GCN -check-prefix=GFX9 %s
|
2017-06-27 01:53:59 +08:00
|
|
|
|
|
|
|
; GCN-LABEL: {{^}}callee_no_stack:
|
2017-12-05 01:18:51 +08:00
|
|
|
; GCN: ; %bb.0:
|
2017-06-27 01:53:59 +08:00
|
|
|
; GCN-NEXT: s_waitcnt
|
|
|
|
; GCN-NEXT: s_setpc_b64
|
|
|
|
define void @callee_no_stack() #0 {
|
|
|
|
ret void
|
|
|
|
}
|
|
|
|
|
2019-06-21 01:03:23 +08:00
|
|
|
; GCN-LABEL: {{^}}callee_no_stack_no_fp_elim_all:
|
2017-12-05 01:18:51 +08:00
|
|
|
; GCN: ; %bb.0:
|
2017-08-02 03:54:18 +08:00
|
|
|
; GCN-NEXT: s_waitcnt
|
2019-06-21 01:03:23 +08:00
|
|
|
; GCN-NEXT: s_mov_b32 s5, s32
|
2017-08-02 03:54:18 +08:00
|
|
|
; GCN-NEXT: s_setpc_b64
|
2019-06-21 01:03:23 +08:00
|
|
|
define void @callee_no_stack_no_fp_elim_all() #1 {
|
2017-08-02 03:54:18 +08:00
|
|
|
ret void
|
|
|
|
}
|
|
|
|
|
2019-06-21 01:03:23 +08:00
|
|
|
; GCN-LABEL: {{^}}callee_no_stack_no_fp_elim_nonleaf:
|
|
|
|
; GCN: ; %bb.0:
|
|
|
|
; GCN-NEXT: s_waitcnt
|
|
|
|
; GCN-NEXT: s_setpc_b64
|
|
|
|
define void @callee_no_stack_no_fp_elim_nonleaf() #2 {
|
|
|
|
ret void
|
|
|
|
}
|
2017-06-27 01:53:59 +08:00
|
|
|
|
|
|
|
; GCN-LABEL: {{^}}callee_with_stack:
|
2017-12-05 01:18:51 +08:00
|
|
|
; GCN: ; %bb.0:
|
2017-06-27 01:53:59 +08:00
|
|
|
; GCN-NEXT: s_waitcnt
|
|
|
|
; GCN-NEXT: v_mov_b32_e32 v0, 0{{$}}
|
2019-06-06 06:37:50 +08:00
|
|
|
; GCN-NEXT: buffer_store_dword v0, off, s[0:3], s32{{$}}
|
2017-06-27 01:53:59 +08:00
|
|
|
; GCN-NEXT: s_waitcnt
|
|
|
|
; GCN-NEXT: s_setpc_b64
|
|
|
|
define void @callee_with_stack() #0 {
|
2018-02-03 00:07:16 +08:00
|
|
|
%alloca = alloca i32, addrspace(5)
|
|
|
|
store volatile i32 0, i32 addrspace(5)* %alloca
|
2017-06-27 01:53:59 +08:00
|
|
|
ret void
|
|
|
|
}
|
|
|
|
|
2019-06-21 01:03:23 +08:00
|
|
|
; GCN-LABEL: {{^}}callee_with_stack_no_fp_elim_all:
|
|
|
|
; GCN: ; %bb.0:
|
|
|
|
; GCN-NEXT: s_waitcnt
|
|
|
|
; GCN-NEXT: s_mov_b32 s5, s32
|
|
|
|
; GCN-NEXT: s_add_u32 s32, s32, 0x200
|
|
|
|
; GCN-NEXT: v_mov_b32_e32 v0, 0{{$}}
|
|
|
|
; GCN-NEXT: buffer_store_dword v0, off, s[0:3], s5 offset:4{{$}}
|
|
|
|
; GCN-NEXT: s_sub_u32 s32, s32, 0x200
|
|
|
|
; GCN-NEXT: s_waitcnt vmcnt(0)
|
|
|
|
; GCN-NEXT: s_setpc_b64
|
|
|
|
define void @callee_with_stack_no_fp_elim_all() #1 {
|
|
|
|
%alloca = alloca i32, addrspace(5)
|
|
|
|
store volatile i32 0, i32 addrspace(5)* %alloca
|
|
|
|
ret void
|
|
|
|
}
|
|
|
|
|
|
|
|
; GCN-LABEL: {{^}}callee_with_stack_no_fp_elim_non_leaf:
|
|
|
|
; GCN: ; %bb.0:
|
|
|
|
; GCN-NEXT: s_waitcnt
|
|
|
|
; GCN-NEXT: v_mov_b32_e32 v0, 0{{$}}
|
|
|
|
; GCN-NEXT: buffer_store_dword v0, off, s[0:3], s32{{$}}
|
|
|
|
; GCN-NEXT: s_waitcnt
|
|
|
|
; GCN-NEXT: s_setpc_b64
|
|
|
|
define void @callee_with_stack_no_fp_elim_non_leaf() #2 {
|
|
|
|
%alloca = alloca i32, addrspace(5)
|
|
|
|
store volatile i32 0, i32 addrspace(5)* %alloca
|
|
|
|
ret void
|
|
|
|
}
|
|
|
|
|
2017-08-02 03:54:18 +08:00
|
|
|
; GCN-LABEL: {{^}}callee_with_stack_and_call:
|
2017-12-05 01:18:51 +08:00
|
|
|
; GCN: ; %bb.0:
|
2017-08-02 03:54:18 +08:00
|
|
|
; GCN-NEXT: s_waitcnt
|
2017-08-02 09:52:45 +08:00
|
|
|
; GCN: s_mov_b32 s5, s32
|
2019-05-25 02:18:51 +08:00
|
|
|
; GCN-DAG: s_add_u32 s32, s32, 0x400{{$}}
|
2019-06-06 06:37:50 +08:00
|
|
|
; GCN: buffer_store_dword v32, off, s[0:3], s5 offset:4
|
2017-08-02 03:54:18 +08:00
|
|
|
|
|
|
|
; GCN-DAG: v_writelane_b32 v32, s34,
|
|
|
|
; GCN-DAG: v_writelane_b32 v32, s35,
|
2019-06-21 05:58:24 +08:00
|
|
|
; GCN-DAG: v_writelane_b32 v32, s36,
|
2017-08-02 03:54:18 +08:00
|
|
|
; GCN-DAG: v_mov_b32_e32 v0, 0{{$}}
|
2019-06-06 06:37:50 +08:00
|
|
|
; GCN-DAG: buffer_store_dword v0, off, s[0:3], s5{{$}}
|
2019-06-21 05:58:24 +08:00
|
|
|
; GCN-DAG: s_mov_b32 [[COPY_FP:s[0-9]+]], s5
|
2017-08-02 03:54:18 +08:00
|
|
|
|
|
|
|
|
|
|
|
; GCN: s_swappc_b64
|
2019-06-21 05:58:24 +08:00
|
|
|
; GCN-DAG: s_mov_b32 s5, [[COPY_FP]]
|
2017-08-02 03:54:18 +08:00
|
|
|
; GCN-DAG: v_readlane_b32 s34,
|
2019-06-21 05:58:24 +08:00
|
|
|
; GCN-DAG: v_readlane_b32 s35,
|
|
|
|
; GCN-DAG: v_readlane_b32 s36,
|
2019-06-06 06:37:50 +08:00
|
|
|
; GCN: buffer_load_dword v32, off, s[0:3], s5 offset:4
|
2017-08-02 03:54:18 +08:00
|
|
|
; GCN: s_waitcnt
|
|
|
|
; GCN-NEXT: s_setpc_b64
|
|
|
|
define void @callee_with_stack_and_call() #0 {
|
2018-02-03 00:07:16 +08:00
|
|
|
%alloca = alloca i32, addrspace(5)
|
|
|
|
store volatile i32 0, i32 addrspace(5)* %alloca
|
2017-08-02 03:54:18 +08:00
|
|
|
call void @external_void_func_void()
|
|
|
|
ret void
|
|
|
|
}
|
|
|
|
|
|
|
|
; Should be able to copy incoming stack pointer directly to inner
|
|
|
|
; call's stack pointer argument.
|
|
|
|
|
2017-08-02 09:52:45 +08:00
|
|
|
; There is stack usage only because of the need to evict a VGPR for
|
|
|
|
; spilling CSR SGPRs.
|
|
|
|
|
2017-08-02 03:54:18 +08:00
|
|
|
; GCN-LABEL: {{^}}callee_no_stack_with_call:
|
|
|
|
; GCN: s_waitcnt
|
2017-08-02 09:52:45 +08:00
|
|
|
; GCN: s_mov_b32 s5, s32
|
2019-05-25 02:18:51 +08:00
|
|
|
; GCN: s_or_saveexec_b64 [[COPY_EXEC0:s\[[0-9]+:[0-9]+\]]], -1{{$}}
|
2019-06-06 06:37:50 +08:00
|
|
|
; GCN-NEXT: buffer_store_dword v32, off, s[0:3], s5 ; 4-byte Folded Spill
|
2019-05-25 02:18:51 +08:00
|
|
|
; GCN-NEXT: s_mov_b64 exec, [[COPY_EXEC0]]
|
2019-06-21 05:58:24 +08:00
|
|
|
; GCN-DAG: v_writelane_b32 v32, s34, 0
|
|
|
|
; GCN-DAG: v_writelane_b32 v32, s35, 1
|
|
|
|
; GCN-DAG: v_writelane_b32 v32, s36, 2
|
|
|
|
; GCN-DAG: s_mov_b32 [[COPY_FP:s[0-9]+]], s5
|
2017-08-02 03:54:18 +08:00
|
|
|
; GCN: s_swappc_b64
|
2019-06-21 05:58:24 +08:00
|
|
|
; GCN: s_mov_b32 s5, [[COPY_FP]]
|
2017-08-02 09:52:45 +08:00
|
|
|
|
2019-06-21 05:58:24 +08:00
|
|
|
; GCN-DAG: v_readlane_b32 s34, v32, 0
|
|
|
|
; GCN-DAG: v_readlane_b32 s35, v32, 1
|
|
|
|
; GCN-DAG: v_readlane_b32 s36, v32, 2
|
2017-08-02 09:52:45 +08:00
|
|
|
|
2019-05-25 02:18:51 +08:00
|
|
|
; GCN: s_or_saveexec_b64 [[COPY_EXEC1:s\[[0-9]+:[0-9]+\]]], -1{{$}}
|
2019-06-06 06:37:50 +08:00
|
|
|
; GCN-NEXT: buffer_load_dword v32, off, s[0:3], s5 ; 4-byte Folded Reload
|
2019-05-25 02:18:51 +08:00
|
|
|
; GCN-NEXT: s_mov_b64 exec, [[COPY_EXEC1]]
|
|
|
|
|
|
|
|
; GCN: s_sub_u32 s32, s32, 0x400
|
2017-08-02 03:54:18 +08:00
|
|
|
; GCN: s_setpc_b64
|
|
|
|
define void @callee_no_stack_with_call() #0 {
|
|
|
|
call void @external_void_func_void()
|
|
|
|
ret void
|
|
|
|
}
|
|
|
|
|
|
|
|
declare void @external_void_func_void() #0
|
|
|
|
|
2018-03-28 03:42:55 +08:00
|
|
|
; Make sure if a CSR vgpr is used for SGPR spilling, it is saved and restored
|
|
|
|
; GCN-LABEL: {{^}}callee_func_sgpr_spill_no_calls:
|
2019-05-25 02:18:51 +08:00
|
|
|
; GCN: s_or_saveexec_b64 [[COPY_EXEC0:s\[[0-9]+:[0-9]+\]]], -1{{$}}
|
2019-06-06 06:37:50 +08:00
|
|
|
; GCN-NEXT: buffer_store_dword v32, off, s[0:3], s32 ; 4-byte Folded Spill
|
2019-05-25 02:18:51 +08:00
|
|
|
; GCN-NEXT: s_mov_b64 exec, [[COPY_EXEC0]]
|
|
|
|
|
2018-03-28 03:42:55 +08:00
|
|
|
; GCN: v_writelane_b32 v32
|
|
|
|
; GCN: ;;#ASMSTART
|
|
|
|
; GCN: v_readlane_b32 s{{[0-9]+}}, v32
|
2019-05-25 02:18:51 +08:00
|
|
|
|
|
|
|
; GCN: s_or_saveexec_b64 [[COPY_EXEC1:s\[[0-9]+:[0-9]+\]]], -1{{$}}
|
2019-06-06 06:37:50 +08:00
|
|
|
; GCN-NEXT: buffer_load_dword v32, off, s[0:3], s32 ; 4-byte Folded Reload
|
2019-05-25 02:18:51 +08:00
|
|
|
; GCN-NEXT: s_mov_b64 exec, [[COPY_EXEC1]]
|
|
|
|
|
2018-03-28 03:42:55 +08:00
|
|
|
; GCN-NEXT: s_waitcnt
|
|
|
|
; GCN-NEXT: s_setpc_b64
|
|
|
|
define void @callee_func_sgpr_spill_no_calls(i32 %in) #0 {
|
|
|
|
call void asm sideeffect "", "~{v0},~{v1},~{v2},~{v3},~{v4},~{v5},~{v6},~{v7}"() #0
|
|
|
|
call void asm sideeffect "", "~{v8},~{v9},~{v10},~{v11},~{v12},~{v13},~{v14},~{v15}"() #0
|
|
|
|
call void asm sideeffect "", "~{v16},~{v17},~{v18},~{v19},~{v20},~{v21},~{v22},~{v23}"() #0
|
|
|
|
call void asm sideeffect "", "~{v24},~{v25},~{v26},~{v27},~{v28},~{v29},~{v30},~{v31}"() #0
|
|
|
|
|
|
|
|
%wide.sgpr0 = call <16 x i32> asm sideeffect "; def $0", "=s" () #0
|
|
|
|
%wide.sgpr1 = call <16 x i32> asm sideeffect "; def $0", "=s" () #0
|
|
|
|
%wide.sgpr2 = call <16 x i32> asm sideeffect "; def $0", "=s" () #0
|
|
|
|
%wide.sgpr5 = call <16 x i32> asm sideeffect "; def $0", "=s" () #0
|
|
|
|
%wide.sgpr3 = call <8 x i32> asm sideeffect "; def $0", "=s" () #0
|
|
|
|
%wide.sgpr4 = call <2 x i32> asm sideeffect "; def $0", "=s" () #0
|
|
|
|
|
|
|
|
call void asm sideeffect "; use $0", "s"(<16 x i32> %wide.sgpr0) #0
|
|
|
|
call void asm sideeffect "; use $0", "s"(<16 x i32> %wide.sgpr1) #0
|
|
|
|
call void asm sideeffect "; use $0", "s"(<16 x i32> %wide.sgpr2) #0
|
|
|
|
call void asm sideeffect "; use $0", "s"(<8 x i32> %wide.sgpr3) #0
|
|
|
|
call void asm sideeffect "; use $0", "s"(<2 x i32> %wide.sgpr4) #0
|
|
|
|
call void asm sideeffect "; use $0", "s"(<16 x i32> %wide.sgpr5) #0
|
|
|
|
ret void
|
|
|
|
}
|
|
|
|
|
2019-05-29 00:46:02 +08:00
|
|
|
; Has no spilled CSR VGPRs used for SGPR spilling, so no need to
|
|
|
|
; enable all lanes and restore.
|
|
|
|
|
|
|
|
; GCN-LABEL: {{^}}spill_only_csr_sgpr:
|
|
|
|
; GCN: s_waitcnt
|
|
|
|
; GCN-NEXT: v_writelane_b32 v0, s42, 0
|
|
|
|
; GCN-NEXT: ;;#ASMSTART
|
|
|
|
; GCN-NEXT: ; clobber s42
|
|
|
|
; GCN-NEXT: ;;#ASMEND
|
|
|
|
; GCN-NEXT: v_readlane_b32 s42, v0, 0
|
|
|
|
; GCN-NEXT: s_setpc_b64
|
|
|
|
define void @spill_only_csr_sgpr() {
|
|
|
|
call void asm sideeffect "; clobber s42", "~{s42}"()
|
|
|
|
ret void
|
|
|
|
}
|
|
|
|
|
2017-06-27 01:53:59 +08:00
|
|
|
attributes #0 = { nounwind }
|
2019-06-21 01:03:23 +08:00
|
|
|
attributes #1 = { nounwind "frame-pointer"="all" }
|
|
|
|
attributes #2 = { nounwind "frame-pointer"="non-leaf" }
|