forked from OSchip/llvm-project
232 lines
12 KiB
LLVM
232 lines
12 KiB
LLVM
; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py
|
|
; RUN: llc -global-isel -march=amdgcn -verify-machineinstrs -amdgpu-mem-intrinsic-expand-size=19 %s -o - | FileCheck -check-prefix=LOOP %s
|
|
; RUN: llc -global-isel -march=amdgcn -verify-machineinstrs -amdgpu-mem-intrinsic-expand-size=21 %s -o - | FileCheck -check-prefix=UNROLL %s
|
|
|
|
declare void @llvm.memcpy.p1i8.p1i8.i32(i8 addrspace(1)*, i8 addrspace(1)*, i32, i1 immarg)
|
|
|
|
define amdgpu_cs void @memcpy_p1i8(i8 addrspace(1)* %dst, i8 addrspace(1)* %src) {
|
|
; LOOP-LABEL: memcpy_p1i8:
|
|
; LOOP: ; %bb.0:
|
|
; LOOP-NEXT: s_mov_b32 s2, 0
|
|
; LOOP-NEXT: s_mov_b32 s3, 0xf000
|
|
; LOOP-NEXT: s_mov_b64 s[0:1], 0
|
|
; LOOP-NEXT: v_mov_b32_e32 v5, v3
|
|
; LOOP-NEXT: v_mov_b32_e32 v4, v2
|
|
; LOOP-NEXT: v_mov_b32_e32 v7, v1
|
|
; LOOP-NEXT: v_mov_b32_e32 v6, v0
|
|
; LOOP-NEXT: v_mov_b32_e32 v8, s2
|
|
; LOOP-NEXT: .LBB0_1: ; %load-store-loop
|
|
; LOOP-NEXT: ; =>This Inner Loop Header: Depth=1
|
|
; LOOP-NEXT: s_waitcnt expcnt(1)
|
|
; LOOP-NEXT: buffer_load_ubyte v9, v[4:5], s[0:3], 0 addr64
|
|
; LOOP-NEXT: s_waitcnt expcnt(0)
|
|
; LOOP-NEXT: buffer_load_ubyte v10, v[4:5], s[0:3], 0 addr64 offset:1
|
|
; LOOP-NEXT: s_waitcnt vmcnt(0)
|
|
; LOOP-NEXT: v_lshlrev_b32_e32 v10, 8, v10
|
|
; LOOP-NEXT: v_or_b32_e32 v9, v10, v9
|
|
; LOOP-NEXT: buffer_load_ubyte v10, v[4:5], s[0:3], 0 addr64 offset:2
|
|
; LOOP-NEXT: buffer_load_ubyte v11, v[4:5], s[0:3], 0 addr64 offset:3
|
|
; LOOP-NEXT: s_waitcnt vmcnt(0)
|
|
; LOOP-NEXT: v_lshlrev_b32_e32 v11, 24, v11
|
|
; LOOP-NEXT: v_lshlrev_b32_e32 v10, 16, v10
|
|
; LOOP-NEXT: v_or_b32_e32 v10, v11, v10
|
|
; LOOP-NEXT: v_or_b32_e32 v9, v10, v9
|
|
; LOOP-NEXT: buffer_load_ubyte v10, v[4:5], s[0:3], 0 addr64 offset:4
|
|
; LOOP-NEXT: buffer_load_ubyte v11, v[4:5], s[0:3], 0 addr64 offset:5
|
|
; LOOP-NEXT: s_waitcnt vmcnt(0)
|
|
; LOOP-NEXT: v_lshlrev_b32_e32 v11, 8, v11
|
|
; LOOP-NEXT: v_or_b32_e32 v10, v11, v10
|
|
; LOOP-NEXT: buffer_load_ubyte v11, v[4:5], s[0:3], 0 addr64 offset:6
|
|
; LOOP-NEXT: buffer_load_ubyte v12, v[4:5], s[0:3], 0 addr64 offset:7
|
|
; LOOP-NEXT: s_waitcnt vmcnt(0)
|
|
; LOOP-NEXT: v_lshlrev_b32_e32 v12, 24, v12
|
|
; LOOP-NEXT: v_lshlrev_b32_e32 v11, 16, v11
|
|
; LOOP-NEXT: v_or_b32_e32 v11, v12, v11
|
|
; LOOP-NEXT: v_or_b32_e32 v10, v11, v10
|
|
; LOOP-NEXT: buffer_load_ubyte v11, v[4:5], s[0:3], 0 addr64 offset:8
|
|
; LOOP-NEXT: buffer_load_ubyte v12, v[4:5], s[0:3], 0 addr64 offset:9
|
|
; LOOP-NEXT: s_waitcnt vmcnt(0)
|
|
; LOOP-NEXT: v_lshlrev_b32_e32 v12, 8, v12
|
|
; LOOP-NEXT: v_or_b32_e32 v11, v12, v11
|
|
; LOOP-NEXT: buffer_load_ubyte v12, v[4:5], s[0:3], 0 addr64 offset:10
|
|
; LOOP-NEXT: buffer_load_ubyte v13, v[4:5], s[0:3], 0 addr64 offset:11
|
|
; LOOP-NEXT: s_waitcnt vmcnt(0)
|
|
; LOOP-NEXT: v_lshlrev_b32_e32 v13, 24, v13
|
|
; LOOP-NEXT: v_lshlrev_b32_e32 v12, 16, v12
|
|
; LOOP-NEXT: v_or_b32_e32 v12, v13, v12
|
|
; LOOP-NEXT: v_or_b32_e32 v11, v12, v11
|
|
; LOOP-NEXT: buffer_load_ubyte v12, v[4:5], s[0:3], 0 addr64 offset:12
|
|
; LOOP-NEXT: buffer_load_ubyte v13, v[4:5], s[0:3], 0 addr64 offset:13
|
|
; LOOP-NEXT: s_waitcnt vmcnt(0)
|
|
; LOOP-NEXT: v_lshlrev_b32_e32 v13, 8, v13
|
|
; LOOP-NEXT: v_or_b32_e32 v12, v13, v12
|
|
; LOOP-NEXT: buffer_load_ubyte v13, v[4:5], s[0:3], 0 addr64 offset:14
|
|
; LOOP-NEXT: buffer_load_ubyte v14, v[4:5], s[0:3], 0 addr64 offset:15
|
|
; LOOP-NEXT: s_waitcnt vmcnt(0)
|
|
; LOOP-NEXT: v_lshlrev_b32_e32 v14, 24, v14
|
|
; LOOP-NEXT: v_lshlrev_b32_e32 v13, 16, v13
|
|
; LOOP-NEXT: v_or_b32_e32 v13, v14, v13
|
|
; LOOP-NEXT: v_or_b32_e32 v12, v13, v12
|
|
; LOOP-NEXT: v_lshrrev_b32_e32 v13, 16, v9
|
|
; LOOP-NEXT: v_bfe_u32 v14, v9, 8, 8
|
|
; LOOP-NEXT: buffer_store_byte v9, v[6:7], s[0:3], 0 addr64
|
|
; LOOP-NEXT: buffer_store_byte v14, v[6:7], s[0:3], 0 addr64 offset:1
|
|
; LOOP-NEXT: s_waitcnt expcnt(1)
|
|
; LOOP-NEXT: v_lshrrev_b32_e32 v9, 24, v9
|
|
; LOOP-NEXT: buffer_store_byte v13, v[6:7], s[0:3], 0 addr64 offset:2
|
|
; LOOP-NEXT: buffer_store_byte v9, v[6:7], s[0:3], 0 addr64 offset:3
|
|
; LOOP-NEXT: s_waitcnt expcnt(0)
|
|
; LOOP-NEXT: v_lshrrev_b32_e32 v9, 16, v10
|
|
; LOOP-NEXT: v_bfe_u32 v13, v10, 8, 8
|
|
; LOOP-NEXT: buffer_store_byte v10, v[6:7], s[0:3], 0 addr64 offset:4
|
|
; LOOP-NEXT: buffer_store_byte v13, v[6:7], s[0:3], 0 addr64 offset:5
|
|
; LOOP-NEXT: s_waitcnt expcnt(1)
|
|
; LOOP-NEXT: v_lshrrev_b32_e32 v10, 24, v10
|
|
; LOOP-NEXT: buffer_store_byte v9, v[6:7], s[0:3], 0 addr64 offset:6
|
|
; LOOP-NEXT: buffer_store_byte v10, v[6:7], s[0:3], 0 addr64 offset:7
|
|
; LOOP-NEXT: s_waitcnt expcnt(1)
|
|
; LOOP-NEXT: v_lshrrev_b32_e32 v9, 16, v11
|
|
; LOOP-NEXT: s_waitcnt expcnt(0)
|
|
; LOOP-NEXT: v_bfe_u32 v10, v11, 8, 8
|
|
; LOOP-NEXT: buffer_store_byte v11, v[6:7], s[0:3], 0 addr64 offset:8
|
|
; LOOP-NEXT: buffer_store_byte v10, v[6:7], s[0:3], 0 addr64 offset:9
|
|
; LOOP-NEXT: s_waitcnt expcnt(0)
|
|
; LOOP-NEXT: v_lshrrev_b32_e32 v10, 24, v11
|
|
; LOOP-NEXT: buffer_store_byte v9, v[6:7], s[0:3], 0 addr64 offset:10
|
|
; LOOP-NEXT: buffer_store_byte v10, v[6:7], s[0:3], 0 addr64 offset:11
|
|
; LOOP-NEXT: s_waitcnt expcnt(1)
|
|
; LOOP-NEXT: v_lshrrev_b32_e32 v9, 16, v12
|
|
; LOOP-NEXT: s_waitcnt expcnt(0)
|
|
; LOOP-NEXT: v_bfe_u32 v10, v12, 8, 8
|
|
; LOOP-NEXT: buffer_store_byte v12, v[6:7], s[0:3], 0 addr64 offset:12
|
|
; LOOP-NEXT: buffer_store_byte v10, v[6:7], s[0:3], 0 addr64 offset:13
|
|
; LOOP-NEXT: s_waitcnt expcnt(0)
|
|
; LOOP-NEXT: v_lshrrev_b32_e32 v10, 24, v12
|
|
; LOOP-NEXT: buffer_store_byte v9, v[6:7], s[0:3], 0 addr64 offset:14
|
|
; LOOP-NEXT: buffer_store_byte v10, v[6:7], s[0:3], 0 addr64 offset:15
|
|
; LOOP-NEXT: v_add_i32_e32 v8, vcc, 1, v8
|
|
; LOOP-NEXT: s_xor_b64 s[4:5], vcc, -1
|
|
; LOOP-NEXT: v_add_i32_e32 v6, vcc, 16, v6
|
|
; LOOP-NEXT: v_addc_u32_e32 v7, vcc, 0, v7, vcc
|
|
; LOOP-NEXT: v_add_i32_e32 v4, vcc, 16, v4
|
|
; LOOP-NEXT: v_addc_u32_e32 v5, vcc, 0, v5, vcc
|
|
; LOOP-NEXT: s_xor_b64 s[4:5], s[4:5], -1
|
|
; LOOP-NEXT: s_and_b64 vcc, exec, s[4:5]
|
|
; LOOP-NEXT: s_cbranch_vccnz .LBB0_1
|
|
; LOOP-NEXT: ; %bb.2: ; %memcpy-split
|
|
; LOOP-NEXT: s_mov_b32 s2, 0
|
|
; LOOP-NEXT: s_mov_b32 s3, 0xf000
|
|
; LOOP-NEXT: s_mov_b64 s[0:1], 0
|
|
; LOOP-NEXT: buffer_load_ubyte v4, v[2:3], s[0:3], 0 addr64 offset:17
|
|
; LOOP-NEXT: buffer_load_ubyte v5, v[2:3], s[0:3], 0 addr64 offset:19
|
|
; LOOP-NEXT: buffer_load_ubyte v6, v[2:3], s[0:3], 0 addr64 offset:18
|
|
; LOOP-NEXT: buffer_load_ubyte v2, v[2:3], s[0:3], 0 addr64 offset:16
|
|
; LOOP-NEXT: s_waitcnt vmcnt(3)
|
|
; LOOP-NEXT: v_lshlrev_b32_e32 v3, 8, v4
|
|
; LOOP-NEXT: s_waitcnt vmcnt(2)
|
|
; LOOP-NEXT: v_lshlrev_b32_e32 v4, 24, v5
|
|
; LOOP-NEXT: s_waitcnt vmcnt(1)
|
|
; LOOP-NEXT: v_lshlrev_b32_e32 v5, 16, v6
|
|
; LOOP-NEXT: s_waitcnt vmcnt(0)
|
|
; LOOP-NEXT: v_or_b32_e32 v2, v3, v2
|
|
; LOOP-NEXT: v_or_b32_e32 v3, v4, v5
|
|
; LOOP-NEXT: v_or_b32_e32 v2, v3, v2
|
|
; LOOP-NEXT: v_lshrrev_b32_e32 v3, 16, v2
|
|
; LOOP-NEXT: v_bfe_u32 v4, v2, 8, 8
|
|
; LOOP-NEXT: buffer_store_byte v2, v[0:1], s[0:3], 0 addr64 offset:16
|
|
; LOOP-NEXT: s_waitcnt expcnt(0)
|
|
; LOOP-NEXT: v_lshrrev_b32_e32 v2, 24, v2
|
|
; LOOP-NEXT: buffer_store_byte v4, v[0:1], s[0:3], 0 addr64 offset:17
|
|
; LOOP-NEXT: buffer_store_byte v3, v[0:1], s[0:3], 0 addr64 offset:18
|
|
; LOOP-NEXT: buffer_store_byte v2, v[0:1], s[0:3], 0 addr64 offset:19
|
|
; LOOP-NEXT: s_endpgm
|
|
;
|
|
; UNROLL-LABEL: memcpy_p1i8:
|
|
; UNROLL: ; %bb.0:
|
|
; UNROLL-NEXT: s_mov_b32 s2, 0
|
|
; UNROLL-NEXT: s_mov_b32 s3, 0xf000
|
|
; UNROLL-NEXT: s_mov_b64 s[0:1], 0
|
|
; UNROLL-NEXT: buffer_load_ubyte v4, v[2:3], s[0:3], 0 addr64
|
|
; UNROLL-NEXT: s_waitcnt vmcnt(0)
|
|
; UNROLL-NEXT: buffer_store_byte v4, v[0:1], s[0:3], 0 addr64
|
|
; UNROLL-NEXT: s_waitcnt expcnt(0)
|
|
; UNROLL-NEXT: buffer_load_ubyte v4, v[2:3], s[0:3], 0 addr64 offset:1
|
|
; UNROLL-NEXT: s_waitcnt vmcnt(0)
|
|
; UNROLL-NEXT: buffer_store_byte v4, v[0:1], s[0:3], 0 addr64 offset:1
|
|
; UNROLL-NEXT: s_waitcnt expcnt(0)
|
|
; UNROLL-NEXT: buffer_load_ubyte v4, v[2:3], s[0:3], 0 addr64 offset:2
|
|
; UNROLL-NEXT: s_waitcnt vmcnt(0)
|
|
; UNROLL-NEXT: buffer_store_byte v4, v[0:1], s[0:3], 0 addr64 offset:2
|
|
; UNROLL-NEXT: s_waitcnt expcnt(0)
|
|
; UNROLL-NEXT: buffer_load_ubyte v4, v[2:3], s[0:3], 0 addr64 offset:3
|
|
; UNROLL-NEXT: s_waitcnt vmcnt(0)
|
|
; UNROLL-NEXT: buffer_store_byte v4, v[0:1], s[0:3], 0 addr64 offset:3
|
|
; UNROLL-NEXT: s_waitcnt expcnt(0)
|
|
; UNROLL-NEXT: buffer_load_ubyte v4, v[2:3], s[0:3], 0 addr64 offset:4
|
|
; UNROLL-NEXT: s_waitcnt vmcnt(0)
|
|
; UNROLL-NEXT: buffer_store_byte v4, v[0:1], s[0:3], 0 addr64 offset:4
|
|
; UNROLL-NEXT: s_waitcnt expcnt(0)
|
|
; UNROLL-NEXT: buffer_load_ubyte v4, v[2:3], s[0:3], 0 addr64 offset:5
|
|
; UNROLL-NEXT: s_waitcnt vmcnt(0)
|
|
; UNROLL-NEXT: buffer_store_byte v4, v[0:1], s[0:3], 0 addr64 offset:5
|
|
; UNROLL-NEXT: s_waitcnt expcnt(0)
|
|
; UNROLL-NEXT: buffer_load_ubyte v4, v[2:3], s[0:3], 0 addr64 offset:6
|
|
; UNROLL-NEXT: s_waitcnt vmcnt(0)
|
|
; UNROLL-NEXT: buffer_store_byte v4, v[0:1], s[0:3], 0 addr64 offset:6
|
|
; UNROLL-NEXT: s_waitcnt expcnt(0)
|
|
; UNROLL-NEXT: buffer_load_ubyte v4, v[2:3], s[0:3], 0 addr64 offset:7
|
|
; UNROLL-NEXT: s_waitcnt vmcnt(0)
|
|
; UNROLL-NEXT: buffer_store_byte v4, v[0:1], s[0:3], 0 addr64 offset:7
|
|
; UNROLL-NEXT: s_waitcnt expcnt(0)
|
|
; UNROLL-NEXT: buffer_load_ubyte v4, v[2:3], s[0:3], 0 addr64 offset:8
|
|
; UNROLL-NEXT: s_waitcnt vmcnt(0)
|
|
; UNROLL-NEXT: buffer_store_byte v4, v[0:1], s[0:3], 0 addr64 offset:8
|
|
; UNROLL-NEXT: s_waitcnt expcnt(0)
|
|
; UNROLL-NEXT: buffer_load_ubyte v4, v[2:3], s[0:3], 0 addr64 offset:9
|
|
; UNROLL-NEXT: s_waitcnt vmcnt(0)
|
|
; UNROLL-NEXT: buffer_store_byte v4, v[0:1], s[0:3], 0 addr64 offset:9
|
|
; UNROLL-NEXT: s_waitcnt expcnt(0)
|
|
; UNROLL-NEXT: buffer_load_ubyte v4, v[2:3], s[0:3], 0 addr64 offset:10
|
|
; UNROLL-NEXT: s_waitcnt vmcnt(0)
|
|
; UNROLL-NEXT: buffer_store_byte v4, v[0:1], s[0:3], 0 addr64 offset:10
|
|
; UNROLL-NEXT: s_waitcnt expcnt(0)
|
|
; UNROLL-NEXT: buffer_load_ubyte v4, v[2:3], s[0:3], 0 addr64 offset:11
|
|
; UNROLL-NEXT: s_waitcnt vmcnt(0)
|
|
; UNROLL-NEXT: buffer_store_byte v4, v[0:1], s[0:3], 0 addr64 offset:11
|
|
; UNROLL-NEXT: s_waitcnt expcnt(0)
|
|
; UNROLL-NEXT: buffer_load_ubyte v4, v[2:3], s[0:3], 0 addr64 offset:12
|
|
; UNROLL-NEXT: s_waitcnt vmcnt(0)
|
|
; UNROLL-NEXT: buffer_store_byte v4, v[0:1], s[0:3], 0 addr64 offset:12
|
|
; UNROLL-NEXT: s_waitcnt expcnt(0)
|
|
; UNROLL-NEXT: buffer_load_ubyte v4, v[2:3], s[0:3], 0 addr64 offset:13
|
|
; UNROLL-NEXT: s_waitcnt vmcnt(0)
|
|
; UNROLL-NEXT: buffer_store_byte v4, v[0:1], s[0:3], 0 addr64 offset:13
|
|
; UNROLL-NEXT: s_waitcnt expcnt(0)
|
|
; UNROLL-NEXT: buffer_load_ubyte v4, v[2:3], s[0:3], 0 addr64 offset:14
|
|
; UNROLL-NEXT: s_waitcnt vmcnt(0)
|
|
; UNROLL-NEXT: buffer_store_byte v4, v[0:1], s[0:3], 0 addr64 offset:14
|
|
; UNROLL-NEXT: s_waitcnt expcnt(0)
|
|
; UNROLL-NEXT: buffer_load_ubyte v4, v[2:3], s[0:3], 0 addr64 offset:15
|
|
; UNROLL-NEXT: s_waitcnt vmcnt(0)
|
|
; UNROLL-NEXT: buffer_store_byte v4, v[0:1], s[0:3], 0 addr64 offset:15
|
|
; UNROLL-NEXT: s_waitcnt expcnt(0)
|
|
; UNROLL-NEXT: buffer_load_ubyte v4, v[2:3], s[0:3], 0 addr64 offset:16
|
|
; UNROLL-NEXT: s_waitcnt vmcnt(0)
|
|
; UNROLL-NEXT: buffer_store_byte v4, v[0:1], s[0:3], 0 addr64 offset:16
|
|
; UNROLL-NEXT: s_waitcnt expcnt(0)
|
|
; UNROLL-NEXT: buffer_load_ubyte v4, v[2:3], s[0:3], 0 addr64 offset:17
|
|
; UNROLL-NEXT: s_waitcnt vmcnt(0)
|
|
; UNROLL-NEXT: buffer_store_byte v4, v[0:1], s[0:3], 0 addr64 offset:17
|
|
; UNROLL-NEXT: s_waitcnt expcnt(0)
|
|
; UNROLL-NEXT: buffer_load_ubyte v4, v[2:3], s[0:3], 0 addr64 offset:18
|
|
; UNROLL-NEXT: s_waitcnt vmcnt(0)
|
|
; UNROLL-NEXT: buffer_store_byte v4, v[0:1], s[0:3], 0 addr64 offset:18
|
|
; UNROLL-NEXT: buffer_load_ubyte v2, v[2:3], s[0:3], 0 addr64 offset:19
|
|
; UNROLL-NEXT: s_waitcnt vmcnt(0)
|
|
; UNROLL-NEXT: buffer_store_byte v2, v[0:1], s[0:3], 0 addr64 offset:19
|
|
; UNROLL-NEXT: s_endpgm
|
|
call void @llvm.memcpy.p1i8.p1i8.i32(i8 addrspace(1)* %dst, i8 addrspace(1)* %src, i32 20, i1 false)
|
|
ret void
|
|
}
|
|
|