diff --git a/llvm/test/CodeGen/X86/stack-folding-tbm.ll b/llvm/test/CodeGen/X86/stack-folding-tbm.ll new file mode 100644 index 000000000000..fe3c828a69b0 --- /dev/null +++ b/llvm/test/CodeGen/X86/stack-folding-tbm.ll @@ -0,0 +1,201 @@ +; RUN: llc -O3 -disable-peephole -mtriple=x86_64-unknown-unknown -mattr=+bmi,+tbm < %s | FileCheck %s + +target datalayout = "e-m:e-i64:64-f80:128-n8:16:32:64-S128" +target triple = "x86_64-unknown-unknown" + +; Stack reload folding tests. +; +; By including a nop call with sideeffects we can force a partial register spill of the +; relevant registers and check that the reload is correctly folded into the instruction. + +define i32 @stack_fold_bextri_u32(i32 %a0) { + ;CHECK-LABEL: stack_fold_bextri_u32 + ;CHECK: # BB#0: + ;CHECK: bextr $2814, {{-?[0-9]*}}(%rsp), %eax {{.*#+}} 4-byte Folded Reload + %1 = tail call i64 asm sideeffect "nop", "=x,~{rax},~{rbx},~{rcx},~{rdx},~{rsi},~{rdi},~{rbp},~{r8},~{r9},~{r10},~{r11},~{r12},~{r13},~{r14},~{r15}"() + %2 = tail call i32 @llvm.x86.tbm.bextri.u32(i32 %a0, i32 2814) + ret i32 %2 +} +declare i32 @llvm.x86.tbm.bextri.u32(i32, i32) + +define i64 @stack_fold_bextri_u64(i64 %a0) { + ;CHECK-LABEL: stack_fold_bextri_u64 + ;CHECK: # BB#0: + ;CHECK: bextr $2814, {{-?[0-9]*}}(%rsp), %rax {{.*#+}} 8-byte Folded Reload + %1 = tail call i64 asm sideeffect "nop", "=x,~{rax},~{rbx},~{rcx},~{rdx},~{rsi},~{rdi},~{rbp},~{r8},~{r9},~{r10},~{r11},~{r12},~{r13},~{r14},~{r15}"() + %2 = tail call i64 @llvm.x86.tbm.bextri.u64(i64 %a0, i64 2814) + ret i64 %2 +} +declare i64 @llvm.x86.tbm.bextri.u64(i64, i64) + +define i32 @stack_fold_blcfill_u32(i32 %a0) { + ;CHECK-LABEL: stack_fold_blcfill_u32 + ;CHECK: blcfill {{-?[0-9]*}}(%rsp), %eax {{.*#+}} 4-byte Folded Reload + %1 = tail call i64 asm sideeffect "nop", "=x,~{rax},~{rbx},~{rcx},~{rdx},~{rsi},~{rdi},~{rbp},~{r8},~{r9},~{r10},~{r11},~{r12},~{r13},~{r14},~{r15}"() + %2 = add i32 %a0, 1 + %3 = and i32 %a0, %2 + ret i32 %3 +} + +define i64 @stack_fold_blcfill_u64(i64 %a0) { + ;CHECK-LABEL: stack_fold_blcfill_u64 + ;CHECK: blcfill {{-?[0-9]*}}(%rsp), %rax {{.*#+}} 8-byte Folded Reload + %1 = tail call i64 asm sideeffect "nop", "=x,~{rax},~{rbx},~{rcx},~{rdx},~{rsi},~{rdi},~{rbp},~{r8},~{r9},~{r10},~{r11},~{r12},~{r13},~{r14},~{r15}"() + %2 = add i64 %a0, 1 + %3 = and i64 %a0, %2 + ret i64 %3 +} + +define i32 @stack_fold_blci_u32(i32 %a0) { + ;CHECK-LABEL: stack_fold_blci_u32 + ;CHECK: blci {{-?[0-9]*}}(%rsp), %eax {{.*#+}} 4-byte Folded Reload + %1 = tail call i64 asm sideeffect "nop", "=x,~{rax},~{rbx},~{rcx},~{rdx},~{rsi},~{rdi},~{rbp},~{r8},~{r9},~{r10},~{r11},~{r12},~{r13},~{r14},~{r15}"() + %2 = add i32 %a0, 1 + %3 = xor i32 %2, -1 + %4 = or i32 %a0, %3 + ret i32 %4 +} + +define i64 @stack_fold_blci_u64(i64 %a0) { + ;CHECK-LABEL: stack_fold_blci_u64 + ;CHECK: blci {{-?[0-9]*}}(%rsp), %rax {{.*#+}} 8-byte Folded Reload + %1 = tail call i64 asm sideeffect "nop", "=x,~{rax},~{rbx},~{rcx},~{rdx},~{rsi},~{rdi},~{rbp},~{r8},~{r9},~{r10},~{r11},~{r12},~{r13},~{r14},~{r15}"() + %2 = add i64 %a0, 1 + %3 = xor i64 %2, -1 + %4 = or i64 %a0, %3 + ret i64 %4 +} + +define i32 @stack_fold_blcic_u32(i32 %a0) { + ;CHECK-LABEL: stack_fold_blcic_u32 + ;CHECK: blcic {{-?[0-9]*}}(%rsp), %eax {{.*#+}} 4-byte Folded Reload + %1 = tail call i64 asm sideeffect "nop", "=x,~{rax},~{rbx},~{rcx},~{rdx},~{rsi},~{rdi},~{rbp},~{r8},~{r9},~{r10},~{r11},~{r12},~{r13},~{r14},~{r15}"() + %2 = add i32 %a0, 1 + %3 = xor i32 %a0, -1 + %4 = and i32 %2, %3 + ret i32 %4 +} + +define i64 @stack_fold_blcic_u64(i64 %a0) { + ;CHECK-LABEL: stack_fold_blcic_u64 + ;CHECK: blcic {{-?[0-9]*}}(%rsp), %rax {{.*#+}} 8-byte Folded Reload + %1 = tail call i64 asm sideeffect "nop", "=x,~{rax},~{rbx},~{rcx},~{rdx},~{rsi},~{rdi},~{rbp},~{r8},~{r9},~{r10},~{r11},~{r12},~{r13},~{r14},~{r15}"() + %2 = add i64 %a0, 1 + %3 = xor i64 %a0, -1 + %4 = and i64 %2, %3 + ret i64 %4 +} + +define i32 @stack_fold_blcmsk_u32(i32 %a0) { + ;CHECK-LABEL: stack_fold_blcmsk_u32 + ;CHECK: blcmsk {{-?[0-9]*}}(%rsp), %eax {{.*#+}} 4-byte Folded Reload + %1 = tail call i64 asm sideeffect "nop", "=x,~{rax},~{rbx},~{rcx},~{rdx},~{rsi},~{rdi},~{rbp},~{r8},~{r9},~{r10},~{r11},~{r12},~{r13},~{r14},~{r15}"() + %2 = add i32 %a0, 1 + %3 = xor i32 %a0, %2 + ret i32 %3 +} + +define i64 @stack_fold_blcmsk_u64(i64 %a0) { + ;CHECK-LABEL: stack_fold_blcmsk_u64 + ;CHECK: blcmsk {{-?[0-9]*}}(%rsp), %rax {{.*#+}} 8-byte Folded Reload + %1 = tail call i64 asm sideeffect "nop", "=x,~{rax},~{rbx},~{rcx},~{rdx},~{rsi},~{rdi},~{rbp},~{r8},~{r9},~{r10},~{r11},~{r12},~{r13},~{r14},~{r15}"() + %2 = add i64 %a0, 1 + %3 = xor i64 %a0, %2 + ret i64 %3 +} + +define i32 @stack_fold_blcs_u32(i32 %a0) { + ;CHECK-LABEL: stack_fold_blcs_u32 + ;CHECK: blcs {{-?[0-9]*}}(%rsp), %eax {{.*#+}} 4-byte Folded Reload + %1 = tail call i64 asm sideeffect "nop", "=x,~{rax},~{rbx},~{rcx},~{rdx},~{rsi},~{rdi},~{rbp},~{r8},~{r9},~{r10},~{r11},~{r12},~{r13},~{r14},~{r15}"() + %2 = add i32 %a0, 1 + %3 = or i32 %a0, %2 + ret i32 %3 +} + +define i64 @stack_fold_blcs_u64(i64 %a0) { + ;CHECK-LABEL: stack_fold_blcs_u64 + ;CHECK: blcs {{-?[0-9]*}}(%rsp), %rax {{.*#+}} 8-byte Folded Reload + %1 = tail call i64 asm sideeffect "nop", "=x,~{rax},~{rbx},~{rcx},~{rdx},~{rsi},~{rdi},~{rbp},~{r8},~{r9},~{r10},~{r11},~{r12},~{r13},~{r14},~{r15}"() + %2 = add i64 %a0, 1 + %3 = or i64 %a0, %2 + ret i64 %3 +} + +define i32 @stack_fold_blsfill_u32(i32 %a0) { + ;CHECK-LABEL: stack_fold_blsfill_u32 + ;CHECK: blsfill {{-?[0-9]*}}(%rsp), %eax {{.*#+}} 4-byte Folded Reload + %1 = tail call i64 asm sideeffect "nop", "=x,~{rax},~{rbx},~{rcx},~{rdx},~{rsi},~{rdi},~{rbp},~{r8},~{r9},~{r10},~{r11},~{r12},~{r13},~{r14},~{r15}"() + %2 = sub i32 %a0, 1 + %3 = or i32 %a0, %2 + ret i32 %3 +} + +define i64 @stack_fold_blsfill_u64(i64 %a0) { + ;CHECK-LABEL: stack_fold_blsfill_u64 + ;CHECK: blsfill {{-?[0-9]*}}(%rsp), %rax {{.*#+}} 8-byte Folded Reload + %1 = tail call i64 asm sideeffect "nop", "=x,~{rax},~{rbx},~{rcx},~{rdx},~{rsi},~{rdi},~{rbp},~{r8},~{r9},~{r10},~{r11},~{r12},~{r13},~{r14},~{r15}"() + %2 = sub i64 %a0, 1 + %3 = or i64 %a0, %2 + ret i64 %3 +} + +define i32 @stack_fold_blsic_u32(i32 %a0) { + ;CHECK-LABEL: stack_fold_blsic_u32 + ;CHECK: blsic {{-?[0-9]*}}(%rsp), %eax {{.*#+}} 4-byte Folded Reload + %1 = tail call i64 asm sideeffect "nop", "=x,~{rax},~{rbx},~{rcx},~{rdx},~{rsi},~{rdi},~{rbp},~{r8},~{r9},~{r10},~{r11},~{r12},~{r13},~{r14},~{r15}"() + %2 = sub i32 %a0, 1 + %3 = xor i32 %a0, -1 + %4 = or i32 %2, %3 + ret i32 %4 +} + +define i64 @stack_fold_blsic_u64(i64 %a0) { + ;CHECK-LABEL: stack_fold_blsic_u64 + ;CHECK: blsic {{-?[0-9]*}}(%rsp), %rax {{.*#+}} 8-byte Folded Reload + %1 = tail call i64 asm sideeffect "nop", "=x,~{rax},~{rbx},~{rcx},~{rdx},~{rsi},~{rdi},~{rbp},~{r8},~{r9},~{r10},~{r11},~{r12},~{r13},~{r14},~{r15}"() + %2 = sub i64 %a0, 1 + %3 = xor i64 %a0, -1 + %4 = or i64 %2, %3 + ret i64 %4 +} + +define i32 @stack_fold_t1mskc_u32(i32 %a0) { + ;CHECK-LABEL: stack_fold_t1mskc_u32 + ;CHECK: t1mskc {{-?[0-9]*}}(%rsp), %eax {{.*#+}} 4-byte Folded Reload + %1 = tail call i64 asm sideeffect "nop", "=x,~{rax},~{rbx},~{rcx},~{rdx},~{rsi},~{rdi},~{rbp},~{r8},~{r9},~{r10},~{r11},~{r12},~{r13},~{r14},~{r15}"() + %2 = add i32 %a0, 1 + %3 = xor i32 %a0, -1 + %4 = or i32 %2, %3 + ret i32 %4 +} + +define i64 @stack_fold_t1mskc_u64(i64 %a0) { + ;CHECK-LABEL: stack_fold_t1mskc_u64 + ;CHECK: t1mskc {{-?[0-9]*}}(%rsp), %rax {{.*#+}} 8-byte Folded Reload + %1 = tail call i64 asm sideeffect "nop", "=x,~{rax},~{rbx},~{rcx},~{rdx},~{rsi},~{rdi},~{rbp},~{r8},~{r9},~{r10},~{r11},~{r12},~{r13},~{r14},~{r15}"() + %2 = add i64 %a0, 1 + %3 = xor i64 %a0, -1 + %4 = or i64 %2, %3 + ret i64 %4 +} + +define i32 @stack_fold_tzmsk_u32(i32 %a0) { + ;CHECK-LABEL: stack_fold_tzmsk_u32 + ;CHECK: tzmsk {{-?[0-9]*}}(%rsp), %eax {{.*#+}} 4-byte Folded Reload + %1 = tail call i64 asm sideeffect "nop", "=x,~{rax},~{rbx},~{rcx},~{rdx},~{rsi},~{rdi},~{rbp},~{r8},~{r9},~{r10},~{r11},~{r12},~{r13},~{r14},~{r15}"() + %2 = sub i32 %a0, 1 + %3 = xor i32 %a0, -1 + %4 = and i32 %2, %3 + ret i32 %4 +} + +define i64 @stack_fold_tzmsk_u64(i64 %a0) { + ;CHECK-LABEL: stack_fold_tzmsk_u64 + ;CHECK: tzmsk {{-?[0-9]*}}(%rsp), %rax {{.*#+}} 8-byte Folded Reload + %1 = tail call i64 asm sideeffect "nop", "=x,~{rax},~{rbx},~{rcx},~{rdx},~{rsi},~{rdi},~{rbp},~{r8},~{r9},~{r10},~{r11},~{r12},~{r13},~{r14},~{r15}"() + %2 = sub i64 %a0, 1 + %3 = xor i64 %a0, -1 + %4 = and i64 %2, %3 + ret i64 %4 +}