diff --git a/llvm/test/CodeGen/AArch64/unfold-masked-merge-scalar-constmask-innerouter.ll b/llvm/test/CodeGen/AArch64/unfold-masked-merge-scalar-constmask-innerouter.ll new file mode 100644 index 000000000000..477fc3793e47 --- /dev/null +++ b/llvm/test/CodeGen/AArch64/unfold-masked-merge-scalar-constmask-innerouter.ll @@ -0,0 +1,271 @@ +; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py +; RUN: llc -mtriple=aarch64-unknown-linux-gnu < %s | FileCheck %s + +; https://bugs.llvm.org/show_bug.cgi?id=37104 + +; X: [byte3] [byte0] +; Y: [byte2][byte1] + +define i8 @out8_constmask(i8 %x, i8 %y) { +; CHECK-LABEL: out8_constmask: +; CHECK: // %bb.0: +; CHECK-NEXT: lsr w8, w0, #2 +; CHECK-NEXT: bfi w1, w8, #2, #4 +; CHECK-NEXT: mov w0, w1 +; CHECK-NEXT: ret + %mx = and i8 %x, 60 + %my = and i8 %y, -61 + %r = or i8 %mx, %my + ret i8 %r +} + +define i16 @out16_constmask(i16 %x, i16 %y) { +; CHECK-LABEL: out16_constmask: +; CHECK: // %bb.0: +; CHECK-NEXT: lsr w8, w0, #4 +; CHECK-NEXT: bfi w1, w8, #4, #8 +; CHECK-NEXT: mov w0, w1 +; CHECK-NEXT: ret + %mx = and i16 %x, 4080 + %my = and i16 %y, -4081 + %r = or i16 %mx, %my + ret i16 %r +} + +define i32 @out32_constmask(i32 %x, i32 %y) { +; CHECK-LABEL: out32_constmask: +; CHECK: // %bb.0: +; CHECK-NEXT: lsr w8, w0, #8 +; CHECK-NEXT: bfi w1, w8, #8, #16 +; CHECK-NEXT: mov w0, w1 +; CHECK-NEXT: ret + %mx = and i32 %x, 16776960 + %my = and i32 %y, -16776961 + %r = or i32 %mx, %my + ret i32 %r +} + +define i64 @out64_constmask(i64 %x, i64 %y) { +; CHECK-LABEL: out64_constmask: +; CHECK: // %bb.0: +; CHECK-NEXT: lsr x8, x0, #16 +; CHECK-NEXT: bfi x1, x8, #16, #32 +; CHECK-NEXT: mov x0, x1 +; CHECK-NEXT: ret + %mx = and i64 %x, 281474976645120 + %my = and i64 %y, -281474976645121 + %r = or i64 %mx, %my + ret i64 %r +} + +;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;; +; Should be the same as the previous one. +;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;; + +define i8 @in8_constmask(i8 %x, i8 %y) { +; CHECK-LABEL: in8_constmask: +; CHECK: // %bb.0: +; CHECK-NEXT: eor w8, w0, w1 +; CHECK-NEXT: and w8, w8, #0x3c +; CHECK-NEXT: eor w0, w8, w1 +; CHECK-NEXT: ret + %n0 = xor i8 %x, %y + %n1 = and i8 %n0, 60 + %r = xor i8 %n1, %y + ret i8 %r +} + +define i16 @in16_constmask(i16 %x, i16 %y) { +; CHECK-LABEL: in16_constmask: +; CHECK: // %bb.0: +; CHECK-NEXT: eor w8, w0, w1 +; CHECK-NEXT: and w8, w8, #0xff0 +; CHECK-NEXT: eor w0, w8, w1 +; CHECK-NEXT: ret + %n0 = xor i16 %x, %y + %n1 = and i16 %n0, 4080 + %r = xor i16 %n1, %y + ret i16 %r +} + +define i32 @in32_constmask(i32 %x, i32 %y) { +; CHECK-LABEL: in32_constmask: +; CHECK: // %bb.0: +; CHECK-NEXT: eor w8, w0, w1 +; CHECK-NEXT: and w8, w8, #0xffff00 +; CHECK-NEXT: eor w0, w8, w1 +; CHECK-NEXT: ret + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 16776960 + %r = xor i32 %n1, %y + ret i32 %r +} + +define i64 @in64_constmask(i64 %x, i64 %y) { +; CHECK-LABEL: in64_constmask: +; CHECK: // %bb.0: +; CHECK-NEXT: eor x8, x0, x1 +; CHECK-NEXT: and x8, x8, #0xffffffff0000 +; CHECK-NEXT: eor x0, x8, x1 +; CHECK-NEXT: ret + %n0 = xor i64 %x, %y + %n1 = and i64 %n0, 281474976645120 + %r = xor i64 %n1, %y + ret i64 %r +} + +; ============================================================================ ; +; Constant Commutativity tests. +; ============================================================================ ; + +define i32 @in_constmask_commutativity_0_1(i32 %x, i32 %y) { +; CHECK-LABEL: in_constmask_commutativity_0_1: +; CHECK: // %bb.0: +; CHECK-NEXT: eor w8, w0, w1 +; CHECK-NEXT: and w8, w8, #0xffff00 +; CHECK-NEXT: eor w0, w1, w8 +; CHECK-NEXT: ret + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 16776960 + %r = xor i32 %y, %n1 ; swapped + ret i32 %r +} + +define i32 @in_constmask_commutativity_1_0(i32 %x, i32 %y) { +; CHECK-LABEL: in_constmask_commutativity_1_0: +; CHECK: // %bb.0: +; CHECK-NEXT: eor w8, w0, w1 +; CHECK-NEXT: and w8, w8, #0xffff00 +; CHECK-NEXT: eor w0, w8, w0 +; CHECK-NEXT: ret + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 16776960 + %r = xor i32 %n1, %x ; %x instead of %y + ret i32 %r +} + +define i32 @in_constmask_commutativity_1_1(i32 %x, i32 %y) { +; CHECK-LABEL: in_constmask_commutativity_1_1: +; CHECK: // %bb.0: +; CHECK-NEXT: eor w8, w0, w1 +; CHECK-NEXT: and w8, w8, #0xffff00 +; CHECK-NEXT: eor w0, w0, w8 +; CHECK-NEXT: ret + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 16776960 + %r = xor i32 %x, %n1 ; swapped, %x instead of %y + ret i32 %r +} + +; ============================================================================ ; +; Y is an 'and' too. +; ============================================================================ ; + +define i32 @in_complex_y0_constmask(i32 %x, i32 %y_hi, i32 %y_low) { +; CHECK-LABEL: in_complex_y0_constmask: +; CHECK: // %bb.0: +; CHECK-NEXT: and w8, w1, w2 +; CHECK-NEXT: eor w9, w0, w8 +; CHECK-NEXT: and w9, w9, #0xffff00 +; CHECK-NEXT: eor w0, w9, w8 +; CHECK-NEXT: ret + %y = and i32 %y_hi, %y_low + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 16776960 + %r = xor i32 %n1, %y + ret i32 %r +} + +define i32 @in_complex_y1_constmask(i32 %x, i32 %y_hi, i32 %y_low) { +; CHECK-LABEL: in_complex_y1_constmask: +; CHECK: // %bb.0: +; CHECK-NEXT: and w8, w1, w2 +; CHECK-NEXT: eor w9, w0, w8 +; CHECK-NEXT: and w9, w9, #0xffff00 +; CHECK-NEXT: eor w0, w8, w9 +; CHECK-NEXT: ret + %y = and i32 %y_hi, %y_low + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 16776960 + %r = xor i32 %y, %n1 + ret i32 %r +} + +; ============================================================================ ; +; Negative tests. Should not be folded. +; ============================================================================ ; + +; Multi-use tests. + +declare void @use32(i32) nounwind + +define i32 @in_multiuse_A_constmask(i32 %x, i32 %y, i32 %z) nounwind { +; CHECK-LABEL: in_multiuse_A_constmask: +; CHECK: // %bb.0: +; CHECK-NEXT: str x20, [sp, #-32]! // 8-byte Folded Spill +; CHECK-NEXT: eor w8, w0, w1 +; CHECK-NEXT: and w20, w8, #0xffff00 +; CHECK-NEXT: mov w0, w20 +; CHECK-NEXT: stp x19, x30, [sp, #16] // 8-byte Folded Spill +; CHECK-NEXT: mov w19, w1 +; CHECK-NEXT: bl use32 +; CHECK-NEXT: eor w0, w20, w19 +; CHECK-NEXT: ldp x19, x30, [sp, #16] // 8-byte Folded Reload +; CHECK-NEXT: ldr x20, [sp], #32 // 8-byte Folded Reload +; CHECK-NEXT: ret + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 16776960 + call void @use32(i32 %n1) + %r = xor i32 %n1, %y + ret i32 %r +} + +define i32 @in_multiuse_B_constmask(i32 %x, i32 %y, i32 %z) nounwind { +; CHECK-LABEL: in_multiuse_B_constmask: +; CHECK: // %bb.0: +; CHECK-NEXT: str x20, [sp, #-32]! // 8-byte Folded Spill +; CHECK-NEXT: eor w0, w0, w1 +; CHECK-NEXT: stp x19, x30, [sp, #16] // 8-byte Folded Spill +; CHECK-NEXT: mov w19, w1 +; CHECK-NEXT: and w20, w0, #0xffff00 +; CHECK-NEXT: bl use32 +; CHECK-NEXT: eor w0, w20, w19 +; CHECK-NEXT: ldp x19, x30, [sp, #16] // 8-byte Folded Reload +; CHECK-NEXT: ldr x20, [sp], #32 // 8-byte Folded Reload +; CHECK-NEXT: ret + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 16776960 + call void @use32(i32 %n0) + %r = xor i32 %n1, %y + ret i32 %r +} + +; Various bad variants + +define i32 @n0_badconstmask(i32 %x, i32 %y) { +; CHECK-LABEL: n0_badconstmask: +; CHECK: // %bb.0: +; CHECK-NEXT: mov w9, #256 +; CHECK-NEXT: movk w9, #65280, lsl #16 +; CHECK-NEXT: and w8, w0, #0xffff00 +; CHECK-NEXT: and w9, w1, w9 +; CHECK-NEXT: orr w0, w8, w9 +; CHECK-NEXT: ret + %mx = and i32 %x, 16776960 + %my = and i32 %y, -16776960 ; instead of -16776961 + %r = or i32 %mx, %my + ret i32 %r +} + +define i32 @n1_thirdvar_constmask(i32 %x, i32 %y, i32 %z) { +; CHECK-LABEL: n1_thirdvar_constmask: +; CHECK: // %bb.0: +; CHECK-NEXT: eor w8, w0, w1 +; CHECK-NEXT: and w8, w8, #0xffff00 +; CHECK-NEXT: eor w0, w8, w2 +; CHECK-NEXT: ret + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 16776960 + %r = xor i32 %n1, %z ; instead of %y + ret i32 %r +} diff --git a/llvm/test/CodeGen/AArch64/unfold-masked-merge-scalar-constmask-interleavedbits.ll b/llvm/test/CodeGen/AArch64/unfold-masked-merge-scalar-constmask-interleavedbits.ll new file mode 100644 index 000000000000..1fc6a0a521c5 --- /dev/null +++ b/llvm/test/CodeGen/AArch64/unfold-masked-merge-scalar-constmask-interleavedbits.ll @@ -0,0 +1,277 @@ +; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py +; RUN: llc -mtriple=aarch64-unknown-linux-gnu < %s | FileCheck %s + +; https://bugs.llvm.org/show_bug.cgi?id=37104 + +; X: [bit2] [bit0] +; Y: [bit3] [bit1] + +define i8 @out8_constmask(i8 %x, i8 %y) { +; CHECK-LABEL: out8_constmask: +; CHECK: // %bb.0: +; CHECK-NEXT: mov w8, #85 +; CHECK-NEXT: mov w9, #-86 +; CHECK-NEXT: and w8, w0, w8 +; CHECK-NEXT: and w9, w1, w9 +; CHECK-NEXT: orr w0, w8, w9 +; CHECK-NEXT: ret + %mx = and i8 %x, 85 + %my = and i8 %y, -86 + %r = or i8 %mx, %my + ret i8 %r +} + +define i16 @out16_constmask(i16 %x, i16 %y) { +; CHECK-LABEL: out16_constmask: +; CHECK: // %bb.0: +; CHECK-NEXT: mov w8, #21845 +; CHECK-NEXT: mov w9, #-21846 +; CHECK-NEXT: and w8, w0, w8 +; CHECK-NEXT: and w9, w1, w9 +; CHECK-NEXT: orr w0, w8, w9 +; CHECK-NEXT: ret + %mx = and i16 %x, 21845 + %my = and i16 %y, -21846 + %r = or i16 %mx, %my + ret i16 %r +} + +define i32 @out32_constmask(i32 %x, i32 %y) { +; CHECK-LABEL: out32_constmask: +; CHECK: // %bb.0: +; CHECK-NEXT: and w8, w0, #0x55555555 +; CHECK-NEXT: and w9, w1, #0xaaaaaaaa +; CHECK-NEXT: orr w0, w8, w9 +; CHECK-NEXT: ret + %mx = and i32 %x, 1431655765 + %my = and i32 %y, -1431655766 + %r = or i32 %mx, %my + ret i32 %r +} + +define i64 @out64_constmask(i64 %x, i64 %y) { +; CHECK-LABEL: out64_constmask: +; CHECK: // %bb.0: +; CHECK-NEXT: and x8, x0, #0x5555555555555555 +; CHECK-NEXT: and x9, x1, #0xaaaaaaaaaaaaaaaa +; CHECK-NEXT: orr x0, x8, x9 +; CHECK-NEXT: ret + %mx = and i64 %x, 6148914691236517205 + %my = and i64 %y, -6148914691236517206 + %r = or i64 %mx, %my + ret i64 %r +} + +;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;; +; Should be the same as the previous one. +;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;; + +define i8 @in8_constmask(i8 %x, i8 %y) { +; CHECK-LABEL: in8_constmask: +; CHECK: // %bb.0: +; CHECK-NEXT: eor w8, w0, w1 +; CHECK-NEXT: mov w9, #85 +; CHECK-NEXT: and w8, w8, w9 +; CHECK-NEXT: eor w0, w8, w1 +; CHECK-NEXT: ret + %n0 = xor i8 %x, %y + %n1 = and i8 %n0, 85 + %r = xor i8 %n1, %y + ret i8 %r +} + +define i16 @in16_constmask(i16 %x, i16 %y) { +; CHECK-LABEL: in16_constmask: +; CHECK: // %bb.0: +; CHECK-NEXT: eor w8, w0, w1 +; CHECK-NEXT: mov w9, #21845 +; CHECK-NEXT: and w8, w8, w9 +; CHECK-NEXT: eor w0, w8, w1 +; CHECK-NEXT: ret + %n0 = xor i16 %x, %y + %n1 = and i16 %n0, 21845 + %r = xor i16 %n1, %y + ret i16 %r +} + +define i32 @in32_constmask(i32 %x, i32 %y) { +; CHECK-LABEL: in32_constmask: +; CHECK: // %bb.0: +; CHECK-NEXT: eor w8, w0, w1 +; CHECK-NEXT: and w8, w8, #0x55555555 +; CHECK-NEXT: eor w0, w8, w1 +; CHECK-NEXT: ret + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 1431655765 + %r = xor i32 %n1, %y + ret i32 %r +} + +define i64 @in64_constmask(i64 %x, i64 %y) { +; CHECK-LABEL: in64_constmask: +; CHECK: // %bb.0: +; CHECK-NEXT: eor x8, x0, x1 +; CHECK-NEXT: and x8, x8, #0x5555555555555555 +; CHECK-NEXT: eor x0, x8, x1 +; CHECK-NEXT: ret + %n0 = xor i64 %x, %y + %n1 = and i64 %n0, 6148914691236517205 + %r = xor i64 %n1, %y + ret i64 %r +} + +; ============================================================================ ; +; Constant Commutativity tests. +; ============================================================================ ; + +define i32 @in_constmask_commutativity_0_1(i32 %x, i32 %y) { +; CHECK-LABEL: in_constmask_commutativity_0_1: +; CHECK: // %bb.0: +; CHECK-NEXT: eor w8, w0, w1 +; CHECK-NEXT: and w8, w8, #0x55555555 +; CHECK-NEXT: eor w0, w1, w8 +; CHECK-NEXT: ret + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 1431655765 + %r = xor i32 %y, %n1 ; swapped + ret i32 %r +} + +define i32 @in_constmask_commutativity_1_0(i32 %x, i32 %y) { +; CHECK-LABEL: in_constmask_commutativity_1_0: +; CHECK: // %bb.0: +; CHECK-NEXT: eor w8, w0, w1 +; CHECK-NEXT: and w8, w8, #0x55555555 +; CHECK-NEXT: eor w0, w8, w0 +; CHECK-NEXT: ret + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 1431655765 + %r = xor i32 %n1, %x ; %x instead of %y + ret i32 %r +} + +define i32 @in_constmask_commutativity_1_1(i32 %x, i32 %y) { +; CHECK-LABEL: in_constmask_commutativity_1_1: +; CHECK: // %bb.0: +; CHECK-NEXT: eor w8, w0, w1 +; CHECK-NEXT: and w8, w8, #0x55555555 +; CHECK-NEXT: eor w0, w0, w8 +; CHECK-NEXT: ret + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 1431655765 + %r = xor i32 %x, %n1 ; swapped, %x instead of %y + ret i32 %r +} + +; ============================================================================ ; +; Y is an 'and' too. +; ============================================================================ ; + +define i32 @in_complex_y0_constmask(i32 %x, i32 %y_hi, i32 %y_low) { +; CHECK-LABEL: in_complex_y0_constmask: +; CHECK: // %bb.0: +; CHECK-NEXT: and w8, w1, w2 +; CHECK-NEXT: eor w9, w0, w8 +; CHECK-NEXT: and w9, w9, #0x55555555 +; CHECK-NEXT: eor w0, w9, w8 +; CHECK-NEXT: ret + %y = and i32 %y_hi, %y_low + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 1431655765 + %r = xor i32 %n1, %y + ret i32 %r +} + +define i32 @in_complex_y1_constmask(i32 %x, i32 %y_hi, i32 %y_low) { +; CHECK-LABEL: in_complex_y1_constmask: +; CHECK: // %bb.0: +; CHECK-NEXT: and w8, w1, w2 +; CHECK-NEXT: eor w9, w0, w8 +; CHECK-NEXT: and w9, w9, #0x55555555 +; CHECK-NEXT: eor w0, w8, w9 +; CHECK-NEXT: ret + %y = and i32 %y_hi, %y_low + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 1431655765 + %r = xor i32 %y, %n1 + ret i32 %r +} + +; ============================================================================ ; +; Negative tests. Should not be folded. +; ============================================================================ ; + +; Multi-use tests. + +declare void @use32(i32) nounwind + +define i32 @in_multiuse_A_constmask(i32 %x, i32 %y, i32 %z) nounwind { +; CHECK-LABEL: in_multiuse_A_constmask: +; CHECK: // %bb.0: +; CHECK-NEXT: str x20, [sp, #-32]! // 8-byte Folded Spill +; CHECK-NEXT: eor w8, w0, w1 +; CHECK-NEXT: and w20, w8, #0x55555555 +; CHECK-NEXT: mov w0, w20 +; CHECK-NEXT: stp x19, x30, [sp, #16] // 8-byte Folded Spill +; CHECK-NEXT: mov w19, w1 +; CHECK-NEXT: bl use32 +; CHECK-NEXT: eor w0, w20, w19 +; CHECK-NEXT: ldp x19, x30, [sp, #16] // 8-byte Folded Reload +; CHECK-NEXT: ldr x20, [sp], #32 // 8-byte Folded Reload +; CHECK-NEXT: ret + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 1431655765 + call void @use32(i32 %n1) + %r = xor i32 %n1, %y + ret i32 %r +} + +define i32 @in_multiuse_B_constmask(i32 %x, i32 %y, i32 %z) nounwind { +; CHECK-LABEL: in_multiuse_B_constmask: +; CHECK: // %bb.0: +; CHECK-NEXT: str x20, [sp, #-32]! // 8-byte Folded Spill +; CHECK-NEXT: eor w0, w0, w1 +; CHECK-NEXT: stp x19, x30, [sp, #16] // 8-byte Folded Spill +; CHECK-NEXT: mov w19, w1 +; CHECK-NEXT: and w20, w0, #0x55555555 +; CHECK-NEXT: bl use32 +; CHECK-NEXT: eor w0, w20, w19 +; CHECK-NEXT: ldp x19, x30, [sp, #16] // 8-byte Folded Reload +; CHECK-NEXT: ldr x20, [sp], #32 // 8-byte Folded Reload +; CHECK-NEXT: ret + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 1431655765 + call void @use32(i32 %n0) + %r = xor i32 %n1, %y + ret i32 %r +} + +; Various bad variants + +define i32 @n0_badconstmask(i32 %x, i32 %y) { +; CHECK-LABEL: n0_badconstmask: +; CHECK: // %bb.0: +; CHECK-NEXT: mov w9, #43691 +; CHECK-NEXT: movk w9, #43690, lsl #16 +; CHECK-NEXT: and w8, w0, #0x55555555 +; CHECK-NEXT: and w9, w1, w9 +; CHECK-NEXT: orr w0, w8, w9 +; CHECK-NEXT: ret + %mx = and i32 %x, 1431655765 + %my = and i32 %y, -1431655765 ; instead of -1431655766 + %r = or i32 %mx, %my + ret i32 %r +} + +define i32 @n1_thirdvar_constmask(i32 %x, i32 %y, i32 %z) { +; CHECK-LABEL: n1_thirdvar_constmask: +; CHECK: // %bb.0: +; CHECK-NEXT: eor w8, w0, w1 +; CHECK-NEXT: and w8, w8, #0x55555555 +; CHECK-NEXT: eor w0, w8, w2 +; CHECK-NEXT: ret + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 1431655765 + %r = xor i32 %n1, %z ; instead of %y + ret i32 %r +} diff --git a/llvm/test/CodeGen/AArch64/unfold-masked-merge-scalar-constmask-interleavedbytehalves.ll b/llvm/test/CodeGen/AArch64/unfold-masked-merge-scalar-constmask-interleavedbytehalves.ll new file mode 100644 index 000000000000..9020151bf1cf --- /dev/null +++ b/llvm/test/CodeGen/AArch64/unfold-masked-merge-scalar-constmask-interleavedbytehalves.ll @@ -0,0 +1,273 @@ +; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py +; RUN: llc -mtriple=aarch64-unknown-linux-gnu < %s | FileCheck %s + +; https://bugs.llvm.org/show_bug.cgi?id=37104 + +; X: [bit 3210] +; Y: [bit 7654] + +define i8 @out8_constmask(i8 %x, i8 %y) { +; CHECK-LABEL: out8_constmask: +; CHECK: // %bb.0: +; CHECK-NEXT: bfxil w1, w0, #0, #4 +; CHECK-NEXT: mov w0, w1 +; CHECK-NEXT: ret + %mx = and i8 %x, 15 + %my = and i8 %y, -16 + %r = or i8 %mx, %my + ret i8 %r +} + +define i16 @out16_constmask(i16 %x, i16 %y) { +; CHECK-LABEL: out16_constmask: +; CHECK: // %bb.0: +; CHECK-NEXT: mov w8, #3855 +; CHECK-NEXT: mov w9, #-3856 +; CHECK-NEXT: and w8, w0, w8 +; CHECK-NEXT: and w9, w1, w9 +; CHECK-NEXT: orr w0, w8, w9 +; CHECK-NEXT: ret + %mx = and i16 %x, 3855 + %my = and i16 %y, -3856 + %r = or i16 %mx, %my + ret i16 %r +} + +define i32 @out32_constmask(i32 %x, i32 %y) { +; CHECK-LABEL: out32_constmask: +; CHECK: // %bb.0: +; CHECK-NEXT: and w8, w0, #0xf0f0f0f +; CHECK-NEXT: and w9, w1, #0xf0f0f0f0 +; CHECK-NEXT: orr w0, w8, w9 +; CHECK-NEXT: ret + %mx = and i32 %x, 252645135 + %my = and i32 %y, -252645136 + %r = or i32 %mx, %my + ret i32 %r +} + +define i64 @out64_constmask(i64 %x, i64 %y) { +; CHECK-LABEL: out64_constmask: +; CHECK: // %bb.0: +; CHECK-NEXT: and x8, x0, #0xf0f0f0f0f0f0f0f +; CHECK-NEXT: and x9, x1, #0xf0f0f0f0f0f0f0f0 +; CHECK-NEXT: orr x0, x8, x9 +; CHECK-NEXT: ret + %mx = and i64 %x, 1085102592571150095 + %my = and i64 %y, -1085102592571150096 + %r = or i64 %mx, %my + ret i64 %r +} + +;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;; +; Should be the same as the previous one. +;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;; + +define i8 @in8_constmask(i8 %x, i8 %y) { +; CHECK-LABEL: in8_constmask: +; CHECK: // %bb.0: +; CHECK-NEXT: eor w8, w0, w1 +; CHECK-NEXT: and w8, w8, #0xf +; CHECK-NEXT: eor w0, w8, w1 +; CHECK-NEXT: ret + %n0 = xor i8 %x, %y + %n1 = and i8 %n0, 15 + %r = xor i8 %n1, %y + ret i8 %r +} + +define i16 @in16_constmask(i16 %x, i16 %y) { +; CHECK-LABEL: in16_constmask: +; CHECK: // %bb.0: +; CHECK-NEXT: eor w8, w0, w1 +; CHECK-NEXT: mov w9, #3855 +; CHECK-NEXT: and w8, w8, w9 +; CHECK-NEXT: eor w0, w8, w1 +; CHECK-NEXT: ret + %n0 = xor i16 %x, %y + %n1 = and i16 %n0, 3855 + %r = xor i16 %n1, %y + ret i16 %r +} + +define i32 @in32_constmask(i32 %x, i32 %y) { +; CHECK-LABEL: in32_constmask: +; CHECK: // %bb.0: +; CHECK-NEXT: eor w8, w0, w1 +; CHECK-NEXT: and w8, w8, #0xf0f0f0f +; CHECK-NEXT: eor w0, w8, w1 +; CHECK-NEXT: ret + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 252645135 + %r = xor i32 %n1, %y + ret i32 %r +} + +define i64 @in64_constmask(i64 %x, i64 %y) { +; CHECK-LABEL: in64_constmask: +; CHECK: // %bb.0: +; CHECK-NEXT: eor x8, x0, x1 +; CHECK-NEXT: and x8, x8, #0xf0f0f0f0f0f0f0f +; CHECK-NEXT: eor x0, x8, x1 +; CHECK-NEXT: ret + %n0 = xor i64 %x, %y + %n1 = and i64 %n0, 1085102592571150095 + %r = xor i64 %n1, %y + ret i64 %r +} + +; ============================================================================ ; +; Constant Commutativity tests. +; ============================================================================ ; + +define i32 @in_constmask_commutativity_0_1(i32 %x, i32 %y) { +; CHECK-LABEL: in_constmask_commutativity_0_1: +; CHECK: // %bb.0: +; CHECK-NEXT: eor w8, w0, w1 +; CHECK-NEXT: and w8, w8, #0xf0f0f0f +; CHECK-NEXT: eor w0, w1, w8 +; CHECK-NEXT: ret + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 252645135 + %r = xor i32 %y, %n1 ; swapped + ret i32 %r +} + +define i32 @in_constmask_commutativity_1_0(i32 %x, i32 %y) { +; CHECK-LABEL: in_constmask_commutativity_1_0: +; CHECK: // %bb.0: +; CHECK-NEXT: eor w8, w0, w1 +; CHECK-NEXT: and w8, w8, #0xf0f0f0f +; CHECK-NEXT: eor w0, w8, w0 +; CHECK-NEXT: ret + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 252645135 + %r = xor i32 %n1, %x ; %x instead of %y + ret i32 %r +} + +define i32 @in_constmask_commutativity_1_1(i32 %x, i32 %y) { +; CHECK-LABEL: in_constmask_commutativity_1_1: +; CHECK: // %bb.0: +; CHECK-NEXT: eor w8, w0, w1 +; CHECK-NEXT: and w8, w8, #0xf0f0f0f +; CHECK-NEXT: eor w0, w0, w8 +; CHECK-NEXT: ret + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 252645135 + %r = xor i32 %x, %n1 ; swapped, %x instead of %y + ret i32 %r +} + +; ============================================================================ ; +; Y is an 'and' too. +; ============================================================================ ; + +define i32 @in_complex_y0_constmask(i32 %x, i32 %y_hi, i32 %y_low) { +; CHECK-LABEL: in_complex_y0_constmask: +; CHECK: // %bb.0: +; CHECK-NEXT: and w8, w1, w2 +; CHECK-NEXT: eor w9, w0, w8 +; CHECK-NEXT: and w9, w9, #0xf0f0f0f +; CHECK-NEXT: eor w0, w9, w8 +; CHECK-NEXT: ret + %y = and i32 %y_hi, %y_low + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 252645135 + %r = xor i32 %n1, %y + ret i32 %r +} + +define i32 @in_complex_y1_constmask(i32 %x, i32 %y_hi, i32 %y_low) { +; CHECK-LABEL: in_complex_y1_constmask: +; CHECK: // %bb.0: +; CHECK-NEXT: and w8, w1, w2 +; CHECK-NEXT: eor w9, w0, w8 +; CHECK-NEXT: and w9, w9, #0xf0f0f0f +; CHECK-NEXT: eor w0, w8, w9 +; CHECK-NEXT: ret + %y = and i32 %y_hi, %y_low + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 252645135 + %r = xor i32 %y, %n1 + ret i32 %r +} + +; ============================================================================ ; +; Negative tests. Should not be folded. +; ============================================================================ ; + +; Multi-use tests. + +declare void @use32(i32) nounwind + +define i32 @in_multiuse_A_constmask(i32 %x, i32 %y, i32 %z) nounwind { +; CHECK-LABEL: in_multiuse_A_constmask: +; CHECK: // %bb.0: +; CHECK-NEXT: str x20, [sp, #-32]! // 8-byte Folded Spill +; CHECK-NEXT: eor w8, w0, w1 +; CHECK-NEXT: and w20, w8, #0xf0f0f0f +; CHECK-NEXT: mov w0, w20 +; CHECK-NEXT: stp x19, x30, [sp, #16] // 8-byte Folded Spill +; CHECK-NEXT: mov w19, w1 +; CHECK-NEXT: bl use32 +; CHECK-NEXT: eor w0, w20, w19 +; CHECK-NEXT: ldp x19, x30, [sp, #16] // 8-byte Folded Reload +; CHECK-NEXT: ldr x20, [sp], #32 // 8-byte Folded Reload +; CHECK-NEXT: ret + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 252645135 + call void @use32(i32 %n1) + %r = xor i32 %n1, %y + ret i32 %r +} + +define i32 @in_multiuse_B_constmask(i32 %x, i32 %y, i32 %z) nounwind { +; CHECK-LABEL: in_multiuse_B_constmask: +; CHECK: // %bb.0: +; CHECK-NEXT: str x20, [sp, #-32]! // 8-byte Folded Spill +; CHECK-NEXT: eor w0, w0, w1 +; CHECK-NEXT: stp x19, x30, [sp, #16] // 8-byte Folded Spill +; CHECK-NEXT: mov w19, w1 +; CHECK-NEXT: and w20, w0, #0xf0f0f0f +; CHECK-NEXT: bl use32 +; CHECK-NEXT: eor w0, w20, w19 +; CHECK-NEXT: ldp x19, x30, [sp, #16] // 8-byte Folded Reload +; CHECK-NEXT: ldr x20, [sp], #32 // 8-byte Folded Reload +; CHECK-NEXT: ret + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 252645135 + call void @use32(i32 %n0) + %r = xor i32 %n1, %y + ret i32 %r +} + +; Various bad variants + +define i32 @n0_badconstmask(i32 %x, i32 %y) { +; CHECK-LABEL: n0_badconstmask: +; CHECK: // %bb.0: +; CHECK-NEXT: mov w9, #61681 +; CHECK-NEXT: movk w9, #61680, lsl #16 +; CHECK-NEXT: and w8, w0, #0xf0f0f0f +; CHECK-NEXT: and w9, w1, w9 +; CHECK-NEXT: orr w0, w8, w9 +; CHECK-NEXT: ret + %mx = and i32 %x, 252645135 + %my = and i32 %y, -252645135 ; instead of -252645136 + %r = or i32 %mx, %my + ret i32 %r +} + +define i32 @n1_thirdvar_constmask(i32 %x, i32 %y, i32 %z) { +; CHECK-LABEL: n1_thirdvar_constmask: +; CHECK: // %bb.0: +; CHECK-NEXT: eor w8, w0, w1 +; CHECK-NEXT: and w8, w8, #0xf0f0f0f +; CHECK-NEXT: eor w0, w8, w2 +; CHECK-NEXT: ret + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 252645135 + %r = xor i32 %n1, %z ; instead of %y + ret i32 %r +} diff --git a/llvm/test/CodeGen/AArch64/unfold-masked-merge-scalar-constmask-lowhigh.ll b/llvm/test/CodeGen/AArch64/unfold-masked-merge-scalar-constmask-lowhigh.ll new file mode 100644 index 000000000000..8e5ff65a9c19 --- /dev/null +++ b/llvm/test/CodeGen/AArch64/unfold-masked-merge-scalar-constmask-lowhigh.ll @@ -0,0 +1,264 @@ +; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py +; RUN: llc -mtriple=aarch64-unknown-linux-gnu < %s | FileCheck %s + +; https://bugs.llvm.org/show_bug.cgi?id=37104 + +; X: [byte1][byte0] +; Y: [byte3][byte2] + +define i8 @out8_constmask(i8 %x, i8 %y) { +; CHECK-LABEL: out8_constmask: +; CHECK: // %bb.0: +; CHECK-NEXT: bfxil w1, w0, #0, #4 +; CHECK-NEXT: mov w0, w1 +; CHECK-NEXT: ret + %mx = and i8 %x, 15 + %my = and i8 %y, -16 + %r = or i8 %mx, %my + ret i8 %r +} + +define i16 @out16_constmask(i16 %x, i16 %y) { +; CHECK-LABEL: out16_constmask: +; CHECK: // %bb.0: +; CHECK-NEXT: bfxil w1, w0, #0, #8 +; CHECK-NEXT: mov w0, w1 +; CHECK-NEXT: ret + %mx = and i16 %x, 255 + %my = and i16 %y, -256 + %r = or i16 %mx, %my + ret i16 %r +} + +define i32 @out32_constmask(i32 %x, i32 %y) { +; CHECK-LABEL: out32_constmask: +; CHECK: // %bb.0: +; CHECK-NEXT: bfxil w1, w0, #0, #16 +; CHECK-NEXT: mov w0, w1 +; CHECK-NEXT: ret + %mx = and i32 %x, 65535 + %my = and i32 %y, -65536 + %r = or i32 %mx, %my + ret i32 %r +} + +define i64 @out64_constmask(i64 %x, i64 %y) { +; CHECK-LABEL: out64_constmask: +; CHECK: // %bb.0: +; CHECK-NEXT: bfxil x1, x0, #0, #32 +; CHECK-NEXT: mov x0, x1 +; CHECK-NEXT: ret + %mx = and i64 %x, 4294967295 + %my = and i64 %y, -4294967296 + %r = or i64 %mx, %my + ret i64 %r +} + +;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;; +; Should be the same as the previous one. +;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;; + +define i8 @in8_constmask(i8 %x, i8 %y) { +; CHECK-LABEL: in8_constmask: +; CHECK: // %bb.0: +; CHECK-NEXT: eor w8, w0, w1 +; CHECK-NEXT: and w8, w8, #0xf +; CHECK-NEXT: eor w0, w8, w1 +; CHECK-NEXT: ret + %n0 = xor i8 %x, %y + %n1 = and i8 %n0, 15 + %r = xor i8 %n1, %y + ret i8 %r +} + +define i16 @in16_constmask(i16 %x, i16 %y) { +; CHECK-LABEL: in16_constmask: +; CHECK: // %bb.0: +; CHECK-NEXT: eor w8, w0, w1 +; CHECK-NEXT: and w8, w8, #0xff +; CHECK-NEXT: eor w0, w8, w1 +; CHECK-NEXT: ret + %n0 = xor i16 %x, %y + %n1 = and i16 %n0, 255 + %r = xor i16 %n1, %y + ret i16 %r +} + +define i32 @in32_constmask(i32 %x, i32 %y) { +; CHECK-LABEL: in32_constmask: +; CHECK: // %bb.0: +; CHECK-NEXT: eor w8, w0, w1 +; CHECK-NEXT: and w8, w8, #0xffff +; CHECK-NEXT: eor w0, w8, w1 +; CHECK-NEXT: ret + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 65535 + %r = xor i32 %n1, %y + ret i32 %r +} + +define i64 @in64_constmask(i64 %x, i64 %y) { +; CHECK-LABEL: in64_constmask: +; CHECK: // %bb.0: +; CHECK-NEXT: eor w8, w0, w1 +; CHECK-NEXT: eor x0, x8, x1 +; CHECK-NEXT: ret + %n0 = xor i64 %x, %y + %n1 = and i64 %n0, 4294967295 + %r = xor i64 %n1, %y + ret i64 %r +} + +; ============================================================================ ; +; Constant Commutativity tests. +; ============================================================================ ; + +define i32 @in_constmask_commutativity_0_1(i32 %x, i32 %y) { +; CHECK-LABEL: in_constmask_commutativity_0_1: +; CHECK: // %bb.0: +; CHECK-NEXT: eor w8, w0, w1 +; CHECK-NEXT: and w8, w8, #0xffff +; CHECK-NEXT: eor w0, w1, w8 +; CHECK-NEXT: ret + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 65535 + %r = xor i32 %y, %n1 ; swapped + ret i32 %r +} + +define i32 @in_constmask_commutativity_1_0(i32 %x, i32 %y) { +; CHECK-LABEL: in_constmask_commutativity_1_0: +; CHECK: // %bb.0: +; CHECK-NEXT: eor w8, w0, w1 +; CHECK-NEXT: and w8, w8, #0xffff +; CHECK-NEXT: eor w0, w8, w0 +; CHECK-NEXT: ret + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 65535 + %r = xor i32 %n1, %x ; %x instead of %y + ret i32 %r +} + +define i32 @in_constmask_commutativity_1_1(i32 %x, i32 %y) { +; CHECK-LABEL: in_constmask_commutativity_1_1: +; CHECK: // %bb.0: +; CHECK-NEXT: eor w8, w0, w1 +; CHECK-NEXT: and w8, w8, #0xffff +; CHECK-NEXT: eor w0, w0, w8 +; CHECK-NEXT: ret + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 65535 + %r = xor i32 %x, %n1 ; swapped, %x instead of %y + ret i32 %r +} + +; ============================================================================ ; +; Y is an 'and' too. +; ============================================================================ ; + +define i32 @in_complex_y0_constmask(i32 %x, i32 %y_hi, i32 %y_low) { +; CHECK-LABEL: in_complex_y0_constmask: +; CHECK: // %bb.0: +; CHECK-NEXT: and w8, w1, w2 +; CHECK-NEXT: eor w9, w0, w8 +; CHECK-NEXT: and w9, w9, #0xffff +; CHECK-NEXT: eor w0, w9, w8 +; CHECK-NEXT: ret + %y = and i32 %y_hi, %y_low + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 65535 + %r = xor i32 %n1, %y + ret i32 %r +} + +define i32 @in_complex_y1_constmask(i32 %x, i32 %y_hi, i32 %y_low) { +; CHECK-LABEL: in_complex_y1_constmask: +; CHECK: // %bb.0: +; CHECK-NEXT: and w8, w1, w2 +; CHECK-NEXT: eor w9, w0, w8 +; CHECK-NEXT: and w9, w9, #0xffff +; CHECK-NEXT: eor w0, w8, w9 +; CHECK-NEXT: ret + %y = and i32 %y_hi, %y_low + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 65535 + %r = xor i32 %y, %n1 + ret i32 %r +} + +; ============================================================================ ; +; Negative tests. Should not be folded. +; ============================================================================ ; + +; Multi-use tests. + +declare void @use32(i32) nounwind + +define i32 @in_multiuse_A_constmask(i32 %x, i32 %y, i32 %z) nounwind { +; CHECK-LABEL: in_multiuse_A_constmask: +; CHECK: // %bb.0: +; CHECK-NEXT: str x20, [sp, #-32]! // 8-byte Folded Spill +; CHECK-NEXT: eor w8, w0, w1 +; CHECK-NEXT: and w20, w8, #0xffff +; CHECK-NEXT: mov w0, w20 +; CHECK-NEXT: stp x19, x30, [sp, #16] // 8-byte Folded Spill +; CHECK-NEXT: mov w19, w1 +; CHECK-NEXT: bl use32 +; CHECK-NEXT: eor w0, w20, w19 +; CHECK-NEXT: ldp x19, x30, [sp, #16] // 8-byte Folded Reload +; CHECK-NEXT: ldr x20, [sp], #32 // 8-byte Folded Reload +; CHECK-NEXT: ret + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 65535 + call void @use32(i32 %n1) + %r = xor i32 %n1, %y + ret i32 %r +} + +define i32 @in_multiuse_B_constmask(i32 %x, i32 %y, i32 %z) nounwind { +; CHECK-LABEL: in_multiuse_B_constmask: +; CHECK: // %bb.0: +; CHECK-NEXT: str x20, [sp, #-32]! // 8-byte Folded Spill +; CHECK-NEXT: eor w0, w0, w1 +; CHECK-NEXT: stp x19, x30, [sp, #16] // 8-byte Folded Spill +; CHECK-NEXT: mov w19, w1 +; CHECK-NEXT: and w20, w0, #0xffff +; CHECK-NEXT: bl use32 +; CHECK-NEXT: eor w0, w20, w19 +; CHECK-NEXT: ldp x19, x30, [sp, #16] // 8-byte Folded Reload +; CHECK-NEXT: ldr x20, [sp], #32 // 8-byte Folded Reload +; CHECK-NEXT: ret + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 65535 + call void @use32(i32 %n0) + %r = xor i32 %n1, %y + ret i32 %r +} + +; Various bad variants + +define i32 @n0_badconstmask(i32 %x, i32 %y) { +; CHECK-LABEL: n0_badconstmask: +; CHECK: // %bb.0: +; CHECK-NEXT: and w8, w0, #0xffff +; CHECK-NEXT: and w9, w1, #0xffff0001 +; CHECK-NEXT: orr w0, w8, w9 +; CHECK-NEXT: ret + %mx = and i32 %x, 65535 + %my = and i32 %y, -65535 ; instead of -65536 + %r = or i32 %mx, %my + ret i32 %r +} + +define i32 @n1_thirdvar_constmask(i32 %x, i32 %y, i32 %z) { +; CHECK-LABEL: n1_thirdvar_constmask: +; CHECK: // %bb.0: +; CHECK-NEXT: eor w8, w0, w1 +; CHECK-NEXT: and w8, w8, #0xffff +; CHECK-NEXT: eor w0, w8, w2 +; CHECK-NEXT: ret + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 65535 + %r = xor i32 %n1, %z ; instead of %y + ret i32 %r +} diff --git a/llvm/test/CodeGen/AArch64/unfold-masked-merge-scalar-variablemask.ll b/llvm/test/CodeGen/AArch64/unfold-masked-merge-scalar-variablemask.ll new file mode 100644 index 000000000000..0344e263b34c --- /dev/null +++ b/llvm/test/CodeGen/AArch64/unfold-masked-merge-scalar-variablemask.ll @@ -0,0 +1,415 @@ +; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py +; RUN: llc -mtriple=aarch64-unknown-linux-gnu < %s | FileCheck %s + +; https://bugs.llvm.org/show_bug.cgi?id=37104 + +define i8 @out8(i8 %x, i8 %y, i8 %mask) { +; CHECK-LABEL: out8: +; CHECK: // %bb.0: +; CHECK-NEXT: and w8, w0, w2 +; CHECK-NEXT: bic w9, w1, w2 +; CHECK-NEXT: orr w0, w8, w9 +; CHECK-NEXT: ret + %mx = and i8 %x, %mask + %notmask = xor i8 %mask, -1 + %my = and i8 %y, %notmask + %r = or i8 %mx, %my + ret i8 %r +} + +define i16 @out16(i16 %x, i16 %y, i16 %mask) { +; CHECK-LABEL: out16: +; CHECK: // %bb.0: +; CHECK-NEXT: and w8, w0, w2 +; CHECK-NEXT: bic w9, w1, w2 +; CHECK-NEXT: orr w0, w8, w9 +; CHECK-NEXT: ret + %mx = and i16 %x, %mask + %notmask = xor i16 %mask, -1 + %my = and i16 %y, %notmask + %r = or i16 %mx, %my + ret i16 %r +} + +define i32 @out32(i32 %x, i32 %y, i32 %mask) { +; CHECK-LABEL: out32: +; CHECK: // %bb.0: +; CHECK-NEXT: and w8, w0, w2 +; CHECK-NEXT: bic w9, w1, w2 +; CHECK-NEXT: orr w0, w8, w9 +; CHECK-NEXT: ret + %mx = and i32 %x, %mask + %notmask = xor i32 %mask, -1 + %my = and i32 %y, %notmask + %r = or i32 %mx, %my + ret i32 %r +} + +define i64 @out64(i64 %x, i64 %y, i64 %mask) { +; CHECK-LABEL: out64: +; CHECK: // %bb.0: +; CHECK-NEXT: and x8, x0, x2 +; CHECK-NEXT: bic x9, x1, x2 +; CHECK-NEXT: orr x0, x8, x9 +; CHECK-NEXT: ret + %mx = and i64 %x, %mask + %notmask = xor i64 %mask, -1 + %my = and i64 %y, %notmask + %r = or i64 %mx, %my + ret i64 %r +} +;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;; +; Should be the same as the previous one. +;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;; + +define i8 @in8(i8 %x, i8 %y, i8 %mask) { +; CHECK-LABEL: in8: +; CHECK: // %bb.0: +; CHECK-NEXT: eor w8, w0, w1 +; CHECK-NEXT: and w8, w8, w2 +; CHECK-NEXT: eor w0, w8, w1 +; CHECK-NEXT: ret + %n0 = xor i8 %x, %y + %n1 = and i8 %n0, %mask + %r = xor i8 %n1, %y + ret i8 %r +} + +define i16 @in16(i16 %x, i16 %y, i16 %mask) { +; CHECK-LABEL: in16: +; CHECK: // %bb.0: +; CHECK-NEXT: eor w8, w0, w1 +; CHECK-NEXT: and w8, w8, w2 +; CHECK-NEXT: eor w0, w8, w1 +; CHECK-NEXT: ret + %n0 = xor i16 %x, %y + %n1 = and i16 %n0, %mask + %r = xor i16 %n1, %y + ret i16 %r +} + +define i32 @in32(i32 %x, i32 %y, i32 %mask) { +; CHECK-LABEL: in32: +; CHECK: // %bb.0: +; CHECK-NEXT: eor w8, w0, w1 +; CHECK-NEXT: and w8, w8, w2 +; CHECK-NEXT: eor w0, w8, w1 +; CHECK-NEXT: ret + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, %mask + %r = xor i32 %n1, %y + ret i32 %r +} + +define i64 @in64(i64 %x, i64 %y, i64 %mask) { +; CHECK-LABEL: in64: +; CHECK: // %bb.0: +; CHECK-NEXT: eor x8, x0, x1 +; CHECK-NEXT: and x8, x8, x2 +; CHECK-NEXT: eor x0, x8, x1 +; CHECK-NEXT: ret + %n0 = xor i64 %x, %y + %n1 = and i64 %n0, %mask + %r = xor i64 %n1, %y + ret i64 %r +} +; ============================================================================ ; +; Commutativity tests. +; ============================================================================ ; +define i32 @in_commutativity_0_0_1(i32 %x, i32 %y, i32 %mask) { +; CHECK-LABEL: in_commutativity_0_0_1: +; CHECK: // %bb.0: +; CHECK-NEXT: eor w8, w0, w1 +; CHECK-NEXT: and w8, w2, w8 +; CHECK-NEXT: eor w0, w8, w1 +; CHECK-NEXT: ret + %n0 = xor i32 %x, %y + %n1 = and i32 %mask, %n0 ; swapped + %r = xor i32 %n1, %y + ret i32 %r +} +define i32 @in_commutativity_0_1_0(i32 %x, i32 %y, i32 %mask) { +; CHECK-LABEL: in_commutativity_0_1_0: +; CHECK: // %bb.0: +; CHECK-NEXT: eor w8, w0, w1 +; CHECK-NEXT: and w8, w8, w2 +; CHECK-NEXT: eor w0, w1, w8 +; CHECK-NEXT: ret + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, %mask + %r = xor i32 %y, %n1 ; swapped + ret i32 %r +} +define i32 @in_commutativity_0_1_1(i32 %x, i32 %y, i32 %mask) { +; CHECK-LABEL: in_commutativity_0_1_1: +; CHECK: // %bb.0: +; CHECK-NEXT: eor w8, w0, w1 +; CHECK-NEXT: and w8, w2, w8 +; CHECK-NEXT: eor w0, w1, w8 +; CHECK-NEXT: ret + %n0 = xor i32 %x, %y + %n1 = and i32 %mask, %n0 ; swapped + %r = xor i32 %y, %n1 ; swapped + ret i32 %r +} +define i32 @in_commutativity_1_0_0(i32 %x, i32 %y, i32 %mask) { +; CHECK-LABEL: in_commutativity_1_0_0: +; CHECK: // %bb.0: +; CHECK-NEXT: eor w8, w0, w1 +; CHECK-NEXT: and w8, w8, w2 +; CHECK-NEXT: eor w0, w8, w0 +; CHECK-NEXT: ret + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, %mask + %r = xor i32 %n1, %x ; %x instead of %y + ret i32 %r +} +define i32 @in_commutativity_1_0_1(i32 %x, i32 %y, i32 %mask) { +; CHECK-LABEL: in_commutativity_1_0_1: +; CHECK: // %bb.0: +; CHECK-NEXT: eor w8, w0, w1 +; CHECK-NEXT: and w8, w2, w8 +; CHECK-NEXT: eor w0, w8, w0 +; CHECK-NEXT: ret + %n0 = xor i32 %x, %y + %n1 = and i32 %mask, %n0 ; swapped + %r = xor i32 %n1, %x ; %x instead of %y + ret i32 %r +} +define i32 @in_commutativity_1_1_0(i32 %x, i32 %y, i32 %mask) { +; CHECK-LABEL: in_commutativity_1_1_0: +; CHECK: // %bb.0: +; CHECK-NEXT: eor w8, w0, w1 +; CHECK-NEXT: and w8, w8, w2 +; CHECK-NEXT: eor w0, w0, w8 +; CHECK-NEXT: ret + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, %mask + %r = xor i32 %x, %n1 ; swapped, %x instead of %y + ret i32 %r +} +define i32 @in_commutativity_1_1_1(i32 %x, i32 %y, i32 %mask) { +; CHECK-LABEL: in_commutativity_1_1_1: +; CHECK: // %bb.0: +; CHECK-NEXT: eor w8, w0, w1 +; CHECK-NEXT: and w8, w2, w8 +; CHECK-NEXT: eor w0, w0, w8 +; CHECK-NEXT: ret + %n0 = xor i32 %x, %y + %n1 = and i32 %mask, %n0 ; swapped + %r = xor i32 %x, %n1 ; swapped, %x instead of %y + ret i32 %r +} +; ============================================================================ ; +; Y is an 'and' too. +; ============================================================================ ; +define i32 @in_complex_y0(i32 %x, i32 %y_hi, i32 %y_low, i32 %mask) { +; CHECK-LABEL: in_complex_y0: +; CHECK: // %bb.0: +; CHECK-NEXT: and w8, w1, w2 +; CHECK-NEXT: eor w9, w0, w8 +; CHECK-NEXT: and w9, w9, w3 +; CHECK-NEXT: eor w0, w9, w8 +; CHECK-NEXT: ret + %y = and i32 %y_hi, %y_low + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, %mask + %r = xor i32 %n1, %y + ret i32 %r +} +define i32 @in_complex_y1(i32 %x, i32 %y_hi, i32 %y_low, i32 %mask) { +; CHECK-LABEL: in_complex_y1: +; CHECK: // %bb.0: +; CHECK-NEXT: and w8, w1, w2 +; CHECK-NEXT: eor w9, w0, w8 +; CHECK-NEXT: and w9, w9, w3 +; CHECK-NEXT: eor w0, w8, w9 +; CHECK-NEXT: ret + %y = and i32 %y_hi, %y_low + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, %mask + %r = xor i32 %y, %n1 + ret i32 %r +} +; ============================================================================ ; +; M is an 'xor' too. +; ============================================================================ ; +define i32 @in_complex_m0(i32 %x, i32 %y, i32 %m_a, i32 %m_b) { +; CHECK-LABEL: in_complex_m0: +; CHECK: // %bb.0: +; CHECK-NEXT: eor w8, w2, w3 +; CHECK-NEXT: eor w9, w0, w1 +; CHECK-NEXT: and w8, w9, w8 +; CHECK-NEXT: eor w0, w8, w1 +; CHECK-NEXT: ret + %mask = xor i32 %m_a, %m_b + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, %mask + %r = xor i32 %n1, %y + ret i32 %r +} +define i32 @in_complex_m1(i32 %x, i32 %y, i32 %m_a, i32 %m_b) { +; CHECK-LABEL: in_complex_m1: +; CHECK: // %bb.0: +; CHECK-NEXT: eor w8, w2, w3 +; CHECK-NEXT: eor w9, w0, w1 +; CHECK-NEXT: and w8, w8, w9 +; CHECK-NEXT: eor w0, w8, w1 +; CHECK-NEXT: ret + %mask = xor i32 %m_a, %m_b + %n0 = xor i32 %x, %y + %n1 = and i32 %mask, %n0 + %r = xor i32 %n1, %y + ret i32 %r +} +; ============================================================================ ; +; Both Y and M are complex. +; ============================================================================ ; +define i32 @in_complex_y0_m0(i32 %x, i32 %y_hi, i32 %y_low, i32 %m_a, i32 %m_b) { +; CHECK-LABEL: in_complex_y0_m0: +; CHECK: // %bb.0: +; CHECK-NEXT: and w8, w1, w2 +; CHECK-NEXT: eor w9, w3, w4 +; CHECK-NEXT: eor w10, w0, w8 +; CHECK-NEXT: and w9, w10, w9 +; CHECK-NEXT: eor w0, w9, w8 +; CHECK-NEXT: ret + %y = and i32 %y_hi, %y_low + %mask = xor i32 %m_a, %m_b + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, %mask + %r = xor i32 %n1, %y + ret i32 %r +} +define i32 @in_complex_y1_m0(i32 %x, i32 %y_hi, i32 %y_low, i32 %m_a, i32 %m_b) { +; CHECK-LABEL: in_complex_y1_m0: +; CHECK: // %bb.0: +; CHECK-NEXT: and w8, w1, w2 +; CHECK-NEXT: eor w9, w3, w4 +; CHECK-NEXT: eor w10, w0, w8 +; CHECK-NEXT: and w9, w10, w9 +; CHECK-NEXT: eor w0, w8, w9 +; CHECK-NEXT: ret + %y = and i32 %y_hi, %y_low + %mask = xor i32 %m_a, %m_b + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, %mask + %r = xor i32 %y, %n1 + ret i32 %r +} +define i32 @in_complex_y0_m1(i32 %x, i32 %y_hi, i32 %y_low, i32 %m_a, i32 %m_b) { +; CHECK-LABEL: in_complex_y0_m1: +; CHECK: // %bb.0: +; CHECK-NEXT: and w8, w1, w2 +; CHECK-NEXT: eor w9, w3, w4 +; CHECK-NEXT: eor w10, w0, w8 +; CHECK-NEXT: and w9, w9, w10 +; CHECK-NEXT: eor w0, w9, w8 +; CHECK-NEXT: ret + %y = and i32 %y_hi, %y_low + %mask = xor i32 %m_a, %m_b + %n0 = xor i32 %x, %y + %n1 = and i32 %mask, %n0 + %r = xor i32 %n1, %y + ret i32 %r +} +define i32 @in_complex_y1_m1(i32 %x, i32 %y_hi, i32 %y_low, i32 %m_a, i32 %m_b) { +; CHECK-LABEL: in_complex_y1_m1: +; CHECK: // %bb.0: +; CHECK-NEXT: and w8, w1, w2 +; CHECK-NEXT: eor w9, w3, w4 +; CHECK-NEXT: eor w10, w0, w8 +; CHECK-NEXT: and w9, w9, w10 +; CHECK-NEXT: eor w0, w8, w9 +; CHECK-NEXT: ret + %y = and i32 %y_hi, %y_low + %mask = xor i32 %m_a, %m_b + %n0 = xor i32 %x, %y + %n1 = and i32 %mask, %n0 + %r = xor i32 %y, %n1 + ret i32 %r +} +; ============================================================================ ; +; Negative tests. Should not be folded. +; ============================================================================ ; +; Multi-use tests. +declare void @use32(i32) nounwind +define i32 @in_multiuse_A(i32 %x, i32 %y, i32 %z, i32 %mask) nounwind { +; CHECK-LABEL: in_multiuse_A: +; CHECK: // %bb.0: +; CHECK-NEXT: str x20, [sp, #-32]! // 8-byte Folded Spill +; CHECK-NEXT: eor w8, w0, w1 +; CHECK-NEXT: and w20, w8, w3 +; CHECK-NEXT: mov w0, w20 +; CHECK-NEXT: stp x19, x30, [sp, #16] // 8-byte Folded Spill +; CHECK-NEXT: mov w19, w1 +; CHECK-NEXT: bl use32 +; CHECK-NEXT: eor w0, w20, w19 +; CHECK-NEXT: ldp x19, x30, [sp, #16] // 8-byte Folded Reload +; CHECK-NEXT: ldr x20, [sp], #32 // 8-byte Folded Reload +; CHECK-NEXT: ret + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, %mask + call void @use32(i32 %n1) + %r = xor i32 %n1, %y + ret i32 %r +} +define i32 @in_multiuse_B(i32 %x, i32 %y, i32 %z, i32 %mask) nounwind { +; CHECK-LABEL: in_multiuse_B: +; CHECK: // %bb.0: +; CHECK-NEXT: str x20, [sp, #-32]! // 8-byte Folded Spill +; CHECK-NEXT: eor w0, w0, w1 +; CHECK-NEXT: stp x19, x30, [sp, #16] // 8-byte Folded Spill +; CHECK-NEXT: mov w19, w1 +; CHECK-NEXT: and w20, w0, w3 +; CHECK-NEXT: bl use32 +; CHECK-NEXT: eor w0, w20, w19 +; CHECK-NEXT: ldp x19, x30, [sp, #16] // 8-byte Folded Reload +; CHECK-NEXT: ldr x20, [sp], #32 // 8-byte Folded Reload +; CHECK-NEXT: ret + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, %mask + call void @use32(i32 %n0) + %r = xor i32 %n1, %y + ret i32 %r +} +; Various bad variants +define i32 @n0_badmask(i32 %x, i32 %y, i32 %mask, i32 %mask2) { +; CHECK-LABEL: n0_badmask: +; CHECK: // %bb.0: +; CHECK-NEXT: and w8, w0, w2 +; CHECK-NEXT: bic w9, w1, w3 +; CHECK-NEXT: orr w0, w8, w9 +; CHECK-NEXT: ret + %mx = and i32 %x, %mask + %notmask = xor i32 %mask2, -1 ; %mask2 instead of %mask + %my = and i32 %y, %notmask + %r = or i32 %mx, %my + ret i32 %r +} +define i32 @n0_badxor(i32 %x, i32 %y, i32 %mask) { +; CHECK-LABEL: n0_badxor: +; CHECK: // %bb.0: +; CHECK-NEXT: eor w9, w2, #0x1 +; CHECK-NEXT: and w8, w0, w2 +; CHECK-NEXT: and w9, w1, w9 +; CHECK-NEXT: orr w0, w8, w9 +; CHECK-NEXT: ret + %mx = and i32 %x, %mask + %notmask = xor i32 %mask, 1 ; instead of -1 + %my = and i32 %y, %notmask + %r = or i32 %mx, %my + ret i32 %r +} +define i32 @n1_thirdvar(i32 %x, i32 %y, i32 %z, i32 %mask) { +; CHECK-LABEL: n1_thirdvar: +; CHECK: // %bb.0: +; CHECK-NEXT: eor w8, w0, w1 +; CHECK-NEXT: and w8, w8, w3 +; CHECK-NEXT: eor w0, w8, w2 +; CHECK-NEXT: ret + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, %mask + %r = xor i32 %n1, %z ; instead of %y + ret i32 %r +} diff --git a/llvm/test/CodeGen/X86/unfold-masked-merge-scalar-constmask-innerouter.ll b/llvm/test/CodeGen/X86/unfold-masked-merge-scalar-constmask-innerouter.ll new file mode 100644 index 000000000000..c1d7bb6da31f --- /dev/null +++ b/llvm/test/CodeGen/X86/unfold-masked-merge-scalar-constmask-innerouter.ll @@ -0,0 +1,458 @@ +; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py +; RUN: llc -mtriple=x86_64-unknown-linux-gnu -mattr=-bmi < %s | FileCheck %s --check-prefix=CHECK-NOBMI +; RUN: llc -mtriple=x86_64-unknown-linux-gnu -mattr=+bmi < %s | FileCheck %s --check-prefix=CHECK-BMI + +; https://bugs.llvm.org/show_bug.cgi?id=37104 + +; X: [byte3] [byte0] +; Y: [byte2][byte1] + +define i8 @out8_constmask(i8 %x, i8 %y) { +; CHECK-NOBMI-LABEL: out8_constmask: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: andb $60, %dil +; CHECK-NOBMI-NEXT: andb $-61, %sil +; CHECK-NOBMI-NEXT: orb %dil, %sil +; CHECK-NOBMI-NEXT: movl %esi, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: out8_constmask: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: andb $60, %dil +; CHECK-BMI-NEXT: andb $-61, %sil +; CHECK-BMI-NEXT: orb %dil, %sil +; CHECK-BMI-NEXT: movl %esi, %eax +; CHECK-BMI-NEXT: retq + %mx = and i8 %x, 60 + %my = and i8 %y, -61 + %r = or i8 %mx, %my + ret i8 %r +} + +define i16 @out16_constmask(i16 %x, i16 %y) { +; CHECK-NOBMI-LABEL: out16_constmask: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: # kill: def $esi killed $esi def $rsi +; CHECK-NOBMI-NEXT: # kill: def $edi killed $edi def $rdi +; CHECK-NOBMI-NEXT: andl $4080, %edi # imm = 0xFF0 +; CHECK-NOBMI-NEXT: andl $-4081, %esi # imm = 0xF00F +; CHECK-NOBMI-NEXT: leal (%rsi,%rdi), %eax +; CHECK-NOBMI-NEXT: # kill: def $ax killed $ax killed $eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: out16_constmask: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: # kill: def $esi killed $esi def $rsi +; CHECK-BMI-NEXT: # kill: def $edi killed $edi def $rdi +; CHECK-BMI-NEXT: andl $4080, %edi # imm = 0xFF0 +; CHECK-BMI-NEXT: andl $-4081, %esi # imm = 0xF00F +; CHECK-BMI-NEXT: leal (%rsi,%rdi), %eax +; CHECK-BMI-NEXT: # kill: def $ax killed $ax killed $eax +; CHECK-BMI-NEXT: retq + %mx = and i16 %x, 4080 + %my = and i16 %y, -4081 + %r = or i16 %mx, %my + ret i16 %r +} + +define i32 @out32_constmask(i32 %x, i32 %y) { +; CHECK-NOBMI-LABEL: out32_constmask: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: # kill: def $esi killed $esi def $rsi +; CHECK-NOBMI-NEXT: # kill: def $edi killed $edi def $rdi +; CHECK-NOBMI-NEXT: andl $16776960, %edi # imm = 0xFFFF00 +; CHECK-NOBMI-NEXT: andl $-16776961, %esi # imm = 0xFF0000FF +; CHECK-NOBMI-NEXT: leal (%rsi,%rdi), %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: out32_constmask: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: # kill: def $esi killed $esi def $rsi +; CHECK-BMI-NEXT: # kill: def $edi killed $edi def $rdi +; CHECK-BMI-NEXT: andl $16776960, %edi # imm = 0xFFFF00 +; CHECK-BMI-NEXT: andl $-16776961, %esi # imm = 0xFF0000FF +; CHECK-BMI-NEXT: leal (%rsi,%rdi), %eax +; CHECK-BMI-NEXT: retq + %mx = and i32 %x, 16776960 + %my = and i32 %y, -16776961 + %r = or i32 %mx, %my + ret i32 %r +} + +define i64 @out64_constmask(i64 %x, i64 %y) { +; CHECK-NOBMI-LABEL: out64_constmask: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: movabsq $281474976645120, %rcx # imm = 0xFFFFFFFF0000 +; CHECK-NOBMI-NEXT: andq %rdi, %rcx +; CHECK-NOBMI-NEXT: movabsq $-281474976645121, %rax # imm = 0xFFFF00000000FFFF +; CHECK-NOBMI-NEXT: andq %rsi, %rax +; CHECK-NOBMI-NEXT: orq %rcx, %rax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: out64_constmask: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: movabsq $281474976645120, %rcx # imm = 0xFFFFFFFF0000 +; CHECK-BMI-NEXT: andq %rdi, %rcx +; CHECK-BMI-NEXT: movabsq $-281474976645121, %rax # imm = 0xFFFF00000000FFFF +; CHECK-BMI-NEXT: andq %rsi, %rax +; CHECK-BMI-NEXT: orq %rcx, %rax +; CHECK-BMI-NEXT: retq + %mx = and i64 %x, 281474976645120 + %my = and i64 %y, -281474976645121 + %r = or i64 %mx, %my + ret i64 %r +} + +;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;; +; Should be the same as the previous one. +;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;; + +define i8 @in8_constmask(i8 %x, i8 %y) { +; CHECK-NOBMI-LABEL: in8_constmask: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: andb $60, %dil +; CHECK-NOBMI-NEXT: xorb %dil, %sil +; CHECK-NOBMI-NEXT: movl %esi, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in8_constmask: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: andb $60, %dil +; CHECK-BMI-NEXT: xorb %dil, %sil +; CHECK-BMI-NEXT: movl %esi, %eax +; CHECK-BMI-NEXT: retq + %n0 = xor i8 %x, %y + %n1 = and i8 %n0, 60 + %r = xor i8 %n1, %y + ret i8 %r +} + +define i16 @in16_constmask(i16 %x, i16 %y) { +; CHECK-NOBMI-LABEL: in16_constmask: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: andl $4080, %edi # imm = 0xFF0 +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: movl %edi, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in16_constmask: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: andl $4080, %edi # imm = 0xFF0 +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: movl %edi, %eax +; CHECK-BMI-NEXT: retq + %n0 = xor i16 %x, %y + %n1 = and i16 %n0, 4080 + %r = xor i16 %n1, %y + ret i16 %r +} + +define i32 @in32_constmask(i32 %x, i32 %y) { +; CHECK-NOBMI-LABEL: in32_constmask: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: andl $16776960, %edi # imm = 0xFFFF00 +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: movl %edi, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in32_constmask: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: andl $16776960, %edi # imm = 0xFFFF00 +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: movl %edi, %eax +; CHECK-BMI-NEXT: retq + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 16776960 + %r = xor i32 %n1, %y + ret i32 %r +} + +define i64 @in64_constmask(i64 %x, i64 %y) { +; CHECK-NOBMI-LABEL: in64_constmask: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: xorq %rsi, %rdi +; CHECK-NOBMI-NEXT: movabsq $281474976645120, %rax # imm = 0xFFFFFFFF0000 +; CHECK-NOBMI-NEXT: andq %rdi, %rax +; CHECK-NOBMI-NEXT: xorq %rsi, %rax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in64_constmask: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: xorq %rsi, %rdi +; CHECK-BMI-NEXT: movabsq $281474976645120, %rax # imm = 0xFFFFFFFF0000 +; CHECK-BMI-NEXT: andq %rdi, %rax +; CHECK-BMI-NEXT: xorq %rsi, %rax +; CHECK-BMI-NEXT: retq + %n0 = xor i64 %x, %y + %n1 = and i64 %n0, 281474976645120 + %r = xor i64 %n1, %y + ret i64 %r +} + +; ============================================================================ ; +; Constant Commutativity tests. +; ============================================================================ ; + +define i32 @in_constmask_commutativity_0_1(i32 %x, i32 %y) { +; CHECK-NOBMI-LABEL: in_constmask_commutativity_0_1: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: andl $16776960, %edi # imm = 0xFFFF00 +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: movl %edi, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in_constmask_commutativity_0_1: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: andl $16776960, %edi # imm = 0xFFFF00 +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: movl %edi, %eax +; CHECK-BMI-NEXT: retq + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 16776960 + %r = xor i32 %y, %n1 ; swapped + ret i32 %r +} + +define i32 @in_constmask_commutativity_1_0(i32 %x, i32 %y) { +; CHECK-NOBMI-LABEL: in_constmask_commutativity_1_0: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: xorl %edi, %esi +; CHECK-NOBMI-NEXT: andl $16776960, %esi # imm = 0xFFFF00 +; CHECK-NOBMI-NEXT: xorl %edi, %esi +; CHECK-NOBMI-NEXT: movl %esi, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in_constmask_commutativity_1_0: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: xorl %edi, %esi +; CHECK-BMI-NEXT: andl $16776960, %esi # imm = 0xFFFF00 +; CHECK-BMI-NEXT: xorl %edi, %esi +; CHECK-BMI-NEXT: movl %esi, %eax +; CHECK-BMI-NEXT: retq + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 16776960 + %r = xor i32 %n1, %x ; %x instead of %y + ret i32 %r +} + +define i32 @in_constmask_commutativity_1_1(i32 %x, i32 %y) { +; CHECK-NOBMI-LABEL: in_constmask_commutativity_1_1: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: xorl %edi, %esi +; CHECK-NOBMI-NEXT: andl $16776960, %esi # imm = 0xFFFF00 +; CHECK-NOBMI-NEXT: xorl %edi, %esi +; CHECK-NOBMI-NEXT: movl %esi, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in_constmask_commutativity_1_1: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: xorl %edi, %esi +; CHECK-BMI-NEXT: andl $16776960, %esi # imm = 0xFFFF00 +; CHECK-BMI-NEXT: xorl %edi, %esi +; CHECK-BMI-NEXT: movl %esi, %eax +; CHECK-BMI-NEXT: retq + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 16776960 + %r = xor i32 %x, %n1 ; swapped, %x instead of %y + ret i32 %r +} + +; ============================================================================ ; +; Y is an 'and' too. +; ============================================================================ ; + +define i32 @in_complex_y0_constmask(i32 %x, i32 %y_hi, i32 %y_low) { +; CHECK-NOBMI-LABEL: in_complex_y0_constmask: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: andl %edx, %esi +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: andl $16776960, %edi # imm = 0xFFFF00 +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: movl %edi, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in_complex_y0_constmask: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: andl %edx, %esi +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: andl $16776960, %edi # imm = 0xFFFF00 +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: movl %edi, %eax +; CHECK-BMI-NEXT: retq + %y = and i32 %y_hi, %y_low + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 16776960 + %r = xor i32 %n1, %y + ret i32 %r +} + +define i32 @in_complex_y1_constmask(i32 %x, i32 %y_hi, i32 %y_low) { +; CHECK-NOBMI-LABEL: in_complex_y1_constmask: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: andl %edx, %esi +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: andl $16776960, %edi # imm = 0xFFFF00 +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: movl %edi, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in_complex_y1_constmask: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: andl %edx, %esi +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: andl $16776960, %edi # imm = 0xFFFF00 +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: movl %edi, %eax +; CHECK-BMI-NEXT: retq + %y = and i32 %y_hi, %y_low + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 16776960 + %r = xor i32 %y, %n1 + ret i32 %r +} + +; ============================================================================ ; +; Negative tests. Should not be folded. +; ============================================================================ ; + +; Multi-use tests. + +declare void @use32(i32) nounwind + +define i32 @in_multiuse_A_constmask(i32 %x, i32 %y, i32 %z) nounwind { +; CHECK-NOBMI-LABEL: in_multiuse_A_constmask: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: pushq %rbp +; CHECK-NOBMI-NEXT: pushq %rbx +; CHECK-NOBMI-NEXT: pushq %rax +; CHECK-NOBMI-NEXT: movl %esi, %ebx +; CHECK-NOBMI-NEXT: movl %edi, %ebp +; CHECK-NOBMI-NEXT: xorl %esi, %ebp +; CHECK-NOBMI-NEXT: andl $16776960, %ebp # imm = 0xFFFF00 +; CHECK-NOBMI-NEXT: movl %ebp, %edi +; CHECK-NOBMI-NEXT: callq use32 +; CHECK-NOBMI-NEXT: xorl %ebx, %ebp +; CHECK-NOBMI-NEXT: movl %ebp, %eax +; CHECK-NOBMI-NEXT: addq $8, %rsp +; CHECK-NOBMI-NEXT: popq %rbx +; CHECK-NOBMI-NEXT: popq %rbp +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in_multiuse_A_constmask: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: pushq %rbp +; CHECK-BMI-NEXT: pushq %rbx +; CHECK-BMI-NEXT: pushq %rax +; CHECK-BMI-NEXT: movl %esi, %ebx +; CHECK-BMI-NEXT: movl %edi, %ebp +; CHECK-BMI-NEXT: xorl %esi, %ebp +; CHECK-BMI-NEXT: andl $16776960, %ebp # imm = 0xFFFF00 +; CHECK-BMI-NEXT: movl %ebp, %edi +; CHECK-BMI-NEXT: callq use32 +; CHECK-BMI-NEXT: xorl %ebx, %ebp +; CHECK-BMI-NEXT: movl %ebp, %eax +; CHECK-BMI-NEXT: addq $8, %rsp +; CHECK-BMI-NEXT: popq %rbx +; CHECK-BMI-NEXT: popq %rbp +; CHECK-BMI-NEXT: retq + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 16776960 + call void @use32(i32 %n1) + %r = xor i32 %n1, %y + ret i32 %r +} + +define i32 @in_multiuse_B_constmask(i32 %x, i32 %y, i32 %z) nounwind { +; CHECK-NOBMI-LABEL: in_multiuse_B_constmask: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: pushq %rbp +; CHECK-NOBMI-NEXT: pushq %rbx +; CHECK-NOBMI-NEXT: pushq %rax +; CHECK-NOBMI-NEXT: movl %esi, %ebx +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: movl %edi, %ebp +; CHECK-NOBMI-NEXT: andl $16776960, %ebp # imm = 0xFFFF00 +; CHECK-NOBMI-NEXT: callq use32 +; CHECK-NOBMI-NEXT: xorl %ebx, %ebp +; CHECK-NOBMI-NEXT: movl %ebp, %eax +; CHECK-NOBMI-NEXT: addq $8, %rsp +; CHECK-NOBMI-NEXT: popq %rbx +; CHECK-NOBMI-NEXT: popq %rbp +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in_multiuse_B_constmask: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: pushq %rbp +; CHECK-BMI-NEXT: pushq %rbx +; CHECK-BMI-NEXT: pushq %rax +; CHECK-BMI-NEXT: movl %esi, %ebx +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: movl %edi, %ebp +; CHECK-BMI-NEXT: andl $16776960, %ebp # imm = 0xFFFF00 +; CHECK-BMI-NEXT: callq use32 +; CHECK-BMI-NEXT: xorl %ebx, %ebp +; CHECK-BMI-NEXT: movl %ebp, %eax +; CHECK-BMI-NEXT: addq $8, %rsp +; CHECK-BMI-NEXT: popq %rbx +; CHECK-BMI-NEXT: popq %rbp +; CHECK-BMI-NEXT: retq + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 16776960 + call void @use32(i32 %n0) + %r = xor i32 %n1, %y + ret i32 %r +} + +; Various bad variants + +define i32 @n0_badconstmask(i32 %x, i32 %y) { +; CHECK-NOBMI-LABEL: n0_badconstmask: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: andl $16776960, %edi # imm = 0xFFFF00 +; CHECK-NOBMI-NEXT: andl $-16776960, %esi # imm = 0xFF000100 +; CHECK-NOBMI-NEXT: orl %edi, %esi +; CHECK-NOBMI-NEXT: movl %esi, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: n0_badconstmask: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: andl $16776960, %edi # imm = 0xFFFF00 +; CHECK-BMI-NEXT: andl $-16776960, %esi # imm = 0xFF000100 +; CHECK-BMI-NEXT: orl %edi, %esi +; CHECK-BMI-NEXT: movl %esi, %eax +; CHECK-BMI-NEXT: retq + %mx = and i32 %x, 16776960 + %my = and i32 %y, -16776960 ; instead of -16776961 + %r = or i32 %mx, %my + ret i32 %r +} + +define i32 @n1_thirdvar_constmask(i32 %x, i32 %y, i32 %z) { +; CHECK-NOBMI-LABEL: n1_thirdvar_constmask: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: andl $16776960, %edi # imm = 0xFFFF00 +; CHECK-NOBMI-NEXT: xorl %edx, %edi +; CHECK-NOBMI-NEXT: movl %edi, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: n1_thirdvar_constmask: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: andl $16776960, %edi # imm = 0xFFFF00 +; CHECK-BMI-NEXT: xorl %edx, %edi +; CHECK-BMI-NEXT: movl %edi, %eax +; CHECK-BMI-NEXT: retq + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 16776960 + %r = xor i32 %n1, %z ; instead of %y + ret i32 %r +} diff --git a/llvm/test/CodeGen/X86/unfold-masked-merge-scalar-constmask-interleavedbits.ll b/llvm/test/CodeGen/X86/unfold-masked-merge-scalar-constmask-interleavedbits.ll new file mode 100644 index 000000000000..90d1c56d1cec --- /dev/null +++ b/llvm/test/CodeGen/X86/unfold-masked-merge-scalar-constmask-interleavedbits.ll @@ -0,0 +1,458 @@ +; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py +; RUN: llc -mtriple=x86_64-unknown-linux-gnu -mattr=-bmi < %s | FileCheck %s --check-prefix=CHECK-NOBMI +; RUN: llc -mtriple=x86_64-unknown-linux-gnu -mattr=+bmi < %s | FileCheck %s --check-prefix=CHECK-BMI + +; https://bugs.llvm.org/show_bug.cgi?id=37104 + +; X: [bit2] [bit0] +; Y: [bit3] [bit1] + +define i8 @out8_constmask(i8 %x, i8 %y) { +; CHECK-NOBMI-LABEL: out8_constmask: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: andb $85, %dil +; CHECK-NOBMI-NEXT: andb $-86, %sil +; CHECK-NOBMI-NEXT: orb %dil, %sil +; CHECK-NOBMI-NEXT: movl %esi, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: out8_constmask: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: andb $85, %dil +; CHECK-BMI-NEXT: andb $-86, %sil +; CHECK-BMI-NEXT: orb %dil, %sil +; CHECK-BMI-NEXT: movl %esi, %eax +; CHECK-BMI-NEXT: retq + %mx = and i8 %x, 85 + %my = and i8 %y, -86 + %r = or i8 %mx, %my + ret i8 %r +} + +define i16 @out16_constmask(i16 %x, i16 %y) { +; CHECK-NOBMI-LABEL: out16_constmask: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: # kill: def $esi killed $esi def $rsi +; CHECK-NOBMI-NEXT: # kill: def $edi killed $edi def $rdi +; CHECK-NOBMI-NEXT: andl $21845, %edi # imm = 0x5555 +; CHECK-NOBMI-NEXT: andl $-21846, %esi # imm = 0xAAAA +; CHECK-NOBMI-NEXT: leal (%rsi,%rdi), %eax +; CHECK-NOBMI-NEXT: # kill: def $ax killed $ax killed $eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: out16_constmask: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: # kill: def $esi killed $esi def $rsi +; CHECK-BMI-NEXT: # kill: def $edi killed $edi def $rdi +; CHECK-BMI-NEXT: andl $21845, %edi # imm = 0x5555 +; CHECK-BMI-NEXT: andl $-21846, %esi # imm = 0xAAAA +; CHECK-BMI-NEXT: leal (%rsi,%rdi), %eax +; CHECK-BMI-NEXT: # kill: def $ax killed $ax killed $eax +; CHECK-BMI-NEXT: retq + %mx = and i16 %x, 21845 + %my = and i16 %y, -21846 + %r = or i16 %mx, %my + ret i16 %r +} + +define i32 @out32_constmask(i32 %x, i32 %y) { +; CHECK-NOBMI-LABEL: out32_constmask: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: # kill: def $esi killed $esi def $rsi +; CHECK-NOBMI-NEXT: # kill: def $edi killed $edi def $rdi +; CHECK-NOBMI-NEXT: andl $1431655765, %edi # imm = 0x55555555 +; CHECK-NOBMI-NEXT: andl $-1431655766, %esi # imm = 0xAAAAAAAA +; CHECK-NOBMI-NEXT: leal (%rsi,%rdi), %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: out32_constmask: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: # kill: def $esi killed $esi def $rsi +; CHECK-BMI-NEXT: # kill: def $edi killed $edi def $rdi +; CHECK-BMI-NEXT: andl $1431655765, %edi # imm = 0x55555555 +; CHECK-BMI-NEXT: andl $-1431655766, %esi # imm = 0xAAAAAAAA +; CHECK-BMI-NEXT: leal (%rsi,%rdi), %eax +; CHECK-BMI-NEXT: retq + %mx = and i32 %x, 1431655765 + %my = and i32 %y, -1431655766 + %r = or i32 %mx, %my + ret i32 %r +} + +define i64 @out64_constmask(i64 %x, i64 %y) { +; CHECK-NOBMI-LABEL: out64_constmask: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: movabsq $6148914691236517205, %rcx # imm = 0x5555555555555555 +; CHECK-NOBMI-NEXT: andq %rdi, %rcx +; CHECK-NOBMI-NEXT: movabsq $-6148914691236517206, %rax # imm = 0xAAAAAAAAAAAAAAAA +; CHECK-NOBMI-NEXT: andq %rsi, %rax +; CHECK-NOBMI-NEXT: orq %rcx, %rax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: out64_constmask: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: movabsq $6148914691236517205, %rcx # imm = 0x5555555555555555 +; CHECK-BMI-NEXT: andq %rdi, %rcx +; CHECK-BMI-NEXT: movabsq $-6148914691236517206, %rax # imm = 0xAAAAAAAAAAAAAAAA +; CHECK-BMI-NEXT: andq %rsi, %rax +; CHECK-BMI-NEXT: orq %rcx, %rax +; CHECK-BMI-NEXT: retq + %mx = and i64 %x, 6148914691236517205 + %my = and i64 %y, -6148914691236517206 + %r = or i64 %mx, %my + ret i64 %r +} + +;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;; +; Should be the same as the previous one. +;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;; + +define i8 @in8_constmask(i8 %x, i8 %y) { +; CHECK-NOBMI-LABEL: in8_constmask: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: andb $85, %dil +; CHECK-NOBMI-NEXT: xorb %dil, %sil +; CHECK-NOBMI-NEXT: movl %esi, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in8_constmask: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: andb $85, %dil +; CHECK-BMI-NEXT: xorb %dil, %sil +; CHECK-BMI-NEXT: movl %esi, %eax +; CHECK-BMI-NEXT: retq + %n0 = xor i8 %x, %y + %n1 = and i8 %n0, 85 + %r = xor i8 %n1, %y + ret i8 %r +} + +define i16 @in16_constmask(i16 %x, i16 %y) { +; CHECK-NOBMI-LABEL: in16_constmask: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: andl $21845, %edi # imm = 0x5555 +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: movl %edi, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in16_constmask: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: andl $21845, %edi # imm = 0x5555 +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: movl %edi, %eax +; CHECK-BMI-NEXT: retq + %n0 = xor i16 %x, %y + %n1 = and i16 %n0, 21845 + %r = xor i16 %n1, %y + ret i16 %r +} + +define i32 @in32_constmask(i32 %x, i32 %y) { +; CHECK-NOBMI-LABEL: in32_constmask: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: andl $1431655765, %edi # imm = 0x55555555 +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: movl %edi, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in32_constmask: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: andl $1431655765, %edi # imm = 0x55555555 +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: movl %edi, %eax +; CHECK-BMI-NEXT: retq + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 1431655765 + %r = xor i32 %n1, %y + ret i32 %r +} + +define i64 @in64_constmask(i64 %x, i64 %y) { +; CHECK-NOBMI-LABEL: in64_constmask: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: xorq %rsi, %rdi +; CHECK-NOBMI-NEXT: movabsq $6148914691236517205, %rax # imm = 0x5555555555555555 +; CHECK-NOBMI-NEXT: andq %rdi, %rax +; CHECK-NOBMI-NEXT: xorq %rsi, %rax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in64_constmask: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: xorq %rsi, %rdi +; CHECK-BMI-NEXT: movabsq $6148914691236517205, %rax # imm = 0x5555555555555555 +; CHECK-BMI-NEXT: andq %rdi, %rax +; CHECK-BMI-NEXT: xorq %rsi, %rax +; CHECK-BMI-NEXT: retq + %n0 = xor i64 %x, %y + %n1 = and i64 %n0, 6148914691236517205 + %r = xor i64 %n1, %y + ret i64 %r +} + +; ============================================================================ ; +; Constant Commutativity tests. +; ============================================================================ ; + +define i32 @in_constmask_commutativity_0_1(i32 %x, i32 %y) { +; CHECK-NOBMI-LABEL: in_constmask_commutativity_0_1: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: andl $1431655765, %edi # imm = 0x55555555 +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: movl %edi, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in_constmask_commutativity_0_1: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: andl $1431655765, %edi # imm = 0x55555555 +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: movl %edi, %eax +; CHECK-BMI-NEXT: retq + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 1431655765 + %r = xor i32 %y, %n1 ; swapped + ret i32 %r +} + +define i32 @in_constmask_commutativity_1_0(i32 %x, i32 %y) { +; CHECK-NOBMI-LABEL: in_constmask_commutativity_1_0: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: xorl %edi, %esi +; CHECK-NOBMI-NEXT: andl $1431655765, %esi # imm = 0x55555555 +; CHECK-NOBMI-NEXT: xorl %edi, %esi +; CHECK-NOBMI-NEXT: movl %esi, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in_constmask_commutativity_1_0: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: xorl %edi, %esi +; CHECK-BMI-NEXT: andl $1431655765, %esi # imm = 0x55555555 +; CHECK-BMI-NEXT: xorl %edi, %esi +; CHECK-BMI-NEXT: movl %esi, %eax +; CHECK-BMI-NEXT: retq + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 1431655765 + %r = xor i32 %n1, %x ; %x instead of %y + ret i32 %r +} + +define i32 @in_constmask_commutativity_1_1(i32 %x, i32 %y) { +; CHECK-NOBMI-LABEL: in_constmask_commutativity_1_1: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: xorl %edi, %esi +; CHECK-NOBMI-NEXT: andl $1431655765, %esi # imm = 0x55555555 +; CHECK-NOBMI-NEXT: xorl %edi, %esi +; CHECK-NOBMI-NEXT: movl %esi, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in_constmask_commutativity_1_1: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: xorl %edi, %esi +; CHECK-BMI-NEXT: andl $1431655765, %esi # imm = 0x55555555 +; CHECK-BMI-NEXT: xorl %edi, %esi +; CHECK-BMI-NEXT: movl %esi, %eax +; CHECK-BMI-NEXT: retq + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 1431655765 + %r = xor i32 %x, %n1 ; swapped, %x instead of %y + ret i32 %r +} + +; ============================================================================ ; +; Y is an 'and' too. +; ============================================================================ ; + +define i32 @in_complex_y0_constmask(i32 %x, i32 %y_hi, i32 %y_low) { +; CHECK-NOBMI-LABEL: in_complex_y0_constmask: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: andl %edx, %esi +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: andl $1431655765, %edi # imm = 0x55555555 +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: movl %edi, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in_complex_y0_constmask: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: andl %edx, %esi +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: andl $1431655765, %edi # imm = 0x55555555 +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: movl %edi, %eax +; CHECK-BMI-NEXT: retq + %y = and i32 %y_hi, %y_low + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 1431655765 + %r = xor i32 %n1, %y + ret i32 %r +} + +define i32 @in_complex_y1_constmask(i32 %x, i32 %y_hi, i32 %y_low) { +; CHECK-NOBMI-LABEL: in_complex_y1_constmask: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: andl %edx, %esi +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: andl $1431655765, %edi # imm = 0x55555555 +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: movl %edi, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in_complex_y1_constmask: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: andl %edx, %esi +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: andl $1431655765, %edi # imm = 0x55555555 +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: movl %edi, %eax +; CHECK-BMI-NEXT: retq + %y = and i32 %y_hi, %y_low + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 1431655765 + %r = xor i32 %y, %n1 + ret i32 %r +} + +; ============================================================================ ; +; Negative tests. Should not be folded. +; ============================================================================ ; + +; Multi-use tests. + +declare void @use32(i32) nounwind + +define i32 @in_multiuse_A_constmask(i32 %x, i32 %y, i32 %z) nounwind { +; CHECK-NOBMI-LABEL: in_multiuse_A_constmask: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: pushq %rbp +; CHECK-NOBMI-NEXT: pushq %rbx +; CHECK-NOBMI-NEXT: pushq %rax +; CHECK-NOBMI-NEXT: movl %esi, %ebx +; CHECK-NOBMI-NEXT: movl %edi, %ebp +; CHECK-NOBMI-NEXT: xorl %esi, %ebp +; CHECK-NOBMI-NEXT: andl $1431655765, %ebp # imm = 0x55555555 +; CHECK-NOBMI-NEXT: movl %ebp, %edi +; CHECK-NOBMI-NEXT: callq use32 +; CHECK-NOBMI-NEXT: xorl %ebx, %ebp +; CHECK-NOBMI-NEXT: movl %ebp, %eax +; CHECK-NOBMI-NEXT: addq $8, %rsp +; CHECK-NOBMI-NEXT: popq %rbx +; CHECK-NOBMI-NEXT: popq %rbp +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in_multiuse_A_constmask: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: pushq %rbp +; CHECK-BMI-NEXT: pushq %rbx +; CHECK-BMI-NEXT: pushq %rax +; CHECK-BMI-NEXT: movl %esi, %ebx +; CHECK-BMI-NEXT: movl %edi, %ebp +; CHECK-BMI-NEXT: xorl %esi, %ebp +; CHECK-BMI-NEXT: andl $1431655765, %ebp # imm = 0x55555555 +; CHECK-BMI-NEXT: movl %ebp, %edi +; CHECK-BMI-NEXT: callq use32 +; CHECK-BMI-NEXT: xorl %ebx, %ebp +; CHECK-BMI-NEXT: movl %ebp, %eax +; CHECK-BMI-NEXT: addq $8, %rsp +; CHECK-BMI-NEXT: popq %rbx +; CHECK-BMI-NEXT: popq %rbp +; CHECK-BMI-NEXT: retq + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 1431655765 + call void @use32(i32 %n1) + %r = xor i32 %n1, %y + ret i32 %r +} + +define i32 @in_multiuse_B_constmask(i32 %x, i32 %y, i32 %z) nounwind { +; CHECK-NOBMI-LABEL: in_multiuse_B_constmask: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: pushq %rbp +; CHECK-NOBMI-NEXT: pushq %rbx +; CHECK-NOBMI-NEXT: pushq %rax +; CHECK-NOBMI-NEXT: movl %esi, %ebx +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: movl %edi, %ebp +; CHECK-NOBMI-NEXT: andl $1431655765, %ebp # imm = 0x55555555 +; CHECK-NOBMI-NEXT: callq use32 +; CHECK-NOBMI-NEXT: xorl %ebx, %ebp +; CHECK-NOBMI-NEXT: movl %ebp, %eax +; CHECK-NOBMI-NEXT: addq $8, %rsp +; CHECK-NOBMI-NEXT: popq %rbx +; CHECK-NOBMI-NEXT: popq %rbp +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in_multiuse_B_constmask: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: pushq %rbp +; CHECK-BMI-NEXT: pushq %rbx +; CHECK-BMI-NEXT: pushq %rax +; CHECK-BMI-NEXT: movl %esi, %ebx +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: movl %edi, %ebp +; CHECK-BMI-NEXT: andl $1431655765, %ebp # imm = 0x55555555 +; CHECK-BMI-NEXT: callq use32 +; CHECK-BMI-NEXT: xorl %ebx, %ebp +; CHECK-BMI-NEXT: movl %ebp, %eax +; CHECK-BMI-NEXT: addq $8, %rsp +; CHECK-BMI-NEXT: popq %rbx +; CHECK-BMI-NEXT: popq %rbp +; CHECK-BMI-NEXT: retq + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 1431655765 + call void @use32(i32 %n0) + %r = xor i32 %n1, %y + ret i32 %r +} + +; Various bad variants + +define i32 @n0_badconstmask(i32 %x, i32 %y) { +; CHECK-NOBMI-LABEL: n0_badconstmask: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: andl $1431655765, %edi # imm = 0x55555555 +; CHECK-NOBMI-NEXT: andl $-1431655765, %esi # imm = 0xAAAAAAAB +; CHECK-NOBMI-NEXT: orl %edi, %esi +; CHECK-NOBMI-NEXT: movl %esi, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: n0_badconstmask: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: andl $1431655765, %edi # imm = 0x55555555 +; CHECK-BMI-NEXT: andl $-1431655765, %esi # imm = 0xAAAAAAAB +; CHECK-BMI-NEXT: orl %edi, %esi +; CHECK-BMI-NEXT: movl %esi, %eax +; CHECK-BMI-NEXT: retq + %mx = and i32 %x, 1431655765 + %my = and i32 %y, -1431655765 ; instead of -1431655766 + %r = or i32 %mx, %my + ret i32 %r +} + +define i32 @n1_thirdvar_constmask(i32 %x, i32 %y, i32 %z) { +; CHECK-NOBMI-LABEL: n1_thirdvar_constmask: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: andl $1431655765, %edi # imm = 0x55555555 +; CHECK-NOBMI-NEXT: xorl %edx, %edi +; CHECK-NOBMI-NEXT: movl %edi, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: n1_thirdvar_constmask: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: andl $1431655765, %edi # imm = 0x55555555 +; CHECK-BMI-NEXT: xorl %edx, %edi +; CHECK-BMI-NEXT: movl %edi, %eax +; CHECK-BMI-NEXT: retq + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 1431655765 + %r = xor i32 %n1, %z ; instead of %y + ret i32 %r +} diff --git a/llvm/test/CodeGen/X86/unfold-masked-merge-scalar-constmask-interleavedbytehalves.ll b/llvm/test/CodeGen/X86/unfold-masked-merge-scalar-constmask-interleavedbytehalves.ll new file mode 100644 index 000000000000..b8a5fb31cc58 --- /dev/null +++ b/llvm/test/CodeGen/X86/unfold-masked-merge-scalar-constmask-interleavedbytehalves.ll @@ -0,0 +1,458 @@ +; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py +; RUN: llc -mtriple=x86_64-unknown-linux-gnu -mattr=-bmi < %s | FileCheck %s --check-prefix=CHECK-NOBMI +; RUN: llc -mtriple=x86_64-unknown-linux-gnu -mattr=+bmi < %s | FileCheck %s --check-prefix=CHECK-BMI + +; https://bugs.llvm.org/show_bug.cgi?id=37104 + +; X: [bit 3210] +; Y: [bit 7654] + +define i8 @out8_constmask(i8 %x, i8 %y) { +; CHECK-NOBMI-LABEL: out8_constmask: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: andb $15, %dil +; CHECK-NOBMI-NEXT: andb $-16, %sil +; CHECK-NOBMI-NEXT: orb %dil, %sil +; CHECK-NOBMI-NEXT: movl %esi, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: out8_constmask: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: andb $15, %dil +; CHECK-BMI-NEXT: andb $-16, %sil +; CHECK-BMI-NEXT: orb %dil, %sil +; CHECK-BMI-NEXT: movl %esi, %eax +; CHECK-BMI-NEXT: retq + %mx = and i8 %x, 15 + %my = and i8 %y, -16 + %r = or i8 %mx, %my + ret i8 %r +} + +define i16 @out16_constmask(i16 %x, i16 %y) { +; CHECK-NOBMI-LABEL: out16_constmask: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: # kill: def $esi killed $esi def $rsi +; CHECK-NOBMI-NEXT: # kill: def $edi killed $edi def $rdi +; CHECK-NOBMI-NEXT: andl $3855, %edi # imm = 0xF0F +; CHECK-NOBMI-NEXT: andl $-3856, %esi # imm = 0xF0F0 +; CHECK-NOBMI-NEXT: leal (%rsi,%rdi), %eax +; CHECK-NOBMI-NEXT: # kill: def $ax killed $ax killed $eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: out16_constmask: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: # kill: def $esi killed $esi def $rsi +; CHECK-BMI-NEXT: # kill: def $edi killed $edi def $rdi +; CHECK-BMI-NEXT: andl $3855, %edi # imm = 0xF0F +; CHECK-BMI-NEXT: andl $-3856, %esi # imm = 0xF0F0 +; CHECK-BMI-NEXT: leal (%rsi,%rdi), %eax +; CHECK-BMI-NEXT: # kill: def $ax killed $ax killed $eax +; CHECK-BMI-NEXT: retq + %mx = and i16 %x, 3855 + %my = and i16 %y, -3856 + %r = or i16 %mx, %my + ret i16 %r +} + +define i32 @out32_constmask(i32 %x, i32 %y) { +; CHECK-NOBMI-LABEL: out32_constmask: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: # kill: def $esi killed $esi def $rsi +; CHECK-NOBMI-NEXT: # kill: def $edi killed $edi def $rdi +; CHECK-NOBMI-NEXT: andl $252645135, %edi # imm = 0xF0F0F0F +; CHECK-NOBMI-NEXT: andl $-252645136, %esi # imm = 0xF0F0F0F0 +; CHECK-NOBMI-NEXT: leal (%rsi,%rdi), %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: out32_constmask: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: # kill: def $esi killed $esi def $rsi +; CHECK-BMI-NEXT: # kill: def $edi killed $edi def $rdi +; CHECK-BMI-NEXT: andl $252645135, %edi # imm = 0xF0F0F0F +; CHECK-BMI-NEXT: andl $-252645136, %esi # imm = 0xF0F0F0F0 +; CHECK-BMI-NEXT: leal (%rsi,%rdi), %eax +; CHECK-BMI-NEXT: retq + %mx = and i32 %x, 252645135 + %my = and i32 %y, -252645136 + %r = or i32 %mx, %my + ret i32 %r +} + +define i64 @out64_constmask(i64 %x, i64 %y) { +; CHECK-NOBMI-LABEL: out64_constmask: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: movabsq $1085102592571150095, %rcx # imm = 0xF0F0F0F0F0F0F0F +; CHECK-NOBMI-NEXT: andq %rdi, %rcx +; CHECK-NOBMI-NEXT: movabsq $-1085102592571150096, %rax # imm = 0xF0F0F0F0F0F0F0F0 +; CHECK-NOBMI-NEXT: andq %rsi, %rax +; CHECK-NOBMI-NEXT: orq %rcx, %rax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: out64_constmask: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: movabsq $1085102592571150095, %rcx # imm = 0xF0F0F0F0F0F0F0F +; CHECK-BMI-NEXT: andq %rdi, %rcx +; CHECK-BMI-NEXT: movabsq $-1085102592571150096, %rax # imm = 0xF0F0F0F0F0F0F0F0 +; CHECK-BMI-NEXT: andq %rsi, %rax +; CHECK-BMI-NEXT: orq %rcx, %rax +; CHECK-BMI-NEXT: retq + %mx = and i64 %x, 1085102592571150095 + %my = and i64 %y, -1085102592571150096 + %r = or i64 %mx, %my + ret i64 %r +} + +;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;; +; Should be the same as the previous one. +;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;; + +define i8 @in8_constmask(i8 %x, i8 %y) { +; CHECK-NOBMI-LABEL: in8_constmask: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: andb $15, %dil +; CHECK-NOBMI-NEXT: xorb %dil, %sil +; CHECK-NOBMI-NEXT: movl %esi, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in8_constmask: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: andb $15, %dil +; CHECK-BMI-NEXT: xorb %dil, %sil +; CHECK-BMI-NEXT: movl %esi, %eax +; CHECK-BMI-NEXT: retq + %n0 = xor i8 %x, %y + %n1 = and i8 %n0, 15 + %r = xor i8 %n1, %y + ret i8 %r +} + +define i16 @in16_constmask(i16 %x, i16 %y) { +; CHECK-NOBMI-LABEL: in16_constmask: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: andl $3855, %edi # imm = 0xF0F +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: movl %edi, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in16_constmask: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: andl $3855, %edi # imm = 0xF0F +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: movl %edi, %eax +; CHECK-BMI-NEXT: retq + %n0 = xor i16 %x, %y + %n1 = and i16 %n0, 3855 + %r = xor i16 %n1, %y + ret i16 %r +} + +define i32 @in32_constmask(i32 %x, i32 %y) { +; CHECK-NOBMI-LABEL: in32_constmask: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: andl $252645135, %edi # imm = 0xF0F0F0F +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: movl %edi, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in32_constmask: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: andl $252645135, %edi # imm = 0xF0F0F0F +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: movl %edi, %eax +; CHECK-BMI-NEXT: retq + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 252645135 + %r = xor i32 %n1, %y + ret i32 %r +} + +define i64 @in64_constmask(i64 %x, i64 %y) { +; CHECK-NOBMI-LABEL: in64_constmask: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: xorq %rsi, %rdi +; CHECK-NOBMI-NEXT: movabsq $1085102592571150095, %rax # imm = 0xF0F0F0F0F0F0F0F +; CHECK-NOBMI-NEXT: andq %rdi, %rax +; CHECK-NOBMI-NEXT: xorq %rsi, %rax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in64_constmask: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: xorq %rsi, %rdi +; CHECK-BMI-NEXT: movabsq $1085102592571150095, %rax # imm = 0xF0F0F0F0F0F0F0F +; CHECK-BMI-NEXT: andq %rdi, %rax +; CHECK-BMI-NEXT: xorq %rsi, %rax +; CHECK-BMI-NEXT: retq + %n0 = xor i64 %x, %y + %n1 = and i64 %n0, 1085102592571150095 + %r = xor i64 %n1, %y + ret i64 %r +} + +; ============================================================================ ; +; Constant Commutativity tests. +; ============================================================================ ; + +define i32 @in_constmask_commutativity_0_1(i32 %x, i32 %y) { +; CHECK-NOBMI-LABEL: in_constmask_commutativity_0_1: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: andl $252645135, %edi # imm = 0xF0F0F0F +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: movl %edi, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in_constmask_commutativity_0_1: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: andl $252645135, %edi # imm = 0xF0F0F0F +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: movl %edi, %eax +; CHECK-BMI-NEXT: retq + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 252645135 + %r = xor i32 %y, %n1 ; swapped + ret i32 %r +} + +define i32 @in_constmask_commutativity_1_0(i32 %x, i32 %y) { +; CHECK-NOBMI-LABEL: in_constmask_commutativity_1_0: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: xorl %edi, %esi +; CHECK-NOBMI-NEXT: andl $252645135, %esi # imm = 0xF0F0F0F +; CHECK-NOBMI-NEXT: xorl %edi, %esi +; CHECK-NOBMI-NEXT: movl %esi, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in_constmask_commutativity_1_0: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: xorl %edi, %esi +; CHECK-BMI-NEXT: andl $252645135, %esi # imm = 0xF0F0F0F +; CHECK-BMI-NEXT: xorl %edi, %esi +; CHECK-BMI-NEXT: movl %esi, %eax +; CHECK-BMI-NEXT: retq + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 252645135 + %r = xor i32 %n1, %x ; %x instead of %y + ret i32 %r +} + +define i32 @in_constmask_commutativity_1_1(i32 %x, i32 %y) { +; CHECK-NOBMI-LABEL: in_constmask_commutativity_1_1: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: xorl %edi, %esi +; CHECK-NOBMI-NEXT: andl $252645135, %esi # imm = 0xF0F0F0F +; CHECK-NOBMI-NEXT: xorl %edi, %esi +; CHECK-NOBMI-NEXT: movl %esi, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in_constmask_commutativity_1_1: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: xorl %edi, %esi +; CHECK-BMI-NEXT: andl $252645135, %esi # imm = 0xF0F0F0F +; CHECK-BMI-NEXT: xorl %edi, %esi +; CHECK-BMI-NEXT: movl %esi, %eax +; CHECK-BMI-NEXT: retq + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 252645135 + %r = xor i32 %x, %n1 ; swapped, %x instead of %y + ret i32 %r +} + +; ============================================================================ ; +; Y is an 'and' too. +; ============================================================================ ; + +define i32 @in_complex_y0_constmask(i32 %x, i32 %y_hi, i32 %y_low) { +; CHECK-NOBMI-LABEL: in_complex_y0_constmask: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: andl %edx, %esi +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: andl $252645135, %edi # imm = 0xF0F0F0F +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: movl %edi, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in_complex_y0_constmask: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: andl %edx, %esi +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: andl $252645135, %edi # imm = 0xF0F0F0F +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: movl %edi, %eax +; CHECK-BMI-NEXT: retq + %y = and i32 %y_hi, %y_low + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 252645135 + %r = xor i32 %n1, %y + ret i32 %r +} + +define i32 @in_complex_y1_constmask(i32 %x, i32 %y_hi, i32 %y_low) { +; CHECK-NOBMI-LABEL: in_complex_y1_constmask: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: andl %edx, %esi +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: andl $252645135, %edi # imm = 0xF0F0F0F +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: movl %edi, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in_complex_y1_constmask: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: andl %edx, %esi +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: andl $252645135, %edi # imm = 0xF0F0F0F +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: movl %edi, %eax +; CHECK-BMI-NEXT: retq + %y = and i32 %y_hi, %y_low + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 252645135 + %r = xor i32 %y, %n1 + ret i32 %r +} + +; ============================================================================ ; +; Negative tests. Should not be folded. +; ============================================================================ ; + +; Multi-use tests. + +declare void @use32(i32) nounwind + +define i32 @in_multiuse_A_constmask(i32 %x, i32 %y, i32 %z) nounwind { +; CHECK-NOBMI-LABEL: in_multiuse_A_constmask: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: pushq %rbp +; CHECK-NOBMI-NEXT: pushq %rbx +; CHECK-NOBMI-NEXT: pushq %rax +; CHECK-NOBMI-NEXT: movl %esi, %ebx +; CHECK-NOBMI-NEXT: movl %edi, %ebp +; CHECK-NOBMI-NEXT: xorl %esi, %ebp +; CHECK-NOBMI-NEXT: andl $252645135, %ebp # imm = 0xF0F0F0F +; CHECK-NOBMI-NEXT: movl %ebp, %edi +; CHECK-NOBMI-NEXT: callq use32 +; CHECK-NOBMI-NEXT: xorl %ebx, %ebp +; CHECK-NOBMI-NEXT: movl %ebp, %eax +; CHECK-NOBMI-NEXT: addq $8, %rsp +; CHECK-NOBMI-NEXT: popq %rbx +; CHECK-NOBMI-NEXT: popq %rbp +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in_multiuse_A_constmask: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: pushq %rbp +; CHECK-BMI-NEXT: pushq %rbx +; CHECK-BMI-NEXT: pushq %rax +; CHECK-BMI-NEXT: movl %esi, %ebx +; CHECK-BMI-NEXT: movl %edi, %ebp +; CHECK-BMI-NEXT: xorl %esi, %ebp +; CHECK-BMI-NEXT: andl $252645135, %ebp # imm = 0xF0F0F0F +; CHECK-BMI-NEXT: movl %ebp, %edi +; CHECK-BMI-NEXT: callq use32 +; CHECK-BMI-NEXT: xorl %ebx, %ebp +; CHECK-BMI-NEXT: movl %ebp, %eax +; CHECK-BMI-NEXT: addq $8, %rsp +; CHECK-BMI-NEXT: popq %rbx +; CHECK-BMI-NEXT: popq %rbp +; CHECK-BMI-NEXT: retq + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 252645135 + call void @use32(i32 %n1) + %r = xor i32 %n1, %y + ret i32 %r +} + +define i32 @in_multiuse_B_constmask(i32 %x, i32 %y, i32 %z) nounwind { +; CHECK-NOBMI-LABEL: in_multiuse_B_constmask: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: pushq %rbp +; CHECK-NOBMI-NEXT: pushq %rbx +; CHECK-NOBMI-NEXT: pushq %rax +; CHECK-NOBMI-NEXT: movl %esi, %ebx +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: movl %edi, %ebp +; CHECK-NOBMI-NEXT: andl $252645135, %ebp # imm = 0xF0F0F0F +; CHECK-NOBMI-NEXT: callq use32 +; CHECK-NOBMI-NEXT: xorl %ebx, %ebp +; CHECK-NOBMI-NEXT: movl %ebp, %eax +; CHECK-NOBMI-NEXT: addq $8, %rsp +; CHECK-NOBMI-NEXT: popq %rbx +; CHECK-NOBMI-NEXT: popq %rbp +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in_multiuse_B_constmask: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: pushq %rbp +; CHECK-BMI-NEXT: pushq %rbx +; CHECK-BMI-NEXT: pushq %rax +; CHECK-BMI-NEXT: movl %esi, %ebx +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: movl %edi, %ebp +; CHECK-BMI-NEXT: andl $252645135, %ebp # imm = 0xF0F0F0F +; CHECK-BMI-NEXT: callq use32 +; CHECK-BMI-NEXT: xorl %ebx, %ebp +; CHECK-BMI-NEXT: movl %ebp, %eax +; CHECK-BMI-NEXT: addq $8, %rsp +; CHECK-BMI-NEXT: popq %rbx +; CHECK-BMI-NEXT: popq %rbp +; CHECK-BMI-NEXT: retq + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 252645135 + call void @use32(i32 %n0) + %r = xor i32 %n1, %y + ret i32 %r +} + +; Various bad variants + +define i32 @n0_badconstmask(i32 %x, i32 %y) { +; CHECK-NOBMI-LABEL: n0_badconstmask: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: andl $252645135, %edi # imm = 0xF0F0F0F +; CHECK-NOBMI-NEXT: andl $-252645135, %esi # imm = 0xF0F0F0F1 +; CHECK-NOBMI-NEXT: orl %edi, %esi +; CHECK-NOBMI-NEXT: movl %esi, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: n0_badconstmask: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: andl $252645135, %edi # imm = 0xF0F0F0F +; CHECK-BMI-NEXT: andl $-252645135, %esi # imm = 0xF0F0F0F1 +; CHECK-BMI-NEXT: orl %edi, %esi +; CHECK-BMI-NEXT: movl %esi, %eax +; CHECK-BMI-NEXT: retq + %mx = and i32 %x, 252645135 + %my = and i32 %y, -252645135 ; instead of -252645136 + %r = or i32 %mx, %my + ret i32 %r +} + +define i32 @n1_thirdvar_constmask(i32 %x, i32 %y, i32 %z) { +; CHECK-NOBMI-LABEL: n1_thirdvar_constmask: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: andl $252645135, %edi # imm = 0xF0F0F0F +; CHECK-NOBMI-NEXT: xorl %edx, %edi +; CHECK-NOBMI-NEXT: movl %edi, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: n1_thirdvar_constmask: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: andl $252645135, %edi # imm = 0xF0F0F0F +; CHECK-BMI-NEXT: xorl %edx, %edi +; CHECK-BMI-NEXT: movl %edi, %eax +; CHECK-BMI-NEXT: retq + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 252645135 + %r = xor i32 %n1, %z ; instead of %y + ret i32 %r +} diff --git a/llvm/test/CodeGen/X86/unfold-masked-merge-scalar-constmask-lowhigh.ll b/llvm/test/CodeGen/X86/unfold-masked-merge-scalar-constmask-lowhigh.ll new file mode 100644 index 000000000000..cd0fa5f797a4 --- /dev/null +++ b/llvm/test/CodeGen/X86/unfold-masked-merge-scalar-constmask-lowhigh.ll @@ -0,0 +1,426 @@ +; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py +; RUN: llc -mtriple=x86_64-unknown-linux-gnu -mattr=-bmi < %s | FileCheck %s --check-prefix=CHECK-NOBMI +; RUN: llc -mtriple=x86_64-unknown-linux-gnu -mattr=+bmi < %s | FileCheck %s --check-prefix=CHECK-BMI + +; https://bugs.llvm.org/show_bug.cgi?id=37104 + +; X: [byte1][byte0] +; Y: [byte3][byte2] + +define i8 @out8_constmask(i8 %x, i8 %y) { +; CHECK-NOBMI-LABEL: out8_constmask: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: andb $15, %dil +; CHECK-NOBMI-NEXT: andb $-16, %sil +; CHECK-NOBMI-NEXT: orb %dil, %sil +; CHECK-NOBMI-NEXT: movl %esi, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: out8_constmask: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: andb $15, %dil +; CHECK-BMI-NEXT: andb $-16, %sil +; CHECK-BMI-NEXT: orb %dil, %sil +; CHECK-BMI-NEXT: movl %esi, %eax +; CHECK-BMI-NEXT: retq + %mx = and i8 %x, 15 + %my = and i8 %y, -16 + %r = or i8 %mx, %my + ret i8 %r +} + +define i16 @out16_constmask(i16 %x, i16 %y) { +; CHECK-NOBMI-LABEL: out16_constmask: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: movzbl %dil, %eax +; CHECK-NOBMI-NEXT: andl $-256, %esi +; CHECK-NOBMI-NEXT: orl %esi, %eax +; CHECK-NOBMI-NEXT: # kill: def $ax killed $ax killed $eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: out16_constmask: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: movzbl %dil, %eax +; CHECK-BMI-NEXT: andl $-256, %esi +; CHECK-BMI-NEXT: orl %esi, %eax +; CHECK-BMI-NEXT: # kill: def $ax killed $ax killed $eax +; CHECK-BMI-NEXT: retq + %mx = and i16 %x, 255 + %my = and i16 %y, -256 + %r = or i16 %mx, %my + ret i16 %r +} + +define i32 @out32_constmask(i32 %x, i32 %y) { +; CHECK-NOBMI-LABEL: out32_constmask: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: movzwl %di, %eax +; CHECK-NOBMI-NEXT: andl $-65536, %esi # imm = 0xFFFF0000 +; CHECK-NOBMI-NEXT: orl %esi, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: out32_constmask: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: movzwl %di, %eax +; CHECK-BMI-NEXT: andl $-65536, %esi # imm = 0xFFFF0000 +; CHECK-BMI-NEXT: orl %esi, %eax +; CHECK-BMI-NEXT: retq + %mx = and i32 %x, 65535 + %my = and i32 %y, -65536 + %r = or i32 %mx, %my + ret i32 %r +} + +define i64 @out64_constmask(i64 %x, i64 %y) { +; CHECK-NOBMI-LABEL: out64_constmask: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: movl %edi, %ecx +; CHECK-NOBMI-NEXT: movabsq $-4294967296, %rax # imm = 0xFFFFFFFF00000000 +; CHECK-NOBMI-NEXT: andq %rsi, %rax +; CHECK-NOBMI-NEXT: orq %rcx, %rax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: out64_constmask: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: movl %edi, %ecx +; CHECK-BMI-NEXT: movabsq $-4294967296, %rax # imm = 0xFFFFFFFF00000000 +; CHECK-BMI-NEXT: andq %rsi, %rax +; CHECK-BMI-NEXT: orq %rcx, %rax +; CHECK-BMI-NEXT: retq + %mx = and i64 %x, 4294967295 + %my = and i64 %y, -4294967296 + %r = or i64 %mx, %my + ret i64 %r +} + +;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;; +; Should be the same as the previous one. +;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;; + +define i8 @in8_constmask(i8 %x, i8 %y) { +; CHECK-NOBMI-LABEL: in8_constmask: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: andb $15, %dil +; CHECK-NOBMI-NEXT: xorb %dil, %sil +; CHECK-NOBMI-NEXT: movl %esi, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in8_constmask: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: andb $15, %dil +; CHECK-BMI-NEXT: xorb %dil, %sil +; CHECK-BMI-NEXT: movl %esi, %eax +; CHECK-BMI-NEXT: retq + %n0 = xor i8 %x, %y + %n1 = and i8 %n0, 15 + %r = xor i8 %n1, %y + ret i8 %r +} + +define i16 @in16_constmask(i16 %x, i16 %y) { +; CHECK-NOBMI-LABEL: in16_constmask: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: movzbl %dil, %eax +; CHECK-NOBMI-NEXT: xorl %esi, %eax +; CHECK-NOBMI-NEXT: # kill: def $ax killed $ax killed $eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in16_constmask: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: movzbl %dil, %eax +; CHECK-BMI-NEXT: xorl %esi, %eax +; CHECK-BMI-NEXT: # kill: def $ax killed $ax killed $eax +; CHECK-BMI-NEXT: retq + %n0 = xor i16 %x, %y + %n1 = and i16 %n0, 255 + %r = xor i16 %n1, %y + ret i16 %r +} + +define i32 @in32_constmask(i32 %x, i32 %y) { +; CHECK-NOBMI-LABEL: in32_constmask: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: movzwl %di, %eax +; CHECK-NOBMI-NEXT: xorl %esi, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in32_constmask: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: movzwl %di, %eax +; CHECK-BMI-NEXT: xorl %esi, %eax +; CHECK-BMI-NEXT: retq + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 65535 + %r = xor i32 %n1, %y + ret i32 %r +} + +define i64 @in64_constmask(i64 %x, i64 %y) { +; CHECK-NOBMI-LABEL: in64_constmask: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: movl %esi, %eax +; CHECK-NOBMI-NEXT: xorl %edi, %eax +; CHECK-NOBMI-NEXT: xorq %rsi, %rax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in64_constmask: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: movl %esi, %eax +; CHECK-BMI-NEXT: xorl %edi, %eax +; CHECK-BMI-NEXT: xorq %rsi, %rax +; CHECK-BMI-NEXT: retq + %n0 = xor i64 %x, %y + %n1 = and i64 %n0, 4294967295 + %r = xor i64 %n1, %y + ret i64 %r +} + +; ============================================================================ ; +; Constant Commutativity tests. +; ============================================================================ ; + +define i32 @in_constmask_commutativity_0_1(i32 %x, i32 %y) { +; CHECK-NOBMI-LABEL: in_constmask_commutativity_0_1: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: movzwl %di, %eax +; CHECK-NOBMI-NEXT: xorl %esi, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in_constmask_commutativity_0_1: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: movzwl %di, %eax +; CHECK-BMI-NEXT: xorl %esi, %eax +; CHECK-BMI-NEXT: retq + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 65535 + %r = xor i32 %y, %n1 ; swapped + ret i32 %r +} + +define i32 @in_constmask_commutativity_1_0(i32 %x, i32 %y) { +; CHECK-NOBMI-LABEL: in_constmask_commutativity_1_0: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: xorl %edi, %esi +; CHECK-NOBMI-NEXT: movzwl %si, %eax +; CHECK-NOBMI-NEXT: xorl %edi, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in_constmask_commutativity_1_0: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: xorl %edi, %esi +; CHECK-BMI-NEXT: movzwl %si, %eax +; CHECK-BMI-NEXT: xorl %edi, %eax +; CHECK-BMI-NEXT: retq + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 65535 + %r = xor i32 %n1, %x ; %x instead of %y + ret i32 %r +} + +define i32 @in_constmask_commutativity_1_1(i32 %x, i32 %y) { +; CHECK-NOBMI-LABEL: in_constmask_commutativity_1_1: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: xorl %edi, %esi +; CHECK-NOBMI-NEXT: movzwl %si, %eax +; CHECK-NOBMI-NEXT: xorl %edi, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in_constmask_commutativity_1_1: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: xorl %edi, %esi +; CHECK-BMI-NEXT: movzwl %si, %eax +; CHECK-BMI-NEXT: xorl %edi, %eax +; CHECK-BMI-NEXT: retq + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 65535 + %r = xor i32 %x, %n1 ; swapped, %x instead of %y + ret i32 %r +} + +; ============================================================================ ; +; Y is an 'and' too. +; ============================================================================ ; + +define i32 @in_complex_y0_constmask(i32 %x, i32 %y_hi, i32 %y_low) { +; CHECK-NOBMI-LABEL: in_complex_y0_constmask: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: andl %edx, %esi +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: movzwl %di, %eax +; CHECK-NOBMI-NEXT: xorl %esi, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in_complex_y0_constmask: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: andl %edx, %esi +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: movzwl %di, %eax +; CHECK-BMI-NEXT: xorl %esi, %eax +; CHECK-BMI-NEXT: retq + %y = and i32 %y_hi, %y_low + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 65535 + %r = xor i32 %n1, %y + ret i32 %r +} + +define i32 @in_complex_y1_constmask(i32 %x, i32 %y_hi, i32 %y_low) { +; CHECK-NOBMI-LABEL: in_complex_y1_constmask: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: andl %edx, %esi +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: movzwl %di, %eax +; CHECK-NOBMI-NEXT: xorl %esi, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in_complex_y1_constmask: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: andl %edx, %esi +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: movzwl %di, %eax +; CHECK-BMI-NEXT: xorl %esi, %eax +; CHECK-BMI-NEXT: retq + %y = and i32 %y_hi, %y_low + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 65535 + %r = xor i32 %y, %n1 + ret i32 %r +} + +; ============================================================================ ; +; Negative tests. Should not be folded. +; ============================================================================ ; + +; Multi-use tests. + +declare void @use32(i32) nounwind + +define i32 @in_multiuse_A_constmask(i32 %x, i32 %y, i32 %z) nounwind { +; CHECK-NOBMI-LABEL: in_multiuse_A_constmask: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: pushq %rbp +; CHECK-NOBMI-NEXT: pushq %rbx +; CHECK-NOBMI-NEXT: pushq %rax +; CHECK-NOBMI-NEXT: movl %esi, %ebx +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: movzwl %di, %ebp +; CHECK-NOBMI-NEXT: movl %ebp, %edi +; CHECK-NOBMI-NEXT: callq use32 +; CHECK-NOBMI-NEXT: xorl %ebx, %ebp +; CHECK-NOBMI-NEXT: movl %ebp, %eax +; CHECK-NOBMI-NEXT: addq $8, %rsp +; CHECK-NOBMI-NEXT: popq %rbx +; CHECK-NOBMI-NEXT: popq %rbp +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in_multiuse_A_constmask: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: pushq %rbp +; CHECK-BMI-NEXT: pushq %rbx +; CHECK-BMI-NEXT: pushq %rax +; CHECK-BMI-NEXT: movl %esi, %ebx +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: movzwl %di, %ebp +; CHECK-BMI-NEXT: movl %ebp, %edi +; CHECK-BMI-NEXT: callq use32 +; CHECK-BMI-NEXT: xorl %ebx, %ebp +; CHECK-BMI-NEXT: movl %ebp, %eax +; CHECK-BMI-NEXT: addq $8, %rsp +; CHECK-BMI-NEXT: popq %rbx +; CHECK-BMI-NEXT: popq %rbp +; CHECK-BMI-NEXT: retq + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 65535 + call void @use32(i32 %n1) + %r = xor i32 %n1, %y + ret i32 %r +} + +define i32 @in_multiuse_B_constmask(i32 %x, i32 %y, i32 %z) nounwind { +; CHECK-NOBMI-LABEL: in_multiuse_B_constmask: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: pushq %rbp +; CHECK-NOBMI-NEXT: pushq %rbx +; CHECK-NOBMI-NEXT: pushq %rax +; CHECK-NOBMI-NEXT: movl %esi, %ebx +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: movzwl %di, %ebp +; CHECK-NOBMI-NEXT: callq use32 +; CHECK-NOBMI-NEXT: xorl %ebx, %ebp +; CHECK-NOBMI-NEXT: movl %ebp, %eax +; CHECK-NOBMI-NEXT: addq $8, %rsp +; CHECK-NOBMI-NEXT: popq %rbx +; CHECK-NOBMI-NEXT: popq %rbp +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in_multiuse_B_constmask: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: pushq %rbp +; CHECK-BMI-NEXT: pushq %rbx +; CHECK-BMI-NEXT: pushq %rax +; CHECK-BMI-NEXT: movl %esi, %ebx +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: movzwl %di, %ebp +; CHECK-BMI-NEXT: callq use32 +; CHECK-BMI-NEXT: xorl %ebx, %ebp +; CHECK-BMI-NEXT: movl %ebp, %eax +; CHECK-BMI-NEXT: addq $8, %rsp +; CHECK-BMI-NEXT: popq %rbx +; CHECK-BMI-NEXT: popq %rbp +; CHECK-BMI-NEXT: retq + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 65535 + call void @use32(i32 %n0) + %r = xor i32 %n1, %y + ret i32 %r +} + +; Various bad variants + +define i32 @n0_badconstmask(i32 %x, i32 %y) { +; CHECK-NOBMI-LABEL: n0_badconstmask: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: movzwl %di, %eax +; CHECK-NOBMI-NEXT: andl $-65535, %esi # imm = 0xFFFF0001 +; CHECK-NOBMI-NEXT: orl %esi, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: n0_badconstmask: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: movzwl %di, %eax +; CHECK-BMI-NEXT: andl $-65535, %esi # imm = 0xFFFF0001 +; CHECK-BMI-NEXT: orl %esi, %eax +; CHECK-BMI-NEXT: retq + %mx = and i32 %x, 65535 + %my = and i32 %y, -65535 ; instead of -65536 + %r = or i32 %mx, %my + ret i32 %r +} + +define i32 @n1_thirdvar_constmask(i32 %x, i32 %y, i32 %z) { +; CHECK-NOBMI-LABEL: n1_thirdvar_constmask: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: movzwl %di, %eax +; CHECK-NOBMI-NEXT: xorl %edx, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: n1_thirdvar_constmask: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: movzwl %di, %eax +; CHECK-BMI-NEXT: xorl %edx, %eax +; CHECK-BMI-NEXT: retq + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, 65535 + %r = xor i32 %n1, %z ; instead of %y + ret i32 %r +} diff --git a/llvm/test/CodeGen/X86/unfold-masked-merge-scalar-variablemask.ll b/llvm/test/CodeGen/X86/unfold-masked-merge-scalar-variablemask.ll new file mode 100644 index 000000000000..cebb64537959 --- /dev/null +++ b/llvm/test/CodeGen/X86/unfold-masked-merge-scalar-variablemask.ll @@ -0,0 +1,708 @@ +; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py +; RUN: llc -mtriple=x86_64-unknown-linux-gnu -mattr=-bmi < %s | FileCheck %s --check-prefix=CHECK-NOBMI +; RUN: llc -mtriple=x86_64-unknown-linux-gnu -mattr=+bmi < %s | FileCheck %s --check-prefix=CHECK-BMI +; https://bugs.llvm.org/show_bug.cgi?id=37104 + +define i8 @out8(i8 %x, i8 %y, i8 %mask) { +; CHECK-NOBMI-LABEL: out8: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: andl %edx, %edi +; CHECK-NOBMI-NEXT: notb %dl +; CHECK-NOBMI-NEXT: andb %sil, %dl +; CHECK-NOBMI-NEXT: orb %dil, %dl +; CHECK-NOBMI-NEXT: movl %edx, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: out8: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: andl %edx, %edi +; CHECK-BMI-NEXT: notb %dl +; CHECK-BMI-NEXT: andb %sil, %dl +; CHECK-BMI-NEXT: orb %dil, %dl +; CHECK-BMI-NEXT: movl %edx, %eax +; CHECK-BMI-NEXT: retq + %mx = and i8 %x, %mask + %notmask = xor i8 %mask, -1 + %my = and i8 %y, %notmask + %r = or i8 %mx, %my + ret i8 %r +} + +define i16 @out16(i16 %x, i16 %y, i16 %mask) { +; CHECK-NOBMI-LABEL: out16: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: andl %edx, %edi +; CHECK-NOBMI-NEXT: notl %edx +; CHECK-NOBMI-NEXT: andl %esi, %edx +; CHECK-NOBMI-NEXT: orl %edi, %edx +; CHECK-NOBMI-NEXT: movl %edx, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: out16: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: andl %edx, %edi +; CHECK-BMI-NEXT: andnl %esi, %edx, %eax +; CHECK-BMI-NEXT: orl %edi, %eax +; CHECK-BMI-NEXT: # kill: def $ax killed $ax killed $eax +; CHECK-BMI-NEXT: retq + %mx = and i16 %x, %mask + %notmask = xor i16 %mask, -1 + %my = and i16 %y, %notmask + %r = or i16 %mx, %my + ret i16 %r +} + +define i32 @out32(i32 %x, i32 %y, i32 %mask) { +; CHECK-NOBMI-LABEL: out32: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: andl %edx, %edi +; CHECK-NOBMI-NEXT: notl %edx +; CHECK-NOBMI-NEXT: andl %esi, %edx +; CHECK-NOBMI-NEXT: orl %edi, %edx +; CHECK-NOBMI-NEXT: movl %edx, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: out32: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: andl %edx, %edi +; CHECK-BMI-NEXT: andnl %esi, %edx, %eax +; CHECK-BMI-NEXT: orl %edi, %eax +; CHECK-BMI-NEXT: retq + %mx = and i32 %x, %mask + %notmask = xor i32 %mask, -1 + %my = and i32 %y, %notmask + %r = or i32 %mx, %my + ret i32 %r +} + +define i64 @out64(i64 %x, i64 %y, i64 %mask) { +; CHECK-NOBMI-LABEL: out64: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: andq %rdx, %rdi +; CHECK-NOBMI-NEXT: notq %rdx +; CHECK-NOBMI-NEXT: andq %rsi, %rdx +; CHECK-NOBMI-NEXT: orq %rdi, %rdx +; CHECK-NOBMI-NEXT: movq %rdx, %rax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: out64: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: andq %rdx, %rdi +; CHECK-BMI-NEXT: andnq %rsi, %rdx, %rax +; CHECK-BMI-NEXT: orq %rdi, %rax +; CHECK-BMI-NEXT: retq + %mx = and i64 %x, %mask + %notmask = xor i64 %mask, -1 + %my = and i64 %y, %notmask + %r = or i64 %mx, %my + ret i64 %r +} +;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;; +; Should be the same as the previous one. +;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;; + +define i8 @in8(i8 %x, i8 %y, i8 %mask) { +; CHECK-NOBMI-LABEL: in8: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: andl %edx, %edi +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: movl %edi, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in8: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: andl %edx, %edi +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: movl %edi, %eax +; CHECK-BMI-NEXT: retq + %n0 = xor i8 %x, %y + %n1 = and i8 %n0, %mask + %r = xor i8 %n1, %y + ret i8 %r +} + +define i16 @in16(i16 %x, i16 %y, i16 %mask) { +; CHECK-NOBMI-LABEL: in16: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: andl %edx, %edi +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: movl %edi, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in16: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: andl %edx, %edi +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: movl %edi, %eax +; CHECK-BMI-NEXT: retq + %n0 = xor i16 %x, %y + %n1 = and i16 %n0, %mask + %r = xor i16 %n1, %y + ret i16 %r +} + +define i32 @in32(i32 %x, i32 %y, i32 %mask) { +; CHECK-NOBMI-LABEL: in32: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: andl %edx, %edi +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: movl %edi, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in32: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: andl %edx, %edi +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: movl %edi, %eax +; CHECK-BMI-NEXT: retq + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, %mask + %r = xor i32 %n1, %y + ret i32 %r +} + +define i64 @in64(i64 %x, i64 %y, i64 %mask) { +; CHECK-NOBMI-LABEL: in64: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: xorq %rsi, %rdi +; CHECK-NOBMI-NEXT: andq %rdx, %rdi +; CHECK-NOBMI-NEXT: xorq %rsi, %rdi +; CHECK-NOBMI-NEXT: movq %rdi, %rax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in64: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: xorq %rsi, %rdi +; CHECK-BMI-NEXT: andq %rdx, %rdi +; CHECK-BMI-NEXT: xorq %rsi, %rdi +; CHECK-BMI-NEXT: movq %rdi, %rax +; CHECK-BMI-NEXT: retq + %n0 = xor i64 %x, %y + %n1 = and i64 %n0, %mask + %r = xor i64 %n1, %y + ret i64 %r +} +; ============================================================================ ; +; Commutativity tests. +; ============================================================================ ; +define i32 @in_commutativity_0_0_1(i32 %x, i32 %y, i32 %mask) { +; CHECK-NOBMI-LABEL: in_commutativity_0_0_1: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: andl %edx, %edi +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: movl %edi, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in_commutativity_0_0_1: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: andl %edx, %edi +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: movl %edi, %eax +; CHECK-BMI-NEXT: retq + %n0 = xor i32 %x, %y + %n1 = and i32 %mask, %n0 ; swapped + %r = xor i32 %n1, %y + ret i32 %r +} +define i32 @in_commutativity_0_1_0(i32 %x, i32 %y, i32 %mask) { +; CHECK-NOBMI-LABEL: in_commutativity_0_1_0: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: andl %edx, %edi +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: movl %edi, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in_commutativity_0_1_0: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: andl %edx, %edi +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: movl %edi, %eax +; CHECK-BMI-NEXT: retq + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, %mask + %r = xor i32 %y, %n1 ; swapped + ret i32 %r +} +define i32 @in_commutativity_0_1_1(i32 %x, i32 %y, i32 %mask) { +; CHECK-NOBMI-LABEL: in_commutativity_0_1_1: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: andl %edx, %edi +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: movl %edi, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in_commutativity_0_1_1: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: andl %edx, %edi +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: movl %edi, %eax +; CHECK-BMI-NEXT: retq + %n0 = xor i32 %x, %y + %n1 = and i32 %mask, %n0 ; swapped + %r = xor i32 %y, %n1 ; swapped + ret i32 %r +} +define i32 @in_commutativity_1_0_0(i32 %x, i32 %y, i32 %mask) { +; CHECK-NOBMI-LABEL: in_commutativity_1_0_0: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: xorl %edi, %esi +; CHECK-NOBMI-NEXT: andl %edx, %esi +; CHECK-NOBMI-NEXT: xorl %edi, %esi +; CHECK-NOBMI-NEXT: movl %esi, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in_commutativity_1_0_0: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: xorl %edi, %esi +; CHECK-BMI-NEXT: andl %edx, %esi +; CHECK-BMI-NEXT: xorl %edi, %esi +; CHECK-BMI-NEXT: movl %esi, %eax +; CHECK-BMI-NEXT: retq + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, %mask + %r = xor i32 %n1, %x ; %x instead of %y + ret i32 %r +} +define i32 @in_commutativity_1_0_1(i32 %x, i32 %y, i32 %mask) { +; CHECK-NOBMI-LABEL: in_commutativity_1_0_1: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: xorl %edi, %esi +; CHECK-NOBMI-NEXT: andl %edx, %esi +; CHECK-NOBMI-NEXT: xorl %edi, %esi +; CHECK-NOBMI-NEXT: movl %esi, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in_commutativity_1_0_1: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: xorl %edi, %esi +; CHECK-BMI-NEXT: andl %edx, %esi +; CHECK-BMI-NEXT: xorl %edi, %esi +; CHECK-BMI-NEXT: movl %esi, %eax +; CHECK-BMI-NEXT: retq + %n0 = xor i32 %x, %y + %n1 = and i32 %mask, %n0 ; swapped + %r = xor i32 %n1, %x ; %x instead of %y + ret i32 %r +} +define i32 @in_commutativity_1_1_0(i32 %x, i32 %y, i32 %mask) { +; CHECK-NOBMI-LABEL: in_commutativity_1_1_0: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: xorl %edi, %esi +; CHECK-NOBMI-NEXT: andl %edx, %esi +; CHECK-NOBMI-NEXT: xorl %edi, %esi +; CHECK-NOBMI-NEXT: movl %esi, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in_commutativity_1_1_0: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: xorl %edi, %esi +; CHECK-BMI-NEXT: andl %edx, %esi +; CHECK-BMI-NEXT: xorl %edi, %esi +; CHECK-BMI-NEXT: movl %esi, %eax +; CHECK-BMI-NEXT: retq + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, %mask + %r = xor i32 %x, %n1 ; swapped, %x instead of %y + ret i32 %r +} +define i32 @in_commutativity_1_1_1(i32 %x, i32 %y, i32 %mask) { +; CHECK-NOBMI-LABEL: in_commutativity_1_1_1: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: xorl %edi, %esi +; CHECK-NOBMI-NEXT: andl %edx, %esi +; CHECK-NOBMI-NEXT: xorl %edi, %esi +; CHECK-NOBMI-NEXT: movl %esi, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in_commutativity_1_1_1: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: xorl %edi, %esi +; CHECK-BMI-NEXT: andl %edx, %esi +; CHECK-BMI-NEXT: xorl %edi, %esi +; CHECK-BMI-NEXT: movl %esi, %eax +; CHECK-BMI-NEXT: retq + %n0 = xor i32 %x, %y + %n1 = and i32 %mask, %n0 ; swapped + %r = xor i32 %x, %n1 ; swapped, %x instead of %y + ret i32 %r +} +; ============================================================================ ; +; Y is an 'and' too. +; ============================================================================ ; +define i32 @in_complex_y0(i32 %x, i32 %y_hi, i32 %y_low, i32 %mask) { +; CHECK-NOBMI-LABEL: in_complex_y0: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: andl %edx, %esi +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: andl %ecx, %edi +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: movl %edi, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in_complex_y0: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: andl %edx, %esi +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: andl %ecx, %edi +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: movl %edi, %eax +; CHECK-BMI-NEXT: retq + %y = and i32 %y_hi, %y_low + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, %mask + %r = xor i32 %n1, %y + ret i32 %r +} +define i32 @in_complex_y1(i32 %x, i32 %y_hi, i32 %y_low, i32 %mask) { +; CHECK-NOBMI-LABEL: in_complex_y1: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: andl %edx, %esi +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: andl %ecx, %edi +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: movl %edi, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in_complex_y1: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: andl %edx, %esi +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: andl %ecx, %edi +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: movl %edi, %eax +; CHECK-BMI-NEXT: retq + %y = and i32 %y_hi, %y_low + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, %mask + %r = xor i32 %y, %n1 + ret i32 %r +} +; ============================================================================ ; +; M is an 'xor' too. +; ============================================================================ ; +define i32 @in_complex_m0(i32 %x, i32 %y, i32 %m_a, i32 %m_b) { +; CHECK-NOBMI-LABEL: in_complex_m0: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: xorl %ecx, %edx +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: andl %edx, %edi +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: movl %edi, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in_complex_m0: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: xorl %ecx, %edx +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: andl %edx, %edi +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: movl %edi, %eax +; CHECK-BMI-NEXT: retq + %mask = xor i32 %m_a, %m_b + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, %mask + %r = xor i32 %n1, %y + ret i32 %r +} +define i32 @in_complex_m1(i32 %x, i32 %y, i32 %m_a, i32 %m_b) { +; CHECK-NOBMI-LABEL: in_complex_m1: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: xorl %ecx, %edx +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: andl %edx, %edi +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: movl %edi, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in_complex_m1: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: xorl %ecx, %edx +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: andl %edx, %edi +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: movl %edi, %eax +; CHECK-BMI-NEXT: retq + %mask = xor i32 %m_a, %m_b + %n0 = xor i32 %x, %y + %n1 = and i32 %mask, %n0 + %r = xor i32 %n1, %y + ret i32 %r +} +; ============================================================================ ; +; Both Y and M are complex. +; ============================================================================ ; +define i32 @in_complex_y0_m0(i32 %x, i32 %y_hi, i32 %y_low, i32 %m_a, i32 %m_b) { +; CHECK-NOBMI-LABEL: in_complex_y0_m0: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: andl %edx, %esi +; CHECK-NOBMI-NEXT: xorl %r8d, %ecx +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: andl %ecx, %edi +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: movl %edi, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in_complex_y0_m0: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: andl %edx, %esi +; CHECK-BMI-NEXT: xorl %r8d, %ecx +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: andl %ecx, %edi +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: movl %edi, %eax +; CHECK-BMI-NEXT: retq + %y = and i32 %y_hi, %y_low + %mask = xor i32 %m_a, %m_b + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, %mask + %r = xor i32 %n1, %y + ret i32 %r +} +define i32 @in_complex_y1_m0(i32 %x, i32 %y_hi, i32 %y_low, i32 %m_a, i32 %m_b) { +; CHECK-NOBMI-LABEL: in_complex_y1_m0: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: andl %edx, %esi +; CHECK-NOBMI-NEXT: xorl %r8d, %ecx +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: andl %ecx, %edi +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: movl %edi, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in_complex_y1_m0: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: andl %edx, %esi +; CHECK-BMI-NEXT: xorl %r8d, %ecx +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: andl %ecx, %edi +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: movl %edi, %eax +; CHECK-BMI-NEXT: retq + %y = and i32 %y_hi, %y_low + %mask = xor i32 %m_a, %m_b + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, %mask + %r = xor i32 %y, %n1 + ret i32 %r +} +define i32 @in_complex_y0_m1(i32 %x, i32 %y_hi, i32 %y_low, i32 %m_a, i32 %m_b) { +; CHECK-NOBMI-LABEL: in_complex_y0_m1: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: andl %edx, %esi +; CHECK-NOBMI-NEXT: xorl %r8d, %ecx +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: andl %ecx, %edi +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: movl %edi, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in_complex_y0_m1: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: andl %edx, %esi +; CHECK-BMI-NEXT: xorl %r8d, %ecx +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: andl %ecx, %edi +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: movl %edi, %eax +; CHECK-BMI-NEXT: retq + %y = and i32 %y_hi, %y_low + %mask = xor i32 %m_a, %m_b + %n0 = xor i32 %x, %y + %n1 = and i32 %mask, %n0 + %r = xor i32 %n1, %y + ret i32 %r +} +define i32 @in_complex_y1_m1(i32 %x, i32 %y_hi, i32 %y_low, i32 %m_a, i32 %m_b) { +; CHECK-NOBMI-LABEL: in_complex_y1_m1: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: andl %edx, %esi +; CHECK-NOBMI-NEXT: xorl %r8d, %ecx +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: andl %ecx, %edi +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: movl %edi, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in_complex_y1_m1: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: andl %edx, %esi +; CHECK-BMI-NEXT: xorl %r8d, %ecx +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: andl %ecx, %edi +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: movl %edi, %eax +; CHECK-BMI-NEXT: retq + %y = and i32 %y_hi, %y_low + %mask = xor i32 %m_a, %m_b + %n0 = xor i32 %x, %y + %n1 = and i32 %mask, %n0 + %r = xor i32 %y, %n1 + ret i32 %r +} +; ============================================================================ ; +; Negative tests. Should not be folded. +; ============================================================================ ; +; Multi-use tests. +declare void @use32(i32) nounwind +define i32 @in_multiuse_A(i32 %x, i32 %y, i32 %z, i32 %mask) nounwind { +; CHECK-NOBMI-LABEL: in_multiuse_A: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: pushq %rbp +; CHECK-NOBMI-NEXT: pushq %rbx +; CHECK-NOBMI-NEXT: pushq %rax +; CHECK-NOBMI-NEXT: movl %esi, %ebx +; CHECK-NOBMI-NEXT: movl %edi, %ebp +; CHECK-NOBMI-NEXT: xorl %esi, %ebp +; CHECK-NOBMI-NEXT: andl %ecx, %ebp +; CHECK-NOBMI-NEXT: movl %ebp, %edi +; CHECK-NOBMI-NEXT: callq use32 +; CHECK-NOBMI-NEXT: xorl %ebx, %ebp +; CHECK-NOBMI-NEXT: movl %ebp, %eax +; CHECK-NOBMI-NEXT: addq $8, %rsp +; CHECK-NOBMI-NEXT: popq %rbx +; CHECK-NOBMI-NEXT: popq %rbp +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in_multiuse_A: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: pushq %rbp +; CHECK-BMI-NEXT: pushq %rbx +; CHECK-BMI-NEXT: pushq %rax +; CHECK-BMI-NEXT: movl %esi, %ebx +; CHECK-BMI-NEXT: movl %edi, %ebp +; CHECK-BMI-NEXT: xorl %esi, %ebp +; CHECK-BMI-NEXT: andl %ecx, %ebp +; CHECK-BMI-NEXT: movl %ebp, %edi +; CHECK-BMI-NEXT: callq use32 +; CHECK-BMI-NEXT: xorl %ebx, %ebp +; CHECK-BMI-NEXT: movl %ebp, %eax +; CHECK-BMI-NEXT: addq $8, %rsp +; CHECK-BMI-NEXT: popq %rbx +; CHECK-BMI-NEXT: popq %rbp +; CHECK-BMI-NEXT: retq + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, %mask + call void @use32(i32 %n1) + %r = xor i32 %n1, %y + ret i32 %r +} +define i32 @in_multiuse_B(i32 %x, i32 %y, i32 %z, i32 %mask) nounwind { +; CHECK-NOBMI-LABEL: in_multiuse_B: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: pushq %rbp +; CHECK-NOBMI-NEXT: pushq %rbx +; CHECK-NOBMI-NEXT: pushq %rax +; CHECK-NOBMI-NEXT: movl %ecx, %ebx +; CHECK-NOBMI-NEXT: movl %esi, %ebp +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: andl %edi, %ebx +; CHECK-NOBMI-NEXT: callq use32 +; CHECK-NOBMI-NEXT: xorl %ebp, %ebx +; CHECK-NOBMI-NEXT: movl %ebx, %eax +; CHECK-NOBMI-NEXT: addq $8, %rsp +; CHECK-NOBMI-NEXT: popq %rbx +; CHECK-NOBMI-NEXT: popq %rbp +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: in_multiuse_B: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: pushq %rbp +; CHECK-BMI-NEXT: pushq %rbx +; CHECK-BMI-NEXT: pushq %rax +; CHECK-BMI-NEXT: movl %ecx, %ebx +; CHECK-BMI-NEXT: movl %esi, %ebp +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: andl %edi, %ebx +; CHECK-BMI-NEXT: callq use32 +; CHECK-BMI-NEXT: xorl %ebp, %ebx +; CHECK-BMI-NEXT: movl %ebx, %eax +; CHECK-BMI-NEXT: addq $8, %rsp +; CHECK-BMI-NEXT: popq %rbx +; CHECK-BMI-NEXT: popq %rbp +; CHECK-BMI-NEXT: retq + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, %mask + call void @use32(i32 %n0) + %r = xor i32 %n1, %y + ret i32 %r +} +; Various bad variants +define i32 @n0_badmask(i32 %x, i32 %y, i32 %mask, i32 %mask2) { +; CHECK-NOBMI-LABEL: n0_badmask: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: andl %edx, %edi +; CHECK-NOBMI-NEXT: notl %ecx +; CHECK-NOBMI-NEXT: andl %esi, %ecx +; CHECK-NOBMI-NEXT: orl %edi, %ecx +; CHECK-NOBMI-NEXT: movl %ecx, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: n0_badmask: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: andl %edx, %edi +; CHECK-BMI-NEXT: andnl %esi, %ecx, %eax +; CHECK-BMI-NEXT: orl %edi, %eax +; CHECK-BMI-NEXT: retq + %mx = and i32 %x, %mask + %notmask = xor i32 %mask2, -1 ; %mask2 instead of %mask + %my = and i32 %y, %notmask + %r = or i32 %mx, %my + ret i32 %r +} +define i32 @n0_badxor(i32 %x, i32 %y, i32 %mask) { +; CHECK-NOBMI-LABEL: n0_badxor: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: andl %edx, %edi +; CHECK-NOBMI-NEXT: xorl $1, %edx +; CHECK-NOBMI-NEXT: andl %esi, %edx +; CHECK-NOBMI-NEXT: orl %edi, %edx +; CHECK-NOBMI-NEXT: movl %edx, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: n0_badxor: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: andl %edx, %edi +; CHECK-BMI-NEXT: xorl $1, %edx +; CHECK-BMI-NEXT: andl %esi, %edx +; CHECK-BMI-NEXT: orl %edi, %edx +; CHECK-BMI-NEXT: movl %edx, %eax +; CHECK-BMI-NEXT: retq + %mx = and i32 %x, %mask + %notmask = xor i32 %mask, 1 ; instead of -1 + %my = and i32 %y, %notmask + %r = or i32 %mx, %my + ret i32 %r +} +define i32 @n1_thirdvar(i32 %x, i32 %y, i32 %z, i32 %mask) { +; CHECK-NOBMI-LABEL: n1_thirdvar: +; CHECK-NOBMI: # %bb.0: +; CHECK-NOBMI-NEXT: xorl %esi, %edi +; CHECK-NOBMI-NEXT: andl %ecx, %edi +; CHECK-NOBMI-NEXT: xorl %edx, %edi +; CHECK-NOBMI-NEXT: movl %edi, %eax +; CHECK-NOBMI-NEXT: retq +; +; CHECK-BMI-LABEL: n1_thirdvar: +; CHECK-BMI: # %bb.0: +; CHECK-BMI-NEXT: xorl %esi, %edi +; CHECK-BMI-NEXT: andl %ecx, %edi +; CHECK-BMI-NEXT: xorl %edx, %edi +; CHECK-BMI-NEXT: movl %edi, %eax +; CHECK-BMI-NEXT: retq + %n0 = xor i32 %x, %y + %n1 = and i32 %n0, %mask + %r = xor i32 %n1, %z ; instead of %y + ret i32 %r +}