2019-09-18 03:32:11 +08:00
|
|
|
; NOTE: Assertions have been autogenerated by utils/update_test_checks.py
|
|
|
|
; RUN: opt %s -instcombine -S | FileCheck %s
|
|
|
|
|
|
|
|
; If we have some pattern that leaves only some low bits set, and then performs
|
|
|
|
; left-shift of those bits, we can combine those two shifts into a shift+mask.
|
|
|
|
|
|
|
|
; There are many variants to this pattern:
|
|
|
|
; b) (x & (~(-1 << maskNbits))) << shiftNbits
|
|
|
|
; simplify to:
|
|
|
|
; (x << shiftNbits) & (~(-1 << (maskNbits+shiftNbits)))
|
|
|
|
|
|
|
|
; Simple tests.
|
|
|
|
|
|
|
|
declare void @use32(i32)
|
|
|
|
|
|
|
|
define i32 @t0_basic(i32 %x, i32 %nbits) {
|
|
|
|
; CHECK-LABEL: @t0_basic(
|
|
|
|
; CHECK-NEXT: [[T0:%.*]] = add i32 [[NBITS:%.*]], -1
|
|
|
|
; CHECK-NEXT: [[T1:%.*]] = shl i32 -1, [[T0]]
|
|
|
|
; CHECK-NEXT: [[T2:%.*]] = xor i32 [[T1]], -1
|
|
|
|
; CHECK-NEXT: [[T4:%.*]] = sub i32 32, [[NBITS]]
|
|
|
|
; CHECK-NEXT: call void @use32(i32 [[T0]])
|
|
|
|
; CHECK-NEXT: call void @use32(i32 [[T1]])
|
|
|
|
; CHECK-NEXT: call void @use32(i32 [[T2]])
|
|
|
|
; CHECK-NEXT: call void @use32(i32 [[T4]])
|
[InstCombine] dropRedundantMaskingOfLeftShiftInput(): pat. a/b with mask (PR42563)
Summary:
And this is **finally** the interesting part of that fold!
If we have a pattern `(x & (~(-1 << maskNbits))) << shiftNbits`,
we already know (have a fold) that will drop the `& (~(-1 << maskNbits))`
mask iff `(maskNbits+shiftNbits) u>= bitwidth(x)`.
But that is actually ignorant, there's more general fold here:
In this pattern, `(maskNbits+shiftNbits)` actually correlates
with the number of low bits that will remain in the final value.
So even if `(maskNbits+shiftNbits) u< bitwidth(x)`, we can still
fold, we will just need to apply a **constant** mask afterwards:
```
Name: a, normal+mask
%onebit = shl i32 -1, C1
%mask = xor i32 %onebit, -1
%masked = and i32 %mask, %x
%r = shl i32 %masked, C2
=>
%n0 = shl i32 %x, C2
%n1 = add i32 C1, C2
%n2 = zext i32 %n1 to i64
%n3 = shl i64 -1, %n2
%n4 = xor i64 %n3, -1
%n5 = trunc i64 %n4 to i32
%r = and i32 %n0, %n5
```
https://rise4fun.com/Alive/F5R
Naturally, old `%masked` will have to be one-use.
Similar fold exists for patterns c,d,e, will post patch later.
https://bugs.llvm.org/show_bug.cgi?id=42563
Reviewers: spatel, nikic, xbolva00
Reviewed By: spatel
Subscribers: hiraditya, llvm-commits
Tags: #llvm
Differential Revision: https://reviews.llvm.org/D67677
llvm-svn: 372629
2019-09-24 01:04:14 +08:00
|
|
|
; CHECK-NEXT: [[TMP1:%.*]] = shl i32 [[X:%.*]], [[T4]]
|
|
|
|
; CHECK-NEXT: [[T5:%.*]] = and i32 [[TMP1]], 2147483647
|
2019-09-18 03:32:11 +08:00
|
|
|
; CHECK-NEXT: ret i32 [[T5]]
|
|
|
|
;
|
|
|
|
%t0 = add i32 %nbits, -1
|
|
|
|
%t1 = shl i32 -1, %t0 ; shifting by nbits-1
|
|
|
|
%t2 = xor i32 %t1, -1
|
|
|
|
%t3 = and i32 %t2, %x
|
|
|
|
%t4 = sub i32 32, %nbits
|
|
|
|
call void @use32(i32 %t0)
|
|
|
|
call void @use32(i32 %t1)
|
|
|
|
call void @use32(i32 %t2)
|
|
|
|
call void @use32(i32 %t4)
|
|
|
|
%t5 = shl i32 %t3, %t4
|
|
|
|
ret i32 %t5
|
|
|
|
}
|
|
|
|
|
|
|
|
; Vectors
|
|
|
|
|
|
|
|
declare void @use8xi32(<8 x i32>)
|
|
|
|
|
|
|
|
define <8 x i32> @t1_vec_splat(<8 x i32> %x, <8 x i32> %nbits) {
|
|
|
|
; CHECK-LABEL: @t1_vec_splat(
|
|
|
|
; CHECK-NEXT: [[T0:%.*]] = add <8 x i32> [[NBITS:%.*]], <i32 -1, i32 -1, i32 -1, i32 -1, i32 -1, i32 -1, i32 -1, i32 -1>
|
|
|
|
; CHECK-NEXT: [[T1:%.*]] = shl <8 x i32> <i32 -1, i32 -1, i32 -1, i32 -1, i32 -1, i32 -1, i32 -1, i32 -1>, [[T0]]
|
|
|
|
; CHECK-NEXT: [[T2:%.*]] = xor <8 x i32> [[T1]], <i32 -1, i32 -1, i32 -1, i32 -1, i32 -1, i32 -1, i32 -1, i32 -1>
|
|
|
|
; CHECK-NEXT: [[T4:%.*]] = sub <8 x i32> <i32 32, i32 32, i32 32, i32 32, i32 32, i32 32, i32 32, i32 32>, [[NBITS]]
|
|
|
|
; CHECK-NEXT: call void @use8xi32(<8 x i32> [[T0]])
|
|
|
|
; CHECK-NEXT: call void @use8xi32(<8 x i32> [[T1]])
|
|
|
|
; CHECK-NEXT: call void @use8xi32(<8 x i32> [[T2]])
|
|
|
|
; CHECK-NEXT: call void @use8xi32(<8 x i32> [[T4]])
|
[InstCombine] dropRedundantMaskingOfLeftShiftInput(): pat. a/b with mask (PR42563)
Summary:
And this is **finally** the interesting part of that fold!
If we have a pattern `(x & (~(-1 << maskNbits))) << shiftNbits`,
we already know (have a fold) that will drop the `& (~(-1 << maskNbits))`
mask iff `(maskNbits+shiftNbits) u>= bitwidth(x)`.
But that is actually ignorant, there's more general fold here:
In this pattern, `(maskNbits+shiftNbits)` actually correlates
with the number of low bits that will remain in the final value.
So even if `(maskNbits+shiftNbits) u< bitwidth(x)`, we can still
fold, we will just need to apply a **constant** mask afterwards:
```
Name: a, normal+mask
%onebit = shl i32 -1, C1
%mask = xor i32 %onebit, -1
%masked = and i32 %mask, %x
%r = shl i32 %masked, C2
=>
%n0 = shl i32 %x, C2
%n1 = add i32 C1, C2
%n2 = zext i32 %n1 to i64
%n3 = shl i64 -1, %n2
%n4 = xor i64 %n3, -1
%n5 = trunc i64 %n4 to i32
%r = and i32 %n0, %n5
```
https://rise4fun.com/Alive/F5R
Naturally, old `%masked` will have to be one-use.
Similar fold exists for patterns c,d,e, will post patch later.
https://bugs.llvm.org/show_bug.cgi?id=42563
Reviewers: spatel, nikic, xbolva00
Reviewed By: spatel
Subscribers: hiraditya, llvm-commits
Tags: #llvm
Differential Revision: https://reviews.llvm.org/D67677
llvm-svn: 372629
2019-09-24 01:04:14 +08:00
|
|
|
; CHECK-NEXT: [[TMP1:%.*]] = shl <8 x i32> [[X:%.*]], [[T4]]
|
|
|
|
; CHECK-NEXT: [[T5:%.*]] = and <8 x i32> [[TMP1]], <i32 2147483647, i32 2147483647, i32 2147483647, i32 2147483647, i32 2147483647, i32 2147483647, i32 2147483647, i32 2147483647>
|
2019-09-18 03:32:11 +08:00
|
|
|
; CHECK-NEXT: ret <8 x i32> [[T5]]
|
|
|
|
;
|
|
|
|
%t0 = add <8 x i32> %nbits, <i32 -1, i32 -1, i32 -1, i32 -1, i32 -1, i32 -1, i32 -1, i32 -1>
|
|
|
|
%t1 = shl <8 x i32> <i32 -1, i32 -1, i32 -1, i32 -1, i32 -1, i32 -1, i32 -1, i32 -1>, %t0
|
|
|
|
%t2 = xor <8 x i32> %t1, <i32 -1, i32 -1, i32 -1, i32 -1, i32 -1, i32 -1, i32 -1, i32 -1>
|
|
|
|
%t3 = and <8 x i32> %t2, %x
|
|
|
|
%t4 = sub <8 x i32> <i32 32, i32 32, i32 32, i32 32, i32 32, i32 32, i32 32, i32 32>, %nbits
|
|
|
|
call void @use8xi32(<8 x i32> %t0)
|
|
|
|
call void @use8xi32(<8 x i32> %t1)
|
|
|
|
call void @use8xi32(<8 x i32> %t2)
|
|
|
|
call void @use8xi32(<8 x i32> %t4)
|
|
|
|
%t5 = shl <8 x i32> %t3, %t4
|
|
|
|
ret <8 x i32> %t5
|
|
|
|
}
|
|
|
|
|
2019-10-01 03:15:51 +08:00
|
|
|
define <8 x i32> @t1_vec_splat_undef(<8 x i32> %x, <8 x i32> %nbits) {
|
|
|
|
; CHECK-LABEL: @t1_vec_splat_undef(
|
|
|
|
; CHECK-NEXT: [[T0:%.*]] = add <8 x i32> [[NBITS:%.*]], <i32 -1, i32 -1, i32 -1, i32 -1, i32 -1, i32 -1, i32 undef, i32 -1>
|
|
|
|
; CHECK-NEXT: [[T1:%.*]] = shl <8 x i32> <i32 -1, i32 -1, i32 -1, i32 -1, i32 -1, i32 -1, i32 undef, i32 -1>, [[T0]]
|
|
|
|
; CHECK-NEXT: [[T2:%.*]] = xor <8 x i32> [[T1]], <i32 -1, i32 -1, i32 -1, i32 -1, i32 -1, i32 -1, i32 undef, i32 -1>
|
|
|
|
; CHECK-NEXT: [[T4:%.*]] = sub <8 x i32> <i32 32, i32 32, i32 32, i32 32, i32 32, i32 32, i32 undef, i32 32>, [[NBITS]]
|
|
|
|
; CHECK-NEXT: call void @use8xi32(<8 x i32> [[T0]])
|
|
|
|
; CHECK-NEXT: call void @use8xi32(<8 x i32> [[T1]])
|
|
|
|
; CHECK-NEXT: call void @use8xi32(<8 x i32> [[T2]])
|
|
|
|
; CHECK-NEXT: call void @use8xi32(<8 x i32> [[T4]])
|
|
|
|
; CHECK-NEXT: [[TMP1:%.*]] = shl <8 x i32> [[X:%.*]], [[T4]]
|
2019-10-08 04:52:52 +08:00
|
|
|
; CHECK-NEXT: [[T5:%.*]] = and <8 x i32> [[TMP1]], <i32 2147483647, i32 2147483647, i32 2147483647, i32 2147483647, i32 2147483647, i32 2147483647, i32 undef, i32 2147483647>
|
2019-10-01 03:15:51 +08:00
|
|
|
; CHECK-NEXT: ret <8 x i32> [[T5]]
|
|
|
|
;
|
|
|
|
%t0 = add <8 x i32> %nbits, <i32 -1, i32 -1, i32 -1, i32 -1, i32 -1, i32 -1, i32 undef, i32 -1>
|
|
|
|
%t1 = shl <8 x i32> <i32 -1, i32 -1, i32 -1, i32 -1, i32 -1, i32 -1, i32 undef, i32 -1>, %t0
|
|
|
|
%t2 = xor <8 x i32> %t1, <i32 -1, i32 -1, i32 -1, i32 -1, i32 -1, i32 -1, i32 undef, i32 -1>
|
|
|
|
%t3 = and <8 x i32> %t2, %x
|
|
|
|
%t4 = sub <8 x i32> <i32 32, i32 32, i32 32, i32 32, i32 32, i32 32, i32 undef, i32 32>, %nbits
|
|
|
|
call void @use8xi32(<8 x i32> %t0)
|
|
|
|
call void @use8xi32(<8 x i32> %t1)
|
|
|
|
call void @use8xi32(<8 x i32> %t2)
|
|
|
|
call void @use8xi32(<8 x i32> %t4)
|
|
|
|
%t5 = shl <8 x i32> %t3, %t4
|
|
|
|
ret <8 x i32> %t5
|
|
|
|
}
|
|
|
|
|
2019-09-18 03:32:11 +08:00
|
|
|
define <8 x i32> @t2_vec_nonsplat(<8 x i32> %x, <8 x i32> %nbits) {
|
|
|
|
; CHECK-LABEL: @t2_vec_nonsplat(
|
|
|
|
; CHECK-NEXT: [[T0:%.*]] = add <8 x i32> [[NBITS:%.*]], <i32 -33, i32 -32, i32 -31, i32 -1, i32 0, i32 1, i32 31, i32 32>
|
|
|
|
; CHECK-NEXT: [[T1:%.*]] = shl <8 x i32> <i32 -1, i32 -1, i32 -1, i32 -1, i32 -1, i32 -1, i32 -1, i32 -1>, [[T0]]
|
|
|
|
; CHECK-NEXT: [[T2:%.*]] = xor <8 x i32> [[T1]], <i32 -1, i32 -1, i32 -1, i32 -1, i32 -1, i32 -1, i32 -1, i32 -1>
|
|
|
|
; CHECK-NEXT: [[T4:%.*]] = sub <8 x i32> <i32 32, i32 32, i32 32, i32 32, i32 32, i32 32, i32 32, i32 32>, [[NBITS]]
|
|
|
|
; CHECK-NEXT: call void @use8xi32(<8 x i32> [[T0]])
|
|
|
|
; CHECK-NEXT: call void @use8xi32(<8 x i32> [[T1]])
|
|
|
|
; CHECK-NEXT: call void @use8xi32(<8 x i32> [[T2]])
|
|
|
|
; CHECK-NEXT: call void @use8xi32(<8 x i32> [[T4]])
|
[InstCombine] dropRedundantMaskingOfLeftShiftInput(): pat. a/b with mask (PR42563)
Summary:
And this is **finally** the interesting part of that fold!
If we have a pattern `(x & (~(-1 << maskNbits))) << shiftNbits`,
we already know (have a fold) that will drop the `& (~(-1 << maskNbits))`
mask iff `(maskNbits+shiftNbits) u>= bitwidth(x)`.
But that is actually ignorant, there's more general fold here:
In this pattern, `(maskNbits+shiftNbits)` actually correlates
with the number of low bits that will remain in the final value.
So even if `(maskNbits+shiftNbits) u< bitwidth(x)`, we can still
fold, we will just need to apply a **constant** mask afterwards:
```
Name: a, normal+mask
%onebit = shl i32 -1, C1
%mask = xor i32 %onebit, -1
%masked = and i32 %mask, %x
%r = shl i32 %masked, C2
=>
%n0 = shl i32 %x, C2
%n1 = add i32 C1, C2
%n2 = zext i32 %n1 to i64
%n3 = shl i64 -1, %n2
%n4 = xor i64 %n3, -1
%n5 = trunc i64 %n4 to i32
%r = and i32 %n0, %n5
```
https://rise4fun.com/Alive/F5R
Naturally, old `%masked` will have to be one-use.
Similar fold exists for patterns c,d,e, will post patch later.
https://bugs.llvm.org/show_bug.cgi?id=42563
Reviewers: spatel, nikic, xbolva00
Reviewed By: spatel
Subscribers: hiraditya, llvm-commits
Tags: #llvm
Differential Revision: https://reviews.llvm.org/D67677
llvm-svn: 372629
2019-09-24 01:04:14 +08:00
|
|
|
; CHECK-NEXT: [[TMP1:%.*]] = shl <8 x i32> [[X:%.*]], [[T4]]
|
|
|
|
; CHECK-NEXT: [[T5:%.*]] = and <8 x i32> [[TMP1]], <i32 undef, i32 0, i32 1, i32 2147483647, i32 -1, i32 -1, i32 -1, i32 undef>
|
2019-09-18 03:32:11 +08:00
|
|
|
; CHECK-NEXT: ret <8 x i32> [[T5]]
|
|
|
|
;
|
|
|
|
%t0 = add <8 x i32> %nbits, <i32 -33, i32 -32, i32 -31, i32 -1, i32 0, i32 1, i32 31, i32 32>
|
|
|
|
%t1 = shl <8 x i32> <i32 -1, i32 -1, i32 -1, i32 -1, i32 -1, i32 -1, i32 -1, i32 -1>, %t0
|
|
|
|
%t2 = xor <8 x i32> %t1, <i32 -1, i32 -1, i32 -1, i32 -1, i32 -1, i32 -1, i32 -1, i32 -1>
|
|
|
|
%t3 = and <8 x i32> %t2, %x
|
|
|
|
%t4 = sub <8 x i32> <i32 32, i32 32, i32 32, i32 32, i32 32, i32 32, i32 32, i32 32>, %nbits
|
|
|
|
call void @use8xi32(<8 x i32> %t0)
|
|
|
|
call void @use8xi32(<8 x i32> %t1)
|
|
|
|
call void @use8xi32(<8 x i32> %t2)
|
|
|
|
call void @use8xi32(<8 x i32> %t4)
|
|
|
|
%t5 = shl <8 x i32> %t3, %t4
|
|
|
|
ret <8 x i32> %t5
|
|
|
|
}
|
|
|
|
|
|
|
|
; Extra uses.
|
|
|
|
|
|
|
|
define i32 @n3_extrause(i32 %x, i32 %nbits) {
|
|
|
|
; CHECK-LABEL: @n3_extrause(
|
|
|
|
; CHECK-NEXT: [[T0:%.*]] = add i32 [[NBITS:%.*]], -1
|
|
|
|
; CHECK-NEXT: [[T1:%.*]] = shl i32 -1, [[T0]]
|
|
|
|
; CHECK-NEXT: [[T2:%.*]] = xor i32 [[T1]], -1
|
|
|
|
; CHECK-NEXT: [[T3:%.*]] = and i32 [[T2]], [[X:%.*]]
|
|
|
|
; CHECK-NEXT: [[T4:%.*]] = sub i32 32, [[NBITS]]
|
|
|
|
; CHECK-NEXT: call void @use32(i32 [[T0]])
|
|
|
|
; CHECK-NEXT: call void @use32(i32 [[T1]])
|
|
|
|
; CHECK-NEXT: call void @use32(i32 [[T2]])
|
|
|
|
; CHECK-NEXT: call void @use32(i32 [[T3]])
|
|
|
|
; CHECK-NEXT: call void @use32(i32 [[T4]])
|
|
|
|
; CHECK-NEXT: [[T5:%.*]] = shl i32 [[T3]], [[T4]]
|
|
|
|
; CHECK-NEXT: ret i32 [[T5]]
|
|
|
|
;
|
|
|
|
%t0 = add i32 %nbits, -1
|
|
|
|
%t1 = shl i32 -1, %t0 ; shifting by nbits-1
|
|
|
|
%t2 = xor i32 %t1, -1
|
|
|
|
%t3 = and i32 %t2, %x ; this mask must be one-use.
|
|
|
|
%t4 = sub i32 32, %nbits
|
|
|
|
call void @use32(i32 %t0)
|
|
|
|
call void @use32(i32 %t1)
|
|
|
|
call void @use32(i32 %t2)
|
|
|
|
call void @use32(i32 %t3) ; BAD
|
|
|
|
call void @use32(i32 %t4)
|
|
|
|
%t5 = shl i32 %t3, %t4
|
|
|
|
ret i32 %t5
|
|
|
|
}
|