forked from OSchip/llvm-project
[X86] In LowerHorizontalByteSum, emit vector_shuffle nodes instead of directly using X86ISD::UNPCKL/X86ISD::UNPCKH.
This gives shuffle lowering the freedom to use zero_extend_vector_inreg for the unpckl shuffle. Shuffle combining usually makes this swap later, but not when AVX512 is enabled it seems. While there also use DAG.getConstant to create a 0 vector instead of using the helper the forces a specific BUILD_VECTOR. I don't think that helper is usually needed. We're basically free to create a constant build_vector anytime and it will be legalized on its own. llvm-svn: 346574
This commit is contained in:
parent
ff6a4edc26
commit
0364085281
|
@ -25038,7 +25038,7 @@ static SDValue LowerHorizontalByteSum(SDValue V, MVT VT,
|
|||
// PSADBW instruction horizontally add all bytes and leave the result in i64
|
||||
// chunks, thus directly computes the pop count for v2i64 and v4i64.
|
||||
if (EltVT == MVT::i64) {
|
||||
SDValue Zeros = getZeroVector(ByteVecVT, Subtarget, DAG, DL);
|
||||
SDValue Zeros = DAG.getConstant(0, DL, ByteVecVT);
|
||||
MVT SadVecVT = MVT::getVectorVT(MVT::i64, VecSize / 64);
|
||||
V = DAG.getNode(X86ISD::PSADBW, DL, SadVecVT, V, Zeros);
|
||||
return DAG.getBitcast(VT, V);
|
||||
|
@ -25050,13 +25050,13 @@ static SDValue LowerHorizontalByteSum(SDValue V, MVT VT,
|
|||
// this is that it lines up the results of two PSADBW instructions to be
|
||||
// two v2i64 vectors which concatenated are the 4 population counts. We can
|
||||
// then use PACKUSWB to shrink and concatenate them into a v4i32 again.
|
||||
SDValue Zeros = getZeroVector(VT, Subtarget, DAG, DL);
|
||||
SDValue Zeros = DAG.getConstant(0, DL, VT);
|
||||
SDValue V32 = DAG.getBitcast(VT, V);
|
||||
SDValue Low = DAG.getNode(X86ISD::UNPCKL, DL, VT, V32, Zeros);
|
||||
SDValue High = DAG.getNode(X86ISD::UNPCKH, DL, VT, V32, Zeros);
|
||||
SDValue Low = getUnpackl(DAG, DL, VT, V32, Zeros);
|
||||
SDValue High = getUnpackh(DAG, DL, VT, V32, Zeros);
|
||||
|
||||
// Do the horizontal sums into two v2i64s.
|
||||
Zeros = getZeroVector(ByteVecVT, Subtarget, DAG, DL);
|
||||
Zeros = DAG.getConstant(0, DL, ByteVecVT);
|
||||
MVT SadVecVT = MVT::getVectorVT(MVT::i64, VecSize / 64);
|
||||
Low = DAG.getNode(X86ISD::PSADBW, DL, SadVecVT,
|
||||
DAG.getBitcast(ByteVecVT, Low), Zeros);
|
||||
|
|
|
@ -308,7 +308,7 @@ define <4 x i32> @testv4i32(<4 x i32> %in) nounwind {
|
|||
; BITALG-NEXT: vpxor %xmm1, %xmm1, %xmm1
|
||||
; BITALG-NEXT: vpunpckhdq {{.*#+}} xmm2 = xmm0[2],xmm1[2],xmm0[3],xmm1[3]
|
||||
; BITALG-NEXT: vpsadbw %xmm1, %xmm2, %xmm2
|
||||
; BITALG-NEXT: vpunpckldq {{.*#+}} xmm0 = xmm0[0],xmm1[0],xmm0[1],xmm1[1]
|
||||
; BITALG-NEXT: vpmovzxdq {{.*#+}} xmm0 = xmm0[0],zero,xmm0[1],zero
|
||||
; BITALG-NEXT: vpsadbw %xmm1, %xmm0, %xmm0
|
||||
; BITALG-NEXT: vpackuswb %xmm2, %xmm0, %xmm0
|
||||
; BITALG-NEXT: retq
|
||||
|
|
|
@ -633,7 +633,7 @@ define <4 x i32> @testv4i32(<4 x i32> %in) nounwind {
|
|||
; BITALG-NEXT: vpxor %xmm1, %xmm1, %xmm1
|
||||
; BITALG-NEXT: vpunpckhdq {{.*#+}} xmm2 = xmm0[2],xmm1[2],xmm0[3],xmm1[3]
|
||||
; BITALG-NEXT: vpsadbw %xmm1, %xmm2, %xmm2
|
||||
; BITALG-NEXT: vpunpckldq {{.*#+}} xmm0 = xmm0[0],xmm1[0],xmm0[1],xmm1[1]
|
||||
; BITALG-NEXT: vpmovzxdq {{.*#+}} xmm0 = xmm0[0],zero,xmm0[1],zero
|
||||
; BITALG-NEXT: vpsadbw %xmm1, %xmm0, %xmm0
|
||||
; BITALG-NEXT: vpackuswb %xmm2, %xmm0, %xmm0
|
||||
; BITALG-NEXT: retq
|
||||
|
@ -876,7 +876,7 @@ define <4 x i32> @testv4i32u(<4 x i32> %in) nounwind {
|
|||
; BITALG-NEXT: vpxor %xmm1, %xmm1, %xmm1
|
||||
; BITALG-NEXT: vpunpckhdq {{.*#+}} xmm2 = xmm0[2],xmm1[2],xmm0[3],xmm1[3]
|
||||
; BITALG-NEXT: vpsadbw %xmm1, %xmm2, %xmm2
|
||||
; BITALG-NEXT: vpunpckldq {{.*#+}} xmm0 = xmm0[0],xmm1[0],xmm0[1],xmm1[1]
|
||||
; BITALG-NEXT: vpmovzxdq {{.*#+}} xmm0 = xmm0[0],zero,xmm0[1],zero
|
||||
; BITALG-NEXT: vpsadbw %xmm1, %xmm0, %xmm0
|
||||
; BITALG-NEXT: vpackuswb %xmm2, %xmm0, %xmm0
|
||||
; BITALG-NEXT: retq
|
||||
|
|
Loading…
Reference in New Issue