forked from OSchip/llvm-project
[DAG] SimplifyDemandedVectorElts - adding SimplifyMultipleUseDemandedVectorElts handling to ISD::CONCAT_VECTORS
Attempt to look through multiple use operands of ISD::CONCAT_VECTORS nodes Another minor improvement for D127115
This commit is contained in:
Simon Pilgrim
parent
addc12fb1f
commit
91adbc3208
|
|
@ -2872,6 +2872,25 @@ bool TargetLowering::SimplifyDemandedVectorElts(
|
|||
KnownUndef.insertBits(SubUndef, i * NumSubElts);
|
||||
KnownZero.insertBits(SubZero, i * NumSubElts);
|
||||
}
|
||||
|
||||
// Attempt to avoid multi-use ops if we don't need anything from them.
|
||||
if (!DemandedElts.isAllOnes()) {
|
||||
bool FoundNewSub = false;
|
||||
SmallVector<SDValue, 2> DemandedSubOps;
|
||||
for (unsigned i = 0; i != NumSubVecs; ++i) {
|
||||
SDValue SubOp = Op.getOperand(i);
|
||||
APInt SubElts = DemandedElts.extractBits(NumSubElts, i * NumSubElts);
|
||||
SDValue NewSubOp = SimplifyMultipleUseDemandedVectorElts(
|
||||
SubOp, SubElts, TLO.DAG, Depth + 1);
|
||||
DemandedSubOps.push_back(NewSubOp ? NewSubOp : SubOp);
|
||||
FoundNewSub = NewSubOp ? true : FoundNewSub;
|
||||
}
|
||||
if (FoundNewSub) {
|
||||
SDValue NewOp =
|
||||
TLO.DAG.getNode(Op.getOpcode(), SDLoc(Op), VT, DemandedSubOps);
|
||||
return TLO.CombineTo(Op, NewOp);
|
||||
}
|
||||
}
|
||||
break;
|
||||
}
|
||||
case ISD::INSERT_SUBVECTOR: {
|
||||
|
|
|
|||
|
|
@ -97,14 +97,12 @@ define amdgpu_kernel void @scalar_to_vector_v8f16(<2 x float> %in, <8 x half>* %
|
|||
; GFX900-NEXT: s_load_dwordx2 s[2:3], s[4:5], 0x8
|
||||
; GFX900-NEXT: v_lshlrev_b32_e32 v0, 4, v0
|
||||
; GFX900-NEXT: s_waitcnt lgkmcnt(0)
|
||||
; GFX900-NEXT: s_lshr_b32 s4, s0, 16
|
||||
; GFX900-NEXT: v_mov_b32_e32 v3, s0
|
||||
; GFX900-NEXT: s_pack_ll_b32_b16 s0, s0, s4
|
||||
; GFX900-NEXT: v_mov_b32_e32 v1, s0
|
||||
; GFX900-NEXT: v_mov_b32_e32 v6, s3
|
||||
; GFX900-NEXT: v_add_co_u32_e32 v5, vcc, s2, v0
|
||||
; GFX900-NEXT: v_mov_b32_e32 v2, s1
|
||||
; GFX900-NEXT: v_mov_b32_e32 v1, s0
|
||||
; GFX900-NEXT: v_mov_b32_e32 v4, s0
|
||||
; GFX900-NEXT: v_mov_b32_e32 v3, s0
|
||||
; GFX900-NEXT: v_addc_co_u32_e32 v6, vcc, 0, v6, vcc
|
||||
; GFX900-NEXT: flat_store_dwordx4 v[5:6], v[1:4]
|
||||
; GFX900-NEXT: s_endpgm
|
||||
|
|
@ -115,14 +113,12 @@ define amdgpu_kernel void @scalar_to_vector_v8f16(<2 x float> %in, <8 x half>* %
|
|||
; GFX906-NEXT: s_load_dwordx2 s[2:3], s[4:5], 0x8
|
||||
; GFX906-NEXT: v_lshlrev_b32_e32 v0, 4, v0
|
||||
; GFX906-NEXT: s_waitcnt lgkmcnt(0)
|
||||
; GFX906-NEXT: s_lshr_b32 s4, s0, 16
|
||||
; GFX906-NEXT: v_mov_b32_e32 v3, s0
|
||||
; GFX906-NEXT: s_pack_ll_b32_b16 s0, s0, s4
|
||||
; GFX906-NEXT: v_mov_b32_e32 v1, s0
|
||||
; GFX906-NEXT: v_mov_b32_e32 v6, s3
|
||||
; GFX906-NEXT: v_add_co_u32_e32 v5, vcc, s2, v0
|
||||
; GFX906-NEXT: v_mov_b32_e32 v2, s1
|
||||
; GFX906-NEXT: v_mov_b32_e32 v1, s0
|
||||
; GFX906-NEXT: v_mov_b32_e32 v4, s0
|
||||
; GFX906-NEXT: v_mov_b32_e32 v3, s0
|
||||
; GFX906-NEXT: v_addc_co_u32_e32 v6, vcc, 0, v6, vcc
|
||||
; GFX906-NEXT: flat_store_dwordx4 v[5:6], v[1:4]
|
||||
; GFX906-NEXT: s_endpgm
|
||||
|
|
@ -133,14 +129,12 @@ define amdgpu_kernel void @scalar_to_vector_v8f16(<2 x float> %in, <8 x half>* %
|
|||
; GFX908-NEXT: s_load_dwordx2 s[2:3], s[4:5], 0x8
|
||||
; GFX908-NEXT: v_lshlrev_b32_e32 v0, 4, v0
|
||||
; GFX908-NEXT: s_waitcnt lgkmcnt(0)
|
||||
; GFX908-NEXT: s_lshr_b32 s4, s0, 16
|
||||
; GFX908-NEXT: v_mov_b32_e32 v3, s0
|
||||
; GFX908-NEXT: s_pack_ll_b32_b16 s0, s0, s4
|
||||
; GFX908-NEXT: v_mov_b32_e32 v1, s0
|
||||
; GFX908-NEXT: v_mov_b32_e32 v6, s3
|
||||
; GFX908-NEXT: v_add_co_u32_e32 v5, vcc, s2, v0
|
||||
; GFX908-NEXT: v_mov_b32_e32 v2, s1
|
||||
; GFX908-NEXT: v_mov_b32_e32 v1, s0
|
||||
; GFX908-NEXT: v_mov_b32_e32 v4, s0
|
||||
; GFX908-NEXT: v_mov_b32_e32 v3, s0
|
||||
; GFX908-NEXT: v_addc_co_u32_e32 v6, vcc, 0, v6, vcc
|
||||
; GFX908-NEXT: flat_store_dwordx4 v[5:6], v[1:4]
|
||||
; GFX908-NEXT: s_endpgm
|
||||
|
|
@ -151,14 +145,12 @@ define amdgpu_kernel void @scalar_to_vector_v8f16(<2 x float> %in, <8 x half>* %
|
|||
; GFX90A-NEXT: s_load_dwordx2 s[2:3], s[4:5], 0x8
|
||||
; GFX90A-NEXT: v_lshlrev_b32_e32 v0, 4, v0
|
||||
; GFX90A-NEXT: s_waitcnt lgkmcnt(0)
|
||||
; GFX90A-NEXT: s_lshr_b32 s4, s0, 16
|
||||
; GFX90A-NEXT: v_mov_b32_e32 v4, s0
|
||||
; GFX90A-NEXT: s_pack_ll_b32_b16 s0, s0, s4
|
||||
; GFX90A-NEXT: v_mov_b32_e32 v2, s0
|
||||
; GFX90A-NEXT: v_mov_b32_e32 v1, s3
|
||||
; GFX90A-NEXT: v_add_co_u32_e32 v0, vcc, s2, v0
|
||||
; GFX90A-NEXT: v_mov_b32_e32 v3, s1
|
||||
; GFX90A-NEXT: v_mov_b32_e32 v2, s0
|
||||
; GFX90A-NEXT: v_mov_b32_e32 v5, s0
|
||||
; GFX90A-NEXT: v_mov_b32_e32 v4, s0
|
||||
; GFX90A-NEXT: v_addc_co_u32_e32 v1, vcc, 0, v1, vcc
|
||||
; GFX90A-NEXT: flat_store_dwordx4 v[0:1], v[2:5]
|
||||
; GFX90A-NEXT: s_endpgm
|
||||
|
|
|
|||
|
|
@ -11,15 +11,13 @@ define <23 x float> @load23(<23 x float>* %p) {
|
|||
; CHECK-LABEL: load23:
|
||||
; CHECK: # %bb.0:
|
||||
; CHECK-NEXT: movq %rdi, %rax
|
||||
; CHECK-NEXT: vmovups 64(%rsi), %ymm0
|
||||
; CHECK-NEXT: vmovups (%rsi), %zmm1
|
||||
; CHECK-NEXT: vmovaps 64(%rsi), %xmm2
|
||||
; CHECK-NEXT: vmovss {{.*#+}} xmm3 = mem[0],zero,zero,zero
|
||||
; CHECK-NEXT: vmovss %xmm3, 88(%rdi)
|
||||
; CHECK-NEXT: vmovaps %xmm2, 64(%rdi)
|
||||
; CHECK-NEXT: vmovaps %zmm1, (%rdi)
|
||||
; CHECK-NEXT: vextractf128 $1, %ymm0, %xmm0
|
||||
; CHECK-NEXT: vmovlps %xmm0, 80(%rdi)
|
||||
; CHECK-NEXT: vmovups (%rsi), %zmm0
|
||||
; CHECK-NEXT: vmovaps 64(%rsi), %xmm1
|
||||
; CHECK-NEXT: vmovdqa 80(%rsi), %xmm2
|
||||
; CHECK-NEXT: vextractps $2, %xmm2, 88(%rdi)
|
||||
; CHECK-NEXT: vmovq %xmm2, 80(%rdi)
|
||||
; CHECK-NEXT: vmovaps %xmm1, 64(%rdi)
|
||||
; CHECK-NEXT: vmovaps %zmm0, (%rdi)
|
||||
; CHECK-NEXT: vzeroupper
|
||||
; CHECK-NEXT: retq
|
||||
%t0 = load <23 x float>, <23 x float>* %p, align 16
|
||||
|
|
|
|||
|
|
@ -314,22 +314,21 @@ define void @store_i8_stride3_vf16(<16 x i8>* %in.vecptr0, <16 x i8>* %in.vecptr
|
|||
; AVX512-NEXT: vmovdqa (%rdi), %xmm0
|
||||
; AVX512-NEXT: vmovdqa (%rsi), %xmm1
|
||||
; AVX512-NEXT: vmovdqa (%rdx), %xmm2
|
||||
; AVX512-NEXT: vpalignr {{.*#+}} xmm3 = xmm0[6,7,8,9,10,11,12,13,14,15,0,1,2,3,4,5]
|
||||
; AVX512-NEXT: vpalignr {{.*#+}} xmm4 = xmm1[11,12,13,14,15,0,1,2,3,4,5,6,7,8,9,10]
|
||||
; AVX512-NEXT: vpsrldq {{.*#+}} xmm0 = xmm0[11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
|
||||
; AVX512-NEXT: vpalignr {{.*#+}} xmm5 = xmm2[5,6,7,8,9,10,11,12,13,14,15],xmm4[0,1,2,3,4]
|
||||
; AVX512-NEXT: vpalignr {{.*#+}} xmm0 = xmm5[5,6,7,8,9,10,11,12,13,14,15],xmm0[0,1,2,3,4]
|
||||
; AVX512-NEXT: vbroadcasti128 {{.*#+}} ymm6 = [0,11,6,1,12,7,2,13,8,3,14,9,4,15,10,5,0,11,6,1,12,7,2,13,8,3,14,9,4,15,10,5]
|
||||
; AVX512-NEXT: # ymm6 = mem[0,1,0,1]
|
||||
; AVX512-NEXT: vpshufb %xmm6, %xmm0, %xmm0
|
||||
; AVX512-NEXT: vinserti128 $1, %xmm5, %ymm1, %ymm1
|
||||
; AVX512-NEXT: vinserti128 $1, %xmm3, %ymm2, %ymm2
|
||||
; AVX512-NEXT: vinserti128 $1, %xmm4, %ymm3, %ymm3
|
||||
; AVX512-NEXT: vpalignr {{.*#+}} ymm2 = ymm3[5,6,7,8,9,10,11,12,13,14,15],ymm2[0,1,2,3,4],ymm3[21,22,23,24,25,26,27,28,29,30,31],ymm2[16,17,18,19,20]
|
||||
; AVX512-NEXT: vpalignr {{.*#+}} ymm1 = ymm2[5,6,7,8,9,10,11,12,13,14,15],ymm1[0,1,2,3,4],ymm2[21,22,23,24,25,26,27,28,29,30,31],ymm1[16,17,18,19,20]
|
||||
; AVX512-NEXT: vpshufb %ymm6, %ymm1, %ymm1
|
||||
; AVX512-NEXT: vmovdqa %xmm0, 32(%rcx)
|
||||
; AVX512-NEXT: vmovdqa %ymm1, (%rcx)
|
||||
; AVX512-NEXT: vpalignr {{.*#+}} xmm0 = xmm0[6,7,8,9,10,11,12,13,14,15,0,1,2,3,4,5]
|
||||
; AVX512-NEXT: vpalignr {{.*#+}} xmm3 = xmm1[11,12,13,14,15,0,1,2,3,4,5,6,7,8,9,10]
|
||||
; AVX512-NEXT: vpalignr {{.*#+}} xmm4 = xmm0[5,6,7,8,9,10,11,12,13,14,15],xmm2[0,1,2,3,4]
|
||||
; AVX512-NEXT: vpalignr {{.*#+}} xmm0 = xmm3[5,6,7,8,9,10,11,12,13,14,15],xmm0[0,1,2,3,4]
|
||||
; AVX512-NEXT: vpalignr {{.*#+}} xmm2 = xmm2[5,6,7,8,9,10,11,12,13,14,15],xmm3[0,1,2,3,4]
|
||||
; AVX512-NEXT: vpalignr {{.*#+}} xmm1 = xmm4[5,6,7,8,9,10,11,12,13,14,15],xmm1[0,1,2,3,4]
|
||||
; AVX512-NEXT: vmovdqa {{.*#+}} xmm3 = [0,11,6,1,12,7,2,13,8,3,14,9,4,15,10,5]
|
||||
; AVX512-NEXT: vpshufb %xmm3, %xmm1, %xmm1
|
||||
; AVX512-NEXT: vpalignr {{.*#+}} xmm0 = xmm0[5,6,7,8,9,10,11,12,13,14,15],xmm2[0,1,2,3,4]
|
||||
; AVX512-NEXT: vpshufb %xmm3, %xmm0, %xmm0
|
||||
; AVX512-NEXT: vpalignr {{.*#+}} xmm2 = xmm2[5,6,7,8,9,10,11,12,13,14,15],xmm4[0,1,2,3,4]
|
||||
; AVX512-NEXT: vpshufb %xmm3, %xmm2, %xmm2
|
||||
; AVX512-NEXT: vinserti32x4 $1, %xmm0, %zmm1, %zmm0
|
||||
; AVX512-NEXT: vmovdqa %xmm2, 32(%rcx)
|
||||
; AVX512-NEXT: vmovdqa %ymm0, (%rcx)
|
||||
; AVX512-NEXT: vzeroupper
|
||||
; AVX512-NEXT: retq
|
||||
%in.vec0 = load <16 x i8>, <16 x i8>* %in.vecptr0, align 32
|
||||
|
|
|
|||
|
|
@ -980,24 +980,21 @@ define void @interleaved_store_vf16_i8_stride3(<16 x i8> %a, <16 x i8> %b, <16 x
|
|||
;
|
||||
; AVX512-LABEL: interleaved_store_vf16_i8_stride3:
|
||||
; AVX512: # %bb.0:
|
||||
; AVX512-NEXT: # kill: def $xmm2 killed $xmm2 def $ymm2
|
||||
; AVX512-NEXT: # kill: def $xmm1 killed $xmm1 def $ymm1
|
||||
; AVX512-NEXT: vpalignr {{.*#+}} xmm3 = xmm0[6,7,8,9,10,11,12,13,14,15,0,1,2,3,4,5]
|
||||
; AVX512-NEXT: vpalignr {{.*#+}} xmm4 = xmm1[11,12,13,14,15,0,1,2,3,4,5,6,7,8,9,10]
|
||||
; AVX512-NEXT: vpsrldq {{.*#+}} xmm0 = xmm0[11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero
|
||||
; AVX512-NEXT: vpalignr {{.*#+}} xmm5 = xmm2[5,6,7,8,9,10,11,12,13,14,15],xmm4[0,1,2,3,4]
|
||||
; AVX512-NEXT: vpalignr {{.*#+}} xmm0 = xmm5[5,6,7,8,9,10,11,12,13,14,15],xmm0[0,1,2,3,4]
|
||||
; AVX512-NEXT: vbroadcasti128 {{.*#+}} ymm6 = [0,11,6,1,12,7,2,13,8,3,14,9,4,15,10,5,0,11,6,1,12,7,2,13,8,3,14,9,4,15,10,5]
|
||||
; AVX512-NEXT: # ymm6 = mem[0,1,0,1]
|
||||
; AVX512-NEXT: vpshufb %xmm6, %xmm0, %xmm0
|
||||
; AVX512-NEXT: vinserti128 $1, %xmm5, %ymm1, %ymm1
|
||||
; AVX512-NEXT: vinserti128 $1, %xmm3, %ymm2, %ymm2
|
||||
; AVX512-NEXT: vinserti128 $1, %xmm4, %ymm3, %ymm3
|
||||
; AVX512-NEXT: vpalignr {{.*#+}} ymm2 = ymm3[5,6,7,8,9,10,11,12,13,14,15],ymm2[0,1,2,3,4],ymm3[21,22,23,24,25,26,27,28,29,30,31],ymm2[16,17,18,19,20]
|
||||
; AVX512-NEXT: vpalignr {{.*#+}} ymm1 = ymm2[5,6,7,8,9,10,11,12,13,14,15],ymm1[0,1,2,3,4],ymm2[21,22,23,24,25,26,27,28,29,30,31],ymm1[16,17,18,19,20]
|
||||
; AVX512-NEXT: vpshufb %ymm6, %ymm1, %ymm1
|
||||
; AVX512-NEXT: vmovdqu %xmm0, 32(%rdi)
|
||||
; AVX512-NEXT: vmovdqu %ymm1, (%rdi)
|
||||
; AVX512-NEXT: vpalignr {{.*#+}} xmm0 = xmm0[6,7,8,9,10,11,12,13,14,15,0,1,2,3,4,5]
|
||||
; AVX512-NEXT: vpalignr {{.*#+}} xmm3 = xmm1[11,12,13,14,15,0,1,2,3,4,5,6,7,8,9,10]
|
||||
; AVX512-NEXT: vpalignr {{.*#+}} xmm4 = xmm0[5,6,7,8,9,10,11,12,13,14,15],xmm2[0,1,2,3,4]
|
||||
; AVX512-NEXT: vpalignr {{.*#+}} xmm0 = xmm3[5,6,7,8,9,10,11,12,13,14,15],xmm0[0,1,2,3,4]
|
||||
; AVX512-NEXT: vpalignr {{.*#+}} xmm2 = xmm2[5,6,7,8,9,10,11,12,13,14,15],xmm3[0,1,2,3,4]
|
||||
; AVX512-NEXT: vpalignr {{.*#+}} xmm1 = xmm4[5,6,7,8,9,10,11,12,13,14,15],xmm1[0,1,2,3,4]
|
||||
; AVX512-NEXT: vmovdqa {{.*#+}} xmm3 = [0,11,6,1,12,7,2,13,8,3,14,9,4,15,10,5]
|
||||
; AVX512-NEXT: vpshufb %xmm3, %xmm1, %xmm1
|
||||
; AVX512-NEXT: vpalignr {{.*#+}} xmm0 = xmm0[5,6,7,8,9,10,11,12,13,14,15],xmm2[0,1,2,3,4]
|
||||
; AVX512-NEXT: vpshufb %xmm3, %xmm0, %xmm0
|
||||
; AVX512-NEXT: vpalignr {{.*#+}} xmm2 = xmm2[5,6,7,8,9,10,11,12,13,14,15],xmm4[0,1,2,3,4]
|
||||
; AVX512-NEXT: vpshufb %xmm3, %xmm2, %xmm2
|
||||
; AVX512-NEXT: vinserti32x4 $1, %xmm0, %zmm1, %zmm0
|
||||
; AVX512-NEXT: vmovdqu %xmm2, 32(%rdi)
|
||||
; AVX512-NEXT: vmovdqu %ymm0, (%rdi)
|
||||
; AVX512-NEXT: vzeroupper
|
||||
; AVX512-NEXT: retq
|
||||
%1 = shufflevector <16 x i8> %a, <16 x i8> %b, <32 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8, i32 9, i32 10, i32 11, i32 12, i32 13, i32 14, i32 15, i32 16, i32 17, i32 18, i32 19, i32 20, i32 21, i32 22, i32 23, i32 24, i32 25, i32 26, i32 27, i32 28, i32 29, i32 30, i32 31>
|
||||
|
|
|
|||
Loading…
Reference in New Issue