2011-11-18 10:49:55 +08:00
|
|
|
; RUN: llc < %s -mtriple=x86_64-apple-darwin -mcpu=core-avx2 -mattr=+avx2 | FileCheck %s
|
|
|
|
|
|
|
|
; CHECK: vpbroadcastb (%
|
|
|
|
define <16 x i8> @BB16(i8* %ptr) nounwind uwtable readnone ssp {
|
|
|
|
entry:
|
2015-02-28 05:17:42 +08:00
|
|
|
%q = load i8, i8* %ptr, align 4
|
2011-11-18 10:49:55 +08:00
|
|
|
%q0 = insertelement <16 x i8> undef, i8 %q, i32 0
|
|
|
|
%q1 = insertelement <16 x i8> %q0, i8 %q, i32 1
|
|
|
|
%q2 = insertelement <16 x i8> %q1, i8 %q, i32 2
|
|
|
|
%q3 = insertelement <16 x i8> %q2, i8 %q, i32 3
|
|
|
|
%q4 = insertelement <16 x i8> %q3, i8 %q, i32 4
|
|
|
|
%q5 = insertelement <16 x i8> %q4, i8 %q, i32 5
|
|
|
|
%q6 = insertelement <16 x i8> %q5, i8 %q, i32 6
|
|
|
|
%q7 = insertelement <16 x i8> %q6, i8 %q, i32 7
|
|
|
|
%q8 = insertelement <16 x i8> %q7, i8 %q, i32 8
|
|
|
|
%q9 = insertelement <16 x i8> %q8, i8 %q, i32 9
|
|
|
|
%qa = insertelement <16 x i8> %q9, i8 %q, i32 10
|
|
|
|
%qb = insertelement <16 x i8> %qa, i8 %q, i32 11
|
|
|
|
%qc = insertelement <16 x i8> %qb, i8 %q, i32 12
|
|
|
|
%qd = insertelement <16 x i8> %qc, i8 %q, i32 13
|
|
|
|
%qe = insertelement <16 x i8> %qd, i8 %q, i32 14
|
|
|
|
%qf = insertelement <16 x i8> %qe, i8 %q, i32 15
|
|
|
|
ret <16 x i8> %qf
|
|
|
|
}
|
|
|
|
; CHECK: vpbroadcastb (%
|
|
|
|
define <32 x i8> @BB32(i8* %ptr) nounwind uwtable readnone ssp {
|
|
|
|
entry:
|
2015-02-28 05:17:42 +08:00
|
|
|
%q = load i8, i8* %ptr, align 4
|
2011-11-18 10:49:55 +08:00
|
|
|
%q0 = insertelement <32 x i8> undef, i8 %q, i32 0
|
|
|
|
%q1 = insertelement <32 x i8> %q0, i8 %q, i32 1
|
|
|
|
%q2 = insertelement <32 x i8> %q1, i8 %q, i32 2
|
|
|
|
%q3 = insertelement <32 x i8> %q2, i8 %q, i32 3
|
|
|
|
%q4 = insertelement <32 x i8> %q3, i8 %q, i32 4
|
|
|
|
%q5 = insertelement <32 x i8> %q4, i8 %q, i32 5
|
|
|
|
%q6 = insertelement <32 x i8> %q5, i8 %q, i32 6
|
|
|
|
%q7 = insertelement <32 x i8> %q6, i8 %q, i32 7
|
|
|
|
%q8 = insertelement <32 x i8> %q7, i8 %q, i32 8
|
|
|
|
%q9 = insertelement <32 x i8> %q8, i8 %q, i32 9
|
|
|
|
%qa = insertelement <32 x i8> %q9, i8 %q, i32 10
|
|
|
|
%qb = insertelement <32 x i8> %qa, i8 %q, i32 11
|
|
|
|
%qc = insertelement <32 x i8> %qb, i8 %q, i32 12
|
|
|
|
%qd = insertelement <32 x i8> %qc, i8 %q, i32 13
|
|
|
|
%qe = insertelement <32 x i8> %qd, i8 %q, i32 14
|
|
|
|
%qf = insertelement <32 x i8> %qe, i8 %q, i32 15
|
|
|
|
|
|
|
|
%q20 = insertelement <32 x i8> %qf, i8 %q, i32 16
|
|
|
|
%q21 = insertelement <32 x i8> %q20, i8 %q, i32 17
|
|
|
|
%q22 = insertelement <32 x i8> %q21, i8 %q, i32 18
|
|
|
|
%q23 = insertelement <32 x i8> %q22, i8 %q, i32 19
|
|
|
|
%q24 = insertelement <32 x i8> %q23, i8 %q, i32 20
|
|
|
|
%q25 = insertelement <32 x i8> %q24, i8 %q, i32 21
|
|
|
|
%q26 = insertelement <32 x i8> %q25, i8 %q, i32 22
|
|
|
|
%q27 = insertelement <32 x i8> %q26, i8 %q, i32 23
|
|
|
|
%q28 = insertelement <32 x i8> %q27, i8 %q, i32 24
|
|
|
|
%q29 = insertelement <32 x i8> %q28, i8 %q, i32 25
|
|
|
|
%q2a = insertelement <32 x i8> %q29, i8 %q, i32 26
|
|
|
|
%q2b = insertelement <32 x i8> %q2a, i8 %q, i32 27
|
|
|
|
%q2c = insertelement <32 x i8> %q2b, i8 %q, i32 28
|
|
|
|
%q2d = insertelement <32 x i8> %q2c, i8 %q, i32 29
|
|
|
|
%q2e = insertelement <32 x i8> %q2d, i8 %q, i32 30
|
|
|
|
%q2f = insertelement <32 x i8> %q2e, i8 %q, i32 31
|
|
|
|
ret <32 x i8> %q2f
|
|
|
|
}
|
|
|
|
; CHECK: vpbroadcastw (%
|
|
|
|
|
|
|
|
define <8 x i16> @W16(i16* %ptr) nounwind uwtable readnone ssp {
|
|
|
|
entry:
|
2015-02-28 05:17:42 +08:00
|
|
|
%q = load i16, i16* %ptr, align 4
|
2011-11-18 10:49:55 +08:00
|
|
|
%q0 = insertelement <8 x i16> undef, i16 %q, i32 0
|
|
|
|
%q1 = insertelement <8 x i16> %q0, i16 %q, i32 1
|
|
|
|
%q2 = insertelement <8 x i16> %q1, i16 %q, i32 2
|
|
|
|
%q3 = insertelement <8 x i16> %q2, i16 %q, i32 3
|
|
|
|
%q4 = insertelement <8 x i16> %q3, i16 %q, i32 4
|
|
|
|
%q5 = insertelement <8 x i16> %q4, i16 %q, i32 5
|
|
|
|
%q6 = insertelement <8 x i16> %q5, i16 %q, i32 6
|
|
|
|
%q7 = insertelement <8 x i16> %q6, i16 %q, i32 7
|
|
|
|
ret <8 x i16> %q7
|
|
|
|
}
|
|
|
|
; CHECK: vpbroadcastw (%
|
|
|
|
define <16 x i16> @WW16(i16* %ptr) nounwind uwtable readnone ssp {
|
|
|
|
entry:
|
2015-02-28 05:17:42 +08:00
|
|
|
%q = load i16, i16* %ptr, align 4
|
2011-11-18 10:49:55 +08:00
|
|
|
%q0 = insertelement <16 x i16> undef, i16 %q, i32 0
|
|
|
|
%q1 = insertelement <16 x i16> %q0, i16 %q, i32 1
|
|
|
|
%q2 = insertelement <16 x i16> %q1, i16 %q, i32 2
|
|
|
|
%q3 = insertelement <16 x i16> %q2, i16 %q, i32 3
|
|
|
|
%q4 = insertelement <16 x i16> %q3, i16 %q, i32 4
|
|
|
|
%q5 = insertelement <16 x i16> %q4, i16 %q, i32 5
|
|
|
|
%q6 = insertelement <16 x i16> %q5, i16 %q, i32 6
|
|
|
|
%q7 = insertelement <16 x i16> %q6, i16 %q, i32 7
|
|
|
|
%q8 = insertelement <16 x i16> %q7, i16 %q, i32 8
|
|
|
|
%q9 = insertelement <16 x i16> %q8, i16 %q, i32 9
|
|
|
|
%qa = insertelement <16 x i16> %q9, i16 %q, i32 10
|
|
|
|
%qb = insertelement <16 x i16> %qa, i16 %q, i32 11
|
|
|
|
%qc = insertelement <16 x i16> %qb, i16 %q, i32 12
|
|
|
|
%qd = insertelement <16 x i16> %qc, i16 %q, i32 13
|
|
|
|
%qe = insertelement <16 x i16> %qd, i16 %q, i32 14
|
|
|
|
%qf = insertelement <16 x i16> %qe, i16 %q, i32 15
|
|
|
|
ret <16 x i16> %qf
|
|
|
|
}
|
[X86] Add broadcast instructions to the table used by ExeDepsFix pass.
Adds the different broadcast instructions to the ReplaceableInstrsAVX2 table.
That way the ExeDepsFix pass can take better decisions when AVX2 broadcasts are
across domain (int <-> float).
In particular, prior to this patch we were generating:
vpbroadcastd LCPI1_0(%rip), %ymm2
vpand %ymm2, %ymm0, %ymm0
vmaxps %ymm1, %ymm0, %ymm0 ## <- domain change penalty
Now, we generate the following nice sequence where everything is in the float
domain:
vbroadcastss LCPI1_0(%rip), %ymm2
vandps %ymm2, %ymm0, %ymm0
vmaxps %ymm1, %ymm0, %ymm0
<rdar://problem/16354675>
llvm-svn: 204770
2014-03-26 08:10:22 +08:00
|
|
|
; CHECK: vbroadcastss (%
|
2011-11-18 10:49:55 +08:00
|
|
|
define <4 x i32> @D32(i32* %ptr) nounwind uwtable readnone ssp {
|
|
|
|
entry:
|
2015-02-28 05:17:42 +08:00
|
|
|
%q = load i32, i32* %ptr, align 4
|
2011-11-18 10:49:55 +08:00
|
|
|
%q0 = insertelement <4 x i32> undef, i32 %q, i32 0
|
|
|
|
%q1 = insertelement <4 x i32> %q0, i32 %q, i32 1
|
|
|
|
%q2 = insertelement <4 x i32> %q1, i32 %q, i32 2
|
|
|
|
%q3 = insertelement <4 x i32> %q2, i32 %q, i32 3
|
|
|
|
ret <4 x i32> %q3
|
|
|
|
}
|
[X86] Add broadcast instructions to the table used by ExeDepsFix pass.
Adds the different broadcast instructions to the ReplaceableInstrsAVX2 table.
That way the ExeDepsFix pass can take better decisions when AVX2 broadcasts are
across domain (int <-> float).
In particular, prior to this patch we were generating:
vpbroadcastd LCPI1_0(%rip), %ymm2
vpand %ymm2, %ymm0, %ymm0
vmaxps %ymm1, %ymm0, %ymm0 ## <- domain change penalty
Now, we generate the following nice sequence where everything is in the float
domain:
vbroadcastss LCPI1_0(%rip), %ymm2
vandps %ymm2, %ymm0, %ymm0
vmaxps %ymm1, %ymm0, %ymm0
<rdar://problem/16354675>
llvm-svn: 204770
2014-03-26 08:10:22 +08:00
|
|
|
; CHECK: vbroadcastss (%
|
2011-11-18 10:49:55 +08:00
|
|
|
define <8 x i32> @DD32(i32* %ptr) nounwind uwtable readnone ssp {
|
|
|
|
entry:
|
2015-02-28 05:17:42 +08:00
|
|
|
%q = load i32, i32* %ptr, align 4
|
2011-11-18 10:49:55 +08:00
|
|
|
%q0 = insertelement <8 x i32> undef, i32 %q, i32 0
|
|
|
|
%q1 = insertelement <8 x i32> %q0, i32 %q, i32 1
|
|
|
|
%q2 = insertelement <8 x i32> %q1, i32 %q, i32 2
|
|
|
|
%q3 = insertelement <8 x i32> %q2, i32 %q, i32 3
|
|
|
|
%q4 = insertelement <8 x i32> %q3, i32 %q, i32 4
|
|
|
|
%q5 = insertelement <8 x i32> %q4, i32 %q, i32 5
|
|
|
|
%q6 = insertelement <8 x i32> %q5, i32 %q, i32 6
|
|
|
|
%q7 = insertelement <8 x i32> %q6, i32 %q, i32 7
|
|
|
|
ret <8 x i32> %q7
|
|
|
|
}
|
|
|
|
; CHECK: vpbroadcastq (%
|
|
|
|
define <2 x i64> @Q64(i64* %ptr) nounwind uwtable readnone ssp {
|
|
|
|
entry:
|
2015-02-28 05:17:42 +08:00
|
|
|
%q = load i64, i64* %ptr, align 4
|
2011-11-18 10:49:55 +08:00
|
|
|
%q0 = insertelement <2 x i64> undef, i64 %q, i32 0
|
|
|
|
%q1 = insertelement <2 x i64> %q0, i64 %q, i32 1
|
|
|
|
ret <2 x i64> %q1
|
|
|
|
}
|
[X86] Add broadcast instructions to the table used by ExeDepsFix pass.
Adds the different broadcast instructions to the ReplaceableInstrsAVX2 table.
That way the ExeDepsFix pass can take better decisions when AVX2 broadcasts are
across domain (int <-> float).
In particular, prior to this patch we were generating:
vpbroadcastd LCPI1_0(%rip), %ymm2
vpand %ymm2, %ymm0, %ymm0
vmaxps %ymm1, %ymm0, %ymm0 ## <- domain change penalty
Now, we generate the following nice sequence where everything is in the float
domain:
vbroadcastss LCPI1_0(%rip), %ymm2
vandps %ymm2, %ymm0, %ymm0
vmaxps %ymm1, %ymm0, %ymm0
<rdar://problem/16354675>
llvm-svn: 204770
2014-03-26 08:10:22 +08:00
|
|
|
; CHECK: vbroadcastsd (%
|
2011-11-18 10:49:55 +08:00
|
|
|
define <4 x i64> @QQ64(i64* %ptr) nounwind uwtable readnone ssp {
|
|
|
|
entry:
|
2015-02-28 05:17:42 +08:00
|
|
|
%q = load i64, i64* %ptr, align 4
|
2011-11-18 10:49:55 +08:00
|
|
|
%q0 = insertelement <4 x i64> undef, i64 %q, i32 0
|
|
|
|
%q1 = insertelement <4 x i64> %q0, i64 %q, i32 1
|
|
|
|
%q2 = insertelement <4 x i64> %q1, i64 %q, i32 2
|
|
|
|
%q3 = insertelement <4 x i64> %q2, i64 %q, i32 3
|
|
|
|
ret <4 x i64> %q3
|
|
|
|
}
|
2012-01-10 16:23:59 +08:00
|
|
|
|
|
|
|
; make sure that we still don't support broadcast double into 128-bit vector
|
|
|
|
; this used to crash
|
|
|
|
define <2 x double> @I(double* %ptr) nounwind uwtable readnone ssp {
|
|
|
|
entry:
|
2015-02-28 05:17:42 +08:00
|
|
|
%q = load double, double* %ptr, align 4
|
2012-01-10 16:23:59 +08:00
|
|
|
%vecinit.i = insertelement <2 x double> undef, double %q, i32 0
|
|
|
|
%vecinit2.i = insertelement <2 x double> %vecinit.i, double %q, i32 1
|
|
|
|
ret <2 x double> %vecinit2.i
|
|
|
|
}
|
2012-04-08 20:54:54 +08:00
|
|
|
|
|
|
|
; CHECK: V111
|
|
|
|
; CHECK: vpbroadcastd
|
|
|
|
; CHECK: ret
|
|
|
|
define <8 x i32> @V111(<8 x i32> %in) nounwind uwtable readnone ssp {
|
|
|
|
entry:
|
|
|
|
%g = add <8 x i32> %in, <i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1>
|
|
|
|
ret <8 x i32> %g
|
|
|
|
}
|
|
|
|
|
2012-04-24 19:07:03 +08:00
|
|
|
; CHECK: V113
|
|
|
|
; CHECK: vbroadcastss
|
|
|
|
; CHECK: ret
|
|
|
|
define <8 x float> @V113(<8 x float> %in) nounwind uwtable readnone ssp {
|
|
|
|
entry:
|
|
|
|
%g = fadd <8 x float> %in, <float 0xbf80000000000000, float 0xbf80000000000000, float 0xbf80000000000000, float 0xbf80000000000000, float 0xbf80000000000000, float 0xbf80000000000000, float 0xbf80000000000000, float 0xbf80000000000000>
|
|
|
|
ret <8 x float> %g
|
|
|
|
}
|
|
|
|
|
2012-04-08 20:54:54 +08:00
|
|
|
; CHECK: _e2
|
|
|
|
; CHECK: vbroadcastss
|
|
|
|
; CHECK: ret
|
|
|
|
define <4 x float> @_e2(float* %ptr) nounwind uwtable readnone ssp {
|
|
|
|
%vecinit.i = insertelement <4 x float> undef, float 0xbf80000000000000, i32 0
|
|
|
|
%vecinit2.i = insertelement <4 x float> %vecinit.i, float 0xbf80000000000000, i32 1
|
|
|
|
%vecinit4.i = insertelement <4 x float> %vecinit2.i, float 0xbf80000000000000, i32 2
|
|
|
|
%vecinit6.i = insertelement <4 x float> %vecinit4.i, float 0xbf80000000000000, i32 3
|
|
|
|
ret <4 x float> %vecinit6.i
|
|
|
|
}
|
|
|
|
|
2012-04-09 15:45:58 +08:00
|
|
|
; CHECK: _e4
|
|
|
|
; CHECK-NOT: broadcast
|
|
|
|
; CHECK: ret
|
|
|
|
define <8 x i8> @_e4(i8* %ptr) nounwind uwtable readnone ssp {
|
|
|
|
%vecinit0.i = insertelement <8 x i8> undef, i8 52, i32 0
|
|
|
|
%vecinit1.i = insertelement <8 x i8> %vecinit0.i, i8 52, i32 1
|
|
|
|
%vecinit2.i = insertelement <8 x i8> %vecinit1.i, i8 52, i32 2
|
|
|
|
%vecinit3.i = insertelement <8 x i8> %vecinit2.i, i8 52, i32 3
|
2012-04-24 19:07:03 +08:00
|
|
|
%vecinit4.i = insertelement <8 x i8> %vecinit3.i, i8 52, i32 4
|
|
|
|
%vecinit5.i = insertelement <8 x i8> %vecinit4.i, i8 52, i32 5
|
|
|
|
%vecinit6.i = insertelement <8 x i8> %vecinit5.i, i8 52, i32 6
|
|
|
|
%vecinit7.i = insertelement <8 x i8> %vecinit6.i, i8 52, i32 7
|
2012-04-09 15:45:58 +08:00
|
|
|
ret <8 x i8> %vecinit7.i
|
|
|
|
}
|
2012-04-24 19:07:03 +08:00
|
|
|
|
|
|
|
|
|
|
|
define void @crash() nounwind alwaysinline {
|
|
|
|
WGLoopsEntry:
|
|
|
|
br i1 undef, label %ret, label %footer329VF
|
|
|
|
|
|
|
|
footer329VF:
|
|
|
|
%A.0.inVF = fmul float undef, 6.553600e+04
|
|
|
|
%B.0.in407VF = fmul <8 x float> undef, <float 6.553600e+04, float 6.553600e+04, float 6.553600e+04, float 6.553600e+04, float 6.553600e+04, float 6.553600e+04, float 6.553600e+04, float 6.553600e+04>
|
|
|
|
%A.0VF = fptosi float %A.0.inVF to i32
|
|
|
|
%B.0408VF = fptosi <8 x float> %B.0.in407VF to <8 x i32>
|
|
|
|
%0 = and <8 x i32> %B.0408VF, <i32 65535, i32 65535, i32 65535, i32 65535, i32 65535, i32 65535, i32 65535, i32 65535>
|
|
|
|
%1 = and i32 %A.0VF, 65535
|
|
|
|
%temp1098VF = insertelement <8 x i32> undef, i32 %1, i32 0
|
|
|
|
%vector1099VF = shufflevector <8 x i32> %temp1098VF, <8 x i32> undef, <8 x i32> zeroinitializer
|
|
|
|
br i1 undef, label %preload1201VF, label %footer349VF
|
|
|
|
|
|
|
|
preload1201VF:
|
|
|
|
br label %footer349VF
|
|
|
|
|
|
|
|
footer349VF:
|
|
|
|
%2 = mul nsw <8 x i32> undef, %0
|
|
|
|
%3 = mul nsw <8 x i32> undef, %vector1099VF
|
|
|
|
br label %footer329VF
|
|
|
|
|
|
|
|
ret:
|
|
|
|
ret void
|
|
|
|
}
|
2012-05-20 03:57:37 +08:00
|
|
|
|
|
|
|
; CHECK: _inreg0
|
|
|
|
; CHECK: broadcastss
|
|
|
|
; CHECK: ret
|
|
|
|
define <8 x i32> @_inreg0(i32 %scalar) nounwind uwtable readnone ssp {
|
|
|
|
%in = insertelement <8 x i32> undef, i32 %scalar, i32 0
|
|
|
|
%wide = shufflevector <8 x i32> %in, <8 x i32> undef, <8 x i32> zeroinitializer
|
|
|
|
ret <8 x i32> %wide
|
|
|
|
}
|
|
|
|
|
|
|
|
; CHECK: _inreg1
|
|
|
|
; CHECK: broadcastss
|
|
|
|
; CHECK: ret
|
|
|
|
define <8 x float> @_inreg1(float %scalar) nounwind uwtable readnone ssp {
|
|
|
|
%in = insertelement <8 x float> undef, float %scalar, i32 0
|
|
|
|
%wide = shufflevector <8 x float> %in, <8 x float> undef, <8 x i32> zeroinitializer
|
|
|
|
ret <8 x float> %wide
|
|
|
|
}
|
|
|
|
|
|
|
|
; CHECK: _inreg2
|
|
|
|
; CHECK: broadcastss
|
|
|
|
; CHECK: ret
|
|
|
|
define <4 x float> @_inreg2(float %scalar) nounwind uwtable readnone ssp {
|
|
|
|
%in = insertelement <4 x float> undef, float %scalar, i32 0
|
|
|
|
%wide = shufflevector <4 x float> %in, <4 x float> undef, <4 x i32> zeroinitializer
|
|
|
|
ret <4 x float> %wide
|
|
|
|
}
|
|
|
|
|
|
|
|
; CHECK: _inreg3
|
|
|
|
; CHECK: broadcastsd
|
|
|
|
; CHECK: ret
|
|
|
|
define <4 x double> @_inreg3(double %scalar) nounwind uwtable readnone ssp {
|
|
|
|
%in = insertelement <4 x double> undef, double %scalar, i32 0
|
|
|
|
%wide = shufflevector <4 x double> %in, <4 x double> undef, <4 x i32> zeroinitializer
|
|
|
|
ret <4 x double> %wide
|
|
|
|
}
|
|
|
|
|
2013-07-19 06:47:09 +08:00
|
|
|
;CHECK-LABEL: _inreg8xfloat:
|
2012-07-01 14:12:26 +08:00
|
|
|
;CHECK: vbroadcastss
|
|
|
|
;CHECK: ret
|
|
|
|
define <8 x float> @_inreg8xfloat(<8 x float> %a) {
|
|
|
|
%b = shufflevector <8 x float> %a, <8 x float> undef, <8 x i32> zeroinitializer
|
|
|
|
ret <8 x float> %b
|
|
|
|
}
|
|
|
|
|
2013-07-19 06:47:09 +08:00
|
|
|
;CHECK-LABEL: _inreg4xfloat:
|
2012-07-01 14:12:26 +08:00
|
|
|
;CHECK: vbroadcastss
|
|
|
|
;CHECK: ret
|
|
|
|
define <4 x float> @_inreg4xfloat(<4 x float> %a) {
|
|
|
|
%b = shufflevector <4 x float> %a, <4 x float> undef, <4 x i32> zeroinitializer
|
|
|
|
ret <4 x float> %b
|
|
|
|
}
|
|
|
|
|
2013-07-19 06:47:09 +08:00
|
|
|
;CHECK-LABEL: _inreg16xi16:
|
2012-07-01 14:12:26 +08:00
|
|
|
;CHECK: vpbroadcastw
|
|
|
|
;CHECK: ret
|
|
|
|
define <16 x i16> @_inreg16xi16(<16 x i16> %a) {
|
|
|
|
%b = shufflevector <16 x i16> %a, <16 x i16> undef, <16 x i32> zeroinitializer
|
|
|
|
ret <16 x i16> %b
|
|
|
|
}
|
|
|
|
|
2013-07-19 06:47:09 +08:00
|
|
|
;CHECK-LABEL: _inreg8xi16:
|
2012-07-01 14:12:26 +08:00
|
|
|
;CHECK: vpbroadcastw
|
|
|
|
;CHECK: ret
|
|
|
|
define <8 x i16> @_inreg8xi16(<8 x i16> %a) {
|
|
|
|
%b = shufflevector <8 x i16> %a, <8 x i16> undef, <8 x i32> zeroinitializer
|
|
|
|
ret <8 x i16> %b
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2013-07-19 06:47:09 +08:00
|
|
|
;CHECK-LABEL: _inreg4xi64:
|
[X86] Add broadcast instructions to the table used by ExeDepsFix pass.
Adds the different broadcast instructions to the ReplaceableInstrsAVX2 table.
That way the ExeDepsFix pass can take better decisions when AVX2 broadcasts are
across domain (int <-> float).
In particular, prior to this patch we were generating:
vpbroadcastd LCPI1_0(%rip), %ymm2
vpand %ymm2, %ymm0, %ymm0
vmaxps %ymm1, %ymm0, %ymm0 ## <- domain change penalty
Now, we generate the following nice sequence where everything is in the float
domain:
vbroadcastss LCPI1_0(%rip), %ymm2
vandps %ymm2, %ymm0, %ymm0
vmaxps %ymm1, %ymm0, %ymm0
<rdar://problem/16354675>
llvm-svn: 204770
2014-03-26 08:10:22 +08:00
|
|
|
;CHECK: vbroadcastsd
|
2012-07-01 14:12:26 +08:00
|
|
|
;CHECK: ret
|
|
|
|
define <4 x i64> @_inreg4xi64(<4 x i64> %a) {
|
|
|
|
%b = shufflevector <4 x i64> %a, <4 x i64> undef, <4 x i32> zeroinitializer
|
|
|
|
ret <4 x i64> %b
|
|
|
|
}
|
|
|
|
|
2013-07-19 06:47:09 +08:00
|
|
|
;CHECK-LABEL: _inreg2xi64:
|
2012-07-01 14:12:26 +08:00
|
|
|
;CHECK: vpbroadcastq
|
|
|
|
;CHECK: ret
|
|
|
|
define <2 x i64> @_inreg2xi64(<2 x i64> %a) {
|
|
|
|
%b = shufflevector <2 x i64> %a, <2 x i64> undef, <2 x i32> zeroinitializer
|
|
|
|
ret <2 x i64> %b
|
|
|
|
}
|
|
|
|
|
2013-07-19 06:47:09 +08:00
|
|
|
;CHECK-LABEL: _inreg4xdouble:
|
2012-07-01 14:12:26 +08:00
|
|
|
;CHECK: vbroadcastsd
|
|
|
|
;CHECK: ret
|
|
|
|
define <4 x double> @_inreg4xdouble(<4 x double> %a) {
|
|
|
|
%b = shufflevector <4 x double> %a, <4 x double> undef, <4 x i32> zeroinitializer
|
|
|
|
ret <4 x double> %b
|
2015-01-27 05:28:32 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
;CHECK-LABEL: _inreg2xdouble:
|
|
|
|
;CHECK: vmovddup
|
|
|
|
;CHECK: ret
|
|
|
|
define <2 x double> @_inreg2xdouble(<2 x double> %a) {
|
|
|
|
%b = shufflevector <2 x double> %a, <2 x double> undef, <2 x i32> zeroinitializer
|
2012-07-01 14:12:26 +08:00
|
|
|
ret <2 x double> %b
|
|
|
|
}
|
|
|
|
|
2013-07-19 06:47:09 +08:00
|
|
|
;CHECK-LABEL: _inreg8xi32:
|
[X86] Add broadcast instructions to the table used by ExeDepsFix pass.
Adds the different broadcast instructions to the ReplaceableInstrsAVX2 table.
That way the ExeDepsFix pass can take better decisions when AVX2 broadcasts are
across domain (int <-> float).
In particular, prior to this patch we were generating:
vpbroadcastd LCPI1_0(%rip), %ymm2
vpand %ymm2, %ymm0, %ymm0
vmaxps %ymm1, %ymm0, %ymm0 ## <- domain change penalty
Now, we generate the following nice sequence where everything is in the float
domain:
vbroadcastss LCPI1_0(%rip), %ymm2
vandps %ymm2, %ymm0, %ymm0
vmaxps %ymm1, %ymm0, %ymm0
<rdar://problem/16354675>
llvm-svn: 204770
2014-03-26 08:10:22 +08:00
|
|
|
;CHECK: vbroadcastss
|
2012-07-01 14:12:26 +08:00
|
|
|
;CHECK: ret
|
|
|
|
define <8 x i32> @_inreg8xi32(<8 x i32> %a) {
|
|
|
|
%b = shufflevector <8 x i32> %a, <8 x i32> undef, <8 x i32> zeroinitializer
|
|
|
|
ret <8 x i32> %b
|
|
|
|
}
|
|
|
|
|
2013-07-19 06:47:09 +08:00
|
|
|
;CHECK-LABEL: _inreg4xi32:
|
[X86] Add broadcast instructions to the table used by ExeDepsFix pass.
Adds the different broadcast instructions to the ReplaceableInstrsAVX2 table.
That way the ExeDepsFix pass can take better decisions when AVX2 broadcasts are
across domain (int <-> float).
In particular, prior to this patch we were generating:
vpbroadcastd LCPI1_0(%rip), %ymm2
vpand %ymm2, %ymm0, %ymm0
vmaxps %ymm1, %ymm0, %ymm0 ## <- domain change penalty
Now, we generate the following nice sequence where everything is in the float
domain:
vbroadcastss LCPI1_0(%rip), %ymm2
vandps %ymm2, %ymm0, %ymm0
vmaxps %ymm1, %ymm0, %ymm0
<rdar://problem/16354675>
llvm-svn: 204770
2014-03-26 08:10:22 +08:00
|
|
|
;CHECK: vbroadcastss
|
2012-07-01 14:12:26 +08:00
|
|
|
;CHECK: ret
|
|
|
|
define <4 x i32> @_inreg4xi32(<4 x i32> %a) {
|
|
|
|
%b = shufflevector <4 x i32> %a, <4 x i32> undef, <4 x i32> zeroinitializer
|
|
|
|
ret <4 x i32> %b
|
|
|
|
}
|
|
|
|
|
2013-07-19 06:47:09 +08:00
|
|
|
;CHECK-LABEL: _inreg32xi8:
|
2012-07-01 14:12:26 +08:00
|
|
|
;CHECK: vpbroadcastb
|
|
|
|
;CHECK: ret
|
|
|
|
define <32 x i8> @_inreg32xi8(<32 x i8> %a) {
|
|
|
|
%b = shufflevector <32 x i8> %a, <32 x i8> undef, <32 x i32> zeroinitializer
|
|
|
|
ret <32 x i8> %b
|
|
|
|
}
|
|
|
|
|
2013-07-19 06:47:09 +08:00
|
|
|
;CHECK-LABEL: _inreg16xi8:
|
2012-07-01 14:12:26 +08:00
|
|
|
;CHECK: vpbroadcastb
|
|
|
|
;CHECK: ret
|
|
|
|
define <16 x i8> @_inreg16xi8(<16 x i8> %a) {
|
|
|
|
%b = shufflevector <16 x i8> %a, <16 x i8> undef, <16 x i32> zeroinitializer
|
|
|
|
ret <16 x i8> %b
|
|
|
|
}
|
Teach the DAGCombiner how to fold concat_vector nodes when the input is two
BUILD_VECTOR nodes, e.g.:
(concat_vectors (BUILD_VECTOR a1, a2, a3, a4), (BUILD_VECTOR b1, b2, b3, b4))
->
(BUILD_VECTOR a1, a2, a3, a4, b1, b2, b3, b4)
This fixes an issue with AVX, where a sequence was not recognized as a 256-bit
vbroadcast due to the concat_vectors.
llvm-svn: 201158
2014-02-11 23:42:46 +08:00
|
|
|
|
|
|
|
; These tests check that a vbroadcast instruction is used when we have a splat
|
|
|
|
; formed from a concat_vectors (via the shufflevector) of two BUILD_VECTORs
|
|
|
|
; (via the insertelements).
|
|
|
|
|
|
|
|
; CHECK-LABEL: splat_concat1
|
|
|
|
; CHECK-NOT: vinsertf128
|
|
|
|
; CHECK: vbroadcastss
|
|
|
|
; CHECK-NEXT: ret
|
|
|
|
define <8 x float> @splat_concat1(float %f) {
|
|
|
|
%1 = insertelement <4 x float> undef, float %f, i32 0
|
|
|
|
%2 = insertelement <4 x float> %1, float %f, i32 1
|
|
|
|
%3 = insertelement <4 x float> %2, float %f, i32 2
|
|
|
|
%4 = insertelement <4 x float> %3, float %f, i32 3
|
|
|
|
%5 = shufflevector <4 x float> %4, <4 x float> undef, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 0, i32 1, i32 2, i32 3>
|
|
|
|
ret <8 x float> %5
|
|
|
|
}
|
|
|
|
|
|
|
|
; CHECK-LABEL: splat_concat2
|
|
|
|
; CHECK-NOT: vinsertf128
|
|
|
|
; CHECK: vbroadcastss
|
|
|
|
; CHECK-NEXT: ret
|
|
|
|
define <8 x float> @splat_concat2(float %f) {
|
|
|
|
%1 = insertelement <4 x float> undef, float %f, i32 0
|
|
|
|
%2 = insertelement <4 x float> %1, float %f, i32 1
|
|
|
|
%3 = insertelement <4 x float> %2, float %f, i32 2
|
|
|
|
%4 = insertelement <4 x float> %3, float %f, i32 3
|
|
|
|
%5 = insertelement <4 x float> undef, float %f, i32 0
|
|
|
|
%6 = insertelement <4 x float> %5, float %f, i32 1
|
|
|
|
%7 = insertelement <4 x float> %6, float %f, i32 2
|
|
|
|
%8 = insertelement <4 x float> %7, float %f, i32 3
|
|
|
|
%9 = shufflevector <4 x float> %4, <4 x float> %8, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7>
|
|
|
|
ret <8 x float> %9
|
|
|
|
}
|
|
|
|
|
|
|
|
; CHECK-LABEL: splat_concat3
|
|
|
|
; CHECK-NOT: vinsertf128
|
|
|
|
; CHECK: vbroadcastsd
|
|
|
|
; CHECK-NEXT: ret
|
|
|
|
define <4 x double> @splat_concat3(double %d) {
|
|
|
|
%1 = insertelement <2 x double> undef, double %d, i32 0
|
|
|
|
%2 = insertelement <2 x double> %1, double %d, i32 1
|
|
|
|
%3 = shufflevector <2 x double> %2, <2 x double> undef, <4 x i32> <i32 0, i32 1, i32 0, i32 1>
|
|
|
|
ret <4 x double> %3
|
|
|
|
}
|
|
|
|
|
|
|
|
; CHECK-LABEL: splat_concat4
|
|
|
|
; CHECK-NOT: vinsertf128
|
|
|
|
; CHECK: vbroadcastsd
|
|
|
|
; CHECK-NEXT: ret
|
|
|
|
define <4 x double> @splat_concat4(double %d) {
|
|
|
|
%1 = insertelement <2 x double> undef, double %d, i32 0
|
|
|
|
%2 = insertelement <2 x double> %1, double %d, i32 1
|
|
|
|
%3 = insertelement <2 x double> undef, double %d, i32 0
|
|
|
|
%4 = insertelement <2 x double> %3, double %d, i32 1
|
|
|
|
%5 = shufflevector <2 x double> %2, <2 x double> %4, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
|
|
|
|
ret <4 x double> %5
|
|
|
|
}
|
2014-03-25 01:54:19 +08:00
|
|
|
|
|
|
|
; Test cases for <rdar://problem/16074331>.
|
|
|
|
; Instruction selection for broacast instruction fails if
|
|
|
|
; the load cannot be folded into the broadcast.
|
|
|
|
; This happens if the load has initial one use but other uses are
|
|
|
|
; created later, or if selection DAG cannot prove that folding the
|
|
|
|
; load will not create a cycle in the DAG.
|
|
|
|
; Those test cases exerce the latter.
|
|
|
|
|
|
|
|
; CHECK-LABEL: isel_crash_16b
|
|
|
|
; CHECK: vpbroadcastb {{[^,]+}}, %xmm{{[0-9]+}}
|
|
|
|
; CHECK: ret
|
|
|
|
define void @isel_crash_16b(i8* %cV_R.addr) {
|
|
|
|
eintry:
|
|
|
|
%__a.addr.i = alloca <2 x i64>, align 16
|
|
|
|
%__b.addr.i = alloca <2 x i64>, align 16
|
|
|
|
%vCr = alloca <2 x i64>, align 16
|
|
|
|
store <2 x i64> zeroinitializer, <2 x i64>* %vCr, align 16
|
2015-02-28 05:17:42 +08:00
|
|
|
%tmp = load <2 x i64>, <2 x i64>* %vCr, align 16
|
|
|
|
%tmp2 = load i8, i8* %cV_R.addr, align 4
|
2014-03-25 01:54:19 +08:00
|
|
|
%splat.splatinsert = insertelement <16 x i8> undef, i8 %tmp2, i32 0
|
|
|
|
%splat.splat = shufflevector <16 x i8> %splat.splatinsert, <16 x i8> undef, <16 x i32> zeroinitializer
|
|
|
|
%tmp3 = bitcast <16 x i8> %splat.splat to <2 x i64>
|
|
|
|
store <2 x i64> %tmp, <2 x i64>* %__a.addr.i, align 16
|
|
|
|
store <2 x i64> %tmp3, <2 x i64>* %__b.addr.i, align 16
|
|
|
|
ret void
|
|
|
|
}
|
|
|
|
|
|
|
|
; CHECK-LABEL: isel_crash_32b
|
|
|
|
; CHECK: vpbroadcastb {{[^,]+}}, %ymm{{[0-9]+}}
|
|
|
|
; CHECK: ret
|
|
|
|
define void @isel_crash_32b(i8* %cV_R.addr) {
|
|
|
|
eintry:
|
|
|
|
%__a.addr.i = alloca <4 x i64>, align 16
|
|
|
|
%__b.addr.i = alloca <4 x i64>, align 16
|
|
|
|
%vCr = alloca <4 x i64>, align 16
|
|
|
|
store <4 x i64> zeroinitializer, <4 x i64>* %vCr, align 16
|
2015-02-28 05:17:42 +08:00
|
|
|
%tmp = load <4 x i64>, <4 x i64>* %vCr, align 16
|
|
|
|
%tmp2 = load i8, i8* %cV_R.addr, align 4
|
2014-03-25 01:54:19 +08:00
|
|
|
%splat.splatinsert = insertelement <32 x i8> undef, i8 %tmp2, i32 0
|
|
|
|
%splat.splat = shufflevector <32 x i8> %splat.splatinsert, <32 x i8> undef, <32 x i32> zeroinitializer
|
|
|
|
%tmp3 = bitcast <32 x i8> %splat.splat to <4 x i64>
|
|
|
|
store <4 x i64> %tmp, <4 x i64>* %__a.addr.i, align 16
|
|
|
|
store <4 x i64> %tmp3, <4 x i64>* %__b.addr.i, align 16
|
|
|
|
ret void
|
|
|
|
}
|
|
|
|
|
|
|
|
; CHECK-LABEL: isel_crash_8w
|
|
|
|
; CHECK: vpbroadcastw {{[^,]+}}, %xmm{{[0-9]+}}
|
|
|
|
; CHECK: ret
|
|
|
|
define void @isel_crash_8w(i16* %cV_R.addr) {
|
|
|
|
entry:
|
|
|
|
%__a.addr.i = alloca <2 x i64>, align 16
|
|
|
|
%__b.addr.i = alloca <2 x i64>, align 16
|
|
|
|
%vCr = alloca <2 x i64>, align 16
|
|
|
|
store <2 x i64> zeroinitializer, <2 x i64>* %vCr, align 16
|
2015-02-28 05:17:42 +08:00
|
|
|
%tmp = load <2 x i64>, <2 x i64>* %vCr, align 16
|
|
|
|
%tmp2 = load i16, i16* %cV_R.addr, align 4
|
2014-03-25 01:54:19 +08:00
|
|
|
%splat.splatinsert = insertelement <8 x i16> undef, i16 %tmp2, i32 0
|
|
|
|
%splat.splat = shufflevector <8 x i16> %splat.splatinsert, <8 x i16> undef, <8 x i32> zeroinitializer
|
|
|
|
%tmp3 = bitcast <8 x i16> %splat.splat to <2 x i64>
|
|
|
|
store <2 x i64> %tmp, <2 x i64>* %__a.addr.i, align 16
|
|
|
|
store <2 x i64> %tmp3, <2 x i64>* %__b.addr.i, align 16
|
|
|
|
ret void
|
|
|
|
}
|
|
|
|
|
|
|
|
; CHECK-LABEL: isel_crash_16w
|
|
|
|
; CHECK: vpbroadcastw {{[^,]+}}, %ymm{{[0-9]+}}
|
|
|
|
; CHECK: ret
|
|
|
|
define void @isel_crash_16w(i16* %cV_R.addr) {
|
|
|
|
eintry:
|
|
|
|
%__a.addr.i = alloca <4 x i64>, align 16
|
|
|
|
%__b.addr.i = alloca <4 x i64>, align 16
|
|
|
|
%vCr = alloca <4 x i64>, align 16
|
|
|
|
store <4 x i64> zeroinitializer, <4 x i64>* %vCr, align 16
|
2015-02-28 05:17:42 +08:00
|
|
|
%tmp = load <4 x i64>, <4 x i64>* %vCr, align 16
|
|
|
|
%tmp2 = load i16, i16* %cV_R.addr, align 4
|
2014-03-25 01:54:19 +08:00
|
|
|
%splat.splatinsert = insertelement <16 x i16> undef, i16 %tmp2, i32 0
|
|
|
|
%splat.splat = shufflevector <16 x i16> %splat.splatinsert, <16 x i16> undef, <16 x i32> zeroinitializer
|
|
|
|
%tmp3 = bitcast <16 x i16> %splat.splat to <4 x i64>
|
|
|
|
store <4 x i64> %tmp, <4 x i64>* %__a.addr.i, align 16
|
|
|
|
store <4 x i64> %tmp3, <4 x i64>* %__b.addr.i, align 16
|
|
|
|
ret void
|
|
|
|
}
|
|
|
|
|
|
|
|
; CHECK-LABEL: isel_crash_4d
|
|
|
|
; CHECK: vbroadcastss {{[^,]+}}, %xmm{{[0-9]+}}
|
|
|
|
; CHECK: ret
|
|
|
|
define void @isel_crash_4d(i32* %cV_R.addr) {
|
|
|
|
entry:
|
|
|
|
%__a.addr.i = alloca <2 x i64>, align 16
|
|
|
|
%__b.addr.i = alloca <2 x i64>, align 16
|
|
|
|
%vCr = alloca <2 x i64>, align 16
|
|
|
|
store <2 x i64> zeroinitializer, <2 x i64>* %vCr, align 16
|
2015-02-28 05:17:42 +08:00
|
|
|
%tmp = load <2 x i64>, <2 x i64>* %vCr, align 16
|
|
|
|
%tmp2 = load i32, i32* %cV_R.addr, align 4
|
2014-03-25 01:54:19 +08:00
|
|
|
%splat.splatinsert = insertelement <4 x i32> undef, i32 %tmp2, i32 0
|
|
|
|
%splat.splat = shufflevector <4 x i32> %splat.splatinsert, <4 x i32> undef, <4 x i32> zeroinitializer
|
|
|
|
%tmp3 = bitcast <4 x i32> %splat.splat to <2 x i64>
|
|
|
|
store <2 x i64> %tmp, <2 x i64>* %__a.addr.i, align 16
|
|
|
|
store <2 x i64> %tmp3, <2 x i64>* %__b.addr.i, align 16
|
|
|
|
ret void
|
|
|
|
}
|
|
|
|
|
|
|
|
; CHECK-LABEL: isel_crash_8d
|
|
|
|
; CHECK: vbroadcastss {{[^,]+}}, %ymm{{[0-9]+}}
|
|
|
|
; CHECK: ret
|
|
|
|
define void @isel_crash_8d(i32* %cV_R.addr) {
|
|
|
|
eintry:
|
|
|
|
%__a.addr.i = alloca <4 x i64>, align 16
|
|
|
|
%__b.addr.i = alloca <4 x i64>, align 16
|
|
|
|
%vCr = alloca <4 x i64>, align 16
|
|
|
|
store <4 x i64> zeroinitializer, <4 x i64>* %vCr, align 16
|
2015-02-28 05:17:42 +08:00
|
|
|
%tmp = load <4 x i64>, <4 x i64>* %vCr, align 16
|
|
|
|
%tmp2 = load i32, i32* %cV_R.addr, align 4
|
2014-03-25 01:54:19 +08:00
|
|
|
%splat.splatinsert = insertelement <8 x i32> undef, i32 %tmp2, i32 0
|
|
|
|
%splat.splat = shufflevector <8 x i32> %splat.splatinsert, <8 x i32> undef, <8 x i32> zeroinitializer
|
|
|
|
%tmp3 = bitcast <8 x i32> %splat.splat to <4 x i64>
|
|
|
|
store <4 x i64> %tmp, <4 x i64>* %__a.addr.i, align 16
|
|
|
|
store <4 x i64> %tmp3, <4 x i64>* %__b.addr.i, align 16
|
|
|
|
ret void
|
|
|
|
}
|
|
|
|
|
|
|
|
; CHECK-LABEL: isel_crash_2q
|
|
|
|
; CHECK: vpbroadcastq {{[^,]+}}, %xmm{{[0-9]+}}
|
|
|
|
; CHECK: ret
|
|
|
|
define void @isel_crash_2q(i64* %cV_R.addr) {
|
|
|
|
entry:
|
|
|
|
%__a.addr.i = alloca <2 x i64>, align 16
|
|
|
|
%__b.addr.i = alloca <2 x i64>, align 16
|
|
|
|
%vCr = alloca <2 x i64>, align 16
|
|
|
|
store <2 x i64> zeroinitializer, <2 x i64>* %vCr, align 16
|
2015-02-28 05:17:42 +08:00
|
|
|
%tmp = load <2 x i64>, <2 x i64>* %vCr, align 16
|
|
|
|
%tmp2 = load i64, i64* %cV_R.addr, align 4
|
2014-03-25 01:54:19 +08:00
|
|
|
%splat.splatinsert = insertelement <2 x i64> undef, i64 %tmp2, i32 0
|
|
|
|
%splat.splat = shufflevector <2 x i64> %splat.splatinsert, <2 x i64> undef, <2 x i32> zeroinitializer
|
|
|
|
store <2 x i64> %tmp, <2 x i64>* %__a.addr.i, align 16
|
|
|
|
store <2 x i64> %splat.splat, <2 x i64>* %__b.addr.i, align 16
|
|
|
|
ret void
|
|
|
|
}
|
|
|
|
|
|
|
|
; CHECK-LABEL: isel_crash_4q
|
|
|
|
; CHECK: vbroadcastsd {{[^,]+}}, %ymm{{[0-9]+}}
|
|
|
|
; CHECK: ret
|
|
|
|
define void @isel_crash_4q(i64* %cV_R.addr) {
|
|
|
|
eintry:
|
|
|
|
%__a.addr.i = alloca <4 x i64>, align 16
|
|
|
|
%__b.addr.i = alloca <4 x i64>, align 16
|
|
|
|
%vCr = alloca <4 x i64>, align 16
|
|
|
|
store <4 x i64> zeroinitializer, <4 x i64>* %vCr, align 16
|
2015-02-28 05:17:42 +08:00
|
|
|
%tmp = load <4 x i64>, <4 x i64>* %vCr, align 16
|
|
|
|
%tmp2 = load i64, i64* %cV_R.addr, align 4
|
2014-03-25 01:54:19 +08:00
|
|
|
%splat.splatinsert = insertelement <4 x i64> undef, i64 %tmp2, i32 0
|
|
|
|
%splat.splat = shufflevector <4 x i64> %splat.splatinsert, <4 x i64> undef, <4 x i32> zeroinitializer
|
|
|
|
store <4 x i64> %tmp, <4 x i64>* %__a.addr.i, align 16
|
|
|
|
store <4 x i64> %splat.splat, <4 x i64>* %__b.addr.i, align 16
|
|
|
|
ret void
|
|
|
|
}
|