forked from OSchip/llvm-project
2745 lines
106 KiB
LLVM
2745 lines
106 KiB
LLVM
; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py
|
|
; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+avx512f | FileCheck %s --check-prefix=ALL --check-prefix=AVX512F
|
|
; RUN: llc < %s -mtriple=i386-unknown-linux-gnu -mattr=+avx512f | FileCheck %s --check-prefix=ALL --check-prefix=AVX512F-32
|
|
|
|
define <8 x double> @shuffle_v8f64_00000000(<8 x double> %a, <8 x double> %b) {
|
|
; AVX512F-LABEL: shuffle_v8f64_00000000:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vbroadcastsd %xmm0, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_00000000:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vbroadcastsd %xmm0, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 0, i32 0, i32 0, i32 0, i32 0, i32 0, i32 0>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_22222222(<8 x double> %a, <8 x double> %b) {
|
|
; AVX512F-LABEL: shuffle_v8f64_22222222:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vextractf128 $1, %ymm0, %xmm0
|
|
; AVX512F-NEXT: vbroadcastsd %xmm0, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_22222222:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vextractf128 $1, %ymm0, %xmm0
|
|
; AVX512F-32-NEXT: vbroadcastsd %xmm0, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 2, i32 2, i32 2, i32 2, i32 2, i32 2, i32 2, i32 2>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_44444444(<8 x double> %a, <8 x double> %b) {
|
|
; AVX512F-LABEL: shuffle_v8f64_44444444:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vextractf32x4 $2, %zmm0, %xmm0
|
|
; AVX512F-NEXT: vbroadcastsd %xmm0, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_44444444:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vextractf32x4 $2, %zmm0, %xmm0
|
|
; AVX512F-32-NEXT: vbroadcastsd %xmm0, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 4, i32 4, i32 4, i32 4, i32 4, i32 4, i32 4, i32 4>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_44444444_bc(<8 x i64> %a, <8 x i64> %b) {
|
|
; AVX512F-LABEL: shuffle_v8f64_44444444_bc:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vextractf32x4 $2, %zmm0, %xmm0
|
|
; AVX512F-NEXT: vbroadcastsd %xmm0, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_44444444_bc:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vextractf32x4 $2, %zmm0, %xmm0
|
|
; AVX512F-32-NEXT: vbroadcastsd %xmm0, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%tmp0 = bitcast <8 x i64> %a to <8 x double>
|
|
%tmp1 = bitcast <8 x i64> %b to <8 x double>
|
|
%shuffle = shufflevector <8 x double> %tmp0, <8 x double> %tmp1, <8 x i32> <i32 4, i32 4, i32 4, i32 4, i32 4, i32 4, i32 4, i32 4>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_00000010(<8 x double> %a, <8 x double> %b) {
|
|
; AVX512F-LABEL: shuffle_v8f64_00000010:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovapd {{.*#+}} zmm1 = [0,0,0,0,0,0,1,0]
|
|
; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_00000010:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovapd {{.*#+}} zmm1 = [0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0]
|
|
; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 0, i32 0, i32 0, i32 0, i32 0, i32 1, i32 0>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_00000200(<8 x double> %a, <8 x double> %b) {
|
|
; AVX512F-LABEL: shuffle_v8f64_00000200:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovapd {{.*#+}} zmm1 = [0,0,0,0,0,2,0,0]
|
|
; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_00000200:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovapd {{.*#+}} zmm1 = [0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0]
|
|
; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 0, i32 0, i32 0, i32 0, i32 2, i32 0, i32 0>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_00003000(<8 x double> %a, <8 x double> %b) {
|
|
; AVX512F-LABEL: shuffle_v8f64_00003000:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovapd {{.*#+}} zmm1 = [0,0,0,0,3,0,0,0]
|
|
; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_00003000:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovapd {{.*#+}} zmm1 = [0,0,0,0,0,0,0,0,3,0,0,0,0,0,0,0]
|
|
; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 0, i32 0, i32 0, i32 3, i32 0, i32 0, i32 0>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_00040000(<8 x double> %a, <8 x double> %b) {
|
|
; AVX512F-LABEL: shuffle_v8f64_00040000:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovapd {{.*#+}} zmm1 = [0,0,0,4,0,0,0,0]
|
|
; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_00040000:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovapd {{.*#+}} zmm1 = [0,0,0,0,0,0,4,0,0,0,0,0,0,0,0,0]
|
|
; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 0, i32 0, i32 4, i32 0, i32 0, i32 0, i32 0>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_00500000(<8 x double> %a, <8 x double> %b) {
|
|
; AVX512F-LABEL: shuffle_v8f64_00500000:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovapd {{.*#+}} zmm1 = [0,0,5,0,0,0,0,0]
|
|
; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_00500000:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovapd {{.*#+}} zmm1 = [0,0,0,0,5,0,0,0,0,0,0,0,0,0,0,0]
|
|
; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 0, i32 5, i32 0, i32 0, i32 0, i32 0, i32 0>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_06000000(<8 x double> %a, <8 x double> %b) {
|
|
; AVX512F-LABEL: shuffle_v8f64_06000000:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovapd {{.*#+}} zmm1 = [0,6,0,0,0,0,0,0]
|
|
; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_06000000:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovapd {{.*#+}} zmm1 = [0,0,6,0,0,0,0,0,0,0,0,0,0,0,0,0]
|
|
; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 6, i32 0, i32 0, i32 0, i32 0, i32 0, i32 0>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_70000000(<8 x double> %a, <8 x double> %b) {
|
|
; AVX512F-LABEL: shuffle_v8f64_70000000:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: movl $7, %eax
|
|
; AVX512F-NEXT: vmovq %rax, %xmm1
|
|
; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_70000000:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: movl $7, %eax
|
|
; AVX512F-32-NEXT: vmovd %eax, %xmm1
|
|
; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 7, i32 0, i32 0, i32 0, i32 0, i32 0, i32 0, i32 0>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_01014545(<8 x double> %a, <8 x double> %b) {
|
|
; AVX512F-LABEL: shuffle_v8f64_01014545:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vpermpd {{.*#+}} zmm0 = zmm0[0,1,0,1,4,5,4,5]
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_01014545:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vpermpd {{.*#+}} zmm0 = zmm0[0,1,0,1,4,5,4,5]
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 1, i32 0, i32 1, i32 4, i32 5, i32 4, i32 5>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_00112233(<8 x double> %a, <8 x double> %b) {
|
|
; AVX512F-LABEL: shuffle_v8f64_00112233:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovapd {{.*#+}} zmm1 = [0,0,1,1,2,2,3,3]
|
|
; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_00112233:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovapd {{.*#+}} zmm1 = [0,0,0,0,1,0,1,0,2,0,2,0,3,0,3,0]
|
|
; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 0, i32 1, i32 1, i32 2, i32 2, i32 3, i32 3>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_00001111(<8 x double> %a, <8 x double> %b) {
|
|
; AVX512F-LABEL: shuffle_v8f64_00001111:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovapd {{.*#+}} zmm1 = [0,0,0,0,1,1,1,1]
|
|
; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_00001111:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovapd {{.*#+}} zmm1 = [0,0,0,0,0,0,0,0,1,0,1,0,1,0,1,0]
|
|
; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 0, i32 0, i32 0, i32 1, i32 1, i32 1, i32 1>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_81a3c5e7(<8 x double> %a, <8 x double> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8f64_81a3c5e7:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vshufpd {{.*#+}} zmm0 = zmm1[0],zmm0[1],zmm1[2],zmm0[3],zmm1[4],zmm0[5],zmm1[6],zmm0[7]
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_81a3c5e7:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vshufpd {{.*#+}} zmm0 = zmm1[0],zmm0[1],zmm1[2],zmm0[3],zmm1[4],zmm0[5],zmm1[6],zmm0[7]
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 8, i32 1, i32 10, i32 3, i32 12, i32 5, i32 14, i32 7>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_08080808(<8 x double> %a, <8 x double> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8f64_08080808:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovapd {{.*#+}} zmm2 = [0,8,0,8,0,8,0,8]
|
|
; AVX512F-NEXT: vpermt2pd %zmm1, %zmm2, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_08080808:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovapd {{.*#+}} zmm2 = [0,0,8,0,0,0,8,0,0,0,8,0,0,0,8,0]
|
|
; AVX512F-32-NEXT: vpermt2pd %zmm1, %zmm2, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 8, i32 0, i32 8, i32 0, i32 8, i32 0, i32 8>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_08084c4c(<8 x double> %a, <8 x double> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8f64_08084c4c:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovapd {{.*#+}} zmm2 = [0,8,0,8,4,12,4,12]
|
|
; AVX512F-NEXT: vpermt2pd %zmm1, %zmm2, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_08084c4c:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovapd {{.*#+}} zmm2 = [0,0,8,0,0,0,8,0,4,0,12,0,4,0,12,0]
|
|
; AVX512F-32-NEXT: vpermt2pd %zmm1, %zmm2, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 8, i32 0, i32 8, i32 4, i32 12, i32 4, i32 12>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_8823cc67(<8 x double> %a, <8 x double> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8f64_8823cc67:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovapd {{.*#+}} zmm2 = [0,0,10,11,4,4,14,15]
|
|
; AVX512F-NEXT: vpermi2pd %zmm0, %zmm1, %zmm2
|
|
; AVX512F-NEXT: vmovapd %zmm2, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_8823cc67:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovapd {{.*#+}} zmm2 = [0,0,0,0,10,0,11,0,4,0,4,0,14,0,15,0]
|
|
; AVX512F-32-NEXT: vpermi2pd %zmm0, %zmm1, %zmm2
|
|
; AVX512F-32-NEXT: vmovapd %zmm2, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 8, i32 8, i32 2, i32 3, i32 12, i32 12, i32 6, i32 7>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_9832dc76(<8 x double> %a, <8 x double> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8f64_9832dc76:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovapd {{.*#+}} zmm2 = [1,0,11,10,5,4,15,14]
|
|
; AVX512F-NEXT: vpermi2pd %zmm0, %zmm1, %zmm2
|
|
; AVX512F-NEXT: vmovapd %zmm2, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_9832dc76:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovapd {{.*#+}} zmm2 = [1,0,0,0,11,0,10,0,5,0,4,0,15,0,14,0]
|
|
; AVX512F-32-NEXT: vpermi2pd %zmm0, %zmm1, %zmm2
|
|
; AVX512F-32-NEXT: vmovapd %zmm2, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 9, i32 8, i32 3, i32 2, i32 13, i32 12, i32 7, i32 6>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_9810dc54(<8 x double> %a, <8 x double> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8f64_9810dc54:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovapd {{.*#+}} zmm2 = [1,0,9,8,5,4,13,12]
|
|
; AVX512F-NEXT: vpermi2pd %zmm0, %zmm1, %zmm2
|
|
; AVX512F-NEXT: vmovapd %zmm2, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_9810dc54:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovapd {{.*#+}} zmm2 = [1,0,0,0,9,0,8,0,5,0,4,0,13,0,12,0]
|
|
; AVX512F-32-NEXT: vpermi2pd %zmm0, %zmm1, %zmm2
|
|
; AVX512F-32-NEXT: vmovapd %zmm2, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 9, i32 8, i32 1, i32 0, i32 13, i32 12, i32 5, i32 4>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_08194c5d(<8 x double> %a, <8 x double> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8f64_08194c5d:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovapd {{.*#+}} zmm2 = [0,8,1,9,4,12,5,13]
|
|
; AVX512F-NEXT: vpermt2pd %zmm1, %zmm2, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_08194c5d:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovapd {{.*#+}} zmm2 = [0,0,8,0,1,0,9,0,4,0,12,0,5,0,13,0]
|
|
; AVX512F-32-NEXT: vpermt2pd %zmm1, %zmm2, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 8, i32 1, i32 9, i32 4, i32 12, i32 5, i32 13>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_2a3b6e7f(<8 x double> %a, <8 x double> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8f64_2a3b6e7f:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovapd {{.*#+}} zmm2 = [2,10,3,11,6,14,7,15]
|
|
; AVX512F-NEXT: vpermt2pd %zmm1, %zmm2, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_2a3b6e7f:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovapd {{.*#+}} zmm2 = [2,0,10,0,3,0,11,0,6,0,14,0,7,0,15,0]
|
|
; AVX512F-32-NEXT: vpermt2pd %zmm1, %zmm2, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 2, i32 10, i32 3, i32 11, i32 6, i32 14, i32 7, i32 15>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_08192a3b(<8 x double> %a, <8 x double> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8f64_08192a3b:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovapd {{.*#+}} zmm2 = [0,8,1,9,2,10,3,11]
|
|
; AVX512F-NEXT: vpermt2pd %zmm1, %zmm2, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_08192a3b:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovapd {{.*#+}} zmm2 = [0,0,8,0,1,0,9,0,2,0,10,0,3,0,11,0]
|
|
; AVX512F-32-NEXT: vpermt2pd %zmm1, %zmm2, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 8, i32 1, i32 9, i32 2, i32 10, i32 3, i32 11>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_08991abb(<8 x double> %a, <8 x double> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8f64_08991abb:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovapd {{.*#+}} zmm2 = [8,0,1,1,9,2,3,3]
|
|
; AVX512F-NEXT: vpermi2pd %zmm0, %zmm1, %zmm2
|
|
; AVX512F-NEXT: vmovapd %zmm2, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_08991abb:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovapd {{.*#+}} zmm2 = [8,0,0,0,1,0,1,0,9,0,2,0,3,0,3,0]
|
|
; AVX512F-32-NEXT: vpermi2pd %zmm0, %zmm1, %zmm2
|
|
; AVX512F-32-NEXT: vmovapd %zmm2, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 8, i32 9, i32 9, i32 1, i32 10, i32 11, i32 11>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_091b2d3f(<8 x double> %a, <8 x double> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8f64_091b2d3f:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovapd {{.*#+}} zmm2 = [0,9,1,11,2,13,3,15]
|
|
; AVX512F-NEXT: vpermt2pd %zmm1, %zmm2, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_091b2d3f:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovapd {{.*#+}} zmm2 = [0,0,9,0,1,0,11,0,2,0,13,0,3,0,15,0]
|
|
; AVX512F-32-NEXT: vpermt2pd %zmm1, %zmm2, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 9, i32 1, i32 11, i32 2, i32 13, i32 3, i32 15>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_09ab1def(<8 x double> %a, <8 x double> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8f64_09ab1def:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovapd {{.*#+}} zmm2 = [8,1,2,3,9,5,6,7]
|
|
; AVX512F-NEXT: vpermi2pd %zmm0, %zmm1, %zmm2
|
|
; AVX512F-NEXT: vmovapd %zmm2, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_09ab1def:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovapd {{.*#+}} zmm2 = [8,0,1,0,2,0,3,0,9,0,5,0,6,0,7,0]
|
|
; AVX512F-32-NEXT: vpermi2pd %zmm0, %zmm1, %zmm2
|
|
; AVX512F-32-NEXT: vmovapd %zmm2, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 9, i32 10, i32 11, i32 1, i32 13, i32 14, i32 15>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_00014445(<8 x double> %a, <8 x double> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8f64_00014445:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vpermpd {{.*#+}} zmm0 = zmm0[0,0,0,1,4,4,4,5]
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_00014445:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vpermpd {{.*#+}} zmm0 = zmm0[0,0,0,1,4,4,4,5]
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 0, i32 0, i32 1, i32 4, i32 4, i32 4, i32 5>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_00204464(<8 x double> %a, <8 x double> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8f64_00204464:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vpermpd {{.*#+}} zmm0 = zmm0[0,0,2,0,4,4,6,4]
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_00204464:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vpermpd {{.*#+}} zmm0 = zmm0[0,0,2,0,4,4,6,4]
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 0, i32 2, i32 0, i32 4, i32 4, i32 6, i32 4>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_03004744(<8 x double> %a, <8 x double> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8f64_03004744:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vpermpd {{.*#+}} zmm0 = zmm0[0,3,0,0,4,7,4,4]
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_03004744:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vpermpd {{.*#+}} zmm0 = zmm0[0,3,0,0,4,7,4,4]
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 3, i32 0, i32 0, i32 4, i32 7, i32 4, i32 4>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_10005444(<8 x double> %a, <8 x double> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8f64_10005444:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vpermpd {{.*#+}} zmm0 = zmm0[1,0,0,0,5,4,4,4]
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_10005444:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vpermpd {{.*#+}} zmm0 = zmm0[1,0,0,0,5,4,4,4]
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 1, i32 0, i32 0, i32 0, i32 5, i32 4, i32 4, i32 4>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_22006644(<8 x double> %a, <8 x double> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8f64_22006644:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vpermpd {{.*#+}} zmm0 = zmm0[2,2,0,0,6,6,4,4]
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_22006644:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vpermpd {{.*#+}} zmm0 = zmm0[2,2,0,0,6,6,4,4]
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 2, i32 2, i32 0, i32 0, i32 6, i32 6, i32 4, i32 4>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_33307774(<8 x double> %a, <8 x double> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8f64_33307774:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vpermpd {{.*#+}} zmm0 = zmm0[3,3,3,0,7,7,7,4]
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_33307774:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vpermpd {{.*#+}} zmm0 = zmm0[3,3,3,0,7,7,7,4]
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 3, i32 3, i32 3, i32 0, i32 7, i32 7, i32 7, i32 4>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_32107654(<8 x double> %a, <8 x double> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8f64_32107654:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vpermpd {{.*#+}} zmm0 = zmm0[3,2,1,0,7,6,5,4]
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_32107654:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vpermpd {{.*#+}} zmm0 = zmm0[3,2,1,0,7,6,5,4]
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 3, i32 2, i32 1, i32 0, i32 7, i32 6, i32 5, i32 4>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_00234467(<8 x double> %a, <8 x double> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8f64_00234467:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vpermilpd {{.*#+}} zmm0 = zmm0[0,0,2,3,4,4,6,7]
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_00234467:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vpermilpd {{.*#+}} zmm0 = zmm0[0,0,2,3,4,4,6,7]
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 0, i32 2, i32 3, i32 4, i32 4, i32 6, i32 7>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_00224466(<8 x double> %a, <8 x double> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8f64_00224466:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovddup {{.*#+}} zmm0 = zmm0[0,0,2,2,4,4,6,6]
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_00224466:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovddup {{.*#+}} zmm0 = zmm0[0,0,2,2,4,4,6,6]
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 0, i32 2, i32 2, i32 4, i32 4, i32 6, i32 6>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_10325476(<8 x double> %a, <8 x double> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8f64_10325476:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vpermilpd {{.*#+}} zmm0 = zmm0[1,0,3,2,5,4,7,6]
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_10325476:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vpermilpd {{.*#+}} zmm0 = zmm0[1,0,3,2,5,4,7,6]
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 1, i32 0, i32 3, i32 2, i32 5, i32 4, i32 7, i32 6>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_11335577(<8 x double> %a, <8 x double> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8f64_11335577:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vpermilpd {{.*#+}} zmm0 = zmm0[1,1,3,3,5,5,7,7]
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_11335577:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vpermilpd {{.*#+}} zmm0 = zmm0[1,1,3,3,5,5,7,7]
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 1, i32 1, i32 3, i32 3, i32 5, i32 5, i32 7, i32 7>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_10235467(<8 x double> %a, <8 x double> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8f64_10235467:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vpermilpd {{.*#+}} zmm0 = zmm0[1,0,2,3,5,4,6,7]
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_10235467:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vpermilpd {{.*#+}} zmm0 = zmm0[1,0,2,3,5,4,6,7]
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 1, i32 0, i32 2, i32 3, i32 5, i32 4, i32 6, i32 7>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_10225466(<8 x double> %a, <8 x double> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8f64_10225466:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vpermilpd {{.*#+}} zmm0 = zmm0[1,0,2,2,5,4,6,6]
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_10225466:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vpermilpd {{.*#+}} zmm0 = zmm0[1,0,2,2,5,4,6,6]
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 1, i32 0, i32 2, i32 2, i32 5, i32 4, i32 6, i32 6>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_00015444(<8 x double> %a, <8 x double> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8f64_00015444:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovapd {{.*#+}} zmm1 = [0,0,0,1,5,4,4,4]
|
|
; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_00015444:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovapd {{.*#+}} zmm1 = [0,0,0,0,0,0,1,0,5,0,4,0,4,0,4,0]
|
|
; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 0, i32 0, i32 1, i32 5, i32 4, i32 4, i32 4>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_00204644(<8 x double> %a, <8 x double> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8f64_00204644:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovapd {{.*#+}} zmm1 = [0,0,2,0,4,6,4,4]
|
|
; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_00204644:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovapd {{.*#+}} zmm1 = [0,0,0,0,2,0,0,0,4,0,6,0,4,0,4,0]
|
|
; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 0, i32 2, i32 0, i32 4, i32 6, i32 4, i32 4>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_03004474(<8 x double> %a, <8 x double> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8f64_03004474:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovapd {{.*#+}} zmm1 = [0,3,0,0,4,4,7,4]
|
|
; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_03004474:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovapd {{.*#+}} zmm1 = [0,0,3,0,0,0,0,0,4,0,4,0,7,0,4,0]
|
|
; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 3, i32 0, i32 0, i32 4, i32 4, i32 7, i32 4>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_10004444(<8 x double> %a, <8 x double> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8f64_10004444:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovapd {{.*#+}} zmm1 = [1,0,0,0,4,4,4,4]
|
|
; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_10004444:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovapd {{.*#+}} zmm1 = [1,0,0,0,0,0,0,0,4,0,4,0,4,0,4,0]
|
|
; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 1, i32 0, i32 0, i32 0, i32 4, i32 4, i32 4, i32 4>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_22006446(<8 x double> %a, <8 x double> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8f64_22006446:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovapd {{.*#+}} zmm1 = [2,2,0,0,6,4,4,6]
|
|
; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_22006446:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovapd {{.*#+}} zmm1 = [2,0,2,0,0,0,0,0,6,0,4,0,4,0,6,0]
|
|
; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 2, i32 2, i32 0, i32 0, i32 6, i32 4, i32 4, i32 6>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_33307474(<8 x double> %a, <8 x double> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8f64_33307474:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovapd {{.*#+}} zmm1 = [3,3,3,0,7,4,7,4]
|
|
; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_33307474:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovapd {{.*#+}} zmm1 = [3,0,3,0,3,0,0,0,7,0,4,0,7,0,4,0]
|
|
; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 3, i32 3, i32 3, i32 0, i32 7, i32 4, i32 7, i32 4>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_32104567(<8 x double> %a, <8 x double> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8f64_32104567:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovapd {{.*#+}} zmm1 = [3,2,1,0,4,5,6,7]
|
|
; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_32104567:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovapd {{.*#+}} zmm1 = [3,0,2,0,1,0,0,0,4,0,5,0,6,0,7,0]
|
|
; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 3, i32 2, i32 1, i32 0, i32 4, i32 5, i32 6, i32 7>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_00236744(<8 x double> %a, <8 x double> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8f64_00236744:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovapd {{.*#+}} zmm1 = [0,0,2,3,6,7,4,4]
|
|
; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_00236744:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovapd {{.*#+}} zmm1 = [0,0,0,0,2,0,3,0,6,0,7,0,4,0,4,0]
|
|
; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 0, i32 2, i32 3, i32 6, i32 7, i32 4, i32 4>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_00226644(<8 x double> %a, <8 x double> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8f64_00226644:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovapd {{.*#+}} zmm1 = [0,0,2,2,6,6,4,4]
|
|
; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_00226644:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovapd {{.*#+}} zmm1 = [0,0,0,0,2,0,2,0,6,0,6,0,4,0,4,0]
|
|
; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 0, i32 2, i32 2, i32 6, i32 6, i32 4, i32 4>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_10324567(<8 x double> %a, <8 x double> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8f64_10324567:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vpermilpd {{.*#+}} zmm0 = zmm0[1,0,3,2,4,5,6,7]
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_10324567:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vpermilpd {{.*#+}} zmm0 = zmm0[1,0,3,2,4,5,6,7]
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 1, i32 0, i32 3, i32 2, i32 4, i32 5, i32 6, i32 7>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_11334567(<8 x double> %a, <8 x double> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8f64_11334567:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vpermilpd {{.*#+}} zmm0 = zmm0[1,1,3,3,4,5,6,7]
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_11334567:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vpermilpd {{.*#+}} zmm0 = zmm0[1,1,3,3,4,5,6,7]
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 1, i32 1, i32 3, i32 3, i32 4, i32 5, i32 6, i32 7>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_01235467(<8 x double> %a, <8 x double> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8f64_01235467:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vpermilpd {{.*#+}} zmm0 = zmm0[0,1,2,3,5,4,6,7]
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_01235467:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vpermilpd {{.*#+}} zmm0 = zmm0[0,1,2,3,5,4,6,7]
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 5, i32 4, i32 6, i32 7>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_01235466(<8 x double> %a, <8 x double> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8f64_01235466:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vpermilpd {{.*#+}} zmm0 = zmm0[0,1,2,3,5,4,6,6]
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_01235466:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vpermilpd {{.*#+}} zmm0 = zmm0[0,1,2,3,5,4,6,6]
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 5, i32 4, i32 6, i32 6>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_002u6u44(<8 x double> %a, <8 x double> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8f64_002u6u44:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovapd {{.*#+}} zmm1 = <0,0,2,u,6,u,4,4>
|
|
; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_002u6u44:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovapd {{.*#+}} zmm1 = <0,0,0,0,2,0,u,u,6,0,u,u,4,0,4,0>
|
|
; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 0, i32 2, i32 undef, i32 6, i32 undef, i32 4, i32 4>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_00uu66uu(<8 x double> %a, <8 x double> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8f64_00uu66uu:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovapd {{.*#+}} zmm1 = <0,0,u,u,6,6,u,u>
|
|
; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_00uu66uu:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovapd {{.*#+}} zmm1 = <0,0,0,0,u,u,u,u,6,0,6,0,u,u,u,u>
|
|
; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 0, i32 undef, i32 undef, i32 6, i32 6, i32 undef, i32 undef>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_103245uu(<8 x double> %a, <8 x double> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8f64_103245uu:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vpermilpd {{.*#+}} zmm0 = zmm0[1,0,3,2,4,5,6,6]
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_103245uu:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vpermilpd {{.*#+}} zmm0 = zmm0[1,0,3,2,4,5,6,6]
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 1, i32 0, i32 3, i32 2, i32 4, i32 5, i32 undef, i32 undef>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_1133uu67(<8 x double> %a, <8 x double> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8f64_1133uu67:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vpermilpd {{.*#+}} zmm0 = zmm0[1,1,3,3,4,4,6,7]
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_1133uu67:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vpermilpd {{.*#+}} zmm0 = zmm0[1,1,3,3,4,4,6,7]
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 1, i32 1, i32 3, i32 3, i32 undef, i32 undef, i32 6, i32 7>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_0uu354uu(<8 x double> %a, <8 x double> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8f64_0uu354uu:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vpermilpd {{.*#+}} zmm0 = zmm0[0,0,2,3,5,4,6,6]
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_0uu354uu:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vpermilpd {{.*#+}} zmm0 = zmm0[0,0,2,3,5,4,6,6]
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 undef, i32 undef, i32 3, i32 5, i32 4, i32 undef, i32 undef>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_uuu3uu66(<8 x double> %a, <8 x double> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8f64_uuu3uu66:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vpermilpd {{.*#+}} zmm0 = zmm0[0,0,2,3,4,4,6,6]
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_uuu3uu66:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vpermilpd {{.*#+}} zmm0 = zmm0[0,0,2,3,4,4,6,6]
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 undef, i32 undef, i32 undef, i32 3, i32 undef, i32 undef, i32 6, i32 6>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_c348cda0(<8 x double> %a, <8 x double> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8f64_c348cda0:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovapd {{.*#+}} zmm2 = [4,11,12,0,4,5,2,8]
|
|
; AVX512F-NEXT: vpermi2pd %zmm0, %zmm1, %zmm2
|
|
; AVX512F-NEXT: vmovapd %zmm2, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_c348cda0:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovapd {{.*#+}} zmm2 = [4,0,11,0,12,0,0,0,4,0,5,0,2,0,8,0]
|
|
; AVX512F-32-NEXT: vpermi2pd %zmm0, %zmm1, %zmm2
|
|
; AVX512F-32-NEXT: vmovapd %zmm2, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 12, i32 3, i32 4, i32 8, i32 12, i32 13, i32 10, i32 0>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_f511235a(<8 x double> %a, <8 x double> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8f64_f511235a:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovapd {{.*#+}} zmm2 = [15,5,1,1,2,3,5,10]
|
|
; AVX512F-NEXT: vpermt2pd %zmm1, %zmm2, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_f511235a:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovapd {{.*#+}} zmm2 = [15,0,5,0,1,0,1,0,2,0,3,0,5,0,10,0]
|
|
; AVX512F-32-NEXT: vpermt2pd %zmm1, %zmm2, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 15, i32 5, i32 1, i32 1, i32 2, i32 3, i32 5, i32 10>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_1z2z5z6z(<8 x double> %a, <8 x double> %b) {
|
|
; AVX512F-LABEL: shuffle_v8f64_1z2z5z6z:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vxorpd %xmm1, %xmm1, %xmm1
|
|
; AVX512F-NEXT: vmovapd {{.*#+}} zmm2 = [1,8,2,8,5,8,6,8]
|
|
; AVX512F-NEXT: vpermt2pd %zmm1, %zmm2, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_1z2z5z6z:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vxorpd %xmm1, %xmm1, %xmm1
|
|
; AVX512F-32-NEXT: vmovapd {{.*#+}} zmm2 = [1,0,8,0,2,0,8,0,5,0,8,0,6,0,8,0]
|
|
; AVX512F-32-NEXT: vpermt2pd %zmm1, %zmm2, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> <double 0.000000e+00, double undef, double undef, double undef, double undef, double undef, double undef, double undef>, <8 x i32> <i32 1, i32 8, i32 2, i32 8, i32 5, i32 8, i32 6, i32 8>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_00000000(<8 x i64> %a, <8 x i64> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8i64_00000000:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vbroadcastsd %xmm0, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_00000000:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vbroadcastsd %xmm0, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 0, i32 0, i32 0, i32 0, i32 0, i32 0, i32 0>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_44444444(<8 x i64> %a, <8 x i64> %b) {
|
|
; AVX512F-LABEL: shuffle_v8i64_44444444:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vextractf32x4 $2, %zmm0, %xmm0
|
|
; AVX512F-NEXT: vbroadcastsd %xmm0, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_44444444:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vextractf32x4 $2, %zmm0, %xmm0
|
|
; AVX512F-32-NEXT: vbroadcastsd %xmm0, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 4, i32 4, i32 4, i32 4, i32 4, i32 4, i32 4, i32 4>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_66666666(<8 x i64> %a, <8 x i64> %b) {
|
|
; AVX512F-LABEL: shuffle_v8i64_66666666:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vextractf32x4 $3, %zmm0, %xmm0
|
|
; AVX512F-NEXT: vbroadcastsd %xmm0, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_66666666:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vextractf32x4 $3, %zmm0, %xmm0
|
|
; AVX512F-32-NEXT: vbroadcastsd %xmm0, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 6, i32 6, i32 6, i32 6, i32 6, i32 6, i32 6, i32 6>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_00000010(<8 x i64> %a, <8 x i64> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8i64_00000010:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovdqa64 {{.*#+}} zmm1 = [0,0,0,0,0,0,1,0]
|
|
; AVX512F-NEXT: vpermq %zmm0, %zmm1, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_00000010:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovdqa64 {{.*#+}} zmm1 = [0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0]
|
|
; AVX512F-32-NEXT: vpermq %zmm0, %zmm1, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 0, i32 0, i32 0, i32 0, i32 0, i32 1, i32 0>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_00000200(<8 x i64> %a, <8 x i64> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8i64_00000200:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovdqa64 {{.*#+}} zmm1 = [0,0,0,0,0,2,0,0]
|
|
; AVX512F-NEXT: vpermq %zmm0, %zmm1, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_00000200:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovdqa64 {{.*#+}} zmm1 = [0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0]
|
|
; AVX512F-32-NEXT: vpermq %zmm0, %zmm1, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 0, i32 0, i32 0, i32 0, i32 2, i32 0, i32 0>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_00003000(<8 x i64> %a, <8 x i64> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8i64_00003000:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovdqa64 {{.*#+}} zmm1 = [0,0,0,0,3,0,0,0]
|
|
; AVX512F-NEXT: vpermq %zmm0, %zmm1, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_00003000:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovdqa64 {{.*#+}} zmm1 = [0,0,0,0,0,0,0,0,3,0,0,0,0,0,0,0]
|
|
; AVX512F-32-NEXT: vpermq %zmm0, %zmm1, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 0, i32 0, i32 0, i32 3, i32 0, i32 0, i32 0>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_00040000(<8 x i64> %a, <8 x i64> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8i64_00040000:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovdqa64 {{.*#+}} zmm1 = [0,0,0,4,0,0,0,0]
|
|
; AVX512F-NEXT: vpermq %zmm0, %zmm1, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_00040000:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovdqa64 {{.*#+}} zmm1 = [0,0,0,0,0,0,4,0,0,0,0,0,0,0,0,0]
|
|
; AVX512F-32-NEXT: vpermq %zmm0, %zmm1, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 0, i32 0, i32 4, i32 0, i32 0, i32 0, i32 0>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_00500000(<8 x i64> %a, <8 x i64> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8i64_00500000:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovdqa64 {{.*#+}} zmm1 = [0,0,5,0,0,0,0,0]
|
|
; AVX512F-NEXT: vpermq %zmm0, %zmm1, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_00500000:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovdqa64 {{.*#+}} zmm1 = [0,0,0,0,5,0,0,0,0,0,0,0,0,0,0,0]
|
|
; AVX512F-32-NEXT: vpermq %zmm0, %zmm1, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 0, i32 5, i32 0, i32 0, i32 0, i32 0, i32 0>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_06000000(<8 x i64> %a, <8 x i64> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8i64_06000000:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovdqa64 {{.*#+}} zmm1 = [0,6,0,0,0,0,0,0]
|
|
; AVX512F-NEXT: vpermq %zmm0, %zmm1, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_06000000:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovdqa64 {{.*#+}} zmm1 = [0,0,6,0,0,0,0,0,0,0,0,0,0,0,0,0]
|
|
; AVX512F-32-NEXT: vpermq %zmm0, %zmm1, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 6, i32 0, i32 0, i32 0, i32 0, i32 0, i32 0>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_70000000(<8 x i64> %a, <8 x i64> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8i64_70000000:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: movl $7, %eax
|
|
; AVX512F-NEXT: vmovq %rax, %xmm1
|
|
; AVX512F-NEXT: vpermq %zmm0, %zmm1, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_70000000:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: movl $7, %eax
|
|
; AVX512F-32-NEXT: vmovd %eax, %xmm1
|
|
; AVX512F-32-NEXT: vpermq %zmm0, %zmm1, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 7, i32 0, i32 0, i32 0, i32 0, i32 0, i32 0, i32 0>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_01014545(<8 x i64> %a, <8 x i64> %b) {
|
|
; AVX512F-LABEL: shuffle_v8i64_01014545:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vshufi64x2 {{.*#+}} zmm0 = zmm0[0,1,0,1,4,5,4,5]
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_01014545:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vshufi64x2 {{.*#+}} zmm0 = zmm0[0,1,0,1,4,5,4,5]
|
|
; AVX512F-32-NEXT: retl
|
|
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 1, i32 0, i32 1, i32 4, i32 5, i32 4, i32 5>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_00112233(<8 x i64> %a, <8 x i64> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8i64_00112233:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovdqa64 {{.*#+}} zmm1 = [0,0,1,1,2,2,3,3]
|
|
; AVX512F-NEXT: vpermq %zmm0, %zmm1, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_00112233:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovdqa64 {{.*#+}} zmm1 = [0,0,0,0,1,0,1,0,2,0,2,0,3,0,3,0]
|
|
; AVX512F-32-NEXT: vpermq %zmm0, %zmm1, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 0, i32 1, i32 1, i32 2, i32 2, i32 3, i32 3>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_00001111(<8 x i64> %a, <8 x i64> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8i64_00001111:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovdqa64 {{.*#+}} zmm1 = [0,0,0,0,1,1,1,1]
|
|
; AVX512F-NEXT: vpermq %zmm0, %zmm1, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_00001111:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovdqa64 {{.*#+}} zmm1 = [0,0,0,0,0,0,0,0,1,0,1,0,1,0,1,0]
|
|
; AVX512F-32-NEXT: vpermq %zmm0, %zmm1, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 0, i32 0, i32 0, i32 1, i32 1, i32 1, i32 1>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_81a3c5e7(<8 x i64> %a, <8 x i64> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8i64_81a3c5e7:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: movb $-86, %al
|
|
; AVX512F-NEXT: kmovw %eax, %k1
|
|
; AVX512F-NEXT: vpblendmq %zmm0, %zmm1, %zmm0 {%k1}
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_81a3c5e7:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: movb $-86, %al
|
|
; AVX512F-32-NEXT: kmovw %eax, %k1
|
|
; AVX512F-32-NEXT: vpblendmq %zmm0, %zmm1, %zmm0 {%k1}
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 8, i32 1, i32 10, i32 3, i32 12, i32 5, i32 14, i32 7>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_08080808(<8 x i64> %a, <8 x i64> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8i64_08080808:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovdqa64 {{.*#+}} zmm2 = [0,8,0,8,0,8,0,8]
|
|
; AVX512F-NEXT: vpermt2q %zmm1, %zmm2, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_08080808:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovdqa64 {{.*#+}} zmm2 = [0,0,8,0,0,0,8,0,0,0,8,0,0,0,8,0]
|
|
; AVX512F-32-NEXT: vpermt2q %zmm1, %zmm2, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 8, i32 0, i32 8, i32 0, i32 8, i32 0, i32 8>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_08084c4c(<8 x i64> %a, <8 x i64> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8i64_08084c4c:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovdqa64 {{.*#+}} zmm2 = [0,8,0,8,4,12,4,12]
|
|
; AVX512F-NEXT: vpermt2q %zmm1, %zmm2, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_08084c4c:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovdqa64 {{.*#+}} zmm2 = [0,0,8,0,0,0,8,0,4,0,12,0,4,0,12,0]
|
|
; AVX512F-32-NEXT: vpermt2q %zmm1, %zmm2, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 8, i32 0, i32 8, i32 4, i32 12, i32 4, i32 12>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_8823cc67(<8 x i64> %a, <8 x i64> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8i64_8823cc67:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovdqa64 {{.*#+}} zmm2 = [0,0,10,11,4,4,14,15]
|
|
; AVX512F-NEXT: vpermi2q %zmm0, %zmm1, %zmm2
|
|
; AVX512F-NEXT: vmovdqa64 %zmm2, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_8823cc67:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovdqa64 {{.*#+}} zmm2 = [0,0,0,0,10,0,11,0,4,0,4,0,14,0,15,0]
|
|
; AVX512F-32-NEXT: vpermi2q %zmm0, %zmm1, %zmm2
|
|
; AVX512F-32-NEXT: vmovdqa64 %zmm2, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 8, i32 8, i32 2, i32 3, i32 12, i32 12, i32 6, i32 7>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_9832dc76(<8 x i64> %a, <8 x i64> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8i64_9832dc76:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovdqa64 {{.*#+}} zmm2 = [1,0,11,10,5,4,15,14]
|
|
; AVX512F-NEXT: vpermi2q %zmm0, %zmm1, %zmm2
|
|
; AVX512F-NEXT: vmovdqa64 %zmm2, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_9832dc76:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovdqa64 {{.*#+}} zmm2 = [1,0,0,0,11,0,10,0,5,0,4,0,15,0,14,0]
|
|
; AVX512F-32-NEXT: vpermi2q %zmm0, %zmm1, %zmm2
|
|
; AVX512F-32-NEXT: vmovdqa64 %zmm2, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 9, i32 8, i32 3, i32 2, i32 13, i32 12, i32 7, i32 6>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_9810dc54(<8 x i64> %a, <8 x i64> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8i64_9810dc54:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovdqa64 {{.*#+}} zmm2 = [1,0,9,8,5,4,13,12]
|
|
; AVX512F-NEXT: vpermi2q %zmm0, %zmm1, %zmm2
|
|
; AVX512F-NEXT: vmovdqa64 %zmm2, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_9810dc54:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovdqa64 {{.*#+}} zmm2 = [1,0,0,0,9,0,8,0,5,0,4,0,13,0,12,0]
|
|
; AVX512F-32-NEXT: vpermi2q %zmm0, %zmm1, %zmm2
|
|
; AVX512F-32-NEXT: vmovdqa64 %zmm2, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 9, i32 8, i32 1, i32 0, i32 13, i32 12, i32 5, i32 4>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_08194c5d(<8 x i64> %a, <8 x i64> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8i64_08194c5d:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovdqa64 {{.*#+}} zmm2 = [0,8,1,9,4,12,5,13]
|
|
; AVX512F-NEXT: vpermt2q %zmm1, %zmm2, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_08194c5d:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovdqa64 {{.*#+}} zmm2 = [0,0,8,0,1,0,9,0,4,0,12,0,5,0,13,0]
|
|
; AVX512F-32-NEXT: vpermt2q %zmm1, %zmm2, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 8, i32 1, i32 9, i32 4, i32 12, i32 5, i32 13>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_2a3b6e7f(<8 x i64> %a, <8 x i64> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8i64_2a3b6e7f:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovdqa64 {{.*#+}} zmm2 = [2,10,3,11,6,14,7,15]
|
|
; AVX512F-NEXT: vpermt2q %zmm1, %zmm2, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_2a3b6e7f:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovdqa64 {{.*#+}} zmm2 = [2,0,10,0,3,0,11,0,6,0,14,0,7,0,15,0]
|
|
; AVX512F-32-NEXT: vpermt2q %zmm1, %zmm2, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 2, i32 10, i32 3, i32 11, i32 6, i32 14, i32 7, i32 15>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_08192a3b(<8 x i64> %a, <8 x i64> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8i64_08192a3b:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovdqa64 {{.*#+}} zmm2 = [0,8,1,9,2,10,3,11]
|
|
; AVX512F-NEXT: vpermt2q %zmm1, %zmm2, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_08192a3b:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovdqa64 {{.*#+}} zmm2 = [0,0,8,0,1,0,9,0,2,0,10,0,3,0,11,0]
|
|
; AVX512F-32-NEXT: vpermt2q %zmm1, %zmm2, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 8, i32 1, i32 9, i32 2, i32 10, i32 3, i32 11>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_08991abb(<8 x i64> %a, <8 x i64> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8i64_08991abb:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovdqa64 {{.*#+}} zmm2 = [8,0,1,1,9,2,3,3]
|
|
; AVX512F-NEXT: vpermi2q %zmm0, %zmm1, %zmm2
|
|
; AVX512F-NEXT: vmovdqa64 %zmm2, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_08991abb:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovdqa64 {{.*#+}} zmm2 = [8,0,0,0,1,0,1,0,9,0,2,0,3,0,3,0]
|
|
; AVX512F-32-NEXT: vpermi2q %zmm0, %zmm1, %zmm2
|
|
; AVX512F-32-NEXT: vmovdqa64 %zmm2, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 8, i32 9, i32 9, i32 1, i32 10, i32 11, i32 11>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_091b2d3f(<8 x i64> %a, <8 x i64> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8i64_091b2d3f:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovdqa64 {{.*#+}} zmm2 = [0,9,1,11,2,13,3,15]
|
|
; AVX512F-NEXT: vpermt2q %zmm1, %zmm2, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_091b2d3f:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovdqa64 {{.*#+}} zmm2 = [0,0,9,0,1,0,11,0,2,0,13,0,3,0,15,0]
|
|
; AVX512F-32-NEXT: vpermt2q %zmm1, %zmm2, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 9, i32 1, i32 11, i32 2, i32 13, i32 3, i32 15>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_09ab1def(<8 x i64> %a, <8 x i64> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8i64_09ab1def:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovdqa64 {{.*#+}} zmm2 = [8,1,2,3,9,5,6,7]
|
|
; AVX512F-NEXT: vpermi2q %zmm0, %zmm1, %zmm2
|
|
; AVX512F-NEXT: vmovdqa64 %zmm2, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_09ab1def:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovdqa64 {{.*#+}} zmm2 = [8,0,1,0,2,0,3,0,9,0,5,0,6,0,7,0]
|
|
; AVX512F-32-NEXT: vpermi2q %zmm0, %zmm1, %zmm2
|
|
; AVX512F-32-NEXT: vmovdqa64 %zmm2, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 9, i32 10, i32 11, i32 1, i32 13, i32 14, i32 15>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_00014445(<8 x i64> %a, <8 x i64> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8i64_00014445:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vpermq {{.*#+}} zmm0 = zmm0[0,0,0,1,4,4,4,5]
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_00014445:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vpermq {{.*#+}} zmm0 = zmm0[0,0,0,1,4,4,4,5]
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 0, i32 0, i32 1, i32 4, i32 4, i32 4, i32 5>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_00204464(<8 x i64> %a, <8 x i64> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8i64_00204464:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vpermq {{.*#+}} zmm0 = zmm0[0,0,2,0,4,4,6,4]
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_00204464:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vpermq {{.*#+}} zmm0 = zmm0[0,0,2,0,4,4,6,4]
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 0, i32 2, i32 0, i32 4, i32 4, i32 6, i32 4>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_03004744(<8 x i64> %a, <8 x i64> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8i64_03004744:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vpermq {{.*#+}} zmm0 = zmm0[0,3,0,0,4,7,4,4]
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_03004744:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vpermq {{.*#+}} zmm0 = zmm0[0,3,0,0,4,7,4,4]
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 3, i32 0, i32 0, i32 4, i32 7, i32 4, i32 4>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_10005444(<8 x i64> %a, <8 x i64> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8i64_10005444:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vpermq {{.*#+}} zmm0 = zmm0[1,0,0,0,5,4,4,4]
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_10005444:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vpermq {{.*#+}} zmm0 = zmm0[1,0,0,0,5,4,4,4]
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 1, i32 0, i32 0, i32 0, i32 5, i32 4, i32 4, i32 4>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_22006644(<8 x i64> %a, <8 x i64> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8i64_22006644:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vpermq {{.*#+}} zmm0 = zmm0[2,2,0,0,6,6,4,4]
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_22006644:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vpermq {{.*#+}} zmm0 = zmm0[2,2,0,0,6,6,4,4]
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 2, i32 2, i32 0, i32 0, i32 6, i32 6, i32 4, i32 4>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_33307774(<8 x i64> %a, <8 x i64> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8i64_33307774:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vpermq {{.*#+}} zmm0 = zmm0[3,3,3,0,7,7,7,4]
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_33307774:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vpermq {{.*#+}} zmm0 = zmm0[3,3,3,0,7,7,7,4]
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 3, i32 3, i32 3, i32 0, i32 7, i32 7, i32 7, i32 4>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_32107654(<8 x i64> %a, <8 x i64> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8i64_32107654:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vpermq {{.*#+}} zmm0 = zmm0[3,2,1,0,7,6,5,4]
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_32107654:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vpermq {{.*#+}} zmm0 = zmm0[3,2,1,0,7,6,5,4]
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 3, i32 2, i32 1, i32 0, i32 7, i32 6, i32 5, i32 4>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_00234467(<8 x i64> %a, <8 x i64> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8i64_00234467:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vpermq {{.*#+}} zmm0 = zmm0[0,0,2,3,4,4,6,7]
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_00234467:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vpermq {{.*#+}} zmm0 = zmm0[0,0,2,3,4,4,6,7]
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 0, i32 2, i32 3, i32 4, i32 4, i32 6, i32 7>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_00224466(<8 x i64> %a, <8 x i64> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8i64_00224466:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vpshufd {{.*#+}} zmm0 = zmm0[0,1,0,1,4,5,4,5,8,9,8,9,12,13,12,13]
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_00224466:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vpshufd {{.*#+}} zmm0 = zmm0[0,1,0,1,4,5,4,5,8,9,8,9,12,13,12,13]
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 0, i32 2, i32 2, i32 4, i32 4, i32 6, i32 6>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_10325476(<8 x i64> %a, <8 x i64> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8i64_10325476:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vpshufd {{.*#+}} zmm0 = zmm0[2,3,0,1,6,7,4,5,10,11,8,9,14,15,12,13]
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_10325476:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vpshufd {{.*#+}} zmm0 = zmm0[2,3,0,1,6,7,4,5,10,11,8,9,14,15,12,13]
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 1, i32 0, i32 3, i32 2, i32 5, i32 4, i32 7, i32 6>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_11335577(<8 x i64> %a, <8 x i64> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8i64_11335577:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vpshufd {{.*#+}} zmm0 = zmm0[2,3,2,3,6,7,6,7,10,11,10,11,14,15,14,15]
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_11335577:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vpshufd {{.*#+}} zmm0 = zmm0[2,3,2,3,6,7,6,7,10,11,10,11,14,15,14,15]
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 1, i32 1, i32 3, i32 3, i32 5, i32 5, i32 7, i32 7>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_10235467(<8 x i64> %a, <8 x i64> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8i64_10235467:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vpermq {{.*#+}} zmm0 = zmm0[1,0,2,3,5,4,6,7]
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_10235467:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vpermq {{.*#+}} zmm0 = zmm0[1,0,2,3,5,4,6,7]
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 1, i32 0, i32 2, i32 3, i32 5, i32 4, i32 6, i32 7>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_10225466(<8 x i64> %a, <8 x i64> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8i64_10225466:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vpermq {{.*#+}} zmm0 = zmm0[1,0,2,2,5,4,6,6]
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_10225466:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vpermq {{.*#+}} zmm0 = zmm0[1,0,2,2,5,4,6,6]
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 1, i32 0, i32 2, i32 2, i32 5, i32 4, i32 6, i32 6>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_00015444(<8 x i64> %a, <8 x i64> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8i64_00015444:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovdqa64 {{.*#+}} zmm1 = [0,0,0,1,5,4,4,4]
|
|
; AVX512F-NEXT: vpermq %zmm0, %zmm1, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_00015444:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovdqa64 {{.*#+}} zmm1 = [0,0,0,0,0,0,1,0,5,0,4,0,4,0,4,0]
|
|
; AVX512F-32-NEXT: vpermq %zmm0, %zmm1, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 0, i32 0, i32 1, i32 5, i32 4, i32 4, i32 4>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_00204644(<8 x i64> %a, <8 x i64> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8i64_00204644:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovdqa64 {{.*#+}} zmm1 = [0,0,2,0,4,6,4,4]
|
|
; AVX512F-NEXT: vpermq %zmm0, %zmm1, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_00204644:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovdqa64 {{.*#+}} zmm1 = [0,0,0,0,2,0,0,0,4,0,6,0,4,0,4,0]
|
|
; AVX512F-32-NEXT: vpermq %zmm0, %zmm1, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 0, i32 2, i32 0, i32 4, i32 6, i32 4, i32 4>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_03004474(<8 x i64> %a, <8 x i64> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8i64_03004474:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovdqa64 {{.*#+}} zmm1 = [0,3,0,0,4,4,7,4]
|
|
; AVX512F-NEXT: vpermq %zmm0, %zmm1, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_03004474:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovdqa64 {{.*#+}} zmm1 = [0,0,3,0,0,0,0,0,4,0,4,0,7,0,4,0]
|
|
; AVX512F-32-NEXT: vpermq %zmm0, %zmm1, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 3, i32 0, i32 0, i32 4, i32 4, i32 7, i32 4>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_10004444(<8 x i64> %a, <8 x i64> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8i64_10004444:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovdqa64 {{.*#+}} zmm1 = [1,0,0,0,4,4,4,4]
|
|
; AVX512F-NEXT: vpermq %zmm0, %zmm1, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_10004444:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovdqa64 {{.*#+}} zmm1 = [1,0,0,0,0,0,0,0,4,0,4,0,4,0,4,0]
|
|
; AVX512F-32-NEXT: vpermq %zmm0, %zmm1, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 1, i32 0, i32 0, i32 0, i32 4, i32 4, i32 4, i32 4>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_22006446(<8 x i64> %a, <8 x i64> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8i64_22006446:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovdqa64 {{.*#+}} zmm1 = [2,2,0,0,6,4,4,6]
|
|
; AVX512F-NEXT: vpermq %zmm0, %zmm1, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_22006446:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovdqa64 {{.*#+}} zmm1 = [2,0,2,0,0,0,0,0,6,0,4,0,4,0,6,0]
|
|
; AVX512F-32-NEXT: vpermq %zmm0, %zmm1, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 2, i32 2, i32 0, i32 0, i32 6, i32 4, i32 4, i32 6>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_33307474(<8 x i64> %a, <8 x i64> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8i64_33307474:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovdqa64 {{.*#+}} zmm1 = [3,3,3,0,7,4,7,4]
|
|
; AVX512F-NEXT: vpermq %zmm0, %zmm1, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_33307474:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovdqa64 {{.*#+}} zmm1 = [3,0,3,0,3,0,0,0,7,0,4,0,7,0,4,0]
|
|
; AVX512F-32-NEXT: vpermq %zmm0, %zmm1, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 3, i32 3, i32 3, i32 0, i32 7, i32 4, i32 7, i32 4>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_32104567(<8 x i64> %a, <8 x i64> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8i64_32104567:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovdqa64 {{.*#+}} zmm1 = [3,2,1,0,4,5,6,7]
|
|
; AVX512F-NEXT: vpermq %zmm0, %zmm1, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_32104567:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovdqa64 {{.*#+}} zmm1 = [3,0,2,0,1,0,0,0,4,0,5,0,6,0,7,0]
|
|
; AVX512F-32-NEXT: vpermq %zmm0, %zmm1, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 3, i32 2, i32 1, i32 0, i32 4, i32 5, i32 6, i32 7>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_00236744(<8 x i64> %a, <8 x i64> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8i64_00236744:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovdqa64 {{.*#+}} zmm1 = [0,0,2,3,6,7,4,4]
|
|
; AVX512F-NEXT: vpermq %zmm0, %zmm1, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_00236744:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovdqa64 {{.*#+}} zmm1 = [0,0,0,0,2,0,3,0,6,0,7,0,4,0,4,0]
|
|
; AVX512F-32-NEXT: vpermq %zmm0, %zmm1, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 0, i32 2, i32 3, i32 6, i32 7, i32 4, i32 4>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_00226644(<8 x i64> %a, <8 x i64> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8i64_00226644:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovdqa64 {{.*#+}} zmm1 = [0,0,2,2,6,6,4,4]
|
|
; AVX512F-NEXT: vpermq %zmm0, %zmm1, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_00226644:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovdqa64 {{.*#+}} zmm1 = [0,0,0,0,2,0,2,0,6,0,6,0,4,0,4,0]
|
|
; AVX512F-32-NEXT: vpermq %zmm0, %zmm1, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 0, i32 2, i32 2, i32 6, i32 6, i32 4, i32 4>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_10324567(<8 x i64> %a, <8 x i64> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8i64_10324567:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovdqa64 {{.*#+}} zmm1 = [1,0,3,2,4,5,6,7]
|
|
; AVX512F-NEXT: vpermq %zmm0, %zmm1, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_10324567:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovdqa64 {{.*#+}} zmm1 = [1,0,0,0,3,0,2,0,4,0,5,0,6,0,7,0]
|
|
; AVX512F-32-NEXT: vpermq %zmm0, %zmm1, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 1, i32 0, i32 3, i32 2, i32 4, i32 5, i32 6, i32 7>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_11334567(<8 x i64> %a, <8 x i64> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8i64_11334567:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovdqa64 {{.*#+}} zmm1 = [1,1,3,3,4,5,6,7]
|
|
; AVX512F-NEXT: vpermq %zmm0, %zmm1, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_11334567:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovdqa64 {{.*#+}} zmm1 = [1,0,1,0,3,0,3,0,4,0,5,0,6,0,7,0]
|
|
; AVX512F-32-NEXT: vpermq %zmm0, %zmm1, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 1, i32 1, i32 3, i32 3, i32 4, i32 5, i32 6, i32 7>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_01235467(<8 x i64> %a, <8 x i64> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8i64_01235467:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovdqa64 {{.*#+}} zmm1 = [0,1,2,3,5,4,6,7]
|
|
; AVX512F-NEXT: vpermq %zmm0, %zmm1, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_01235467:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovdqa64 {{.*#+}} zmm1 = [0,0,1,0,2,0,3,0,5,0,4,0,6,0,7,0]
|
|
; AVX512F-32-NEXT: vpermq %zmm0, %zmm1, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 5, i32 4, i32 6, i32 7>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_01235466(<8 x i64> %a, <8 x i64> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8i64_01235466:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovdqa64 {{.*#+}} zmm1 = [0,1,2,3,5,4,6,6]
|
|
; AVX512F-NEXT: vpermq %zmm0, %zmm1, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_01235466:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovdqa64 {{.*#+}} zmm1 = [0,0,1,0,2,0,3,0,5,0,4,0,6,0,6,0]
|
|
; AVX512F-32-NEXT: vpermq %zmm0, %zmm1, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 5, i32 4, i32 6, i32 6>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_002u6u44(<8 x i64> %a, <8 x i64> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8i64_002u6u44:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovdqa64 {{.*#+}} zmm1 = <0,0,2,u,6,u,4,4>
|
|
; AVX512F-NEXT: vpermq %zmm0, %zmm1, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_002u6u44:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovdqa64 {{.*#+}} zmm1 = <0,0,0,0,2,0,u,u,6,0,u,u,4,0,4,0>
|
|
; AVX512F-32-NEXT: vpermq %zmm0, %zmm1, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 0, i32 2, i32 undef, i32 6, i32 undef, i32 4, i32 4>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_00uu66uu(<8 x i64> %a, <8 x i64> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8i64_00uu66uu:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovdqa64 {{.*#+}} zmm1 = <0,0,u,u,6,6,u,u>
|
|
; AVX512F-NEXT: vpermq %zmm0, %zmm1, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_00uu66uu:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovdqa64 {{.*#+}} zmm1 = <0,0,0,0,u,u,u,u,6,0,6,0,u,u,u,u>
|
|
; AVX512F-32-NEXT: vpermq %zmm0, %zmm1, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 0, i32 undef, i32 undef, i32 6, i32 6, i32 undef, i32 undef>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_103245uu(<8 x i64> %a, <8 x i64> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8i64_103245uu:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovdqa64 {{.*#+}} zmm1 = <1,0,3,2,4,5,u,u>
|
|
; AVX512F-NEXT: vpermq %zmm0, %zmm1, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_103245uu:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovdqa64 {{.*#+}} zmm1 = <1,0,0,0,3,0,2,0,4,0,5,0,u,u,u,u>
|
|
; AVX512F-32-NEXT: vpermq %zmm0, %zmm1, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 1, i32 0, i32 3, i32 2, i32 4, i32 5, i32 undef, i32 undef>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_1133uu67(<8 x i64> %a, <8 x i64> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8i64_1133uu67:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovdqa64 {{.*#+}} zmm1 = <1,1,3,3,u,u,6,7>
|
|
; AVX512F-NEXT: vpermq %zmm0, %zmm1, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_1133uu67:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovdqa64 {{.*#+}} zmm1 = <1,0,1,0,3,0,3,0,u,u,u,u,6,0,7,0>
|
|
; AVX512F-32-NEXT: vpermq %zmm0, %zmm1, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 1, i32 1, i32 3, i32 3, i32 undef, i32 undef, i32 6, i32 7>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_0uu354uu(<8 x i64> %a, <8 x i64> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8i64_0uu354uu:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovdqa64 {{.*#+}} zmm1 = <0,u,u,3,5,4,u,u>
|
|
; AVX512F-NEXT: vpermq %zmm0, %zmm1, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_0uu354uu:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovdqa64 {{.*#+}} zmm1 = <0,0,u,u,u,u,3,0,5,0,4,0,u,u,u,u>
|
|
; AVX512F-32-NEXT: vpermq %zmm0, %zmm1, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 undef, i32 undef, i32 3, i32 5, i32 4, i32 undef, i32 undef>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_uuu3uu66(<8 x i64> %a, <8 x i64> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8i64_uuu3uu66:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovdqa64 {{.*#+}} zmm1 = <u,u,u,3,u,u,6,6>
|
|
; AVX512F-NEXT: vpermq %zmm0, %zmm1, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_uuu3uu66:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovdqa64 {{.*#+}} zmm1 = <u,u,u,u,u,u,3,0,u,u,u,u,6,0,6,0>
|
|
; AVX512F-32-NEXT: vpermq %zmm0, %zmm1, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 undef, i32 undef, i32 undef, i32 3, i32 undef, i32 undef, i32 6, i32 6>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_6caa87e5(<8 x i64> %a, <8 x i64> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8i64_6caa87e5:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vmovdqa64 {{.*#+}} zmm2 = [14,4,2,2,0,15,6,13]
|
|
; AVX512F-NEXT: vpermi2q %zmm0, %zmm1, %zmm2
|
|
; AVX512F-NEXT: vmovdqa64 %zmm2, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_6caa87e5:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vmovdqa64 {{.*#+}} zmm2 = [14,0,4,0,2,0,2,0,0,0,15,0,6,0,13,0]
|
|
; AVX512F-32-NEXT: vpermi2q %zmm0, %zmm1, %zmm2
|
|
; AVX512F-32-NEXT: vmovdqa64 %zmm2, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 6, i32 12, i32 10, i32 10, i32 8, i32 7, i32 14, i32 5>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_082a4c6e(<8 x double> %a, <8 x double> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8f64_082a4c6e:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vunpcklpd {{.*#+}} zmm0 = zmm0[0],zmm1[0],zmm0[2],zmm1[2],zmm0[4],zmm1[4],zmm0[6],zmm1[6]
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_082a4c6e:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vunpcklpd {{.*#+}} zmm0 = zmm0[0],zmm1[0],zmm0[2],zmm1[2],zmm0[4],zmm1[4],zmm0[6],zmm1[6]
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32><i32 0, i32 8, i32 2, i32 10, i32 4, i32 12, i32 6, i32 14>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_0z2z4z6z(<8 x double> %a, <8 x double> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8f64_0z2z4z6z:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vxorpd %xmm1, %xmm1, %xmm1
|
|
; AVX512F-NEXT: vunpcklpd {{.*#+}} zmm0 = zmm0[0],zmm1[0],zmm0[2],zmm1[2],zmm0[4],zmm1[4],zmm0[6],zmm1[6]
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_0z2z4z6z:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vxorpd %xmm1, %xmm1, %xmm1
|
|
; AVX512F-32-NEXT: vunpcklpd {{.*#+}} zmm0 = zmm0[0],zmm1[0],zmm0[2],zmm1[2],zmm0[4],zmm1[4],zmm0[6],zmm1[6]
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> zeroinitializer, <8 x i32><i32 0, i32 8, i32 2, i32 8, i32 4, i32 8, i32 6, i32 8>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_082a4c6e(<8 x i64> %a, <8 x i64> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8i64_082a4c6e:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vpunpcklqdq {{.*#+}} zmm0 = zmm0[0],zmm1[0],zmm0[2],zmm1[2],zmm0[4],zmm1[4],zmm0[6],zmm1[6]
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_082a4c6e:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vpunpcklqdq {{.*#+}} zmm0 = zmm0[0],zmm1[0],zmm0[2],zmm1[2],zmm0[4],zmm1[4],zmm0[6],zmm1[6]
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32><i32 0, i32 8, i32 2, i32 10, i32 4, i32 12, i32 6, i32 14>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_z8zazcze(<8 x i64> %a, <8 x i64> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8i64_z8zazcze:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vpxor %xmm0, %xmm0, %xmm0
|
|
; AVX512F-NEXT: vpunpcklqdq {{.*#+}} zmm0 = zmm0[0],zmm1[0],zmm0[2],zmm1[2],zmm0[4],zmm1[4],zmm0[6],zmm1[6]
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_z8zazcze:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vpxor %xmm0, %xmm0, %xmm0
|
|
; AVX512F-32-NEXT: vpunpcklqdq {{.*#+}} zmm0 = zmm0[0],zmm1[0],zmm0[2],zmm1[2],zmm0[4],zmm1[4],zmm0[6],zmm1[6]
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> zeroinitializer, <8 x i64> %b, <8 x i32><i32 7, i32 8, i32 5, i32 10, i32 3, i32 12, i32 1, i32 14>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_193b5d7f(<8 x double> %a, <8 x double> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8f64_193b5d7f:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vunpckhpd {{.*#+}} zmm0 = zmm0[1],zmm1[1],zmm0[3],zmm1[3],zmm0[5],zmm1[5],zmm0[7],zmm1[7]
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_193b5d7f:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vunpckhpd {{.*#+}} zmm0 = zmm0[1],zmm1[1],zmm0[3],zmm1[3],zmm0[5],zmm1[5],zmm0[7],zmm1[7]
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32><i32 1, i32 9, i32 3, i32 11, i32 5, i32 13, i32 7, i32 15>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_z9zbzdzf(<8 x double> %a, <8 x double> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8f64_z9zbzdzf:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vxorpd %xmm0, %xmm0, %xmm0
|
|
; AVX512F-NEXT: vunpckhpd {{.*#+}} zmm0 = zmm0[1],zmm1[1],zmm0[3],zmm1[3],zmm0[5],zmm1[5],zmm0[7],zmm1[7]
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_z9zbzdzf:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vxorpd %xmm0, %xmm0, %xmm0
|
|
; AVX512F-32-NEXT: vunpckhpd {{.*#+}} zmm0 = zmm0[1],zmm1[1],zmm0[3],zmm1[3],zmm0[5],zmm1[5],zmm0[7],zmm1[7]
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> zeroinitializer, <8 x double> %b, <8 x i32><i32 0, i32 9, i32 0, i32 11, i32 0, i32 13, i32 0, i32 15>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_193b5d7f(<8 x i64> %a, <8 x i64> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8i64_193b5d7f:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vpunpckhqdq {{.*#+}} zmm0 = zmm0[1],zmm1[1],zmm0[3],zmm1[3],zmm0[5],zmm1[5],zmm0[7],zmm1[7]
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_193b5d7f:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vpunpckhqdq {{.*#+}} zmm0 = zmm0[1],zmm1[1],zmm0[3],zmm1[3],zmm0[5],zmm1[5],zmm0[7],zmm1[7]
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32><i32 1, i32 9, i32 3, i32 11, i32 5, i32 13, i32 7, i32 15>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_1z3z5z7z(<8 x i64> %a, <8 x i64> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8i64_1z3z5z7z:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vpxor %xmm1, %xmm1, %xmm1
|
|
; AVX512F-NEXT: vpunpckhqdq {{.*#+}} zmm0 = zmm0[1],zmm1[1],zmm0[3],zmm1[3],zmm0[5],zmm1[5],zmm0[7],zmm1[7]
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_1z3z5z7z:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vpxor %xmm1, %xmm1, %xmm1
|
|
; AVX512F-32-NEXT: vpunpckhqdq {{.*#+}} zmm0 = zmm0[1],zmm1[1],zmm0[3],zmm1[3],zmm0[5],zmm1[5],zmm0[7],zmm1[7]
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> zeroinitializer, <8 x i32><i32 1, i32 8, i32 3, i32 15, i32 5, i32 8, i32 7, i32 15>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x double> @test_vshuff64x2_512(<8 x double> %x, <8 x double> %x1) nounwind {
|
|
; AVX512F-LABEL: test_vshuff64x2_512:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vshuff64x2 {{.*#+}} zmm0 = zmm0[0,1,4,5],zmm1[2,3,0,1]
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: test_vshuff64x2_512:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vshuff64x2 {{.*#+}} zmm0 = zmm0[0,1,4,5],zmm1[2,3,0,1]
|
|
; AVX512F-32-NEXT: retl
|
|
%res = shufflevector <8 x double> %x, <8 x double> %x1, <8 x i32> <i32 0, i32 1, i32 4, i32 5, i32 10, i32 11, i32 8, i32 9>
|
|
ret <8 x double> %res
|
|
}
|
|
|
|
define <8 x double> @test_vshuff64x2_512_maskz(<8 x double> %x, <8 x double> %x1, <8 x i1> %mask) nounwind {
|
|
; AVX512F-LABEL: test_vshuff64x2_512_maskz:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vpmovsxwq %xmm2, %zmm2
|
|
; AVX512F-NEXT: vpsllq $63, %zmm2, %zmm2
|
|
; AVX512F-NEXT: vptestmq %zmm2, %zmm2, %k1
|
|
; AVX512F-NEXT: vshuff64x2 {{.*#+}} zmm0 {%k1} {z} = zmm0[0,1,4,5],zmm1[2,3,0,1]
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: test_vshuff64x2_512_maskz:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vpmovsxwq %xmm2, %zmm2
|
|
; AVX512F-32-NEXT: vpsllq $63, %zmm2, %zmm2
|
|
; AVX512F-32-NEXT: vptestmq %zmm2, %zmm2, %k1
|
|
; AVX512F-32-NEXT: vshuff64x2 {{.*#+}} zmm0 {%k1} {z} = zmm0[0,1,4,5],zmm1[2,3,0,1]
|
|
; AVX512F-32-NEXT: retl
|
|
%y = shufflevector <8 x double> %x, <8 x double> %x1, <8 x i32> <i32 0, i32 1, i32 4, i32 5, i32 10, i32 11, i32 8, i32 9>
|
|
%res = select <8 x i1> %mask, <8 x double> %y, <8 x double> zeroinitializer
|
|
ret <8 x double> %res
|
|
}
|
|
|
|
define <8 x i64> @test_vshufi64x2_512_mask(<8 x i64> %x, <8 x i64> %x1, <8 x i1> %mask) nounwind {
|
|
; AVX512F-LABEL: test_vshufi64x2_512_mask:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vpmovsxwq %xmm2, %zmm2
|
|
; AVX512F-NEXT: vpsllq $63, %zmm2, %zmm2
|
|
; AVX512F-NEXT: vptestmq %zmm2, %zmm2, %k1
|
|
; AVX512F-NEXT: vshufi64x2 {{.*#+}} zmm0 {%k1} = zmm0[0,1,4,5],zmm1[2,3,0,1]
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: test_vshufi64x2_512_mask:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vpmovsxwq %xmm2, %zmm2
|
|
; AVX512F-32-NEXT: vpsllq $63, %zmm2, %zmm2
|
|
; AVX512F-32-NEXT: vptestmq %zmm2, %zmm2, %k1
|
|
; AVX512F-32-NEXT: vshufi64x2 {{.*#+}} zmm0 {%k1} = zmm0[0,1,4,5],zmm1[2,3,0,1]
|
|
; AVX512F-32-NEXT: retl
|
|
%y = shufflevector <8 x i64> %x, <8 x i64> %x1, <8 x i32> <i32 0, i32 1, i32 4, i32 5, i32 10, i32 11, i32 8, i32 9>
|
|
%res = select <8 x i1> %mask, <8 x i64> %y, <8 x i64> %x
|
|
ret <8 x i64> %res
|
|
}
|
|
|
|
define <8 x double> @test_vshuff64x2_512_mem(<8 x double> %x, <8 x double> *%ptr) nounwind {
|
|
; AVX512F-LABEL: test_vshuff64x2_512_mem:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vshuff64x2 {{.*#+}} zmm0 = zmm0[0,1,4,5],mem[2,3,0,1]
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: test_vshuff64x2_512_mem:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: movl {{[0-9]+}}(%esp), %eax
|
|
; AVX512F-32-NEXT: vshuff64x2 {{.*#+}} zmm0 = zmm0[0,1,4,5],mem[2,3,0,1]
|
|
; AVX512F-32-NEXT: retl
|
|
%x1 = load <8 x double>,<8 x double> *%ptr,align 1
|
|
%res = shufflevector <8 x double> %x, <8 x double> %x1, <8 x i32> <i32 0, i32 1, i32 4, i32 5, i32 10, i32 11, i32 8, i32 9>
|
|
ret <8 x double> %res
|
|
}
|
|
|
|
define <8 x double> @test_vshuff64x2_512_mem_mask(<8 x double> %x, <8 x double> *%ptr, <8 x i1> %mask) nounwind {
|
|
; AVX512F-LABEL: test_vshuff64x2_512_mem_mask:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vpmovsxwq %xmm1, %zmm1
|
|
; AVX512F-NEXT: vpsllq $63, %zmm1, %zmm1
|
|
; AVX512F-NEXT: vptestmq %zmm1, %zmm1, %k1
|
|
; AVX512F-NEXT: vshuff64x2 {{.*#+}} zmm0 {%k1} = zmm0[0,1,4,5],mem[2,3,0,1]
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: test_vshuff64x2_512_mem_mask:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vpmovsxwq %xmm1, %zmm1
|
|
; AVX512F-32-NEXT: vpsllq $63, %zmm1, %zmm1
|
|
; AVX512F-32-NEXT: vptestmq %zmm1, %zmm1, %k1
|
|
; AVX512F-32-NEXT: movl {{[0-9]+}}(%esp), %eax
|
|
; AVX512F-32-NEXT: vshuff64x2 {{.*#+}} zmm0 {%k1} = zmm0[0,1,4,5],mem[2,3,0,1]
|
|
; AVX512F-32-NEXT: retl
|
|
%x1 = load <8 x double>,<8 x double> *%ptr,align 1
|
|
%y = shufflevector <8 x double> %x, <8 x double> %x1, <8 x i32> <i32 0, i32 1, i32 4, i32 5, i32 10, i32 11, i32 8, i32 9>
|
|
%res = select <8 x i1> %mask, <8 x double> %y, <8 x double> %x
|
|
ret <8 x double> %res
|
|
}
|
|
|
|
define <8 x double> @test_vshuff64x2_512_mem_maskz(<8 x double> %x, <8 x double> *%ptr, <8 x i1> %mask) nounwind {
|
|
; AVX512F-LABEL: test_vshuff64x2_512_mem_maskz:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vpmovsxwq %xmm1, %zmm1
|
|
; AVX512F-NEXT: vpsllq $63, %zmm1, %zmm1
|
|
; AVX512F-NEXT: vptestmq %zmm1, %zmm1, %k1
|
|
; AVX512F-NEXT: vshuff64x2 {{.*#+}} zmm0 {%k1} {z} = zmm0[0,1,4,5],mem[2,3,0,1]
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: test_vshuff64x2_512_mem_maskz:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vpmovsxwq %xmm1, %zmm1
|
|
; AVX512F-32-NEXT: vpsllq $63, %zmm1, %zmm1
|
|
; AVX512F-32-NEXT: vptestmq %zmm1, %zmm1, %k1
|
|
; AVX512F-32-NEXT: movl {{[0-9]+}}(%esp), %eax
|
|
; AVX512F-32-NEXT: vshuff64x2 {{.*#+}} zmm0 {%k1} {z} = zmm0[0,1,4,5],mem[2,3,0,1]
|
|
; AVX512F-32-NEXT: retl
|
|
%x1 = load <8 x double>,<8 x double> *%ptr,align 1
|
|
%y = shufflevector <8 x double> %x, <8 x double> %x1, <8 x i32> <i32 0, i32 1, i32 4, i32 5, i32 10, i32 11, i32 8, i32 9>
|
|
%res = select <8 x i1> %mask, <8 x double> %y, <8 x double> zeroinitializer
|
|
ret <8 x double> %res
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_23014567(<8 x double> %a0, <8 x double> %a1) {
|
|
; AVX512F-LABEL: shuffle_v8f64_23014567:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vshuff64x2 {{.*#+}} zmm0 = zmm1[2,3,0,1,4,5,6,7]
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_23014567:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vshuff64x2 {{.*#+}} zmm0 = zmm1[2,3,0,1,4,5,6,7]
|
|
; AVX512F-32-NEXT: retl
|
|
%1 = shufflevector <8 x double> %a1, <8 x double> undef, <8 x i32> <i32 2, i32 3, i32 0, i32 1, i32 4, i32 5, i32 6, i32 7>
|
|
ret <8 x double> %1
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_2301uu67(<8 x double> %a0, <8 x double> %a1) {
|
|
; AVX512F-LABEL: shuffle_v8f64_2301uu67:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vshuff64x2 {{.*#+}} zmm0 = zmm1[2,3,0,1,0,1,6,7]
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_2301uu67:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vshuff64x2 {{.*#+}} zmm0 = zmm1[2,3,0,1,0,1,6,7]
|
|
; AVX512F-32-NEXT: retl
|
|
%1 = shufflevector <8 x double> %a1, <8 x double> undef, <8 x i32> <i32 2, i32 3, i32 0, i32 1, i32 undef, i32 undef, i32 6, i32 7>
|
|
ret <8 x double> %1
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_2301uuuu(<8 x double> %a0, <8 x double> %a1) {
|
|
; AVX512F-LABEL: shuffle_v8f64_2301uuuu:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vperm2f128 {{.*#+}} ymm0 = ymm1[2,3,0,1]
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_2301uuuu:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vperm2f128 {{.*#+}} ymm0 = ymm1[2,3,0,1]
|
|
; AVX512F-32-NEXT: retl
|
|
%1 = shufflevector <8 x double> %a1, <8 x double> undef, <8 x i32> <i32 2, i32 3, i32 0, i32 1, i32 undef, i32 undef, i32 undef, i32 undef>
|
|
ret <8 x double> %1
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_uuu2301(<8 x double> %a0, <8 x double> %a1) {
|
|
; AVX512F-LABEL: shuffle_v8f64_uuu2301:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vshuff64x2 {{.*#+}} zmm0 = zmm0[0,1,0,1],zmm1[2,3,0,1]
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_uuu2301:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vshuff64x2 {{.*#+}} zmm0 = zmm0[0,1,0,1],zmm1[2,3,0,1]
|
|
; AVX512F-32-NEXT: retl
|
|
%1 = shufflevector <8 x double> %a1, <8 x double> undef, <8 x i32> <i32 undef, i32 undef, i32 undef, i32 undef, i32 2, i32 3, i32 0, i32 1>
|
|
ret <8 x double> %1
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_0zzzzzzz(<8 x i64> %a) {
|
|
; AVX512F-LABEL: shuffle_v8i64_0zzzzzzz:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vxorpd %xmm1, %xmm1, %xmm1
|
|
; AVX512F-NEXT: vmovsd {{.*#+}} xmm0 = xmm0[0],xmm1[1]
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_0zzzzzzz:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vxorpd %xmm1, %xmm1, %xmm1
|
|
; AVX512F-32-NEXT: vmovsd {{.*#+}} xmm0 = xmm0[0],xmm1[1]
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> zeroinitializer, <8 x i32> <i32 0, i32 8, i32 8, i32 8, i32 8, i32 8, i32 8, i32 8>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_0zzzzzzz(<8 x double> %a) {
|
|
; AVX512F-LABEL: shuffle_v8f64_0zzzzzzz:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vxorpd %xmm1, %xmm1, %xmm1
|
|
; AVX512F-NEXT: vmovsd {{.*#+}} xmm0 = xmm0[0],xmm1[1]
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_0zzzzzzz:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vxorpd %xmm1, %xmm1, %xmm1
|
|
; AVX512F-32-NEXT: vmovsd {{.*#+}} xmm0 = xmm0[0],xmm1[1]
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> zeroinitializer, <8 x i32> <i32 0, i32 8, i32 8, i32 8, i32 8, i32 8, i32 8, i32 8>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_12345678(<8 x i64> %a, <8 x i64> %b) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8i64_12345678:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: valignq {{.*#+}} zmm0 = zmm0[1,2,3,4,5,6,7],zmm1[0]
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_12345678:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: valignq {{.*#+}} zmm0 = zmm0[1,2,3,4,5,6,7],zmm1[0]
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_12345670(<8 x i64> %a) {
|
|
;
|
|
; AVX512F-LABEL: shuffle_v8i64_12345670:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: valignq {{.*#+}} zmm0 = zmm0[1,2,3,4,5,6,7,0]
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_12345670:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: valignq {{.*#+}} zmm0 = zmm0[1,2,3,4,5,6,7,0]
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> undef, <8 x i32> <i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 0>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @mask_shuffle_v8i64_12345678(<8 x i64> %a, <8 x i64> %b, <8 x i64> %passthru, i8 %mask) {
|
|
;
|
|
; AVX512F-LABEL: mask_shuffle_v8i64_12345678:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: kmovw %edi, %k1
|
|
; AVX512F-NEXT: valignq {{.*#+}} zmm2 {%k1} = zmm0[1,2,3,4,5,6,7],zmm1[0]
|
|
; AVX512F-NEXT: vmovdqa64 %zmm2, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: mask_shuffle_v8i64_12345678:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: movzbl {{[0-9]+}}(%esp), %eax
|
|
; AVX512F-32-NEXT: kmovw %eax, %k1
|
|
; AVX512F-32-NEXT: valignq {{.*#+}} zmm2 {%k1} = zmm0[1,2,3,4,5,6,7],zmm1[0]
|
|
; AVX512F-32-NEXT: vmovdqa64 %zmm2, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8>
|
|
%mask.cast = bitcast i8 %mask to <8 x i1>
|
|
%res = select <8 x i1> %mask.cast, <8 x i64> %shuffle, <8 x i64> %passthru
|
|
ret <8 x i64> %res
|
|
}
|
|
|
|
define <8 x i64> @mask_shuffle_v8i64_12345670(<8 x i64> %a, <8 x i64> %passthru, i8 %mask) {
|
|
;
|
|
; AVX512F-LABEL: mask_shuffle_v8i64_12345670:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: kmovw %edi, %k1
|
|
; AVX512F-NEXT: valignq {{.*#+}} zmm1 {%k1} = zmm0[1,2,3,4,5,6,7,0]
|
|
; AVX512F-NEXT: vmovdqa64 %zmm1, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: mask_shuffle_v8i64_12345670:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: movzbl {{[0-9]+}}(%esp), %eax
|
|
; AVX512F-32-NEXT: kmovw %eax, %k1
|
|
; AVX512F-32-NEXT: valignq {{.*#+}} zmm1 {%k1} = zmm0[1,2,3,4,5,6,7,0]
|
|
; AVX512F-32-NEXT: vmovdqa64 %zmm1, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> undef, <8 x i32> <i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 0>
|
|
%mask.cast = bitcast i8 %mask to <8 x i1>
|
|
%res = select <8 x i1> %mask.cast, <8 x i64> %shuffle, <8 x i64> %passthru
|
|
ret <8 x i64> %res
|
|
}
|
|
|
|
define <8 x i64> @maskz_shuffle_v8i64_12345678(<8 x i64> %a, <8 x i64> %b, i8 %mask) {
|
|
;
|
|
; AVX512F-LABEL: maskz_shuffle_v8i64_12345678:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: kmovw %edi, %k1
|
|
; AVX512F-NEXT: valignq {{.*#+}} zmm0 {%k1} {z} = zmm0[1,2,3,4,5,6,7],zmm1[0]
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: maskz_shuffle_v8i64_12345678:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: movzbl {{[0-9]+}}(%esp), %eax
|
|
; AVX512F-32-NEXT: kmovw %eax, %k1
|
|
; AVX512F-32-NEXT: valignq {{.*#+}} zmm0 {%k1} {z} = zmm0[1,2,3,4,5,6,7],zmm1[0]
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8>
|
|
%mask.cast = bitcast i8 %mask to <8 x i1>
|
|
%res = select <8 x i1> %mask.cast, <8 x i64> %shuffle, <8 x i64> zeroinitializer
|
|
ret <8 x i64> %res
|
|
}
|
|
|
|
define <8 x i64> @maskz_shuffle_v8i64_12345670(<8 x i64> %a, i8 %mask) {
|
|
;
|
|
; AVX512F-LABEL: maskz_shuffle_v8i64_12345670:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: kmovw %edi, %k1
|
|
; AVX512F-NEXT: valignq {{.*#+}} zmm0 {%k1} {z} = zmm0[1,2,3,4,5,6,7,0]
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: maskz_shuffle_v8i64_12345670:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: movzbl {{[0-9]+}}(%esp), %eax
|
|
; AVX512F-32-NEXT: kmovw %eax, %k1
|
|
; AVX512F-32-NEXT: valignq {{.*#+}} zmm0 {%k1} {z} = zmm0[1,2,3,4,5,6,7,0]
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> undef, <8 x i32> <i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 0>
|
|
%mask.cast = bitcast i8 %mask to <8 x i1>
|
|
%res = select <8 x i1> %mask.cast, <8 x i64> %shuffle, <8 x i64> zeroinitializer
|
|
ret <8 x i64> %res
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_012389AB(<8 x double> %a, <8 x double> %b) {
|
|
; AVX512F-LABEL: shuffle_v8f64_012389AB:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vinsertf64x4 $1, %ymm1, %zmm0, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_012389AB:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vinsertf64x4 $1, %ymm1, %zmm0, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 8, i32 9, i32 10, i32 11>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_89AB0123(<8 x double> %a, <8 x double> %b) {
|
|
; AVX512F-LABEL: shuffle_v8f64_89AB0123:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vinsertf64x4 $1, %ymm0, %zmm1, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_89AB0123:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vinsertf64x4 $1, %ymm0, %zmm1, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 8, i32 9, i32 10, i32 11, i32 0, i32 1, i32 2, i32 3>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_01230123(<8 x double> %a, <8 x double> %b) {
|
|
; AVX512F-LABEL: shuffle_v8f64_01230123:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vinsertf64x4 $1, %ymm0, %zmm0, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_01230123:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vinsertf64x4 $1, %ymm0, %zmm0, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 0, i32 1, i32 2, i32 3>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_012389AB(<8 x i64> %a, <8 x i64> %b) {
|
|
; AVX512F-LABEL: shuffle_v8i64_012389AB:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vinsertf64x4 $1, %ymm1, %zmm0, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_012389AB:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vinsertf64x4 $1, %ymm1, %zmm0, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 8, i32 9, i32 10, i32 11>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_89AB0123(<8 x i64> %a, <8 x i64> %b) {
|
|
; AVX512F-LABEL: shuffle_v8i64_89AB0123:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vinsertf64x4 $1, %ymm0, %zmm1, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_89AB0123:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vinsertf64x4 $1, %ymm0, %zmm1, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 8, i32 9, i32 10, i32 11, i32 0, i32 1, i32 2, i32 3>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_01230123(<8 x i64> %a, <8 x i64> %b) {
|
|
; AVX512F-LABEL: shuffle_v8i64_01230123:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vinsertf64x4 $1, %ymm0, %zmm0, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_01230123:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vinsertf64x4 $1, %ymm0, %zmm0, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 0, i32 1, i32 2, i32 3>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_89234567(<8 x double> %a, <8 x double> %b) {
|
|
; AVX512F-LABEL: shuffle_v8f64_89234567:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vinsertf32x4 $0, %xmm1, %zmm0, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_89234567:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vinsertf32x4 $0, %xmm1, %zmm0, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 8, i32 9, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_01894567(<8 x double> %a, <8 x double> %b) {
|
|
; AVX512F-LABEL: shuffle_v8f64_01894567:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vinsertf32x4 $1, %xmm1, %zmm0, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_01894567:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vinsertf32x4 $1, %xmm1, %zmm0, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 1, i32 8, i32 9, i32 4, i32 5, i32 6, i32 7>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_01238967(<8 x double> %a, <8 x double> %b) {
|
|
; AVX512F-LABEL: shuffle_v8f64_01238967:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vinsertf32x4 $2, %xmm1, %zmm0, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_01238967:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vinsertf32x4 $2, %xmm1, %zmm0, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 8, i32 9, i32 6, i32 7>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v8f64_01234589(<8 x double> %a, <8 x double> %b) {
|
|
; AVX512F-LABEL: shuffle_v8f64_01234589:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vinsertf32x4 $3, %xmm1, %zmm0, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8f64_01234589:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vinsertf32x4 $3, %xmm1, %zmm0, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 8, i32 9>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_89234567(<8 x i64> %a, <8 x i64> %b) {
|
|
; AVX512F-LABEL: shuffle_v8i64_89234567:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vinsertf32x4 $0, %xmm1, %zmm0, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_89234567:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vinsertf32x4 $0, %xmm1, %zmm0, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 8, i32 9, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_01894567(<8 x i64> %a, <8 x i64> %b) {
|
|
; AVX512F-LABEL: shuffle_v8i64_01894567:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vinsertf32x4 $1, %xmm1, %zmm0, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_01894567:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vinsertf32x4 $1, %xmm1, %zmm0, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 1, i32 8, i32 9, i32 4, i32 5, i32 6, i32 7>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_01238967(<8 x i64> %a, <8 x i64> %b) {
|
|
; AVX512F-LABEL: shuffle_v8i64_01238967:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vinsertf32x4 $2, %xmm1, %zmm0, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_01238967:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vinsertf32x4 $2, %xmm1, %zmm0, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 8, i32 9, i32 6, i32 7>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v8i64_01234589(<8 x i64> %a, <8 x i64> %b) {
|
|
; AVX512F-LABEL: shuffle_v8i64_01234589:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vinsertf32x4 $3, %xmm1, %zmm0, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v8i64_01234589:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vinsertf32x4 $3, %xmm1, %zmm0, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 8, i32 9>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v4f64_v8f64_22222222(<4 x double> %a) {
|
|
; AVX512F-LABEL: shuffle_v4f64_v8f64_22222222:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vextractf128 $1, %ymm0, %xmm0
|
|
; AVX512F-NEXT: vbroadcastsd %xmm0, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v4f64_v8f64_22222222:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vextractf128 $1, %ymm0, %xmm0
|
|
; AVX512F-32-NEXT: vbroadcastsd %xmm0, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <4 x double> %a, <4 x double> undef, <8 x i32> <i32 2, i32 2, i32 2, i32 2, i32 2, i32 2, i32 2, i32 2>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
define <8 x i64> @shuffle_v2i64_v8i64_01010101(<2 x i64> %a) {
|
|
; AVX512F-LABEL: shuffle_v2i64_v8i64_01010101:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: # kill: %XMM0<def> %XMM0<kill> %YMM0<def>
|
|
; AVX512F-NEXT: vinsertf128 $1, %xmm0, %ymm0, %ymm0
|
|
; AVX512F-NEXT: vinsertf64x4 $1, %ymm0, %zmm0, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v2i64_v8i64_01010101:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: # kill: %XMM0<def> %XMM0<kill> %YMM0<def>
|
|
; AVX512F-32-NEXT: vinsertf128 $1, %xmm0, %ymm0, %ymm0
|
|
; AVX512F-32-NEXT: vinsertf64x4 $1, %ymm0, %zmm0, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <2 x i64> %a, <2 x i64> undef, <8 x i32> <i32 0, i32 1, i32 0, i32 1, i32 0, i32 1, i32 0, i32 1>
|
|
ret <8 x i64> %shuffle
|
|
}
|
|
|
|
define <8 x double> @shuffle_v2f64_v8f64_01010101(<2 x double> %a) {
|
|
; AVX512F-LABEL: shuffle_v2f64_v8f64_01010101:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: # kill: %XMM0<def> %XMM0<kill> %YMM0<def>
|
|
; AVX512F-NEXT: vinsertf128 $1, %xmm0, %ymm0, %ymm0
|
|
; AVX512F-NEXT: vinsertf64x4 $1, %ymm0, %zmm0, %zmm0
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: shuffle_v2f64_v8f64_01010101:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: # kill: %XMM0<def> %XMM0<kill> %YMM0<def>
|
|
; AVX512F-32-NEXT: vinsertf128 $1, %xmm0, %ymm0, %ymm0
|
|
; AVX512F-32-NEXT: vinsertf64x4 $1, %ymm0, %zmm0, %zmm0
|
|
; AVX512F-32-NEXT: retl
|
|
%shuffle = shufflevector <2 x double> %a, <2 x double> undef, <8 x i32> <i32 0, i32 1, i32 0, i32 1, i32 0, i32 1, i32 0, i32 1>
|
|
ret <8 x double> %shuffle
|
|
}
|
|
|
|
;FIXME: compressp
|
|
define <4 x double> @test_v8f64_2346 (<8 x double> %v) {
|
|
; AVX512F-LABEL: test_v8f64_2346:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vextractf128 $1, %ymm0, %xmm1
|
|
; AVX512F-NEXT: vextractf64x4 $1, %zmm0, %ymm0
|
|
; AVX512F-NEXT: vpermpd {{.*#+}} ymm0 = ymm0[0,1,0,2]
|
|
; AVX512F-NEXT: vblendpd {{.*#+}} ymm0 = ymm1[0,1],ymm0[2,3]
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: test_v8f64_2346:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vextractf128 $1, %ymm0, %xmm1
|
|
; AVX512F-32-NEXT: vextractf64x4 $1, %zmm0, %ymm0
|
|
; AVX512F-32-NEXT: vpermpd {{.*#+}} ymm0 = ymm0[0,1,0,2]
|
|
; AVX512F-32-NEXT: vblendpd {{.*#+}} ymm0 = ymm1[0,1],ymm0[2,3]
|
|
; AVX512F-32-NEXT: retl
|
|
%res = shufflevector <8 x double> %v, <8 x double> undef, <4 x i32> <i32 2, i32 3, i32 4, i32 6>
|
|
ret <4 x double> %res
|
|
}
|
|
|
|
;FIXME: compressp
|
|
define <2 x double> @test_v8f64_34 (<8 x double> %v) {
|
|
; AVX512F-LABEL: test_v8f64_34:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vextractf32x4 $2, %zmm0, %xmm1
|
|
; AVX512F-NEXT: vextractf128 $1, %ymm0, %xmm0
|
|
; AVX512F-NEXT: vshufpd {{.*#+}} xmm0 = xmm0[1],xmm1[0]
|
|
; AVX512F-NEXT: vzeroupper
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: test_v8f64_34:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vextractf32x4 $2, %zmm0, %xmm1
|
|
; AVX512F-32-NEXT: vextractf128 $1, %ymm0, %xmm0
|
|
; AVX512F-32-NEXT: vshufpd {{.*#+}} xmm0 = xmm0[1],xmm1[0]
|
|
; AVX512F-32-NEXT: vzeroupper
|
|
; AVX512F-32-NEXT: retl
|
|
%res = shufflevector <8 x double> %v, <8 x double> undef, <2 x i32> <i32 3, i32 4>
|
|
ret <2 x double> %res
|
|
}
|
|
|
|
; FIXME: vpcompress
|
|
define <4 x i64> @test_v8i64_1257 (<8 x i64> %v) {
|
|
; AVX512F-LABEL: test_v8i64_1257:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vextracti64x4 $1, %zmm0, %ymm1
|
|
; AVX512F-NEXT: vpermq {{.*#+}} ymm1 = ymm1[0,1,1,3]
|
|
; AVX512F-NEXT: vpermq {{.*#+}} ymm0 = ymm0[1,2,2,3]
|
|
; AVX512F-NEXT: vpblendd {{.*#+}} ymm0 = ymm0[0,1,2,3],ymm1[4,5,6,7]
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: test_v8i64_1257:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vextracti64x4 $1, %zmm0, %ymm1
|
|
; AVX512F-32-NEXT: vpermq {{.*#+}} ymm1 = ymm1[0,1,1,3]
|
|
; AVX512F-32-NEXT: vpermq {{.*#+}} ymm0 = ymm0[1,2,2,3]
|
|
; AVX512F-32-NEXT: vpblendd {{.*#+}} ymm0 = ymm0[0,1,2,3],ymm1[4,5,6,7]
|
|
; AVX512F-32-NEXT: retl
|
|
%res = shufflevector <8 x i64> %v, <8 x i64> undef, <4 x i32> <i32 1, i32 2, i32 5, i32 7>
|
|
ret <4 x i64> %res
|
|
}
|
|
|
|
define <2 x i64> @test_v8i64_2_5 (<8 x i64> %v) {
|
|
; AVX512F-LABEL: test_v8i64_2_5:
|
|
; AVX512F: # BB#0:
|
|
; AVX512F-NEXT: vextractf64x4 $1, %zmm0, %ymm1
|
|
; AVX512F-NEXT: vextractf128 $1, %ymm0, %xmm0
|
|
; AVX512F-NEXT: vblendps {{.*#+}} xmm0 = xmm0[0,1],xmm1[2,3]
|
|
; AVX512F-NEXT: vzeroupper
|
|
; AVX512F-NEXT: retq
|
|
;
|
|
; AVX512F-32-LABEL: test_v8i64_2_5:
|
|
; AVX512F-32: # BB#0:
|
|
; AVX512F-32-NEXT: vextractf64x4 $1, %zmm0, %ymm1
|
|
; AVX512F-32-NEXT: vextractf128 $1, %ymm0, %xmm0
|
|
; AVX512F-32-NEXT: vblendps {{.*#+}} xmm0 = xmm0[0,1],xmm1[2,3]
|
|
; AVX512F-32-NEXT: vzeroupper
|
|
; AVX512F-32-NEXT: retl
|
|
%res = shufflevector <8 x i64> %v, <8 x i64> undef, <2 x i32> <i32 2, i32 5>
|
|
ret <2 x i64> %res
|
|
}
|