forked from OSchip/llvm-project
1836 lines
67 KiB
LLVM
1836 lines
67 KiB
LLVM
; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py
|
|
; RUN: llc < %s -mtriple=x86_64-apple-darwin -mcpu=knl | FileCheck %s --check-prefix=ALL --check-prefix=KNL
|
|
; RUN: llc < %s -mtriple=x86_64-apple-darwin -mcpu=skx | FileCheck %s --check-prefix=ALL --check-prefix=SKX
|
|
|
|
define <8 x i16> @zext_8x8mem_to_8x16(<8 x i8> *%i , <8 x i1> %mask) nounwind readnone {
|
|
; KNL-LABEL: zext_8x8mem_to_8x16:
|
|
; KNL: ## BB#0:
|
|
; KNL-NEXT: vpmovzxbw {{.*#+}} xmm1 = mem[0],zero,mem[1],zero,mem[2],zero,mem[3],zero,mem[4],zero,mem[5],zero,mem[6],zero,mem[7],zero
|
|
; KNL-NEXT: vpsllw $15, %xmm0, %xmm0
|
|
; KNL-NEXT: vpsraw $15, %xmm0, %xmm0
|
|
; KNL-NEXT: vpand %xmm1, %xmm0, %xmm0
|
|
; KNL-NEXT: retq
|
|
;
|
|
; SKX-LABEL: zext_8x8mem_to_8x16:
|
|
; SKX: ## BB#0:
|
|
; SKX-NEXT: vpsllw $15, %xmm0, %xmm0
|
|
; SKX-NEXT: vpmovw2m %xmm0, %k1
|
|
; SKX-NEXT: vpmovzxbw (%rdi), %xmm0 {%k1} {z}
|
|
; SKX-NEXT: retq
|
|
%a = load <8 x i8>,<8 x i8> *%i,align 1
|
|
%x = zext <8 x i8> %a to <8 x i16>
|
|
%ret = select <8 x i1> %mask, <8 x i16> %x, <8 x i16> zeroinitializer
|
|
ret <8 x i16> %ret
|
|
}
|
|
|
|
define <8 x i16> @sext_8x8mem_to_8x16(<8 x i8> *%i , <8 x i1> %mask) nounwind readnone {
|
|
; KNL-LABEL: sext_8x8mem_to_8x16:
|
|
; KNL: ## BB#0:
|
|
; KNL-NEXT: vpmovsxbw (%rdi), %xmm1
|
|
; KNL-NEXT: vpsllw $15, %xmm0, %xmm0
|
|
; KNL-NEXT: vpsraw $15, %xmm0, %xmm0
|
|
; KNL-NEXT: vpand %xmm1, %xmm0, %xmm0
|
|
; KNL-NEXT: retq
|
|
;
|
|
; SKX-LABEL: sext_8x8mem_to_8x16:
|
|
; SKX: ## BB#0:
|
|
; SKX-NEXT: vpsllw $15, %xmm0, %xmm0
|
|
; SKX-NEXT: vpmovw2m %xmm0, %k1
|
|
; SKX-NEXT: vpmovsxbw (%rdi), %xmm0 {%k1} {z}
|
|
; SKX-NEXT: retq
|
|
%a = load <8 x i8>,<8 x i8> *%i,align 1
|
|
%x = sext <8 x i8> %a to <8 x i16>
|
|
%ret = select <8 x i1> %mask, <8 x i16> %x, <8 x i16> zeroinitializer
|
|
ret <8 x i16> %ret
|
|
}
|
|
|
|
|
|
define <16 x i16> @zext_16x8mem_to_16x16(<16 x i8> *%i , <16 x i1> %mask) nounwind readnone {
|
|
; KNL-LABEL: zext_16x8mem_to_16x16:
|
|
; KNL: ## BB#0:
|
|
; KNL-NEXT: vpmovzxbw {{.*#+}} ymm0 = xmm0[0],zero,xmm0[1],zero,xmm0[2],zero,xmm0[3],zero,xmm0[4],zero,xmm0[5],zero,xmm0[6],zero,xmm0[7],zero,xmm0[8],zero,xmm0[9],zero,xmm0[10],zero,xmm0[11],zero,xmm0[12],zero,xmm0[13],zero,xmm0[14],zero,xmm0[15],zero
|
|
; KNL-NEXT: vpmovzxbw {{.*#+}} ymm1 = mem[0],zero,mem[1],zero,mem[2],zero,mem[3],zero,mem[4],zero,mem[5],zero,mem[6],zero,mem[7],zero,mem[8],zero,mem[9],zero,mem[10],zero,mem[11],zero,mem[12],zero,mem[13],zero,mem[14],zero,mem[15],zero
|
|
; KNL-NEXT: vpsllw $15, %ymm0, %ymm0
|
|
; KNL-NEXT: vpsraw $15, %ymm0, %ymm0
|
|
; KNL-NEXT: vpand %ymm1, %ymm0, %ymm0
|
|
; KNL-NEXT: retq
|
|
;
|
|
; SKX-LABEL: zext_16x8mem_to_16x16:
|
|
; SKX: ## BB#0:
|
|
; SKX-NEXT: vpsllw $7, %xmm0, %xmm0
|
|
; SKX-NEXT: vpmovb2m %xmm0, %k1
|
|
; SKX-NEXT: vpmovzxbw (%rdi), %ymm0 {%k1} {z}
|
|
; SKX-NEXT: retq
|
|
%a = load <16 x i8>,<16 x i8> *%i,align 1
|
|
%x = zext <16 x i8> %a to <16 x i16>
|
|
%ret = select <16 x i1> %mask, <16 x i16> %x, <16 x i16> zeroinitializer
|
|
ret <16 x i16> %ret
|
|
}
|
|
|
|
define <16 x i16> @sext_16x8mem_to_16x16(<16 x i8> *%i , <16 x i1> %mask) nounwind readnone {
|
|
; KNL-LABEL: sext_16x8mem_to_16x16:
|
|
; KNL: ## BB#0:
|
|
; KNL-NEXT: vpmovzxbw {{.*#+}} ymm0 = xmm0[0],zero,xmm0[1],zero,xmm0[2],zero,xmm0[3],zero,xmm0[4],zero,xmm0[5],zero,xmm0[6],zero,xmm0[7],zero,xmm0[8],zero,xmm0[9],zero,xmm0[10],zero,xmm0[11],zero,xmm0[12],zero,xmm0[13],zero,xmm0[14],zero,xmm0[15],zero
|
|
; KNL-NEXT: vpmovsxbw (%rdi), %ymm1
|
|
; KNL-NEXT: vpsllw $15, %ymm0, %ymm0
|
|
; KNL-NEXT: vpsraw $15, %ymm0, %ymm0
|
|
; KNL-NEXT: vpand %ymm1, %ymm0, %ymm0
|
|
; KNL-NEXT: retq
|
|
;
|
|
; SKX-LABEL: sext_16x8mem_to_16x16:
|
|
; SKX: ## BB#0:
|
|
; SKX-NEXT: vpsllw $7, %xmm0, %xmm0
|
|
; SKX-NEXT: vpmovb2m %xmm0, %k1
|
|
; SKX-NEXT: vpmovsxbw (%rdi), %ymm0 {%k1} {z}
|
|
; SKX-NEXT: retq
|
|
%a = load <16 x i8>,<16 x i8> *%i,align 1
|
|
%x = sext <16 x i8> %a to <16 x i16>
|
|
%ret = select <16 x i1> %mask, <16 x i16> %x, <16 x i16> zeroinitializer
|
|
ret <16 x i16> %ret
|
|
}
|
|
|
|
define <16 x i16> @zext_16x8_to_16x16(<16 x i8> %a ) nounwind readnone {
|
|
; KNL-LABEL: zext_16x8_to_16x16:
|
|
; KNL: ## BB#0:
|
|
; KNL-NEXT: vpmovzxbw {{.*#+}} ymm0 = xmm0[0],zero,xmm0[1],zero,xmm0[2],zero,xmm0[3],zero,xmm0[4],zero,xmm0[5],zero,xmm0[6],zero,xmm0[7],zero,xmm0[8],zero,xmm0[9],zero,xmm0[10],zero,xmm0[11],zero,xmm0[12],zero,xmm0[13],zero,xmm0[14],zero,xmm0[15],zero
|
|
; KNL-NEXT: retq
|
|
;
|
|
; SKX-LABEL: zext_16x8_to_16x16:
|
|
; SKX: ## BB#0:
|
|
; SKX-NEXT: vpmovzxbw %xmm0, %ymm0
|
|
; SKX-NEXT: retq
|
|
%x = zext <16 x i8> %a to <16 x i16>
|
|
ret <16 x i16> %x
|
|
}
|
|
|
|
define <16 x i16> @zext_16x8_to_16x16_mask(<16 x i8> %a ,<16 x i1> %mask) nounwind readnone {
|
|
; KNL-LABEL: zext_16x8_to_16x16_mask:
|
|
; KNL: ## BB#0:
|
|
; KNL-NEXT: vpmovzxbw {{.*#+}} ymm1 = xmm1[0],zero,xmm1[1],zero,xmm1[2],zero,xmm1[3],zero,xmm1[4],zero,xmm1[5],zero,xmm1[6],zero,xmm1[7],zero,xmm1[8],zero,xmm1[9],zero,xmm1[10],zero,xmm1[11],zero,xmm1[12],zero,xmm1[13],zero,xmm1[14],zero,xmm1[15],zero
|
|
; KNL-NEXT: vpmovzxbw {{.*#+}} ymm0 = xmm0[0],zero,xmm0[1],zero,xmm0[2],zero,xmm0[3],zero,xmm0[4],zero,xmm0[5],zero,xmm0[6],zero,xmm0[7],zero,xmm0[8],zero,xmm0[9],zero,xmm0[10],zero,xmm0[11],zero,xmm0[12],zero,xmm0[13],zero,xmm0[14],zero,xmm0[15],zero
|
|
; KNL-NEXT: vpsllw $15, %ymm1, %ymm1
|
|
; KNL-NEXT: vpsraw $15, %ymm1, %ymm1
|
|
; KNL-NEXT: vpand %ymm0, %ymm1, %ymm0
|
|
; KNL-NEXT: retq
|
|
;
|
|
; SKX-LABEL: zext_16x8_to_16x16_mask:
|
|
; SKX: ## BB#0:
|
|
; SKX-NEXT: vpsllw $7, %xmm1, %xmm1
|
|
; SKX-NEXT: vpmovb2m %xmm1, %k1
|
|
; SKX-NEXT: vpmovzxbw %xmm0, %ymm0 {%k1} {z}
|
|
; SKX-NEXT: retq
|
|
%x = zext <16 x i8> %a to <16 x i16>
|
|
%ret = select <16 x i1> %mask, <16 x i16> %x, <16 x i16> zeroinitializer
|
|
ret <16 x i16> %ret
|
|
}
|
|
|
|
define <16 x i16> @sext_16x8_to_16x16(<16 x i8> %a ) nounwind readnone {
|
|
; ALL-LABEL: sext_16x8_to_16x16:
|
|
; ALL: ## BB#0:
|
|
; ALL-NEXT: vpmovsxbw %xmm0, %ymm0
|
|
; ALL-NEXT: retq
|
|
%x = sext <16 x i8> %a to <16 x i16>
|
|
ret <16 x i16> %x
|
|
}
|
|
|
|
define <16 x i16> @sext_16x8_to_16x16_mask(<16 x i8> %a ,<16 x i1> %mask) nounwind readnone {
|
|
; KNL-LABEL: sext_16x8_to_16x16_mask:
|
|
; KNL: ## BB#0:
|
|
; KNL-NEXT: vpmovzxbw {{.*#+}} ymm1 = xmm1[0],zero,xmm1[1],zero,xmm1[2],zero,xmm1[3],zero,xmm1[4],zero,xmm1[5],zero,xmm1[6],zero,xmm1[7],zero,xmm1[8],zero,xmm1[9],zero,xmm1[10],zero,xmm1[11],zero,xmm1[12],zero,xmm1[13],zero,xmm1[14],zero,xmm1[15],zero
|
|
; KNL-NEXT: vpmovsxbw %xmm0, %ymm0
|
|
; KNL-NEXT: vpsllw $15, %ymm1, %ymm1
|
|
; KNL-NEXT: vpsraw $15, %ymm1, %ymm1
|
|
; KNL-NEXT: vpand %ymm0, %ymm1, %ymm0
|
|
; KNL-NEXT: retq
|
|
;
|
|
; SKX-LABEL: sext_16x8_to_16x16_mask:
|
|
; SKX: ## BB#0:
|
|
; SKX-NEXT: vpsllw $7, %xmm1, %xmm1
|
|
; SKX-NEXT: vpmovb2m %xmm1, %k1
|
|
; SKX-NEXT: vpmovsxbw %xmm0, %ymm0 {%k1} {z}
|
|
; SKX-NEXT: retq
|
|
%x = sext <16 x i8> %a to <16 x i16>
|
|
%ret = select <16 x i1> %mask, <16 x i16> %x, <16 x i16> zeroinitializer
|
|
ret <16 x i16> %ret
|
|
}
|
|
|
|
define <32 x i16> @zext_32x8mem_to_32x16(<32 x i8> *%i , <32 x i1> %mask) nounwind readnone {
|
|
; KNL-LABEL: zext_32x8mem_to_32x16:
|
|
; KNL: ## BB#0:
|
|
; KNL-NEXT: vpmovzxbw {{.*#+}} ymm1 = mem[0],zero,mem[1],zero,mem[2],zero,mem[3],zero,mem[4],zero,mem[5],zero,mem[6],zero,mem[7],zero,mem[8],zero,mem[9],zero,mem[10],zero,mem[11],zero,mem[12],zero,mem[13],zero,mem[14],zero,mem[15],zero
|
|
; KNL-NEXT: vpmovzxbw {{.*#+}} ymm2 = mem[0],zero,mem[1],zero,mem[2],zero,mem[3],zero,mem[4],zero,mem[5],zero,mem[6],zero,mem[7],zero,mem[8],zero,mem[9],zero,mem[10],zero,mem[11],zero,mem[12],zero,mem[13],zero,mem[14],zero,mem[15],zero
|
|
; KNL-NEXT: vpmovzxbw {{.*#+}} ymm3 = xmm0[0],zero,xmm0[1],zero,xmm0[2],zero,xmm0[3],zero,xmm0[4],zero,xmm0[5],zero,xmm0[6],zero,xmm0[7],zero,xmm0[8],zero,xmm0[9],zero,xmm0[10],zero,xmm0[11],zero,xmm0[12],zero,xmm0[13],zero,xmm0[14],zero,xmm0[15],zero
|
|
; KNL-NEXT: vpsllw $15, %ymm3, %ymm3
|
|
; KNL-NEXT: vpsraw $15, %ymm3, %ymm3
|
|
; KNL-NEXT: vpand %ymm2, %ymm3, %ymm2
|
|
; KNL-NEXT: vextracti128 $1, %ymm0, %xmm0
|
|
; KNL-NEXT: vpmovzxbw {{.*#+}} ymm0 = xmm0[0],zero,xmm0[1],zero,xmm0[2],zero,xmm0[3],zero,xmm0[4],zero,xmm0[5],zero,xmm0[6],zero,xmm0[7],zero,xmm0[8],zero,xmm0[9],zero,xmm0[10],zero,xmm0[11],zero,xmm0[12],zero,xmm0[13],zero,xmm0[14],zero,xmm0[15],zero
|
|
; KNL-NEXT: vpsllw $15, %ymm0, %ymm0
|
|
; KNL-NEXT: vpsraw $15, %ymm0, %ymm0
|
|
; KNL-NEXT: vpand %ymm1, %ymm0, %ymm1
|
|
; KNL-NEXT: vmovaps %zmm2, %zmm0
|
|
; KNL-NEXT: retq
|
|
;
|
|
; SKX-LABEL: zext_32x8mem_to_32x16:
|
|
; SKX: ## BB#0:
|
|
; SKX-NEXT: vpsllw $7, %ymm0, %ymm0
|
|
; SKX-NEXT: vpmovb2m %ymm0, %k1
|
|
; SKX-NEXT: vpmovzxbw (%rdi), %zmm0 {%k1} {z}
|
|
; SKX-NEXT: retq
|
|
%a = load <32 x i8>,<32 x i8> *%i,align 1
|
|
%x = zext <32 x i8> %a to <32 x i16>
|
|
%ret = select <32 x i1> %mask, <32 x i16> %x, <32 x i16> zeroinitializer
|
|
ret <32 x i16> %ret
|
|
}
|
|
|
|
define <32 x i16> @sext_32x8mem_to_32x16(<32 x i8> *%i , <32 x i1> %mask) nounwind readnone {
|
|
; KNL-LABEL: sext_32x8mem_to_32x16:
|
|
; KNL: ## BB#0:
|
|
; KNL-NEXT: vpmovsxbw 16(%rdi), %ymm1
|
|
; KNL-NEXT: vpmovsxbw (%rdi), %ymm2
|
|
; KNL-NEXT: vpmovzxbw {{.*#+}} ymm3 = xmm0[0],zero,xmm0[1],zero,xmm0[2],zero,xmm0[3],zero,xmm0[4],zero,xmm0[5],zero,xmm0[6],zero,xmm0[7],zero,xmm0[8],zero,xmm0[9],zero,xmm0[10],zero,xmm0[11],zero,xmm0[12],zero,xmm0[13],zero,xmm0[14],zero,xmm0[15],zero
|
|
; KNL-NEXT: vpsllw $15, %ymm3, %ymm3
|
|
; KNL-NEXT: vpsraw $15, %ymm3, %ymm3
|
|
; KNL-NEXT: vpand %ymm2, %ymm3, %ymm2
|
|
; KNL-NEXT: vextracti128 $1, %ymm0, %xmm0
|
|
; KNL-NEXT: vpmovzxbw {{.*#+}} ymm0 = xmm0[0],zero,xmm0[1],zero,xmm0[2],zero,xmm0[3],zero,xmm0[4],zero,xmm0[5],zero,xmm0[6],zero,xmm0[7],zero,xmm0[8],zero,xmm0[9],zero,xmm0[10],zero,xmm0[11],zero,xmm0[12],zero,xmm0[13],zero,xmm0[14],zero,xmm0[15],zero
|
|
; KNL-NEXT: vpsllw $15, %ymm0, %ymm0
|
|
; KNL-NEXT: vpsraw $15, %ymm0, %ymm0
|
|
; KNL-NEXT: vpand %ymm1, %ymm0, %ymm1
|
|
; KNL-NEXT: vmovaps %zmm2, %zmm0
|
|
; KNL-NEXT: retq
|
|
;
|
|
; SKX-LABEL: sext_32x8mem_to_32x16:
|
|
; SKX: ## BB#0:
|
|
; SKX-NEXT: vpsllw $7, %ymm0, %ymm0
|
|
; SKX-NEXT: vpmovb2m %ymm0, %k1
|
|
; SKX-NEXT: vpmovsxbw (%rdi), %zmm0 {%k1} {z}
|
|
; SKX-NEXT: retq
|
|
%a = load <32 x i8>,<32 x i8> *%i,align 1
|
|
%x = sext <32 x i8> %a to <32 x i16>
|
|
%ret = select <32 x i1> %mask, <32 x i16> %x, <32 x i16> zeroinitializer
|
|
ret <32 x i16> %ret
|
|
}
|
|
|
|
define <32 x i16> @zext_32x8_to_32x16(<32 x i8> %a ) nounwind readnone {
|
|
; KNL-LABEL: zext_32x8_to_32x16:
|
|
; KNL: ## BB#0:
|
|
; KNL-NEXT: vpmovzxbw {{.*#+}} ymm2 = xmm0[0],zero,xmm0[1],zero,xmm0[2],zero,xmm0[3],zero,xmm0[4],zero,xmm0[5],zero,xmm0[6],zero,xmm0[7],zero,xmm0[8],zero,xmm0[9],zero,xmm0[10],zero,xmm0[11],zero,xmm0[12],zero,xmm0[13],zero,xmm0[14],zero,xmm0[15],zero
|
|
; KNL-NEXT: vextracti128 $1, %ymm0, %xmm0
|
|
; KNL-NEXT: vpmovzxbw {{.*#+}} ymm1 = xmm0[0],zero,xmm0[1],zero,xmm0[2],zero,xmm0[3],zero,xmm0[4],zero,xmm0[5],zero,xmm0[6],zero,xmm0[7],zero,xmm0[8],zero,xmm0[9],zero,xmm0[10],zero,xmm0[11],zero,xmm0[12],zero,xmm0[13],zero,xmm0[14],zero,xmm0[15],zero
|
|
; KNL-NEXT: vmovaps %zmm2, %zmm0
|
|
; KNL-NEXT: retq
|
|
;
|
|
; SKX-LABEL: zext_32x8_to_32x16:
|
|
; SKX: ## BB#0:
|
|
; SKX-NEXT: vpmovzxbw %ymm0, %zmm0
|
|
; SKX-NEXT: retq
|
|
%x = zext <32 x i8> %a to <32 x i16>
|
|
ret <32 x i16> %x
|
|
}
|
|
|
|
define <32 x i16> @zext_32x8_to_32x16_mask(<32 x i8> %a ,<32 x i1> %mask) nounwind readnone {
|
|
; KNL-LABEL: zext_32x8_to_32x16_mask:
|
|
; KNL: ## BB#0:
|
|
; KNL-NEXT: vextracti128 $1, %ymm0, %xmm2
|
|
; KNL-NEXT: vpmovzxbw {{.*#+}} ymm2 = xmm2[0],zero,xmm2[1],zero,xmm2[2],zero,xmm2[3],zero,xmm2[4],zero,xmm2[5],zero,xmm2[6],zero,xmm2[7],zero,xmm2[8],zero,xmm2[9],zero,xmm2[10],zero,xmm2[11],zero,xmm2[12],zero,xmm2[13],zero,xmm2[14],zero,xmm2[15],zero
|
|
; KNL-NEXT: vpmovzxbw {{.*#+}} ymm0 = xmm0[0],zero,xmm0[1],zero,xmm0[2],zero,xmm0[3],zero,xmm0[4],zero,xmm0[5],zero,xmm0[6],zero,xmm0[7],zero,xmm0[8],zero,xmm0[9],zero,xmm0[10],zero,xmm0[11],zero,xmm0[12],zero,xmm0[13],zero,xmm0[14],zero,xmm0[15],zero
|
|
; KNL-NEXT: vpmovzxbw {{.*#+}} ymm3 = xmm1[0],zero,xmm1[1],zero,xmm1[2],zero,xmm1[3],zero,xmm1[4],zero,xmm1[5],zero,xmm1[6],zero,xmm1[7],zero,xmm1[8],zero,xmm1[9],zero,xmm1[10],zero,xmm1[11],zero,xmm1[12],zero,xmm1[13],zero,xmm1[14],zero,xmm1[15],zero
|
|
; KNL-NEXT: vpsllw $15, %ymm3, %ymm3
|
|
; KNL-NEXT: vpsraw $15, %ymm3, %ymm3
|
|
; KNL-NEXT: vpand %ymm0, %ymm3, %ymm0
|
|
; KNL-NEXT: vextracti128 $1, %ymm1, %xmm1
|
|
; KNL-NEXT: vpmovzxbw {{.*#+}} ymm1 = xmm1[0],zero,xmm1[1],zero,xmm1[2],zero,xmm1[3],zero,xmm1[4],zero,xmm1[5],zero,xmm1[6],zero,xmm1[7],zero,xmm1[8],zero,xmm1[9],zero,xmm1[10],zero,xmm1[11],zero,xmm1[12],zero,xmm1[13],zero,xmm1[14],zero,xmm1[15],zero
|
|
; KNL-NEXT: vpsllw $15, %ymm1, %ymm1
|
|
; KNL-NEXT: vpsraw $15, %ymm1, %ymm1
|
|
; KNL-NEXT: vpand %ymm2, %ymm1, %ymm1
|
|
; KNL-NEXT: retq
|
|
;
|
|
; SKX-LABEL: zext_32x8_to_32x16_mask:
|
|
; SKX: ## BB#0:
|
|
; SKX-NEXT: vpsllw $7, %ymm1, %ymm1
|
|
; SKX-NEXT: vpmovb2m %ymm1, %k1
|
|
; SKX-NEXT: vpmovzxbw %ymm0, %zmm0 {%k1} {z}
|
|
; SKX-NEXT: retq
|
|
%x = zext <32 x i8> %a to <32 x i16>
|
|
%ret = select <32 x i1> %mask, <32 x i16> %x, <32 x i16> zeroinitializer
|
|
ret <32 x i16> %ret
|
|
}
|
|
|
|
define <32 x i16> @sext_32x8_to_32x16(<32 x i8> %a ) nounwind readnone {
|
|
; KNL-LABEL: sext_32x8_to_32x16:
|
|
; KNL: ## BB#0:
|
|
; KNL-NEXT: vpmovsxbw %xmm0, %ymm2
|
|
; KNL-NEXT: vextracti128 $1, %ymm0, %xmm0
|
|
; KNL-NEXT: vpmovsxbw %xmm0, %ymm1
|
|
; KNL-NEXT: vmovaps %zmm2, %zmm0
|
|
; KNL-NEXT: retq
|
|
;
|
|
; SKX-LABEL: sext_32x8_to_32x16:
|
|
; SKX: ## BB#0:
|
|
; SKX-NEXT: vpmovsxbw %ymm0, %zmm0
|
|
; SKX-NEXT: retq
|
|
%x = sext <32 x i8> %a to <32 x i16>
|
|
ret <32 x i16> %x
|
|
}
|
|
|
|
define <32 x i16> @sext_32x8_to_32x16_mask(<32 x i8> %a ,<32 x i1> %mask) nounwind readnone {
|
|
; KNL-LABEL: sext_32x8_to_32x16_mask:
|
|
; KNL: ## BB#0:
|
|
; KNL-NEXT: vextracti128 $1, %ymm0, %xmm2
|
|
; KNL-NEXT: vpmovsxbw %xmm2, %ymm2
|
|
; KNL-NEXT: vpmovsxbw %xmm0, %ymm0
|
|
; KNL-NEXT: vpmovzxbw {{.*#+}} ymm3 = xmm1[0],zero,xmm1[1],zero,xmm1[2],zero,xmm1[3],zero,xmm1[4],zero,xmm1[5],zero,xmm1[6],zero,xmm1[7],zero,xmm1[8],zero,xmm1[9],zero,xmm1[10],zero,xmm1[11],zero,xmm1[12],zero,xmm1[13],zero,xmm1[14],zero,xmm1[15],zero
|
|
; KNL-NEXT: vpsllw $15, %ymm3, %ymm3
|
|
; KNL-NEXT: vpsraw $15, %ymm3, %ymm3
|
|
; KNL-NEXT: vpand %ymm0, %ymm3, %ymm0
|
|
; KNL-NEXT: vextracti128 $1, %ymm1, %xmm1
|
|
; KNL-NEXT: vpmovzxbw {{.*#+}} ymm1 = xmm1[0],zero,xmm1[1],zero,xmm1[2],zero,xmm1[3],zero,xmm1[4],zero,xmm1[5],zero,xmm1[6],zero,xmm1[7],zero,xmm1[8],zero,xmm1[9],zero,xmm1[10],zero,xmm1[11],zero,xmm1[12],zero,xmm1[13],zero,xmm1[14],zero,xmm1[15],zero
|
|
; KNL-NEXT: vpsllw $15, %ymm1, %ymm1
|
|
; KNL-NEXT: vpsraw $15, %ymm1, %ymm1
|
|
; KNL-NEXT: vpand %ymm2, %ymm1, %ymm1
|
|
; KNL-NEXT: retq
|
|
;
|
|
; SKX-LABEL: sext_32x8_to_32x16_mask:
|
|
; SKX: ## BB#0:
|
|
; SKX-NEXT: vpsllw $7, %ymm1, %ymm1
|
|
; SKX-NEXT: vpmovb2m %ymm1, %k1
|
|
; SKX-NEXT: vpmovsxbw %ymm0, %zmm0 {%k1} {z}
|
|
; SKX-NEXT: retq
|
|
%x = sext <32 x i8> %a to <32 x i16>
|
|
%ret = select <32 x i1> %mask, <32 x i16> %x, <32 x i16> zeroinitializer
|
|
ret <32 x i16> %ret
|
|
}
|
|
|
|
define <4 x i32> @zext_4x8mem_to_4x32(<4 x i8> *%i , <4 x i1> %mask) nounwind readnone {
|
|
; KNL-LABEL: zext_4x8mem_to_4x32:
|
|
; KNL: ## BB#0:
|
|
; KNL-NEXT: vpslld $31, %xmm0, %xmm0
|
|
; KNL-NEXT: vpsrad $31, %xmm0, %xmm0
|
|
; KNL-NEXT: vpmovzxbd {{.*#+}} xmm1 = mem[0],zero,zero,zero,mem[1],zero,zero,zero,mem[2],zero,zero,zero,mem[3],zero,zero,zero
|
|
; KNL-NEXT: vpand %xmm1, %xmm0, %xmm0
|
|
; KNL-NEXT: retq
|
|
;
|
|
; SKX-LABEL: zext_4x8mem_to_4x32:
|
|
; SKX: ## BB#0:
|
|
; SKX-NEXT: vpslld $31, %xmm0, %xmm0
|
|
; SKX-NEXT: vpmovd2m %xmm0, %k1
|
|
; SKX-NEXT: vpmovzxbd (%rdi), %xmm0 {%k1} {z}
|
|
; SKX-NEXT: retq
|
|
%a = load <4 x i8>,<4 x i8> *%i,align 1
|
|
%x = zext <4 x i8> %a to <4 x i32>
|
|
%ret = select <4 x i1> %mask, <4 x i32> %x, <4 x i32> zeroinitializer
|
|
ret <4 x i32> %ret
|
|
}
|
|
|
|
define <4 x i32> @sext_4x8mem_to_4x32(<4 x i8> *%i , <4 x i1> %mask) nounwind readnone {
|
|
; KNL-LABEL: sext_4x8mem_to_4x32:
|
|
; KNL: ## BB#0:
|
|
; KNL-NEXT: vpslld $31, %xmm0, %xmm0
|
|
; KNL-NEXT: vpsrad $31, %xmm0, %xmm0
|
|
; KNL-NEXT: vpmovsxbd (%rdi), %xmm1
|
|
; KNL-NEXT: vpand %xmm1, %xmm0, %xmm0
|
|
; KNL-NEXT: retq
|
|
;
|
|
; SKX-LABEL: sext_4x8mem_to_4x32:
|
|
; SKX: ## BB#0:
|
|
; SKX-NEXT: vpslld $31, %xmm0, %xmm0
|
|
; SKX-NEXT: vpmovd2m %xmm0, %k1
|
|
; SKX-NEXT: vpmovsxbd (%rdi), %xmm0 {%k1} {z}
|
|
; SKX-NEXT: retq
|
|
%a = load <4 x i8>,<4 x i8> *%i,align 1
|
|
%x = sext <4 x i8> %a to <4 x i32>
|
|
%ret = select <4 x i1> %mask, <4 x i32> %x, <4 x i32> zeroinitializer
|
|
ret <4 x i32> %ret
|
|
}
|
|
|
|
define <8 x i32> @zext_8x8mem_to_8x32(<8 x i8> *%i , <8 x i1> %mask) nounwind readnone {
|
|
; KNL-LABEL: zext_8x8mem_to_8x32:
|
|
; KNL: ## BB#0:
|
|
; KNL-NEXT: vpmovsxwq %xmm0, %zmm0
|
|
; KNL-NEXT: vpsllq $63, %zmm0, %zmm0
|
|
; KNL-NEXT: vptestmq %zmm0, %zmm0, %k1
|
|
; KNL-NEXT: vpmovzxbd {{.*#+}} ymm0 = mem[0],zero,zero,zero,mem[1],zero,zero,zero,mem[2],zero,zero,zero,mem[3],zero,zero,zero,mem[4],zero,zero,zero,mem[5],zero,zero,zero,mem[6],zero,zero,zero,mem[7],zero,zero,zero
|
|
; KNL-NEXT: vpxor %ymm1, %ymm1, %ymm1
|
|
; KNL-NEXT: vpblendmd %zmm0, %zmm1, %zmm0 {%k1}
|
|
; KNL-NEXT: retq
|
|
;
|
|
; SKX-LABEL: zext_8x8mem_to_8x32:
|
|
; SKX: ## BB#0:
|
|
; SKX-NEXT: vpsllw $15, %xmm0, %xmm0
|
|
; SKX-NEXT: vpmovw2m %xmm0, %k1
|
|
; SKX-NEXT: vpmovzxbd (%rdi), %ymm0 {%k1} {z}
|
|
; SKX-NEXT: retq
|
|
%a = load <8 x i8>,<8 x i8> *%i,align 1
|
|
%x = zext <8 x i8> %a to <8 x i32>
|
|
%ret = select <8 x i1> %mask, <8 x i32> %x, <8 x i32> zeroinitializer
|
|
ret <8 x i32> %ret
|
|
}
|
|
|
|
define <8 x i32> @sext_8x8mem_to_8x32(<8 x i8> *%i , <8 x i1> %mask) nounwind readnone {
|
|
; KNL-LABEL: sext_8x8mem_to_8x32:
|
|
; KNL: ## BB#0:
|
|
; KNL-NEXT: vpmovsxwq %xmm0, %zmm0
|
|
; KNL-NEXT: vpsllq $63, %zmm0, %zmm0
|
|
; KNL-NEXT: vptestmq %zmm0, %zmm0, %k1
|
|
; KNL-NEXT: vpmovsxbd (%rdi), %ymm0
|
|
; KNL-NEXT: vpxor %ymm1, %ymm1, %ymm1
|
|
; KNL-NEXT: vpblendmd %zmm0, %zmm1, %zmm0 {%k1}
|
|
; KNL-NEXT: retq
|
|
;
|
|
; SKX-LABEL: sext_8x8mem_to_8x32:
|
|
; SKX: ## BB#0:
|
|
; SKX-NEXT: vpsllw $15, %xmm0, %xmm0
|
|
; SKX-NEXT: vpmovw2m %xmm0, %k1
|
|
; SKX-NEXT: vpmovsxbd (%rdi), %ymm0 {%k1} {z}
|
|
; SKX-NEXT: retq
|
|
%a = load <8 x i8>,<8 x i8> *%i,align 1
|
|
%x = sext <8 x i8> %a to <8 x i32>
|
|
%ret = select <8 x i1> %mask, <8 x i32> %x, <8 x i32> zeroinitializer
|
|
ret <8 x i32> %ret
|
|
}
|
|
|
|
define <16 x i32> @zext_16x8mem_to_16x32(<16 x i8> *%i , <16 x i1> %mask) nounwind readnone {
|
|
; KNL-LABEL: zext_16x8mem_to_16x32:
|
|
; KNL: ## BB#0:
|
|
; KNL-NEXT: vpmovsxbd %xmm0, %zmm0
|
|
; KNL-NEXT: vpslld $31, %zmm0, %zmm0
|
|
; KNL-NEXT: vptestmd %zmm0, %zmm0, %k1
|
|
; KNL-NEXT: vpmovzxbd (%rdi), %zmm0 {%k1} {z}
|
|
; KNL-NEXT: retq
|
|
;
|
|
; SKX-LABEL: zext_16x8mem_to_16x32:
|
|
; SKX: ## BB#0:
|
|
; SKX-NEXT: vpsllw $7, %xmm0, %xmm0
|
|
; SKX-NEXT: vpmovb2m %xmm0, %k1
|
|
; SKX-NEXT: vpmovzxbd (%rdi), %zmm0 {%k1} {z}
|
|
; SKX-NEXT: retq
|
|
%a = load <16 x i8>,<16 x i8> *%i,align 1
|
|
%x = zext <16 x i8> %a to <16 x i32>
|
|
%ret = select <16 x i1> %mask, <16 x i32> %x, <16 x i32> zeroinitializer
|
|
ret <16 x i32> %ret
|
|
}
|
|
|
|
define <16 x i32> @sext_16x8mem_to_16x32(<16 x i8> *%i , <16 x i1> %mask) nounwind readnone {
|
|
; KNL-LABEL: sext_16x8mem_to_16x32:
|
|
; KNL: ## BB#0:
|
|
; KNL-NEXT: vpmovsxbd %xmm0, %zmm0
|
|
; KNL-NEXT: vpslld $31, %zmm0, %zmm0
|
|
; KNL-NEXT: vptestmd %zmm0, %zmm0, %k1
|
|
; KNL-NEXT: vpmovsxbd (%rdi), %zmm0 {%k1} {z}
|
|
; KNL-NEXT: retq
|
|
;
|
|
; SKX-LABEL: sext_16x8mem_to_16x32:
|
|
; SKX: ## BB#0:
|
|
; SKX-NEXT: vpsllw $7, %xmm0, %xmm0
|
|
; SKX-NEXT: vpmovb2m %xmm0, %k1
|
|
; SKX-NEXT: vpmovsxbd (%rdi), %zmm0 {%k1} {z}
|
|
; SKX-NEXT: retq
|
|
%a = load <16 x i8>,<16 x i8> *%i,align 1
|
|
%x = sext <16 x i8> %a to <16 x i32>
|
|
%ret = select <16 x i1> %mask, <16 x i32> %x, <16 x i32> zeroinitializer
|
|
ret <16 x i32> %ret
|
|
}
|
|
|
|
define <16 x i32> @zext_16x8_to_16x32_mask(<16 x i8> %a , <16 x i1> %mask) nounwind readnone {
|
|
; KNL-LABEL: zext_16x8_to_16x32_mask:
|
|
; KNL: ## BB#0:
|
|
; KNL-NEXT: vpmovsxbd %xmm1, %zmm1
|
|
; KNL-NEXT: vpslld $31, %zmm1, %zmm1
|
|
; KNL-NEXT: vptestmd %zmm1, %zmm1, %k1
|
|
; KNL-NEXT: vpmovzxbd %xmm0, %zmm0 {%k1} {z}
|
|
; KNL-NEXT: retq
|
|
;
|
|
; SKX-LABEL: zext_16x8_to_16x32_mask:
|
|
; SKX: ## BB#0:
|
|
; SKX-NEXT: vpsllw $7, %xmm1, %xmm1
|
|
; SKX-NEXT: vpmovb2m %xmm1, %k1
|
|
; SKX-NEXT: vpmovzxbd %xmm0, %zmm0 {%k1} {z}
|
|
; SKX-NEXT: retq
|
|
%x = zext <16 x i8> %a to <16 x i32>
|
|
%ret = select <16 x i1> %mask, <16 x i32> %x, <16 x i32> zeroinitializer
|
|
ret <16 x i32> %ret
|
|
}
|
|
|
|
define <16 x i32> @sext_16x8_to_16x32_mask(<16 x i8> %a , <16 x i1> %mask) nounwind readnone {
|
|
; KNL-LABEL: sext_16x8_to_16x32_mask:
|
|
; KNL: ## BB#0:
|
|
; KNL-NEXT: vpmovsxbd %xmm1, %zmm1
|
|
; KNL-NEXT: vpslld $31, %zmm1, %zmm1
|
|
; KNL-NEXT: vptestmd %zmm1, %zmm1, %k1
|
|
; KNL-NEXT: vpmovsxbd %xmm0, %zmm0 {%k1} {z}
|
|
; KNL-NEXT: retq
|
|
;
|
|
; SKX-LABEL: sext_16x8_to_16x32_mask:
|
|
; SKX: ## BB#0:
|
|
; SKX-NEXT: vpsllw $7, %xmm1, %xmm1
|
|
; SKX-NEXT: vpmovb2m %xmm1, %k1
|
|
; SKX-NEXT: vpmovsxbd %xmm0, %zmm0 {%k1} {z}
|
|
; SKX-NEXT: retq
|
|
%x = sext <16 x i8> %a to <16 x i32>
|
|
%ret = select <16 x i1> %mask, <16 x i32> %x, <16 x i32> zeroinitializer
|
|
ret <16 x i32> %ret
|
|
}
|
|
|
|
define <16 x i32> @zext_16x8_to_16x32(<16 x i8> %i) nounwind readnone {
|
|
; ALL-LABEL: zext_16x8_to_16x32:
|
|
; ALL: ## BB#0:
|
|
; ALL-NEXT: vpmovzxbd %xmm0, %zmm0
|
|
; ALL-NEXT: retq
|
|
%x = zext <16 x i8> %i to <16 x i32>
|
|
ret <16 x i32> %x
|
|
}
|
|
|
|
define <16 x i32> @sext_16x8_to_16x32(<16 x i8> %i) nounwind readnone {
|
|
; ALL-LABEL: sext_16x8_to_16x32:
|
|
; ALL: ## BB#0:
|
|
; ALL-NEXT: vpmovsxbd %xmm0, %zmm0
|
|
; ALL-NEXT: retq
|
|
%x = sext <16 x i8> %i to <16 x i32>
|
|
ret <16 x i32> %x
|
|
}
|
|
|
|
define <2 x i64> @zext_2x8mem_to_2x64(<2 x i8> *%i , <2 x i1> %mask) nounwind readnone {
|
|
; KNL-LABEL: zext_2x8mem_to_2x64:
|
|
; KNL: ## BB#0:
|
|
; KNL-NEXT: vpsllq $63, %xmm0, %xmm0
|
|
; KNL-NEXT: vpsrad $31, %xmm0, %xmm0
|
|
; KNL-NEXT: vpshufd {{.*#+}} xmm0 = xmm0[1,1,3,3]
|
|
; KNL-NEXT: vpmovzxbq {{.*#+}} xmm1 = mem[0],zero,zero,zero,zero,zero,zero,zero,mem[1],zero,zero,zero,zero,zero,zero,zero
|
|
; KNL-NEXT: vpand %xmm1, %xmm0, %xmm0
|
|
; KNL-NEXT: retq
|
|
;
|
|
; SKX-LABEL: zext_2x8mem_to_2x64:
|
|
; SKX: ## BB#0:
|
|
; SKX-NEXT: vpsllq $63, %xmm0, %xmm0
|
|
; SKX-NEXT: vpmovq2m %xmm0, %k1
|
|
; SKX-NEXT: vpmovzxbq (%rdi), %xmm0 {%k1} {z}
|
|
; SKX-NEXT: retq
|
|
%a = load <2 x i8>,<2 x i8> *%i,align 1
|
|
%x = zext <2 x i8> %a to <2 x i64>
|
|
%ret = select <2 x i1> %mask, <2 x i64> %x, <2 x i64> zeroinitializer
|
|
ret <2 x i64> %ret
|
|
}
|
|
define <2 x i64> @sext_2x8mem_to_2x64mask(<2 x i8> *%i , <2 x i1> %mask) nounwind readnone {
|
|
; KNL-LABEL: sext_2x8mem_to_2x64mask:
|
|
; KNL: ## BB#0:
|
|
; KNL-NEXT: vpsllq $63, %xmm0, %xmm0
|
|
; KNL-NEXT: vpsrad $31, %xmm0, %xmm0
|
|
; KNL-NEXT: vpshufd {{.*#+}} xmm0 = xmm0[1,1,3,3]
|
|
; KNL-NEXT: vpmovsxbq (%rdi), %xmm1
|
|
; KNL-NEXT: vpand %xmm1, %xmm0, %xmm0
|
|
; KNL-NEXT: retq
|
|
;
|
|
; SKX-LABEL: sext_2x8mem_to_2x64mask:
|
|
; SKX: ## BB#0:
|
|
; SKX-NEXT: vpsllq $63, %xmm0, %xmm0
|
|
; SKX-NEXT: vpmovq2m %xmm0, %k1
|
|
; SKX-NEXT: vpmovsxbq (%rdi), %xmm0 {%k1} {z}
|
|
; SKX-NEXT: retq
|
|
%a = load <2 x i8>,<2 x i8> *%i,align 1
|
|
%x = sext <2 x i8> %a to <2 x i64>
|
|
%ret = select <2 x i1> %mask, <2 x i64> %x, <2 x i64> zeroinitializer
|
|
ret <2 x i64> %ret
|
|
}
|
|
define <2 x i64> @sext_2x8mem_to_2x64(<2 x i8> *%i) nounwind readnone {
|
|
; ALL-LABEL: sext_2x8mem_to_2x64:
|
|
; ALL: ## BB#0:
|
|
; ALL-NEXT: vpmovsxbq (%rdi), %xmm0
|
|
; ALL-NEXT: retq
|
|
%a = load <2 x i8>,<2 x i8> *%i,align 1
|
|
%x = sext <2 x i8> %a to <2 x i64>
|
|
ret <2 x i64> %x
|
|
}
|
|
|
|
define <4 x i64> @zext_4x8mem_to_4x64(<4 x i8> *%i , <4 x i1> %mask) nounwind readnone {
|
|
; KNL-LABEL: zext_4x8mem_to_4x64:
|
|
; KNL: ## BB#0:
|
|
; KNL-NEXT: vpslld $31, %xmm0, %xmm0
|
|
; KNL-NEXT: vpsrad $31, %xmm0, %xmm0
|
|
; KNL-NEXT: vpmovsxdq %xmm0, %ymm0
|
|
; KNL-NEXT: vpmovzxbq {{.*#+}} ymm1 = mem[0],zero,zero,zero,zero,zero,zero,zero,mem[1],zero,zero,zero,zero,zero,zero,zero,mem[2],zero,zero,zero,zero,zero,zero,zero,mem[3],zero,zero,zero,zero,zero,zero,zero
|
|
; KNL-NEXT: vpand %ymm1, %ymm0, %ymm0
|
|
; KNL-NEXT: retq
|
|
;
|
|
; SKX-LABEL: zext_4x8mem_to_4x64:
|
|
; SKX: ## BB#0:
|
|
; SKX-NEXT: vpslld $31, %xmm0, %xmm0
|
|
; SKX-NEXT: vpmovd2m %xmm0, %k1
|
|
; SKX-NEXT: vpmovzxbq (%rdi), %ymm0 {%k1} {z}
|
|
; SKX-NEXT: retq
|
|
%a = load <4 x i8>,<4 x i8> *%i,align 1
|
|
%x = zext <4 x i8> %a to <4 x i64>
|
|
%ret = select <4 x i1> %mask, <4 x i64> %x, <4 x i64> zeroinitializer
|
|
ret <4 x i64> %ret
|
|
}
|
|
|
|
define <4 x i64> @sext_4x8mem_to_4x64mask(<4 x i8> *%i , <4 x i1> %mask) nounwind readnone {
|
|
; KNL-LABEL: sext_4x8mem_to_4x64mask:
|
|
; KNL: ## BB#0:
|
|
; KNL-NEXT: vpslld $31, %xmm0, %xmm0
|
|
; KNL-NEXT: vpsrad $31, %xmm0, %xmm0
|
|
; KNL-NEXT: vpmovsxdq %xmm0, %ymm0
|
|
; KNL-NEXT: vpmovsxbq (%rdi), %ymm1
|
|
; KNL-NEXT: vpand %ymm1, %ymm0, %ymm0
|
|
; KNL-NEXT: retq
|
|
;
|
|
; SKX-LABEL: sext_4x8mem_to_4x64mask:
|
|
; SKX: ## BB#0:
|
|
; SKX-NEXT: vpslld $31, %xmm0, %xmm0
|
|
; SKX-NEXT: vpmovd2m %xmm0, %k1
|
|
; SKX-NEXT: vpmovsxbq (%rdi), %ymm0 {%k1} {z}
|
|
; SKX-NEXT: retq
|
|
%a = load <4 x i8>,<4 x i8> *%i,align 1
|
|
%x = sext <4 x i8> %a to <4 x i64>
|
|
%ret = select <4 x i1> %mask, <4 x i64> %x, <4 x i64> zeroinitializer
|
|
ret <4 x i64> %ret
|
|
}
|
|
|
|
define <4 x i64> @sext_4x8mem_to_4x64(<4 x i8> *%i) nounwind readnone {
|
|
; ALL-LABEL: sext_4x8mem_to_4x64:
|
|
; ALL: ## BB#0:
|
|
; ALL-NEXT: vpmovsxbq (%rdi), %ymm0
|
|
; ALL-NEXT: retq
|
|
%a = load <4 x i8>,<4 x i8> *%i,align 1
|
|
%x = sext <4 x i8> %a to <4 x i64>
|
|
ret <4 x i64> %x
|
|
}
|
|
|
|
define <8 x i64> @zext_8x8mem_to_8x64(<8 x i8> *%i , <8 x i1> %mask) nounwind readnone {
|
|
; KNL-LABEL: zext_8x8mem_to_8x64:
|
|
; KNL: ## BB#0:
|
|
; KNL-NEXT: vpmovsxwq %xmm0, %zmm0
|
|
; KNL-NEXT: vpsllq $63, %zmm0, %zmm0
|
|
; KNL-NEXT: vptestmq %zmm0, %zmm0, %k1
|
|
; KNL-NEXT: vpmovzxbq (%rdi), %zmm0 {%k1} {z}
|
|
; KNL-NEXT: retq
|
|
;
|
|
; SKX-LABEL: zext_8x8mem_to_8x64:
|
|
; SKX: ## BB#0:
|
|
; SKX-NEXT: vpsllw $15, %xmm0, %xmm0
|
|
; SKX-NEXT: vpmovw2m %xmm0, %k1
|
|
; SKX-NEXT: vpmovzxbq (%rdi), %zmm0 {%k1} {z}
|
|
; SKX-NEXT: retq
|
|
%a = load <8 x i8>,<8 x i8> *%i,align 1
|
|
%x = zext <8 x i8> %a to <8 x i64>
|
|
%ret = select <8 x i1> %mask, <8 x i64> %x, <8 x i64> zeroinitializer
|
|
ret <8 x i64> %ret
|
|
}
|
|
|
|
define <8 x i64> @sext_8x8mem_to_8x64mask(<8 x i8> *%i , <8 x i1> %mask) nounwind readnone {
|
|
; KNL-LABEL: sext_8x8mem_to_8x64mask:
|
|
; KNL: ## BB#0:
|
|
; KNL-NEXT: vpmovsxwq %xmm0, %zmm0
|
|
; KNL-NEXT: vpsllq $63, %zmm0, %zmm0
|
|
; KNL-NEXT: vptestmq %zmm0, %zmm0, %k1
|
|
; KNL-NEXT: vpmovsxbq (%rdi), %zmm0 {%k1} {z}
|
|
; KNL-NEXT: retq
|
|
;
|
|
; SKX-LABEL: sext_8x8mem_to_8x64mask:
|
|
; SKX: ## BB#0:
|
|
; SKX-NEXT: vpsllw $15, %xmm0, %xmm0
|
|
; SKX-NEXT: vpmovw2m %xmm0, %k1
|
|
; SKX-NEXT: vpmovsxbq (%rdi), %zmm0 {%k1} {z}
|
|
; SKX-NEXT: retq
|
|
%a = load <8 x i8>,<8 x i8> *%i,align 1
|
|
%x = sext <8 x i8> %a to <8 x i64>
|
|
%ret = select <8 x i1> %mask, <8 x i64> %x, <8 x i64> zeroinitializer
|
|
ret <8 x i64> %ret
|
|
}
|
|
|
|
define <8 x i64> @sext_8x8mem_to_8x64(<8 x i8> *%i) nounwind readnone {
|
|
; ALL-LABEL: sext_8x8mem_to_8x64:
|
|
; ALL: ## BB#0:
|
|
; ALL-NEXT: vpmovsxbq (%rdi), %zmm0
|
|
; ALL-NEXT: retq
|
|
%a = load <8 x i8>,<8 x i8> *%i,align 1
|
|
%x = sext <8 x i8> %a to <8 x i64>
|
|
ret <8 x i64> %x
|
|
}
|
|
|
|
define <4 x i32> @zext_4x16mem_to_4x32(<4 x i16> *%i , <4 x i1> %mask) nounwind readnone {
|
|
; KNL-LABEL: zext_4x16mem_to_4x32:
|
|
; KNL: ## BB#0:
|
|
; KNL-NEXT: vpslld $31, %xmm0, %xmm0
|
|
; KNL-NEXT: vpsrad $31, %xmm0, %xmm0
|
|
; KNL-NEXT: vpmovzxwd {{.*#+}} xmm1 = mem[0],zero,mem[1],zero,mem[2],zero,mem[3],zero
|
|
; KNL-NEXT: vpand %xmm1, %xmm0, %xmm0
|
|
; KNL-NEXT: retq
|
|
;
|
|
; SKX-LABEL: zext_4x16mem_to_4x32:
|
|
; SKX: ## BB#0:
|
|
; SKX-NEXT: vpslld $31, %xmm0, %xmm0
|
|
; SKX-NEXT: vpmovd2m %xmm0, %k1
|
|
; SKX-NEXT: vpmovzxwd (%rdi), %xmm0 {%k1} {z}
|
|
; SKX-NEXT: retq
|
|
%a = load <4 x i16>,<4 x i16> *%i,align 1
|
|
%x = zext <4 x i16> %a to <4 x i32>
|
|
%ret = select <4 x i1> %mask, <4 x i32> %x, <4 x i32> zeroinitializer
|
|
ret <4 x i32> %ret
|
|
}
|
|
|
|
define <4 x i32> @sext_4x16mem_to_4x32mask(<4 x i16> *%i , <4 x i1> %mask) nounwind readnone {
|
|
; KNL-LABEL: sext_4x16mem_to_4x32mask:
|
|
; KNL: ## BB#0:
|
|
; KNL-NEXT: vpslld $31, %xmm0, %xmm0
|
|
; KNL-NEXT: vpsrad $31, %xmm0, %xmm0
|
|
; KNL-NEXT: vpmovsxwd (%rdi), %xmm1
|
|
; KNL-NEXT: vpand %xmm1, %xmm0, %xmm0
|
|
; KNL-NEXT: retq
|
|
;
|
|
; SKX-LABEL: sext_4x16mem_to_4x32mask:
|
|
; SKX: ## BB#0:
|
|
; SKX-NEXT: vpslld $31, %xmm0, %xmm0
|
|
; SKX-NEXT: vpmovd2m %xmm0, %k1
|
|
; SKX-NEXT: vpmovsxwd (%rdi), %xmm0 {%k1} {z}
|
|
; SKX-NEXT: retq
|
|
%a = load <4 x i16>,<4 x i16> *%i,align 1
|
|
%x = sext <4 x i16> %a to <4 x i32>
|
|
%ret = select <4 x i1> %mask, <4 x i32> %x, <4 x i32> zeroinitializer
|
|
ret <4 x i32> %ret
|
|
}
|
|
|
|
define <4 x i32> @sext_4x16mem_to_4x32(<4 x i16> *%i) nounwind readnone {
|
|
; ALL-LABEL: sext_4x16mem_to_4x32:
|
|
; ALL: ## BB#0:
|
|
; ALL-NEXT: vpmovsxwd (%rdi), %xmm0
|
|
; ALL-NEXT: retq
|
|
%a = load <4 x i16>,<4 x i16> *%i,align 1
|
|
%x = sext <4 x i16> %a to <4 x i32>
|
|
ret <4 x i32> %x
|
|
}
|
|
|
|
|
|
define <8 x i32> @zext_8x16mem_to_8x32(<8 x i16> *%i , <8 x i1> %mask) nounwind readnone {
|
|
; KNL-LABEL: zext_8x16mem_to_8x32:
|
|
; KNL: ## BB#0:
|
|
; KNL-NEXT: vpmovsxwq %xmm0, %zmm0
|
|
; KNL-NEXT: vpsllq $63, %zmm0, %zmm0
|
|
; KNL-NEXT: vptestmq %zmm0, %zmm0, %k1
|
|
; KNL-NEXT: vpmovzxwd {{.*#+}} ymm0 = mem[0],zero,mem[1],zero,mem[2],zero,mem[3],zero,mem[4],zero,mem[5],zero,mem[6],zero,mem[7],zero
|
|
; KNL-NEXT: vpxor %ymm1, %ymm1, %ymm1
|
|
; KNL-NEXT: vpblendmd %zmm0, %zmm1, %zmm0 {%k1}
|
|
; KNL-NEXT: retq
|
|
;
|
|
; SKX-LABEL: zext_8x16mem_to_8x32:
|
|
; SKX: ## BB#0:
|
|
; SKX-NEXT: vpsllw $15, %xmm0, %xmm0
|
|
; SKX-NEXT: vpmovw2m %xmm0, %k1
|
|
; SKX-NEXT: vpmovzxwd (%rdi), %ymm0 {%k1} {z}
|
|
; SKX-NEXT: retq
|
|
%a = load <8 x i16>,<8 x i16> *%i,align 1
|
|
%x = zext <8 x i16> %a to <8 x i32>
|
|
%ret = select <8 x i1> %mask, <8 x i32> %x, <8 x i32> zeroinitializer
|
|
ret <8 x i32> %ret
|
|
}
|
|
|
|
define <8 x i32> @sext_8x16mem_to_8x32mask(<8 x i16> *%i , <8 x i1> %mask) nounwind readnone {
|
|
; KNL-LABEL: sext_8x16mem_to_8x32mask:
|
|
; KNL: ## BB#0:
|
|
; KNL-NEXT: vpmovsxwq %xmm0, %zmm0
|
|
; KNL-NEXT: vpsllq $63, %zmm0, %zmm0
|
|
; KNL-NEXT: vptestmq %zmm0, %zmm0, %k1
|
|
; KNL-NEXT: vpmovsxwd (%rdi), %ymm0
|
|
; KNL-NEXT: vpxor %ymm1, %ymm1, %ymm1
|
|
; KNL-NEXT: vpblendmd %zmm0, %zmm1, %zmm0 {%k1}
|
|
; KNL-NEXT: retq
|
|
;
|
|
; SKX-LABEL: sext_8x16mem_to_8x32mask:
|
|
; SKX: ## BB#0:
|
|
; SKX-NEXT: vpsllw $15, %xmm0, %xmm0
|
|
; SKX-NEXT: vpmovw2m %xmm0, %k1
|
|
; SKX-NEXT: vpmovsxwd (%rdi), %ymm0 {%k1} {z}
|
|
; SKX-NEXT: retq
|
|
%a = load <8 x i16>,<8 x i16> *%i,align 1
|
|
%x = sext <8 x i16> %a to <8 x i32>
|
|
%ret = select <8 x i1> %mask, <8 x i32> %x, <8 x i32> zeroinitializer
|
|
ret <8 x i32> %ret
|
|
}
|
|
|
|
define <8 x i32> @sext_8x16mem_to_8x32(<8 x i16> *%i) nounwind readnone {
|
|
; ALL-LABEL: sext_8x16mem_to_8x32:
|
|
; ALL: ## BB#0:
|
|
; ALL-NEXT: vpmovsxwd (%rdi), %ymm0
|
|
; ALL-NEXT: retq
|
|
%a = load <8 x i16>,<8 x i16> *%i,align 1
|
|
%x = sext <8 x i16> %a to <8 x i32>
|
|
ret <8 x i32> %x
|
|
}
|
|
|
|
define <8 x i32> @zext_8x16_to_8x32mask(<8 x i16> %a , <8 x i1> %mask) nounwind readnone {
|
|
; KNL-LABEL: zext_8x16_to_8x32mask:
|
|
; KNL: ## BB#0:
|
|
; KNL-NEXT: vpmovsxwq %xmm1, %zmm1
|
|
; KNL-NEXT: vpsllq $63, %zmm1, %zmm1
|
|
; KNL-NEXT: vptestmq %zmm1, %zmm1, %k1
|
|
; KNL-NEXT: vpmovzxwd {{.*#+}} ymm0 = xmm0[0],zero,xmm0[1],zero,xmm0[2],zero,xmm0[3],zero,xmm0[4],zero,xmm0[5],zero,xmm0[6],zero,xmm0[7],zero
|
|
; KNL-NEXT: vpxor %ymm1, %ymm1, %ymm1
|
|
; KNL-NEXT: vpblendmd %zmm0, %zmm1, %zmm0 {%k1}
|
|
; KNL-NEXT: retq
|
|
;
|
|
; SKX-LABEL: zext_8x16_to_8x32mask:
|
|
; SKX: ## BB#0:
|
|
; SKX-NEXT: vpsllw $15, %xmm1, %xmm1
|
|
; SKX-NEXT: vpmovw2m %xmm1, %k1
|
|
; SKX-NEXT: vpmovzxwd %xmm0, %ymm0 {%k1} {z}
|
|
; SKX-NEXT: retq
|
|
%x = zext <8 x i16> %a to <8 x i32>
|
|
%ret = select <8 x i1> %mask, <8 x i32> %x, <8 x i32> zeroinitializer
|
|
ret <8 x i32> %ret
|
|
}
|
|
|
|
define <8 x i32> @zext_8x16_to_8x32(<8 x i16> %a ) nounwind readnone {
|
|
; KNL-LABEL: zext_8x16_to_8x32:
|
|
; KNL: ## BB#0:
|
|
; KNL-NEXT: vpmovzxwd {{.*#+}} ymm0 = xmm0[0],zero,xmm0[1],zero,xmm0[2],zero,xmm0[3],zero,xmm0[4],zero,xmm0[5],zero,xmm0[6],zero,xmm0[7],zero
|
|
; KNL-NEXT: retq
|
|
;
|
|
; SKX-LABEL: zext_8x16_to_8x32:
|
|
; SKX: ## BB#0:
|
|
; SKX-NEXT: vpmovzxwd %xmm0, %ymm0
|
|
; SKX-NEXT: retq
|
|
%x = zext <8 x i16> %a to <8 x i32>
|
|
ret <8 x i32> %x
|
|
}
|
|
|
|
define <16 x i32> @zext_16x16mem_to_16x32(<16 x i16> *%i , <16 x i1> %mask) nounwind readnone {
|
|
; KNL-LABEL: zext_16x16mem_to_16x32:
|
|
; KNL: ## BB#0:
|
|
; KNL-NEXT: vpmovsxbd %xmm0, %zmm0
|
|
; KNL-NEXT: vpslld $31, %zmm0, %zmm0
|
|
; KNL-NEXT: vptestmd %zmm0, %zmm0, %k1
|
|
; KNL-NEXT: vpmovzxwd (%rdi), %zmm0 {%k1} {z}
|
|
; KNL-NEXT: retq
|
|
;
|
|
; SKX-LABEL: zext_16x16mem_to_16x32:
|
|
; SKX: ## BB#0:
|
|
; SKX-NEXT: vpsllw $7, %xmm0, %xmm0
|
|
; SKX-NEXT: vpmovb2m %xmm0, %k1
|
|
; SKX-NEXT: vpmovzxwd (%rdi), %zmm0 {%k1} {z}
|
|
; SKX-NEXT: retq
|
|
%a = load <16 x i16>,<16 x i16> *%i,align 1
|
|
%x = zext <16 x i16> %a to <16 x i32>
|
|
%ret = select <16 x i1> %mask, <16 x i32> %x, <16 x i32> zeroinitializer
|
|
ret <16 x i32> %ret
|
|
}
|
|
|
|
define <16 x i32> @sext_16x16mem_to_16x32mask(<16 x i16> *%i , <16 x i1> %mask) nounwind readnone {
|
|
; KNL-LABEL: sext_16x16mem_to_16x32mask:
|
|
; KNL: ## BB#0:
|
|
; KNL-NEXT: vpmovsxbd %xmm0, %zmm0
|
|
; KNL-NEXT: vpslld $31, %zmm0, %zmm0
|
|
; KNL-NEXT: vptestmd %zmm0, %zmm0, %k1
|
|
; KNL-NEXT: vpmovsxwd (%rdi), %zmm0 {%k1} {z}
|
|
; KNL-NEXT: retq
|
|
;
|
|
; SKX-LABEL: sext_16x16mem_to_16x32mask:
|
|
; SKX: ## BB#0:
|
|
; SKX-NEXT: vpsllw $7, %xmm0, %xmm0
|
|
; SKX-NEXT: vpmovb2m %xmm0, %k1
|
|
; SKX-NEXT: vpmovsxwd (%rdi), %zmm0 {%k1} {z}
|
|
; SKX-NEXT: retq
|
|
%a = load <16 x i16>,<16 x i16> *%i,align 1
|
|
%x = sext <16 x i16> %a to <16 x i32>
|
|
%ret = select <16 x i1> %mask, <16 x i32> %x, <16 x i32> zeroinitializer
|
|
ret <16 x i32> %ret
|
|
}
|
|
|
|
define <16 x i32> @sext_16x16mem_to_16x32(<16 x i16> *%i) nounwind readnone {
|
|
; ALL-LABEL: sext_16x16mem_to_16x32:
|
|
; ALL: ## BB#0:
|
|
; ALL-NEXT: vpmovsxwd (%rdi), %zmm0
|
|
; ALL-NEXT: retq
|
|
%a = load <16 x i16>,<16 x i16> *%i,align 1
|
|
%x = sext <16 x i16> %a to <16 x i32>
|
|
ret <16 x i32> %x
|
|
}
|
|
define <16 x i32> @zext_16x16_to_16x32mask(<16 x i16> %a , <16 x i1> %mask) nounwind readnone {
|
|
; KNL-LABEL: zext_16x16_to_16x32mask:
|
|
; KNL: ## BB#0:
|
|
; KNL-NEXT: vpmovsxbd %xmm1, %zmm1
|
|
; KNL-NEXT: vpslld $31, %zmm1, %zmm1
|
|
; KNL-NEXT: vptestmd %zmm1, %zmm1, %k1
|
|
; KNL-NEXT: vpmovzxwd %ymm0, %zmm0 {%k1} {z}
|
|
; KNL-NEXT: retq
|
|
;
|
|
; SKX-LABEL: zext_16x16_to_16x32mask:
|
|
; SKX: ## BB#0:
|
|
; SKX-NEXT: vpsllw $7, %xmm1, %xmm1
|
|
; SKX-NEXT: vpmovb2m %xmm1, %k1
|
|
; SKX-NEXT: vpmovzxwd %ymm0, %zmm0 {%k1} {z}
|
|
; SKX-NEXT: retq
|
|
%x = zext <16 x i16> %a to <16 x i32>
|
|
%ret = select <16 x i1> %mask, <16 x i32> %x, <16 x i32> zeroinitializer
|
|
ret <16 x i32> %ret
|
|
}
|
|
|
|
define <16 x i32> @zext_16x16_to_16x32(<16 x i16> %a ) nounwind readnone {
|
|
; ALL-LABEL: zext_16x16_to_16x32:
|
|
; ALL: ## BB#0:
|
|
; ALL-NEXT: vpmovzxwd %ymm0, %zmm0
|
|
; ALL-NEXT: retq
|
|
%x = zext <16 x i16> %a to <16 x i32>
|
|
ret <16 x i32> %x
|
|
}
|
|
|
|
define <2 x i64> @zext_2x16mem_to_2x64(<2 x i16> *%i , <2 x i1> %mask) nounwind readnone {
|
|
; KNL-LABEL: zext_2x16mem_to_2x64:
|
|
; KNL: ## BB#0:
|
|
; KNL-NEXT: vpsllq $63, %xmm0, %xmm0
|
|
; KNL-NEXT: vpsrad $31, %xmm0, %xmm0
|
|
; KNL-NEXT: vpshufd {{.*#+}} xmm0 = xmm0[1,1,3,3]
|
|
; KNL-NEXT: vpmovzxwq {{.*#+}} xmm1 = mem[0],zero,zero,zero,mem[1],zero,zero,zero
|
|
; KNL-NEXT: vpand %xmm1, %xmm0, %xmm0
|
|
; KNL-NEXT: retq
|
|
;
|
|
; SKX-LABEL: zext_2x16mem_to_2x64:
|
|
; SKX: ## BB#0:
|
|
; SKX-NEXT: vpsllq $63, %xmm0, %xmm0
|
|
; SKX-NEXT: vpmovq2m %xmm0, %k1
|
|
; SKX-NEXT: vpmovzxwq (%rdi), %xmm0 {%k1} {z}
|
|
; SKX-NEXT: retq
|
|
%a = load <2 x i16>,<2 x i16> *%i,align 1
|
|
%x = zext <2 x i16> %a to <2 x i64>
|
|
%ret = select <2 x i1> %mask, <2 x i64> %x, <2 x i64> zeroinitializer
|
|
ret <2 x i64> %ret
|
|
}
|
|
|
|
define <2 x i64> @sext_2x16mem_to_2x64mask(<2 x i16> *%i , <2 x i1> %mask) nounwind readnone {
|
|
; KNL-LABEL: sext_2x16mem_to_2x64mask:
|
|
; KNL: ## BB#0:
|
|
; KNL-NEXT: vpsllq $63, %xmm0, %xmm0
|
|
; KNL-NEXT: vpsrad $31, %xmm0, %xmm0
|
|
; KNL-NEXT: vpshufd {{.*#+}} xmm0 = xmm0[1,1,3,3]
|
|
; KNL-NEXT: vpmovsxwq (%rdi), %xmm1
|
|
; KNL-NEXT: vpand %xmm1, %xmm0, %xmm0
|
|
; KNL-NEXT: retq
|
|
;
|
|
; SKX-LABEL: sext_2x16mem_to_2x64mask:
|
|
; SKX: ## BB#0:
|
|
; SKX-NEXT: vpsllq $63, %xmm0, %xmm0
|
|
; SKX-NEXT: vpmovq2m %xmm0, %k1
|
|
; SKX-NEXT: vpmovsxwq (%rdi), %xmm0 {%k1} {z}
|
|
; SKX-NEXT: retq
|
|
%a = load <2 x i16>,<2 x i16> *%i,align 1
|
|
%x = sext <2 x i16> %a to <2 x i64>
|
|
%ret = select <2 x i1> %mask, <2 x i64> %x, <2 x i64> zeroinitializer
|
|
ret <2 x i64> %ret
|
|
}
|
|
|
|
define <2 x i64> @sext_2x16mem_to_2x64(<2 x i16> *%i) nounwind readnone {
|
|
; ALL-LABEL: sext_2x16mem_to_2x64:
|
|
; ALL: ## BB#0:
|
|
; ALL-NEXT: vpmovsxwq (%rdi), %xmm0
|
|
; ALL-NEXT: retq
|
|
%a = load <2 x i16>,<2 x i16> *%i,align 1
|
|
%x = sext <2 x i16> %a to <2 x i64>
|
|
ret <2 x i64> %x
|
|
}
|
|
|
|
define <4 x i64> @zext_4x16mem_to_4x64(<4 x i16> *%i , <4 x i1> %mask) nounwind readnone {
|
|
; KNL-LABEL: zext_4x16mem_to_4x64:
|
|
; KNL: ## BB#0:
|
|
; KNL-NEXT: vpslld $31, %xmm0, %xmm0
|
|
; KNL-NEXT: vpsrad $31, %xmm0, %xmm0
|
|
; KNL-NEXT: vpmovsxdq %xmm0, %ymm0
|
|
; KNL-NEXT: vpmovzxwq {{.*#+}} ymm1 = mem[0],zero,zero,zero,mem[1],zero,zero,zero,mem[2],zero,zero,zero,mem[3],zero,zero,zero
|
|
; KNL-NEXT: vpand %ymm1, %ymm0, %ymm0
|
|
; KNL-NEXT: retq
|
|
;
|
|
; SKX-LABEL: zext_4x16mem_to_4x64:
|
|
; SKX: ## BB#0:
|
|
; SKX-NEXT: vpslld $31, %xmm0, %xmm0
|
|
; SKX-NEXT: vpmovd2m %xmm0, %k1
|
|
; SKX-NEXT: vpmovzxwq (%rdi), %ymm0 {%k1} {z}
|
|
; SKX-NEXT: retq
|
|
%a = load <4 x i16>,<4 x i16> *%i,align 1
|
|
%x = zext <4 x i16> %a to <4 x i64>
|
|
%ret = select <4 x i1> %mask, <4 x i64> %x, <4 x i64> zeroinitializer
|
|
ret <4 x i64> %ret
|
|
}
|
|
|
|
define <4 x i64> @sext_4x16mem_to_4x64mask(<4 x i16> *%i , <4 x i1> %mask) nounwind readnone {
|
|
; KNL-LABEL: sext_4x16mem_to_4x64mask:
|
|
; KNL: ## BB#0:
|
|
; KNL-NEXT: vpslld $31, %xmm0, %xmm0
|
|
; KNL-NEXT: vpsrad $31, %xmm0, %xmm0
|
|
; KNL-NEXT: vpmovsxdq %xmm0, %ymm0
|
|
; KNL-NEXT: vpmovsxwq (%rdi), %ymm1
|
|
; KNL-NEXT: vpand %ymm1, %ymm0, %ymm0
|
|
; KNL-NEXT: retq
|
|
;
|
|
; SKX-LABEL: sext_4x16mem_to_4x64mask:
|
|
; SKX: ## BB#0:
|
|
; SKX-NEXT: vpslld $31, %xmm0, %xmm0
|
|
; SKX-NEXT: vpmovd2m %xmm0, %k1
|
|
; SKX-NEXT: vpmovsxwq (%rdi), %ymm0 {%k1} {z}
|
|
; SKX-NEXT: retq
|
|
%a = load <4 x i16>,<4 x i16> *%i,align 1
|
|
%x = sext <4 x i16> %a to <4 x i64>
|
|
%ret = select <4 x i1> %mask, <4 x i64> %x, <4 x i64> zeroinitializer
|
|
ret <4 x i64> %ret
|
|
}
|
|
|
|
define <4 x i64> @sext_4x16mem_to_4x64(<4 x i16> *%i) nounwind readnone {
|
|
; ALL-LABEL: sext_4x16mem_to_4x64:
|
|
; ALL: ## BB#0:
|
|
; ALL-NEXT: vpmovsxwq (%rdi), %ymm0
|
|
; ALL-NEXT: retq
|
|
%a = load <4 x i16>,<4 x i16> *%i,align 1
|
|
%x = sext <4 x i16> %a to <4 x i64>
|
|
ret <4 x i64> %x
|
|
}
|
|
|
|
define <8 x i64> @zext_8x16mem_to_8x64(<8 x i16> *%i , <8 x i1> %mask) nounwind readnone {
|
|
; KNL-LABEL: zext_8x16mem_to_8x64:
|
|
; KNL: ## BB#0:
|
|
; KNL-NEXT: vpmovsxwq %xmm0, %zmm0
|
|
; KNL-NEXT: vpsllq $63, %zmm0, %zmm0
|
|
; KNL-NEXT: vptestmq %zmm0, %zmm0, %k1
|
|
; KNL-NEXT: vpmovzxwq (%rdi), %zmm0 {%k1} {z}
|
|
; KNL-NEXT: retq
|
|
;
|
|
; SKX-LABEL: zext_8x16mem_to_8x64:
|
|
; SKX: ## BB#0:
|
|
; SKX-NEXT: vpsllw $15, %xmm0, %xmm0
|
|
; SKX-NEXT: vpmovw2m %xmm0, %k1
|
|
; SKX-NEXT: vpmovzxwq (%rdi), %zmm0 {%k1} {z}
|
|
; SKX-NEXT: retq
|
|
%a = load <8 x i16>,<8 x i16> *%i,align 1
|
|
%x = zext <8 x i16> %a to <8 x i64>
|
|
%ret = select <8 x i1> %mask, <8 x i64> %x, <8 x i64> zeroinitializer
|
|
ret <8 x i64> %ret
|
|
}
|
|
|
|
define <8 x i64> @sext_8x16mem_to_8x64mask(<8 x i16> *%i , <8 x i1> %mask) nounwind readnone {
|
|
; KNL-LABEL: sext_8x16mem_to_8x64mask:
|
|
; KNL: ## BB#0:
|
|
; KNL-NEXT: vpmovsxwq %xmm0, %zmm0
|
|
; KNL-NEXT: vpsllq $63, %zmm0, %zmm0
|
|
; KNL-NEXT: vptestmq %zmm0, %zmm0, %k1
|
|
; KNL-NEXT: vpmovsxwq (%rdi), %zmm0 {%k1} {z}
|
|
; KNL-NEXT: retq
|
|
;
|
|
; SKX-LABEL: sext_8x16mem_to_8x64mask:
|
|
; SKX: ## BB#0:
|
|
; SKX-NEXT: vpsllw $15, %xmm0, %xmm0
|
|
; SKX-NEXT: vpmovw2m %xmm0, %k1
|
|
; SKX-NEXT: vpmovsxwq (%rdi), %zmm0 {%k1} {z}
|
|
; SKX-NEXT: retq
|
|
%a = load <8 x i16>,<8 x i16> *%i,align 1
|
|
%x = sext <8 x i16> %a to <8 x i64>
|
|
%ret = select <8 x i1> %mask, <8 x i64> %x, <8 x i64> zeroinitializer
|
|
ret <8 x i64> %ret
|
|
}
|
|
|
|
define <8 x i64> @sext_8x16mem_to_8x64(<8 x i16> *%i) nounwind readnone {
|
|
; ALL-LABEL: sext_8x16mem_to_8x64:
|
|
; ALL: ## BB#0:
|
|
; ALL-NEXT: vpmovsxwq (%rdi), %zmm0
|
|
; ALL-NEXT: retq
|
|
%a = load <8 x i16>,<8 x i16> *%i,align 1
|
|
%x = sext <8 x i16> %a to <8 x i64>
|
|
ret <8 x i64> %x
|
|
}
|
|
|
|
define <8 x i64> @zext_8x16_to_8x64mask(<8 x i16> %a , <8 x i1> %mask) nounwind readnone {
|
|
; KNL-LABEL: zext_8x16_to_8x64mask:
|
|
; KNL: ## BB#0:
|
|
; KNL-NEXT: vpmovsxwq %xmm1, %zmm1
|
|
; KNL-NEXT: vpsllq $63, %zmm1, %zmm1
|
|
; KNL-NEXT: vptestmq %zmm1, %zmm1, %k1
|
|
; KNL-NEXT: vpmovzxwq %xmm0, %zmm0 {%k1} {z}
|
|
; KNL-NEXT: retq
|
|
;
|
|
; SKX-LABEL: zext_8x16_to_8x64mask:
|
|
; SKX: ## BB#0:
|
|
; SKX-NEXT: vpsllw $15, %xmm1, %xmm1
|
|
; SKX-NEXT: vpmovw2m %xmm1, %k1
|
|
; SKX-NEXT: vpmovzxwq %xmm0, %zmm0 {%k1} {z}
|
|
; SKX-NEXT: retq
|
|
%x = zext <8 x i16> %a to <8 x i64>
|
|
%ret = select <8 x i1> %mask, <8 x i64> %x, <8 x i64> zeroinitializer
|
|
ret <8 x i64> %ret
|
|
}
|
|
|
|
define <8 x i64> @zext_8x16_to_8x64(<8 x i16> %a) nounwind readnone {
|
|
; ALL-LABEL: zext_8x16_to_8x64:
|
|
; ALL: ## BB#0:
|
|
; ALL-NEXT: vpmovzxwq %xmm0, %zmm0
|
|
; ALL-NEXT: retq
|
|
%ret = zext <8 x i16> %a to <8 x i64>
|
|
ret <8 x i64> %ret
|
|
}
|
|
|
|
define <2 x i64> @zext_2x32mem_to_2x64(<2 x i32> *%i , <2 x i1> %mask) nounwind readnone {
|
|
; KNL-LABEL: zext_2x32mem_to_2x64:
|
|
; KNL: ## BB#0:
|
|
; KNL-NEXT: vpsllq $63, %xmm0, %xmm0
|
|
; KNL-NEXT: vpsrad $31, %xmm0, %xmm0
|
|
; KNL-NEXT: vpshufd {{.*#+}} xmm0 = xmm0[1,1,3,3]
|
|
; KNL-NEXT: vpmovzxdq {{.*#+}} xmm1 = mem[0],zero,mem[1],zero
|
|
; KNL-NEXT: vpand %xmm1, %xmm0, %xmm0
|
|
; KNL-NEXT: retq
|
|
;
|
|
; SKX-LABEL: zext_2x32mem_to_2x64:
|
|
; SKX: ## BB#0:
|
|
; SKX-NEXT: vpsllq $63, %xmm0, %xmm0
|
|
; SKX-NEXT: vpmovq2m %xmm0, %k1
|
|
; SKX-NEXT: vpmovzxdq (%rdi), %xmm0 {%k1} {z}
|
|
; SKX-NEXT: retq
|
|
%a = load <2 x i32>,<2 x i32> *%i,align 1
|
|
%x = zext <2 x i32> %a to <2 x i64>
|
|
%ret = select <2 x i1> %mask, <2 x i64> %x, <2 x i64> zeroinitializer
|
|
ret <2 x i64> %ret
|
|
}
|
|
|
|
define <2 x i64> @sext_2x32mem_to_2x64mask(<2 x i32> *%i , <2 x i1> %mask) nounwind readnone {
|
|
; KNL-LABEL: sext_2x32mem_to_2x64mask:
|
|
; KNL: ## BB#0:
|
|
; KNL-NEXT: vpsllq $63, %xmm0, %xmm0
|
|
; KNL-NEXT: vpsrad $31, %xmm0, %xmm0
|
|
; KNL-NEXT: vpshufd {{.*#+}} xmm0 = xmm0[1,1,3,3]
|
|
; KNL-NEXT: vpmovsxdq (%rdi), %xmm1
|
|
; KNL-NEXT: vpand %xmm1, %xmm0, %xmm0
|
|
; KNL-NEXT: retq
|
|
;
|
|
; SKX-LABEL: sext_2x32mem_to_2x64mask:
|
|
; SKX: ## BB#0:
|
|
; SKX-NEXT: vpsllq $63, %xmm0, %xmm0
|
|
; SKX-NEXT: vpmovq2m %xmm0, %k1
|
|
; SKX-NEXT: vpmovsxdq (%rdi), %xmm0 {%k1} {z}
|
|
; SKX-NEXT: retq
|
|
%a = load <2 x i32>,<2 x i32> *%i,align 1
|
|
%x = sext <2 x i32> %a to <2 x i64>
|
|
%ret = select <2 x i1> %mask, <2 x i64> %x, <2 x i64> zeroinitializer
|
|
ret <2 x i64> %ret
|
|
}
|
|
|
|
define <2 x i64> @sext_2x32mem_to_2x64(<2 x i32> *%i) nounwind readnone {
|
|
; ALL-LABEL: sext_2x32mem_to_2x64:
|
|
; ALL: ## BB#0:
|
|
; ALL-NEXT: vpmovsxdq (%rdi), %xmm0
|
|
; ALL-NEXT: retq
|
|
%a = load <2 x i32>,<2 x i32> *%i,align 1
|
|
%x = sext <2 x i32> %a to <2 x i64>
|
|
ret <2 x i64> %x
|
|
}
|
|
|
|
define <4 x i64> @zext_4x32mem_to_4x64(<4 x i32> *%i , <4 x i1> %mask) nounwind readnone {
|
|
; KNL-LABEL: zext_4x32mem_to_4x64:
|
|
; KNL: ## BB#0:
|
|
; KNL-NEXT: vpslld $31, %xmm0, %xmm0
|
|
; KNL-NEXT: vpsrad $31, %xmm0, %xmm0
|
|
; KNL-NEXT: vpmovsxdq %xmm0, %ymm0
|
|
; KNL-NEXT: vpmovzxdq {{.*#+}} ymm1 = mem[0],zero,mem[1],zero,mem[2],zero,mem[3],zero
|
|
; KNL-NEXT: vpand %ymm1, %ymm0, %ymm0
|
|
; KNL-NEXT: retq
|
|
;
|
|
; SKX-LABEL: zext_4x32mem_to_4x64:
|
|
; SKX: ## BB#0:
|
|
; SKX-NEXT: vpslld $31, %xmm0, %xmm0
|
|
; SKX-NEXT: vpmovd2m %xmm0, %k1
|
|
; SKX-NEXT: vpmovzxdq (%rdi), %ymm0 {%k1} {z}
|
|
; SKX-NEXT: retq
|
|
%a = load <4 x i32>,<4 x i32> *%i,align 1
|
|
%x = zext <4 x i32> %a to <4 x i64>
|
|
%ret = select <4 x i1> %mask, <4 x i64> %x, <4 x i64> zeroinitializer
|
|
ret <4 x i64> %ret
|
|
}
|
|
|
|
define <4 x i64> @sext_4x32mem_to_4x64mask(<4 x i32> *%i , <4 x i1> %mask) nounwind readnone {
|
|
; KNL-LABEL: sext_4x32mem_to_4x64mask:
|
|
; KNL: ## BB#0:
|
|
; KNL-NEXT: vpslld $31, %xmm0, %xmm0
|
|
; KNL-NEXT: vpsrad $31, %xmm0, %xmm0
|
|
; KNL-NEXT: vpmovsxdq %xmm0, %ymm0
|
|
; KNL-NEXT: vpmovsxdq (%rdi), %ymm1
|
|
; KNL-NEXT: vpand %ymm1, %ymm0, %ymm0
|
|
; KNL-NEXT: retq
|
|
;
|
|
; SKX-LABEL: sext_4x32mem_to_4x64mask:
|
|
; SKX: ## BB#0:
|
|
; SKX-NEXT: vpslld $31, %xmm0, %xmm0
|
|
; SKX-NEXT: vpmovd2m %xmm0, %k1
|
|
; SKX-NEXT: vpmovsxdq (%rdi), %ymm0 {%k1} {z}
|
|
; SKX-NEXT: retq
|
|
%a = load <4 x i32>,<4 x i32> *%i,align 1
|
|
%x = sext <4 x i32> %a to <4 x i64>
|
|
%ret = select <4 x i1> %mask, <4 x i64> %x, <4 x i64> zeroinitializer
|
|
ret <4 x i64> %ret
|
|
}
|
|
|
|
define <4 x i64> @sext_4x32mem_to_4x64(<4 x i32> *%i) nounwind readnone {
|
|
; ALL-LABEL: sext_4x32mem_to_4x64:
|
|
; ALL: ## BB#0:
|
|
; ALL-NEXT: vpmovsxdq (%rdi), %ymm0
|
|
; ALL-NEXT: retq
|
|
%a = load <4 x i32>,<4 x i32> *%i,align 1
|
|
%x = sext <4 x i32> %a to <4 x i64>
|
|
ret <4 x i64> %x
|
|
}
|
|
|
|
define <4 x i64> @sext_4x32_to_4x64(<4 x i32> %a) nounwind readnone {
|
|
; ALL-LABEL: sext_4x32_to_4x64:
|
|
; ALL: ## BB#0:
|
|
; ALL-NEXT: vpmovsxdq %xmm0, %ymm0
|
|
; ALL-NEXT: retq
|
|
%x = sext <4 x i32> %a to <4 x i64>
|
|
ret <4 x i64> %x
|
|
}
|
|
|
|
define <4 x i64> @zext_4x32_to_4x64mask(<4 x i32> %a , <4 x i1> %mask) nounwind readnone {
|
|
; KNL-LABEL: zext_4x32_to_4x64mask:
|
|
; KNL: ## BB#0:
|
|
; KNL-NEXT: vpslld $31, %xmm1, %xmm1
|
|
; KNL-NEXT: vpsrad $31, %xmm1, %xmm1
|
|
; KNL-NEXT: vpmovsxdq %xmm1, %ymm1
|
|
; KNL-NEXT: vpmovzxdq {{.*#+}} ymm0 = xmm0[0],zero,xmm0[1],zero,xmm0[2],zero,xmm0[3],zero
|
|
; KNL-NEXT: vpand %ymm0, %ymm1, %ymm0
|
|
; KNL-NEXT: retq
|
|
;
|
|
; SKX-LABEL: zext_4x32_to_4x64mask:
|
|
; SKX: ## BB#0:
|
|
; SKX-NEXT: vpslld $31, %xmm1, %xmm1
|
|
; SKX-NEXT: vpmovd2m %xmm1, %k1
|
|
; SKX-NEXT: vpmovzxdq %xmm0, %ymm0 {%k1} {z}
|
|
; SKX-NEXT: retq
|
|
%x = zext <4 x i32> %a to <4 x i64>
|
|
%ret = select <4 x i1> %mask, <4 x i64> %x, <4 x i64> zeroinitializer
|
|
ret <4 x i64> %ret
|
|
}
|
|
|
|
define <8 x i64> @zext_8x32mem_to_8x64(<8 x i32> *%i , <8 x i1> %mask) nounwind readnone {
|
|
; KNL-LABEL: zext_8x32mem_to_8x64:
|
|
; KNL: ## BB#0:
|
|
; KNL-NEXT: vpmovsxwq %xmm0, %zmm0
|
|
; KNL-NEXT: vpsllq $63, %zmm0, %zmm0
|
|
; KNL-NEXT: vptestmq %zmm0, %zmm0, %k1
|
|
; KNL-NEXT: vpmovzxdq (%rdi), %zmm0 {%k1} {z}
|
|
; KNL-NEXT: retq
|
|
;
|
|
; SKX-LABEL: zext_8x32mem_to_8x64:
|
|
; SKX: ## BB#0:
|
|
; SKX-NEXT: vpsllw $15, %xmm0, %xmm0
|
|
; SKX-NEXT: vpmovw2m %xmm0, %k1
|
|
; SKX-NEXT: vpmovzxdq (%rdi), %zmm0 {%k1} {z}
|
|
; SKX-NEXT: retq
|
|
%a = load <8 x i32>,<8 x i32> *%i,align 1
|
|
%x = zext <8 x i32> %a to <8 x i64>
|
|
%ret = select <8 x i1> %mask, <8 x i64> %x, <8 x i64> zeroinitializer
|
|
ret <8 x i64> %ret
|
|
}
|
|
|
|
define <8 x i64> @sext_8x32mem_to_8x64mask(<8 x i32> *%i , <8 x i1> %mask) nounwind readnone {
|
|
; KNL-LABEL: sext_8x32mem_to_8x64mask:
|
|
; KNL: ## BB#0:
|
|
; KNL-NEXT: vpmovsxwq %xmm0, %zmm0
|
|
; KNL-NEXT: vpsllq $63, %zmm0, %zmm0
|
|
; KNL-NEXT: vptestmq %zmm0, %zmm0, %k1
|
|
; KNL-NEXT: vpmovsxdq (%rdi), %zmm0 {%k1} {z}
|
|
; KNL-NEXT: retq
|
|
;
|
|
; SKX-LABEL: sext_8x32mem_to_8x64mask:
|
|
; SKX: ## BB#0:
|
|
; SKX-NEXT: vpsllw $15, %xmm0, %xmm0
|
|
; SKX-NEXT: vpmovw2m %xmm0, %k1
|
|
; SKX-NEXT: vpmovsxdq (%rdi), %zmm0 {%k1} {z}
|
|
; SKX-NEXT: retq
|
|
%a = load <8 x i32>,<8 x i32> *%i,align 1
|
|
%x = sext <8 x i32> %a to <8 x i64>
|
|
%ret = select <8 x i1> %mask, <8 x i64> %x, <8 x i64> zeroinitializer
|
|
ret <8 x i64> %ret
|
|
}
|
|
|
|
define <8 x i64> @sext_8x32mem_to_8x64(<8 x i32> *%i) nounwind readnone {
|
|
; ALL-LABEL: sext_8x32mem_to_8x64:
|
|
; ALL: ## BB#0:
|
|
; ALL-NEXT: vpmovsxdq (%rdi), %zmm0
|
|
; ALL-NEXT: retq
|
|
%a = load <8 x i32>,<8 x i32> *%i,align 1
|
|
%x = sext <8 x i32> %a to <8 x i64>
|
|
ret <8 x i64> %x
|
|
}
|
|
|
|
define <8 x i64> @sext_8x32_to_8x64(<8 x i32> %a) nounwind readnone {
|
|
; ALL-LABEL: sext_8x32_to_8x64:
|
|
; ALL: ## BB#0:
|
|
; ALL-NEXT: vpmovsxdq %ymm0, %zmm0
|
|
; ALL-NEXT: retq
|
|
%x = sext <8 x i32> %a to <8 x i64>
|
|
ret <8 x i64> %x
|
|
}
|
|
|
|
define <8 x i64> @zext_8x32_to_8x64mask(<8 x i32> %a , <8 x i1> %mask) nounwind readnone {
|
|
; KNL-LABEL: zext_8x32_to_8x64mask:
|
|
; KNL: ## BB#0:
|
|
; KNL-NEXT: vpmovsxwq %xmm1, %zmm1
|
|
; KNL-NEXT: vpsllq $63, %zmm1, %zmm1
|
|
; KNL-NEXT: vptestmq %zmm1, %zmm1, %k1
|
|
; KNL-NEXT: vpmovzxdq %ymm0, %zmm0 {%k1} {z}
|
|
; KNL-NEXT: retq
|
|
;
|
|
; SKX-LABEL: zext_8x32_to_8x64mask:
|
|
; SKX: ## BB#0:
|
|
; SKX-NEXT: vpsllw $15, %xmm1, %xmm1
|
|
; SKX-NEXT: vpmovw2m %xmm1, %k1
|
|
; SKX-NEXT: vpmovzxdq %ymm0, %zmm0 {%k1} {z}
|
|
; SKX-NEXT: retq
|
|
%x = zext <8 x i32> %a to <8 x i64>
|
|
%ret = select <8 x i1> %mask, <8 x i64> %x, <8 x i64> zeroinitializer
|
|
ret <8 x i64> %ret
|
|
}
|
|
define <8 x float> @fptrunc_test(<8 x double> %a) nounwind readnone {
|
|
; ALL-LABEL: fptrunc_test:
|
|
; ALL: ## BB#0:
|
|
; ALL-NEXT: vcvtpd2ps %zmm0, %ymm0
|
|
; ALL-NEXT: retq
|
|
%b = fptrunc <8 x double> %a to <8 x float>
|
|
ret <8 x float> %b
|
|
}
|
|
|
|
define <8 x double> @fpext_test(<8 x float> %a) nounwind readnone {
|
|
; ALL-LABEL: fpext_test:
|
|
; ALL: ## BB#0:
|
|
; ALL-NEXT: vcvtps2pd %ymm0, %zmm0
|
|
; ALL-NEXT: retq
|
|
%b = fpext <8 x float> %a to <8 x double>
|
|
ret <8 x double> %b
|
|
}
|
|
|
|
define <16 x i32> @zext_16i1_to_16xi32(i16 %b) {
|
|
; ALL-LABEL: zext_16i1_to_16xi32:
|
|
; ALL: ## BB#0:
|
|
; ALL-NEXT: kmovw %edi, %k1
|
|
; ALL-NEXT: vpbroadcastd {{.*}}(%rip), %zmm0 {%k1} {z}
|
|
; ALL-NEXT: retq
|
|
%a = bitcast i16 %b to <16 x i1>
|
|
%c = zext <16 x i1> %a to <16 x i32>
|
|
ret <16 x i32> %c
|
|
}
|
|
|
|
define <8 x i64> @zext_8i1_to_8xi64(i8 %b) {
|
|
; KNL-LABEL: zext_8i1_to_8xi64:
|
|
; KNL: ## BB#0:
|
|
; KNL-NEXT: movzbl %dil, %eax
|
|
; KNL-NEXT: kmovw %eax, %k1
|
|
; KNL-NEXT: vpbroadcastq {{.*}}(%rip), %zmm0 {%k1} {z}
|
|
; KNL-NEXT: retq
|
|
;
|
|
; SKX-LABEL: zext_8i1_to_8xi64:
|
|
; SKX: ## BB#0:
|
|
; SKX-NEXT: kmovb %edi, %k1
|
|
; SKX-NEXT: vpbroadcastq {{.*}}(%rip), %zmm0 {%k1} {z}
|
|
; SKX-NEXT: retq
|
|
%a = bitcast i8 %b to <8 x i1>
|
|
%c = zext <8 x i1> %a to <8 x i64>
|
|
ret <8 x i64> %c
|
|
}
|
|
|
|
define i16 @trunc_16i8_to_16i1(<16 x i8> %a) {
|
|
; KNL-LABEL: trunc_16i8_to_16i1:
|
|
; KNL: ## BB#0:
|
|
; KNL-NEXT: vpmovsxbd %xmm0, %zmm0
|
|
; KNL-NEXT: vpslld $31, %zmm0, %zmm0
|
|
; KNL-NEXT: vptestmd %zmm0, %zmm0, %k0
|
|
; KNL-NEXT: kmovw %k0, %eax
|
|
; KNL-NEXT: retq
|
|
;
|
|
; SKX-LABEL: trunc_16i8_to_16i1:
|
|
; SKX: ## BB#0:
|
|
; SKX-NEXT: vpsllw $7, %xmm0, %xmm0
|
|
; SKX-NEXT: vpmovb2m %xmm0, %k0
|
|
; SKX-NEXT: kmovw %k0, %eax
|
|
; SKX-NEXT: retq
|
|
%mask_b = trunc <16 x i8>%a to <16 x i1>
|
|
%mask = bitcast <16 x i1> %mask_b to i16
|
|
ret i16 %mask
|
|
}
|
|
|
|
define i16 @trunc_16i32_to_16i1(<16 x i32> %a) {
|
|
; KNL-LABEL: trunc_16i32_to_16i1:
|
|
; KNL: ## BB#0:
|
|
; KNL-NEXT: vpslld $31, %zmm0, %zmm0
|
|
; KNL-NEXT: vptestmd %zmm0, %zmm0, %k0
|
|
; KNL-NEXT: kmovw %k0, %eax
|
|
; KNL-NEXT: retq
|
|
;
|
|
; SKX-LABEL: trunc_16i32_to_16i1:
|
|
; SKX: ## BB#0:
|
|
; SKX-NEXT: vpslld $31, %zmm0, %zmm0
|
|
; SKX-NEXT: vpmovd2m %zmm0, %k0
|
|
; SKX-NEXT: kmovw %k0, %eax
|
|
; SKX-NEXT: retq
|
|
%mask_b = trunc <16 x i32>%a to <16 x i1>
|
|
%mask = bitcast <16 x i1> %mask_b to i16
|
|
ret i16 %mask
|
|
}
|
|
|
|
define <4 x i32> @trunc_4i32_to_4i1(<4 x i32> %a, <4 x i32> %b) {
|
|
; KNL-LABEL: trunc_4i32_to_4i1:
|
|
; KNL: ## BB#0:
|
|
; KNL-NEXT: vpand %xmm1, %xmm0, %xmm0
|
|
; KNL-NEXT: vpslld $31, %xmm0, %xmm0
|
|
; KNL-NEXT: vpsrad $31, %xmm0, %xmm0
|
|
; KNL-NEXT: retq
|
|
;
|
|
; SKX-LABEL: trunc_4i32_to_4i1:
|
|
; SKX: ## BB#0:
|
|
; SKX-NEXT: vpslld $31, %xmm0, %xmm0
|
|
; SKX-NEXT: vpmovd2m %xmm0, %k0
|
|
; SKX-NEXT: vpslld $31, %xmm1, %xmm0
|
|
; SKX-NEXT: vpmovd2m %xmm0, %k1
|
|
; SKX-NEXT: kandw %k1, %k0, %k0
|
|
; SKX-NEXT: vpmovm2d %k0, %xmm0
|
|
; SKX-NEXT: retq
|
|
%mask_a = trunc <4 x i32>%a to <4 x i1>
|
|
%mask_b = trunc <4 x i32>%b to <4 x i1>
|
|
%a_and_b = and <4 x i1>%mask_a, %mask_b
|
|
%res = sext <4 x i1>%a_and_b to <4 x i32>
|
|
ret <4 x i32>%res
|
|
}
|
|
|
|
|
|
define i8 @trunc_8i16_to_8i1(<8 x i16> %a) {
|
|
; KNL-LABEL: trunc_8i16_to_8i1:
|
|
; KNL: ## BB#0:
|
|
; KNL-NEXT: vpmovsxwq %xmm0, %zmm0
|
|
; KNL-NEXT: vpsllq $63, %zmm0, %zmm0
|
|
; KNL-NEXT: vptestmq %zmm0, %zmm0, %k0
|
|
; KNL-NEXT: kmovw %k0, %eax
|
|
; KNL-NEXT: retq
|
|
;
|
|
; SKX-LABEL: trunc_8i16_to_8i1:
|
|
; SKX: ## BB#0:
|
|
; SKX-NEXT: vpsllw $15, %xmm0, %xmm0
|
|
; SKX-NEXT: vpmovw2m %xmm0, %k0
|
|
; SKX-NEXT: kmovb %k0, %eax
|
|
; SKX-NEXT: retq
|
|
%mask_b = trunc <8 x i16>%a to <8 x i1>
|
|
%mask = bitcast <8 x i1> %mask_b to i8
|
|
ret i8 %mask
|
|
}
|
|
|
|
define <8 x i32> @sext_8i1_8i32(<8 x i32> %a1, <8 x i32> %a2) nounwind {
|
|
; KNL-LABEL: sext_8i1_8i32:
|
|
; KNL: ## BB#0:
|
|
; KNL-NEXT: vpcmpgtd %zmm0, %zmm1, %k0
|
|
; KNL-NEXT: knotw %k0, %k1
|
|
; KNL-NEXT: vpbroadcastq {{.*}}(%rip), %zmm0 {%k1} {z}
|
|
; KNL-NEXT: vpmovqd %zmm0, %ymm0
|
|
; KNL-NEXT: retq
|
|
;
|
|
; SKX-LABEL: sext_8i1_8i32:
|
|
; SKX: ## BB#0:
|
|
; SKX-NEXT: vpcmpgtd %ymm0, %ymm1, %k0
|
|
; SKX-NEXT: knotb %k0, %k0
|
|
; SKX-NEXT: vpmovm2d %k0, %ymm0
|
|
; SKX-NEXT: retq
|
|
%x = icmp slt <8 x i32> %a1, %a2
|
|
%x1 = xor <8 x i1>%x, <i1 true, i1 true, i1 true, i1 true, i1 true, i1 true, i1 true, i1 true>
|
|
%y = sext <8 x i1> %x1 to <8 x i32>
|
|
ret <8 x i32> %y
|
|
}
|
|
|
|
|
|
define i16 @trunc_i32_to_i1(i32 %a) {
|
|
; ALL-LABEL: trunc_i32_to_i1:
|
|
; ALL: ## BB#0:
|
|
; ALL-NEXT: andl $1, %edi
|
|
; ALL-NEXT: kmovw %edi, %k0
|
|
; ALL-NEXT: movw $-4, %ax
|
|
; ALL-NEXT: kmovw %eax, %k1
|
|
; ALL-NEXT: korw %k0, %k1, %k0
|
|
; ALL-NEXT: kmovw %k0, %eax
|
|
; ALL-NEXT: retq
|
|
%a_i = trunc i32 %a to i1
|
|
%maskv = insertelement <16 x i1> <i1 true, i1 false, i1 true, i1 true, i1 true, i1 true, i1 true, i1 true, i1 true, i1 true, i1 true, i1 true, i1 true, i1 true, i1 true, i1 true>, i1 %a_i, i32 0
|
|
%res = bitcast <16 x i1> %maskv to i16
|
|
ret i16 %res
|
|
}
|
|
|
|
define <8 x i16> @sext_8i1_8i16(<8 x i32> %a1, <8 x i32> %a2) nounwind {
|
|
; KNL-LABEL: sext_8i1_8i16:
|
|
; KNL: ## BB#0:
|
|
; KNL-NEXT: vpcmpgtd %ymm0, %ymm1, %ymm0
|
|
; KNL-NEXT: vpmovdw %zmm0, %ymm0
|
|
; KNL-NEXT: retq
|
|
;
|
|
; SKX-LABEL: sext_8i1_8i16:
|
|
; SKX: ## BB#0:
|
|
; SKX-NEXT: vpcmpgtd %ymm0, %ymm1, %k0
|
|
; SKX-NEXT: vpmovm2w %k0, %xmm0
|
|
; SKX-NEXT: retq
|
|
%x = icmp slt <8 x i32> %a1, %a2
|
|
%y = sext <8 x i1> %x to <8 x i16>
|
|
ret <8 x i16> %y
|
|
}
|
|
|
|
define <16 x i32> @sext_16i1_16i32(<16 x i32> %a1, <16 x i32> %a2) nounwind {
|
|
; KNL-LABEL: sext_16i1_16i32:
|
|
; KNL: ## BB#0:
|
|
; KNL-NEXT: vpcmpgtd %zmm0, %zmm1, %k1
|
|
; KNL-NEXT: vpbroadcastd {{.*}}(%rip), %zmm0 {%k1} {z}
|
|
; KNL-NEXT: retq
|
|
;
|
|
; SKX-LABEL: sext_16i1_16i32:
|
|
; SKX: ## BB#0:
|
|
; SKX-NEXT: vpcmpgtd %zmm0, %zmm1, %k0
|
|
; SKX-NEXT: vpmovm2d %k0, %zmm0
|
|
; SKX-NEXT: retq
|
|
%x = icmp slt <16 x i32> %a1, %a2
|
|
%y = sext <16 x i1> %x to <16 x i32>
|
|
ret <16 x i32> %y
|
|
}
|
|
|
|
define <8 x i64> @sext_8i1_8i64(<8 x i32> %a1, <8 x i32> %a2) nounwind {
|
|
; KNL-LABEL: sext_8i1_8i64:
|
|
; KNL: ## BB#0:
|
|
; KNL-NEXT: vpcmpgtd %ymm0, %ymm1, %ymm0
|
|
; KNL-NEXT: vpmovsxdq %ymm0, %zmm0
|
|
; KNL-NEXT: retq
|
|
;
|
|
; SKX-LABEL: sext_8i1_8i64:
|
|
; SKX: ## BB#0:
|
|
; SKX-NEXT: vpcmpgtd %ymm0, %ymm1, %k0
|
|
; SKX-NEXT: vpmovm2q %k0, %zmm0
|
|
; SKX-NEXT: retq
|
|
%x = icmp slt <8 x i32> %a1, %a2
|
|
%y = sext <8 x i1> %x to <8 x i64>
|
|
ret <8 x i64> %y
|
|
}
|
|
|
|
define void @extload_v8i64(<8 x i8>* %a, <8 x i64>* %res) {
|
|
; ALL-LABEL: extload_v8i64:
|
|
; ALL: ## BB#0:
|
|
; ALL-NEXT: vpmovsxbq (%rdi), %zmm0
|
|
; ALL-NEXT: vmovdqa64 %zmm0, (%rsi)
|
|
; ALL-NEXT: retq
|
|
%sign_load = load <8 x i8>, <8 x i8>* %a
|
|
%c = sext <8 x i8> %sign_load to <8 x i64>
|
|
store <8 x i64> %c, <8 x i64>* %res
|
|
ret void
|
|
}
|
|
|
|
define <64 x i16> @test21(<64 x i16> %x , <64 x i1> %mask) nounwind readnone {
|
|
; KNL-LABEL: test21:
|
|
; KNL: ## BB#0:
|
|
; KNL-NEXT: pushq %rbp
|
|
; KNL-NEXT: pushq %r15
|
|
; KNL-NEXT: pushq %r14
|
|
; KNL-NEXT: pushq %r13
|
|
; KNL-NEXT: pushq %r12
|
|
; KNL-NEXT: pushq %rbx
|
|
; KNL-NEXT: vpmovsxbd %xmm7, %zmm7
|
|
; KNL-NEXT: vpslld $31, %zmm7, %zmm7
|
|
; KNL-NEXT: vpmovsxbd %xmm6, %zmm6
|
|
; KNL-NEXT: vpslld $31, %zmm6, %zmm6
|
|
; KNL-NEXT: vpmovsxbd %xmm5, %zmm5
|
|
; KNL-NEXT: vpslld $31, %zmm5, %zmm5
|
|
; KNL-NEXT: vpmovsxbd %xmm4, %zmm4
|
|
; KNL-NEXT: vpslld $31, %zmm4, %zmm4
|
|
; KNL-NEXT: vptestmd %zmm4, %zmm4, %k0
|
|
; KNL-NEXT: kshiftlw $14, %k0, %k1
|
|
; KNL-NEXT: kshiftrw $15, %k1, %k1
|
|
; KNL-NEXT: kmovw %k1, %edx
|
|
; KNL-NEXT: kshiftlw $15, %k0, %k1
|
|
; KNL-NEXT: kshiftrw $15, %k1, %k1
|
|
; KNL-NEXT: kmovw %k1, %eax
|
|
; KNL-NEXT: kshiftlw $13, %k0, %k1
|
|
; KNL-NEXT: kshiftrw $15, %k1, %k1
|
|
; KNL-NEXT: kmovw %k1, %ecx
|
|
; KNL-NEXT: kshiftlw $12, %k0, %k1
|
|
; KNL-NEXT: kshiftrw $15, %k1, %k1
|
|
; KNL-NEXT: kmovw %k1, %edi
|
|
; KNL-NEXT: kshiftlw $11, %k0, %k1
|
|
; KNL-NEXT: kshiftrw $15, %k1, %k1
|
|
; KNL-NEXT: kmovw %k1, %esi
|
|
; KNL-NEXT: kshiftlw $10, %k0, %k1
|
|
; KNL-NEXT: kshiftrw $15, %k1, %k1
|
|
; KNL-NEXT: kmovw %k1, %r13d
|
|
; KNL-NEXT: kshiftlw $9, %k0, %k1
|
|
; KNL-NEXT: kshiftrw $15, %k1, %k1
|
|
; KNL-NEXT: kmovw %k1, %r8d
|
|
; KNL-NEXT: kshiftlw $8, %k0, %k1
|
|
; KNL-NEXT: kshiftrw $15, %k1, %k1
|
|
; KNL-NEXT: kmovw %k1, %r10d
|
|
; KNL-NEXT: kshiftlw $7, %k0, %k1
|
|
; KNL-NEXT: kshiftrw $15, %k1, %k1
|
|
; KNL-NEXT: kmovw %k1, %r11d
|
|
; KNL-NEXT: kshiftlw $6, %k0, %k1
|
|
; KNL-NEXT: kshiftrw $15, %k1, %k1
|
|
; KNL-NEXT: kmovw %k1, %ebx
|
|
; KNL-NEXT: kshiftlw $5, %k0, %k1
|
|
; KNL-NEXT: kshiftrw $15, %k1, %k1
|
|
; KNL-NEXT: kmovw %k1, %ebp
|
|
; KNL-NEXT: kshiftlw $4, %k0, %k1
|
|
; KNL-NEXT: kshiftrw $15, %k1, %k1
|
|
; KNL-NEXT: kmovw %k1, %r14d
|
|
; KNL-NEXT: kshiftlw $3, %k0, %k1
|
|
; KNL-NEXT: kshiftrw $15, %k1, %k1
|
|
; KNL-NEXT: kmovw %k1, %r15d
|
|
; KNL-NEXT: kshiftlw $2, %k0, %k1
|
|
; KNL-NEXT: kshiftrw $15, %k1, %k1
|
|
; KNL-NEXT: kmovw %k1, %r9d
|
|
; KNL-NEXT: kshiftlw $1, %k0, %k1
|
|
; KNL-NEXT: kshiftrw $15, %k1, %k1
|
|
; KNL-NEXT: kmovw %k1, %r12d
|
|
; KNL-NEXT: vptestmd %zmm5, %zmm5, %k1
|
|
; KNL-NEXT: kshiftlw $0, %k0, %k0
|
|
; KNL-NEXT: kshiftrw $15, %k0, %k0
|
|
; KNL-NEXT: vmovd %eax, %xmm4
|
|
; KNL-NEXT: kmovw %k0, %eax
|
|
; KNL-NEXT: kshiftlw $14, %k1, %k0
|
|
; KNL-NEXT: kshiftrw $15, %k0, %k0
|
|
; KNL-NEXT: vpinsrb $1, %edx, %xmm4, %xmm4
|
|
; KNL-NEXT: kmovw %k0, %edx
|
|
; KNL-NEXT: movl %edx, -{{[0-9]+}}(%rsp) ## 4-byte Spill
|
|
; KNL-NEXT: kshiftlw $15, %k1, %k0
|
|
; KNL-NEXT: kshiftrw $15, %k0, %k0
|
|
; KNL-NEXT: vpinsrb $2, %ecx, %xmm4, %xmm4
|
|
; KNL-NEXT: kmovw %k0, %ecx
|
|
; KNL-NEXT: kshiftlw $13, %k1, %k0
|
|
; KNL-NEXT: kshiftrw $15, %k0, %k0
|
|
; KNL-NEXT: vpinsrb $3, %edi, %xmm4, %xmm4
|
|
; KNL-NEXT: kmovw %k0, %edi
|
|
; KNL-NEXT: kshiftlw $12, %k1, %k0
|
|
; KNL-NEXT: kshiftrw $15, %k0, %k0
|
|
; KNL-NEXT: vpinsrb $4, %esi, %xmm4, %xmm4
|
|
; KNL-NEXT: kmovw %k0, %esi
|
|
; KNL-NEXT: kshiftlw $11, %k1, %k0
|
|
; KNL-NEXT: kshiftrw $15, %k0, %k0
|
|
; KNL-NEXT: vpinsrb $5, %r13d, %xmm4, %xmm4
|
|
; KNL-NEXT: kmovw %k0, %r13d
|
|
; KNL-NEXT: kshiftlw $10, %k1, %k0
|
|
; KNL-NEXT: kshiftrw $15, %k0, %k0
|
|
; KNL-NEXT: vpinsrb $6, %r8d, %xmm4, %xmm4
|
|
; KNL-NEXT: kmovw %k0, %r8d
|
|
; KNL-NEXT: kshiftlw $9, %k1, %k0
|
|
; KNL-NEXT: kshiftrw $15, %k0, %k0
|
|
; KNL-NEXT: vpinsrb $7, %r10d, %xmm4, %xmm4
|
|
; KNL-NEXT: kmovw %k0, %r10d
|
|
; KNL-NEXT: kshiftlw $8, %k1, %k0
|
|
; KNL-NEXT: kshiftrw $15, %k0, %k0
|
|
; KNL-NEXT: vpinsrb $8, %r11d, %xmm4, %xmm4
|
|
; KNL-NEXT: kmovw %k0, %r11d
|
|
; KNL-NEXT: kshiftlw $7, %k1, %k0
|
|
; KNL-NEXT: kshiftrw $15, %k0, %k0
|
|
; KNL-NEXT: vpinsrb $9, %ebx, %xmm4, %xmm4
|
|
; KNL-NEXT: kmovw %k0, %ebx
|
|
; KNL-NEXT: kshiftlw $6, %k1, %k0
|
|
; KNL-NEXT: kshiftrw $15, %k0, %k0
|
|
; KNL-NEXT: vpinsrb $10, %ebp, %xmm4, %xmm4
|
|
; KNL-NEXT: kmovw %k0, %ebp
|
|
; KNL-NEXT: kshiftlw $5, %k1, %k0
|
|
; KNL-NEXT: kshiftrw $15, %k0, %k0
|
|
; KNL-NEXT: vpinsrb $11, %r14d, %xmm4, %xmm4
|
|
; KNL-NEXT: kmovw %k0, %r14d
|
|
; KNL-NEXT: kshiftlw $4, %k1, %k0
|
|
; KNL-NEXT: kshiftrw $15, %k0, %k0
|
|
; KNL-NEXT: vpinsrb $12, %r15d, %xmm4, %xmm4
|
|
; KNL-NEXT: kmovw %k0, %r15d
|
|
; KNL-NEXT: kshiftlw $3, %k1, %k0
|
|
; KNL-NEXT: kshiftrw $15, %k0, %k0
|
|
; KNL-NEXT: vpinsrb $13, %r9d, %xmm4, %xmm4
|
|
; KNL-NEXT: kmovw %k0, %edx
|
|
; KNL-NEXT: movl %edx, -{{[0-9]+}}(%rsp) ## 4-byte Spill
|
|
; KNL-NEXT: kshiftlw $2, %k1, %k0
|
|
; KNL-NEXT: kshiftrw $15, %k0, %k0
|
|
; KNL-NEXT: vpinsrb $14, %r12d, %xmm4, %xmm4
|
|
; KNL-NEXT: kmovw %k0, %r12d
|
|
; KNL-NEXT: kshiftlw $1, %k1, %k0
|
|
; KNL-NEXT: kshiftrw $15, %k0, %k0
|
|
; KNL-NEXT: vpinsrb $15, %eax, %xmm4, %xmm4
|
|
; KNL-NEXT: kmovw %k0, %r9d
|
|
; KNL-NEXT: vptestmd %zmm6, %zmm6, %k0
|
|
; KNL-NEXT: kshiftlw $0, %k1, %k1
|
|
; KNL-NEXT: kshiftrw $15, %k1, %k1
|
|
; KNL-NEXT: vmovd %ecx, %xmm5
|
|
; KNL-NEXT: kmovw %k1, %edx
|
|
; KNL-NEXT: kshiftlw $14, %k0, %k1
|
|
; KNL-NEXT: kshiftrw $15, %k1, %k1
|
|
; KNL-NEXT: vpinsrb $1, -{{[0-9]+}}(%rsp), %xmm5, %xmm5 ## 4-byte Folded Reload
|
|
; KNL-NEXT: kmovw %k1, %eax
|
|
; KNL-NEXT: movl %eax, -{{[0-9]+}}(%rsp) ## 4-byte Spill
|
|
; KNL-NEXT: kshiftlw $15, %k0, %k1
|
|
; KNL-NEXT: kshiftrw $15, %k1, %k1
|
|
; KNL-NEXT: vpinsrb $2, %edi, %xmm5, %xmm5
|
|
; KNL-NEXT: kmovw %k1, %eax
|
|
; KNL-NEXT: kshiftlw $13, %k0, %k1
|
|
; KNL-NEXT: kshiftrw $15, %k1, %k1
|
|
; KNL-NEXT: vpinsrb $3, %esi, %xmm5, %xmm5
|
|
; KNL-NEXT: kmovw %k1, %edi
|
|
; KNL-NEXT: kshiftlw $12, %k0, %k1
|
|
; KNL-NEXT: kshiftrw $15, %k1, %k1
|
|
; KNL-NEXT: vpinsrb $4, %r13d, %xmm5, %xmm5
|
|
; KNL-NEXT: kmovw %k1, %ecx
|
|
; KNL-NEXT: kshiftlw $11, %k0, %k1
|
|
; KNL-NEXT: kshiftrw $15, %k1, %k1
|
|
; KNL-NEXT: vpinsrb $5, %r8d, %xmm5, %xmm5
|
|
; KNL-NEXT: kmovw %k1, %r8d
|
|
; KNL-NEXT: kshiftlw $10, %k0, %k1
|
|
; KNL-NEXT: kshiftrw $15, %k1, %k1
|
|
; KNL-NEXT: vpinsrb $6, %r10d, %xmm5, %xmm5
|
|
; KNL-NEXT: kmovw %k1, %r13d
|
|
; KNL-NEXT: kshiftlw $9, %k0, %k1
|
|
; KNL-NEXT: kshiftrw $15, %k1, %k1
|
|
; KNL-NEXT: vpinsrb $7, %r11d, %xmm5, %xmm5
|
|
; KNL-NEXT: kmovw %k1, %esi
|
|
; KNL-NEXT: movl %esi, -{{[0-9]+}}(%rsp) ## 4-byte Spill
|
|
; KNL-NEXT: kshiftlw $8, %k0, %k1
|
|
; KNL-NEXT: kshiftrw $15, %k1, %k1
|
|
; KNL-NEXT: vpinsrb $8, %ebx, %xmm5, %xmm5
|
|
; KNL-NEXT: kmovw %k1, %ebx
|
|
; KNL-NEXT: kshiftlw $7, %k0, %k1
|
|
; KNL-NEXT: kshiftrw $15, %k1, %k1
|
|
; KNL-NEXT: vpinsrb $9, %ebp, %xmm5, %xmm5
|
|
; KNL-NEXT: kmovw %k1, %ebp
|
|
; KNL-NEXT: kshiftlw $6, %k0, %k1
|
|
; KNL-NEXT: kshiftrw $15, %k1, %k1
|
|
; KNL-NEXT: vpinsrb $10, %r14d, %xmm5, %xmm5
|
|
; KNL-NEXT: kmovw %k1, %r10d
|
|
; KNL-NEXT: kshiftlw $5, %k0, %k1
|
|
; KNL-NEXT: kshiftrw $15, %k1, %k1
|
|
; KNL-NEXT: vpinsrb $11, %r15d, %xmm5, %xmm5
|
|
; KNL-NEXT: kmovw %k1, %r11d
|
|
; KNL-NEXT: kshiftlw $4, %k0, %k1
|
|
; KNL-NEXT: kshiftrw $15, %k1, %k1
|
|
; KNL-NEXT: vpinsrb $12, -{{[0-9]+}}(%rsp), %xmm5, %xmm5 ## 4-byte Folded Reload
|
|
; KNL-NEXT: kmovw %k1, %esi
|
|
; KNL-NEXT: kshiftlw $3, %k0, %k1
|
|
; KNL-NEXT: kshiftrw $15, %k1, %k1
|
|
; KNL-NEXT: vpinsrb $13, %r12d, %xmm5, %xmm5
|
|
; KNL-NEXT: kmovw %k1, %r14d
|
|
; KNL-NEXT: kshiftlw $2, %k0, %k1
|
|
; KNL-NEXT: kshiftrw $15, %k1, %k1
|
|
; KNL-NEXT: vpinsrb $14, %r9d, %xmm5, %xmm5
|
|
; KNL-NEXT: kmovw %k1, %r9d
|
|
; KNL-NEXT: kshiftlw $1, %k0, %k1
|
|
; KNL-NEXT: kshiftrw $15, %k1, %k1
|
|
; KNL-NEXT: vpinsrb $15, %edx, %xmm5, %xmm5
|
|
; KNL-NEXT: kmovw %k1, %r15d
|
|
; KNL-NEXT: vptestmd %zmm7, %zmm7, %k1
|
|
; KNL-NEXT: kshiftlw $0, %k0, %k0
|
|
; KNL-NEXT: kshiftrw $15, %k0, %k0
|
|
; KNL-NEXT: vmovd %eax, %xmm6
|
|
; KNL-NEXT: kmovw %k0, %r12d
|
|
; KNL-NEXT: kshiftlw $14, %k1, %k0
|
|
; KNL-NEXT: kshiftrw $15, %k0, %k0
|
|
; KNL-NEXT: vpinsrb $1, -{{[0-9]+}}(%rsp), %xmm6, %xmm6 ## 4-byte Folded Reload
|
|
; KNL-NEXT: kmovw %k0, %eax
|
|
; KNL-NEXT: kshiftlw $15, %k1, %k0
|
|
; KNL-NEXT: kshiftrw $15, %k0, %k0
|
|
; KNL-NEXT: vpinsrb $2, %edi, %xmm6, %xmm6
|
|
; KNL-NEXT: kmovw %k0, %edx
|
|
; KNL-NEXT: kshiftlw $13, %k1, %k0
|
|
; KNL-NEXT: kshiftrw $15, %k0, %k0
|
|
; KNL-NEXT: vpinsrb $3, %ecx, %xmm6, %xmm6
|
|
; KNL-NEXT: kmovw %k0, %ecx
|
|
; KNL-NEXT: kshiftlw $12, %k1, %k0
|
|
; KNL-NEXT: kshiftrw $15, %k0, %k0
|
|
; KNL-NEXT: vpinsrb $4, %r8d, %xmm6, %xmm6
|
|
; KNL-NEXT: kmovw %k0, %r8d
|
|
; KNL-NEXT: kshiftlw $11, %k1, %k0
|
|
; KNL-NEXT: kshiftrw $15, %k0, %k0
|
|
; KNL-NEXT: vpinsrb $5, %r13d, %xmm6, %xmm6
|
|
; KNL-NEXT: kmovw %k0, %r13d
|
|
; KNL-NEXT: kshiftlw $10, %k1, %k0
|
|
; KNL-NEXT: kshiftrw $15, %k0, %k0
|
|
; KNL-NEXT: vpinsrb $6, -{{[0-9]+}}(%rsp), %xmm6, %xmm6 ## 4-byte Folded Reload
|
|
; KNL-NEXT: kmovw %k0, %edi
|
|
; KNL-NEXT: kshiftlw $9, %k1, %k0
|
|
; KNL-NEXT: kshiftrw $15, %k0, %k0
|
|
; KNL-NEXT: vpinsrb $7, %ebx, %xmm6, %xmm6
|
|
; KNL-NEXT: kmovw %k0, %ebx
|
|
; KNL-NEXT: kshiftlw $8, %k1, %k0
|
|
; KNL-NEXT: kshiftrw $15, %k0, %k0
|
|
; KNL-NEXT: vpinsrb $8, %ebp, %xmm6, %xmm6
|
|
; KNL-NEXT: kmovw %k0, %ebp
|
|
; KNL-NEXT: kshiftlw $7, %k1, %k0
|
|
; KNL-NEXT: kshiftrw $15, %k0, %k0
|
|
; KNL-NEXT: vpinsrb $9, %r10d, %xmm6, %xmm6
|
|
; KNL-NEXT: kmovw %k0, %r10d
|
|
; KNL-NEXT: kshiftlw $6, %k1, %k0
|
|
; KNL-NEXT: kshiftrw $15, %k0, %k0
|
|
; KNL-NEXT: vpinsrb $10, %r11d, %xmm6, %xmm6
|
|
; KNL-NEXT: kmovw %k0, %r11d
|
|
; KNL-NEXT: kshiftlw $5, %k1, %k0
|
|
; KNL-NEXT: kshiftrw $15, %k0, %k0
|
|
; KNL-NEXT: vpinsrb $11, %esi, %xmm6, %xmm6
|
|
; KNL-NEXT: kmovw %k0, %esi
|
|
; KNL-NEXT: kshiftlw $4, %k1, %k0
|
|
; KNL-NEXT: kshiftrw $15, %k0, %k0
|
|
; KNL-NEXT: vpinsrb $12, %r14d, %xmm6, %xmm6
|
|
; KNL-NEXT: kmovw %k0, %r14d
|
|
; KNL-NEXT: kshiftlw $3, %k1, %k0
|
|
; KNL-NEXT: kshiftrw $15, %k0, %k0
|
|
; KNL-NEXT: vpinsrb $13, %r9d, %xmm6, %xmm6
|
|
; KNL-NEXT: kmovw %k0, %r9d
|
|
; KNL-NEXT: kshiftlw $2, %k1, %k0
|
|
; KNL-NEXT: kshiftrw $15, %k0, %k0
|
|
; KNL-NEXT: vpinsrb $14, %r15d, %xmm6, %xmm6
|
|
; KNL-NEXT: kmovw %k0, %r15d
|
|
; KNL-NEXT: kshiftlw $1, %k1, %k0
|
|
; KNL-NEXT: kshiftrw $15, %k0, %k0
|
|
; KNL-NEXT: vpinsrb $15, %r12d, %xmm6, %xmm6
|
|
; KNL-NEXT: kmovw %k0, %r12d
|
|
; KNL-NEXT: kshiftlw $0, %k1, %k0
|
|
; KNL-NEXT: kshiftrw $15, %k0, %k0
|
|
; KNL-NEXT: vmovd %edx, %xmm7
|
|
; KNL-NEXT: kmovw %k0, %edx
|
|
; KNL-NEXT: vpinsrb $1, %eax, %xmm7, %xmm7
|
|
; KNL-NEXT: vpinsrb $2, %ecx, %xmm7, %xmm7
|
|
; KNL-NEXT: vpinsrb $3, %r8d, %xmm7, %xmm7
|
|
; KNL-NEXT: vpinsrb $4, %r13d, %xmm7, %xmm7
|
|
; KNL-NEXT: vpinsrb $5, %edi, %xmm7, %xmm7
|
|
; KNL-NEXT: vpinsrb $6, %ebx, %xmm7, %xmm7
|
|
; KNL-NEXT: vpinsrb $7, %ebp, %xmm7, %xmm7
|
|
; KNL-NEXT: vpinsrb $8, %r10d, %xmm7, %xmm7
|
|
; KNL-NEXT: vpinsrb $9, %r11d, %xmm7, %xmm7
|
|
; KNL-NEXT: vpinsrb $10, %esi, %xmm7, %xmm7
|
|
; KNL-NEXT: vpinsrb $11, %r14d, %xmm7, %xmm7
|
|
; KNL-NEXT: vpinsrb $12, %r9d, %xmm7, %xmm7
|
|
; KNL-NEXT: vpinsrb $13, %r15d, %xmm7, %xmm7
|
|
; KNL-NEXT: vpmovzxbw {{.*#+}} ymm4 = xmm4[0],zero,xmm4[1],zero,xmm4[2],zero,xmm4[3],zero,xmm4[4],zero,xmm4[5],zero,xmm4[6],zero,xmm4[7],zero,xmm4[8],zero,xmm4[9],zero,xmm4[10],zero,xmm4[11],zero,xmm4[12],zero,xmm4[13],zero,xmm4[14],zero,xmm4[15],zero
|
|
; KNL-NEXT: vpsllw $15, %ymm4, %ymm4
|
|
; KNL-NEXT: vpsraw $15, %ymm4, %ymm4
|
|
; KNL-NEXT: vpand %ymm0, %ymm4, %ymm0
|
|
; KNL-NEXT: vpmovzxbw {{.*#+}} ymm4 = xmm5[0],zero,xmm5[1],zero,xmm5[2],zero,xmm5[3],zero,xmm5[4],zero,xmm5[5],zero,xmm5[6],zero,xmm5[7],zero,xmm5[8],zero,xmm5[9],zero,xmm5[10],zero,xmm5[11],zero,xmm5[12],zero,xmm5[13],zero,xmm5[14],zero,xmm5[15],zero
|
|
; KNL-NEXT: vpsllw $15, %ymm4, %ymm4
|
|
; KNL-NEXT: vpsraw $15, %ymm4, %ymm4
|
|
; KNL-NEXT: vpand %ymm1, %ymm4, %ymm1
|
|
; KNL-NEXT: vpmovzxbw {{.*#+}} ymm4 = xmm6[0],zero,xmm6[1],zero,xmm6[2],zero,xmm6[3],zero,xmm6[4],zero,xmm6[5],zero,xmm6[6],zero,xmm6[7],zero,xmm6[8],zero,xmm6[9],zero,xmm6[10],zero,xmm6[11],zero,xmm6[12],zero,xmm6[13],zero,xmm6[14],zero,xmm6[15],zero
|
|
; KNL-NEXT: vpsllw $15, %ymm4, %ymm4
|
|
; KNL-NEXT: vpsraw $15, %ymm4, %ymm4
|
|
; KNL-NEXT: vpand %ymm2, %ymm4, %ymm2
|
|
; KNL-NEXT: vpinsrb $14, %r12d, %xmm7, %xmm4
|
|
; KNL-NEXT: vpinsrb $15, %edx, %xmm4, %xmm4
|
|
; KNL-NEXT: vpmovzxbw {{.*#+}} ymm4 = xmm4[0],zero,xmm4[1],zero,xmm4[2],zero,xmm4[3],zero,xmm4[4],zero,xmm4[5],zero,xmm4[6],zero,xmm4[7],zero,xmm4[8],zero,xmm4[9],zero,xmm4[10],zero,xmm4[11],zero,xmm4[12],zero,xmm4[13],zero,xmm4[14],zero,xmm4[15],zero
|
|
; KNL-NEXT: vpsllw $15, %ymm4, %ymm4
|
|
; KNL-NEXT: vpsraw $15, %ymm4, %ymm4
|
|
; KNL-NEXT: vpand %ymm3, %ymm4, %ymm3
|
|
; KNL-NEXT: popq %rbx
|
|
; KNL-NEXT: popq %r12
|
|
; KNL-NEXT: popq %r13
|
|
; KNL-NEXT: popq %r14
|
|
; KNL-NEXT: popq %r15
|
|
; KNL-NEXT: popq %rbp
|
|
; KNL-NEXT: retq
|
|
;
|
|
; SKX-LABEL: test21:
|
|
; SKX: ## BB#0:
|
|
; SKX-NEXT: vpsllw $7, %zmm2, %zmm2
|
|
; SKX-NEXT: vpmovb2m %zmm2, %k1
|
|
; SKX-NEXT: vpxord %zmm2, %zmm2, %zmm2
|
|
; SKX-NEXT: vpxord %zmm3, %zmm3, %zmm3
|
|
; SKX-NEXT: vmovdqu16 %zmm0, %zmm3 {%k1}
|
|
; SKX-NEXT: kshiftrq $32, %k1, %k1
|
|
; SKX-NEXT: vmovdqu16 %zmm1, %zmm2 {%k1}
|
|
; SKX-NEXT: vmovaps %zmm3, %zmm0
|
|
; SKX-NEXT: vmovaps %zmm2, %zmm1
|
|
; SKX-NEXT: retq
|
|
%ret = select <64 x i1> %mask, <64 x i16> %x, <64 x i16> zeroinitializer
|
|
ret <64 x i16> %ret
|
|
}
|
|
|