forked from OSchip/llvm-project
[AVX512] Add patterns to implement stores of extracts of least signficant subvectors using XMM or YMM stores instead of the vector extract instructions.
Similar is already done for AVX and we had lost it going to AVX512VL. llvm-svn: 270383
This commit is contained in:
Craig Topper
parent
f8b285c037
commit
95bdabd338
|
|
@ -2794,6 +2794,129 @@ def : Pat<(v16i32 (vselect (xor VK16:$mask, (v16i1 immAllOnesV)),
|
|||
(v16i32 VR512:$src))),
|
||||
(VMOVDQA32Zrrkz VK16WM:$mask, VR512:$src)>;
|
||||
|
||||
let Predicates = [HasVLX] in {
|
||||
// Special patterns for storing subvector extracts of lower 128-bits of 256.
|
||||
// Its cheaper to just use VMOVAPS/VMOVUPS instead of VEXTRACTF128mr
|
||||
def : Pat<(alignedstore (v2f64 (extract_subvector
|
||||
(v4f64 VR256X:$src), (iPTR 0))), addr:$dst),
|
||||
(VMOVAPDZ128mr addr:$dst, (v2f64 (EXTRACT_SUBREG VR256X:$src,sub_xmm)))>;
|
||||
def : Pat<(alignedstore (v4f32 (extract_subvector
|
||||
(v8f32 VR256X:$src), (iPTR 0))), addr:$dst),
|
||||
(VMOVAPSZ128mr addr:$dst, (v4f32 (EXTRACT_SUBREG VR256X:$src,sub_xmm)))>;
|
||||
def : Pat<(alignedstore (v2i64 (extract_subvector
|
||||
(v4i64 VR256X:$src), (iPTR 0))), addr:$dst),
|
||||
(VMOVDQA64Z128mr addr:$dst, (v2i64 (EXTRACT_SUBREG VR256X:$src,sub_xmm)))>;
|
||||
def : Pat<(alignedstore (v4i32 (extract_subvector
|
||||
(v8i32 VR256X:$src), (iPTR 0))), addr:$dst),
|
||||
(VMOVDQA32Z128mr addr:$dst, (v4i32 (EXTRACT_SUBREG VR256X:$src,sub_xmm)))>;
|
||||
def : Pat<(alignedstore (v8i16 (extract_subvector
|
||||
(v16i16 VR256X:$src), (iPTR 0))), addr:$dst),
|
||||
(VMOVDQA32Z128mr addr:$dst, (v8i16 (EXTRACT_SUBREG VR256X:$src,sub_xmm)))>;
|
||||
def : Pat<(alignedstore (v16i8 (extract_subvector
|
||||
(v32i8 VR256X:$src), (iPTR 0))), addr:$dst),
|
||||
(VMOVDQA32Z128mr addr:$dst, (v16i8 (EXTRACT_SUBREG VR256X:$src,sub_xmm)))>;
|
||||
|
||||
def : Pat<(store (v2f64 (extract_subvector
|
||||
(v4f64 VR256X:$src), (iPTR 0))), addr:$dst),
|
||||
(VMOVUPDZ128mr addr:$dst, (v2f64 (EXTRACT_SUBREG VR256X:$src,sub_xmm)))>;
|
||||
def : Pat<(store (v4f32 (extract_subvector
|
||||
(v8f32 VR256X:$src), (iPTR 0))), addr:$dst),
|
||||
(VMOVUPSZ128mr addr:$dst, (v4f32 (EXTRACT_SUBREG VR256X:$src,sub_xmm)))>;
|
||||
def : Pat<(store (v2i64 (extract_subvector
|
||||
(v4i64 VR256X:$src), (iPTR 0))), addr:$dst),
|
||||
(VMOVDQU64Z128mr addr:$dst, (v2i64 (EXTRACT_SUBREG VR256X:$src,sub_xmm)))>;
|
||||
def : Pat<(store (v4i32 (extract_subvector
|
||||
(v8i32 VR256X:$src), (iPTR 0))), addr:$dst),
|
||||
(VMOVDQU32Z128mr addr:$dst, (v4i32 (EXTRACT_SUBREG VR256X:$src,sub_xmm)))>;
|
||||
def : Pat<(store (v8i16 (extract_subvector
|
||||
(v16i16 VR256X:$src), (iPTR 0))), addr:$dst),
|
||||
(VMOVDQU32Z128mr addr:$dst, (v8i16 (EXTRACT_SUBREG VR256X:$src,sub_xmm)))>;
|
||||
def : Pat<(store (v16i8 (extract_subvector
|
||||
(v32i8 VR256X:$src), (iPTR 0))), addr:$dst),
|
||||
(VMOVDQU32Z128mr addr:$dst, (v16i8 (EXTRACT_SUBREG VR256X:$src,sub_xmm)))>;
|
||||
|
||||
// Special patterns for storing subvector extracts of lower 128-bits of 512.
|
||||
// Its cheaper to just use VMOVAPS/VMOVUPS instead of VEXTRACTF128mr
|
||||
def : Pat<(alignedstore (v2f64 (extract_subvector
|
||||
(v8f64 VR512:$src), (iPTR 0))), addr:$dst),
|
||||
(VMOVAPDZ128mr addr:$dst, (v2f64 (EXTRACT_SUBREG VR512:$src,sub_xmm)))>;
|
||||
def : Pat<(alignedstore (v4f32 (extract_subvector
|
||||
(v16f32 VR512:$src), (iPTR 0))), addr:$dst),
|
||||
(VMOVAPSZ128mr addr:$dst, (v4f32 (EXTRACT_SUBREG VR512:$src,sub_xmm)))>;
|
||||
def : Pat<(alignedstore (v2i64 (extract_subvector
|
||||
(v8i64 VR512:$src), (iPTR 0))), addr:$dst),
|
||||
(VMOVDQA64Z128mr addr:$dst, (v2i64 (EXTRACT_SUBREG VR512:$src,sub_xmm)))>;
|
||||
def : Pat<(alignedstore (v4i32 (extract_subvector
|
||||
(v16i32 VR512:$src), (iPTR 0))), addr:$dst),
|
||||
(VMOVDQA32Z128mr addr:$dst, (v4i32 (EXTRACT_SUBREG VR512:$src,sub_xmm)))>;
|
||||
def : Pat<(alignedstore (v8i16 (extract_subvector
|
||||
(v32i16 VR512:$src), (iPTR 0))), addr:$dst),
|
||||
(VMOVDQA32Z128mr addr:$dst, (v8i16 (EXTRACT_SUBREG VR512:$src,sub_xmm)))>;
|
||||
def : Pat<(alignedstore (v16i8 (extract_subvector
|
||||
(v64i8 VR512:$src), (iPTR 0))), addr:$dst),
|
||||
(VMOVDQA32Z128mr addr:$dst, (v16i8 (EXTRACT_SUBREG VR512:$src,sub_xmm)))>;
|
||||
|
||||
def : Pat<(store (v2f64 (extract_subvector
|
||||
(v8f64 VR512:$src), (iPTR 0))), addr:$dst),
|
||||
(VMOVUPDZ128mr addr:$dst, (v2f64 (EXTRACT_SUBREG VR512:$src,sub_xmm)))>;
|
||||
def : Pat<(store (v4f32 (extract_subvector
|
||||
(v16f32 VR512:$src), (iPTR 0))), addr:$dst),
|
||||
(VMOVUPSZ128mr addr:$dst, (v4f32 (EXTRACT_SUBREG VR512:$src,sub_xmm)))>;
|
||||
def : Pat<(store (v2i64 (extract_subvector
|
||||
(v8i64 VR512:$src), (iPTR 0))), addr:$dst),
|
||||
(VMOVDQU64Z128mr addr:$dst, (v2i64 (EXTRACT_SUBREG VR512:$src,sub_xmm)))>;
|
||||
def : Pat<(store (v4i32 (extract_subvector
|
||||
(v16i32 VR512:$src), (iPTR 0))), addr:$dst),
|
||||
(VMOVDQU32Z128mr addr:$dst, (v4i32 (EXTRACT_SUBREG VR512:$src,sub_xmm)))>;
|
||||
def : Pat<(store (v8i16 (extract_subvector
|
||||
(v32i16 VR512:$src), (iPTR 0))), addr:$dst),
|
||||
(VMOVDQU32Z128mr addr:$dst, (v8i16 (EXTRACT_SUBREG VR512:$src,sub_xmm)))>;
|
||||
def : Pat<(store (v16i8 (extract_subvector
|
||||
(v64i8 VR512:$src), (iPTR 0))), addr:$dst),
|
||||
(VMOVDQU32Z128mr addr:$dst, (v16i8 (EXTRACT_SUBREG VR512:$src,sub_xmm)))>;
|
||||
|
||||
// Special patterns for storing subvector extracts of lower 256-bits of 512.
|
||||
// Its cheaper to just use VMOVAPS/VMOVUPS instead of VEXTRACTF128mr
|
||||
def : Pat<(alignedstore (v4f64 (extract_subvector
|
||||
(v8f64 VR512:$src), (iPTR 0))), addr:$dst),
|
||||
(VMOVAPDZ256mr addr:$dst, (v4f64 (EXTRACT_SUBREG VR512:$src,sub_ymm)))>;
|
||||
def : Pat<(alignedstore (v8f32 (extract_subvector
|
||||
(v16f32 VR512:$src), (iPTR 0))), addr:$dst),
|
||||
(VMOVAPSZ256mr addr:$dst, (v8f32 (EXTRACT_SUBREG VR512:$src,sub_ymm)))>;
|
||||
def : Pat<(alignedstore (v4i64 (extract_subvector
|
||||
(v8i64 VR512:$src), (iPTR 0))), addr:$dst),
|
||||
(VMOVDQA64Z256mr addr:$dst, (v4i64 (EXTRACT_SUBREG VR512:$src,sub_ymm)))>;
|
||||
def : Pat<(alignedstore (v8i32 (extract_subvector
|
||||
(v16i32 VR512:$src), (iPTR 0))), addr:$dst),
|
||||
(VMOVDQA32Z256mr addr:$dst, (v8i32 (EXTRACT_SUBREG VR512:$src,sub_ymm)))>;
|
||||
def : Pat<(alignedstore (v16i16 (extract_subvector
|
||||
(v32i16 VR512:$src), (iPTR 0))), addr:$dst),
|
||||
(VMOVDQA32Z256mr addr:$dst, (v16i16 (EXTRACT_SUBREG VR512:$src,sub_ymm)))>;
|
||||
def : Pat<(alignedstore (v32i8 (extract_subvector
|
||||
(v64i8 VR512:$src), (iPTR 0))), addr:$dst),
|
||||
(VMOVDQA32Z256mr addr:$dst, (v32i8 (EXTRACT_SUBREG VR512:$src,sub_ymm)))>;
|
||||
|
||||
def : Pat<(store (v4f64 (extract_subvector
|
||||
(v8f64 VR512:$src), (iPTR 0))), addr:$dst),
|
||||
(VMOVUPDZ256mr addr:$dst, (v4f64 (EXTRACT_SUBREG VR512:$src,sub_ymm)))>;
|
||||
def : Pat<(store (v8f32 (extract_subvector
|
||||
(v16f32 VR512:$src), (iPTR 0))), addr:$dst),
|
||||
(VMOVUPSZ256mr addr:$dst, (v8f32 (EXTRACT_SUBREG VR512:$src,sub_ymm)))>;
|
||||
def : Pat<(store (v4i64 (extract_subvector
|
||||
(v8i64 VR512:$src), (iPTR 0))), addr:$dst),
|
||||
(VMOVDQU64Z256mr addr:$dst, (v4i64 (EXTRACT_SUBREG VR512:$src,sub_ymm)))>;
|
||||
def : Pat<(store (v8i32 (extract_subvector
|
||||
(v16i32 VR512:$src), (iPTR 0))), addr:$dst),
|
||||
(VMOVDQU32Z256mr addr:$dst, (v8i32 (EXTRACT_SUBREG VR512:$src,sub_ymm)))>;
|
||||
def : Pat<(store (v16i16 (extract_subvector
|
||||
(v32i16 VR512:$src), (iPTR 0))), addr:$dst),
|
||||
(VMOVDQU32Z256mr addr:$dst, (v16i16 (EXTRACT_SUBREG VR512:$src,sub_ymm)))>;
|
||||
def : Pat<(store (v32i8 (extract_subvector
|
||||
(v64i8 VR512:$src), (iPTR 0))), addr:$dst),
|
||||
(VMOVDQU32Z256mr addr:$dst, (v32i8 (EXTRACT_SUBREG VR512:$src,sub_ymm)))>;
|
||||
}
|
||||
|
||||
|
||||
// Move Int Doubleword to Packed Double Int
|
||||
//
|
||||
def VMOVDI2PDIZrr : AVX512BI<0x6E, MRMSrcReg, (outs VR128X:$dst), (ins GR32:$src),
|
||||
|
|
|
|||
|
|
@ -1,4 +1,4 @@
|
|||
; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py
|
||||
; NOTE: Assertions have been autogenerated by update_llc_test_checks.py
|
||||
; RUN: llc < %s -mtriple=x86_64-apple-darwin -mcpu=skx | FileCheck --check-prefix=SKX %s
|
||||
|
||||
|
||||
|
|
@ -126,3 +126,219 @@ entry:
|
|||
store <16 x i8> %0, <16 x i8>* %1, align 1
|
||||
ret void
|
||||
}
|
||||
|
||||
define void @extract_subvector256_v4f64_store_lo(double* nocapture %addr, <4 x double> %a) nounwind uwtable ssp {
|
||||
; SKX-LABEL: extract_subvector256_v4f64_store_lo:
|
||||
; SKX: ## BB#0: ## %entry
|
||||
; SKX-NEXT: vmovupd %xmm0, (%rdi)
|
||||
; SKX-NEXT: retq
|
||||
entry:
|
||||
%0 = shufflevector <4 x double> %a, <4 x double> undef, <2 x i32> <i32 0, i32 1>
|
||||
%1 = bitcast double* %addr to <2 x double>*
|
||||
store <2 x double> %0, <2 x double>* %1, align 1
|
||||
ret void
|
||||
}
|
||||
|
||||
define void @extract_subvector256_v4f32_store_lo(float* nocapture %addr, <8 x float> %a) nounwind uwtable ssp {
|
||||
; SKX-LABEL: extract_subvector256_v4f32_store_lo:
|
||||
; SKX: ## BB#0: ## %entry
|
||||
; SKX-NEXT: vmovups %xmm0, (%rdi)
|
||||
; SKX-NEXT: retq
|
||||
entry:
|
||||
%0 = shufflevector <8 x float> %a, <8 x float> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
|
||||
%1 = bitcast float* %addr to <4 x float>*
|
||||
store <4 x float> %0, <4 x float>* %1, align 1
|
||||
ret void
|
||||
}
|
||||
|
||||
define void @extract_subvector256_v2i64_store_lo(i64* nocapture %addr, <4 x i64> %a) nounwind uwtable ssp {
|
||||
; SKX-LABEL: extract_subvector256_v2i64_store_lo:
|
||||
; SKX: ## BB#0: ## %entry
|
||||
; SKX-NEXT: vmovdqu64 %xmm0, (%rdi)
|
||||
; SKX-NEXT: retq
|
||||
entry:
|
||||
%0 = shufflevector <4 x i64> %a, <4 x i64> undef, <2 x i32> <i32 0, i32 1>
|
||||
%1 = bitcast i64* %addr to <2 x i64>*
|
||||
store <2 x i64> %0, <2 x i64>* %1, align 1
|
||||
ret void
|
||||
}
|
||||
|
||||
define void @extract_subvector256_v4i32_store_lo(i32* nocapture %addr, <8 x i32> %a) nounwind uwtable ssp {
|
||||
; SKX-LABEL: extract_subvector256_v4i32_store_lo:
|
||||
; SKX: ## BB#0: ## %entry
|
||||
; SKX-NEXT: vmovdqu32 %xmm0, (%rdi)
|
||||
; SKX-NEXT: retq
|
||||
entry:
|
||||
%0 = shufflevector <8 x i32> %a, <8 x i32> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
|
||||
%1 = bitcast i32* %addr to <4 x i32>*
|
||||
store <4 x i32> %0, <4 x i32>* %1, align 1
|
||||
ret void
|
||||
}
|
||||
|
||||
define void @extract_subvector256_v8i16_store_lo(i16* nocapture %addr, <16 x i16> %a) nounwind uwtable ssp {
|
||||
; SKX-LABEL: extract_subvector256_v8i16_store_lo:
|
||||
; SKX: ## BB#0: ## %entry
|
||||
; SKX-NEXT: vmovdqu32 %xmm0, (%rdi)
|
||||
; SKX-NEXT: retq
|
||||
entry:
|
||||
%0 = shufflevector <16 x i16> %a, <16 x i16> undef, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7>
|
||||
%1 = bitcast i16* %addr to <8 x i16>*
|
||||
store <8 x i16> %0, <8 x i16>* %1, align 1
|
||||
ret void
|
||||
}
|
||||
|
||||
define void @extract_subvector256_v16i8_store_lo(i8* nocapture %addr, <32 x i8> %a) nounwind uwtable ssp {
|
||||
; SKX-LABEL: extract_subvector256_v16i8_store_lo:
|
||||
; SKX: ## BB#0: ## %entry
|
||||
; SKX-NEXT: vmovdqu32 %xmm0, (%rdi)
|
||||
; SKX-NEXT: retq
|
||||
entry:
|
||||
%0 = shufflevector <32 x i8> %a, <32 x i8> undef, <16 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8, i32 9, i32 10, i32 11, i32 12, i32 13, i32 14, i32 15>
|
||||
%1 = bitcast i8* %addr to <16 x i8>*
|
||||
store <16 x i8> %0, <16 x i8>* %1, align 1
|
||||
ret void
|
||||
}
|
||||
|
||||
define void @extract_subvector512_v2f64_store_lo(double* nocapture %addr, <8 x double> %a) nounwind uwtable ssp {
|
||||
; SKX-LABEL: extract_subvector512_v2f64_store_lo:
|
||||
; SKX: ## BB#0: ## %entry
|
||||
; SKX-NEXT: vmovupd %xmm0, (%rdi)
|
||||
; SKX-NEXT: retq
|
||||
entry:
|
||||
%0 = shufflevector <8 x double> %a, <8 x double> undef, <2 x i32> <i32 0, i32 1>
|
||||
%1 = bitcast double* %addr to <2 x double>*
|
||||
store <2 x double> %0, <2 x double>* %1, align 1
|
||||
ret void
|
||||
}
|
||||
|
||||
define void @extract_subvector512_v4f32_store_lo(float* nocapture %addr, <16 x float> %a) nounwind uwtable ssp {
|
||||
; SKX-LABEL: extract_subvector512_v4f32_store_lo:
|
||||
; SKX: ## BB#0: ## %entry
|
||||
; SKX-NEXT: vmovups %xmm0, (%rdi)
|
||||
; SKX-NEXT: retq
|
||||
entry:
|
||||
%0 = shufflevector <16 x float> %a, <16 x float> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
|
||||
%1 = bitcast float* %addr to <4 x float>*
|
||||
store <4 x float> %0, <4 x float>* %1, align 1
|
||||
ret void
|
||||
}
|
||||
|
||||
define void @extract_subvector512_v2i64_store_lo(i64* nocapture %addr, <8 x i64> %a) nounwind uwtable ssp {
|
||||
; SKX-LABEL: extract_subvector512_v2i64_store_lo:
|
||||
; SKX: ## BB#0: ## %entry
|
||||
; SKX-NEXT: vmovdqu64 %xmm0, (%rdi)
|
||||
; SKX-NEXT: retq
|
||||
entry:
|
||||
%0 = shufflevector <8 x i64> %a, <8 x i64> undef, <2 x i32> <i32 0, i32 1>
|
||||
%1 = bitcast i64* %addr to <2 x i64>*
|
||||
store <2 x i64> %0, <2 x i64>* %1, align 1
|
||||
ret void
|
||||
}
|
||||
|
||||
define void @extract_subvector512_v4i32_store_lo(i32* nocapture %addr, <16 x i32> %a) nounwind uwtable ssp {
|
||||
; SKX-LABEL: extract_subvector512_v4i32_store_lo:
|
||||
; SKX: ## BB#0: ## %entry
|
||||
; SKX-NEXT: vmovdqu32 %xmm0, (%rdi)
|
||||
; SKX-NEXT: retq
|
||||
entry:
|
||||
%0 = shufflevector <16 x i32> %a, <16 x i32> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
|
||||
%1 = bitcast i32* %addr to <4 x i32>*
|
||||
store <4 x i32> %0, <4 x i32>* %1, align 1
|
||||
ret void
|
||||
}
|
||||
|
||||
define void @extract_subvector512_v8i16_store_lo(i16* nocapture %addr, <32 x i16> %a) nounwind uwtable ssp {
|
||||
; SKX-LABEL: extract_subvector512_v8i16_store_lo:
|
||||
; SKX: ## BB#0: ## %entry
|
||||
; SKX-NEXT: vmovdqu32 %xmm0, (%rdi)
|
||||
; SKX-NEXT: retq
|
||||
entry:
|
||||
%0 = shufflevector <32 x i16> %a, <32 x i16> undef, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7>
|
||||
%1 = bitcast i16* %addr to <8 x i16>*
|
||||
store <8 x i16> %0, <8 x i16>* %1, align 1
|
||||
ret void
|
||||
}
|
||||
|
||||
define void @extract_subvector512_v16i8_store_lo(i8* nocapture %addr, <64 x i8> %a) nounwind uwtable ssp {
|
||||
; SKX-LABEL: extract_subvector512_v16i8_store_lo:
|
||||
; SKX: ## BB#0: ## %entry
|
||||
; SKX-NEXT: vmovdqu32 %xmm0, (%rdi)
|
||||
; SKX-NEXT: retq
|
||||
entry:
|
||||
%0 = shufflevector <64 x i8> %a, <64 x i8> undef, <16 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8, i32 9, i32 10, i32 11, i32 12, i32 13, i32 14, i32 15>
|
||||
%1 = bitcast i8* %addr to <16 x i8>*
|
||||
store <16 x i8> %0, <16 x i8>* %1, align 1
|
||||
ret void
|
||||
}
|
||||
|
||||
define void @extract_subvector512_v4f64_store_lo(double* nocapture %addr, <8 x double> %a) nounwind uwtable ssp {
|
||||
; SKX-LABEL: extract_subvector512_v4f64_store_lo:
|
||||
; SKX: ## BB#0: ## %entry
|
||||
; SKX-NEXT: vmovupd %ymm0, (%rdi)
|
||||
; SKX-NEXT: retq
|
||||
entry:
|
||||
%0 = shufflevector <8 x double> %a, <8 x double> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
|
||||
%1 = bitcast double* %addr to <4 x double>*
|
||||
store <4 x double> %0, <4 x double>* %1, align 1
|
||||
ret void
|
||||
}
|
||||
|
||||
define void @extract_subvector512_v8f32_store_lo(float* nocapture %addr, <16 x float> %a) nounwind uwtable ssp {
|
||||
; SKX-LABEL: extract_subvector512_v8f32_store_lo:
|
||||
; SKX: ## BB#0: ## %entry
|
||||
; SKX-NEXT: vmovups %ymm0, (%rdi)
|
||||
; SKX-NEXT: retq
|
||||
entry:
|
||||
%0 = shufflevector <16 x float> %a, <16 x float> undef, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7>
|
||||
%1 = bitcast float* %addr to <8 x float>*
|
||||
store <8 x float> %0, <8 x float>* %1, align 1
|
||||
ret void
|
||||
}
|
||||
|
||||
define void @extract_subvector512_v4i64_store_lo(i64* nocapture %addr, <8 x i64> %a) nounwind uwtable ssp {
|
||||
; SKX-LABEL: extract_subvector512_v4i64_store_lo:
|
||||
; SKX: ## BB#0: ## %entry
|
||||
; SKX-NEXT: vmovdqu64 %ymm0, (%rdi)
|
||||
; SKX-NEXT: retq
|
||||
entry:
|
||||
%0 = shufflevector <8 x i64> %a, <8 x i64> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
|
||||
%1 = bitcast i64* %addr to <4 x i64>*
|
||||
store <4 x i64> %0, <4 x i64>* %1, align 1
|
||||
ret void
|
||||
}
|
||||
|
||||
define void @extract_subvector512_v8i32_store_lo(i32* nocapture %addr, <16 x i32> %a) nounwind uwtable ssp {
|
||||
; SKX-LABEL: extract_subvector512_v8i32_store_lo:
|
||||
; SKX: ## BB#0: ## %entry
|
||||
; SKX-NEXT: vmovdqu32 %ymm0, (%rdi)
|
||||
; SKX-NEXT: retq
|
||||
entry:
|
||||
%0 = shufflevector <16 x i32> %a, <16 x i32> undef, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7>
|
||||
%1 = bitcast i32* %addr to <8 x i32>*
|
||||
store <8 x i32> %0, <8 x i32>* %1, align 1
|
||||
ret void
|
||||
}
|
||||
|
||||
define void @extract_subvector512_v16i16_store_lo(i16* nocapture %addr, <32 x i16> %a) nounwind uwtable ssp {
|
||||
; SKX-LABEL: extract_subvector512_v16i16_store_lo:
|
||||
; SKX: ## BB#0: ## %entry
|
||||
; SKX-NEXT: vmovdqu32 %ymm0, (%rdi)
|
||||
; SKX-NEXT: retq
|
||||
entry:
|
||||
%0 = shufflevector <32 x i16> %a, <32 x i16> undef, <16 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8, i32 9, i32 10, i32 11, i32 12, i32 13, i32 14, i32 15>
|
||||
%1 = bitcast i16* %addr to <16 x i16>*
|
||||
store <16 x i16> %0, <16 x i16>* %1, align 1
|
||||
ret void
|
||||
}
|
||||
|
||||
define void @extract_subvector512_v32i8_store_lo(i8* nocapture %addr, <64 x i8> %a) nounwind uwtable ssp {
|
||||
; SKX-LABEL: extract_subvector512_v32i8_store_lo:
|
||||
; SKX: ## BB#0: ## %entry
|
||||
; SKX-NEXT: vmovdqu32 %ymm0, (%rdi)
|
||||
; SKX-NEXT: retq
|
||||
entry:
|
||||
%0 = shufflevector <64 x i8> %a, <64 x i8> undef, <32 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8, i32 9, i32 10, i32 11, i32 12, i32 13, i32 14, i32 15, i32 16, i32 17, i32 18, i32 19, i32 20, i32 21, i32 22, i32 23, i32 24, i32 25, i32 26, i32 27, i32 28, i32 29, i32 30, i32 31>
|
||||
%1 = bitcast i8* %addr to <32 x i8>*
|
||||
store <32 x i8> %0, <32 x i8>* %1, align 1
|
||||
ret void
|
||||
}
|
||||
|
|
|
|||
Loading…
Reference in New Issue