forked from OSchip/llvm-project
[X86] Synchronize the SchedRW on some EVEX instructions with their VEX equivalents.
Mostly vector load, store, and move instructions. llvm-svn: 329330
This commit is contained in:
Craig Topper
parent
9893fe218c
commit
9eec2025c5
|
|
@ -3193,12 +3193,13 @@ defm : operation_subvector_mask_lowering<VK32, v32i1, VK64, v64i1>;
|
|||
|
||||
multiclass avx512_load<bits<8> opc, string OpcodeStr, MoveLoadStoreItins itins,
|
||||
X86VectorVTInfo _, PatFrag ld_frag, PatFrag mload,
|
||||
SchedWrite SchedRR, SchedWrite SchedRM,
|
||||
bit NoRMPattern = 0,
|
||||
SDPatternOperator SelectOprr = vselect> {
|
||||
let hasSideEffects = 0 in {
|
||||
def rr : AVX512PI<opc, MRMSrcReg, (outs _.RC:$dst), (ins _.RC:$src),
|
||||
!strconcat(OpcodeStr, "\t{$src, $dst|$dst, $src}"), [],
|
||||
_.ExeDomain, itins.rr>, EVEX, Sched<[WriteMove]>;
|
||||
_.ExeDomain, itins.rr>, EVEX, Sched<[SchedRR]>;
|
||||
def rrkz : AVX512PI<opc, MRMSrcReg, (outs _.RC:$dst),
|
||||
(ins _.KRCWM:$mask, _.RC:$src),
|
||||
!strconcat(OpcodeStr, "\t{$src, ${dst} {${mask}} {z}|",
|
||||
|
|
@ -3206,7 +3207,7 @@ multiclass avx512_load<bits<8> opc, string OpcodeStr, MoveLoadStoreItins itins,
|
|||
[(set _.RC:$dst, (_.VT (SelectOprr _.KRCWM:$mask,
|
||||
(_.VT _.RC:$src),
|
||||
_.ImmAllZerosV)))], _.ExeDomain,
|
||||
itins.rr>, EVEX, EVEX_KZ, Sched<[WriteMove]>;
|
||||
itins.rr>, EVEX, EVEX_KZ, Sched<[SchedRR]>;
|
||||
|
||||
let mayLoad = 1, canFoldAsLoad = 1, isReMaterializable = 1 in
|
||||
def rm : AVX512PI<opc, MRMSrcMem, (outs _.RC:$dst), (ins _.MemOp:$src),
|
||||
|
|
@ -3214,7 +3215,7 @@ multiclass avx512_load<bits<8> opc, string OpcodeStr, MoveLoadStoreItins itins,
|
|||
!if(NoRMPattern, [],
|
||||
[(set _.RC:$dst,
|
||||
(_.VT (bitconvert (ld_frag addr:$src))))]),
|
||||
_.ExeDomain, itins.rm>, EVEX, Sched<[WriteLoad]>;
|
||||
_.ExeDomain, itins.rm>, EVEX, Sched<[SchedRM]>;
|
||||
|
||||
let Constraints = "$src0 = $dst", isConvertibleToThreeAddress = 1 in {
|
||||
def rrk : AVX512PI<opc, MRMSrcReg, (outs _.RC:$dst),
|
||||
|
|
@ -3224,7 +3225,7 @@ multiclass avx512_load<bits<8> opc, string OpcodeStr, MoveLoadStoreItins itins,
|
|||
[(set _.RC:$dst, (_.VT (SelectOprr _.KRCWM:$mask,
|
||||
(_.VT _.RC:$src1),
|
||||
(_.VT _.RC:$src0))))], _.ExeDomain,
|
||||
itins.rr>, EVEX, EVEX_K, Sched<[WriteMove]>;
|
||||
itins.rr>, EVEX, EVEX_K, Sched<[SchedRR]>;
|
||||
def rmk : AVX512PI<opc, MRMSrcMem, (outs _.RC:$dst),
|
||||
(ins _.RC:$src0, _.KRCWM:$mask, _.MemOp:$src1),
|
||||
!strconcat(OpcodeStr, "\t{$src1, ${dst} {${mask}}|",
|
||||
|
|
@ -3233,7 +3234,7 @@ multiclass avx512_load<bits<8> opc, string OpcodeStr, MoveLoadStoreItins itins,
|
|||
(vselect _.KRCWM:$mask,
|
||||
(_.VT (bitconvert (ld_frag addr:$src1))),
|
||||
(_.VT _.RC:$src0))))], _.ExeDomain, itins.rm>,
|
||||
EVEX, EVEX_K, Sched<[WriteLoad]>;
|
||||
EVEX, EVEX_K, Sched<[SchedRM]>;
|
||||
}
|
||||
def rmkz : AVX512PI<opc, MRMSrcMem, (outs _.RC:$dst),
|
||||
(ins _.KRCWM:$mask, _.MemOp:$src),
|
||||
|
|
@ -3241,7 +3242,7 @@ multiclass avx512_load<bits<8> opc, string OpcodeStr, MoveLoadStoreItins itins,
|
|||
"${dst} {${mask}} {z}, $src}",
|
||||
[(set _.RC:$dst, (_.VT (vselect _.KRCWM:$mask,
|
||||
(_.VT (bitconvert (ld_frag addr:$src))), _.ImmAllZerosV)))],
|
||||
_.ExeDomain, itins.rm>, EVEX, EVEX_KZ, Sched<[WriteLoad]>;
|
||||
_.ExeDomain, itins.rm>, EVEX, EVEX_KZ, Sched<[SchedRM]>;
|
||||
}
|
||||
def : Pat<(_.VT (mload addr:$ptr, _.KRCWM:$mask, undef)),
|
||||
(!cast<Instruction>(NAME#_.ZSuffix##rmkz) _.KRCWM:$mask, addr:$ptr)>;
|
||||
|
|
@ -3256,63 +3257,64 @@ multiclass avx512_load<bits<8> opc, string OpcodeStr, MoveLoadStoreItins itins,
|
|||
|
||||
multiclass avx512_alignedload_vl<bits<8> opc, string OpcodeStr,
|
||||
AVX512VLVectorVTInfo _,
|
||||
Predicate prd,
|
||||
bit NoRMPattern = 0> {
|
||||
Predicate prd, SchedWrite SchedRR,
|
||||
SchedWrite SchedRM, bit NoRMPattern = 0> {
|
||||
let Predicates = [prd] in
|
||||
defm Z : avx512_load<opc, OpcodeStr, SSE_MOVA, _.info512,
|
||||
_.info512.AlignedLdFrag, masked_load_aligned512,
|
||||
NoRMPattern>, EVEX_V512;
|
||||
SchedRR, SchedRM, NoRMPattern>, EVEX_V512;
|
||||
|
||||
let Predicates = [prd, HasVLX] in {
|
||||
defm Z256 : avx512_load<opc, OpcodeStr, SSE_MOVA, _.info256,
|
||||
_.info256.AlignedLdFrag, masked_load_aligned256,
|
||||
NoRMPattern>, EVEX_V256;
|
||||
SchedRR, SchedRM, NoRMPattern>, EVEX_V256;
|
||||
defm Z128 : avx512_load<opc, OpcodeStr, SSE_MOVA, _.info128,
|
||||
_.info128.AlignedLdFrag, masked_load_aligned128,
|
||||
NoRMPattern>, EVEX_V128;
|
||||
SchedRR, SchedRM, NoRMPattern>, EVEX_V128;
|
||||
}
|
||||
}
|
||||
|
||||
multiclass avx512_load_vl<bits<8> opc, string OpcodeStr,
|
||||
AVX512VLVectorVTInfo _,
|
||||
Predicate prd,
|
||||
bit NoRMPattern = 0,
|
||||
Predicate prd, SchedWrite SchedRR,
|
||||
SchedWrite SchedRM, bit NoRMPattern = 0,
|
||||
SDPatternOperator SelectOprr = vselect> {
|
||||
let Predicates = [prd] in
|
||||
defm Z : avx512_load<opc, OpcodeStr, SSE_MOVU, _.info512, _.info512.LdFrag,
|
||||
masked_load_unaligned, NoRMPattern,
|
||||
masked_load_unaligned, SchedRR, SchedRM, NoRMPattern,
|
||||
SelectOprr>, EVEX_V512;
|
||||
|
||||
let Predicates = [prd, HasVLX] in {
|
||||
defm Z256 : avx512_load<opc, OpcodeStr, SSE_MOVU, _.info256, _.info256.LdFrag,
|
||||
masked_load_unaligned, NoRMPattern,
|
||||
masked_load_unaligned, SchedRR, SchedRM, NoRMPattern,
|
||||
SelectOprr>, EVEX_V256;
|
||||
defm Z128 : avx512_load<opc, OpcodeStr, SSE_MOVU, _.info128, _.info128.LdFrag,
|
||||
masked_load_unaligned, NoRMPattern,
|
||||
masked_load_unaligned, SchedRR, SchedRM, NoRMPattern,
|
||||
SelectOprr>, EVEX_V128;
|
||||
}
|
||||
}
|
||||
|
||||
multiclass avx512_store<bits<8> opc, string OpcodeStr, MoveLoadStoreItins itins,
|
||||
X86VectorVTInfo _, PatFrag st_frag, PatFrag mstore,
|
||||
string Name, bit NoMRPattern = 0> {
|
||||
string Name, SchedWrite SchedRR, SchedWrite SchedMR,
|
||||
bit NoMRPattern = 0> {
|
||||
let hasSideEffects = 0 in {
|
||||
def rr_REV : AVX512PI<opc, MRMDestReg, (outs _.RC:$dst), (ins _.RC:$src),
|
||||
OpcodeStr # ".s\t{$src, $dst|$dst, $src}",
|
||||
[], _.ExeDomain, itins.rr>, EVEX, FoldGenData<Name#rr>,
|
||||
Sched<[WriteMove]>;
|
||||
Sched<[SchedRR]>;
|
||||
def rrk_REV : AVX512PI<opc, MRMDestReg, (outs _.RC:$dst),
|
||||
(ins _.KRCWM:$mask, _.RC:$src),
|
||||
OpcodeStr # ".s\t{$src, ${dst} {${mask}}|"#
|
||||
"${dst} {${mask}}, $src}",
|
||||
[], _.ExeDomain, itins.rr>, EVEX, EVEX_K,
|
||||
FoldGenData<Name#rrk>, Sched<[WriteMove]>;
|
||||
FoldGenData<Name#rrk>, Sched<[SchedRR]>;
|
||||
def rrkz_REV : AVX512PI<opc, MRMDestReg, (outs _.RC:$dst),
|
||||
(ins _.KRCWM:$mask, _.RC:$src),
|
||||
OpcodeStr # ".s\t{$src, ${dst} {${mask}} {z}|" #
|
||||
"${dst} {${mask}} {z}, $src}",
|
||||
[], _.ExeDomain, itins.rr>, EVEX, EVEX_KZ,
|
||||
FoldGenData<Name#rrkz>, Sched<[WriteMove]>;
|
||||
FoldGenData<Name#rrkz>, Sched<[SchedRR]>;
|
||||
}
|
||||
|
||||
let hasSideEffects = 0, mayStore = 1 in
|
||||
|
|
@ -3320,11 +3322,11 @@ multiclass avx512_store<bits<8> opc, string OpcodeStr, MoveLoadStoreItins itins,
|
|||
!strconcat(OpcodeStr, "\t{$src, $dst|$dst, $src}"),
|
||||
!if(NoMRPattern, [],
|
||||
[(st_frag (_.VT _.RC:$src), addr:$dst)]),
|
||||
_.ExeDomain, itins.mr>, EVEX, Sched<[WriteStore]>;
|
||||
_.ExeDomain, itins.mr>, EVEX, Sched<[SchedMR]>;
|
||||
def mrk : AVX512PI<opc, MRMDestMem, (outs),
|
||||
(ins _.MemOp:$dst, _.KRCWM:$mask, _.RC:$src),
|
||||
OpcodeStr # "\t{$src, ${dst} {${mask}}|${dst} {${mask}}, $src}",
|
||||
[], _.ExeDomain, itins.mr>, EVEX, EVEX_K, Sched<[WriteStore]>;
|
||||
[], _.ExeDomain, itins.mr>, EVEX, EVEX_K, Sched<[SchedMR]>;
|
||||
|
||||
def: Pat<(mstore addr:$ptr, _.KRCWM:$mask, (_.VT _.RC:$src)),
|
||||
(!cast<Instruction>(NAME#_.ZSuffix##mrk) addr:$ptr,
|
||||
|
|
@ -3334,95 +3336,108 @@ multiclass avx512_store<bits<8> opc, string OpcodeStr, MoveLoadStoreItins itins,
|
|||
|
||||
multiclass avx512_store_vl< bits<8> opc, string OpcodeStr,
|
||||
AVX512VLVectorVTInfo _, Predicate prd,
|
||||
string Name, bit NoMRPattern = 0> {
|
||||
string Name, SchedWrite SchedRR, SchedWrite SchedMR,
|
||||
bit NoMRPattern = 0> {
|
||||
let Predicates = [prd] in
|
||||
defm Z : avx512_store<opc, OpcodeStr, SSE_MOVU, _.info512, store,
|
||||
masked_store_unaligned, Name#Z, NoMRPattern>, EVEX_V512;
|
||||
|
||||
masked_store_unaligned, Name#Z, SchedRR, SchedMR,
|
||||
NoMRPattern>, EVEX_V512;
|
||||
let Predicates = [prd, HasVLX] in {
|
||||
defm Z256 : avx512_store<opc, OpcodeStr, SSE_MOVU, _.info256, store,
|
||||
masked_store_unaligned, Name#Z256,
|
||||
NoMRPattern>, EVEX_V256;
|
||||
masked_store_unaligned, Name#Z256, SchedRR,
|
||||
SchedMR, NoMRPattern>, EVEX_V256;
|
||||
defm Z128 : avx512_store<opc, OpcodeStr, SSE_MOVU, _.info128, store,
|
||||
masked_store_unaligned, Name#Z128,
|
||||
NoMRPattern>, EVEX_V128;
|
||||
masked_store_unaligned, Name#Z128, SchedRR,
|
||||
SchedMR, NoMRPattern>, EVEX_V128;
|
||||
}
|
||||
}
|
||||
|
||||
multiclass avx512_alignedstore_vl<bits<8> opc, string OpcodeStr,
|
||||
AVX512VLVectorVTInfo _, Predicate prd,
|
||||
string Name, bit NoMRPattern = 0> {
|
||||
string Name, SchedWrite SchedRR,
|
||||
SchedWrite SchedMR, bit NoMRPattern = 0> {
|
||||
let Predicates = [prd] in
|
||||
defm Z : avx512_store<opc, OpcodeStr, SSE_MOVA, _.info512, alignedstore,
|
||||
masked_store_aligned512, Name#Z,
|
||||
masked_store_aligned512, Name#Z, SchedRR, SchedMR,
|
||||
NoMRPattern>, EVEX_V512;
|
||||
|
||||
let Predicates = [prd, HasVLX] in {
|
||||
defm Z256 : avx512_store<opc, OpcodeStr, SSE_MOVA, _.info256, alignedstore,
|
||||
masked_store_aligned256, Name#Z256,
|
||||
NoMRPattern>, EVEX_V256;
|
||||
masked_store_aligned256, Name#Z256, SchedRR,
|
||||
SchedMR, NoMRPattern>, EVEX_V256;
|
||||
defm Z128 : avx512_store<opc, OpcodeStr, SSE_MOVA, _.info128, alignedstore,
|
||||
masked_store_aligned128, Name#Z128,
|
||||
NoMRPattern>, EVEX_V128;
|
||||
masked_store_aligned128, Name#Z128, SchedRR,
|
||||
SchedMR, NoMRPattern>, EVEX_V128;
|
||||
}
|
||||
}
|
||||
|
||||
defm VMOVAPS : avx512_alignedload_vl<0x28, "vmovaps", avx512vl_f32_info,
|
||||
HasAVX512>,
|
||||
HasAVX512, WriteFMove, WriteFLoad>,
|
||||
avx512_alignedstore_vl<0x29, "vmovaps", avx512vl_f32_info,
|
||||
HasAVX512, "VMOVAPS">,
|
||||
HasAVX512, "VMOVAPS", WriteFMove,
|
||||
WriteFStore>,
|
||||
PS, EVEX_CD8<32, CD8VF>;
|
||||
|
||||
defm VMOVAPD : avx512_alignedload_vl<0x28, "vmovapd", avx512vl_f64_info,
|
||||
HasAVX512>,
|
||||
HasAVX512, WriteFMove, WriteFLoad>,
|
||||
avx512_alignedstore_vl<0x29, "vmovapd", avx512vl_f64_info,
|
||||
HasAVX512, "VMOVAPD">,
|
||||
HasAVX512, "VMOVAPD", WriteFMove,
|
||||
WriteFStore>,
|
||||
PD, VEX_W, EVEX_CD8<64, CD8VF>;
|
||||
|
||||
defm VMOVUPS : avx512_load_vl<0x10, "vmovups", avx512vl_f32_info, HasAVX512,
|
||||
0, null_frag>,
|
||||
WriteFMove, WriteFLoad, 0, null_frag>,
|
||||
avx512_store_vl<0x11, "vmovups", avx512vl_f32_info, HasAVX512,
|
||||
"VMOVUPS">,
|
||||
"VMOVUPS", WriteFMove, WriteFStore>,
|
||||
PS, EVEX_CD8<32, CD8VF>;
|
||||
|
||||
defm VMOVUPD : avx512_load_vl<0x10, "vmovupd", avx512vl_f64_info, HasAVX512,
|
||||
0, null_frag>,
|
||||
WriteFMove, WriteFLoad, 0, null_frag>,
|
||||
avx512_store_vl<0x11, "vmovupd", avx512vl_f64_info, HasAVX512,
|
||||
"VMOVUPD">,
|
||||
"VMOVUPD", WriteFMove, WriteFStore>,
|
||||
PD, VEX_W, EVEX_CD8<64, CD8VF>;
|
||||
|
||||
defm VMOVDQA32 : avx512_alignedload_vl<0x6F, "vmovdqa32", avx512vl_i32_info,
|
||||
HasAVX512, 1>,
|
||||
HasAVX512, WriteVecMove, WriteVecLoad,
|
||||
1>,
|
||||
avx512_alignedstore_vl<0x7F, "vmovdqa32", avx512vl_i32_info,
|
||||
HasAVX512, "VMOVDQA32", 1>,
|
||||
HasAVX512, "VMOVDQA32", WriteVecMove,
|
||||
WriteVecStore, 1>,
|
||||
PD, EVEX_CD8<32, CD8VF>;
|
||||
|
||||
defm VMOVDQA64 : avx512_alignedload_vl<0x6F, "vmovdqa64", avx512vl_i64_info,
|
||||
HasAVX512>,
|
||||
HasAVX512, WriteVecMove, WriteVecLoad>,
|
||||
avx512_alignedstore_vl<0x7F, "vmovdqa64", avx512vl_i64_info,
|
||||
HasAVX512, "VMOVDQA64">,
|
||||
HasAVX512, "VMOVDQA64", WriteVecMove,
|
||||
WriteVecStore>,
|
||||
PD, VEX_W, EVEX_CD8<64, CD8VF>;
|
||||
|
||||
defm VMOVDQU8 : avx512_load_vl<0x6F, "vmovdqu8", avx512vl_i8_info, HasBWI, 1>,
|
||||
defm VMOVDQU8 : avx512_load_vl<0x6F, "vmovdqu8", avx512vl_i8_info, HasBWI,
|
||||
WriteVecMove, WriteVecLoad, 1>,
|
||||
avx512_store_vl<0x7F, "vmovdqu8", avx512vl_i8_info,
|
||||
HasBWI, "VMOVDQU8", 1>,
|
||||
HasBWI, "VMOVDQU8", WriteVecMove,
|
||||
WriteVecStore, 1>,
|
||||
XD, EVEX_CD8<8, CD8VF>;
|
||||
|
||||
defm VMOVDQU16 : avx512_load_vl<0x6F, "vmovdqu16", avx512vl_i16_info, HasBWI, 1>,
|
||||
defm VMOVDQU16 : avx512_load_vl<0x6F, "vmovdqu16", avx512vl_i16_info, HasBWI,
|
||||
WriteVecMove, WriteVecLoad, 1>,
|
||||
avx512_store_vl<0x7F, "vmovdqu16", avx512vl_i16_info,
|
||||
HasBWI, "VMOVDQU16", 1>,
|
||||
HasBWI, "VMOVDQU16", WriteVecMove,
|
||||
WriteVecStore, 1>,
|
||||
XD, VEX_W, EVEX_CD8<16, CD8VF>;
|
||||
|
||||
defm VMOVDQU32 : avx512_load_vl<0x6F, "vmovdqu32", avx512vl_i32_info, HasAVX512,
|
||||
1, null_frag>,
|
||||
WriteVecMove, WriteVecLoad, 1, null_frag>,
|
||||
avx512_store_vl<0x7F, "vmovdqu32", avx512vl_i32_info,
|
||||
HasAVX512, "VMOVDQU32", 1>,
|
||||
HasAVX512, "VMOVDQU32", WriteVecMove,
|
||||
WriteVecStore, 1>,
|
||||
XS, EVEX_CD8<32, CD8VF>;
|
||||
|
||||
defm VMOVDQU64 : avx512_load_vl<0x6F, "vmovdqu64", avx512vl_i64_info, HasAVX512,
|
||||
0, null_frag>,
|
||||
WriteVecMove, WriteVecLoad, 0, null_frag>,
|
||||
avx512_store_vl<0x7F, "vmovdqu64", avx512vl_i64_info,
|
||||
HasAVX512, "VMOVDQU64">,
|
||||
HasAVX512, "VMOVDQU64", WriteVecMove,
|
||||
WriteVecStore>,
|
||||
XS, VEX_W, EVEX_CD8<64, CD8VF>;
|
||||
|
||||
// Special instructions to help with spilling when we don't have VLX. We need
|
||||
|
|
@ -3732,7 +3747,7 @@ let hasSideEffects = 0 in
|
|||
def VMOVPQI2QIZrr : AVX512BI<0xD6, MRMDestReg, (outs VR128X:$dst),
|
||||
(ins VR128X:$src),
|
||||
"vmovq.s\t{$src, $dst|$dst, $src}", [], IIC_SSE_MOVDQ>,
|
||||
EVEX, VEX_W, Sched<[WriteMove]>;
|
||||
EVEX, VEX_W, Sched<[WriteVecLogic]>;
|
||||
} // ExeDomain = SSEPackedInt
|
||||
|
||||
// Move Scalar Single to Double Int
|
||||
|
|
@ -3777,7 +3792,7 @@ multiclass avx512_move_scalar<string asm, SDNode OpNode,
|
|||
(ins _.RC:$src1, _.RC:$src2),
|
||||
!strconcat(asm, "\t{$src2, $src1, $dst|$dst, $src1, $src2}"),
|
||||
[(set _.RC:$dst, (_.VT (OpNode _.RC:$src1, _.RC:$src2)))],
|
||||
_.ExeDomain,IIC_SSE_MOV_S_RR>, EVEX_4V, Sched<[WriteMove]>;
|
||||
_.ExeDomain,IIC_SSE_MOV_S_RR>, EVEX_4V, Sched<[WriteFShuffle]>;
|
||||
def rrkz : AVX512PI<0x10, MRMSrcReg, (outs _.RC:$dst),
|
||||
(ins _.KRCWM:$mask, _.RC:$src1, _.RC:$src2),
|
||||
!strconcat(asm, "\t{$src2, $src1, $dst {${mask}} {z}|",
|
||||
|
|
@ -3785,7 +3800,7 @@ multiclass avx512_move_scalar<string asm, SDNode OpNode,
|
|||
[(set _.RC:$dst, (_.VT (X86selects _.KRCWM:$mask,
|
||||
(_.VT (OpNode _.RC:$src1, _.RC:$src2)),
|
||||
_.ImmAllZerosV)))],
|
||||
_.ExeDomain,IIC_SSE_MOV_S_RR>, EVEX_4V, EVEX_KZ, Sched<[WriteMove]>;
|
||||
_.ExeDomain,IIC_SSE_MOV_S_RR>, EVEX_4V, EVEX_KZ, Sched<[WriteFShuffle]>;
|
||||
let Constraints = "$src0 = $dst" in
|
||||
def rrk : AVX512PI<0x10, MRMSrcReg, (outs _.RC:$dst),
|
||||
(ins _.RC:$src0, _.KRCWM:$mask, _.RC:$src1, _.RC:$src2),
|
||||
|
|
@ -3794,7 +3809,7 @@ multiclass avx512_move_scalar<string asm, SDNode OpNode,
|
|||
[(set _.RC:$dst, (_.VT (X86selects _.KRCWM:$mask,
|
||||
(_.VT (OpNode _.RC:$src1, _.RC:$src2)),
|
||||
(_.VT _.RC:$src0))))],
|
||||
_.ExeDomain,IIC_SSE_MOV_S_RR>, EVEX_4V, EVEX_K, Sched<[WriteMove]>;
|
||||
_.ExeDomain,IIC_SSE_MOV_S_RR>, EVEX_4V, EVEX_K, Sched<[WriteFShuffle]>;
|
||||
let canFoldAsLoad = 1, isReMaterializable = 1 in
|
||||
def rm : AVX512PI<0x10, MRMSrcMem, (outs _.FRC:$dst), (ins _.ScalarMemOp:$src),
|
||||
!strconcat(asm, "\t{$src, $dst|$dst, $src}"),
|
||||
|
|
@ -3988,7 +4003,7 @@ let hasSideEffects = 0 in {
|
|||
(ins VR128X:$src1, VR128X:$src2),
|
||||
"vmovss.s\t{$src2, $src1, $dst|$dst, $src1, $src2}",
|
||||
[], IIC_SSE_MOV_S_RR>, XS, EVEX_4V, VEX_LIG,
|
||||
FoldGenData<"VMOVSSZrr">, Sched<[WriteMove]>;
|
||||
FoldGenData<"VMOVSSZrr">, Sched<[WriteFShuffle]>;
|
||||
|
||||
let Constraints = "$src0 = $dst" in
|
||||
def VMOVSSZrrk_REV: AVX512<0x11, MRMDestReg, (outs VR128X:$dst),
|
||||
|
|
@ -3997,20 +4012,20 @@ let Constraints = "$src0 = $dst" in
|
|||
"vmovss.s\t{$src2, $src1, $dst {${mask}}|"#
|
||||
"$dst {${mask}}, $src1, $src2}",
|
||||
[], IIC_SSE_MOV_S_RR>, EVEX_K, XS, EVEX_4V, VEX_LIG,
|
||||
FoldGenData<"VMOVSSZrrk">, Sched<[WriteMove]>;
|
||||
FoldGenData<"VMOVSSZrrk">, Sched<[WriteFShuffle]>;
|
||||
|
||||
def VMOVSSZrrkz_REV: AVX512<0x11, MRMDestReg, (outs VR128X:$dst),
|
||||
(ins f32x_info.KRCWM:$mask, VR128X:$src1, VR128X:$src2),
|
||||
"vmovss.s\t{$src2, $src1, $dst {${mask}} {z}|"#
|
||||
"$dst {${mask}} {z}, $src1, $src2}",
|
||||
[], IIC_SSE_MOV_S_RR>, EVEX_KZ, XS, EVEX_4V, VEX_LIG,
|
||||
FoldGenData<"VMOVSSZrrkz">, Sched<[WriteMove]>;
|
||||
FoldGenData<"VMOVSSZrrkz">, Sched<[WriteFShuffle]>;
|
||||
|
||||
def VMOVSDZrr_REV: AVX512<0x11, MRMDestReg, (outs VR128X:$dst),
|
||||
(ins VR128X:$src1, VR128X:$src2),
|
||||
"vmovsd.s\t{$src2, $src1, $dst|$dst, $src1, $src2}",
|
||||
[], IIC_SSE_MOV_S_RR>, XD, EVEX_4V, VEX_LIG, VEX_W,
|
||||
FoldGenData<"VMOVSDZrr">, Sched<[WriteMove]>;
|
||||
FoldGenData<"VMOVSDZrr">, Sched<[WriteFShuffle]>;
|
||||
|
||||
let Constraints = "$src0 = $dst" in
|
||||
def VMOVSDZrrk_REV: AVX512<0x11, MRMDestReg, (outs VR128X:$dst),
|
||||
|
|
@ -4019,7 +4034,7 @@ let Constraints = "$src0 = $dst" in
|
|||
"vmovsd.s\t{$src2, $src1, $dst {${mask}}|"#
|
||||
"$dst {${mask}}, $src1, $src2}",
|
||||
[], IIC_SSE_MOV_S_RR>, EVEX_K, XD, EVEX_4V, VEX_LIG,
|
||||
VEX_W, FoldGenData<"VMOVSDZrrk">, Sched<[WriteMove]>;
|
||||
VEX_W, FoldGenData<"VMOVSDZrrk">, Sched<[WriteFShuffle]>;
|
||||
|
||||
def VMOVSDZrrkz_REV: AVX512<0x11, MRMDestReg, (outs VR128X:$dst),
|
||||
(ins f64x_info.KRCWM:$mask, VR128X:$src1,
|
||||
|
|
@ -4027,7 +4042,7 @@ let Constraints = "$src0 = $dst" in
|
|||
"vmovsd.s\t{$src2, $src1, $dst {${mask}} {z}|"#
|
||||
"$dst {${mask}} {z}, $src1, $src2}",
|
||||
[], IIC_SSE_MOV_S_RR>, EVEX_KZ, XD, EVEX_4V, VEX_LIG,
|
||||
VEX_W, FoldGenData<"VMOVSDZrrkz">, Sched<[WriteMove]>;
|
||||
VEX_W, FoldGenData<"VMOVSDZrrkz">, Sched<[WriteFShuffle]>;
|
||||
}
|
||||
|
||||
let Predicates = [HasAVX512] in {
|
||||
|
|
@ -4230,7 +4245,7 @@ let Predicates = [HasAVX512] in {
|
|||
//===----------------------------------------------------------------------===//
|
||||
// AVX-512 - Non-temporals
|
||||
//===----------------------------------------------------------------------===//
|
||||
let SchedRW = [WriteLoad] in {
|
||||
let SchedRW = [WriteVecLoad] in {
|
||||
def VMOVNTDQAZrm : AVX512PI<0x2A, MRMSrcMem, (outs VR512:$dst),
|
||||
(ins i512mem:$src), "vmovntdqa\t{$src, $dst|$dst, $src}",
|
||||
[], SSEPackedInt>, EVEX, T8PD, EVEX_V512,
|
||||
|
|
@ -4254,7 +4269,7 @@ let SchedRW = [WriteLoad] in {
|
|||
multiclass avx512_movnt<bits<8> opc, string OpcodeStr, X86VectorVTInfo _,
|
||||
PatFrag st_frag = alignednontemporalstore,
|
||||
InstrItinClass itin = IIC_SSE_MOVNT> {
|
||||
let SchedRW = [WriteStore], AddedComplexity = 400 in
|
||||
let SchedRW = [WriteVecStore], AddedComplexity = 400 in
|
||||
def mr : AVX512PI<opc, MRMDestMem, (outs), (ins _.MemOp:$dst, _.RC:$src),
|
||||
!strconcat(OpcodeStr, "\t{$src, $dst|$dst, $src}"),
|
||||
[(st_frag (_.VT _.RC:$src), addr:$dst)],
|
||||
|
|
|
|||
|
|
@ -949,7 +949,7 @@ define <8 x double> @test_mask_broadcast_vaddpd(<8 x double> %dst, <8 x double>
|
|||
; GENERIC: # %bb.0:
|
||||
; GENERIC-NEXT: vptestmq %zmm2, %zmm2, %k1 # sched: [1:1.00]
|
||||
; GENERIC-NEXT: vaddpd (%rdi){1to8}, %zmm1, %zmm1 {%k1} # sched: [7:1.00]
|
||||
; GENERIC-NEXT: vmovapd %zmm1, %zmm0 # sched: [1:0.33]
|
||||
; GENERIC-NEXT: vmovapd %zmm1, %zmm0 # sched: [1:1.00]
|
||||
; GENERIC-NEXT: retq # sched: [1:1.00]
|
||||
;
|
||||
; SKX-LABEL: test_mask_broadcast_vaddpd:
|
||||
|
|
@ -2040,7 +2040,7 @@ define <16 x double> @uito16f64(<16 x i32> %a) nounwind {
|
|||
; GENERIC-NEXT: vcvtudq2pd %ymm0, %zmm2 # sched: [4:1.00]
|
||||
; GENERIC-NEXT: vextractf64x4 $1, %zmm0, %ymm0 # sched: [1:1.00]
|
||||
; GENERIC-NEXT: vcvtudq2pd %ymm0, %zmm1 # sched: [4:1.00]
|
||||
; GENERIC-NEXT: vmovaps %zmm2, %zmm0 # sched: [1:0.33]
|
||||
; GENERIC-NEXT: vmovaps %zmm2, %zmm0 # sched: [1:1.00]
|
||||
; GENERIC-NEXT: retq # sched: [1:1.00]
|
||||
;
|
||||
; SKX-LABEL: uito16f64:
|
||||
|
|
@ -2748,7 +2748,7 @@ define <16 x double> @sito16f64(<16 x i32> %a) {
|
|||
; GENERIC-NEXT: vcvtdq2pd %ymm0, %zmm2 # sched: [4:1.00]
|
||||
; GENERIC-NEXT: vextractf64x4 $1, %zmm0, %ymm0 # sched: [1:1.00]
|
||||
; GENERIC-NEXT: vcvtdq2pd %ymm0, %zmm1 # sched: [4:1.00]
|
||||
; GENERIC-NEXT: vmovaps %zmm2, %zmm0 # sched: [1:0.33]
|
||||
; GENERIC-NEXT: vmovaps %zmm2, %zmm0 # sched: [1:1.00]
|
||||
; GENERIC-NEXT: retq # sched: [1:1.00]
|
||||
;
|
||||
; SKX-LABEL: sito16f64:
|
||||
|
|
@ -4495,9 +4495,9 @@ define <64 x i16> @test21(<64 x i16> %x , <64 x i1> %mask) nounwind readnone {
|
|||
; GENERIC: # %bb.0:
|
||||
; GENERIC-NEXT: vpsllw $7, %zmm2, %zmm2 # sched: [1:1.00]
|
||||
; GENERIC-NEXT: vpmovb2m %zmm2, %k1 # sched: [1:0.33]
|
||||
; GENERIC-NEXT: vmovdqu16 %zmm0, %zmm0 {%k1} {z} # sched: [1:0.33]
|
||||
; GENERIC-NEXT: vmovdqu16 %zmm0, %zmm0 {%k1} {z} # sched: [1:0.50]
|
||||
; GENERIC-NEXT: kshiftrq $32, %k1, %k1 # sched: [1:1.00]
|
||||
; GENERIC-NEXT: vmovdqu16 %zmm1, %zmm1 {%k1} {z} # sched: [1:0.33]
|
||||
; GENERIC-NEXT: vmovdqu16 %zmm1, %zmm1 {%k1} {z} # sched: [1:0.50]
|
||||
; GENERIC-NEXT: retq # sched: [1:1.00]
|
||||
;
|
||||
; SKX-LABEL: test21:
|
||||
|
|
@ -4641,7 +4641,7 @@ define <64 x i8> @zext_64xi1_to_64xi8(<64 x i8> %x, <64 x i8> %y) #0 {
|
|||
; GENERIC-LABEL: zext_64xi1_to_64xi8:
|
||||
; GENERIC: # %bb.0:
|
||||
; GENERIC-NEXT: vpcmpeqb %zmm1, %zmm0, %k1 # sched: [3:1.00]
|
||||
; GENERIC-NEXT: vmovdqu8 {{.*}}(%rip), %zmm0 {%k1} {z} # sched: [4:0.50]
|
||||
; GENERIC-NEXT: vmovdqu8 {{.*}}(%rip), %zmm0 {%k1} {z} # sched: [6:0.50]
|
||||
; GENERIC-NEXT: retq # sched: [1:1.00]
|
||||
;
|
||||
; SKX-LABEL: zext_64xi1_to_64xi8:
|
||||
|
|
@ -4695,7 +4695,7 @@ define <32 x i8> @zext_32xi1_to_32xi8(<32 x i16> %x, <32 x i16> %y) #0 {
|
|||
; GENERIC-LABEL: zext_32xi1_to_32xi8:
|
||||
; GENERIC: # %bb.0:
|
||||
; GENERIC-NEXT: vpcmpeqw %zmm1, %zmm0, %k1 # sched: [3:1.00]
|
||||
; GENERIC-NEXT: vmovdqu8 {{.*}}(%rip), %ymm0 {%k1} {z} # sched: [4:0.50]
|
||||
; GENERIC-NEXT: vmovdqu8 {{.*}}(%rip), %ymm0 {%k1} {z} # sched: [6:0.50]
|
||||
; GENERIC-NEXT: retq # sched: [1:1.00]
|
||||
;
|
||||
; SKX-LABEL: zext_32xi1_to_32xi8:
|
||||
|
|
@ -4981,7 +4981,7 @@ define <16 x float> @test_x86_fmadd231_ps(<16 x float> %a0, <16 x float> %a1, <1
|
|||
; GENERIC-NEXT: vpmovb2m %xmm2, %k1 # sched: [1:0.33]
|
||||
; GENERIC-NEXT: vmulps (%rdi), %zmm0, %zmm0 # sched: [9:1.00]
|
||||
; GENERIC-NEXT: vaddps %zmm1, %zmm0, %zmm1 {%k1} # sched: [3:1.00]
|
||||
; GENERIC-NEXT: vmovaps %zmm1, %zmm0 # sched: [1:0.33]
|
||||
; GENERIC-NEXT: vmovaps %zmm1, %zmm0 # sched: [1:1.00]
|
||||
; GENERIC-NEXT: retq # sched: [1:1.00]
|
||||
;
|
||||
; SKX-LABEL: test_x86_fmadd231_ps:
|
||||
|
|
@ -5007,7 +5007,7 @@ define <16 x float> @test_x86_fmadd213_ps(<16 x float> %a0, <16 x float> %a1, <1
|
|||
; GENERIC-NEXT: vpmovb2m %xmm2, %k1 # sched: [1:0.33]
|
||||
; GENERIC-NEXT: vmulps %zmm0, %zmm1, %zmm0 # sched: [5:1.00]
|
||||
; GENERIC-NEXT: vaddps (%rdi), %zmm0, %zmm1 {%k1} # sched: [7:1.00]
|
||||
; GENERIC-NEXT: vmovaps %zmm1, %zmm0 # sched: [1:0.33]
|
||||
; GENERIC-NEXT: vmovaps %zmm1, %zmm0 # sched: [1:1.00]
|
||||
; GENERIC-NEXT: retq # sched: [1:1.00]
|
||||
;
|
||||
; SKX-LABEL: test_x86_fmadd213_ps:
|
||||
|
|
@ -6093,7 +6093,7 @@ define <4 x i32> @mov_test15(i32* %x) {
|
|||
define <16 x i32> @mov_test16(i8 * %addr) {
|
||||
; GENERIC-LABEL: mov_test16:
|
||||
; GENERIC: # %bb.0:
|
||||
; GENERIC-NEXT: vmovups (%rdi), %zmm0 # sched: [4:0.50]
|
||||
; GENERIC-NEXT: vmovups (%rdi), %zmm0 # sched: [6:0.50]
|
||||
; GENERIC-NEXT: retq # sched: [1:1.00]
|
||||
;
|
||||
; SKX-LABEL: mov_test16:
|
||||
|
|
@ -6108,7 +6108,7 @@ define <16 x i32> @mov_test16(i8 * %addr) {
|
|||
define <16 x i32> @mov_test17(i8 * %addr) {
|
||||
; GENERIC-LABEL: mov_test17:
|
||||
; GENERIC: # %bb.0:
|
||||
; GENERIC-NEXT: vmovaps (%rdi), %zmm0 # sched: [4:0.50]
|
||||
; GENERIC-NEXT: vmovaps (%rdi), %zmm0 # sched: [6:0.50]
|
||||
; GENERIC-NEXT: retq # sched: [1:1.00]
|
||||
;
|
||||
; SKX-LABEL: mov_test17:
|
||||
|
|
@ -6174,7 +6174,7 @@ define void @mov_test20(i8 * %addr, <16 x i32> %data) {
|
|||
define <8 x i64> @mov_test21(i8 * %addr) {
|
||||
; GENERIC-LABEL: mov_test21:
|
||||
; GENERIC: # %bb.0:
|
||||
; GENERIC-NEXT: vmovaps (%rdi), %zmm0 # sched: [4:0.50]
|
||||
; GENERIC-NEXT: vmovaps (%rdi), %zmm0 # sched: [6:0.50]
|
||||
; GENERIC-NEXT: retq # sched: [1:1.00]
|
||||
;
|
||||
; SKX-LABEL: mov_test21:
|
||||
|
|
@ -6206,7 +6206,7 @@ define void @mov_test22(i8 * %addr, <8 x i64> %data) {
|
|||
define <8 x i64> @mov_test23(i8 * %addr) {
|
||||
; GENERIC-LABEL: mov_test23:
|
||||
; GENERIC: # %bb.0:
|
||||
; GENERIC-NEXT: vmovups (%rdi), %zmm0 # sched: [4:0.50]
|
||||
; GENERIC-NEXT: vmovups (%rdi), %zmm0 # sched: [6:0.50]
|
||||
; GENERIC-NEXT: retq # sched: [1:1.00]
|
||||
;
|
||||
; SKX-LABEL: mov_test23:
|
||||
|
|
@ -6238,7 +6238,7 @@ define void @mov_test24(i8 * %addr, <8 x double> %data) {
|
|||
define <8 x double> @mov_test25(i8 * %addr) {
|
||||
; GENERIC-LABEL: mov_test25:
|
||||
; GENERIC: # %bb.0:
|
||||
; GENERIC-NEXT: vmovaps (%rdi), %zmm0 # sched: [4:0.50]
|
||||
; GENERIC-NEXT: vmovaps (%rdi), %zmm0 # sched: [6:0.50]
|
||||
; GENERIC-NEXT: retq # sched: [1:1.00]
|
||||
;
|
||||
; SKX-LABEL: mov_test25:
|
||||
|
|
@ -6270,7 +6270,7 @@ define void @mov_test26(i8 * %addr, <16 x float> %data) {
|
|||
define <16 x float> @mov_test27(i8 * %addr) {
|
||||
; GENERIC-LABEL: mov_test27:
|
||||
; GENERIC: # %bb.0:
|
||||
; GENERIC-NEXT: vmovaps (%rdi), %zmm0 # sched: [4:0.50]
|
||||
; GENERIC-NEXT: vmovaps (%rdi), %zmm0 # sched: [6:0.50]
|
||||
; GENERIC-NEXT: retq # sched: [1:1.00]
|
||||
;
|
||||
; SKX-LABEL: mov_test27:
|
||||
|
|
@ -6302,7 +6302,7 @@ define void @mov_test28(i8 * %addr, <8 x double> %data) {
|
|||
define <8 x double> @mov_test29(i8 * %addr) {
|
||||
; GENERIC-LABEL: mov_test29:
|
||||
; GENERIC: # %bb.0:
|
||||
; GENERIC-NEXT: vmovups (%rdi), %zmm0 # sched: [4:0.50]
|
||||
; GENERIC-NEXT: vmovups (%rdi), %zmm0 # sched: [6:0.50]
|
||||
; GENERIC-NEXT: retq # sched: [1:1.00]
|
||||
;
|
||||
; SKX-LABEL: mov_test29:
|
||||
|
|
@ -6334,7 +6334,7 @@ define void @mov_test30(i8 * %addr, <16 x float> %data) {
|
|||
define <16 x float> @mov_test31(i8 * %addr) {
|
||||
; GENERIC-LABEL: mov_test31:
|
||||
; GENERIC: # %bb.0:
|
||||
; GENERIC-NEXT: vmovups (%rdi), %zmm0 # sched: [4:0.50]
|
||||
; GENERIC-NEXT: vmovups (%rdi), %zmm0 # sched: [6:0.50]
|
||||
; GENERIC-NEXT: retq # sched: [1:1.00]
|
||||
;
|
||||
; SKX-LABEL: mov_test31:
|
||||
|
|
@ -6350,7 +6350,7 @@ define <16 x i32> @mov_test32(i8 * %addr, <16 x i32> %old, <16 x i32> %mask1) {
|
|||
; GENERIC-LABEL: mov_test32:
|
||||
; GENERIC: # %bb.0:
|
||||
; GENERIC-NEXT: vptestmd %zmm1, %zmm1, %k1 # sched: [1:1.00]
|
||||
; GENERIC-NEXT: vmovdqa32 (%rdi), %zmm0 {%k1} # sched: [4:0.50]
|
||||
; GENERIC-NEXT: vmovdqa32 (%rdi), %zmm0 {%k1} # sched: [6:0.50]
|
||||
; GENERIC-NEXT: retq # sched: [1:1.00]
|
||||
;
|
||||
; SKX-LABEL: mov_test32:
|
||||
|
|
@ -6369,7 +6369,7 @@ define <16 x i32> @mov_test33(i8 * %addr, <16 x i32> %old, <16 x i32> %mask1) {
|
|||
; GENERIC-LABEL: mov_test33:
|
||||
; GENERIC: # %bb.0:
|
||||
; GENERIC-NEXT: vptestmd %zmm1, %zmm1, %k1 # sched: [1:1.00]
|
||||
; GENERIC-NEXT: vmovdqu32 (%rdi), %zmm0 {%k1} # sched: [4:0.50]
|
||||
; GENERIC-NEXT: vmovdqu32 (%rdi), %zmm0 {%k1} # sched: [6:0.50]
|
||||
; GENERIC-NEXT: retq # sched: [1:1.00]
|
||||
;
|
||||
; SKX-LABEL: mov_test33:
|
||||
|
|
@ -6388,7 +6388,7 @@ define <16 x i32> @mov_test34(i8 * %addr, <16 x i32> %mask1) {
|
|||
; GENERIC-LABEL: mov_test34:
|
||||
; GENERIC: # %bb.0:
|
||||
; GENERIC-NEXT: vptestmd %zmm0, %zmm0, %k1 # sched: [1:1.00]
|
||||
; GENERIC-NEXT: vmovdqa32 (%rdi), %zmm0 {%k1} {z} # sched: [4:0.50]
|
||||
; GENERIC-NEXT: vmovdqa32 (%rdi), %zmm0 {%k1} {z} # sched: [6:0.50]
|
||||
; GENERIC-NEXT: retq # sched: [1:1.00]
|
||||
;
|
||||
; SKX-LABEL: mov_test34:
|
||||
|
|
@ -6407,7 +6407,7 @@ define <16 x i32> @mov_test35(i8 * %addr, <16 x i32> %mask1) {
|
|||
; GENERIC-LABEL: mov_test35:
|
||||
; GENERIC: # %bb.0:
|
||||
; GENERIC-NEXT: vptestmd %zmm0, %zmm0, %k1 # sched: [1:1.00]
|
||||
; GENERIC-NEXT: vmovdqu32 (%rdi), %zmm0 {%k1} {z} # sched: [4:0.50]
|
||||
; GENERIC-NEXT: vmovdqu32 (%rdi), %zmm0 {%k1} {z} # sched: [6:0.50]
|
||||
; GENERIC-NEXT: retq # sched: [1:1.00]
|
||||
;
|
||||
; SKX-LABEL: mov_test35:
|
||||
|
|
@ -6426,7 +6426,7 @@ define <8 x i64> @mov_test36(i8 * %addr, <8 x i64> %old, <8 x i64> %mask1) {
|
|||
; GENERIC-LABEL: mov_test36:
|
||||
; GENERIC: # %bb.0:
|
||||
; GENERIC-NEXT: vptestmq %zmm1, %zmm1, %k1 # sched: [1:1.00]
|
||||
; GENERIC-NEXT: vmovdqa64 (%rdi), %zmm0 {%k1} # sched: [4:0.50]
|
||||
; GENERIC-NEXT: vmovdqa64 (%rdi), %zmm0 {%k1} # sched: [6:0.50]
|
||||
; GENERIC-NEXT: retq # sched: [1:1.00]
|
||||
;
|
||||
; SKX-LABEL: mov_test36:
|
||||
|
|
@ -6445,7 +6445,7 @@ define <8 x i64> @mov_test37(i8 * %addr, <8 x i64> %old, <8 x i64> %mask1) {
|
|||
; GENERIC-LABEL: mov_test37:
|
||||
; GENERIC: # %bb.0:
|
||||
; GENERIC-NEXT: vptestmq %zmm1, %zmm1, %k1 # sched: [1:1.00]
|
||||
; GENERIC-NEXT: vmovdqu64 (%rdi), %zmm0 {%k1} # sched: [4:0.50]
|
||||
; GENERIC-NEXT: vmovdqu64 (%rdi), %zmm0 {%k1} # sched: [6:0.50]
|
||||
; GENERIC-NEXT: retq # sched: [1:1.00]
|
||||
;
|
||||
; SKX-LABEL: mov_test37:
|
||||
|
|
@ -6464,7 +6464,7 @@ define <8 x i64> @mov_test38(i8 * %addr, <8 x i64> %mask1) {
|
|||
; GENERIC-LABEL: mov_test38:
|
||||
; GENERIC: # %bb.0:
|
||||
; GENERIC-NEXT: vptestmq %zmm0, %zmm0, %k1 # sched: [1:1.00]
|
||||
; GENERIC-NEXT: vmovdqa64 (%rdi), %zmm0 {%k1} {z} # sched: [4:0.50]
|
||||
; GENERIC-NEXT: vmovdqa64 (%rdi), %zmm0 {%k1} {z} # sched: [6:0.50]
|
||||
; GENERIC-NEXT: retq # sched: [1:1.00]
|
||||
;
|
||||
; SKX-LABEL: mov_test38:
|
||||
|
|
@ -6483,7 +6483,7 @@ define <8 x i64> @mov_test39(i8 * %addr, <8 x i64> %mask1) {
|
|||
; GENERIC-LABEL: mov_test39:
|
||||
; GENERIC: # %bb.0:
|
||||
; GENERIC-NEXT: vptestmq %zmm0, %zmm0, %k1 # sched: [1:1.00]
|
||||
; GENERIC-NEXT: vmovdqu64 (%rdi), %zmm0 {%k1} {z} # sched: [4:0.50]
|
||||
; GENERIC-NEXT: vmovdqu64 (%rdi), %zmm0 {%k1} {z} # sched: [6:0.50]
|
||||
; GENERIC-NEXT: retq # sched: [1:1.00]
|
||||
;
|
||||
; SKX-LABEL: mov_test39:
|
||||
|
|
@ -6503,7 +6503,7 @@ define <16 x float> @mov_test40(i8 * %addr, <16 x float> %old, <16 x float> %mas
|
|||
; GENERIC: # %bb.0:
|
||||
; GENERIC-NEXT: vxorps %xmm2, %xmm2, %xmm2 # sched: [1:1.00]
|
||||
; GENERIC-NEXT: vcmpneq_oqps %zmm2, %zmm1, %k1 # sched: [3:1.00]
|
||||
; GENERIC-NEXT: vmovaps (%rdi), %zmm0 {%k1} # sched: [4:0.50]
|
||||
; GENERIC-NEXT: vmovaps (%rdi), %zmm0 {%k1} # sched: [6:0.50]
|
||||
; GENERIC-NEXT: retq # sched: [1:1.00]
|
||||
;
|
||||
; SKX-LABEL: mov_test40:
|
||||
|
|
@ -6524,7 +6524,7 @@ define <16 x float> @mov_test41(i8 * %addr, <16 x float> %old, <16 x float> %mas
|
|||
; GENERIC: # %bb.0:
|
||||
; GENERIC-NEXT: vxorps %xmm2, %xmm2, %xmm2 # sched: [1:1.00]
|
||||
; GENERIC-NEXT: vcmpneq_oqps %zmm2, %zmm1, %k1 # sched: [3:1.00]
|
||||
; GENERIC-NEXT: vmovups (%rdi), %zmm0 {%k1} # sched: [4:0.50]
|
||||
; GENERIC-NEXT: vmovups (%rdi), %zmm0 {%k1} # sched: [6:0.50]
|
||||
; GENERIC-NEXT: retq # sched: [1:1.00]
|
||||
;
|
||||
; SKX-LABEL: mov_test41:
|
||||
|
|
@ -6545,7 +6545,7 @@ define <16 x float> @mov_test42(i8 * %addr, <16 x float> %mask1) {
|
|||
; GENERIC: # %bb.0:
|
||||
; GENERIC-NEXT: vxorps %xmm1, %xmm1, %xmm1 # sched: [1:1.00]
|
||||
; GENERIC-NEXT: vcmpneq_oqps %zmm1, %zmm0, %k1 # sched: [3:1.00]
|
||||
; GENERIC-NEXT: vmovaps (%rdi), %zmm0 {%k1} {z} # sched: [4:0.50]
|
||||
; GENERIC-NEXT: vmovaps (%rdi), %zmm0 {%k1} {z} # sched: [6:0.50]
|
||||
; GENERIC-NEXT: retq # sched: [1:1.00]
|
||||
;
|
||||
; SKX-LABEL: mov_test42:
|
||||
|
|
@ -6566,7 +6566,7 @@ define <16 x float> @mov_test43(i8 * %addr, <16 x float> %mask1) {
|
|||
; GENERIC: # %bb.0:
|
||||
; GENERIC-NEXT: vxorps %xmm1, %xmm1, %xmm1 # sched: [1:1.00]
|
||||
; GENERIC-NEXT: vcmpneq_oqps %zmm1, %zmm0, %k1 # sched: [3:1.00]
|
||||
; GENERIC-NEXT: vmovups (%rdi), %zmm0 {%k1} {z} # sched: [4:0.50]
|
||||
; GENERIC-NEXT: vmovups (%rdi), %zmm0 {%k1} {z} # sched: [6:0.50]
|
||||
; GENERIC-NEXT: retq # sched: [1:1.00]
|
||||
;
|
||||
; SKX-LABEL: mov_test43:
|
||||
|
|
@ -6587,7 +6587,7 @@ define <8 x double> @mov_test44(i8 * %addr, <8 x double> %old, <8 x double> %mas
|
|||
; GENERIC: # %bb.0:
|
||||
; GENERIC-NEXT: vxorpd %xmm2, %xmm2, %xmm2 # sched: [1:1.00]
|
||||
; GENERIC-NEXT: vcmpneq_oqpd %zmm2, %zmm1, %k1 # sched: [3:1.00]
|
||||
; GENERIC-NEXT: vmovapd (%rdi), %zmm0 {%k1} # sched: [4:0.50]
|
||||
; GENERIC-NEXT: vmovapd (%rdi), %zmm0 {%k1} # sched: [6:0.50]
|
||||
; GENERIC-NEXT: retq # sched: [1:1.00]
|
||||
;
|
||||
; SKX-LABEL: mov_test44:
|
||||
|
|
@ -6608,7 +6608,7 @@ define <8 x double> @mov_test45(i8 * %addr, <8 x double> %old, <8 x double> %mas
|
|||
; GENERIC: # %bb.0:
|
||||
; GENERIC-NEXT: vxorpd %xmm2, %xmm2, %xmm2 # sched: [1:1.00]
|
||||
; GENERIC-NEXT: vcmpneq_oqpd %zmm2, %zmm1, %k1 # sched: [3:1.00]
|
||||
; GENERIC-NEXT: vmovupd (%rdi), %zmm0 {%k1} # sched: [4:0.50]
|
||||
; GENERIC-NEXT: vmovupd (%rdi), %zmm0 {%k1} # sched: [6:0.50]
|
||||
; GENERIC-NEXT: retq # sched: [1:1.00]
|
||||
;
|
||||
; SKX-LABEL: mov_test45:
|
||||
|
|
@ -6629,7 +6629,7 @@ define <8 x double> @mov_test46(i8 * %addr, <8 x double> %mask1) {
|
|||
; GENERIC: # %bb.0:
|
||||
; GENERIC-NEXT: vxorpd %xmm1, %xmm1, %xmm1 # sched: [1:1.00]
|
||||
; GENERIC-NEXT: vcmpneq_oqpd %zmm1, %zmm0, %k1 # sched: [3:1.00]
|
||||
; GENERIC-NEXT: vmovapd (%rdi), %zmm0 {%k1} {z} # sched: [4:0.50]
|
||||
; GENERIC-NEXT: vmovapd (%rdi), %zmm0 {%k1} {z} # sched: [6:0.50]
|
||||
; GENERIC-NEXT: retq # sched: [1:1.00]
|
||||
;
|
||||
; SKX-LABEL: mov_test46:
|
||||
|
|
@ -6650,7 +6650,7 @@ define <8 x double> @mov_test47(i8 * %addr, <8 x double> %mask1) {
|
|||
; GENERIC: # %bb.0:
|
||||
; GENERIC-NEXT: vxorpd %xmm1, %xmm1, %xmm1 # sched: [1:1.00]
|
||||
; GENERIC-NEXT: vcmpneq_oqpd %zmm1, %zmm0, %k1 # sched: [3:1.00]
|
||||
; GENERIC-NEXT: vmovupd (%rdi), %zmm0 {%k1} {z} # sched: [4:0.50]
|
||||
; GENERIC-NEXT: vmovupd (%rdi), %zmm0 {%k1} {z} # sched: [6:0.50]
|
||||
; GENERIC-NEXT: retq # sched: [1:1.00]
|
||||
;
|
||||
; SKX-LABEL: mov_test47:
|
||||
|
|
@ -7340,7 +7340,7 @@ define <32 x i16> @vmov_test21(<32 x i16> %x , <32 x i1> %mask) nounwind readnon
|
|||
; GENERIC: # %bb.0:
|
||||
; GENERIC-NEXT: vpsllw $7, %ymm1, %ymm1 # sched: [1:1.00]
|
||||
; GENERIC-NEXT: vpmovb2m %ymm1, %k1 # sched: [1:0.33]
|
||||
; GENERIC-NEXT: vmovdqu16 %zmm0, %zmm0 {%k1} {z} # sched: [1:0.33]
|
||||
; GENERIC-NEXT: vmovdqu16 %zmm0, %zmm0 {%k1} {z} # sched: [1:0.50]
|
||||
; GENERIC-NEXT: retq # sched: [1:1.00]
|
||||
;
|
||||
; SKX-LABEL: vmov_test21:
|
||||
|
|
@ -7572,7 +7572,7 @@ define <32 x i16> @test_build_vec_v32i1(<32 x i16> %x) {
|
|||
; GENERIC-NEXT: movl $1497715861, %eax # imm = 0x59455495
|
||||
; GENERIC-NEXT: # sched: [1:0.33]
|
||||
; GENERIC-NEXT: kmovd %eax, %k1 # sched: [1:0.33]
|
||||
; GENERIC-NEXT: vmovdqu16 %zmm0, %zmm0 {%k1} {z} # sched: [1:0.33]
|
||||
; GENERIC-NEXT: vmovdqu16 %zmm0, %zmm0 {%k1} {z} # sched: [1:0.50]
|
||||
; GENERIC-NEXT: retq # sched: [1:1.00]
|
||||
;
|
||||
; SKX-LABEL: test_build_vec_v32i1:
|
||||
|
|
@ -7603,9 +7603,9 @@ define <64 x i8> @test_build_vec_v64i1(<64 x i8> %x) {
|
|||
define void @ktest_1(<8 x double> %in, double * %base) {
|
||||
; GENERIC-LABEL: ktest_1:
|
||||
; GENERIC: # %bb.0:
|
||||
; GENERIC-NEXT: vmovupd (%rdi), %zmm1 # sched: [4:0.50]
|
||||
; GENERIC-NEXT: vmovupd (%rdi), %zmm1 # sched: [6:0.50]
|
||||
; GENERIC-NEXT: vcmpltpd %zmm0, %zmm1, %k1 # sched: [3:1.00]
|
||||
; GENERIC-NEXT: vmovupd 8(%rdi), %zmm1 {%k1} {z} # sched: [4:0.50]
|
||||
; GENERIC-NEXT: vmovupd 8(%rdi), %zmm1 {%k1} {z} # sched: [6:0.50]
|
||||
; GENERIC-NEXT: vcmpltpd %zmm1, %zmm0, %k0 {%k1} # sched: [3:1.00]
|
||||
; GENERIC-NEXT: kortestb %k0, %k0 # sched: [1:1.00]
|
||||
; GENERIC-NEXT: je .LBB410_2 # sched: [1:1.00]
|
||||
|
|
@ -7665,13 +7665,13 @@ define void @ktest_2(<32 x float> %in, float * %base) {
|
|||
;
|
||||
; GENERIC-LABEL: ktest_2:
|
||||
; GENERIC: # %bb.0:
|
||||
; GENERIC-NEXT: vmovups (%rdi), %zmm2 # sched: [4:0.50]
|
||||
; GENERIC-NEXT: vmovups 64(%rdi), %zmm3 # sched: [4:0.50]
|
||||
; GENERIC-NEXT: vmovups (%rdi), %zmm2 # sched: [6:0.50]
|
||||
; GENERIC-NEXT: vmovups 64(%rdi), %zmm3 # sched: [6:0.50]
|
||||
; GENERIC-NEXT: vcmpltps %zmm0, %zmm2, %k1 # sched: [3:1.00]
|
||||
; GENERIC-NEXT: vcmpltps %zmm1, %zmm3, %k2 # sched: [3:1.00]
|
||||
; GENERIC-NEXT: kunpckwd %k1, %k2, %k0 # sched: [1:1.00]
|
||||
; GENERIC-NEXT: vmovups 68(%rdi), %zmm2 {%k2} {z} # sched: [4:0.50]
|
||||
; GENERIC-NEXT: vmovups 4(%rdi), %zmm3 {%k1} {z} # sched: [4:0.50]
|
||||
; GENERIC-NEXT: vmovups 68(%rdi), %zmm2 {%k2} {z} # sched: [6:0.50]
|
||||
; GENERIC-NEXT: vmovups 4(%rdi), %zmm3 {%k1} {z} # sched: [6:0.50]
|
||||
; GENERIC-NEXT: vcmpltps %zmm3, %zmm0, %k1 # sched: [3:1.00]
|
||||
; GENERIC-NEXT: vcmpltps %zmm2, %zmm1, %k2 # sched: [3:1.00]
|
||||
; GENERIC-NEXT: kunpckwd %k1, %k2, %k1 # sched: [1:1.00]
|
||||
|
|
@ -8220,7 +8220,7 @@ define <16 x float> @_ss16xfloat_mask(float %a, <16 x float> %i, <16 x i32> %m
|
|||
; GENERIC: # %bb.0:
|
||||
; GENERIC-NEXT: vptestmd %zmm2, %zmm2, %k1 # sched: [1:1.00]
|
||||
; GENERIC-NEXT: vbroadcastss %xmm0, %zmm1 {%k1} # sched: [1:1.00]
|
||||
; GENERIC-NEXT: vmovaps %zmm1, %zmm0 # sched: [1:0.33]
|
||||
; GENERIC-NEXT: vmovaps %zmm1, %zmm0 # sched: [1:1.00]
|
||||
; GENERIC-NEXT: retq # sched: [1:1.00]
|
||||
;
|
||||
; SKX-LABEL: _ss16xfloat_mask:
|
||||
|
|
@ -8331,7 +8331,7 @@ define <8 x double> @_sd8xdouble_mask(double %a, <8 x double> %i, <8 x i32> %m
|
|||
; GENERIC: # %bb.0:
|
||||
; GENERIC-NEXT: vptestmd %ymm2, %ymm2, %k1 # sched: [1:1.00]
|
||||
; GENERIC-NEXT: vbroadcastsd %xmm0, %zmm1 {%k1} # sched: [1:1.00]
|
||||
; GENERIC-NEXT: vmovapd %zmm1, %zmm0 # sched: [1:0.33]
|
||||
; GENERIC-NEXT: vmovapd %zmm1, %zmm0 # sched: [1:1.00]
|
||||
; GENERIC-NEXT: retq # sched: [1:1.00]
|
||||
;
|
||||
; SKX-LABEL: _sd8xdouble_mask:
|
||||
|
|
@ -8457,7 +8457,7 @@ define <16 x i32> @test_vbroadcast() {
|
|||
; GENERIC-NEXT: vcmpunordps %zmm0, %zmm0, %k0 # sched: [3:1.00]
|
||||
; GENERIC-NEXT: vpmovm2d %k0, %zmm0 # sched: [1:0.33]
|
||||
; GENERIC-NEXT: knotw %k0, %k1 # sched: [1:1.00]
|
||||
; GENERIC-NEXT: vmovdqa32 %zmm0, %zmm0 {%k1} {z} # sched: [1:0.33]
|
||||
; GENERIC-NEXT: vmovdqa32 %zmm0, %zmm0 {%k1} {z} # sched: [1:0.50]
|
||||
; GENERIC-NEXT: retq # sched: [1:1.00]
|
||||
;
|
||||
; SKX-LABEL: test_vbroadcast:
|
||||
|
|
|
|||
File diff suppressed because it is too large
Load Diff
Loading…
Reference in New Issue