forked from OSchip/llvm-project
AVX-512: added VCVTPH2PS, VCVTPS2PH with intrinsics
llvm-svn: 193312
This commit is contained in:
parent
551862d66b
commit
dd0794e51b
|
@ -2618,6 +2618,11 @@ let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
|
||||||
def int_x86_vcvtps2ph_256 : GCCBuiltin<"__builtin_ia32_vcvtps2ph256">,
|
def int_x86_vcvtps2ph_256 : GCCBuiltin<"__builtin_ia32_vcvtps2ph256">,
|
||||||
Intrinsic<[llvm_v8i16_ty], [llvm_v8f32_ty, llvm_i32_ty],
|
Intrinsic<[llvm_v8i16_ty], [llvm_v8f32_ty, llvm_i32_ty],
|
||||||
[IntrNoMem]>;
|
[IntrNoMem]>;
|
||||||
|
def int_x86_avx512_vcvtph2ps_512 : GCCBuiltin<"__builtin_ia32_vcvtph2ps512">,
|
||||||
|
Intrinsic<[llvm_v16f32_ty], [llvm_v16i16_ty], [IntrNoMem]>;
|
||||||
|
def int_x86_avx512_vcvtps2ph_512 : GCCBuiltin<"__builtin_ia32_vcvtps2ph512">,
|
||||||
|
Intrinsic<[llvm_v16i16_ty], [llvm_v16f32_ty, llvm_i32_ty],
|
||||||
|
[IntrNoMem]>;
|
||||||
}
|
}
|
||||||
|
|
||||||
//===----------------------------------------------------------------------===//
|
//===----------------------------------------------------------------------===//
|
||||||
|
|
|
@ -417,6 +417,8 @@ def : Pat<(v16i32 (X86VBroadcast (i32 GR32:$src))),
|
||||||
(VPBROADCASTDrZrr GR32:$src)>;
|
(VPBROADCASTDrZrr GR32:$src)>;
|
||||||
def : Pat<(v8i64 (X86VBroadcast (i64 GR64:$src))),
|
def : Pat<(v8i64 (X86VBroadcast (i64 GR64:$src))),
|
||||||
(VPBROADCASTQrZrr GR64:$src)>;
|
(VPBROADCASTQrZrr GR64:$src)>;
|
||||||
|
def : Pat<(v8i64 (X86VBroadcastm VK8WM:$mask, (i64 GR64:$src))),
|
||||||
|
(VPBROADCASTQrZkrr VK8WM:$mask, GR64:$src)>;
|
||||||
|
|
||||||
multiclass avx512_int_broadcast_rm<bits<8> opc, string OpcodeStr,
|
multiclass avx512_int_broadcast_rm<bits<8> opc, string OpcodeStr,
|
||||||
X86MemOperand x86memop, PatFrag ld_frag,
|
X86MemOperand x86memop, PatFrag ld_frag,
|
||||||
|
@ -433,6 +435,7 @@ multiclass avx512_int_broadcast_rm<bits<8> opc, string OpcodeStr,
|
||||||
[(set DstRC:$dst,
|
[(set DstRC:$dst,
|
||||||
(OpVT (X86VBroadcastm KRC:$mask, (SrcVT VR128X:$src))))]>,
|
(OpVT (X86VBroadcastm KRC:$mask, (SrcVT VR128X:$src))))]>,
|
||||||
EVEX, EVEX_KZ;
|
EVEX, EVEX_KZ;
|
||||||
|
let mayLoad = 1 in {
|
||||||
def rm : AVX5128I<opc, MRMSrcMem, (outs DstRC:$dst), (ins x86memop:$src),
|
def rm : AVX5128I<opc, MRMSrcMem, (outs DstRC:$dst), (ins x86memop:$src),
|
||||||
!strconcat(OpcodeStr, "\t{$src, $dst|$dst, $src}"),
|
!strconcat(OpcodeStr, "\t{$src, $dst|$dst, $src}"),
|
||||||
[(set DstRC:$dst,
|
[(set DstRC:$dst,
|
||||||
|
@ -443,6 +446,7 @@ multiclass avx512_int_broadcast_rm<bits<8> opc, string OpcodeStr,
|
||||||
"\t{$src, ${dst} {${mask}} {z}|${dst} {${mask}} {z}, $src}"),
|
"\t{$src, ${dst} {${mask}} {z}|${dst} {${mask}} {z}, $src}"),
|
||||||
[(set DstRC:$dst, (OpVT (X86VBroadcastm KRC:$mask,
|
[(set DstRC:$dst, (OpVT (X86VBroadcastm KRC:$mask,
|
||||||
(ld_frag addr:$src))))]>, EVEX, EVEX_KZ;
|
(ld_frag addr:$src))))]>, EVEX, EVEX_KZ;
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
defm VPBROADCASTDZ : avx512_int_broadcast_rm<0x58, "vpbroadcastd", i32mem,
|
defm VPBROADCASTDZ : avx512_int_broadcast_rm<0x58, "vpbroadcastd", i32mem,
|
||||||
|
@ -2572,6 +2576,38 @@ let Predicates = [HasAVX512] in {
|
||||||
(VCVTPS2PDZrm addr:$src)>;
|
(VCVTPS2PDZrm addr:$src)>;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
//===----------------------------------------------------------------------===//
|
||||||
|
// Half precision conversion instructions
|
||||||
|
//===----------------------------------------------------------------------===//
|
||||||
|
multiclass avx512_f16c_ph2ps<RegisterClass destRC, RegisterClass srcRC,
|
||||||
|
X86MemOperand x86memop, Intrinsic Int> {
|
||||||
|
def rr : AVX5128I<0x13, MRMSrcReg, (outs destRC:$dst), (ins srcRC:$src),
|
||||||
|
"vcvtph2ps\t{$src, $dst|$dst, $src}",
|
||||||
|
[(set destRC:$dst, (Int srcRC:$src))]>, EVEX;
|
||||||
|
let neverHasSideEffects = 1, mayLoad = 1 in
|
||||||
|
def rm : AVX5128I<0x13, MRMSrcMem, (outs destRC:$dst), (ins x86memop:$src),
|
||||||
|
"vcvtph2ps\t{$src, $dst|$dst, $src}", []>, EVEX;
|
||||||
|
}
|
||||||
|
|
||||||
|
multiclass avx512_f16c_ps2ph<RegisterClass destRC, RegisterClass srcRC,
|
||||||
|
X86MemOperand x86memop, Intrinsic Int> {
|
||||||
|
def rr : AVX512AIi8<0x1D, MRMDestReg, (outs destRC:$dst),
|
||||||
|
(ins srcRC:$src1, i32i8imm:$src2),
|
||||||
|
"vcvtps2ph\t{$src2, $src1, $dst|$dst, $src1, $src2}",
|
||||||
|
[(set destRC:$dst, (Int srcRC:$src1, imm:$src2))]>, EVEX;
|
||||||
|
let neverHasSideEffects = 1, mayStore = 1 in
|
||||||
|
def mr : AVX512AIi8<0x1D, MRMDestMem, (outs),
|
||||||
|
(ins x86memop:$dst, srcRC:$src1, i32i8imm:$src2),
|
||||||
|
"vcvtps2ph\t{$src2, $src1, $dst|$dst, $src1, $src2}", []>, EVEX;
|
||||||
|
}
|
||||||
|
|
||||||
|
defm VCVTPH2PSZ : avx512_f16c_ph2ps<VR512, VR256X, f256mem,
|
||||||
|
int_x86_avx512_vcvtph2ps_512>, EVEX_V512,
|
||||||
|
EVEX_CD8<32, CD8VH>;
|
||||||
|
defm VCVTPS2PHZ : avx512_f16c_ps2ph<VR256X, VR512, f256mem,
|
||||||
|
int_x86_avx512_vcvtps2ph_512>, EVEX_V512,
|
||||||
|
EVEX_CD8<32, CD8VH>;
|
||||||
|
|
||||||
let Defs = [EFLAGS], Predicates = [HasAVX512] in {
|
let Defs = [EFLAGS], Predicates = [HasAVX512] in {
|
||||||
defm VUCOMISSZ : sse12_ord_cmp<0x2E, FR32X, X86cmp, f32, f32mem, loadf32,
|
defm VUCOMISSZ : sse12_ord_cmp<0x2E, FR32X, X86cmp, f32, f32mem, loadf32,
|
||||||
"ucomiss{z}">, TB, EVEX, VEX_LIG,
|
"ucomiss{z}">, TB, EVEX, VEX_LIG,
|
||||||
|
|
|
@ -190,3 +190,18 @@ define i64 @test_x86_avx512_cvtsd2usi64(<2 x double> %a0) {
|
||||||
ret i64 %res
|
ret i64 %res
|
||||||
}
|
}
|
||||||
declare i64 @llvm.x86.avx512.cvtsd2usi64(<2 x double>) nounwind readnone
|
declare i64 @llvm.x86.avx512.cvtsd2usi64(<2 x double>) nounwind readnone
|
||||||
|
|
||||||
|
define <16 x float> @test_x86_vcvtph2ps_512(<16 x i16> %a0) {
|
||||||
|
; CHECK: vcvtph2ps
|
||||||
|
%res = call <16 x float> @llvm.x86.avx512.vcvtph2ps.512(<16 x i16> %a0)
|
||||||
|
ret <16 x float> %res
|
||||||
|
}
|
||||||
|
declare <16 x float> @llvm.x86.avx512.vcvtph2ps.512(<16 x i16>) nounwind readonly
|
||||||
|
|
||||||
|
|
||||||
|
define <16 x i16> @test_x86_vcvtps2ph_256(<16 x float> %a0) {
|
||||||
|
; CHECK: vcvtps2ph
|
||||||
|
%res = call <16 x i16> @llvm.x86.avx512.vcvtps2ph.512(<16 x float> %a0, i32 0)
|
||||||
|
ret <16 x i16> %res
|
||||||
|
}
|
||||||
|
declare <16 x i16> @llvm.x86.avx512.vcvtps2ph.512(<16 x float>, i32) nounwind readonly
|
||||||
|
|
Loading…
Reference in New Issue