2017-02-28 02:49:11 +08:00
|
|
|
//===-- VOP3PInstructions.td - Vector Instruction Defintions --------------===//
|
|
|
|
//
|
|
|
|
// The LLVM Compiler Infrastructure
|
|
|
|
//
|
|
|
|
// This file is distributed under the University of Illinois Open Source
|
|
|
|
// License. See LICENSE.TXT for details.
|
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
// VOP3P Classes
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
|
|
|
class VOP3PInst<string OpName, VOPProfile P, SDPatternOperator node = null_frag> :
|
|
|
|
VOP3P_Pseudo<OpName, P,
|
|
|
|
!if(P.HasModifiers, getVOP3PModPat<P, node>.ret, getVOP3Pat<P, node>.ret)
|
|
|
|
>;
|
|
|
|
|
2017-07-07 22:29:06 +08:00
|
|
|
// Non-packed instructions that use the VOP3P encoding.
|
|
|
|
// VOP3 neg/abs and VOP3P opsel/opsel_hi modifiers are allowed.
|
2017-09-21 04:53:49 +08:00
|
|
|
class VOP3_VOP3PInst<string OpName, VOPProfile P, bit UseTiedOutput = 0,
|
|
|
|
SDPatternOperator node = null_frag> :
|
2017-07-07 22:29:06 +08:00
|
|
|
VOP3P_Pseudo<OpName, P> {
|
2017-08-31 06:18:40 +08:00
|
|
|
// These operands are only sort of f16 operands. Depending on
|
|
|
|
// op_sel_hi, these may be interpreted as f32. The inline immediate
|
|
|
|
// values are really f16 converted to f32, so we treat these as f16
|
|
|
|
// operands.
|
2017-07-07 22:29:06 +08:00
|
|
|
let InOperandList =
|
2017-09-21 04:53:49 +08:00
|
|
|
!con(
|
|
|
|
!con(
|
|
|
|
(ins FP16InputMods:$src0_modifiers, VCSrc_f16:$src0,
|
|
|
|
FP16InputMods:$src1_modifiers, VCSrc_f16:$src1,
|
|
|
|
FP16InputMods:$src2_modifiers, VCSrc_f16:$src2,
|
|
|
|
clampmod:$clamp),
|
|
|
|
!if(UseTiedOutput, (ins VGPR_32:$vdst_in), (ins))),
|
|
|
|
(ins op_sel:$op_sel, op_sel_hi:$op_sel_hi));
|
|
|
|
|
|
|
|
let Constraints = !if(UseTiedOutput, "$vdst = $vdst_in", "");
|
|
|
|
let DisableEncoding = !if(UseTiedOutput, "$vdst_in", "");
|
2017-07-07 22:29:06 +08:00
|
|
|
let AsmOperands =
|
|
|
|
" $vdst, $src0_modifiers, $src1_modifiers, $src2_modifiers$op_sel$op_sel_hi$clamp";
|
|
|
|
}
|
2017-02-28 02:49:11 +08:00
|
|
|
|
|
|
|
let isCommutable = 1 in {
|
2017-02-28 06:15:25 +08:00
|
|
|
def V_PK_FMA_F16 : VOP3PInst<"v_pk_fma_f16", VOP3_Profile<VOP_V2F16_V2F16_V2F16_V2F16>, fma>;
|
2017-07-18 17:24:10 +08:00
|
|
|
def V_PK_MAD_I16 : VOP3PInst<"v_pk_mad_i16", VOP3_Profile<VOP_V2I16_V2I16_V2I16_V2I16>>;
|
|
|
|
def V_PK_MAD_U16 : VOP3PInst<"v_pk_mad_u16", VOP3_Profile<VOP_V2I16_V2I16_V2I16_V2I16>>;
|
|
|
|
|
2017-02-28 06:15:25 +08:00
|
|
|
def V_PK_ADD_F16 : VOP3PInst<"v_pk_add_f16", VOP3_Profile<VOP_V2F16_V2F16_V2F16>, fadd>;
|
|
|
|
def V_PK_MUL_F16 : VOP3PInst<"v_pk_mul_f16", VOP3_Profile<VOP_V2F16_V2F16_V2F16>, fmul>;
|
|
|
|
def V_PK_MAX_F16 : VOP3PInst<"v_pk_max_f16", VOP3_Profile<VOP_V2F16_V2F16_V2F16>, fmaxnum>;
|
|
|
|
def V_PK_MIN_F16 : VOP3PInst<"v_pk_min_f16", VOP3_Profile<VOP_V2F16_V2F16_V2F16>, fminnum>;
|
2017-02-28 02:49:11 +08:00
|
|
|
|
2017-02-28 06:15:25 +08:00
|
|
|
def V_PK_ADD_U16 : VOP3PInst<"v_pk_add_u16", VOP3_Profile<VOP_V2I16_V2I16_V2I16>, add>;
|
2017-02-28 02:49:11 +08:00
|
|
|
def V_PK_ADD_I16 : VOP3PInst<"v_pk_add_i16", VOP3_Profile<VOP_V2I16_V2I16_V2I16>>;
|
2017-02-28 06:15:25 +08:00
|
|
|
def V_PK_MUL_LO_U16 : VOP3PInst<"v_pk_mul_lo_u16", VOP3_Profile<VOP_V2I16_V2I16_V2I16>, mul>;
|
2017-02-28 02:49:11 +08:00
|
|
|
|
2017-02-28 06:15:25 +08:00
|
|
|
def V_PK_MIN_I16 : VOP3PInst<"v_pk_min_i16", VOP3_Profile<VOP_V2I16_V2I16_V2I16>, smin>;
|
|
|
|
def V_PK_MIN_U16 : VOP3PInst<"v_pk_min_u16", VOP3_Profile<VOP_V2I16_V2I16_V2I16>, umin>;
|
|
|
|
def V_PK_MAX_I16 : VOP3PInst<"v_pk_max_i16", VOP3_Profile<VOP_V2I16_V2I16_V2I16>, smax>;
|
|
|
|
def V_PK_MAX_U16 : VOP3PInst<"v_pk_max_u16", VOP3_Profile<VOP_V2I16_V2I16_V2I16>, umax>;
|
2017-02-28 02:49:11 +08:00
|
|
|
}
|
|
|
|
|
2017-07-18 17:24:10 +08:00
|
|
|
def V_PK_SUB_U16 : VOP3PInst<"v_pk_sub_u16", VOP3_Profile<VOP_V2I16_V2I16_V2I16>>;
|
|
|
|
def V_PK_SUB_I16 : VOP3PInst<"v_pk_sub_i16", VOP3_Profile<VOP_V2I16_V2I16_V2I16>, sub>;
|
|
|
|
|
2017-02-28 06:15:25 +08:00
|
|
|
def V_PK_LSHLREV_B16 : VOP3PInst<"v_pk_lshlrev_b16", VOP3_Profile<VOP_V2I16_V2I16_V2I16>, lshl_rev>;
|
|
|
|
def V_PK_ASHRREV_I16 : VOP3PInst<"v_pk_ashrrev_i16", VOP3_Profile<VOP_V2I16_V2I16_V2I16>, ashr_rev>;
|
|
|
|
def V_PK_LSHRREV_B16 : VOP3PInst<"v_pk_lshrrev_b16", VOP3_Profile<VOP_V2I16_V2I16_V2I16>, lshr_rev>;
|
2017-02-28 02:49:11 +08:00
|
|
|
|
2017-07-07 22:29:06 +08:00
|
|
|
// These are VOP3a-like opcodes which accept no omod.
|
|
|
|
// Size of src arguments (16/32) is controlled by op_sel.
|
|
|
|
// For 16-bit src arguments their location (hi/lo) are controlled by op_sel_hi.
|
2017-08-31 06:18:40 +08:00
|
|
|
let isCommutable = 1 in {
|
2017-09-21 03:09:28 +08:00
|
|
|
def V_MAD_MIX_F32 : VOP3_VOP3PInst<"v_mad_mix_f32", VOP3_Profile<VOP_F32_F16_F16_F16, VOP3_OPSEL>>;
|
2017-09-21 04:28:39 +08:00
|
|
|
|
|
|
|
// Clamp modifier is applied after conversion to f16.
|
2017-09-21 04:53:49 +08:00
|
|
|
def V_MAD_MIXLO_F16 : VOP3_VOP3PInst<"v_mad_mixlo_f16", VOP3_Profile<VOP_F16_F16_F16_F16, VOP3_OPSEL>, 1>;
|
2017-09-21 05:01:24 +08:00
|
|
|
|
|
|
|
let ClampLo = 0, ClampHi = 1 in {
|
2017-09-21 04:53:49 +08:00
|
|
|
def V_MAD_MIXHI_F16 : VOP3_VOP3PInst<"v_mad_mixhi_f16", VOP3_Profile<VOP_F16_F16_F16_F16, VOP3_OPSEL>, 1>;
|
2017-08-31 06:18:40 +08:00
|
|
|
}
|
2017-09-21 05:01:24 +08:00
|
|
|
}
|
2017-02-28 02:49:11 +08:00
|
|
|
|
2017-10-03 08:06:41 +08:00
|
|
|
let OtherPredicates = [HasMadMix] in {
|
2017-09-21 04:28:39 +08:00
|
|
|
|
2017-10-03 08:06:41 +08:00
|
|
|
def : GCNPat <
|
2017-09-21 04:28:39 +08:00
|
|
|
(f16 (fpround (fmad (f32 (VOP3PMadMixMods f16:$src0, i32:$src0_modifiers)),
|
|
|
|
(f32 (VOP3PMadMixMods f16:$src1, i32:$src1_modifiers)),
|
|
|
|
(f32 (VOP3PMadMixMods f16:$src2, i32:$src2_modifiers))))),
|
|
|
|
(V_MAD_MIXLO_F16 $src0_modifiers, $src0,
|
|
|
|
$src1_modifiers, $src1,
|
|
|
|
$src2_modifiers, $src2,
|
2017-09-21 05:01:24 +08:00
|
|
|
DSTCLAMP.NONE,
|
2017-09-21 04:53:49 +08:00
|
|
|
(i32 (IMPLICIT_DEF)))
|
2017-09-21 04:28:39 +08:00
|
|
|
>;
|
|
|
|
|
2017-09-21 05:01:24 +08:00
|
|
|
// FIXME: Special case handling for maxhi (especially for clamp)
|
|
|
|
// because dealing with the write to high half of the register is
|
|
|
|
// difficult.
|
2017-10-03 08:06:41 +08:00
|
|
|
def : GCNPat <
|
2017-09-21 05:01:24 +08:00
|
|
|
(build_vector f16:$elt0, (fpround (fmad (f32 (VOP3PMadMixMods f16:$src0, i32:$src0_modifiers)),
|
|
|
|
(f32 (VOP3PMadMixMods f16:$src1, i32:$src1_modifiers)),
|
|
|
|
(f32 (VOP3PMadMixMods f16:$src2, i32:$src2_modifiers))))),
|
|
|
|
(v2f16 (V_MAD_MIXHI_F16 $src0_modifiers, $src0,
|
|
|
|
$src1_modifiers, $src1,
|
|
|
|
$src2_modifiers, $src2,
|
|
|
|
DSTCLAMP.NONE,
|
|
|
|
$elt0))
|
|
|
|
>;
|
|
|
|
|
2017-10-03 08:06:41 +08:00
|
|
|
def : GCNPat <
|
2017-09-21 05:01:24 +08:00
|
|
|
(build_vector
|
|
|
|
f16:$elt0,
|
|
|
|
(AMDGPUclamp (fpround (fmad (f32 (VOP3PMadMixMods f16:$src0, i32:$src0_modifiers)),
|
|
|
|
(f32 (VOP3PMadMixMods f16:$src1, i32:$src1_modifiers)),
|
|
|
|
(f32 (VOP3PMadMixMods f16:$src2, i32:$src2_modifiers)))))),
|
|
|
|
(v2f16 (V_MAD_MIXHI_F16 $src0_modifiers, $src0,
|
|
|
|
$src1_modifiers, $src1,
|
|
|
|
$src2_modifiers, $src2,
|
|
|
|
DSTCLAMP.ENABLE,
|
|
|
|
$elt0))
|
|
|
|
>;
|
|
|
|
|
2017-10-03 08:06:41 +08:00
|
|
|
def : GCNPat <
|
2017-09-21 05:01:24 +08:00
|
|
|
(AMDGPUclamp (build_vector
|
|
|
|
(fpround (fmad (f32 (VOP3PMadMixMods f16:$lo_src0, i32:$lo_src0_modifiers)),
|
|
|
|
(f32 (VOP3PMadMixMods f16:$lo_src1, i32:$lo_src1_modifiers)),
|
|
|
|
(f32 (VOP3PMadMixMods f16:$lo_src2, i32:$lo_src2_modifiers)))),
|
|
|
|
(fpround (fmad (f32 (VOP3PMadMixMods f16:$hi_src0, i32:$hi_src0_modifiers)),
|
|
|
|
(f32 (VOP3PMadMixMods f16:$hi_src1, i32:$hi_src1_modifiers)),
|
|
|
|
(f32 (VOP3PMadMixMods f16:$hi_src2, i32:$hi_src2_modifiers)))))),
|
|
|
|
(v2f16 (V_MAD_MIXHI_F16 $hi_src0_modifiers, $hi_src0,
|
|
|
|
$hi_src1_modifiers, $hi_src1,
|
|
|
|
$hi_src2_modifiers, $hi_src2,
|
|
|
|
DSTCLAMP.ENABLE,
|
|
|
|
(V_MAD_MIXLO_F16 $lo_src0_modifiers, $lo_src0,
|
|
|
|
$lo_src1_modifiers, $lo_src1,
|
|
|
|
$lo_src2_modifiers, $lo_src2,
|
|
|
|
DSTCLAMP.ENABLE,
|
|
|
|
(i32 (IMPLICIT_DEF)))))
|
|
|
|
>;
|
|
|
|
|
2017-09-21 04:28:39 +08:00
|
|
|
} // End Predicates = [HasMadMix]
|
|
|
|
|
2017-02-28 02:49:11 +08:00
|
|
|
multiclass VOP3P_Real_vi<bits<10> op> {
|
|
|
|
def _vi : VOP3P_Real<!cast<VOP3P_Pseudo>(NAME), SIEncodingFamily.VI>,
|
|
|
|
VOP3Pe <op, !cast<VOP3P_Pseudo>(NAME).Pfl> {
|
|
|
|
let AssemblerPredicates = [HasVOP3PInsts];
|
|
|
|
let DecoderNamespace = "VI";
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2017-07-18 17:24:10 +08:00
|
|
|
defm V_PK_MAD_I16 : VOP3P_Real_vi <0x380>;
|
2017-02-28 02:49:11 +08:00
|
|
|
defm V_PK_MUL_LO_U16 : VOP3P_Real_vi <0x381>;
|
|
|
|
defm V_PK_ADD_I16 : VOP3P_Real_vi <0x382>;
|
|
|
|
defm V_PK_SUB_I16 : VOP3P_Real_vi <0x383>;
|
|
|
|
defm V_PK_LSHLREV_B16 : VOP3P_Real_vi <0x384>;
|
|
|
|
defm V_PK_LSHRREV_B16 : VOP3P_Real_vi <0x385>;
|
|
|
|
defm V_PK_ASHRREV_I16 : VOP3P_Real_vi <0x386>;
|
|
|
|
defm V_PK_MAX_I16 : VOP3P_Real_vi <0x387>;
|
|
|
|
defm V_PK_MIN_I16 : VOP3P_Real_vi <0x388>;
|
2017-07-18 17:24:10 +08:00
|
|
|
defm V_PK_MAD_U16 : VOP3P_Real_vi <0x389>;
|
2017-02-28 02:49:11 +08:00
|
|
|
|
|
|
|
defm V_PK_ADD_U16 : VOP3P_Real_vi <0x38a>;
|
2017-07-18 17:24:10 +08:00
|
|
|
defm V_PK_SUB_U16 : VOP3P_Real_vi <0x38b>;
|
2017-02-28 02:49:11 +08:00
|
|
|
defm V_PK_MAX_U16 : VOP3P_Real_vi <0x38c>;
|
|
|
|
defm V_PK_MIN_U16 : VOP3P_Real_vi <0x38d>;
|
|
|
|
defm V_PK_FMA_F16 : VOP3P_Real_vi <0x38e>;
|
|
|
|
defm V_PK_ADD_F16 : VOP3P_Real_vi <0x38f>;
|
|
|
|
defm V_PK_MUL_F16 : VOP3P_Real_vi <0x390>;
|
|
|
|
defm V_PK_MIN_F16 : VOP3P_Real_vi <0x391>;
|
|
|
|
defm V_PK_MAX_F16 : VOP3P_Real_vi <0x392>;
|
|
|
|
|
|
|
|
defm V_MAD_MIX_F32 : VOP3P_Real_vi <0x3a0>;
|
|
|
|
defm V_MAD_MIXLO_F16 : VOP3P_Real_vi <0x3a1>;
|
|
|
|
defm V_MAD_MIXHI_F16 : VOP3P_Real_vi <0x3a2>;
|