2015-05-06 03:23:40 +08:00
|
|
|
//==- SystemZInstrVector.td - SystemZ Vector instructions ------*- tblgen-*-==//
|
|
|
|
//
|
2019-01-19 16:50:56 +08:00
|
|
|
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
|
|
|
|
// See https://llvm.org/LICENSE.txt for license information.
|
|
|
|
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
2015-05-06 03:23:40 +08:00
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
// Move instructions
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
|
|
|
let Predicates = [FeatureVector] in {
|
|
|
|
// Register move.
|
|
|
|
def VLR : UnaryVRRa<"vlr", 0xE756, null_frag, v128any, v128any>;
|
2017-07-18 01:42:48 +08:00
|
|
|
def VLR32 : UnaryAliasVRR<null_frag, v32sb, v32sb>;
|
2015-05-06 03:28:34 +08:00
|
|
|
def VLR64 : UnaryAliasVRR<null_frag, v64db, v64db>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Load GR from VR element.
|
2016-10-19 21:03:18 +08:00
|
|
|
def VLGV : BinaryVRScGeneric<"vlgv", 0xE721>;
|
2015-05-06 03:23:40 +08:00
|
|
|
def VLGVB : BinaryVRSc<"vlgvb", 0xE721, null_frag, v128b, 0>;
|
|
|
|
def VLGVH : BinaryVRSc<"vlgvh", 0xE721, null_frag, v128h, 1>;
|
|
|
|
def VLGVF : BinaryVRSc<"vlgvf", 0xE721, null_frag, v128f, 2>;
|
[SystemZ] Add CodeGen support for integer vector types
This the first of a series of patches to add CodeGen support exploiting
the instructions of the z13 vector facility. This patch adds support
for the native integer vector types (v16i8, v8i16, v4i32, v2i64).
When the vector facility is present, we default to the new vector ABI.
This is characterized by two major differences:
- Vector types are passed/returned in vector registers
(except for unnamed arguments of a variable-argument list function).
- Vector types are at most 8-byte aligned.
The reason for the choice of 8-byte vector alignment is that the hardware
is able to efficiently load vectors at 8-byte alignment, and the ABI only
guarantees 8-byte alignment of the stack pointer, so requiring any higher
alignment for vectors would require dynamic stack re-alignment code.
However, for compatibility with old code that may use vector types, when
*not* using the vector facility, the old alignment rules (vector types
are naturally aligned) remain in use.
These alignment rules are not only implemented at the C language level
(implemented in clang), but also at the LLVM IR level. This is done
by selecting a different DataLayout string depending on whether the
vector ABI is in effect or not.
Based on a patch by Richard Sandiford.
llvm-svn: 236521
2015-05-06 03:25:42 +08:00
|
|
|
def VLGVG : BinaryVRSc<"vlgvg", 0xE721, z_vector_extract, v128g, 3>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Load VR element from GR.
|
2016-10-19 21:03:18 +08:00
|
|
|
def VLVG : TernaryVRSbGeneric<"vlvg", 0xE722>;
|
[SystemZ] Add CodeGen support for integer vector types
This the first of a series of patches to add CodeGen support exploiting
the instructions of the z13 vector facility. This patch adds support
for the native integer vector types (v16i8, v8i16, v4i32, v2i64).
When the vector facility is present, we default to the new vector ABI.
This is characterized by two major differences:
- Vector types are passed/returned in vector registers
(except for unnamed arguments of a variable-argument list function).
- Vector types are at most 8-byte aligned.
The reason for the choice of 8-byte vector alignment is that the hardware
is able to efficiently load vectors at 8-byte alignment, and the ABI only
guarantees 8-byte alignment of the stack pointer, so requiring any higher
alignment for vectors would require dynamic stack re-alignment code.
However, for compatibility with old code that may use vector types, when
*not* using the vector facility, the old alignment rules (vector types
are naturally aligned) remain in use.
These alignment rules are not only implemented at the C language level
(implemented in clang), but also at the LLVM IR level. This is done
by selecting a different DataLayout string depending on whether the
vector ABI is in effect or not.
Based on a patch by Richard Sandiford.
llvm-svn: 236521
2015-05-06 03:25:42 +08:00
|
|
|
def VLVGB : TernaryVRSb<"vlvgb", 0xE722, z_vector_insert,
|
|
|
|
v128b, v128b, GR32, 0>;
|
|
|
|
def VLVGH : TernaryVRSb<"vlvgh", 0xE722, z_vector_insert,
|
|
|
|
v128h, v128h, GR32, 1>;
|
|
|
|
def VLVGF : TernaryVRSb<"vlvgf", 0xE722, z_vector_insert,
|
|
|
|
v128f, v128f, GR32, 2>;
|
|
|
|
def VLVGG : TernaryVRSb<"vlvgg", 0xE722, z_vector_insert,
|
|
|
|
v128g, v128g, GR64, 3>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Load VR from GRs disjoint.
|
[SystemZ] Add CodeGen support for integer vector types
This the first of a series of patches to add CodeGen support exploiting
the instructions of the z13 vector facility. This patch adds support
for the native integer vector types (v16i8, v8i16, v4i32, v2i64).
When the vector facility is present, we default to the new vector ABI.
This is characterized by two major differences:
- Vector types are passed/returned in vector registers
(except for unnamed arguments of a variable-argument list function).
- Vector types are at most 8-byte aligned.
The reason for the choice of 8-byte vector alignment is that the hardware
is able to efficiently load vectors at 8-byte alignment, and the ABI only
guarantees 8-byte alignment of the stack pointer, so requiring any higher
alignment for vectors would require dynamic stack re-alignment code.
However, for compatibility with old code that may use vector types, when
*not* using the vector facility, the old alignment rules (vector types
are naturally aligned) remain in use.
These alignment rules are not only implemented at the C language level
(implemented in clang), but also at the LLVM IR level. This is done
by selecting a different DataLayout string depending on whether the
vector ABI is in effect or not.
Based on a patch by Richard Sandiford.
llvm-svn: 236521
2015-05-06 03:25:42 +08:00
|
|
|
def VLVGP : BinaryVRRf<"vlvgp", 0xE762, z_join_dwords, v128g>;
|
|
|
|
def VLVGP32 : BinaryAliasVRRf<GR32>;
|
2015-05-06 03:23:40 +08:00
|
|
|
}
|
|
|
|
|
[SystemZ] Add CodeGen support for integer vector types
This the first of a series of patches to add CodeGen support exploiting
the instructions of the z13 vector facility. This patch adds support
for the native integer vector types (v16i8, v8i16, v4i32, v2i64).
When the vector facility is present, we default to the new vector ABI.
This is characterized by two major differences:
- Vector types are passed/returned in vector registers
(except for unnamed arguments of a variable-argument list function).
- Vector types are at most 8-byte aligned.
The reason for the choice of 8-byte vector alignment is that the hardware
is able to efficiently load vectors at 8-byte alignment, and the ABI only
guarantees 8-byte alignment of the stack pointer, so requiring any higher
alignment for vectors would require dynamic stack re-alignment code.
However, for compatibility with old code that may use vector types, when
*not* using the vector facility, the old alignment rules (vector types
are naturally aligned) remain in use.
These alignment rules are not only implemented at the C language level
(implemented in clang), but also at the LLVM IR level. This is done
by selecting a different DataLayout string depending on whether the
vector ABI is in effect or not.
Based on a patch by Richard Sandiford.
llvm-svn: 236521
2015-05-06 03:25:42 +08:00
|
|
|
// Extractions always assign to the full GR64, even if the element would
|
|
|
|
// fit in the lower 32 bits. Sub-i64 extracts therefore need to take a
|
|
|
|
// subreg of the result.
|
|
|
|
class VectorExtractSubreg<ValueType type, Instruction insn>
|
|
|
|
: Pat<(i32 (z_vector_extract (type VR128:$vec), shift12only:$index)),
|
|
|
|
(EXTRACT_SUBREG (insn VR128:$vec, shift12only:$index), subreg_l32)>;
|
|
|
|
|
|
|
|
def : VectorExtractSubreg<v16i8, VLGVB>;
|
|
|
|
def : VectorExtractSubreg<v8i16, VLGVH>;
|
|
|
|
def : VectorExtractSubreg<v4i32, VLGVF>;
|
|
|
|
|
2015-05-06 03:23:40 +08:00
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
// Immediate instructions
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
|
|
|
let Predicates = [FeatureVector] in {
|
2017-12-05 19:24:39 +08:00
|
|
|
let isAsCheapAsAMove = 1, isMoveImm = 1, isReMaterializable = 1 in {
|
2017-01-23 22:09:58 +08:00
|
|
|
|
|
|
|
// Generate byte mask.
|
|
|
|
def VZERO : InherentVRIa<"vzero", 0xE744, 0>;
|
|
|
|
def VONE : InherentVRIa<"vone", 0xE744, 0xffff>;
|
2019-09-20 00:26:14 +08:00
|
|
|
def VGBM : UnaryVRIa<"vgbm", 0xE744, z_byte_mask, v128b, imm32zx16_timm>;
|
2017-01-23 22:09:58 +08:00
|
|
|
|
|
|
|
// Generate mask.
|
|
|
|
def VGM : BinaryVRIbGeneric<"vgm", 0xE746>;
|
|
|
|
def VGMB : BinaryVRIb<"vgmb", 0xE746, z_rotate_mask, v128b, 0>;
|
|
|
|
def VGMH : BinaryVRIb<"vgmh", 0xE746, z_rotate_mask, v128h, 1>;
|
|
|
|
def VGMF : BinaryVRIb<"vgmf", 0xE746, z_rotate_mask, v128f, 2>;
|
|
|
|
def VGMG : BinaryVRIb<"vgmg", 0xE746, z_rotate_mask, v128g, 3>;
|
|
|
|
|
|
|
|
// Replicate immediate.
|
|
|
|
def VREPI : UnaryVRIaGeneric<"vrepi", 0xE745, imm32sx16>;
|
2019-09-20 00:26:14 +08:00
|
|
|
def VREPIB : UnaryVRIa<"vrepib", 0xE745, z_replicate, v128b, imm32sx16_timm, 0>;
|
|
|
|
def VREPIH : UnaryVRIa<"vrepih", 0xE745, z_replicate, v128h, imm32sx16_timm, 1>;
|
|
|
|
def VREPIF : UnaryVRIa<"vrepif", 0xE745, z_replicate, v128f, imm32sx16_timm, 2>;
|
|
|
|
def VREPIG : UnaryVRIa<"vrepig", 0xE745, z_replicate, v128g, imm32sx16_timm, 3>;
|
2017-01-23 22:09:58 +08:00
|
|
|
}
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Load element immediate.
|
[SystemZ] Add CodeGen support for integer vector types
This the first of a series of patches to add CodeGen support exploiting
the instructions of the z13 vector facility. This patch adds support
for the native integer vector types (v16i8, v8i16, v4i32, v2i64).
When the vector facility is present, we default to the new vector ABI.
This is characterized by two major differences:
- Vector types are passed/returned in vector registers
(except for unnamed arguments of a variable-argument list function).
- Vector types are at most 8-byte aligned.
The reason for the choice of 8-byte vector alignment is that the hardware
is able to efficiently load vectors at 8-byte alignment, and the ABI only
guarantees 8-byte alignment of the stack pointer, so requiring any higher
alignment for vectors would require dynamic stack re-alignment code.
However, for compatibility with old code that may use vector types, when
*not* using the vector facility, the old alignment rules (vector types
are naturally aligned) remain in use.
These alignment rules are not only implemented at the C language level
(implemented in clang), but also at the LLVM IR level. This is done
by selecting a different DataLayout string depending on whether the
vector ABI is in effect or not.
Based on a patch by Richard Sandiford.
llvm-svn: 236521
2015-05-06 03:25:42 +08:00
|
|
|
//
|
|
|
|
// We want these instructions to be used ahead of VLVG* where possible.
|
|
|
|
// However, VLVG* takes a variable BD-format index whereas VLEI takes
|
|
|
|
// a plain immediate index. This means that VLVG* has an extra "base"
|
|
|
|
// register operand and is 3 units more complex. Bumping the complexity
|
|
|
|
// of the VLEI* instructions by 4 means that they are strictly better
|
|
|
|
// than VLVG* in cases where both forms match.
|
|
|
|
let AddedComplexity = 4 in {
|
|
|
|
def VLEIB : TernaryVRIa<"vleib", 0xE740, z_vector_insert,
|
|
|
|
v128b, v128b, imm32sx16trunc, imm32zx4>;
|
|
|
|
def VLEIH : TernaryVRIa<"vleih", 0xE741, z_vector_insert,
|
|
|
|
v128h, v128h, imm32sx16trunc, imm32zx3>;
|
|
|
|
def VLEIF : TernaryVRIa<"vleif", 0xE743, z_vector_insert,
|
|
|
|
v128f, v128f, imm32sx16, imm32zx2>;
|
|
|
|
def VLEIG : TernaryVRIa<"vleig", 0xE742, z_vector_insert,
|
|
|
|
v128g, v128g, imm64sx16, imm32zx1>;
|
|
|
|
}
|
2015-05-06 03:23:40 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
// Loads
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
|
|
|
let Predicates = [FeatureVector] in {
|
|
|
|
// Load.
|
2019-06-19 22:20:00 +08:00
|
|
|
defm VL : UnaryVRXAlign<"vl", 0xE706>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Load to block boundary. The number of loaded bytes is only known
|
2015-05-06 03:31:09 +08:00
|
|
|
// at run time. The instruction is really polymorphic, but v128b matches
|
|
|
|
// the return type of the associated intrinsic.
|
|
|
|
def VLBB : BinaryVRX<"vlbb", 0xE707, int_s390_vlbb, v128b, 0>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Load count to block boundary.
|
|
|
|
let Defs = [CC] in
|
|
|
|
def LCBB : InstRXE<0xE727, (outs GR32:$R1),
|
|
|
|
(ins bdxaddr12only:$XBD2, imm32zx4:$M3),
|
2015-05-06 03:31:09 +08:00
|
|
|
"lcbb\t$R1, $XBD2, $M3",
|
|
|
|
[(set GR32:$R1, (int_s390_lcbb bdxaddr12only:$XBD2,
|
2019-09-20 00:26:14 +08:00
|
|
|
imm32zx4_timm:$M3))]>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Load with length. The number of loaded bytes is only known at run time.
|
2015-05-06 03:31:09 +08:00
|
|
|
def VLL : BinaryVRSb<"vll", 0xE737, int_s390_vll, 0>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Load multiple.
|
2019-06-19 22:20:00 +08:00
|
|
|
defm VLM : LoadMultipleVRSaAlign<"vlm", 0xE736>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Load and replicate
|
2016-10-19 21:03:18 +08:00
|
|
|
def VLREP : UnaryVRXGeneric<"vlrep", 0xE705>;
|
[SystemZ] Add CodeGen support for integer vector types
This the first of a series of patches to add CodeGen support exploiting
the instructions of the z13 vector facility. This patch adds support
for the native integer vector types (v16i8, v8i16, v4i32, v2i64).
When the vector facility is present, we default to the new vector ABI.
This is characterized by two major differences:
- Vector types are passed/returned in vector registers
(except for unnamed arguments of a variable-argument list function).
- Vector types are at most 8-byte aligned.
The reason for the choice of 8-byte vector alignment is that the hardware
is able to efficiently load vectors at 8-byte alignment, and the ABI only
guarantees 8-byte alignment of the stack pointer, so requiring any higher
alignment for vectors would require dynamic stack re-alignment code.
However, for compatibility with old code that may use vector types, when
*not* using the vector facility, the old alignment rules (vector types
are naturally aligned) remain in use.
These alignment rules are not only implemented at the C language level
(implemented in clang), but also at the LLVM IR level. This is done
by selecting a different DataLayout string depending on whether the
vector ABI is in effect or not.
Based on a patch by Richard Sandiford.
llvm-svn: 236521
2015-05-06 03:25:42 +08:00
|
|
|
def VLREPB : UnaryVRX<"vlrepb", 0xE705, z_replicate_loadi8, v128b, 1, 0>;
|
|
|
|
def VLREPH : UnaryVRX<"vlreph", 0xE705, z_replicate_loadi16, v128h, 2, 1>;
|
|
|
|
def VLREPF : UnaryVRX<"vlrepf", 0xE705, z_replicate_loadi32, v128f, 4, 2>;
|
|
|
|
def VLREPG : UnaryVRX<"vlrepg", 0xE705, z_replicate_loadi64, v128g, 8, 3>;
|
2015-05-06 03:27:45 +08:00
|
|
|
def : Pat<(v4f32 (z_replicate_loadf32 bdxaddr12only:$addr)),
|
|
|
|
(VLREPF bdxaddr12only:$addr)>;
|
2015-05-06 03:26:48 +08:00
|
|
|
def : Pat<(v2f64 (z_replicate_loadf64 bdxaddr12only:$addr)),
|
|
|
|
(VLREPG bdxaddr12only:$addr)>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
2015-05-06 03:28:34 +08:00
|
|
|
// Use VLREP to load subvectors. These patterns use "12pair" because
|
|
|
|
// LEY and LDY offer full 20-bit displacement fields. It's often better
|
|
|
|
// to use those instructions rather than force a 20-bit displacement
|
|
|
|
// into a GPR temporary.
|
2017-12-05 19:24:39 +08:00
|
|
|
let mayLoad = 1 in {
|
|
|
|
def VL32 : UnaryAliasVRX<load, v32sb, bdxaddr12pair>;
|
|
|
|
def VL64 : UnaryAliasVRX<load, v64db, bdxaddr12pair>;
|
|
|
|
}
|
2015-05-06 03:28:34 +08:00
|
|
|
|
2015-05-06 03:23:40 +08:00
|
|
|
// Load logical element and zero.
|
2016-10-19 21:03:18 +08:00
|
|
|
def VLLEZ : UnaryVRXGeneric<"vllez", 0xE704>;
|
[SystemZ] Add CodeGen support for integer vector types
This the first of a series of patches to add CodeGen support exploiting
the instructions of the z13 vector facility. This patch adds support
for the native integer vector types (v16i8, v8i16, v4i32, v2i64).
When the vector facility is present, we default to the new vector ABI.
This is characterized by two major differences:
- Vector types are passed/returned in vector registers
(except for unnamed arguments of a variable-argument list function).
- Vector types are at most 8-byte aligned.
The reason for the choice of 8-byte vector alignment is that the hardware
is able to efficiently load vectors at 8-byte alignment, and the ABI only
guarantees 8-byte alignment of the stack pointer, so requiring any higher
alignment for vectors would require dynamic stack re-alignment code.
However, for compatibility with old code that may use vector types, when
*not* using the vector facility, the old alignment rules (vector types
are naturally aligned) remain in use.
These alignment rules are not only implemented at the C language level
(implemented in clang), but also at the LLVM IR level. This is done
by selecting a different DataLayout string depending on whether the
vector ABI is in effect or not.
Based on a patch by Richard Sandiford.
llvm-svn: 236521
2015-05-06 03:25:42 +08:00
|
|
|
def VLLEZB : UnaryVRX<"vllezb", 0xE704, z_vllezi8, v128b, 1, 0>;
|
|
|
|
def VLLEZH : UnaryVRX<"vllezh", 0xE704, z_vllezi16, v128h, 2, 1>;
|
|
|
|
def VLLEZF : UnaryVRX<"vllezf", 0xE704, z_vllezi32, v128f, 4, 2>;
|
|
|
|
def VLLEZG : UnaryVRX<"vllezg", 0xE704, z_vllezi64, v128g, 8, 3>;
|
2018-12-20 21:05:03 +08:00
|
|
|
def : Pat<(z_vllezf32 bdxaddr12only:$addr),
|
2015-05-06 03:27:45 +08:00
|
|
|
(VLLEZF bdxaddr12only:$addr)>;
|
2018-12-20 21:05:03 +08:00
|
|
|
def : Pat<(z_vllezf64 bdxaddr12only:$addr),
|
2015-05-06 03:26:48 +08:00
|
|
|
(VLLEZG bdxaddr12only:$addr)>;
|
2017-07-18 01:41:11 +08:00
|
|
|
let Predicates = [FeatureVectorEnhancements1] in {
|
|
|
|
def VLLEZLF : UnaryVRX<"vllezlf", 0xE704, z_vllezli32, v128f, 4, 6>;
|
2018-12-20 21:05:03 +08:00
|
|
|
def : Pat<(z_vllezlf32 bdxaddr12only:$addr),
|
2017-07-18 01:41:11 +08:00
|
|
|
(VLLEZLF bdxaddr12only:$addr)>;
|
|
|
|
}
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Load element.
|
[SystemZ] Add CodeGen support for integer vector types
This the first of a series of patches to add CodeGen support exploiting
the instructions of the z13 vector facility. This patch adds support
for the native integer vector types (v16i8, v8i16, v4i32, v2i64).
When the vector facility is present, we default to the new vector ABI.
This is characterized by two major differences:
- Vector types are passed/returned in vector registers
(except for unnamed arguments of a variable-argument list function).
- Vector types are at most 8-byte aligned.
The reason for the choice of 8-byte vector alignment is that the hardware
is able to efficiently load vectors at 8-byte alignment, and the ABI only
guarantees 8-byte alignment of the stack pointer, so requiring any higher
alignment for vectors would require dynamic stack re-alignment code.
However, for compatibility with old code that may use vector types, when
*not* using the vector facility, the old alignment rules (vector types
are naturally aligned) remain in use.
These alignment rules are not only implemented at the C language level
(implemented in clang), but also at the LLVM IR level. This is done
by selecting a different DataLayout string depending on whether the
vector ABI is in effect or not.
Based on a patch by Richard Sandiford.
llvm-svn: 236521
2015-05-06 03:25:42 +08:00
|
|
|
def VLEB : TernaryVRX<"vleb", 0xE700, z_vlei8, v128b, v128b, 1, imm32zx4>;
|
|
|
|
def VLEH : TernaryVRX<"vleh", 0xE701, z_vlei16, v128h, v128h, 2, imm32zx3>;
|
|
|
|
def VLEF : TernaryVRX<"vlef", 0xE703, z_vlei32, v128f, v128f, 4, imm32zx2>;
|
|
|
|
def VLEG : TernaryVRX<"vleg", 0xE702, z_vlei64, v128g, v128g, 8, imm32zx1>;
|
2015-05-06 03:27:45 +08:00
|
|
|
def : Pat<(z_vlef32 (v4f32 VR128:$val), bdxaddr12only:$addr, imm32zx2:$index),
|
|
|
|
(VLEF VR128:$val, bdxaddr12only:$addr, imm32zx2:$index)>;
|
2015-05-06 03:26:48 +08:00
|
|
|
def : Pat<(z_vlef64 (v2f64 VR128:$val), bdxaddr12only:$addr, imm32zx1:$index),
|
|
|
|
(VLEG VR128:$val, bdxaddr12only:$addr, imm32zx1:$index)>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Gather element.
|
|
|
|
def VGEF : TernaryVRV<"vgef", 0xE713, 4, imm32zx2>;
|
|
|
|
def VGEG : TernaryVRV<"vgeg", 0xE712, 8, imm32zx1>;
|
|
|
|
}
|
|
|
|
|
2017-07-18 01:41:11 +08:00
|
|
|
let Predicates = [FeatureVectorPackedDecimal] in {
|
|
|
|
// Load rightmost with length. The number of loaded bytes is only known
|
|
|
|
// at run time.
|
|
|
|
def VLRL : BinaryVSI<"vlrl", 0xE635, int_s390_vlrl, 0>;
|
|
|
|
def VLRLR : BinaryVRSd<"vlrlr", 0xE637, int_s390_vlrl, 0>;
|
|
|
|
}
|
|
|
|
|
[SystemZ] Add CodeGen support for integer vector types
This the first of a series of patches to add CodeGen support exploiting
the instructions of the z13 vector facility. This patch adds support
for the native integer vector types (v16i8, v8i16, v4i32, v2i64).
When the vector facility is present, we default to the new vector ABI.
This is characterized by two major differences:
- Vector types are passed/returned in vector registers
(except for unnamed arguments of a variable-argument list function).
- Vector types are at most 8-byte aligned.
The reason for the choice of 8-byte vector alignment is that the hardware
is able to efficiently load vectors at 8-byte alignment, and the ABI only
guarantees 8-byte alignment of the stack pointer, so requiring any higher
alignment for vectors would require dynamic stack re-alignment code.
However, for compatibility with old code that may use vector types, when
*not* using the vector facility, the old alignment rules (vector types
are naturally aligned) remain in use.
These alignment rules are not only implemented at the C language level
(implemented in clang), but also at the LLVM IR level. This is done
by selecting a different DataLayout string depending on whether the
vector ABI is in effect or not.
Based on a patch by Richard Sandiford.
llvm-svn: 236521
2015-05-06 03:25:42 +08:00
|
|
|
// Use replicating loads if we're inserting a single element into an
|
|
|
|
// undefined vector. This avoids a false dependency on the previous
|
|
|
|
// register contents.
|
|
|
|
multiclass ReplicatePeephole<Instruction vlrep, ValueType vectype,
|
|
|
|
SDPatternOperator load, ValueType scalartype> {
|
|
|
|
def : Pat<(vectype (z_vector_insert
|
|
|
|
(undef), (scalartype (load bdxaddr12only:$addr)), 0)),
|
|
|
|
(vlrep bdxaddr12only:$addr)>;
|
|
|
|
def : Pat<(vectype (scalar_to_vector
|
|
|
|
(scalartype (load bdxaddr12only:$addr)))),
|
|
|
|
(vlrep bdxaddr12only:$addr)>;
|
|
|
|
}
|
|
|
|
defm : ReplicatePeephole<VLREPB, v16i8, anyextloadi8, i32>;
|
|
|
|
defm : ReplicatePeephole<VLREPH, v8i16, anyextloadi16, i32>;
|
|
|
|
defm : ReplicatePeephole<VLREPF, v4i32, load, i32>;
|
|
|
|
defm : ReplicatePeephole<VLREPG, v2i64, load, i64>;
|
2015-05-06 03:27:45 +08:00
|
|
|
defm : ReplicatePeephole<VLREPF, v4f32, load, f32>;
|
2015-05-06 03:26:48 +08:00
|
|
|
defm : ReplicatePeephole<VLREPG, v2f64, load, f64>;
|
[SystemZ] Add CodeGen support for integer vector types
This the first of a series of patches to add CodeGen support exploiting
the instructions of the z13 vector facility. This patch adds support
for the native integer vector types (v16i8, v8i16, v4i32, v2i64).
When the vector facility is present, we default to the new vector ABI.
This is characterized by two major differences:
- Vector types are passed/returned in vector registers
(except for unnamed arguments of a variable-argument list function).
- Vector types are at most 8-byte aligned.
The reason for the choice of 8-byte vector alignment is that the hardware
is able to efficiently load vectors at 8-byte alignment, and the ABI only
guarantees 8-byte alignment of the stack pointer, so requiring any higher
alignment for vectors would require dynamic stack re-alignment code.
However, for compatibility with old code that may use vector types, when
*not* using the vector facility, the old alignment rules (vector types
are naturally aligned) remain in use.
These alignment rules are not only implemented at the C language level
(implemented in clang), but also at the LLVM IR level. This is done
by selecting a different DataLayout string depending on whether the
vector ABI is in effect or not.
Based on a patch by Richard Sandiford.
llvm-svn: 236521
2015-05-06 03:25:42 +08:00
|
|
|
|
2015-05-06 03:23:40 +08:00
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
// Stores
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
|
|
|
let Predicates = [FeatureVector] in {
|
|
|
|
// Store.
|
2019-06-19 22:20:00 +08:00
|
|
|
defm VST : StoreVRXAlign<"vst", 0xE70E>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Store with length. The number of stored bytes is only known at run time.
|
2015-05-06 03:31:09 +08:00
|
|
|
def VSTL : StoreLengthVRSb<"vstl", 0xE73F, int_s390_vstl, 0>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Store multiple.
|
2019-06-19 22:20:00 +08:00
|
|
|
defm VSTM : StoreMultipleVRSaAlign<"vstm", 0xE73E>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Store element.
|
[SystemZ] Add CodeGen support for integer vector types
This the first of a series of patches to add CodeGen support exploiting
the instructions of the z13 vector facility. This patch adds support
for the native integer vector types (v16i8, v8i16, v4i32, v2i64).
When the vector facility is present, we default to the new vector ABI.
This is characterized by two major differences:
- Vector types are passed/returned in vector registers
(except for unnamed arguments of a variable-argument list function).
- Vector types are at most 8-byte aligned.
The reason for the choice of 8-byte vector alignment is that the hardware
is able to efficiently load vectors at 8-byte alignment, and the ABI only
guarantees 8-byte alignment of the stack pointer, so requiring any higher
alignment for vectors would require dynamic stack re-alignment code.
However, for compatibility with old code that may use vector types, when
*not* using the vector facility, the old alignment rules (vector types
are naturally aligned) remain in use.
These alignment rules are not only implemented at the C language level
(implemented in clang), but also at the LLVM IR level. This is done
by selecting a different DataLayout string depending on whether the
vector ABI is in effect or not.
Based on a patch by Richard Sandiford.
llvm-svn: 236521
2015-05-06 03:25:42 +08:00
|
|
|
def VSTEB : StoreBinaryVRX<"vsteb", 0xE708, z_vstei8, v128b, 1, imm32zx4>;
|
|
|
|
def VSTEH : StoreBinaryVRX<"vsteh", 0xE709, z_vstei16, v128h, 2, imm32zx3>;
|
|
|
|
def VSTEF : StoreBinaryVRX<"vstef", 0xE70B, z_vstei32, v128f, 4, imm32zx2>;
|
|
|
|
def VSTEG : StoreBinaryVRX<"vsteg", 0xE70A, z_vstei64, v128g, 8, imm32zx1>;
|
2015-05-06 03:27:45 +08:00
|
|
|
def : Pat<(z_vstef32 (v4f32 VR128:$val), bdxaddr12only:$addr,
|
|
|
|
imm32zx2:$index),
|
|
|
|
(VSTEF VR128:$val, bdxaddr12only:$addr, imm32zx2:$index)>;
|
2015-05-06 03:26:48 +08:00
|
|
|
def : Pat<(z_vstef64 (v2f64 VR128:$val), bdxaddr12only:$addr,
|
|
|
|
imm32zx1:$index),
|
|
|
|
(VSTEG VR128:$val, bdxaddr12only:$addr, imm32zx1:$index)>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
2015-05-06 03:28:34 +08:00
|
|
|
// Use VSTE to store subvectors. These patterns use "12pair" because
|
|
|
|
// STEY and STDY offer full 20-bit displacement fields. It's often better
|
|
|
|
// to use those instructions rather than force a 20-bit displacement
|
|
|
|
// into a GPR temporary.
|
2017-12-05 19:24:39 +08:00
|
|
|
let mayStore = 1 in {
|
|
|
|
def VST32 : StoreAliasVRX<store, v32sb, bdxaddr12pair>;
|
|
|
|
def VST64 : StoreAliasVRX<store, v64db, bdxaddr12pair>;
|
|
|
|
}
|
2015-05-06 03:28:34 +08:00
|
|
|
|
2015-05-06 03:23:40 +08:00
|
|
|
// Scatter element.
|
|
|
|
def VSCEF : StoreBinaryVRV<"vscef", 0xE71B, 4, imm32zx2>;
|
|
|
|
def VSCEG : StoreBinaryVRV<"vsceg", 0xE71A, 8, imm32zx1>;
|
|
|
|
}
|
|
|
|
|
2017-07-18 01:41:11 +08:00
|
|
|
let Predicates = [FeatureVectorPackedDecimal] in {
|
|
|
|
// Store rightmost with length. The number of stored bytes is only known
|
|
|
|
// at run time.
|
|
|
|
def VSTRL : StoreLengthVSI<"vstrl", 0xE63D, int_s390_vstrl, 0>;
|
|
|
|
def VSTRLR : StoreLengthVRSd<"vstrlr", 0xE63F, int_s390_vstrl, 0>;
|
|
|
|
}
|
|
|
|
|
2019-07-13 02:13:16 +08:00
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
// Byte swaps
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
|
|
|
let Predicates = [FeatureVectorEnhancements2] in {
|
|
|
|
// Load byte-reversed elements.
|
|
|
|
def VLBR : UnaryVRXGeneric<"vlbr", 0xE606>;
|
|
|
|
def VLBRH : UnaryVRX<"vlbrh", 0xE606, z_loadbswap, v128h, 16, 1>;
|
|
|
|
def VLBRF : UnaryVRX<"vlbrf", 0xE606, z_loadbswap, v128f, 16, 2>;
|
|
|
|
def VLBRG : UnaryVRX<"vlbrg", 0xE606, z_loadbswap, v128g, 16, 3>;
|
|
|
|
def VLBRQ : UnaryVRX<"vlbrq", 0xE606, null_frag, v128q, 16, 4>;
|
|
|
|
|
|
|
|
// Load elements reversed.
|
|
|
|
def VLER : UnaryVRXGeneric<"vler", 0xE607>;
|
|
|
|
def VLERH : UnaryVRX<"vlerh", 0xE607, z_loadeswap, v128h, 16, 1>;
|
|
|
|
def VLERF : UnaryVRX<"vlerf", 0xE607, z_loadeswap, v128f, 16, 2>;
|
|
|
|
def VLERG : UnaryVRX<"vlerg", 0xE607, z_loadeswap, v128g, 16, 3>;
|
|
|
|
def : Pat<(v4f32 (z_loadeswap bdxaddr12only:$addr)),
|
|
|
|
(VLERF bdxaddr12only:$addr)>;
|
|
|
|
def : Pat<(v2f64 (z_loadeswap bdxaddr12only:$addr)),
|
|
|
|
(VLERG bdxaddr12only:$addr)>;
|
|
|
|
def : Pat<(v16i8 (z_loadeswap bdxaddr12only:$addr)),
|
|
|
|
(VLBRQ bdxaddr12only:$addr)>;
|
|
|
|
|
|
|
|
// Load byte-reversed element.
|
|
|
|
def VLEBRH : TernaryVRX<"vlebrh", 0xE601, z_vlebri16, v128h, v128h, 2, imm32zx3>;
|
|
|
|
def VLEBRF : TernaryVRX<"vlebrf", 0xE603, z_vlebri32, v128f, v128f, 4, imm32zx2>;
|
|
|
|
def VLEBRG : TernaryVRX<"vlebrg", 0xE602, z_vlebri64, v128g, v128g, 8, imm32zx1>;
|
|
|
|
|
|
|
|
// Load byte-reversed element and zero.
|
|
|
|
def VLLEBRZ : UnaryVRXGeneric<"vllebrz", 0xE604>;
|
|
|
|
def VLLEBRZH : UnaryVRX<"vllebrzh", 0xE604, z_vllebrzi16, v128h, 2, 1>;
|
|
|
|
def VLLEBRZF : UnaryVRX<"vllebrzf", 0xE604, z_vllebrzi32, v128f, 4, 2>;
|
|
|
|
def VLLEBRZG : UnaryVRX<"vllebrzg", 0xE604, z_vllebrzi64, v128g, 8, 3>;
|
|
|
|
def VLLEBRZE : UnaryVRX<"vllebrze", 0xE604, z_vllebrzli32, v128f, 4, 6>;
|
|
|
|
def : InstAlias<"lerv\t$V1, $XBD2",
|
|
|
|
(VLLEBRZE VR128:$V1, bdxaddr12only:$XBD2), 0>;
|
|
|
|
def : InstAlias<"ldrv\t$V1, $XBD2",
|
|
|
|
(VLLEBRZG VR128:$V1, bdxaddr12only:$XBD2), 0>;
|
|
|
|
|
|
|
|
// Load byte-reversed element and replicate.
|
|
|
|
def VLBRREP : UnaryVRXGeneric<"vlbrrep", 0xE605>;
|
|
|
|
def VLBRREPH : UnaryVRX<"vlbrreph", 0xE605, z_replicate_loadbswapi16, v128h, 2, 1>;
|
|
|
|
def VLBRREPF : UnaryVRX<"vlbrrepf", 0xE605, z_replicate_loadbswapi32, v128f, 4, 2>;
|
|
|
|
def VLBRREPG : UnaryVRX<"vlbrrepg", 0xE605, z_replicate_loadbswapi64, v128g, 8, 3>;
|
|
|
|
|
|
|
|
// Store byte-reversed elements.
|
|
|
|
def VSTBR : StoreVRXGeneric<"vstbr", 0xE60E>;
|
|
|
|
def VSTBRH : StoreVRX<"vstbrh", 0xE60E, z_storebswap, v128h, 16, 1>;
|
|
|
|
def VSTBRF : StoreVRX<"vstbrf", 0xE60E, z_storebswap, v128f, 16, 2>;
|
|
|
|
def VSTBRG : StoreVRX<"vstbrg", 0xE60E, z_storebswap, v128g, 16, 3>;
|
|
|
|
def VSTBRQ : StoreVRX<"vstbrq", 0xE60E, null_frag, v128q, 16, 4>;
|
|
|
|
|
|
|
|
// Store elements reversed.
|
|
|
|
def VSTER : StoreVRXGeneric<"vster", 0xE60F>;
|
|
|
|
def VSTERH : StoreVRX<"vsterh", 0xE60F, z_storeeswap, v128h, 16, 1>;
|
|
|
|
def VSTERF : StoreVRX<"vsterf", 0xE60F, z_storeeswap, v128f, 16, 2>;
|
|
|
|
def VSTERG : StoreVRX<"vsterg", 0xE60F, z_storeeswap, v128g, 16, 3>;
|
|
|
|
def : Pat<(z_storeeswap (v4f32 VR128:$val), bdxaddr12only:$addr),
|
|
|
|
(VSTERF VR128:$val, bdxaddr12only:$addr)>;
|
|
|
|
def : Pat<(z_storeeswap (v2f64 VR128:$val), bdxaddr12only:$addr),
|
|
|
|
(VSTERG VR128:$val, bdxaddr12only:$addr)>;
|
|
|
|
def : Pat<(z_storeeswap (v16i8 VR128:$val), bdxaddr12only:$addr),
|
|
|
|
(VSTBRQ VR128:$val, bdxaddr12only:$addr)>;
|
|
|
|
|
|
|
|
// Store byte-reversed element.
|
|
|
|
def VSTEBRH : StoreBinaryVRX<"vstebrh", 0xE609, z_vstebri16, v128h, 2, imm32zx3>;
|
|
|
|
def VSTEBRF : StoreBinaryVRX<"vstebrf", 0xE60B, z_vstebri32, v128f, 4, imm32zx2>;
|
|
|
|
def VSTEBRG : StoreBinaryVRX<"vstebrg", 0xE60A, z_vstebri64, v128g, 8, imm32zx1>;
|
|
|
|
def : InstAlias<"sterv\t$V1, $XBD2",
|
|
|
|
(VSTEBRF VR128:$V1, bdxaddr12only:$XBD2, 0), 0>;
|
|
|
|
def : InstAlias<"stdrv\t$V1, $XBD2",
|
|
|
|
(VSTEBRG VR128:$V1, bdxaddr12only:$XBD2, 0), 0>;
|
|
|
|
}
|
|
|
|
|
2015-05-06 03:23:40 +08:00
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
// Selects and permutes
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
|
|
|
let Predicates = [FeatureVector] in {
|
|
|
|
// Merge high.
|
2016-10-19 21:03:18 +08:00
|
|
|
def VMRH: BinaryVRRcGeneric<"vmrh", 0xE761>;
|
[SystemZ] Add CodeGen support for integer vector types
This the first of a series of patches to add CodeGen support exploiting
the instructions of the z13 vector facility. This patch adds support
for the native integer vector types (v16i8, v8i16, v4i32, v2i64).
When the vector facility is present, we default to the new vector ABI.
This is characterized by two major differences:
- Vector types are passed/returned in vector registers
(except for unnamed arguments of a variable-argument list function).
- Vector types are at most 8-byte aligned.
The reason for the choice of 8-byte vector alignment is that the hardware
is able to efficiently load vectors at 8-byte alignment, and the ABI only
guarantees 8-byte alignment of the stack pointer, so requiring any higher
alignment for vectors would require dynamic stack re-alignment code.
However, for compatibility with old code that may use vector types, when
*not* using the vector facility, the old alignment rules (vector types
are naturally aligned) remain in use.
These alignment rules are not only implemented at the C language level
(implemented in clang), but also at the LLVM IR level. This is done
by selecting a different DataLayout string depending on whether the
vector ABI is in effect or not.
Based on a patch by Richard Sandiford.
llvm-svn: 236521
2015-05-06 03:25:42 +08:00
|
|
|
def VMRHB : BinaryVRRc<"vmrhb", 0xE761, z_merge_high, v128b, v128b, 0>;
|
|
|
|
def VMRHH : BinaryVRRc<"vmrhh", 0xE761, z_merge_high, v128h, v128h, 1>;
|
|
|
|
def VMRHF : BinaryVRRc<"vmrhf", 0xE761, z_merge_high, v128f, v128f, 2>;
|
|
|
|
def VMRHG : BinaryVRRc<"vmrhg", 0xE761, z_merge_high, v128g, v128g, 3>;
|
2015-05-06 03:27:45 +08:00
|
|
|
def : BinaryRRWithType<VMRHF, VR128, z_merge_high, v4f32>;
|
2015-05-06 03:26:48 +08:00
|
|
|
def : BinaryRRWithType<VMRHG, VR128, z_merge_high, v2f64>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Merge low.
|
2016-10-19 21:03:18 +08:00
|
|
|
def VMRL: BinaryVRRcGeneric<"vmrl", 0xE760>;
|
[SystemZ] Add CodeGen support for integer vector types
This the first of a series of patches to add CodeGen support exploiting
the instructions of the z13 vector facility. This patch adds support
for the native integer vector types (v16i8, v8i16, v4i32, v2i64).
When the vector facility is present, we default to the new vector ABI.
This is characterized by two major differences:
- Vector types are passed/returned in vector registers
(except for unnamed arguments of a variable-argument list function).
- Vector types are at most 8-byte aligned.
The reason for the choice of 8-byte vector alignment is that the hardware
is able to efficiently load vectors at 8-byte alignment, and the ABI only
guarantees 8-byte alignment of the stack pointer, so requiring any higher
alignment for vectors would require dynamic stack re-alignment code.
However, for compatibility with old code that may use vector types, when
*not* using the vector facility, the old alignment rules (vector types
are naturally aligned) remain in use.
These alignment rules are not only implemented at the C language level
(implemented in clang), but also at the LLVM IR level. This is done
by selecting a different DataLayout string depending on whether the
vector ABI is in effect or not.
Based on a patch by Richard Sandiford.
llvm-svn: 236521
2015-05-06 03:25:42 +08:00
|
|
|
def VMRLB : BinaryVRRc<"vmrlb", 0xE760, z_merge_low, v128b, v128b, 0>;
|
|
|
|
def VMRLH : BinaryVRRc<"vmrlh", 0xE760, z_merge_low, v128h, v128h, 1>;
|
|
|
|
def VMRLF : BinaryVRRc<"vmrlf", 0xE760, z_merge_low, v128f, v128f, 2>;
|
|
|
|
def VMRLG : BinaryVRRc<"vmrlg", 0xE760, z_merge_low, v128g, v128g, 3>;
|
2015-05-06 03:27:45 +08:00
|
|
|
def : BinaryRRWithType<VMRLF, VR128, z_merge_low, v4f32>;
|
2015-05-06 03:26:48 +08:00
|
|
|
def : BinaryRRWithType<VMRLG, VR128, z_merge_low, v2f64>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Permute.
|
[SystemZ] Add CodeGen support for integer vector types
This the first of a series of patches to add CodeGen support exploiting
the instructions of the z13 vector facility. This patch adds support
for the native integer vector types (v16i8, v8i16, v4i32, v2i64).
When the vector facility is present, we default to the new vector ABI.
This is characterized by two major differences:
- Vector types are passed/returned in vector registers
(except for unnamed arguments of a variable-argument list function).
- Vector types are at most 8-byte aligned.
The reason for the choice of 8-byte vector alignment is that the hardware
is able to efficiently load vectors at 8-byte alignment, and the ABI only
guarantees 8-byte alignment of the stack pointer, so requiring any higher
alignment for vectors would require dynamic stack re-alignment code.
However, for compatibility with old code that may use vector types, when
*not* using the vector facility, the old alignment rules (vector types
are naturally aligned) remain in use.
These alignment rules are not only implemented at the C language level
(implemented in clang), but also at the LLVM IR level. This is done
by selecting a different DataLayout string depending on whether the
vector ABI is in effect or not.
Based on a patch by Richard Sandiford.
llvm-svn: 236521
2015-05-06 03:25:42 +08:00
|
|
|
def VPERM : TernaryVRRe<"vperm", 0xE78C, z_permute, v128b, v128b>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Permute doubleword immediate.
|
[SystemZ] Add CodeGen support for integer vector types
This the first of a series of patches to add CodeGen support exploiting
the instructions of the z13 vector facility. This patch adds support
for the native integer vector types (v16i8, v8i16, v4i32, v2i64).
When the vector facility is present, we default to the new vector ABI.
This is characterized by two major differences:
- Vector types are passed/returned in vector registers
(except for unnamed arguments of a variable-argument list function).
- Vector types are at most 8-byte aligned.
The reason for the choice of 8-byte vector alignment is that the hardware
is able to efficiently load vectors at 8-byte alignment, and the ABI only
guarantees 8-byte alignment of the stack pointer, so requiring any higher
alignment for vectors would require dynamic stack re-alignment code.
However, for compatibility with old code that may use vector types, when
*not* using the vector facility, the old alignment rules (vector types
are naturally aligned) remain in use.
These alignment rules are not only implemented at the C language level
(implemented in clang), but also at the LLVM IR level. This is done
by selecting a different DataLayout string depending on whether the
vector ABI is in effect or not.
Based on a patch by Richard Sandiford.
llvm-svn: 236521
2015-05-06 03:25:42 +08:00
|
|
|
def VPDI : TernaryVRRc<"vpdi", 0xE784, z_permute_dwords, v128g, v128g>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
2017-07-18 01:41:11 +08:00
|
|
|
// Bit Permute.
|
|
|
|
let Predicates = [FeatureVectorEnhancements1] in
|
|
|
|
def VBPERM : BinaryVRRc<"vbperm", 0xE785, int_s390_vbperm, v128g, v128b>;
|
|
|
|
|
2015-05-06 03:23:40 +08:00
|
|
|
// Replicate.
|
2016-10-19 21:03:18 +08:00
|
|
|
def VREP: BinaryVRIcGeneric<"vrep", 0xE74D>;
|
[SystemZ] Add CodeGen support for integer vector types
This the first of a series of patches to add CodeGen support exploiting
the instructions of the z13 vector facility. This patch adds support
for the native integer vector types (v16i8, v8i16, v4i32, v2i64).
When the vector facility is present, we default to the new vector ABI.
This is characterized by two major differences:
- Vector types are passed/returned in vector registers
(except for unnamed arguments of a variable-argument list function).
- Vector types are at most 8-byte aligned.
The reason for the choice of 8-byte vector alignment is that the hardware
is able to efficiently load vectors at 8-byte alignment, and the ABI only
guarantees 8-byte alignment of the stack pointer, so requiring any higher
alignment for vectors would require dynamic stack re-alignment code.
However, for compatibility with old code that may use vector types, when
*not* using the vector facility, the old alignment rules (vector types
are naturally aligned) remain in use.
These alignment rules are not only implemented at the C language level
(implemented in clang), but also at the LLVM IR level. This is done
by selecting a different DataLayout string depending on whether the
vector ABI is in effect or not.
Based on a patch by Richard Sandiford.
llvm-svn: 236521
2015-05-06 03:25:42 +08:00
|
|
|
def VREPB : BinaryVRIc<"vrepb", 0xE74D, z_splat, v128b, v128b, 0>;
|
|
|
|
def VREPH : BinaryVRIc<"vreph", 0xE74D, z_splat, v128h, v128h, 1>;
|
|
|
|
def VREPF : BinaryVRIc<"vrepf", 0xE74D, z_splat, v128f, v128f, 2>;
|
|
|
|
def VREPG : BinaryVRIc<"vrepg", 0xE74D, z_splat, v128g, v128g, 3>;
|
2019-09-20 00:26:14 +08:00
|
|
|
def : Pat<(v4f32 (z_splat VR128:$vec, imm32zx16_timm:$index)),
|
2015-05-06 03:27:45 +08:00
|
|
|
(VREPF VR128:$vec, imm32zx16:$index)>;
|
2019-09-20 00:26:14 +08:00
|
|
|
def : Pat<(v2f64 (z_splat VR128:$vec, imm32zx16_timm:$index)),
|
2015-05-06 03:26:48 +08:00
|
|
|
(VREPG VR128:$vec, imm32zx16:$index)>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Select.
|
|
|
|
def VSEL : TernaryVRRe<"vsel", 0xE78D, null_frag, v128any, v128any>;
|
|
|
|
}
|
|
|
|
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
// Widening and narrowing
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
|
|
|
let Predicates = [FeatureVector] in {
|
|
|
|
// Pack
|
2016-10-19 21:03:18 +08:00
|
|
|
def VPK : BinaryVRRcGeneric<"vpk", 0xE794>;
|
[SystemZ] Add CodeGen support for integer vector types
This the first of a series of patches to add CodeGen support exploiting
the instructions of the z13 vector facility. This patch adds support
for the native integer vector types (v16i8, v8i16, v4i32, v2i64).
When the vector facility is present, we default to the new vector ABI.
This is characterized by two major differences:
- Vector types are passed/returned in vector registers
(except for unnamed arguments of a variable-argument list function).
- Vector types are at most 8-byte aligned.
The reason for the choice of 8-byte vector alignment is that the hardware
is able to efficiently load vectors at 8-byte alignment, and the ABI only
guarantees 8-byte alignment of the stack pointer, so requiring any higher
alignment for vectors would require dynamic stack re-alignment code.
However, for compatibility with old code that may use vector types, when
*not* using the vector facility, the old alignment rules (vector types
are naturally aligned) remain in use.
These alignment rules are not only implemented at the C language level
(implemented in clang), but also at the LLVM IR level. This is done
by selecting a different DataLayout string depending on whether the
vector ABI is in effect or not.
Based on a patch by Richard Sandiford.
llvm-svn: 236521
2015-05-06 03:25:42 +08:00
|
|
|
def VPKH : BinaryVRRc<"vpkh", 0xE794, z_pack, v128b, v128h, 1>;
|
|
|
|
def VPKF : BinaryVRRc<"vpkf", 0xE794, z_pack, v128h, v128f, 2>;
|
|
|
|
def VPKG : BinaryVRRc<"vpkg", 0xE794, z_pack, v128f, v128g, 3>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Pack saturate.
|
2016-10-19 21:03:18 +08:00
|
|
|
def VPKS : BinaryVRRbSPairGeneric<"vpks", 0xE797>;
|
2015-05-06 03:31:09 +08:00
|
|
|
defm VPKSH : BinaryVRRbSPair<"vpksh", 0xE797, int_s390_vpksh, z_packs_cc,
|
2015-05-06 03:23:40 +08:00
|
|
|
v128b, v128h, 1>;
|
2015-05-06 03:31:09 +08:00
|
|
|
defm VPKSF : BinaryVRRbSPair<"vpksf", 0xE797, int_s390_vpksf, z_packs_cc,
|
2015-05-06 03:23:40 +08:00
|
|
|
v128h, v128f, 2>;
|
2015-05-06 03:31:09 +08:00
|
|
|
defm VPKSG : BinaryVRRbSPair<"vpksg", 0xE797, int_s390_vpksg, z_packs_cc,
|
2015-05-06 03:23:40 +08:00
|
|
|
v128f, v128g, 3>;
|
|
|
|
|
|
|
|
// Pack saturate logical.
|
2016-10-19 21:03:18 +08:00
|
|
|
def VPKLS : BinaryVRRbSPairGeneric<"vpkls", 0xE795>;
|
2015-05-06 03:31:09 +08:00
|
|
|
defm VPKLSH : BinaryVRRbSPair<"vpklsh", 0xE795, int_s390_vpklsh, z_packls_cc,
|
2015-05-06 03:23:40 +08:00
|
|
|
v128b, v128h, 1>;
|
2015-05-06 03:31:09 +08:00
|
|
|
defm VPKLSF : BinaryVRRbSPair<"vpklsf", 0xE795, int_s390_vpklsf, z_packls_cc,
|
2015-05-06 03:23:40 +08:00
|
|
|
v128h, v128f, 2>;
|
2015-05-06 03:31:09 +08:00
|
|
|
defm VPKLSG : BinaryVRRbSPair<"vpklsg", 0xE795, int_s390_vpklsg, z_packls_cc,
|
2015-05-06 03:23:40 +08:00
|
|
|
v128f, v128g, 3>;
|
|
|
|
|
|
|
|
// Sign-extend to doubleword.
|
2016-10-19 21:03:18 +08:00
|
|
|
def VSEG : UnaryVRRaGeneric<"vseg", 0xE75F>;
|
[SystemZ] Add CodeGen support for integer vector types
This the first of a series of patches to add CodeGen support exploiting
the instructions of the z13 vector facility. This patch adds support
for the native integer vector types (v16i8, v8i16, v4i32, v2i64).
When the vector facility is present, we default to the new vector ABI.
This is characterized by two major differences:
- Vector types are passed/returned in vector registers
(except for unnamed arguments of a variable-argument list function).
- Vector types are at most 8-byte aligned.
The reason for the choice of 8-byte vector alignment is that the hardware
is able to efficiently load vectors at 8-byte alignment, and the ABI only
guarantees 8-byte alignment of the stack pointer, so requiring any higher
alignment for vectors would require dynamic stack re-alignment code.
However, for compatibility with old code that may use vector types, when
*not* using the vector facility, the old alignment rules (vector types
are naturally aligned) remain in use.
These alignment rules are not only implemented at the C language level
(implemented in clang), but also at the LLVM IR level. This is done
by selecting a different DataLayout string depending on whether the
vector ABI is in effect or not.
Based on a patch by Richard Sandiford.
llvm-svn: 236521
2015-05-06 03:25:42 +08:00
|
|
|
def VSEGB : UnaryVRRa<"vsegb", 0xE75F, z_vsei8, v128g, v128g, 0>;
|
|
|
|
def VSEGH : UnaryVRRa<"vsegh", 0xE75F, z_vsei16, v128g, v128g, 1>;
|
|
|
|
def VSEGF : UnaryVRRa<"vsegf", 0xE75F, z_vsei32, v128g, v128g, 2>;
|
|
|
|
def : Pat<(z_vsei8_by_parts (v16i8 VR128:$src)), (VSEGB VR128:$src)>;
|
|
|
|
def : Pat<(z_vsei16_by_parts (v8i16 VR128:$src)), (VSEGH VR128:$src)>;
|
|
|
|
def : Pat<(z_vsei32_by_parts (v4i32 VR128:$src)), (VSEGF VR128:$src)>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Unpack high.
|
2016-10-19 21:03:18 +08:00
|
|
|
def VUPH : UnaryVRRaGeneric<"vuph", 0xE7D7>;
|
2015-05-06 03:29:21 +08:00
|
|
|
def VUPHB : UnaryVRRa<"vuphb", 0xE7D7, z_unpack_high, v128h, v128b, 0>;
|
|
|
|
def VUPHH : UnaryVRRa<"vuphh", 0xE7D7, z_unpack_high, v128f, v128h, 1>;
|
|
|
|
def VUPHF : UnaryVRRa<"vuphf", 0xE7D7, z_unpack_high, v128g, v128f, 2>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Unpack logical high.
|
2016-10-19 21:03:18 +08:00
|
|
|
def VUPLH : UnaryVRRaGeneric<"vuplh", 0xE7D5>;
|
2015-05-06 03:29:21 +08:00
|
|
|
def VUPLHB : UnaryVRRa<"vuplhb", 0xE7D5, z_unpackl_high, v128h, v128b, 0>;
|
|
|
|
def VUPLHH : UnaryVRRa<"vuplhh", 0xE7D5, z_unpackl_high, v128f, v128h, 1>;
|
|
|
|
def VUPLHF : UnaryVRRa<"vuplhf", 0xE7D5, z_unpackl_high, v128g, v128f, 2>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Unpack low.
|
2016-10-19 21:03:18 +08:00
|
|
|
def VUPL : UnaryVRRaGeneric<"vupl", 0xE7D6>;
|
2015-05-06 03:29:21 +08:00
|
|
|
def VUPLB : UnaryVRRa<"vuplb", 0xE7D6, z_unpack_low, v128h, v128b, 0>;
|
|
|
|
def VUPLHW : UnaryVRRa<"vuplhw", 0xE7D6, z_unpack_low, v128f, v128h, 1>;
|
|
|
|
def VUPLF : UnaryVRRa<"vuplf", 0xE7D6, z_unpack_low, v128g, v128f, 2>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Unpack logical low.
|
2016-10-19 21:03:18 +08:00
|
|
|
def VUPLL : UnaryVRRaGeneric<"vupll", 0xE7D4>;
|
2015-05-06 03:29:21 +08:00
|
|
|
def VUPLLB : UnaryVRRa<"vupllb", 0xE7D4, z_unpackl_low, v128h, v128b, 0>;
|
|
|
|
def VUPLLH : UnaryVRRa<"vupllh", 0xE7D4, z_unpackl_low, v128f, v128h, 1>;
|
|
|
|
def VUPLLF : UnaryVRRa<"vupllf", 0xE7D4, z_unpackl_low, v128g, v128f, 2>;
|
2015-05-06 03:23:40 +08:00
|
|
|
}
|
|
|
|
|
[SystemZ] Add CodeGen support for integer vector types
This the first of a series of patches to add CodeGen support exploiting
the instructions of the z13 vector facility. This patch adds support
for the native integer vector types (v16i8, v8i16, v4i32, v2i64).
When the vector facility is present, we default to the new vector ABI.
This is characterized by two major differences:
- Vector types are passed/returned in vector registers
(except for unnamed arguments of a variable-argument list function).
- Vector types are at most 8-byte aligned.
The reason for the choice of 8-byte vector alignment is that the hardware
is able to efficiently load vectors at 8-byte alignment, and the ABI only
guarantees 8-byte alignment of the stack pointer, so requiring any higher
alignment for vectors would require dynamic stack re-alignment code.
However, for compatibility with old code that may use vector types, when
*not* using the vector facility, the old alignment rules (vector types
are naturally aligned) remain in use.
These alignment rules are not only implemented at the C language level
(implemented in clang), but also at the LLVM IR level. This is done
by selecting a different DataLayout string depending on whether the
vector ABI is in effect or not.
Based on a patch by Richard Sandiford.
llvm-svn: 236521
2015-05-06 03:25:42 +08:00
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
// Instantiating generic operations for specific types.
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
|
|
|
multiclass GenericVectorOps<ValueType type, ValueType inttype> {
|
|
|
|
let Predicates = [FeatureVector] in {
|
|
|
|
def : Pat<(type (load bdxaddr12only:$addr)),
|
|
|
|
(VL bdxaddr12only:$addr)>;
|
|
|
|
def : Pat<(store (type VR128:$src), bdxaddr12only:$addr),
|
|
|
|
(VST VR128:$src, bdxaddr12only:$addr)>;
|
|
|
|
def : Pat<(type (vselect (inttype VR128:$x), VR128:$y, VR128:$z)),
|
|
|
|
(VSEL VR128:$y, VR128:$z, VR128:$x)>;
|
|
|
|
def : Pat<(type (vselect (inttype (z_vnot VR128:$x)), VR128:$y, VR128:$z)),
|
|
|
|
(VSEL VR128:$z, VR128:$y, VR128:$x)>;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
defm : GenericVectorOps<v16i8, v16i8>;
|
|
|
|
defm : GenericVectorOps<v8i16, v8i16>;
|
|
|
|
defm : GenericVectorOps<v4i32, v4i32>;
|
|
|
|
defm : GenericVectorOps<v2i64, v2i64>;
|
2015-05-06 03:27:45 +08:00
|
|
|
defm : GenericVectorOps<v4f32, v4i32>;
|
2015-05-06 03:26:48 +08:00
|
|
|
defm : GenericVectorOps<v2f64, v2i64>;
|
[SystemZ] Add CodeGen support for integer vector types
This the first of a series of patches to add CodeGen support exploiting
the instructions of the z13 vector facility. This patch adds support
for the native integer vector types (v16i8, v8i16, v4i32, v2i64).
When the vector facility is present, we default to the new vector ABI.
This is characterized by two major differences:
- Vector types are passed/returned in vector registers
(except for unnamed arguments of a variable-argument list function).
- Vector types are at most 8-byte aligned.
The reason for the choice of 8-byte vector alignment is that the hardware
is able to efficiently load vectors at 8-byte alignment, and the ABI only
guarantees 8-byte alignment of the stack pointer, so requiring any higher
alignment for vectors would require dynamic stack re-alignment code.
However, for compatibility with old code that may use vector types, when
*not* using the vector facility, the old alignment rules (vector types
are naturally aligned) remain in use.
These alignment rules are not only implemented at the C language level
(implemented in clang), but also at the LLVM IR level. This is done
by selecting a different DataLayout string depending on whether the
vector ABI is in effect or not.
Based on a patch by Richard Sandiford.
llvm-svn: 236521
2015-05-06 03:25:42 +08:00
|
|
|
|
2015-05-06 03:23:40 +08:00
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
// Integer arithmetic
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
|
|
|
let Predicates = [FeatureVector] in {
|
|
|
|
// Add.
|
2016-10-19 21:03:18 +08:00
|
|
|
def VA : BinaryVRRcGeneric<"va", 0xE7F3>;
|
[SystemZ] Add CodeGen support for integer vector types
This the first of a series of patches to add CodeGen support exploiting
the instructions of the z13 vector facility. This patch adds support
for the native integer vector types (v16i8, v8i16, v4i32, v2i64).
When the vector facility is present, we default to the new vector ABI.
This is characterized by two major differences:
- Vector types are passed/returned in vector registers
(except for unnamed arguments of a variable-argument list function).
- Vector types are at most 8-byte aligned.
The reason for the choice of 8-byte vector alignment is that the hardware
is able to efficiently load vectors at 8-byte alignment, and the ABI only
guarantees 8-byte alignment of the stack pointer, so requiring any higher
alignment for vectors would require dynamic stack re-alignment code.
However, for compatibility with old code that may use vector types, when
*not* using the vector facility, the old alignment rules (vector types
are naturally aligned) remain in use.
These alignment rules are not only implemented at the C language level
(implemented in clang), but also at the LLVM IR level. This is done
by selecting a different DataLayout string depending on whether the
vector ABI is in effect or not.
Based on a patch by Richard Sandiford.
llvm-svn: 236521
2015-05-06 03:25:42 +08:00
|
|
|
def VAB : BinaryVRRc<"vab", 0xE7F3, add, v128b, v128b, 0>;
|
|
|
|
def VAH : BinaryVRRc<"vah", 0xE7F3, add, v128h, v128h, 1>;
|
|
|
|
def VAF : BinaryVRRc<"vaf", 0xE7F3, add, v128f, v128f, 2>;
|
|
|
|
def VAG : BinaryVRRc<"vag", 0xE7F3, add, v128g, v128g, 3>;
|
2015-05-06 03:31:09 +08:00
|
|
|
def VAQ : BinaryVRRc<"vaq", 0xE7F3, int_s390_vaq, v128q, v128q, 4>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Add compute carry.
|
2016-10-19 21:03:18 +08:00
|
|
|
def VACC : BinaryVRRcGeneric<"vacc", 0xE7F1>;
|
2015-05-06 03:31:09 +08:00
|
|
|
def VACCB : BinaryVRRc<"vaccb", 0xE7F1, int_s390_vaccb, v128b, v128b, 0>;
|
|
|
|
def VACCH : BinaryVRRc<"vacch", 0xE7F1, int_s390_vacch, v128h, v128h, 1>;
|
|
|
|
def VACCF : BinaryVRRc<"vaccf", 0xE7F1, int_s390_vaccf, v128f, v128f, 2>;
|
|
|
|
def VACCG : BinaryVRRc<"vaccg", 0xE7F1, int_s390_vaccg, v128g, v128g, 3>;
|
|
|
|
def VACCQ : BinaryVRRc<"vaccq", 0xE7F1, int_s390_vaccq, v128q, v128q, 4>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Add with carry.
|
2016-10-19 21:03:18 +08:00
|
|
|
def VAC : TernaryVRRdGeneric<"vac", 0xE7BB>;
|
2015-05-06 03:31:09 +08:00
|
|
|
def VACQ : TernaryVRRd<"vacq", 0xE7BB, int_s390_vacq, v128q, v128q, 4>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Add with carry compute carry.
|
2016-10-19 21:03:18 +08:00
|
|
|
def VACCC : TernaryVRRdGeneric<"vaccc", 0xE7B9>;
|
2015-05-06 03:31:09 +08:00
|
|
|
def VACCCQ : TernaryVRRd<"vacccq", 0xE7B9, int_s390_vacccq, v128q, v128q, 4>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// And.
|
|
|
|
def VN : BinaryVRRc<"vn", 0xE768, null_frag, v128any, v128any>;
|
|
|
|
|
|
|
|
// And with complement.
|
|
|
|
def VNC : BinaryVRRc<"vnc", 0xE769, null_frag, v128any, v128any>;
|
|
|
|
|
|
|
|
// Average.
|
2016-10-19 21:03:18 +08:00
|
|
|
def VAVG : BinaryVRRcGeneric<"vavg", 0xE7F2>;
|
2015-05-06 03:31:09 +08:00
|
|
|
def VAVGB : BinaryVRRc<"vavgb", 0xE7F2, int_s390_vavgb, v128b, v128b, 0>;
|
|
|
|
def VAVGH : BinaryVRRc<"vavgh", 0xE7F2, int_s390_vavgh, v128h, v128h, 1>;
|
|
|
|
def VAVGF : BinaryVRRc<"vavgf", 0xE7F2, int_s390_vavgf, v128f, v128f, 2>;
|
|
|
|
def VAVGG : BinaryVRRc<"vavgg", 0xE7F2, int_s390_vavgg, v128g, v128g, 3>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Average logical.
|
2016-10-19 21:03:18 +08:00
|
|
|
def VAVGL : BinaryVRRcGeneric<"vavgl", 0xE7F0>;
|
2015-05-06 03:31:09 +08:00
|
|
|
def VAVGLB : BinaryVRRc<"vavglb", 0xE7F0, int_s390_vavglb, v128b, v128b, 0>;
|
|
|
|
def VAVGLH : BinaryVRRc<"vavglh", 0xE7F0, int_s390_vavglh, v128h, v128h, 1>;
|
|
|
|
def VAVGLF : BinaryVRRc<"vavglf", 0xE7F0, int_s390_vavglf, v128f, v128f, 2>;
|
|
|
|
def VAVGLG : BinaryVRRc<"vavglg", 0xE7F0, int_s390_vavglg, v128g, v128g, 3>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Checksum.
|
2015-05-06 03:31:09 +08:00
|
|
|
def VCKSM : BinaryVRRc<"vcksm", 0xE766, int_s390_vcksm, v128f, v128f>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Count leading zeros.
|
2016-10-19 21:03:18 +08:00
|
|
|
def VCLZ : UnaryVRRaGeneric<"vclz", 0xE753>;
|
[SystemZ] Add CodeGen support for integer vector types
This the first of a series of patches to add CodeGen support exploiting
the instructions of the z13 vector facility. This patch adds support
for the native integer vector types (v16i8, v8i16, v4i32, v2i64).
When the vector facility is present, we default to the new vector ABI.
This is characterized by two major differences:
- Vector types are passed/returned in vector registers
(except for unnamed arguments of a variable-argument list function).
- Vector types are at most 8-byte aligned.
The reason for the choice of 8-byte vector alignment is that the hardware
is able to efficiently load vectors at 8-byte alignment, and the ABI only
guarantees 8-byte alignment of the stack pointer, so requiring any higher
alignment for vectors would require dynamic stack re-alignment code.
However, for compatibility with old code that may use vector types, when
*not* using the vector facility, the old alignment rules (vector types
are naturally aligned) remain in use.
These alignment rules are not only implemented at the C language level
(implemented in clang), but also at the LLVM IR level. This is done
by selecting a different DataLayout string depending on whether the
vector ABI is in effect or not.
Based on a patch by Richard Sandiford.
llvm-svn: 236521
2015-05-06 03:25:42 +08:00
|
|
|
def VCLZB : UnaryVRRa<"vclzb", 0xE753, ctlz, v128b, v128b, 0>;
|
|
|
|
def VCLZH : UnaryVRRa<"vclzh", 0xE753, ctlz, v128h, v128h, 1>;
|
|
|
|
def VCLZF : UnaryVRRa<"vclzf", 0xE753, ctlz, v128f, v128f, 2>;
|
|
|
|
def VCLZG : UnaryVRRa<"vclzg", 0xE753, ctlz, v128g, v128g, 3>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Count trailing zeros.
|
2016-10-20 16:27:16 +08:00
|
|
|
def VCTZ : UnaryVRRaGeneric<"vctz", 0xE752>;
|
[SystemZ] Add CodeGen support for integer vector types
This the first of a series of patches to add CodeGen support exploiting
the instructions of the z13 vector facility. This patch adds support
for the native integer vector types (v16i8, v8i16, v4i32, v2i64).
When the vector facility is present, we default to the new vector ABI.
This is characterized by two major differences:
- Vector types are passed/returned in vector registers
(except for unnamed arguments of a variable-argument list function).
- Vector types are at most 8-byte aligned.
The reason for the choice of 8-byte vector alignment is that the hardware
is able to efficiently load vectors at 8-byte alignment, and the ABI only
guarantees 8-byte alignment of the stack pointer, so requiring any higher
alignment for vectors would require dynamic stack re-alignment code.
However, for compatibility with old code that may use vector types, when
*not* using the vector facility, the old alignment rules (vector types
are naturally aligned) remain in use.
These alignment rules are not only implemented at the C language level
(implemented in clang), but also at the LLVM IR level. This is done
by selecting a different DataLayout string depending on whether the
vector ABI is in effect or not.
Based on a patch by Richard Sandiford.
llvm-svn: 236521
2015-05-06 03:25:42 +08:00
|
|
|
def VCTZB : UnaryVRRa<"vctzb", 0xE752, cttz, v128b, v128b, 0>;
|
|
|
|
def VCTZH : UnaryVRRa<"vctzh", 0xE752, cttz, v128h, v128h, 1>;
|
|
|
|
def VCTZF : UnaryVRRa<"vctzf", 0xE752, cttz, v128f, v128f, 2>;
|
|
|
|
def VCTZG : UnaryVRRa<"vctzg", 0xE752, cttz, v128g, v128g, 3>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
2017-07-18 01:41:11 +08:00
|
|
|
// Not exclusive or.
|
|
|
|
let Predicates = [FeatureVectorEnhancements1] in
|
|
|
|
def VNX : BinaryVRRc<"vnx", 0xE76C, null_frag, v128any, v128any>;
|
|
|
|
|
2015-05-06 03:23:40 +08:00
|
|
|
// Exclusive or.
|
|
|
|
def VX : BinaryVRRc<"vx", 0xE76D, null_frag, v128any, v128any>;
|
|
|
|
|
|
|
|
// Galois field multiply sum.
|
2016-10-19 21:03:18 +08:00
|
|
|
def VGFM : BinaryVRRcGeneric<"vgfm", 0xE7B4>;
|
2015-05-06 03:31:09 +08:00
|
|
|
def VGFMB : BinaryVRRc<"vgfmb", 0xE7B4, int_s390_vgfmb, v128h, v128b, 0>;
|
|
|
|
def VGFMH : BinaryVRRc<"vgfmh", 0xE7B4, int_s390_vgfmh, v128f, v128h, 1>;
|
|
|
|
def VGFMF : BinaryVRRc<"vgfmf", 0xE7B4, int_s390_vgfmf, v128g, v128f, 2>;
|
|
|
|
def VGFMG : BinaryVRRc<"vgfmg", 0xE7B4, int_s390_vgfmg, v128q, v128g, 3>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Galois field multiply sum and accumulate.
|
2016-10-19 21:03:18 +08:00
|
|
|
def VGFMA : TernaryVRRdGeneric<"vgfma", 0xE7BC>;
|
2015-05-06 03:31:09 +08:00
|
|
|
def VGFMAB : TernaryVRRd<"vgfmab", 0xE7BC, int_s390_vgfmab, v128h, v128b, 0>;
|
|
|
|
def VGFMAH : TernaryVRRd<"vgfmah", 0xE7BC, int_s390_vgfmah, v128f, v128h, 1>;
|
|
|
|
def VGFMAF : TernaryVRRd<"vgfmaf", 0xE7BC, int_s390_vgfmaf, v128g, v128f, 2>;
|
|
|
|
def VGFMAG : TernaryVRRd<"vgfmag", 0xE7BC, int_s390_vgfmag, v128q, v128g, 3>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Load complement.
|
2016-10-19 21:03:18 +08:00
|
|
|
def VLC : UnaryVRRaGeneric<"vlc", 0xE7DE>;
|
[SystemZ] Add CodeGen support for integer vector types
This the first of a series of patches to add CodeGen support exploiting
the instructions of the z13 vector facility. This patch adds support
for the native integer vector types (v16i8, v8i16, v4i32, v2i64).
When the vector facility is present, we default to the new vector ABI.
This is characterized by two major differences:
- Vector types are passed/returned in vector registers
(except for unnamed arguments of a variable-argument list function).
- Vector types are at most 8-byte aligned.
The reason for the choice of 8-byte vector alignment is that the hardware
is able to efficiently load vectors at 8-byte alignment, and the ABI only
guarantees 8-byte alignment of the stack pointer, so requiring any higher
alignment for vectors would require dynamic stack re-alignment code.
However, for compatibility with old code that may use vector types, when
*not* using the vector facility, the old alignment rules (vector types
are naturally aligned) remain in use.
These alignment rules are not only implemented at the C language level
(implemented in clang), but also at the LLVM IR level. This is done
by selecting a different DataLayout string depending on whether the
vector ABI is in effect or not.
Based on a patch by Richard Sandiford.
llvm-svn: 236521
2015-05-06 03:25:42 +08:00
|
|
|
def VLCB : UnaryVRRa<"vlcb", 0xE7DE, z_vneg, v128b, v128b, 0>;
|
|
|
|
def VLCH : UnaryVRRa<"vlch", 0xE7DE, z_vneg, v128h, v128h, 1>;
|
|
|
|
def VLCF : UnaryVRRa<"vlcf", 0xE7DE, z_vneg, v128f, v128f, 2>;
|
|
|
|
def VLCG : UnaryVRRa<"vlcg", 0xE7DE, z_vneg, v128g, v128g, 3>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Load positive.
|
2016-10-19 21:03:18 +08:00
|
|
|
def VLP : UnaryVRRaGeneric<"vlp", 0xE7DF>;
|
[SystemZ] Add CodeGen support for integer vector types
This the first of a series of patches to add CodeGen support exploiting
the instructions of the z13 vector facility. This patch adds support
for the native integer vector types (v16i8, v8i16, v4i32, v2i64).
When the vector facility is present, we default to the new vector ABI.
This is characterized by two major differences:
- Vector types are passed/returned in vector registers
(except for unnamed arguments of a variable-argument list function).
- Vector types are at most 8-byte aligned.
The reason for the choice of 8-byte vector alignment is that the hardware
is able to efficiently load vectors at 8-byte alignment, and the ABI only
guarantees 8-byte alignment of the stack pointer, so requiring any higher
alignment for vectors would require dynamic stack re-alignment code.
However, for compatibility with old code that may use vector types, when
*not* using the vector facility, the old alignment rules (vector types
are naturally aligned) remain in use.
These alignment rules are not only implemented at the C language level
(implemented in clang), but also at the LLVM IR level. This is done
by selecting a different DataLayout string depending on whether the
vector ABI is in effect or not.
Based on a patch by Richard Sandiford.
llvm-svn: 236521
2015-05-06 03:25:42 +08:00
|
|
|
def VLPB : UnaryVRRa<"vlpb", 0xE7DF, z_viabs8, v128b, v128b, 0>;
|
|
|
|
def VLPH : UnaryVRRa<"vlph", 0xE7DF, z_viabs16, v128h, v128h, 1>;
|
|
|
|
def VLPF : UnaryVRRa<"vlpf", 0xE7DF, z_viabs32, v128f, v128f, 2>;
|
|
|
|
def VLPG : UnaryVRRa<"vlpg", 0xE7DF, z_viabs64, v128g, v128g, 3>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Maximum.
|
2016-10-19 21:03:18 +08:00
|
|
|
def VMX : BinaryVRRcGeneric<"vmx", 0xE7FF>;
|
2015-05-06 03:23:40 +08:00
|
|
|
def VMXB : BinaryVRRc<"vmxb", 0xE7FF, null_frag, v128b, v128b, 0>;
|
|
|
|
def VMXH : BinaryVRRc<"vmxh", 0xE7FF, null_frag, v128h, v128h, 1>;
|
|
|
|
def VMXF : BinaryVRRc<"vmxf", 0xE7FF, null_frag, v128f, v128f, 2>;
|
|
|
|
def VMXG : BinaryVRRc<"vmxg", 0xE7FF, null_frag, v128g, v128g, 3>;
|
|
|
|
|
|
|
|
// Maximum logical.
|
2016-10-19 21:03:18 +08:00
|
|
|
def VMXL : BinaryVRRcGeneric<"vmxl", 0xE7FD>;
|
2015-05-06 03:23:40 +08:00
|
|
|
def VMXLB : BinaryVRRc<"vmxlb", 0xE7FD, null_frag, v128b, v128b, 0>;
|
|
|
|
def VMXLH : BinaryVRRc<"vmxlh", 0xE7FD, null_frag, v128h, v128h, 1>;
|
|
|
|
def VMXLF : BinaryVRRc<"vmxlf", 0xE7FD, null_frag, v128f, v128f, 2>;
|
|
|
|
def VMXLG : BinaryVRRc<"vmxlg", 0xE7FD, null_frag, v128g, v128g, 3>;
|
|
|
|
|
|
|
|
// Minimum.
|
2016-10-19 21:03:18 +08:00
|
|
|
def VMN : BinaryVRRcGeneric<"vmn", 0xE7FE>;
|
2015-05-06 03:23:40 +08:00
|
|
|
def VMNB : BinaryVRRc<"vmnb", 0xE7FE, null_frag, v128b, v128b, 0>;
|
|
|
|
def VMNH : BinaryVRRc<"vmnh", 0xE7FE, null_frag, v128h, v128h, 1>;
|
|
|
|
def VMNF : BinaryVRRc<"vmnf", 0xE7FE, null_frag, v128f, v128f, 2>;
|
|
|
|
def VMNG : BinaryVRRc<"vmng", 0xE7FE, null_frag, v128g, v128g, 3>;
|
|
|
|
|
|
|
|
// Minimum logical.
|
2016-10-19 21:03:18 +08:00
|
|
|
def VMNL : BinaryVRRcGeneric<"vmnl", 0xE7FC>;
|
2015-05-06 03:23:40 +08:00
|
|
|
def VMNLB : BinaryVRRc<"vmnlb", 0xE7FC, null_frag, v128b, v128b, 0>;
|
|
|
|
def VMNLH : BinaryVRRc<"vmnlh", 0xE7FC, null_frag, v128h, v128h, 1>;
|
|
|
|
def VMNLF : BinaryVRRc<"vmnlf", 0xE7FC, null_frag, v128f, v128f, 2>;
|
|
|
|
def VMNLG : BinaryVRRc<"vmnlg", 0xE7FC, null_frag, v128g, v128g, 3>;
|
|
|
|
|
|
|
|
// Multiply and add low.
|
2016-10-19 21:03:18 +08:00
|
|
|
def VMAL : TernaryVRRdGeneric<"vmal", 0xE7AA>;
|
[SystemZ] Add CodeGen support for integer vector types
This the first of a series of patches to add CodeGen support exploiting
the instructions of the z13 vector facility. This patch adds support
for the native integer vector types (v16i8, v8i16, v4i32, v2i64).
When the vector facility is present, we default to the new vector ABI.
This is characterized by two major differences:
- Vector types are passed/returned in vector registers
(except for unnamed arguments of a variable-argument list function).
- Vector types are at most 8-byte aligned.
The reason for the choice of 8-byte vector alignment is that the hardware
is able to efficiently load vectors at 8-byte alignment, and the ABI only
guarantees 8-byte alignment of the stack pointer, so requiring any higher
alignment for vectors would require dynamic stack re-alignment code.
However, for compatibility with old code that may use vector types, when
*not* using the vector facility, the old alignment rules (vector types
are naturally aligned) remain in use.
These alignment rules are not only implemented at the C language level
(implemented in clang), but also at the LLVM IR level. This is done
by selecting a different DataLayout string depending on whether the
vector ABI is in effect or not.
Based on a patch by Richard Sandiford.
llvm-svn: 236521
2015-05-06 03:25:42 +08:00
|
|
|
def VMALB : TernaryVRRd<"vmalb", 0xE7AA, z_muladd, v128b, v128b, 0>;
|
|
|
|
def VMALHW : TernaryVRRd<"vmalhw", 0xE7AA, z_muladd, v128h, v128h, 1>;
|
|
|
|
def VMALF : TernaryVRRd<"vmalf", 0xE7AA, z_muladd, v128f, v128f, 2>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Multiply and add high.
|
2016-10-19 21:03:18 +08:00
|
|
|
def VMAH : TernaryVRRdGeneric<"vmah", 0xE7AB>;
|
2015-05-06 03:31:09 +08:00
|
|
|
def VMAHB : TernaryVRRd<"vmahb", 0xE7AB, int_s390_vmahb, v128b, v128b, 0>;
|
|
|
|
def VMAHH : TernaryVRRd<"vmahh", 0xE7AB, int_s390_vmahh, v128h, v128h, 1>;
|
|
|
|
def VMAHF : TernaryVRRd<"vmahf", 0xE7AB, int_s390_vmahf, v128f, v128f, 2>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Multiply and add logical high.
|
2016-10-19 21:03:18 +08:00
|
|
|
def VMALH : TernaryVRRdGeneric<"vmalh", 0xE7A9>;
|
2015-05-06 03:31:09 +08:00
|
|
|
def VMALHB : TernaryVRRd<"vmalhb", 0xE7A9, int_s390_vmalhb, v128b, v128b, 0>;
|
|
|
|
def VMALHH : TernaryVRRd<"vmalhh", 0xE7A9, int_s390_vmalhh, v128h, v128h, 1>;
|
|
|
|
def VMALHF : TernaryVRRd<"vmalhf", 0xE7A9, int_s390_vmalhf, v128f, v128f, 2>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Multiply and add even.
|
2016-10-19 21:03:18 +08:00
|
|
|
def VMAE : TernaryVRRdGeneric<"vmae", 0xE7AE>;
|
2015-05-06 03:31:09 +08:00
|
|
|
def VMAEB : TernaryVRRd<"vmaeb", 0xE7AE, int_s390_vmaeb, v128h, v128b, 0>;
|
|
|
|
def VMAEH : TernaryVRRd<"vmaeh", 0xE7AE, int_s390_vmaeh, v128f, v128h, 1>;
|
|
|
|
def VMAEF : TernaryVRRd<"vmaef", 0xE7AE, int_s390_vmaef, v128g, v128f, 2>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Multiply and add logical even.
|
2016-10-19 21:03:18 +08:00
|
|
|
def VMALE : TernaryVRRdGeneric<"vmale", 0xE7AC>;
|
2015-05-06 03:31:09 +08:00
|
|
|
def VMALEB : TernaryVRRd<"vmaleb", 0xE7AC, int_s390_vmaleb, v128h, v128b, 0>;
|
|
|
|
def VMALEH : TernaryVRRd<"vmaleh", 0xE7AC, int_s390_vmaleh, v128f, v128h, 1>;
|
|
|
|
def VMALEF : TernaryVRRd<"vmalef", 0xE7AC, int_s390_vmalef, v128g, v128f, 2>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Multiply and add odd.
|
2016-10-19 21:03:18 +08:00
|
|
|
def VMAO : TernaryVRRdGeneric<"vmao", 0xE7AF>;
|
2015-05-06 03:31:09 +08:00
|
|
|
def VMAOB : TernaryVRRd<"vmaob", 0xE7AF, int_s390_vmaob, v128h, v128b, 0>;
|
|
|
|
def VMAOH : TernaryVRRd<"vmaoh", 0xE7AF, int_s390_vmaoh, v128f, v128h, 1>;
|
|
|
|
def VMAOF : TernaryVRRd<"vmaof", 0xE7AF, int_s390_vmaof, v128g, v128f, 2>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Multiply and add logical odd.
|
2016-10-19 21:03:18 +08:00
|
|
|
def VMALO : TernaryVRRdGeneric<"vmalo", 0xE7AD>;
|
2015-05-06 03:31:09 +08:00
|
|
|
def VMALOB : TernaryVRRd<"vmalob", 0xE7AD, int_s390_vmalob, v128h, v128b, 0>;
|
|
|
|
def VMALOH : TernaryVRRd<"vmaloh", 0xE7AD, int_s390_vmaloh, v128f, v128h, 1>;
|
|
|
|
def VMALOF : TernaryVRRd<"vmalof", 0xE7AD, int_s390_vmalof, v128g, v128f, 2>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Multiply high.
|
2016-10-19 21:03:18 +08:00
|
|
|
def VMH : BinaryVRRcGeneric<"vmh", 0xE7A3>;
|
2015-05-06 03:31:09 +08:00
|
|
|
def VMHB : BinaryVRRc<"vmhb", 0xE7A3, int_s390_vmhb, v128b, v128b, 0>;
|
|
|
|
def VMHH : BinaryVRRc<"vmhh", 0xE7A3, int_s390_vmhh, v128h, v128h, 1>;
|
|
|
|
def VMHF : BinaryVRRc<"vmhf", 0xE7A3, int_s390_vmhf, v128f, v128f, 2>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Multiply logical high.
|
2016-10-19 21:03:18 +08:00
|
|
|
def VMLH : BinaryVRRcGeneric<"vmlh", 0xE7A1>;
|
2015-05-06 03:31:09 +08:00
|
|
|
def VMLHB : BinaryVRRc<"vmlhb", 0xE7A1, int_s390_vmlhb, v128b, v128b, 0>;
|
|
|
|
def VMLHH : BinaryVRRc<"vmlhh", 0xE7A1, int_s390_vmlhh, v128h, v128h, 1>;
|
|
|
|
def VMLHF : BinaryVRRc<"vmlhf", 0xE7A1, int_s390_vmlhf, v128f, v128f, 2>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Multiply low.
|
2016-10-19 21:03:18 +08:00
|
|
|
def VML : BinaryVRRcGeneric<"vml", 0xE7A2>;
|
[SystemZ] Add CodeGen support for integer vector types
This the first of a series of patches to add CodeGen support exploiting
the instructions of the z13 vector facility. This patch adds support
for the native integer vector types (v16i8, v8i16, v4i32, v2i64).
When the vector facility is present, we default to the new vector ABI.
This is characterized by two major differences:
- Vector types are passed/returned in vector registers
(except for unnamed arguments of a variable-argument list function).
- Vector types are at most 8-byte aligned.
The reason for the choice of 8-byte vector alignment is that the hardware
is able to efficiently load vectors at 8-byte alignment, and the ABI only
guarantees 8-byte alignment of the stack pointer, so requiring any higher
alignment for vectors would require dynamic stack re-alignment code.
However, for compatibility with old code that may use vector types, when
*not* using the vector facility, the old alignment rules (vector types
are naturally aligned) remain in use.
These alignment rules are not only implemented at the C language level
(implemented in clang), but also at the LLVM IR level. This is done
by selecting a different DataLayout string depending on whether the
vector ABI is in effect or not.
Based on a patch by Richard Sandiford.
llvm-svn: 236521
2015-05-06 03:25:42 +08:00
|
|
|
def VMLB : BinaryVRRc<"vmlb", 0xE7A2, mul, v128b, v128b, 0>;
|
|
|
|
def VMLHW : BinaryVRRc<"vmlhw", 0xE7A2, mul, v128h, v128h, 1>;
|
|
|
|
def VMLF : BinaryVRRc<"vmlf", 0xE7A2, mul, v128f, v128f, 2>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Multiply even.
|
2016-10-19 21:03:18 +08:00
|
|
|
def VME : BinaryVRRcGeneric<"vme", 0xE7A6>;
|
2015-05-06 03:31:09 +08:00
|
|
|
def VMEB : BinaryVRRc<"vmeb", 0xE7A6, int_s390_vmeb, v128h, v128b, 0>;
|
|
|
|
def VMEH : BinaryVRRc<"vmeh", 0xE7A6, int_s390_vmeh, v128f, v128h, 1>;
|
|
|
|
def VMEF : BinaryVRRc<"vmef", 0xE7A6, int_s390_vmef, v128g, v128f, 2>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Multiply logical even.
|
2016-10-19 21:03:18 +08:00
|
|
|
def VMLE : BinaryVRRcGeneric<"vmle", 0xE7A4>;
|
2015-05-06 03:31:09 +08:00
|
|
|
def VMLEB : BinaryVRRc<"vmleb", 0xE7A4, int_s390_vmleb, v128h, v128b, 0>;
|
|
|
|
def VMLEH : BinaryVRRc<"vmleh", 0xE7A4, int_s390_vmleh, v128f, v128h, 1>;
|
|
|
|
def VMLEF : BinaryVRRc<"vmlef", 0xE7A4, int_s390_vmlef, v128g, v128f, 2>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Multiply odd.
|
2016-10-19 21:03:18 +08:00
|
|
|
def VMO : BinaryVRRcGeneric<"vmo", 0xE7A7>;
|
2015-05-06 03:31:09 +08:00
|
|
|
def VMOB : BinaryVRRc<"vmob", 0xE7A7, int_s390_vmob, v128h, v128b, 0>;
|
|
|
|
def VMOH : BinaryVRRc<"vmoh", 0xE7A7, int_s390_vmoh, v128f, v128h, 1>;
|
|
|
|
def VMOF : BinaryVRRc<"vmof", 0xE7A7, int_s390_vmof, v128g, v128f, 2>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Multiply logical odd.
|
2016-10-19 21:03:18 +08:00
|
|
|
def VMLO : BinaryVRRcGeneric<"vmlo", 0xE7A5>;
|
2015-05-06 03:31:09 +08:00
|
|
|
def VMLOB : BinaryVRRc<"vmlob", 0xE7A5, int_s390_vmlob, v128h, v128b, 0>;
|
|
|
|
def VMLOH : BinaryVRRc<"vmloh", 0xE7A5, int_s390_vmloh, v128f, v128h, 1>;
|
|
|
|
def VMLOF : BinaryVRRc<"vmlof", 0xE7A5, int_s390_vmlof, v128g, v128f, 2>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
2017-07-18 01:41:11 +08:00
|
|
|
// Multiply sum logical.
|
|
|
|
let Predicates = [FeatureVectorEnhancements1] in {
|
|
|
|
def VMSL : QuaternaryVRRdGeneric<"vmsl", 0xE7B8>;
|
|
|
|
def VMSLG : QuaternaryVRRd<"vmslg", 0xE7B8, int_s390_vmslg,
|
|
|
|
v128q, v128g, v128g, v128q, 3>;
|
|
|
|
}
|
|
|
|
|
|
|
|
// Nand.
|
|
|
|
let Predicates = [FeatureVectorEnhancements1] in
|
|
|
|
def VNN : BinaryVRRc<"vnn", 0xE76E, null_frag, v128any, v128any>;
|
|
|
|
|
2015-05-06 03:23:40 +08:00
|
|
|
// Nor.
|
|
|
|
def VNO : BinaryVRRc<"vno", 0xE76B, null_frag, v128any, v128any>;
|
2016-10-19 21:03:18 +08:00
|
|
|
def : InstAlias<"vnot\t$V1, $V2", (VNO VR128:$V1, VR128:$V2, VR128:$V2), 0>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Or.
|
|
|
|
def VO : BinaryVRRc<"vo", 0xE76A, null_frag, v128any, v128any>;
|
|
|
|
|
2017-07-18 01:41:11 +08:00
|
|
|
// Or with complement.
|
|
|
|
let Predicates = [FeatureVectorEnhancements1] in
|
|
|
|
def VOC : BinaryVRRc<"voc", 0xE76F, null_frag, v128any, v128any>;
|
|
|
|
|
2015-05-06 03:23:40 +08:00
|
|
|
// Population count.
|
2016-10-19 21:03:18 +08:00
|
|
|
def VPOPCT : UnaryVRRaGeneric<"vpopct", 0xE750>;
|
[SystemZ] Add CodeGen support for integer vector types
This the first of a series of patches to add CodeGen support exploiting
the instructions of the z13 vector facility. This patch adds support
for the native integer vector types (v16i8, v8i16, v4i32, v2i64).
When the vector facility is present, we default to the new vector ABI.
This is characterized by two major differences:
- Vector types are passed/returned in vector registers
(except for unnamed arguments of a variable-argument list function).
- Vector types are at most 8-byte aligned.
The reason for the choice of 8-byte vector alignment is that the hardware
is able to efficiently load vectors at 8-byte alignment, and the ABI only
guarantees 8-byte alignment of the stack pointer, so requiring any higher
alignment for vectors would require dynamic stack re-alignment code.
However, for compatibility with old code that may use vector types, when
*not* using the vector facility, the old alignment rules (vector types
are naturally aligned) remain in use.
These alignment rules are not only implemented at the C language level
(implemented in clang), but also at the LLVM IR level. This is done
by selecting a different DataLayout string depending on whether the
vector ABI is in effect or not.
Based on a patch by Richard Sandiford.
llvm-svn: 236521
2015-05-06 03:25:42 +08:00
|
|
|
def : Pat<(v16i8 (z_popcnt VR128:$x)), (VPOPCT VR128:$x, 0)>;
|
2017-07-18 01:41:11 +08:00
|
|
|
let Predicates = [FeatureVectorEnhancements1] in {
|
|
|
|
def VPOPCTB : UnaryVRRa<"vpopctb", 0xE750, ctpop, v128b, v128b, 0>;
|
|
|
|
def VPOPCTH : UnaryVRRa<"vpopcth", 0xE750, ctpop, v128h, v128h, 1>;
|
|
|
|
def VPOPCTF : UnaryVRRa<"vpopctf", 0xE750, ctpop, v128f, v128f, 2>;
|
|
|
|
def VPOPCTG : UnaryVRRa<"vpopctg", 0xE750, ctpop, v128g, v128g, 3>;
|
|
|
|
}
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Element rotate left logical (with vector shift amount).
|
2016-10-19 21:03:18 +08:00
|
|
|
def VERLLV : BinaryVRRcGeneric<"verllv", 0xE773>;
|
2015-05-06 03:31:09 +08:00
|
|
|
def VERLLVB : BinaryVRRc<"verllvb", 0xE773, int_s390_verllvb,
|
|
|
|
v128b, v128b, 0>;
|
|
|
|
def VERLLVH : BinaryVRRc<"verllvh", 0xE773, int_s390_verllvh,
|
|
|
|
v128h, v128h, 1>;
|
|
|
|
def VERLLVF : BinaryVRRc<"verllvf", 0xE773, int_s390_verllvf,
|
|
|
|
v128f, v128f, 2>;
|
|
|
|
def VERLLVG : BinaryVRRc<"verllvg", 0xE773, int_s390_verllvg,
|
|
|
|
v128g, v128g, 3>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Element rotate left logical (with scalar shift amount).
|
2016-10-19 21:03:18 +08:00
|
|
|
def VERLL : BinaryVRSaGeneric<"verll", 0xE733>;
|
2015-05-06 03:31:09 +08:00
|
|
|
def VERLLB : BinaryVRSa<"verllb", 0xE733, int_s390_verllb, v128b, v128b, 0>;
|
|
|
|
def VERLLH : BinaryVRSa<"verllh", 0xE733, int_s390_verllh, v128h, v128h, 1>;
|
|
|
|
def VERLLF : BinaryVRSa<"verllf", 0xE733, int_s390_verllf, v128f, v128f, 2>;
|
|
|
|
def VERLLG : BinaryVRSa<"verllg", 0xE733, int_s390_verllg, v128g, v128g, 3>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Element rotate and insert under mask.
|
2016-10-19 21:03:18 +08:00
|
|
|
def VERIM : QuaternaryVRIdGeneric<"verim", 0xE772>;
|
2015-05-06 03:31:09 +08:00
|
|
|
def VERIMB : QuaternaryVRId<"verimb", 0xE772, int_s390_verimb, v128b, v128b, 0>;
|
|
|
|
def VERIMH : QuaternaryVRId<"verimh", 0xE772, int_s390_verimh, v128h, v128h, 1>;
|
|
|
|
def VERIMF : QuaternaryVRId<"verimf", 0xE772, int_s390_verimf, v128f, v128f, 2>;
|
|
|
|
def VERIMG : QuaternaryVRId<"verimg", 0xE772, int_s390_verimg, v128g, v128g, 3>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Element shift left (with vector shift amount).
|
2016-10-19 21:03:18 +08:00
|
|
|
def VESLV : BinaryVRRcGeneric<"veslv", 0xE770>;
|
[SystemZ] Add CodeGen support for integer vector types
This the first of a series of patches to add CodeGen support exploiting
the instructions of the z13 vector facility. This patch adds support
for the native integer vector types (v16i8, v8i16, v4i32, v2i64).
When the vector facility is present, we default to the new vector ABI.
This is characterized by two major differences:
- Vector types are passed/returned in vector registers
(except for unnamed arguments of a variable-argument list function).
- Vector types are at most 8-byte aligned.
The reason for the choice of 8-byte vector alignment is that the hardware
is able to efficiently load vectors at 8-byte alignment, and the ABI only
guarantees 8-byte alignment of the stack pointer, so requiring any higher
alignment for vectors would require dynamic stack re-alignment code.
However, for compatibility with old code that may use vector types, when
*not* using the vector facility, the old alignment rules (vector types
are naturally aligned) remain in use.
These alignment rules are not only implemented at the C language level
(implemented in clang), but also at the LLVM IR level. This is done
by selecting a different DataLayout string depending on whether the
vector ABI is in effect or not.
Based on a patch by Richard Sandiford.
llvm-svn: 236521
2015-05-06 03:25:42 +08:00
|
|
|
def VESLVB : BinaryVRRc<"veslvb", 0xE770, z_vshl, v128b, v128b, 0>;
|
|
|
|
def VESLVH : BinaryVRRc<"veslvh", 0xE770, z_vshl, v128h, v128h, 1>;
|
|
|
|
def VESLVF : BinaryVRRc<"veslvf", 0xE770, z_vshl, v128f, v128f, 2>;
|
|
|
|
def VESLVG : BinaryVRRc<"veslvg", 0xE770, z_vshl, v128g, v128g, 3>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Element shift left (with scalar shift amount).
|
2016-10-19 21:03:18 +08:00
|
|
|
def VESL : BinaryVRSaGeneric<"vesl", 0xE730>;
|
[SystemZ] Add CodeGen support for integer vector types
This the first of a series of patches to add CodeGen support exploiting
the instructions of the z13 vector facility. This patch adds support
for the native integer vector types (v16i8, v8i16, v4i32, v2i64).
When the vector facility is present, we default to the new vector ABI.
This is characterized by two major differences:
- Vector types are passed/returned in vector registers
(except for unnamed arguments of a variable-argument list function).
- Vector types are at most 8-byte aligned.
The reason for the choice of 8-byte vector alignment is that the hardware
is able to efficiently load vectors at 8-byte alignment, and the ABI only
guarantees 8-byte alignment of the stack pointer, so requiring any higher
alignment for vectors would require dynamic stack re-alignment code.
However, for compatibility with old code that may use vector types, when
*not* using the vector facility, the old alignment rules (vector types
are naturally aligned) remain in use.
These alignment rules are not only implemented at the C language level
(implemented in clang), but also at the LLVM IR level. This is done
by selecting a different DataLayout string depending on whether the
vector ABI is in effect or not.
Based on a patch by Richard Sandiford.
llvm-svn: 236521
2015-05-06 03:25:42 +08:00
|
|
|
def VESLB : BinaryVRSa<"veslb", 0xE730, z_vshl_by_scalar, v128b, v128b, 0>;
|
|
|
|
def VESLH : BinaryVRSa<"veslh", 0xE730, z_vshl_by_scalar, v128h, v128h, 1>;
|
|
|
|
def VESLF : BinaryVRSa<"veslf", 0xE730, z_vshl_by_scalar, v128f, v128f, 2>;
|
|
|
|
def VESLG : BinaryVRSa<"veslg", 0xE730, z_vshl_by_scalar, v128g, v128g, 3>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Element shift right arithmetic (with vector shift amount).
|
2016-10-19 21:03:18 +08:00
|
|
|
def VESRAV : BinaryVRRcGeneric<"vesrav", 0xE77A>;
|
[SystemZ] Add CodeGen support for integer vector types
This the first of a series of patches to add CodeGen support exploiting
the instructions of the z13 vector facility. This patch adds support
for the native integer vector types (v16i8, v8i16, v4i32, v2i64).
When the vector facility is present, we default to the new vector ABI.
This is characterized by two major differences:
- Vector types are passed/returned in vector registers
(except for unnamed arguments of a variable-argument list function).
- Vector types are at most 8-byte aligned.
The reason for the choice of 8-byte vector alignment is that the hardware
is able to efficiently load vectors at 8-byte alignment, and the ABI only
guarantees 8-byte alignment of the stack pointer, so requiring any higher
alignment for vectors would require dynamic stack re-alignment code.
However, for compatibility with old code that may use vector types, when
*not* using the vector facility, the old alignment rules (vector types
are naturally aligned) remain in use.
These alignment rules are not only implemented at the C language level
(implemented in clang), but also at the LLVM IR level. This is done
by selecting a different DataLayout string depending on whether the
vector ABI is in effect or not.
Based on a patch by Richard Sandiford.
llvm-svn: 236521
2015-05-06 03:25:42 +08:00
|
|
|
def VESRAVB : BinaryVRRc<"vesravb", 0xE77A, z_vsra, v128b, v128b, 0>;
|
|
|
|
def VESRAVH : BinaryVRRc<"vesravh", 0xE77A, z_vsra, v128h, v128h, 1>;
|
|
|
|
def VESRAVF : BinaryVRRc<"vesravf", 0xE77A, z_vsra, v128f, v128f, 2>;
|
|
|
|
def VESRAVG : BinaryVRRc<"vesravg", 0xE77A, z_vsra, v128g, v128g, 3>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Element shift right arithmetic (with scalar shift amount).
|
2016-10-19 21:03:18 +08:00
|
|
|
def VESRA : BinaryVRSaGeneric<"vesra", 0xE73A>;
|
[SystemZ] Add CodeGen support for integer vector types
This the first of a series of patches to add CodeGen support exploiting
the instructions of the z13 vector facility. This patch adds support
for the native integer vector types (v16i8, v8i16, v4i32, v2i64).
When the vector facility is present, we default to the new vector ABI.
This is characterized by two major differences:
- Vector types are passed/returned in vector registers
(except for unnamed arguments of a variable-argument list function).
- Vector types are at most 8-byte aligned.
The reason for the choice of 8-byte vector alignment is that the hardware
is able to efficiently load vectors at 8-byte alignment, and the ABI only
guarantees 8-byte alignment of the stack pointer, so requiring any higher
alignment for vectors would require dynamic stack re-alignment code.
However, for compatibility with old code that may use vector types, when
*not* using the vector facility, the old alignment rules (vector types
are naturally aligned) remain in use.
These alignment rules are not only implemented at the C language level
(implemented in clang), but also at the LLVM IR level. This is done
by selecting a different DataLayout string depending on whether the
vector ABI is in effect or not.
Based on a patch by Richard Sandiford.
llvm-svn: 236521
2015-05-06 03:25:42 +08:00
|
|
|
def VESRAB : BinaryVRSa<"vesrab", 0xE73A, z_vsra_by_scalar, v128b, v128b, 0>;
|
|
|
|
def VESRAH : BinaryVRSa<"vesrah", 0xE73A, z_vsra_by_scalar, v128h, v128h, 1>;
|
|
|
|
def VESRAF : BinaryVRSa<"vesraf", 0xE73A, z_vsra_by_scalar, v128f, v128f, 2>;
|
|
|
|
def VESRAG : BinaryVRSa<"vesrag", 0xE73A, z_vsra_by_scalar, v128g, v128g, 3>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Element shift right logical (with vector shift amount).
|
2016-10-19 21:03:18 +08:00
|
|
|
def VESRLV : BinaryVRRcGeneric<"vesrlv", 0xE778>;
|
[SystemZ] Add CodeGen support for integer vector types
This the first of a series of patches to add CodeGen support exploiting
the instructions of the z13 vector facility. This patch adds support
for the native integer vector types (v16i8, v8i16, v4i32, v2i64).
When the vector facility is present, we default to the new vector ABI.
This is characterized by two major differences:
- Vector types are passed/returned in vector registers
(except for unnamed arguments of a variable-argument list function).
- Vector types are at most 8-byte aligned.
The reason for the choice of 8-byte vector alignment is that the hardware
is able to efficiently load vectors at 8-byte alignment, and the ABI only
guarantees 8-byte alignment of the stack pointer, so requiring any higher
alignment for vectors would require dynamic stack re-alignment code.
However, for compatibility with old code that may use vector types, when
*not* using the vector facility, the old alignment rules (vector types
are naturally aligned) remain in use.
These alignment rules are not only implemented at the C language level
(implemented in clang), but also at the LLVM IR level. This is done
by selecting a different DataLayout string depending on whether the
vector ABI is in effect or not.
Based on a patch by Richard Sandiford.
llvm-svn: 236521
2015-05-06 03:25:42 +08:00
|
|
|
def VESRLVB : BinaryVRRc<"vesrlvb", 0xE778, z_vsrl, v128b, v128b, 0>;
|
|
|
|
def VESRLVH : BinaryVRRc<"vesrlvh", 0xE778, z_vsrl, v128h, v128h, 1>;
|
|
|
|
def VESRLVF : BinaryVRRc<"vesrlvf", 0xE778, z_vsrl, v128f, v128f, 2>;
|
|
|
|
def VESRLVG : BinaryVRRc<"vesrlvg", 0xE778, z_vsrl, v128g, v128g, 3>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Element shift right logical (with scalar shift amount).
|
2016-10-19 21:03:18 +08:00
|
|
|
def VESRL : BinaryVRSaGeneric<"vesrl", 0xE738>;
|
[SystemZ] Add CodeGen support for integer vector types
This the first of a series of patches to add CodeGen support exploiting
the instructions of the z13 vector facility. This patch adds support
for the native integer vector types (v16i8, v8i16, v4i32, v2i64).
When the vector facility is present, we default to the new vector ABI.
This is characterized by two major differences:
- Vector types are passed/returned in vector registers
(except for unnamed arguments of a variable-argument list function).
- Vector types are at most 8-byte aligned.
The reason for the choice of 8-byte vector alignment is that the hardware
is able to efficiently load vectors at 8-byte alignment, and the ABI only
guarantees 8-byte alignment of the stack pointer, so requiring any higher
alignment for vectors would require dynamic stack re-alignment code.
However, for compatibility with old code that may use vector types, when
*not* using the vector facility, the old alignment rules (vector types
are naturally aligned) remain in use.
These alignment rules are not only implemented at the C language level
(implemented in clang), but also at the LLVM IR level. This is done
by selecting a different DataLayout string depending on whether the
vector ABI is in effect or not.
Based on a patch by Richard Sandiford.
llvm-svn: 236521
2015-05-06 03:25:42 +08:00
|
|
|
def VESRLB : BinaryVRSa<"vesrlb", 0xE738, z_vsrl_by_scalar, v128b, v128b, 0>;
|
|
|
|
def VESRLH : BinaryVRSa<"vesrlh", 0xE738, z_vsrl_by_scalar, v128h, v128h, 1>;
|
|
|
|
def VESRLF : BinaryVRSa<"vesrlf", 0xE738, z_vsrl_by_scalar, v128f, v128f, 2>;
|
|
|
|
def VESRLG : BinaryVRSa<"vesrlg", 0xE738, z_vsrl_by_scalar, v128g, v128g, 3>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Shift left.
|
2015-05-06 03:31:09 +08:00
|
|
|
def VSL : BinaryVRRc<"vsl", 0xE774, int_s390_vsl, v128b, v128b>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Shift left by byte.
|
2015-05-06 03:31:09 +08:00
|
|
|
def VSLB : BinaryVRRc<"vslb", 0xE775, int_s390_vslb, v128b, v128b>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Shift left double by byte.
|
[SystemZ] Add CodeGen support for integer vector types
This the first of a series of patches to add CodeGen support exploiting
the instructions of the z13 vector facility. This patch adds support
for the native integer vector types (v16i8, v8i16, v4i32, v2i64).
When the vector facility is present, we default to the new vector ABI.
This is characterized by two major differences:
- Vector types are passed/returned in vector registers
(except for unnamed arguments of a variable-argument list function).
- Vector types are at most 8-byte aligned.
The reason for the choice of 8-byte vector alignment is that the hardware
is able to efficiently load vectors at 8-byte alignment, and the ABI only
guarantees 8-byte alignment of the stack pointer, so requiring any higher
alignment for vectors would require dynamic stack re-alignment code.
However, for compatibility with old code that may use vector types, when
*not* using the vector facility, the old alignment rules (vector types
are naturally aligned) remain in use.
These alignment rules are not only implemented at the C language level
(implemented in clang), but also at the LLVM IR level. This is done
by selecting a different DataLayout string depending on whether the
vector ABI is in effect or not.
Based on a patch by Richard Sandiford.
llvm-svn: 236521
2015-05-06 03:25:42 +08:00
|
|
|
def VSLDB : TernaryVRId<"vsldb", 0xE777, z_shl_double, v128b, v128b, 0>;
|
2019-09-20 00:26:14 +08:00
|
|
|
def : Pat<(int_s390_vsldb VR128:$x, VR128:$y, imm32zx8_timm:$z),
|
2015-05-06 03:31:09 +08:00
|
|
|
(VSLDB VR128:$x, VR128:$y, imm32zx8:$z)>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
2019-07-13 02:13:16 +08:00
|
|
|
// Shift left double by bit.
|
|
|
|
let Predicates = [FeatureVectorEnhancements2] in
|
|
|
|
def VSLD : TernaryVRId<"vsld", 0xE786, int_s390_vsld, v128b, v128b, 0>;
|
|
|
|
|
2015-05-06 03:23:40 +08:00
|
|
|
// Shift right arithmetic.
|
2015-05-06 03:31:09 +08:00
|
|
|
def VSRA : BinaryVRRc<"vsra", 0xE77E, int_s390_vsra, v128b, v128b>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Shift right arithmetic by byte.
|
2015-05-06 03:31:09 +08:00
|
|
|
def VSRAB : BinaryVRRc<"vsrab", 0xE77F, int_s390_vsrab, v128b, v128b>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Shift right logical.
|
2015-05-06 03:31:09 +08:00
|
|
|
def VSRL : BinaryVRRc<"vsrl", 0xE77C, int_s390_vsrl, v128b, v128b>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Shift right logical by byte.
|
2015-05-06 03:31:09 +08:00
|
|
|
def VSRLB : BinaryVRRc<"vsrlb", 0xE77D, int_s390_vsrlb, v128b, v128b>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
2019-07-13 02:13:16 +08:00
|
|
|
// Shift right double by bit.
|
|
|
|
let Predicates = [FeatureVectorEnhancements2] in
|
|
|
|
def VSRD : TernaryVRId<"vsrd", 0xE787, int_s390_vsrd, v128b, v128b, 0>;
|
|
|
|
|
2015-05-06 03:23:40 +08:00
|
|
|
// Subtract.
|
2016-10-19 21:03:18 +08:00
|
|
|
def VS : BinaryVRRcGeneric<"vs", 0xE7F7>;
|
[SystemZ] Add CodeGen support for integer vector types
This the first of a series of patches to add CodeGen support exploiting
the instructions of the z13 vector facility. This patch adds support
for the native integer vector types (v16i8, v8i16, v4i32, v2i64).
When the vector facility is present, we default to the new vector ABI.
This is characterized by two major differences:
- Vector types are passed/returned in vector registers
(except for unnamed arguments of a variable-argument list function).
- Vector types are at most 8-byte aligned.
The reason for the choice of 8-byte vector alignment is that the hardware
is able to efficiently load vectors at 8-byte alignment, and the ABI only
guarantees 8-byte alignment of the stack pointer, so requiring any higher
alignment for vectors would require dynamic stack re-alignment code.
However, for compatibility with old code that may use vector types, when
*not* using the vector facility, the old alignment rules (vector types
are naturally aligned) remain in use.
These alignment rules are not only implemented at the C language level
(implemented in clang), but also at the LLVM IR level. This is done
by selecting a different DataLayout string depending on whether the
vector ABI is in effect or not.
Based on a patch by Richard Sandiford.
llvm-svn: 236521
2015-05-06 03:25:42 +08:00
|
|
|
def VSB : BinaryVRRc<"vsb", 0xE7F7, sub, v128b, v128b, 0>;
|
|
|
|
def VSH : BinaryVRRc<"vsh", 0xE7F7, sub, v128h, v128h, 1>;
|
|
|
|
def VSF : BinaryVRRc<"vsf", 0xE7F7, sub, v128f, v128f, 2>;
|
|
|
|
def VSG : BinaryVRRc<"vsg", 0xE7F7, sub, v128g, v128g, 3>;
|
2015-05-06 03:31:09 +08:00
|
|
|
def VSQ : BinaryVRRc<"vsq", 0xE7F7, int_s390_vsq, v128q, v128q, 4>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Subtract compute borrow indication.
|
2016-10-19 21:03:18 +08:00
|
|
|
def VSCBI : BinaryVRRcGeneric<"vscbi", 0xE7F5>;
|
2015-05-06 03:31:09 +08:00
|
|
|
def VSCBIB : BinaryVRRc<"vscbib", 0xE7F5, int_s390_vscbib, v128b, v128b, 0>;
|
|
|
|
def VSCBIH : BinaryVRRc<"vscbih", 0xE7F5, int_s390_vscbih, v128h, v128h, 1>;
|
|
|
|
def VSCBIF : BinaryVRRc<"vscbif", 0xE7F5, int_s390_vscbif, v128f, v128f, 2>;
|
|
|
|
def VSCBIG : BinaryVRRc<"vscbig", 0xE7F5, int_s390_vscbig, v128g, v128g, 3>;
|
|
|
|
def VSCBIQ : BinaryVRRc<"vscbiq", 0xE7F5, int_s390_vscbiq, v128q, v128q, 4>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Subtract with borrow indication.
|
2016-10-19 21:03:18 +08:00
|
|
|
def VSBI : TernaryVRRdGeneric<"vsbi", 0xE7BF>;
|
2015-05-06 03:31:09 +08:00
|
|
|
def VSBIQ : TernaryVRRd<"vsbiq", 0xE7BF, int_s390_vsbiq, v128q, v128q, 4>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Subtract with borrow compute borrow indication.
|
2016-10-19 21:03:18 +08:00
|
|
|
def VSBCBI : TernaryVRRdGeneric<"vsbcbi", 0xE7BD>;
|
2015-05-06 03:31:09 +08:00
|
|
|
def VSBCBIQ : TernaryVRRd<"vsbcbiq", 0xE7BD, int_s390_vsbcbiq,
|
|
|
|
v128q, v128q, 4>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Sum across doubleword.
|
2016-10-19 21:03:18 +08:00
|
|
|
def VSUMG : BinaryVRRcGeneric<"vsumg", 0xE765>;
|
[SystemZ] Add CodeGen support for integer vector types
This the first of a series of patches to add CodeGen support exploiting
the instructions of the z13 vector facility. This patch adds support
for the native integer vector types (v16i8, v8i16, v4i32, v2i64).
When the vector facility is present, we default to the new vector ABI.
This is characterized by two major differences:
- Vector types are passed/returned in vector registers
(except for unnamed arguments of a variable-argument list function).
- Vector types are at most 8-byte aligned.
The reason for the choice of 8-byte vector alignment is that the hardware
is able to efficiently load vectors at 8-byte alignment, and the ABI only
guarantees 8-byte alignment of the stack pointer, so requiring any higher
alignment for vectors would require dynamic stack re-alignment code.
However, for compatibility with old code that may use vector types, when
*not* using the vector facility, the old alignment rules (vector types
are naturally aligned) remain in use.
These alignment rules are not only implemented at the C language level
(implemented in clang), but also at the LLVM IR level. This is done
by selecting a different DataLayout string depending on whether the
vector ABI is in effect or not.
Based on a patch by Richard Sandiford.
llvm-svn: 236521
2015-05-06 03:25:42 +08:00
|
|
|
def VSUMGH : BinaryVRRc<"vsumgh", 0xE765, z_vsum, v128g, v128h, 1>;
|
|
|
|
def VSUMGF : BinaryVRRc<"vsumgf", 0xE765, z_vsum, v128g, v128f, 2>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Sum across quadword.
|
2016-10-19 21:03:18 +08:00
|
|
|
def VSUMQ : BinaryVRRcGeneric<"vsumq", 0xE767>;
|
[SystemZ] Add CodeGen support for integer vector types
This the first of a series of patches to add CodeGen support exploiting
the instructions of the z13 vector facility. This patch adds support
for the native integer vector types (v16i8, v8i16, v4i32, v2i64).
When the vector facility is present, we default to the new vector ABI.
This is characterized by two major differences:
- Vector types are passed/returned in vector registers
(except for unnamed arguments of a variable-argument list function).
- Vector types are at most 8-byte aligned.
The reason for the choice of 8-byte vector alignment is that the hardware
is able to efficiently load vectors at 8-byte alignment, and the ABI only
guarantees 8-byte alignment of the stack pointer, so requiring any higher
alignment for vectors would require dynamic stack re-alignment code.
However, for compatibility with old code that may use vector types, when
*not* using the vector facility, the old alignment rules (vector types
are naturally aligned) remain in use.
These alignment rules are not only implemented at the C language level
(implemented in clang), but also at the LLVM IR level. This is done
by selecting a different DataLayout string depending on whether the
vector ABI is in effect or not.
Based on a patch by Richard Sandiford.
llvm-svn: 236521
2015-05-06 03:25:42 +08:00
|
|
|
def VSUMQF : BinaryVRRc<"vsumqf", 0xE767, z_vsum, v128q, v128f, 2>;
|
|
|
|
def VSUMQG : BinaryVRRc<"vsumqg", 0xE767, z_vsum, v128q, v128g, 3>;
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Sum across word.
|
2016-10-19 21:03:18 +08:00
|
|
|
def VSUM : BinaryVRRcGeneric<"vsum", 0xE764>;
|
[SystemZ] Add CodeGen support for integer vector types
This the first of a series of patches to add CodeGen support exploiting
the instructions of the z13 vector facility. This patch adds support
for the native integer vector types (v16i8, v8i16, v4i32, v2i64).
When the vector facility is present, we default to the new vector ABI.
This is characterized by two major differences:
- Vector types are passed/returned in vector registers
(except for unnamed arguments of a variable-argument list function).
- Vector types are at most 8-byte aligned.
The reason for the choice of 8-byte vector alignment is that the hardware
is able to efficiently load vectors at 8-byte alignment, and the ABI only
guarantees 8-byte alignment of the stack pointer, so requiring any higher
alignment for vectors would require dynamic stack re-alignment code.
However, for compatibility with old code that may use vector types, when
*not* using the vector facility, the old alignment rules (vector types
are naturally aligned) remain in use.
These alignment rules are not only implemented at the C language level
(implemented in clang), but also at the LLVM IR level. This is done
by selecting a different DataLayout string depending on whether the
vector ABI is in effect or not.
Based on a patch by Richard Sandiford.
llvm-svn: 236521
2015-05-06 03:25:42 +08:00
|
|
|
def VSUMB : BinaryVRRc<"vsumb", 0xE764, z_vsum, v128f, v128b, 0>;
|
|
|
|
def VSUMH : BinaryVRRc<"vsumh", 0xE764, z_vsum, v128f, v128h, 1>;
|
|
|
|
}
|
|
|
|
|
|
|
|
// Instantiate the bitwise ops for type TYPE.
|
|
|
|
multiclass BitwiseVectorOps<ValueType type> {
|
|
|
|
let Predicates = [FeatureVector] in {
|
|
|
|
def : Pat<(type (and VR128:$x, VR128:$y)), (VN VR128:$x, VR128:$y)>;
|
|
|
|
def : Pat<(type (and VR128:$x, (z_vnot VR128:$y))),
|
|
|
|
(VNC VR128:$x, VR128:$y)>;
|
|
|
|
def : Pat<(type (or VR128:$x, VR128:$y)), (VO VR128:$x, VR128:$y)>;
|
|
|
|
def : Pat<(type (xor VR128:$x, VR128:$y)), (VX VR128:$x, VR128:$y)>;
|
|
|
|
def : Pat<(type (or (and VR128:$x, VR128:$z),
|
|
|
|
(and VR128:$y, (z_vnot VR128:$z)))),
|
|
|
|
(VSEL VR128:$x, VR128:$y, VR128:$z)>;
|
|
|
|
def : Pat<(type (z_vnot (or VR128:$x, VR128:$y))),
|
|
|
|
(VNO VR128:$x, VR128:$y)>;
|
|
|
|
def : Pat<(type (z_vnot VR128:$x)), (VNO VR128:$x, VR128:$x)>;
|
|
|
|
}
|
2017-07-18 01:41:11 +08:00
|
|
|
let Predicates = [FeatureVectorEnhancements1] in {
|
|
|
|
def : Pat<(type (z_vnot (xor VR128:$x, VR128:$y))),
|
|
|
|
(VNX VR128:$x, VR128:$y)>;
|
|
|
|
def : Pat<(type (z_vnot (and VR128:$x, VR128:$y))),
|
|
|
|
(VNN VR128:$x, VR128:$y)>;
|
|
|
|
def : Pat<(type (or VR128:$x, (z_vnot VR128:$y))),
|
|
|
|
(VOC VR128:$x, VR128:$y)>;
|
|
|
|
}
|
[SystemZ] Add CodeGen support for integer vector types
This the first of a series of patches to add CodeGen support exploiting
the instructions of the z13 vector facility. This patch adds support
for the native integer vector types (v16i8, v8i16, v4i32, v2i64).
When the vector facility is present, we default to the new vector ABI.
This is characterized by two major differences:
- Vector types are passed/returned in vector registers
(except for unnamed arguments of a variable-argument list function).
- Vector types are at most 8-byte aligned.
The reason for the choice of 8-byte vector alignment is that the hardware
is able to efficiently load vectors at 8-byte alignment, and the ABI only
guarantees 8-byte alignment of the stack pointer, so requiring any higher
alignment for vectors would require dynamic stack re-alignment code.
However, for compatibility with old code that may use vector types, when
*not* using the vector facility, the old alignment rules (vector types
are naturally aligned) remain in use.
These alignment rules are not only implemented at the C language level
(implemented in clang), but also at the LLVM IR level. This is done
by selecting a different DataLayout string depending on whether the
vector ABI is in effect or not.
Based on a patch by Richard Sandiford.
llvm-svn: 236521
2015-05-06 03:25:42 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
defm : BitwiseVectorOps<v16i8>;
|
|
|
|
defm : BitwiseVectorOps<v8i16>;
|
|
|
|
defm : BitwiseVectorOps<v4i32>;
|
|
|
|
defm : BitwiseVectorOps<v2i64>;
|
|
|
|
|
|
|
|
// Instantiate additional patterns for absolute-related expressions on
|
|
|
|
// type TYPE. LC is the negate instruction for TYPE and LP is the absolute
|
|
|
|
// instruction.
|
|
|
|
multiclass IntegerAbsoluteVectorOps<ValueType type, Instruction lc,
|
|
|
|
Instruction lp, int shift> {
|
|
|
|
let Predicates = [FeatureVector] in {
|
|
|
|
def : Pat<(type (vselect (type (z_vicmph_zero VR128:$x)),
|
|
|
|
(z_vneg VR128:$x), VR128:$x)),
|
|
|
|
(lc (lp VR128:$x))>;
|
|
|
|
def : Pat<(type (vselect (type (z_vnot (z_vicmph_zero VR128:$x))),
|
|
|
|
VR128:$x, (z_vneg VR128:$x))),
|
|
|
|
(lc (lp VR128:$x))>;
|
|
|
|
def : Pat<(type (vselect (type (z_vicmpl_zero VR128:$x)),
|
|
|
|
VR128:$x, (z_vneg VR128:$x))),
|
|
|
|
(lc (lp VR128:$x))>;
|
|
|
|
def : Pat<(type (vselect (type (z_vnot (z_vicmpl_zero VR128:$x))),
|
|
|
|
(z_vneg VR128:$x), VR128:$x)),
|
|
|
|
(lc (lp VR128:$x))>;
|
|
|
|
def : Pat<(type (or (and (z_vsra_by_scalar VR128:$x, (i32 shift)),
|
|
|
|
(z_vneg VR128:$x)),
|
|
|
|
(and (z_vnot (z_vsra_by_scalar VR128:$x, (i32 shift))),
|
|
|
|
VR128:$x))),
|
|
|
|
(lp VR128:$x)>;
|
|
|
|
def : Pat<(type (or (and (z_vsra_by_scalar VR128:$x, (i32 shift)),
|
|
|
|
VR128:$x),
|
|
|
|
(and (z_vnot (z_vsra_by_scalar VR128:$x, (i32 shift))),
|
|
|
|
(z_vneg VR128:$x)))),
|
|
|
|
(lc (lp VR128:$x))>;
|
|
|
|
}
|
2015-05-06 03:23:40 +08:00
|
|
|
}
|
|
|
|
|
[SystemZ] Add CodeGen support for integer vector types
This the first of a series of patches to add CodeGen support exploiting
the instructions of the z13 vector facility. This patch adds support
for the native integer vector types (v16i8, v8i16, v4i32, v2i64).
When the vector facility is present, we default to the new vector ABI.
This is characterized by two major differences:
- Vector types are passed/returned in vector registers
(except for unnamed arguments of a variable-argument list function).
- Vector types are at most 8-byte aligned.
The reason for the choice of 8-byte vector alignment is that the hardware
is able to efficiently load vectors at 8-byte alignment, and the ABI only
guarantees 8-byte alignment of the stack pointer, so requiring any higher
alignment for vectors would require dynamic stack re-alignment code.
However, for compatibility with old code that may use vector types, when
*not* using the vector facility, the old alignment rules (vector types
are naturally aligned) remain in use.
These alignment rules are not only implemented at the C language level
(implemented in clang), but also at the LLVM IR level. This is done
by selecting a different DataLayout string depending on whether the
vector ABI is in effect or not.
Based on a patch by Richard Sandiford.
llvm-svn: 236521
2015-05-06 03:25:42 +08:00
|
|
|
defm : IntegerAbsoluteVectorOps<v16i8, VLCB, VLPB, 7>;
|
|
|
|
defm : IntegerAbsoluteVectorOps<v8i16, VLCH, VLPH, 15>;
|
|
|
|
defm : IntegerAbsoluteVectorOps<v4i32, VLCF, VLPF, 31>;
|
|
|
|
defm : IntegerAbsoluteVectorOps<v2i64, VLCG, VLPG, 63>;
|
|
|
|
|
|
|
|
// Instantiate minimum- and maximum-related patterns for TYPE. CMPH is the
|
|
|
|
// signed or unsigned "set if greater than" comparison instruction and
|
|
|
|
// MIN and MAX are the associated minimum and maximum instructions.
|
|
|
|
multiclass IntegerMinMaxVectorOps<ValueType type, SDPatternOperator cmph,
|
|
|
|
Instruction min, Instruction max> {
|
|
|
|
let Predicates = [FeatureVector] in {
|
|
|
|
def : Pat<(type (vselect (cmph VR128:$x, VR128:$y), VR128:$x, VR128:$y)),
|
|
|
|
(max VR128:$x, VR128:$y)>;
|
|
|
|
def : Pat<(type (vselect (cmph VR128:$x, VR128:$y), VR128:$y, VR128:$x)),
|
|
|
|
(min VR128:$x, VR128:$y)>;
|
|
|
|
def : Pat<(type (vselect (z_vnot (cmph VR128:$x, VR128:$y)),
|
|
|
|
VR128:$x, VR128:$y)),
|
|
|
|
(min VR128:$x, VR128:$y)>;
|
|
|
|
def : Pat<(type (vselect (z_vnot (cmph VR128:$x, VR128:$y)),
|
|
|
|
VR128:$y, VR128:$x)),
|
|
|
|
(max VR128:$x, VR128:$y)>;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// Signed min/max.
|
|
|
|
defm : IntegerMinMaxVectorOps<v16i8, z_vicmph, VMNB, VMXB>;
|
|
|
|
defm : IntegerMinMaxVectorOps<v8i16, z_vicmph, VMNH, VMXH>;
|
|
|
|
defm : IntegerMinMaxVectorOps<v4i32, z_vicmph, VMNF, VMXF>;
|
|
|
|
defm : IntegerMinMaxVectorOps<v2i64, z_vicmph, VMNG, VMXG>;
|
|
|
|
|
|
|
|
// Unsigned min/max.
|
|
|
|
defm : IntegerMinMaxVectorOps<v16i8, z_vicmphl, VMNLB, VMXLB>;
|
|
|
|
defm : IntegerMinMaxVectorOps<v8i16, z_vicmphl, VMNLH, VMXLH>;
|
|
|
|
defm : IntegerMinMaxVectorOps<v4i32, z_vicmphl, VMNLF, VMXLF>;
|
|
|
|
defm : IntegerMinMaxVectorOps<v2i64, z_vicmphl, VMNLG, VMXLG>;
|
|
|
|
|
2015-05-06 03:23:40 +08:00
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
// Integer comparison
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
|
|
|
let Predicates = [FeatureVector] in {
|
|
|
|
// Element compare.
|
|
|
|
let Defs = [CC] in {
|
2016-10-19 21:03:18 +08:00
|
|
|
def VEC : CompareVRRaGeneric<"vec", 0xE7DB>;
|
2015-05-06 03:23:40 +08:00
|
|
|
def VECB : CompareVRRa<"vecb", 0xE7DB, null_frag, v128b, 0>;
|
|
|
|
def VECH : CompareVRRa<"vech", 0xE7DB, null_frag, v128h, 1>;
|
|
|
|
def VECF : CompareVRRa<"vecf", 0xE7DB, null_frag, v128f, 2>;
|
|
|
|
def VECG : CompareVRRa<"vecg", 0xE7DB, null_frag, v128g, 3>;
|
|
|
|
}
|
|
|
|
|
|
|
|
// Element compare logical.
|
|
|
|
let Defs = [CC] in {
|
2016-10-19 21:03:18 +08:00
|
|
|
def VECL : CompareVRRaGeneric<"vecl", 0xE7D9>;
|
2015-05-06 03:23:40 +08:00
|
|
|
def VECLB : CompareVRRa<"veclb", 0xE7D9, null_frag, v128b, 0>;
|
|
|
|
def VECLH : CompareVRRa<"veclh", 0xE7D9, null_frag, v128h, 1>;
|
|
|
|
def VECLF : CompareVRRa<"veclf", 0xE7D9, null_frag, v128f, 2>;
|
|
|
|
def VECLG : CompareVRRa<"veclg", 0xE7D9, null_frag, v128g, 3>;
|
|
|
|
}
|
|
|
|
|
|
|
|
// Compare equal.
|
2016-10-19 21:03:18 +08:00
|
|
|
def VCEQ : BinaryVRRbSPairGeneric<"vceq", 0xE7F8>;
|
2015-05-06 03:31:09 +08:00
|
|
|
defm VCEQB : BinaryVRRbSPair<"vceqb", 0xE7F8, z_vicmpe, z_vicmpes,
|
2015-05-06 03:23:40 +08:00
|
|
|
v128b, v128b, 0>;
|
2015-05-06 03:31:09 +08:00
|
|
|
defm VCEQH : BinaryVRRbSPair<"vceqh", 0xE7F8, z_vicmpe, z_vicmpes,
|
2015-05-06 03:23:40 +08:00
|
|
|
v128h, v128h, 1>;
|
2015-05-06 03:31:09 +08:00
|
|
|
defm VCEQF : BinaryVRRbSPair<"vceqf", 0xE7F8, z_vicmpe, z_vicmpes,
|
2015-05-06 03:23:40 +08:00
|
|
|
v128f, v128f, 2>;
|
2015-05-06 03:31:09 +08:00
|
|
|
defm VCEQG : BinaryVRRbSPair<"vceqg", 0xE7F8, z_vicmpe, z_vicmpes,
|
2015-05-06 03:23:40 +08:00
|
|
|
v128g, v128g, 3>;
|
|
|
|
|
|
|
|
// Compare high.
|
2016-10-19 21:03:18 +08:00
|
|
|
def VCH : BinaryVRRbSPairGeneric<"vch", 0xE7FB>;
|
2015-05-06 03:31:09 +08:00
|
|
|
defm VCHB : BinaryVRRbSPair<"vchb", 0xE7FB, z_vicmph, z_vicmphs,
|
2015-05-06 03:23:40 +08:00
|
|
|
v128b, v128b, 0>;
|
2015-05-06 03:31:09 +08:00
|
|
|
defm VCHH : BinaryVRRbSPair<"vchh", 0xE7FB, z_vicmph, z_vicmphs,
|
2015-05-06 03:23:40 +08:00
|
|
|
v128h, v128h, 1>;
|
2015-05-06 03:31:09 +08:00
|
|
|
defm VCHF : BinaryVRRbSPair<"vchf", 0xE7FB, z_vicmph, z_vicmphs,
|
2015-05-06 03:23:40 +08:00
|
|
|
v128f, v128f, 2>;
|
2015-05-06 03:31:09 +08:00
|
|
|
defm VCHG : BinaryVRRbSPair<"vchg", 0xE7FB, z_vicmph, z_vicmphs,
|
2015-05-06 03:23:40 +08:00
|
|
|
v128g, v128g, 3>;
|
|
|
|
|
|
|
|
// Compare high logical.
|
2016-10-19 21:03:18 +08:00
|
|
|
def VCHL : BinaryVRRbSPairGeneric<"vchl", 0xE7F9>;
|
2015-05-06 03:31:09 +08:00
|
|
|
defm VCHLB : BinaryVRRbSPair<"vchlb", 0xE7F9, z_vicmphl, z_vicmphls,
|
2015-05-06 03:23:40 +08:00
|
|
|
v128b, v128b, 0>;
|
2015-05-06 03:31:09 +08:00
|
|
|
defm VCHLH : BinaryVRRbSPair<"vchlh", 0xE7F9, z_vicmphl, z_vicmphls,
|
2015-05-06 03:23:40 +08:00
|
|
|
v128h, v128h, 1>;
|
2015-05-06 03:31:09 +08:00
|
|
|
defm VCHLF : BinaryVRRbSPair<"vchlf", 0xE7F9, z_vicmphl, z_vicmphls,
|
2015-05-06 03:23:40 +08:00
|
|
|
v128f, v128f, 2>;
|
2015-05-06 03:31:09 +08:00
|
|
|
defm VCHLG : BinaryVRRbSPair<"vchlg", 0xE7F9, z_vicmphl, z_vicmphls,
|
2015-05-06 03:23:40 +08:00
|
|
|
v128g, v128g, 3>;
|
|
|
|
|
|
|
|
// Test under mask.
|
|
|
|
let Defs = [CC] in
|
2015-05-06 03:31:09 +08:00
|
|
|
def VTM : CompareVRRa<"vtm", 0xE7D8, z_vtm, v128b, 0>;
|
2015-05-06 03:23:40 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
// Floating-point arithmetic
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
2015-05-06 03:26:48 +08:00
|
|
|
// See comments in SystemZInstrFP.td for the suppression flags and
|
|
|
|
// rounding modes.
|
|
|
|
multiclass VectorRounding<Instruction insn, TypedReg tr> {
|
2019-06-06 06:33:10 +08:00
|
|
|
def : FPConversion<insn, any_frint, tr, tr, 0, 0>;
|
|
|
|
def : FPConversion<insn, any_fnearbyint, tr, tr, 4, 0>;
|
|
|
|
def : FPConversion<insn, any_ffloor, tr, tr, 4, 7>;
|
|
|
|
def : FPConversion<insn, any_fceil, tr, tr, 4, 6>;
|
|
|
|
def : FPConversion<insn, any_ftrunc, tr, tr, 4, 5>;
|
|
|
|
def : FPConversion<insn, any_fround, tr, tr, 4, 1>;
|
2015-05-06 03:26:48 +08:00
|
|
|
}
|
|
|
|
|
2015-05-06 03:23:40 +08:00
|
|
|
let Predicates = [FeatureVector] in {
|
|
|
|
// Add.
|
2019-06-06 06:33:10 +08:00
|
|
|
let Uses = [FPC], mayRaiseFPException = 1 in {
|
2019-05-13 17:47:26 +08:00
|
|
|
def VFA : BinaryVRRcFloatGeneric<"vfa", 0xE7E3>;
|
2019-06-06 06:33:10 +08:00
|
|
|
def VFADB : BinaryVRRc<"vfadb", 0xE7E3, any_fadd, v128db, v128db, 3, 0>;
|
|
|
|
def WFADB : BinaryVRRc<"wfadb", 0xE7E3, any_fadd, v64db, v64db, 3, 8>;
|
2019-05-13 17:47:26 +08:00
|
|
|
let Predicates = [FeatureVectorEnhancements1] in {
|
2019-06-06 06:33:10 +08:00
|
|
|
def VFASB : BinaryVRRc<"vfasb", 0xE7E3, any_fadd, v128sb, v128sb, 2, 0>;
|
|
|
|
def WFASB : BinaryVRRc<"wfasb", 0xE7E3, any_fadd, v32sb, v32sb, 2, 8>;
|
|
|
|
def WFAXB : BinaryVRRc<"wfaxb", 0xE7E3, any_fadd, v128xb, v128xb, 4, 8>;
|
2019-05-13 17:47:26 +08:00
|
|
|
}
|
2017-07-18 01:42:48 +08:00
|
|
|
}
|
2015-05-06 03:23:40 +08:00
|
|
|
|
2019-07-13 02:13:16 +08:00
|
|
|
// Convert from fixed.
|
2019-06-06 06:33:10 +08:00
|
|
|
let Uses = [FPC], mayRaiseFPException = 1 in {
|
2019-05-13 17:47:26 +08:00
|
|
|
def VCDG : TernaryVRRaFloatGeneric<"vcdg", 0xE7C3>;
|
|
|
|
def VCDGB : TernaryVRRa<"vcdgb", 0xE7C3, null_frag, v128db, v128g, 3, 0>;
|
|
|
|
def WCDGB : TernaryVRRa<"wcdgb", 0xE7C3, null_frag, v64db, v64g, 3, 8>;
|
|
|
|
}
|
2015-05-06 03:26:48 +08:00
|
|
|
def : FPConversion<VCDGB, sint_to_fp, v128db, v128g, 0, 0>;
|
2019-07-13 02:13:16 +08:00
|
|
|
let Predicates = [FeatureVectorEnhancements2] in {
|
|
|
|
let Uses = [FPC], mayRaiseFPException = 1 in {
|
|
|
|
let isAsmParserOnly = 1 in
|
|
|
|
def VCFPS : TernaryVRRaFloatGeneric<"vcfps", 0xE7C3>;
|
|
|
|
def VCEFB : TernaryVRRa<"vcefb", 0xE7C3, null_frag, v128sb, v128g, 2, 0>;
|
|
|
|
def WCEFB : TernaryVRRa<"wcefb", 0xE7C3, null_frag, v32sb, v32f, 2, 8>;
|
|
|
|
}
|
|
|
|
def : FPConversion<VCEFB, sint_to_fp, v128sb, v128f, 0, 0>;
|
|
|
|
}
|
2015-05-06 03:23:40 +08:00
|
|
|
|
2019-07-13 02:13:16 +08:00
|
|
|
// Convert from logical.
|
2019-06-06 06:33:10 +08:00
|
|
|
let Uses = [FPC], mayRaiseFPException = 1 in {
|
2019-05-13 17:47:26 +08:00
|
|
|
def VCDLG : TernaryVRRaFloatGeneric<"vcdlg", 0xE7C1>;
|
|
|
|
def VCDLGB : TernaryVRRa<"vcdlgb", 0xE7C1, null_frag, v128db, v128g, 3, 0>;
|
|
|
|
def WCDLGB : TernaryVRRa<"wcdlgb", 0xE7C1, null_frag, v64db, v64g, 3, 8>;
|
|
|
|
}
|
2015-05-06 03:26:48 +08:00
|
|
|
def : FPConversion<VCDLGB, uint_to_fp, v128db, v128g, 0, 0>;
|
2019-07-13 02:13:16 +08:00
|
|
|
let Predicates = [FeatureVectorEnhancements2] in {
|
|
|
|
let Uses = [FPC], mayRaiseFPException = 1 in {
|
|
|
|
let isAsmParserOnly = 1 in
|
|
|
|
def VCFPL : TernaryVRRaFloatGeneric<"vcfpl", 0xE7C1>;
|
|
|
|
def VCELFB : TernaryVRRa<"vcelfb", 0xE7C1, null_frag, v128sb, v128g, 2, 0>;
|
|
|
|
def WCELFB : TernaryVRRa<"wcelfb", 0xE7C1, null_frag, v32sb, v32f, 2, 8>;
|
|
|
|
}
|
|
|
|
def : FPConversion<VCELFB, uint_to_fp, v128sb, v128f, 0, 0>;
|
|
|
|
}
|
2015-05-06 03:23:40 +08:00
|
|
|
|
2019-07-13 02:13:16 +08:00
|
|
|
// Convert to fixed.
|
2019-06-06 06:33:10 +08:00
|
|
|
let Uses = [FPC], mayRaiseFPException = 1 in {
|
2019-05-13 17:47:26 +08:00
|
|
|
def VCGD : TernaryVRRaFloatGeneric<"vcgd", 0xE7C2>;
|
|
|
|
def VCGDB : TernaryVRRa<"vcgdb", 0xE7C2, null_frag, v128g, v128db, 3, 0>;
|
|
|
|
def WCGDB : TernaryVRRa<"wcgdb", 0xE7C2, null_frag, v64g, v64db, 3, 8>;
|
|
|
|
}
|
2015-05-06 03:26:48 +08:00
|
|
|
// Rounding mode should agree with SystemZInstrFP.td.
|
2019-09-03 00:49:29 +08:00
|
|
|
def : FPConversion<VCGDB, any_fp_to_sint, v128g, v128db, 0, 5>;
|
2019-07-13 02:13:16 +08:00
|
|
|
let Predicates = [FeatureVectorEnhancements2] in {
|
|
|
|
let Uses = [FPC], mayRaiseFPException = 1 in {
|
|
|
|
let isAsmParserOnly = 1 in
|
|
|
|
def VCSFP : TernaryVRRaFloatGeneric<"vcsfp", 0xE7C2>;
|
|
|
|
def VCFEB : TernaryVRRa<"vcfeb", 0xE7C2, null_frag, v128sb, v128g, 2, 0>;
|
|
|
|
def WCFEB : TernaryVRRa<"wcfeb", 0xE7C2, null_frag, v32sb, v32f, 2, 8>;
|
|
|
|
}
|
|
|
|
// Rounding mode should agree with SystemZInstrFP.td.
|
2019-09-03 00:49:29 +08:00
|
|
|
def : FPConversion<VCFEB, any_fp_to_sint, v128f, v128sb, 0, 5>;
|
2019-07-13 02:13:16 +08:00
|
|
|
}
|
2015-05-06 03:23:40 +08:00
|
|
|
|
2019-07-13 02:13:16 +08:00
|
|
|
// Convert to logical.
|
2019-06-06 06:33:10 +08:00
|
|
|
let Uses = [FPC], mayRaiseFPException = 1 in {
|
2019-05-13 17:47:26 +08:00
|
|
|
def VCLGD : TernaryVRRaFloatGeneric<"vclgd", 0xE7C0>;
|
|
|
|
def VCLGDB : TernaryVRRa<"vclgdb", 0xE7C0, null_frag, v128g, v128db, 3, 0>;
|
|
|
|
def WCLGDB : TernaryVRRa<"wclgdb", 0xE7C0, null_frag, v64g, v64db, 3, 8>;
|
|
|
|
}
|
2015-05-06 03:26:48 +08:00
|
|
|
// Rounding mode should agree with SystemZInstrFP.td.
|
2019-09-03 00:49:29 +08:00
|
|
|
def : FPConversion<VCLGDB, any_fp_to_uint, v128g, v128db, 0, 5>;
|
2019-07-13 02:13:16 +08:00
|
|
|
let Predicates = [FeatureVectorEnhancements2] in {
|
|
|
|
let Uses = [FPC], mayRaiseFPException = 1 in {
|
|
|
|
let isAsmParserOnly = 1 in
|
|
|
|
def VCLFP : TernaryVRRaFloatGeneric<"vclfp", 0xE7C0>;
|
|
|
|
def VCLFEB : TernaryVRRa<"vclfeb", 0xE7C0, null_frag, v128sb, v128g, 2, 0>;
|
|
|
|
def WCLFEB : TernaryVRRa<"wclfeb", 0xE7C0, null_frag, v32sb, v32f, 2, 8>;
|
|
|
|
}
|
|
|
|
// Rounding mode should agree with SystemZInstrFP.td.
|
2019-09-03 00:49:29 +08:00
|
|
|
def : FPConversion<VCLFEB, any_fp_to_uint, v128f, v128sb, 0, 5>;
|
2019-07-13 02:13:16 +08:00
|
|
|
}
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Divide.
|
2019-06-06 06:33:10 +08:00
|
|
|
let Uses = [FPC], mayRaiseFPException = 1 in {
|
2019-05-13 17:47:26 +08:00
|
|
|
def VFD : BinaryVRRcFloatGeneric<"vfd", 0xE7E5>;
|
2019-06-06 06:33:10 +08:00
|
|
|
def VFDDB : BinaryVRRc<"vfddb", 0xE7E5, any_fdiv, v128db, v128db, 3, 0>;
|
|
|
|
def WFDDB : BinaryVRRc<"wfddb", 0xE7E5, any_fdiv, v64db, v64db, 3, 8>;
|
2019-05-13 17:47:26 +08:00
|
|
|
let Predicates = [FeatureVectorEnhancements1] in {
|
2019-06-06 06:33:10 +08:00
|
|
|
def VFDSB : BinaryVRRc<"vfdsb", 0xE7E5, any_fdiv, v128sb, v128sb, 2, 0>;
|
|
|
|
def WFDSB : BinaryVRRc<"wfdsb", 0xE7E5, any_fdiv, v32sb, v32sb, 2, 8>;
|
|
|
|
def WFDXB : BinaryVRRc<"wfdxb", 0xE7E5, any_fdiv, v128xb, v128xb, 4, 8>;
|
2019-05-13 17:47:26 +08:00
|
|
|
}
|
2017-07-18 01:42:48 +08:00
|
|
|
}
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Load FP integer.
|
2019-06-06 06:33:10 +08:00
|
|
|
let Uses = [FPC], mayRaiseFPException = 1 in {
|
2019-05-13 17:47:26 +08:00
|
|
|
def VFI : TernaryVRRaFloatGeneric<"vfi", 0xE7C7>;
|
|
|
|
def VFIDB : TernaryVRRa<"vfidb", 0xE7C7, int_s390_vfidb, v128db, v128db, 3, 0>;
|
|
|
|
def WFIDB : TernaryVRRa<"wfidb", 0xE7C7, null_frag, v64db, v64db, 3, 8>;
|
|
|
|
}
|
2015-05-06 03:26:48 +08:00
|
|
|
defm : VectorRounding<VFIDB, v128db>;
|
2015-05-06 03:28:34 +08:00
|
|
|
defm : VectorRounding<WFIDB, v64db>;
|
2017-07-18 01:42:48 +08:00
|
|
|
let Predicates = [FeatureVectorEnhancements1] in {
|
2019-06-06 06:33:10 +08:00
|
|
|
let Uses = [FPC], mayRaiseFPException = 1 in {
|
2019-05-13 17:47:26 +08:00
|
|
|
def VFISB : TernaryVRRa<"vfisb", 0xE7C7, int_s390_vfisb, v128sb, v128sb, 2, 0>;
|
|
|
|
def WFISB : TernaryVRRa<"wfisb", 0xE7C7, null_frag, v32sb, v32sb, 2, 8>;
|
|
|
|
def WFIXB : TernaryVRRa<"wfixb", 0xE7C7, null_frag, v128xb, v128xb, 4, 8>;
|
|
|
|
}
|
2017-07-18 01:42:48 +08:00
|
|
|
defm : VectorRounding<VFISB, v128sb>;
|
|
|
|
defm : VectorRounding<WFISB, v32sb>;
|
2017-07-18 01:44:20 +08:00
|
|
|
defm : VectorRounding<WFIXB, v128xb>;
|
2017-07-18 01:42:48 +08:00
|
|
|
}
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Load lengthened.
|
2019-06-06 06:33:10 +08:00
|
|
|
let Uses = [FPC], mayRaiseFPException = 1 in {
|
2019-05-13 17:47:26 +08:00
|
|
|
def VLDE : UnaryVRRaFloatGeneric<"vlde", 0xE7C4>;
|
|
|
|
def VLDEB : UnaryVRRa<"vldeb", 0xE7C4, z_vextend, v128db, v128sb, 2, 0>;
|
2019-06-06 06:33:10 +08:00
|
|
|
def WLDEB : UnaryVRRa<"wldeb", 0xE7C4, any_fpextend, v64db, v32sb, 2, 8>;
|
2019-05-13 17:47:26 +08:00
|
|
|
}
|
2017-07-18 01:42:48 +08:00
|
|
|
let Predicates = [FeatureVectorEnhancements1] in {
|
2019-06-06 06:33:10 +08:00
|
|
|
let Uses = [FPC], mayRaiseFPException = 1 in {
|
2019-05-13 17:47:26 +08:00
|
|
|
let isAsmParserOnly = 1 in {
|
|
|
|
def VFLL : UnaryVRRaFloatGeneric<"vfll", 0xE7C4>;
|
|
|
|
def VFLLS : UnaryVRRa<"vflls", 0xE7C4, null_frag, v128db, v128sb, 2, 0>;
|
|
|
|
def WFLLS : UnaryVRRa<"wflls", 0xE7C4, null_frag, v64db, v32sb, 2, 8>;
|
|
|
|
}
|
2019-06-06 06:33:10 +08:00
|
|
|
def WFLLD : UnaryVRRa<"wflld", 0xE7C4, any_fpextend, v128xb, v64db, 3, 8>;
|
2017-07-18 01:42:48 +08:00
|
|
|
}
|
2019-06-06 06:33:10 +08:00
|
|
|
def : Pat<(f128 (any_fpextend (f32 VR32:$src))),
|
2017-07-18 01:44:20 +08:00
|
|
|
(WFLLD (WLDEB VR32:$src))>;
|
2017-07-18 01:42:48 +08:00
|
|
|
}
|
2015-05-06 03:23:40 +08:00
|
|
|
|
2017-07-18 01:42:48 +08:00
|
|
|
// Load rounded.
|
2019-06-06 06:33:10 +08:00
|
|
|
let Uses = [FPC], mayRaiseFPException = 1 in {
|
2019-05-13 17:47:26 +08:00
|
|
|
def VLED : TernaryVRRaFloatGeneric<"vled", 0xE7C5>;
|
|
|
|
def VLEDB : TernaryVRRa<"vledb", 0xE7C5, null_frag, v128sb, v128db, 3, 0>;
|
|
|
|
def WLEDB : TernaryVRRa<"wledb", 0xE7C5, null_frag, v32sb, v64db, 3, 8>;
|
|
|
|
}
|
2015-05-06 03:27:45 +08:00
|
|
|
def : Pat<(v4f32 (z_vround (v2f64 VR128:$src))), (VLEDB VR128:$src, 0, 0)>;
|
2019-06-06 06:33:10 +08:00
|
|
|
def : FPConversion<WLEDB, any_fpround, v32sb, v64db, 0, 0>;
|
2017-07-18 01:42:48 +08:00
|
|
|
let Predicates = [FeatureVectorEnhancements1] in {
|
2019-06-06 06:33:10 +08:00
|
|
|
let Uses = [FPC], mayRaiseFPException = 1 in {
|
2019-05-13 17:47:26 +08:00
|
|
|
let isAsmParserOnly = 1 in {
|
|
|
|
def VFLR : TernaryVRRaFloatGeneric<"vflr", 0xE7C5>;
|
|
|
|
def VFLRD : TernaryVRRa<"vflrd", 0xE7C5, null_frag, v128sb, v128db, 3, 0>;
|
|
|
|
def WFLRD : TernaryVRRa<"wflrd", 0xE7C5, null_frag, v32sb, v64db, 3, 8>;
|
|
|
|
}
|
|
|
|
def WFLRX : TernaryVRRa<"wflrx", 0xE7C5, null_frag, v64db, v128xb, 4, 8>;
|
2017-07-18 01:42:48 +08:00
|
|
|
}
|
2019-06-06 06:33:10 +08:00
|
|
|
def : FPConversion<WFLRX, any_fpround, v64db, v128xb, 0, 0>;
|
|
|
|
def : Pat<(f32 (any_fpround (f128 VR128:$src))),
|
2017-07-18 01:44:20 +08:00
|
|
|
(WLEDB (WFLRX VR128:$src, 0, 3), 0, 0)>;
|
2017-07-18 01:42:48 +08:00
|
|
|
}
|
2015-05-06 03:23:40 +08:00
|
|
|
|
2017-07-18 01:41:11 +08:00
|
|
|
// Maximum.
|
|
|
|
multiclass VectorMax<Instruction insn, TypedReg tr> {
|
2019-06-06 06:33:10 +08:00
|
|
|
def : FPMinMax<insn, any_fmaxnum, tr, 4>;
|
[NFC] Rename minnan and maxnan to minimum and maximum
Summary:
Changes all uses of minnan/maxnan to minimum/maximum
globally. These names emphasize that the semantic difference between
these operations is more than just NaN-propagation.
Reviewers: arsenm, aheejin, dschuff, javed.absar
Subscribers: jholewinski, sdardis, wdng, sbc100, jgravelle-google, jrtc27, atanasyan, llvm-commits
Differential Revision: https://reviews.llvm.org/D53112
llvm-svn: 345218
2018-10-25 06:49:55 +08:00
|
|
|
def : FPMinMax<insn, fmaximum, tr, 1>;
|
2017-07-18 01:41:11 +08:00
|
|
|
}
|
|
|
|
let Predicates = [FeatureVectorEnhancements1] in {
|
2019-06-06 06:33:10 +08:00
|
|
|
let Uses = [FPC], mayRaiseFPException = 1 in {
|
2019-05-13 17:47:26 +08:00
|
|
|
def VFMAX : TernaryVRRcFloatGeneric<"vfmax", 0xE7EF>;
|
|
|
|
def VFMAXDB : TernaryVRRcFloat<"vfmaxdb", 0xE7EF, int_s390_vfmaxdb,
|
|
|
|
v128db, v128db, 3, 0>;
|
|
|
|
def WFMAXDB : TernaryVRRcFloat<"wfmaxdb", 0xE7EF, null_frag,
|
|
|
|
v64db, v64db, 3, 8>;
|
|
|
|
def VFMAXSB : TernaryVRRcFloat<"vfmaxsb", 0xE7EF, int_s390_vfmaxsb,
|
|
|
|
v128sb, v128sb, 2, 0>;
|
|
|
|
def WFMAXSB : TernaryVRRcFloat<"wfmaxsb", 0xE7EF, null_frag,
|
|
|
|
v32sb, v32sb, 2, 8>;
|
|
|
|
def WFMAXXB : TernaryVRRcFloat<"wfmaxxb", 0xE7EF, null_frag,
|
|
|
|
v128xb, v128xb, 4, 8>;
|
|
|
|
}
|
2017-07-18 01:41:11 +08:00
|
|
|
defm : VectorMax<VFMAXDB, v128db>;
|
|
|
|
defm : VectorMax<WFMAXDB, v64db>;
|
2017-07-18 01:42:48 +08:00
|
|
|
defm : VectorMax<VFMAXSB, v128sb>;
|
|
|
|
defm : VectorMax<WFMAXSB, v32sb>;
|
2017-07-18 01:44:20 +08:00
|
|
|
defm : VectorMax<WFMAXXB, v128xb>;
|
2017-07-18 01:41:11 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
// Minimum.
|
|
|
|
multiclass VectorMin<Instruction insn, TypedReg tr> {
|
2019-06-06 06:33:10 +08:00
|
|
|
def : FPMinMax<insn, any_fminnum, tr, 4>;
|
[NFC] Rename minnan and maxnan to minimum and maximum
Summary:
Changes all uses of minnan/maxnan to minimum/maximum
globally. These names emphasize that the semantic difference between
these operations is more than just NaN-propagation.
Reviewers: arsenm, aheejin, dschuff, javed.absar
Subscribers: jholewinski, sdardis, wdng, sbc100, jgravelle-google, jrtc27, atanasyan, llvm-commits
Differential Revision: https://reviews.llvm.org/D53112
llvm-svn: 345218
2018-10-25 06:49:55 +08:00
|
|
|
def : FPMinMax<insn, fminimum, tr, 1>;
|
2017-07-18 01:41:11 +08:00
|
|
|
}
|
|
|
|
let Predicates = [FeatureVectorEnhancements1] in {
|
2019-06-06 06:33:10 +08:00
|
|
|
let Uses = [FPC], mayRaiseFPException = 1 in {
|
2019-05-13 17:47:26 +08:00
|
|
|
def VFMIN : TernaryVRRcFloatGeneric<"vfmin", 0xE7EE>;
|
|
|
|
def VFMINDB : TernaryVRRcFloat<"vfmindb", 0xE7EE, int_s390_vfmindb,
|
|
|
|
v128db, v128db, 3, 0>;
|
|
|
|
def WFMINDB : TernaryVRRcFloat<"wfmindb", 0xE7EE, null_frag,
|
|
|
|
v64db, v64db, 3, 8>;
|
|
|
|
def VFMINSB : TernaryVRRcFloat<"vfminsb", 0xE7EE, int_s390_vfminsb,
|
|
|
|
v128sb, v128sb, 2, 0>;
|
|
|
|
def WFMINSB : TernaryVRRcFloat<"wfminsb", 0xE7EE, null_frag,
|
|
|
|
v32sb, v32sb, 2, 8>;
|
|
|
|
def WFMINXB : TernaryVRRcFloat<"wfminxb", 0xE7EE, null_frag,
|
|
|
|
v128xb, v128xb, 4, 8>;
|
|
|
|
}
|
2017-07-18 01:41:11 +08:00
|
|
|
defm : VectorMin<VFMINDB, v128db>;
|
|
|
|
defm : VectorMin<WFMINDB, v64db>;
|
2017-07-18 01:42:48 +08:00
|
|
|
defm : VectorMin<VFMINSB, v128sb>;
|
|
|
|
defm : VectorMin<WFMINSB, v32sb>;
|
2017-07-18 01:44:20 +08:00
|
|
|
defm : VectorMin<WFMINXB, v128xb>;
|
2017-07-18 01:41:11 +08:00
|
|
|
}
|
|
|
|
|
2015-05-06 03:23:40 +08:00
|
|
|
// Multiply.
|
2019-06-06 06:33:10 +08:00
|
|
|
let Uses = [FPC], mayRaiseFPException = 1 in {
|
2019-05-13 17:47:26 +08:00
|
|
|
def VFM : BinaryVRRcFloatGeneric<"vfm", 0xE7E7>;
|
2019-06-06 06:33:10 +08:00
|
|
|
def VFMDB : BinaryVRRc<"vfmdb", 0xE7E7, any_fmul, v128db, v128db, 3, 0>;
|
|
|
|
def WFMDB : BinaryVRRc<"wfmdb", 0xE7E7, any_fmul, v64db, v64db, 3, 8>;
|
2019-05-13 17:47:26 +08:00
|
|
|
let Predicates = [FeatureVectorEnhancements1] in {
|
2019-06-06 06:33:10 +08:00
|
|
|
def VFMSB : BinaryVRRc<"vfmsb", 0xE7E7, any_fmul, v128sb, v128sb, 2, 0>;
|
|
|
|
def WFMSB : BinaryVRRc<"wfmsb", 0xE7E7, any_fmul, v32sb, v32sb, 2, 8>;
|
|
|
|
def WFMXB : BinaryVRRc<"wfmxb", 0xE7E7, any_fmul, v128xb, v128xb, 4, 8>;
|
2019-05-13 17:47:26 +08:00
|
|
|
}
|
2017-07-18 01:42:48 +08:00
|
|
|
}
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Multiply and add.
|
2019-06-06 06:33:10 +08:00
|
|
|
let Uses = [FPC], mayRaiseFPException = 1 in {
|
2019-05-13 17:47:26 +08:00
|
|
|
def VFMA : TernaryVRReFloatGeneric<"vfma", 0xE78F>;
|
2019-06-06 06:33:10 +08:00
|
|
|
def VFMADB : TernaryVRRe<"vfmadb", 0xE78F, any_fma, v128db, v128db, 0, 3>;
|
|
|
|
def WFMADB : TernaryVRRe<"wfmadb", 0xE78F, any_fma, v64db, v64db, 8, 3>;
|
2019-05-13 17:47:26 +08:00
|
|
|
let Predicates = [FeatureVectorEnhancements1] in {
|
2019-06-06 06:33:10 +08:00
|
|
|
def VFMASB : TernaryVRRe<"vfmasb", 0xE78F, any_fma, v128sb, v128sb, 0, 2>;
|
|
|
|
def WFMASB : TernaryVRRe<"wfmasb", 0xE78F, any_fma, v32sb, v32sb, 8, 2>;
|
|
|
|
def WFMAXB : TernaryVRRe<"wfmaxb", 0xE78F, any_fma, v128xb, v128xb, 8, 4>;
|
2019-05-13 17:47:26 +08:00
|
|
|
}
|
2017-07-18 01:42:48 +08:00
|
|
|
}
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Multiply and subtract.
|
2019-06-06 06:33:10 +08:00
|
|
|
let Uses = [FPC], mayRaiseFPException = 1 in {
|
2019-05-13 17:47:26 +08:00
|
|
|
def VFMS : TernaryVRReFloatGeneric<"vfms", 0xE78E>;
|
2019-06-06 06:33:10 +08:00
|
|
|
def VFMSDB : TernaryVRRe<"vfmsdb", 0xE78E, any_fms, v128db, v128db, 0, 3>;
|
|
|
|
def WFMSDB : TernaryVRRe<"wfmsdb", 0xE78E, any_fms, v64db, v64db, 8, 3>;
|
2019-05-13 17:47:26 +08:00
|
|
|
let Predicates = [FeatureVectorEnhancements1] in {
|
2019-06-06 06:33:10 +08:00
|
|
|
def VFMSSB : TernaryVRRe<"vfmssb", 0xE78E, any_fms, v128sb, v128sb, 0, 2>;
|
|
|
|
def WFMSSB : TernaryVRRe<"wfmssb", 0xE78E, any_fms, v32sb, v32sb, 8, 2>;
|
|
|
|
def WFMSXB : TernaryVRRe<"wfmsxb", 0xE78E, any_fms, v128xb, v128xb, 8, 4>;
|
2019-05-13 17:47:26 +08:00
|
|
|
}
|
2017-07-18 01:42:48 +08:00
|
|
|
}
|
2015-05-06 03:23:40 +08:00
|
|
|
|
2017-07-18 01:41:11 +08:00
|
|
|
// Negative multiply and add.
|
2019-06-06 06:33:10 +08:00
|
|
|
let Uses = [FPC], mayRaiseFPException = 1,
|
|
|
|
Predicates = [FeatureVectorEnhancements1] in {
|
2017-07-18 01:41:11 +08:00
|
|
|
def VFNMA : TernaryVRReFloatGeneric<"vfnma", 0xE79F>;
|
2019-06-06 06:33:10 +08:00
|
|
|
def VFNMADB : TernaryVRRe<"vfnmadb", 0xE79F, any_fnma, v128db, v128db, 0, 3>;
|
|
|
|
def WFNMADB : TernaryVRRe<"wfnmadb", 0xE79F, any_fnma, v64db, v64db, 8, 3>;
|
|
|
|
def VFNMASB : TernaryVRRe<"vfnmasb", 0xE79F, any_fnma, v128sb, v128sb, 0, 2>;
|
|
|
|
def WFNMASB : TernaryVRRe<"wfnmasb", 0xE79F, any_fnma, v32sb, v32sb, 8, 2>;
|
|
|
|
def WFNMAXB : TernaryVRRe<"wfnmaxb", 0xE79F, any_fnma, v128xb, v128xb, 8, 4>;
|
2017-07-18 01:41:11 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
// Negative multiply and subtract.
|
2019-06-06 06:33:10 +08:00
|
|
|
let Uses = [FPC], mayRaiseFPException = 1,
|
|
|
|
Predicates = [FeatureVectorEnhancements1] in {
|
2017-07-18 01:41:11 +08:00
|
|
|
def VFNMS : TernaryVRReFloatGeneric<"vfnms", 0xE79E>;
|
2019-06-06 06:33:10 +08:00
|
|
|
def VFNMSDB : TernaryVRRe<"vfnmsdb", 0xE79E, any_fnms, v128db, v128db, 0, 3>;
|
|
|
|
def WFNMSDB : TernaryVRRe<"wfnmsdb", 0xE79E, any_fnms, v64db, v64db, 8, 3>;
|
|
|
|
def VFNMSSB : TernaryVRRe<"vfnmssb", 0xE79E, any_fnms, v128sb, v128sb, 0, 2>;
|
|
|
|
def WFNMSSB : TernaryVRRe<"wfnmssb", 0xE79E, any_fnms, v32sb, v32sb, 8, 2>;
|
|
|
|
def WFNMSXB : TernaryVRRe<"wfnmsxb", 0xE79E, any_fnms, v128xb, v128xb, 8, 4>;
|
2017-07-18 01:41:11 +08:00
|
|
|
}
|
|
|
|
|
2016-10-19 21:03:18 +08:00
|
|
|
// Perform sign operation.
|
|
|
|
def VFPSO : BinaryVRRaFloatGeneric<"vfpso", 0xE7CC>;
|
|
|
|
def VFPSODB : BinaryVRRa<"vfpsodb", 0xE7CC, null_frag, v128db, v128db, 3, 0>;
|
|
|
|
def WFPSODB : BinaryVRRa<"wfpsodb", 0xE7CC, null_frag, v64db, v64db, 3, 8>;
|
2017-07-18 01:42:48 +08:00
|
|
|
let Predicates = [FeatureVectorEnhancements1] in {
|
|
|
|
def VFPSOSB : BinaryVRRa<"vfpsosb", 0xE7CC, null_frag, v128sb, v128sb, 2, 0>;
|
|
|
|
def WFPSOSB : BinaryVRRa<"wfpsosb", 0xE7CC, null_frag, v32sb, v32sb, 2, 8>;
|
2017-07-18 01:44:20 +08:00
|
|
|
def WFPSOXB : BinaryVRRa<"wfpsoxb", 0xE7CC, null_frag, v128xb, v128xb, 4, 8>;
|
2017-07-18 01:42:48 +08:00
|
|
|
}
|
2016-10-19 21:03:18 +08:00
|
|
|
|
|
|
|
// Load complement.
|
2015-05-06 03:26:48 +08:00
|
|
|
def VFLCDB : UnaryVRRa<"vflcdb", 0xE7CC, fneg, v128db, v128db, 3, 0, 0>;
|
2015-05-06 03:28:34 +08:00
|
|
|
def WFLCDB : UnaryVRRa<"wflcdb", 0xE7CC, fneg, v64db, v64db, 3, 8, 0>;
|
2017-07-18 01:42:48 +08:00
|
|
|
let Predicates = [FeatureVectorEnhancements1] in {
|
|
|
|
def VFLCSB : UnaryVRRa<"vflcsb", 0xE7CC, fneg, v128sb, v128sb, 2, 0, 0>;
|
|
|
|
def WFLCSB : UnaryVRRa<"wflcsb", 0xE7CC, fneg, v32sb, v32sb, 2, 8, 0>;
|
2017-07-18 01:44:20 +08:00
|
|
|
def WFLCXB : UnaryVRRa<"wflcxb", 0xE7CC, fneg, v128xb, v128xb, 4, 8, 0>;
|
2017-07-18 01:42:48 +08:00
|
|
|
}
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Load negative.
|
2015-05-06 03:26:48 +08:00
|
|
|
def VFLNDB : UnaryVRRa<"vflndb", 0xE7CC, fnabs, v128db, v128db, 3, 0, 1>;
|
2015-05-06 03:28:34 +08:00
|
|
|
def WFLNDB : UnaryVRRa<"wflndb", 0xE7CC, fnabs, v64db, v64db, 3, 8, 1>;
|
2017-07-18 01:42:48 +08:00
|
|
|
let Predicates = [FeatureVectorEnhancements1] in {
|
|
|
|
def VFLNSB : UnaryVRRa<"vflnsb", 0xE7CC, fnabs, v128sb, v128sb, 2, 0, 1>;
|
|
|
|
def WFLNSB : UnaryVRRa<"wflnsb", 0xE7CC, fnabs, v32sb, v32sb, 2, 8, 1>;
|
2017-07-18 01:44:20 +08:00
|
|
|
def WFLNXB : UnaryVRRa<"wflnxb", 0xE7CC, fnabs, v128xb, v128xb, 4, 8, 1>;
|
2017-07-18 01:42:48 +08:00
|
|
|
}
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Load positive.
|
2015-05-06 03:26:48 +08:00
|
|
|
def VFLPDB : UnaryVRRa<"vflpdb", 0xE7CC, fabs, v128db, v128db, 3, 0, 2>;
|
2015-05-06 03:28:34 +08:00
|
|
|
def WFLPDB : UnaryVRRa<"wflpdb", 0xE7CC, fabs, v64db, v64db, 3, 8, 2>;
|
2017-07-18 01:42:48 +08:00
|
|
|
let Predicates = [FeatureVectorEnhancements1] in {
|
|
|
|
def VFLPSB : UnaryVRRa<"vflpsb", 0xE7CC, fabs, v128sb, v128sb, 2, 0, 2>;
|
|
|
|
def WFLPSB : UnaryVRRa<"wflpsb", 0xE7CC, fabs, v32sb, v32sb, 2, 8, 2>;
|
2017-07-18 01:44:20 +08:00
|
|
|
def WFLPXB : UnaryVRRa<"wflpxb", 0xE7CC, fabs, v128xb, v128xb, 4, 8, 2>;
|
2017-07-18 01:42:48 +08:00
|
|
|
}
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Square root.
|
2019-06-06 06:33:10 +08:00
|
|
|
let Uses = [FPC], mayRaiseFPException = 1 in {
|
2019-05-13 17:47:26 +08:00
|
|
|
def VFSQ : UnaryVRRaFloatGeneric<"vfsq", 0xE7CE>;
|
2019-06-06 06:33:10 +08:00
|
|
|
def VFSQDB : UnaryVRRa<"vfsqdb", 0xE7CE, any_fsqrt, v128db, v128db, 3, 0>;
|
|
|
|
def WFSQDB : UnaryVRRa<"wfsqdb", 0xE7CE, any_fsqrt, v64db, v64db, 3, 8>;
|
2019-05-13 17:47:26 +08:00
|
|
|
let Predicates = [FeatureVectorEnhancements1] in {
|
2019-06-06 06:33:10 +08:00
|
|
|
def VFSQSB : UnaryVRRa<"vfsqsb", 0xE7CE, any_fsqrt, v128sb, v128sb, 2, 0>;
|
|
|
|
def WFSQSB : UnaryVRRa<"wfsqsb", 0xE7CE, any_fsqrt, v32sb, v32sb, 2, 8>;
|
|
|
|
def WFSQXB : UnaryVRRa<"wfsqxb", 0xE7CE, any_fsqrt, v128xb, v128xb, 4, 8>;
|
2019-05-13 17:47:26 +08:00
|
|
|
}
|
2017-07-18 01:42:48 +08:00
|
|
|
}
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Subtract.
|
2019-06-06 06:33:10 +08:00
|
|
|
let Uses = [FPC], mayRaiseFPException = 1 in {
|
2019-05-13 17:47:26 +08:00
|
|
|
def VFS : BinaryVRRcFloatGeneric<"vfs", 0xE7E2>;
|
2019-06-06 06:33:10 +08:00
|
|
|
def VFSDB : BinaryVRRc<"vfsdb", 0xE7E2, any_fsub, v128db, v128db, 3, 0>;
|
|
|
|
def WFSDB : BinaryVRRc<"wfsdb", 0xE7E2, any_fsub, v64db, v64db, 3, 8>;
|
2019-05-13 17:47:26 +08:00
|
|
|
let Predicates = [FeatureVectorEnhancements1] in {
|
2019-06-06 06:33:10 +08:00
|
|
|
def VFSSB : BinaryVRRc<"vfssb", 0xE7E2, any_fsub, v128sb, v128sb, 2, 0>;
|
|
|
|
def WFSSB : BinaryVRRc<"wfssb", 0xE7E2, any_fsub, v32sb, v32sb, 2, 8>;
|
|
|
|
def WFSXB : BinaryVRRc<"wfsxb", 0xE7E2, any_fsub, v128xb, v128xb, 4, 8>;
|
2019-05-13 17:47:26 +08:00
|
|
|
}
|
2017-07-18 01:42:48 +08:00
|
|
|
}
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Test data class immediate.
|
|
|
|
let Defs = [CC] in {
|
2016-10-19 21:03:18 +08:00
|
|
|
def VFTCI : BinaryVRIeFloatGeneric<"vftci", 0xE74A>;
|
2015-05-06 03:31:09 +08:00
|
|
|
def VFTCIDB : BinaryVRIe<"vftcidb", 0xE74A, z_vftci, v128g, v128db, 3, 0>;
|
2015-05-06 03:23:40 +08:00
|
|
|
def WFTCIDB : BinaryVRIe<"wftcidb", 0xE74A, null_frag, v64g, v64db, 3, 8>;
|
2017-07-18 01:42:48 +08:00
|
|
|
let Predicates = [FeatureVectorEnhancements1] in {
|
|
|
|
def VFTCISB : BinaryVRIe<"vftcisb", 0xE74A, z_vftci, v128f, v128sb, 2, 0>;
|
|
|
|
def WFTCISB : BinaryVRIe<"wftcisb", 0xE74A, null_frag, v32f, v32sb, 2, 8>;
|
2017-07-18 01:44:20 +08:00
|
|
|
def WFTCIXB : BinaryVRIe<"wftcixb", 0xE74A, null_frag, v128q, v128xb, 4, 8>;
|
2017-07-18 01:42:48 +08:00
|
|
|
}
|
2015-05-06 03:23:40 +08:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
// Floating-point comparison
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
|
|
|
let Predicates = [FeatureVector] in {
|
|
|
|
// Compare scalar.
|
2019-06-06 06:33:10 +08:00
|
|
|
let Uses = [FPC], mayRaiseFPException = 1, Defs = [CC] in {
|
2016-10-19 21:03:18 +08:00
|
|
|
def WFC : CompareVRRaFloatGeneric<"wfc", 0xE7CB>;
|
2015-05-06 03:28:34 +08:00
|
|
|
def WFCDB : CompareVRRa<"wfcdb", 0xE7CB, z_fcmp, v64db, 3>;
|
2017-07-18 01:42:48 +08:00
|
|
|
let Predicates = [FeatureVectorEnhancements1] in {
|
|
|
|
def WFCSB : CompareVRRa<"wfcsb", 0xE7CB, z_fcmp, v32sb, 2>;
|
2017-07-18 01:44:20 +08:00
|
|
|
def WFCXB : CompareVRRa<"wfcxb", 0xE7CB, z_fcmp, v128xb, 4>;
|
2017-07-18 01:42:48 +08:00
|
|
|
}
|
2016-10-19 21:03:18 +08:00
|
|
|
}
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Compare and signal scalar.
|
2019-06-06 06:33:10 +08:00
|
|
|
let Uses = [FPC], mayRaiseFPException = 1, Defs = [CC] in {
|
2016-10-19 21:03:18 +08:00
|
|
|
def WFK : CompareVRRaFloatGeneric<"wfk", 0xE7CA>;
|
2015-05-06 03:23:40 +08:00
|
|
|
def WFKDB : CompareVRRa<"wfkdb", 0xE7CA, null_frag, v64db, 3>;
|
2017-07-18 01:42:48 +08:00
|
|
|
let Predicates = [FeatureVectorEnhancements1] in {
|
|
|
|
def WFKSB : CompareVRRa<"wfksb", 0xE7CA, null_frag, v32sb, 2>;
|
2017-07-18 01:44:20 +08:00
|
|
|
def WFKXB : CompareVRRa<"wfkxb", 0xE7CA, null_frag, v128xb, 4>;
|
2017-07-18 01:42:48 +08:00
|
|
|
}
|
2016-10-19 21:03:18 +08:00
|
|
|
}
|
2015-05-06 03:23:40 +08:00
|
|
|
|
|
|
|
// Compare equal.
|
2019-06-06 06:33:10 +08:00
|
|
|
let Uses = [FPC], mayRaiseFPException = 1 in {
|
2019-05-13 17:47:26 +08:00
|
|
|
def VFCE : BinaryVRRcSPairFloatGeneric<"vfce", 0xE7E8>;
|
|
|
|
defm VFCEDB : BinaryVRRcSPair<"vfcedb", 0xE7E8, z_vfcmpe, z_vfcmpes,
|
|
|
|
v128g, v128db, 3, 0>;
|
|
|
|
defm WFCEDB : BinaryVRRcSPair<"wfcedb", 0xE7E8, null_frag, null_frag,
|
|
|
|
v64g, v64db, 3, 8>;
|
|
|
|
let Predicates = [FeatureVectorEnhancements1] in {
|
|
|
|
defm VFCESB : BinaryVRRcSPair<"vfcesb", 0xE7E8, z_vfcmpe, z_vfcmpes,
|
|
|
|
v128f, v128sb, 2, 0>;
|
|
|
|
defm WFCESB : BinaryVRRcSPair<"wfcesb", 0xE7E8, null_frag, null_frag,
|
|
|
|
v32f, v32sb, 2, 8>;
|
|
|
|
defm WFCEXB : BinaryVRRcSPair<"wfcexb", 0xE7E8, null_frag, null_frag,
|
|
|
|
v128q, v128xb, 4, 8>;
|
|
|
|
}
|
2017-07-18 01:42:48 +08:00
|
|
|
}
|
2015-05-06 03:23:40 +08:00
|
|
|
|
2017-07-18 01:41:11 +08:00
|
|
|
// Compare and signal equal.
|
2019-06-06 06:33:10 +08:00
|
|
|
let Uses = [FPC], mayRaiseFPException = 1,
|
|
|
|
Predicates = [FeatureVectorEnhancements1] in {
|
2017-07-18 01:41:11 +08:00
|
|
|
defm VFKEDB : BinaryVRRcSPair<"vfkedb", 0xE7E8, null_frag, null_frag,
|
|
|
|
v128g, v128db, 3, 4>;
|
|
|
|
defm WFKEDB : BinaryVRRcSPair<"wfkedb", 0xE7E8, null_frag, null_frag,
|
|
|
|
v64g, v64db, 3, 12>;
|
2017-07-18 01:42:48 +08:00
|
|
|
defm VFKESB : BinaryVRRcSPair<"vfkesb", 0xE7E8, null_frag, null_frag,
|
|
|
|
v128f, v128sb, 2, 4>;
|
|
|
|
defm WFKESB : BinaryVRRcSPair<"wfkesb", 0xE7E8, null_frag, null_frag,
|
|
|
|
v32f, v32sb, 2, 12>;
|
2017-07-18 01:44:20 +08:00
|
|
|
defm WFKEXB : BinaryVRRcSPair<"wfkexb", 0xE7E8, null_frag, null_frag,
|
|
|
|
v128q, v128xb, 4, 12>;
|
2017-07-18 01:41:11 +08:00
|
|
|
}
|
|
|
|
|
2015-05-06 03:23:40 +08:00
|
|
|
// Compare high.
|
2019-06-06 06:33:10 +08:00
|
|
|
let Uses = [FPC], mayRaiseFPException = 1 in {
|
2019-05-13 17:47:26 +08:00
|
|
|
def VFCH : BinaryVRRcSPairFloatGeneric<"vfch", 0xE7EB>;
|
|
|
|
defm VFCHDB : BinaryVRRcSPair<"vfchdb", 0xE7EB, z_vfcmph, z_vfcmphs,
|
|
|
|
v128g, v128db, 3, 0>;
|
|
|
|
defm WFCHDB : BinaryVRRcSPair<"wfchdb", 0xE7EB, null_frag, null_frag,
|
|
|
|
v64g, v64db, 3, 8>;
|
|
|
|
let Predicates = [FeatureVectorEnhancements1] in {
|
|
|
|
defm VFCHSB : BinaryVRRcSPair<"vfchsb", 0xE7EB, z_vfcmph, z_vfcmphs,
|
|
|
|
v128f, v128sb, 2, 0>;
|
|
|
|
defm WFCHSB : BinaryVRRcSPair<"wfchsb", 0xE7EB, null_frag, null_frag,
|
|
|
|
v32f, v32sb, 2, 8>;
|
|
|
|
defm WFCHXB : BinaryVRRcSPair<"wfchxb", 0xE7EB, null_frag, null_frag,
|
|
|
|
v128q, v128xb, 4, 8>;
|
|
|
|
}
|
2017-07-18 01:42:48 +08:00
|
|
|
}
|
2015-05-06 03:23:40 +08:00
|
|
|
|
2017-07-18 01:41:11 +08:00
|
|
|
// Compare and signal high.
|
2019-06-06 06:33:10 +08:00
|
|
|
let Uses = [FPC], mayRaiseFPException = 1,
|
|
|
|
Predicates = [FeatureVectorEnhancements1] in {
|
2017-07-18 01:41:11 +08:00
|
|
|
defm VFKHDB : BinaryVRRcSPair<"vfkhdb", 0xE7EB, null_frag, null_frag,
|
|
|
|
v128g, v128db, 3, 4>;
|
|
|
|
defm WFKHDB : BinaryVRRcSPair<"wfkhdb", 0xE7EB, null_frag, null_frag,
|
|
|
|
v64g, v64db, 3, 12>;
|
2017-07-18 01:42:48 +08:00
|
|
|
defm VFKHSB : BinaryVRRcSPair<"vfkhsb", 0xE7EB, null_frag, null_frag,
|
|
|
|
v128f, v128sb, 2, 4>;
|
|
|
|
defm WFKHSB : BinaryVRRcSPair<"wfkhsb", 0xE7EB, null_frag, null_frag,
|
|
|
|
v32f, v32sb, 2, 12>;
|
2017-07-18 01:44:20 +08:00
|
|
|
defm WFKHXB : BinaryVRRcSPair<"wfkhxb", 0xE7EB, null_frag, null_frag,
|
|
|
|
v128q, v128xb, 4, 12>;
|
2017-07-18 01:41:11 +08:00
|
|
|
}
|
|
|
|
|
2015-05-06 03:23:40 +08:00
|
|
|
// Compare high or equal.
|
2019-06-06 06:33:10 +08:00
|
|
|
let Uses = [FPC], mayRaiseFPException = 1 in {
|
2019-05-13 17:47:26 +08:00
|
|
|
def VFCHE : BinaryVRRcSPairFloatGeneric<"vfche", 0xE7EA>;
|
|
|
|
defm VFCHEDB : BinaryVRRcSPair<"vfchedb", 0xE7EA, z_vfcmphe, z_vfcmphes,
|
|
|
|
v128g, v128db, 3, 0>;
|
|
|
|
defm WFCHEDB : BinaryVRRcSPair<"wfchedb", 0xE7EA, null_frag, null_frag,
|
|
|
|
v64g, v64db, 3, 8>;
|
|
|
|
let Predicates = [FeatureVectorEnhancements1] in {
|
|
|
|
defm VFCHESB : BinaryVRRcSPair<"vfchesb", 0xE7EA, z_vfcmphe, z_vfcmphes,
|
|
|
|
v128f, v128sb, 2, 0>;
|
|
|
|
defm WFCHESB : BinaryVRRcSPair<"wfchesb", 0xE7EA, null_frag, null_frag,
|
|
|
|
v32f, v32sb, 2, 8>;
|
|
|
|
defm WFCHEXB : BinaryVRRcSPair<"wfchexb", 0xE7EA, null_frag, null_frag,
|
|
|
|
v128q, v128xb, 4, 8>;
|
|
|
|
}
|
2017-07-18 01:42:48 +08:00
|
|
|
}
|
2017-07-18 01:41:11 +08:00
|
|
|
|
|
|
|
// Compare and signal high or equal.
|
2019-06-06 06:33:10 +08:00
|
|
|
let Uses = [FPC], mayRaiseFPException = 1,
|
|
|
|
Predicates = [FeatureVectorEnhancements1] in {
|
2017-07-18 01:41:11 +08:00
|
|
|
defm VFKHEDB : BinaryVRRcSPair<"vfkhedb", 0xE7EA, null_frag, null_frag,
|
|
|
|
v128g, v128db, 3, 4>;
|
|
|
|
defm WFKHEDB : BinaryVRRcSPair<"wfkhedb", 0xE7EA, null_frag, null_frag,
|
|
|
|
v64g, v64db, 3, 12>;
|
2017-07-18 01:42:48 +08:00
|
|
|
defm VFKHESB : BinaryVRRcSPair<"vfkhesb", 0xE7EA, null_frag, null_frag,
|
|
|
|
v128f, v128sb, 2, 4>;
|
|
|
|
defm WFKHESB : BinaryVRRcSPair<"wfkhesb", 0xE7EA, null_frag, null_frag,
|
|
|
|
v32f, v32sb, 2, 12>;
|
2017-07-18 01:44:20 +08:00
|
|
|
defm WFKHEXB : BinaryVRRcSPair<"wfkhexb", 0xE7EA, null_frag, null_frag,
|
|
|
|
v128q, v128xb, 4, 12>;
|
2017-07-18 01:41:11 +08:00
|
|
|
}
|
2015-05-06 03:23:40 +08:00
|
|
|
}
|
|
|
|
|
[SystemZ] Add CodeGen support for integer vector types
This the first of a series of patches to add CodeGen support exploiting
the instructions of the z13 vector facility. This patch adds support
for the native integer vector types (v16i8, v8i16, v4i32, v2i64).
When the vector facility is present, we default to the new vector ABI.
This is characterized by two major differences:
- Vector types are passed/returned in vector registers
(except for unnamed arguments of a variable-argument list function).
- Vector types are at most 8-byte aligned.
The reason for the choice of 8-byte vector alignment is that the hardware
is able to efficiently load vectors at 8-byte alignment, and the ABI only
guarantees 8-byte alignment of the stack pointer, so requiring any higher
alignment for vectors would require dynamic stack re-alignment code.
However, for compatibility with old code that may use vector types, when
*not* using the vector facility, the old alignment rules (vector types
are naturally aligned) remain in use.
These alignment rules are not only implemented at the C language level
(implemented in clang), but also at the LLVM IR level. This is done
by selecting a different DataLayout string depending on whether the
vector ABI is in effect or not.
Based on a patch by Richard Sandiford.
llvm-svn: 236521
2015-05-06 03:25:42 +08:00
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
// Conversions
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
|
|
|
def : Pat<(v16i8 (bitconvert (v8i16 VR128:$src))), (v16i8 VR128:$src)>;
|
|
|
|
def : Pat<(v16i8 (bitconvert (v4i32 VR128:$src))), (v16i8 VR128:$src)>;
|
|
|
|
def : Pat<(v16i8 (bitconvert (v2i64 VR128:$src))), (v16i8 VR128:$src)>;
|
2015-05-06 03:27:45 +08:00
|
|
|
def : Pat<(v16i8 (bitconvert (v4f32 VR128:$src))), (v16i8 VR128:$src)>;
|
2015-05-06 03:26:48 +08:00
|
|
|
def : Pat<(v16i8 (bitconvert (v2f64 VR128:$src))), (v16i8 VR128:$src)>;
|
2017-07-18 01:44:20 +08:00
|
|
|
def : Pat<(v16i8 (bitconvert (f128 VR128:$src))), (v16i8 VR128:$src)>;
|
[SystemZ] Add CodeGen support for integer vector types
This the first of a series of patches to add CodeGen support exploiting
the instructions of the z13 vector facility. This patch adds support
for the native integer vector types (v16i8, v8i16, v4i32, v2i64).
When the vector facility is present, we default to the new vector ABI.
This is characterized by two major differences:
- Vector types are passed/returned in vector registers
(except for unnamed arguments of a variable-argument list function).
- Vector types are at most 8-byte aligned.
The reason for the choice of 8-byte vector alignment is that the hardware
is able to efficiently load vectors at 8-byte alignment, and the ABI only
guarantees 8-byte alignment of the stack pointer, so requiring any higher
alignment for vectors would require dynamic stack re-alignment code.
However, for compatibility with old code that may use vector types, when
*not* using the vector facility, the old alignment rules (vector types
are naturally aligned) remain in use.
These alignment rules are not only implemented at the C language level
(implemented in clang), but also at the LLVM IR level. This is done
by selecting a different DataLayout string depending on whether the
vector ABI is in effect or not.
Based on a patch by Richard Sandiford.
llvm-svn: 236521
2015-05-06 03:25:42 +08:00
|
|
|
|
|
|
|
def : Pat<(v8i16 (bitconvert (v16i8 VR128:$src))), (v8i16 VR128:$src)>;
|
|
|
|
def : Pat<(v8i16 (bitconvert (v4i32 VR128:$src))), (v8i16 VR128:$src)>;
|
|
|
|
def : Pat<(v8i16 (bitconvert (v2i64 VR128:$src))), (v8i16 VR128:$src)>;
|
2015-05-06 03:27:45 +08:00
|
|
|
def : Pat<(v8i16 (bitconvert (v4f32 VR128:$src))), (v8i16 VR128:$src)>;
|
2015-05-06 03:26:48 +08:00
|
|
|
def : Pat<(v8i16 (bitconvert (v2f64 VR128:$src))), (v8i16 VR128:$src)>;
|
2017-07-18 01:44:20 +08:00
|
|
|
def : Pat<(v8i16 (bitconvert (f128 VR128:$src))), (v8i16 VR128:$src)>;
|
[SystemZ] Add CodeGen support for integer vector types
This the first of a series of patches to add CodeGen support exploiting
the instructions of the z13 vector facility. This patch adds support
for the native integer vector types (v16i8, v8i16, v4i32, v2i64).
When the vector facility is present, we default to the new vector ABI.
This is characterized by two major differences:
- Vector types are passed/returned in vector registers
(except for unnamed arguments of a variable-argument list function).
- Vector types are at most 8-byte aligned.
The reason for the choice of 8-byte vector alignment is that the hardware
is able to efficiently load vectors at 8-byte alignment, and the ABI only
guarantees 8-byte alignment of the stack pointer, so requiring any higher
alignment for vectors would require dynamic stack re-alignment code.
However, for compatibility with old code that may use vector types, when
*not* using the vector facility, the old alignment rules (vector types
are naturally aligned) remain in use.
These alignment rules are not only implemented at the C language level
(implemented in clang), but also at the LLVM IR level. This is done
by selecting a different DataLayout string depending on whether the
vector ABI is in effect or not.
Based on a patch by Richard Sandiford.
llvm-svn: 236521
2015-05-06 03:25:42 +08:00
|
|
|
|
|
|
|
def : Pat<(v4i32 (bitconvert (v16i8 VR128:$src))), (v4i32 VR128:$src)>;
|
|
|
|
def : Pat<(v4i32 (bitconvert (v8i16 VR128:$src))), (v4i32 VR128:$src)>;
|
|
|
|
def : Pat<(v4i32 (bitconvert (v2i64 VR128:$src))), (v4i32 VR128:$src)>;
|
2015-05-06 03:27:45 +08:00
|
|
|
def : Pat<(v4i32 (bitconvert (v4f32 VR128:$src))), (v4i32 VR128:$src)>;
|
2015-05-06 03:26:48 +08:00
|
|
|
def : Pat<(v4i32 (bitconvert (v2f64 VR128:$src))), (v4i32 VR128:$src)>;
|
2017-07-18 01:44:20 +08:00
|
|
|
def : Pat<(v4i32 (bitconvert (f128 VR128:$src))), (v4i32 VR128:$src)>;
|
[SystemZ] Add CodeGen support for integer vector types
This the first of a series of patches to add CodeGen support exploiting
the instructions of the z13 vector facility. This patch adds support
for the native integer vector types (v16i8, v8i16, v4i32, v2i64).
When the vector facility is present, we default to the new vector ABI.
This is characterized by two major differences:
- Vector types are passed/returned in vector registers
(except for unnamed arguments of a variable-argument list function).
- Vector types are at most 8-byte aligned.
The reason for the choice of 8-byte vector alignment is that the hardware
is able to efficiently load vectors at 8-byte alignment, and the ABI only
guarantees 8-byte alignment of the stack pointer, so requiring any higher
alignment for vectors would require dynamic stack re-alignment code.
However, for compatibility with old code that may use vector types, when
*not* using the vector facility, the old alignment rules (vector types
are naturally aligned) remain in use.
These alignment rules are not only implemented at the C language level
(implemented in clang), but also at the LLVM IR level. This is done
by selecting a different DataLayout string depending on whether the
vector ABI is in effect or not.
Based on a patch by Richard Sandiford.
llvm-svn: 236521
2015-05-06 03:25:42 +08:00
|
|
|
|
|
|
|
def : Pat<(v2i64 (bitconvert (v16i8 VR128:$src))), (v2i64 VR128:$src)>;
|
|
|
|
def : Pat<(v2i64 (bitconvert (v8i16 VR128:$src))), (v2i64 VR128:$src)>;
|
|
|
|
def : Pat<(v2i64 (bitconvert (v4i32 VR128:$src))), (v2i64 VR128:$src)>;
|
2015-05-06 03:27:45 +08:00
|
|
|
def : Pat<(v2i64 (bitconvert (v4f32 VR128:$src))), (v2i64 VR128:$src)>;
|
2015-05-06 03:26:48 +08:00
|
|
|
def : Pat<(v2i64 (bitconvert (v2f64 VR128:$src))), (v2i64 VR128:$src)>;
|
2017-07-18 01:44:20 +08:00
|
|
|
def : Pat<(v2i64 (bitconvert (f128 VR128:$src))), (v2i64 VR128:$src)>;
|
2015-05-06 03:26:48 +08:00
|
|
|
|
2015-05-06 03:27:45 +08:00
|
|
|
def : Pat<(v4f32 (bitconvert (v16i8 VR128:$src))), (v4f32 VR128:$src)>;
|
|
|
|
def : Pat<(v4f32 (bitconvert (v8i16 VR128:$src))), (v4f32 VR128:$src)>;
|
|
|
|
def : Pat<(v4f32 (bitconvert (v4i32 VR128:$src))), (v4f32 VR128:$src)>;
|
|
|
|
def : Pat<(v4f32 (bitconvert (v2i64 VR128:$src))), (v4f32 VR128:$src)>;
|
|
|
|
def : Pat<(v4f32 (bitconvert (v2f64 VR128:$src))), (v4f32 VR128:$src)>;
|
2017-07-18 01:44:20 +08:00
|
|
|
def : Pat<(v4f32 (bitconvert (f128 VR128:$src))), (v4f32 VR128:$src)>;
|
2015-05-06 03:27:45 +08:00
|
|
|
|
2015-05-06 03:26:48 +08:00
|
|
|
def : Pat<(v2f64 (bitconvert (v16i8 VR128:$src))), (v2f64 VR128:$src)>;
|
|
|
|
def : Pat<(v2f64 (bitconvert (v8i16 VR128:$src))), (v2f64 VR128:$src)>;
|
|
|
|
def : Pat<(v2f64 (bitconvert (v4i32 VR128:$src))), (v2f64 VR128:$src)>;
|
|
|
|
def : Pat<(v2f64 (bitconvert (v2i64 VR128:$src))), (v2f64 VR128:$src)>;
|
2015-05-06 03:27:45 +08:00
|
|
|
def : Pat<(v2f64 (bitconvert (v4f32 VR128:$src))), (v2f64 VR128:$src)>;
|
2017-07-18 01:44:20 +08:00
|
|
|
def : Pat<(v2f64 (bitconvert (f128 VR128:$src))), (v2f64 VR128:$src)>;
|
|
|
|
|
|
|
|
def : Pat<(f128 (bitconvert (v16i8 VR128:$src))), (f128 VR128:$src)>;
|
|
|
|
def : Pat<(f128 (bitconvert (v8i16 VR128:$src))), (f128 VR128:$src)>;
|
|
|
|
def : Pat<(f128 (bitconvert (v4i32 VR128:$src))), (f128 VR128:$src)>;
|
|
|
|
def : Pat<(f128 (bitconvert (v2i64 VR128:$src))), (f128 VR128:$src)>;
|
|
|
|
def : Pat<(f128 (bitconvert (v4f32 VR128:$src))), (f128 VR128:$src)>;
|
|
|
|
def : Pat<(f128 (bitconvert (v2f64 VR128:$src))), (f128 VR128:$src)>;
|
[SystemZ] Add CodeGen support for integer vector types
This the first of a series of patches to add CodeGen support exploiting
the instructions of the z13 vector facility. This patch adds support
for the native integer vector types (v16i8, v8i16, v4i32, v2i64).
When the vector facility is present, we default to the new vector ABI.
This is characterized by two major differences:
- Vector types are passed/returned in vector registers
(except for unnamed arguments of a variable-argument list function).
- Vector types are at most 8-byte aligned.
The reason for the choice of 8-byte vector alignment is that the hardware
is able to efficiently load vectors at 8-byte alignment, and the ABI only
guarantees 8-byte alignment of the stack pointer, so requiring any higher
alignment for vectors would require dynamic stack re-alignment code.
However, for compatibility with old code that may use vector types, when
*not* using the vector facility, the old alignment rules (vector types
are naturally aligned) remain in use.
These alignment rules are not only implemented at the C language level
(implemented in clang), but also at the LLVM IR level. This is done
by selecting a different DataLayout string depending on whether the
vector ABI is in effect or not.
Based on a patch by Richard Sandiford.
llvm-svn: 236521
2015-05-06 03:25:42 +08:00
|
|
|
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
// Replicating scalars
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
|
|
|
// Define patterns for replicating a scalar GR32 into a vector of type TYPE.
|
|
|
|
// INDEX is 8 minus the element size in bytes.
|
|
|
|
class VectorReplicateScalar<ValueType type, Instruction insn, bits<16> index>
|
|
|
|
: Pat<(type (z_replicate GR32:$scalar)),
|
|
|
|
(insn (VLVGP32 GR32:$scalar, GR32:$scalar), index)>;
|
|
|
|
|
|
|
|
def : VectorReplicateScalar<v16i8, VREPB, 7>;
|
|
|
|
def : VectorReplicateScalar<v8i16, VREPH, 3>;
|
|
|
|
def : VectorReplicateScalar<v4i32, VREPF, 1>;
|
|
|
|
|
|
|
|
// i64 replications are just a single isntruction.
|
|
|
|
def : Pat<(v2i64 (z_replicate GR64:$scalar)),
|
|
|
|
(VLVGP GR64:$scalar, GR64:$scalar)>;
|
|
|
|
|
2015-05-06 03:26:48 +08:00
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
// Floating-point insertion and extraction
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
2015-05-06 03:27:45 +08:00
|
|
|
// Moving 32-bit values between GPRs and FPRs can be done using VLVGF
|
|
|
|
// and VLGVF.
|
2016-10-31 22:28:43 +08:00
|
|
|
let Predicates = [FeatureVector] in {
|
|
|
|
def LEFR : UnaryAliasVRS<VR32, GR32>;
|
|
|
|
def LFER : UnaryAliasVRS<GR64, VR32>;
|
|
|
|
def : Pat<(f32 (bitconvert (i32 GR32:$src))), (LEFR GR32:$src)>;
|
|
|
|
def : Pat<(i32 (bitconvert (f32 VR32:$src))),
|
|
|
|
(EXTRACT_SUBREG (LFER VR32:$src), subreg_l32)>;
|
|
|
|
}
|
2015-05-06 03:27:45 +08:00
|
|
|
|
2015-05-06 03:26:48 +08:00
|
|
|
// Floating-point values are stored in element 0 of the corresponding
|
|
|
|
// vector register. Scalar to vector conversion is just a subreg and
|
|
|
|
// scalar replication can just replicate element 0 of the vector register.
|
|
|
|
multiclass ScalarToVectorFP<Instruction vrep, ValueType vt, RegisterOperand cls,
|
|
|
|
SubRegIndex subreg> {
|
|
|
|
def : Pat<(vt (scalar_to_vector cls:$scalar)),
|
|
|
|
(INSERT_SUBREG (vt (IMPLICIT_DEF)), cls:$scalar, subreg)>;
|
|
|
|
def : Pat<(vt (z_replicate cls:$scalar)),
|
|
|
|
(vrep (INSERT_SUBREG (vt (IMPLICIT_DEF)), cls:$scalar,
|
|
|
|
subreg), 0)>;
|
|
|
|
}
|
2018-08-15 23:21:23 +08:00
|
|
|
defm : ScalarToVectorFP<VREPF, v4f32, FP32, subreg_h32>;
|
|
|
|
defm : ScalarToVectorFP<VREPG, v2f64, FP64, subreg_h64>;
|
2015-05-06 03:26:48 +08:00
|
|
|
|
|
|
|
// Match v2f64 insertions. The AddedComplexity counters the 3 added by
|
|
|
|
// TableGen for the base register operand in VLVG-based integer insertions
|
|
|
|
// and ensures that this version is strictly better.
|
|
|
|
let AddedComplexity = 4 in {
|
|
|
|
def : Pat<(z_vector_insert (v2f64 VR128:$vec), FP64:$elt, 0),
|
|
|
|
(VPDI (INSERT_SUBREG (v2f64 (IMPLICIT_DEF)), FP64:$elt,
|
2018-08-15 23:21:23 +08:00
|
|
|
subreg_h64), VR128:$vec, 1)>;
|
2015-05-06 03:26:48 +08:00
|
|
|
def : Pat<(z_vector_insert (v2f64 VR128:$vec), FP64:$elt, 1),
|
|
|
|
(VPDI VR128:$vec, (INSERT_SUBREG (v2f64 (IMPLICIT_DEF)), FP64:$elt,
|
2018-08-15 23:21:23 +08:00
|
|
|
subreg_h64), 0)>;
|
2015-05-06 03:26:48 +08:00
|
|
|
}
|
|
|
|
|
2015-05-06 03:27:45 +08:00
|
|
|
// We extract floating-point element X by replicating (for elements other
|
|
|
|
// than 0) and then taking a high subreg. The AddedComplexity counters the
|
|
|
|
// 3 added by TableGen for the base register operand in VLGV-based integer
|
2015-05-06 03:26:48 +08:00
|
|
|
// extractions and ensures that this version is strictly better.
|
|
|
|
let AddedComplexity = 4 in {
|
2015-05-06 03:27:45 +08:00
|
|
|
def : Pat<(f32 (z_vector_extract (v4f32 VR128:$vec), 0)),
|
2018-08-15 23:21:23 +08:00
|
|
|
(EXTRACT_SUBREG VR128:$vec, subreg_h32)>;
|
2015-05-06 03:27:45 +08:00
|
|
|
def : Pat<(f32 (z_vector_extract (v4f32 VR128:$vec), imm32zx2:$index)),
|
2018-08-15 23:21:23 +08:00
|
|
|
(EXTRACT_SUBREG (VREPF VR128:$vec, imm32zx2:$index), subreg_h32)>;
|
2015-05-06 03:27:45 +08:00
|
|
|
|
2015-05-06 03:26:48 +08:00
|
|
|
def : Pat<(f64 (z_vector_extract (v2f64 VR128:$vec), 0)),
|
2018-08-15 23:21:23 +08:00
|
|
|
(EXTRACT_SUBREG VR128:$vec, subreg_h64)>;
|
2015-05-06 03:26:48 +08:00
|
|
|
def : Pat<(f64 (z_vector_extract (v2f64 VR128:$vec), imm32zx1:$index)),
|
2018-08-15 23:21:23 +08:00
|
|
|
(EXTRACT_SUBREG (VREPG VR128:$vec, imm32zx1:$index), subreg_h64)>;
|
2015-05-06 03:26:48 +08:00
|
|
|
}
|
|
|
|
|
2017-07-18 01:44:20 +08:00
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
// Support for 128-bit floating-point values in vector registers
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
|
|
|
let Predicates = [FeatureVectorEnhancements1] in {
|
|
|
|
def : Pat<(f128 (load bdxaddr12only:$addr)),
|
|
|
|
(VL bdxaddr12only:$addr)>;
|
|
|
|
def : Pat<(store (f128 VR128:$src), bdxaddr12only:$addr),
|
|
|
|
(VST VR128:$src, bdxaddr12only:$addr)>;
|
|
|
|
|
|
|
|
def : Pat<(f128 fpimm0), (VZERO)>;
|
|
|
|
def : Pat<(f128 fpimmneg0), (WFLNXB (VZERO))>;
|
|
|
|
}
|
|
|
|
|
2015-05-06 03:23:40 +08:00
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
// String instructions
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
|
|
|
let Predicates = [FeatureVector] in {
|
2016-10-19 21:03:18 +08:00
|
|
|
defm VFAE : TernaryOptVRRbSPairGeneric<"vfae", 0xE782>;
|
2016-10-19 20:57:46 +08:00
|
|
|
defm VFAEB : TernaryOptVRRbSPair<"vfaeb", 0xE782, int_s390_vfaeb,
|
|
|
|
z_vfae_cc, v128b, v128b, 0>;
|
|
|
|
defm VFAEH : TernaryOptVRRbSPair<"vfaeh", 0xE782, int_s390_vfaeh,
|
|
|
|
z_vfae_cc, v128h, v128h, 1>;
|
|
|
|
defm VFAEF : TernaryOptVRRbSPair<"vfaef", 0xE782, int_s390_vfaef,
|
|
|
|
z_vfae_cc, v128f, v128f, 2>;
|
|
|
|
defm VFAEZB : TernaryOptVRRbSPair<"vfaezb", 0xE782, int_s390_vfaezb,
|
|
|
|
z_vfaez_cc, v128b, v128b, 0, 2>;
|
|
|
|
defm VFAEZH : TernaryOptVRRbSPair<"vfaezh", 0xE782, int_s390_vfaezh,
|
|
|
|
z_vfaez_cc, v128h, v128h, 1, 2>;
|
|
|
|
defm VFAEZF : TernaryOptVRRbSPair<"vfaezf", 0xE782, int_s390_vfaezf,
|
|
|
|
z_vfaez_cc, v128f, v128f, 2, 2>;
|
|
|
|
|
2016-10-19 21:03:18 +08:00
|
|
|
defm VFEE : BinaryExtraVRRbSPairGeneric<"vfee", 0xE780>;
|
2016-10-19 20:57:46 +08:00
|
|
|
defm VFEEB : BinaryExtraVRRbSPair<"vfeeb", 0xE780, int_s390_vfeeb,
|
|
|
|
z_vfee_cc, v128b, v128b, 0>;
|
|
|
|
defm VFEEH : BinaryExtraVRRbSPair<"vfeeh", 0xE780, int_s390_vfeeh,
|
|
|
|
z_vfee_cc, v128h, v128h, 1>;
|
|
|
|
defm VFEEF : BinaryExtraVRRbSPair<"vfeef", 0xE780, int_s390_vfeef,
|
|
|
|
z_vfee_cc, v128f, v128f, 2>;
|
|
|
|
defm VFEEZB : BinaryVRRbSPair<"vfeezb", 0xE780, int_s390_vfeezb,
|
|
|
|
z_vfeez_cc, v128b, v128b, 0, 2>;
|
|
|
|
defm VFEEZH : BinaryVRRbSPair<"vfeezh", 0xE780, int_s390_vfeezh,
|
|
|
|
z_vfeez_cc, v128h, v128h, 1, 2>;
|
|
|
|
defm VFEEZF : BinaryVRRbSPair<"vfeezf", 0xE780, int_s390_vfeezf,
|
|
|
|
z_vfeez_cc, v128f, v128f, 2, 2>;
|
|
|
|
|
2016-10-19 21:03:18 +08:00
|
|
|
defm VFENE : BinaryExtraVRRbSPairGeneric<"vfene", 0xE781>;
|
2016-10-19 20:57:46 +08:00
|
|
|
defm VFENEB : BinaryExtraVRRbSPair<"vfeneb", 0xE781, int_s390_vfeneb,
|
|
|
|
z_vfene_cc, v128b, v128b, 0>;
|
|
|
|
defm VFENEH : BinaryExtraVRRbSPair<"vfeneh", 0xE781, int_s390_vfeneh,
|
|
|
|
z_vfene_cc, v128h, v128h, 1>;
|
|
|
|
defm VFENEF : BinaryExtraVRRbSPair<"vfenef", 0xE781, int_s390_vfenef,
|
|
|
|
z_vfene_cc, v128f, v128f, 2>;
|
2015-05-06 03:31:09 +08:00
|
|
|
defm VFENEZB : BinaryVRRbSPair<"vfenezb", 0xE781, int_s390_vfenezb,
|
2016-10-19 20:57:46 +08:00
|
|
|
z_vfenez_cc, v128b, v128b, 0, 2>;
|
2015-05-06 03:31:09 +08:00
|
|
|
defm VFENEZH : BinaryVRRbSPair<"vfenezh", 0xE781, int_s390_vfenezh,
|
2016-10-19 20:57:46 +08:00
|
|
|
z_vfenez_cc, v128h, v128h, 1, 2>;
|
2015-05-06 03:31:09 +08:00
|
|
|
defm VFENEZF : BinaryVRRbSPair<"vfenezf", 0xE781, int_s390_vfenezf,
|
2016-10-19 20:57:46 +08:00
|
|
|
z_vfenez_cc, v128f, v128f, 2, 2>;
|
|
|
|
|
2016-10-19 21:03:18 +08:00
|
|
|
defm VISTR : UnaryExtraVRRaSPairGeneric<"vistr", 0xE75C>;
|
2016-10-19 20:57:46 +08:00
|
|
|
defm VISTRB : UnaryExtraVRRaSPair<"vistrb", 0xE75C, int_s390_vistrb,
|
|
|
|
z_vistr_cc, v128b, v128b, 0>;
|
|
|
|
defm VISTRH : UnaryExtraVRRaSPair<"vistrh", 0xE75C, int_s390_vistrh,
|
|
|
|
z_vistr_cc, v128h, v128h, 1>;
|
|
|
|
defm VISTRF : UnaryExtraVRRaSPair<"vistrf", 0xE75C, int_s390_vistrf,
|
|
|
|
z_vistr_cc, v128f, v128f, 2>;
|
|
|
|
|
2016-10-19 21:03:18 +08:00
|
|
|
defm VSTRC : QuaternaryOptVRRdSPairGeneric<"vstrc", 0xE78A>;
|
2016-10-19 20:57:46 +08:00
|
|
|
defm VSTRCB : QuaternaryOptVRRdSPair<"vstrcb", 0xE78A, int_s390_vstrcb,
|
|
|
|
z_vstrc_cc, v128b, v128b, 0>;
|
|
|
|
defm VSTRCH : QuaternaryOptVRRdSPair<"vstrch", 0xE78A, int_s390_vstrch,
|
|
|
|
z_vstrc_cc, v128h, v128h, 1>;
|
|
|
|
defm VSTRCF : QuaternaryOptVRRdSPair<"vstrcf", 0xE78A, int_s390_vstrcf,
|
|
|
|
z_vstrc_cc, v128f, v128f, 2>;
|
|
|
|
defm VSTRCZB : QuaternaryOptVRRdSPair<"vstrczb", 0xE78A, int_s390_vstrczb,
|
|
|
|
z_vstrcz_cc, v128b, v128b, 0, 2>;
|
|
|
|
defm VSTRCZH : QuaternaryOptVRRdSPair<"vstrczh", 0xE78A, int_s390_vstrczh,
|
|
|
|
z_vstrcz_cc, v128h, v128h, 1, 2>;
|
|
|
|
defm VSTRCZF : QuaternaryOptVRRdSPair<"vstrczf", 0xE78A, int_s390_vstrczf,
|
|
|
|
z_vstrcz_cc, v128f, v128f, 2, 2>;
|
2015-05-06 03:23:40 +08:00
|
|
|
}
|
2017-07-18 01:41:11 +08:00
|
|
|
|
2019-07-13 02:13:16 +08:00
|
|
|
let Predicates = [FeatureVectorEnhancements2] in {
|
|
|
|
defm VSTRS : TernaryExtraVRRdGeneric<"vstrs", 0xE78B>;
|
|
|
|
defm VSTRSB : TernaryExtraVRRd<"vstrsb", 0xE78B,
|
|
|
|
z_vstrs_cc, v128b, v128b, 0>;
|
|
|
|
defm VSTRSH : TernaryExtraVRRd<"vstrsh", 0xE78B,
|
|
|
|
z_vstrs_cc, v128b, v128h, 1>;
|
|
|
|
defm VSTRSF : TernaryExtraVRRd<"vstrsf", 0xE78B,
|
|
|
|
z_vstrs_cc, v128b, v128f, 2>;
|
|
|
|
let Defs = [CC] in {
|
|
|
|
def VSTRSZB : TernaryVRRd<"vstrszb", 0xE78B,
|
|
|
|
z_vstrsz_cc, v128b, v128b, 0, 2>;
|
|
|
|
def VSTRSZH : TernaryVRRd<"vstrszh", 0xE78B,
|
|
|
|
z_vstrsz_cc, v128b, v128h, 1, 2>;
|
|
|
|
def VSTRSZF : TernaryVRRd<"vstrszf", 0xE78B,
|
|
|
|
z_vstrsz_cc, v128b, v128f, 2, 2>;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2017-07-18 01:41:11 +08:00
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
// Packed-decimal instructions
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
|
|
|
let Predicates = [FeatureVectorPackedDecimal] in {
|
|
|
|
def VLIP : BinaryVRIh<"vlip", 0xE649>;
|
|
|
|
|
|
|
|
def VPKZ : BinaryVSI<"vpkz", 0xE634, null_frag, 0>;
|
|
|
|
def VUPKZ : StoreLengthVSI<"vupkz", 0xE63C, null_frag, 0>;
|
|
|
|
|
|
|
|
let Defs = [CC] in {
|
2019-07-13 02:13:16 +08:00
|
|
|
let Predicates = [FeatureVectorPackedDecimalEnhancement] in {
|
|
|
|
def VCVBOpt : TernaryVRRi<"vcvb", 0xE650, GR32>;
|
|
|
|
def VCVBGOpt : TernaryVRRi<"vcvbg", 0xE652, GR64>;
|
|
|
|
}
|
2017-07-18 01:41:11 +08:00
|
|
|
def VCVB : BinaryVRRi<"vcvb", 0xE650, GR32>;
|
|
|
|
def VCVBG : BinaryVRRi<"vcvbg", 0xE652, GR64>;
|
|
|
|
def VCVD : TernaryVRIi<"vcvd", 0xE658, GR32>;
|
|
|
|
def VCVDG : TernaryVRIi<"vcvdg", 0xE65A, GR64>;
|
|
|
|
|
|
|
|
def VAP : QuaternaryVRIf<"vap", 0xE671>;
|
|
|
|
def VSP : QuaternaryVRIf<"vsp", 0xE673>;
|
|
|
|
|
|
|
|
def VMP : QuaternaryVRIf<"vmp", 0xE678>;
|
|
|
|
def VMSP : QuaternaryVRIf<"vmsp", 0xE679>;
|
|
|
|
|
|
|
|
def VDP : QuaternaryVRIf<"vdp", 0xE67A>;
|
|
|
|
def VRP : QuaternaryVRIf<"vrp", 0xE67B>;
|
|
|
|
def VSDP : QuaternaryVRIf<"vsdp", 0xE67E>;
|
|
|
|
|
|
|
|
def VSRP : QuaternaryVRIg<"vsrp", 0xE659>;
|
|
|
|
def VPSOP : QuaternaryVRIg<"vpsop", 0xE65B>;
|
|
|
|
|
|
|
|
def VTP : TestVRRg<"vtp", 0xE65F>;
|
|
|
|
def VCP : CompareVRRh<"vcp", 0xE677>;
|
|
|
|
}
|
|
|
|
}
|