forked from OSchip/llvm-project
360 lines
22 KiB
C
360 lines
22 KiB
C
|
// REQUIRES: x86-registered-target
|
||
|
|
// RUN: %clang_cc1 -ffreestanding %s -triple=x86_64-unknown-linux-gnu -target-feature +fma -O -emit-llvm -o - | FileCheck --check-prefix=COMMON --check-prefix=COMMONIR --check-prefix=UNCONSTRAINED %s
|
||
|
|
// RUN: %clang_cc1 -ffreestanding %s -triple=x86_64-unknown-linux-gnu -target-feature +fma -ffp-exception-behavior=strict -O -emit-llvm -o - | FileCheck --check-prefix=COMMON --check-prefix=COMMONIR --check-prefix=CONSTRAINED %s
|
||
|
|
// RUN: %clang_cc1 -ffreestanding %s -triple=x86_64-unknown-linux-gnu -target-feature +fma -O -S -o - | FileCheck --check-prefix=COMMON --check-prefix=CHECK-ASM --check-prefix=CHECK-ASM-UNCONSTRAINED %s
|
||
|
|
// RUN: %clang_cc1 -ffreestanding %s -triple=x86_64-unknown-linux-gnu -target-feature +fma -O -ffp-exception-behavior=strict -S -o - | FileCheck --check-prefix=COMMON --check-prefix=CHECK-ASM --check-prefix=CHECK-ASM-CONSTRAINED %s
|
||
|
|
|
||
|
|
#include <immintrin.h>
|
||
|
|
|
||
|
|
__m128 test_mm_fmadd_ps(__m128 a, __m128 b, __m128 c) {
|
||
|
|
// COMMON-LABEL: test_mm_fmadd_ps
|
||
|
|
// UNCONSTRAINED: call <4 x float> @llvm.fma.v4f32(<4 x float> %{{.*}}, <4 x float> %{{.*}}, <4 x float> %{{.*}})
|
||
|
|
// CONSTRAINED: call <4 x float> @llvm.experimental.constrained.fma.v4f32(<4 x float> %{{.*}}, <4 x float> %{{.*}}, <4 x float> %{{.*}}, metadata !{{.*}})
|
||
|
|
// CHECK-ASM: vfmadd213ps
|
||
|
|
return _mm_fmadd_ps(a, b, c);
|
||
|
|
}
|
||
|
|
|
||
|
|
__m128d test_mm_fmadd_pd(__m128d a, __m128d b, __m128d c) {
|
||
|
|
// COMMON-LABEL: test_mm_fmadd_pd
|
||
|
|
// UNCONSTRAINED: call <2 x double> @llvm.fma.v2f64(<2 x double> %{{.*}}, <2 x double> %{{.*}}, <2 x double> %{{.*}})
|
||
|
|
// CONSTRAINED: call <2 x double> @llvm.experimental.constrained.fma.v2f64(<2 x double> %{{.*}}, <2 x double> %{{.*}}, <2 x double> %{{.*}}, metadata !{{.*}})
|
||
|
|
// CHECK-ASM: vfmadd213pd
|
||
|
|
return _mm_fmadd_pd(a, b, c);
|
||
|
|
}
|
||
|
|
|
||
|
|
__m128 test_mm_fmadd_ss(__m128 a, __m128 b, __m128 c) {
|
||
|
|
// COMMON-LABEL: test_mm_fmadd_ss
|
||
|
|
// COMMONIR: extractelement <4 x float> %{{.*}}, i64 0
|
||
|
|
// COMMONIR: extractelement <4 x float> %{{.*}}, i64 0
|
||
|
|
// COMMONIR: extractelement <4 x float> %{{.*}}, i64 0
|
||
|
|
// UNCONSTRAINED: call float @llvm.fma.f32(float %{{.*}}, float %{{.*}}, float %{{.*}})
|
||
|
|
// CONSTRAINED: call float @llvm.experimental.constrained.fma.f32(float %{{.*}}, float %{{.*}}, float %{{.*}}, metadata !{{.*}})
|
||
|
|
// CHECK-ASM: vfmadd213ss
|
||
|
|
// COMMONIR: insertelement <4 x float> %{{.*}}, float %{{.*}}, i64 0
|
||
|
|
return _mm_fmadd_ss(a, b, c);
|
||
|
|
}
|
||
|
|
|
||
|
|
__m128d test_mm_fmadd_sd(__m128d a, __m128d b, __m128d c) {
|
||
|
|
// COMMON-LABEL: test_mm_fmadd_sd
|
||
|
|
// COMMONIR: extractelement <2 x double> %{{.*}}, i64 0
|
||
|
|
// COMMONIR: extractelement <2 x double> %{{.*}}, i64 0
|
||
|
|
// COMMONIR: extractelement <2 x double> %{{.*}}, i64 0
|
||
|
|
// UNCONSTRAINED: call double @llvm.fma.f64(double %{{.*}}, double %{{.*}}, double %{{.*}})
|
||
|
|
// CONSTRAINED: call double @llvm.experimental.constrained.fma.f64(double %{{.*}}, double %{{.*}}, double %{{.*}}, metadata !{{.*}})
|
||
|
|
// CHECK-ASM: vfmadd213sd
|
||
|
|
// COMMONIR: insertelement <2 x double> %{{.*}}, double %{{.*}}, i64 0
|
||
|
|
return _mm_fmadd_sd(a, b, c);
|
||
|
|
}
|
||
|
|
|
||
|
|
__m128 test_mm_fmsub_ps(__m128 a, __m128 b, __m128 c) {
|
||
|
|
// COMMON-LABEL: test_mm_fmsub_ps
|
||
|
|
// COMMONIR: [[NEG:%.+]] = fneg <4 x float> %{{.+}}
|
||
|
|
// UNCONSTRAINED: call <4 x float> @llvm.fma.v4f32(<4 x float> %{{.*}}, <4 x float> %{{.*}}, <4 x float> %{{.*}})
|
||
|
|
// CONSTRAINED: call <4 x float> @llvm.experimental.constrained.fma.v4f32(<4 x float> %{{.*}}, <4 x float> %{{.*}}, <4 x float> %{{.*}}, metadata !{{.*}})
|
||
|
|
// CHECK-ASM: vfmsub213ps
|
||
|
|
return _mm_fmsub_ps(a, b, c);
|
||
|
|
}
|
||
|
|
|
||
|
|
__m128d test_mm_fmsub_pd(__m128d a, __m128d b, __m128d c) {
|
||
|
|
// COMMON-LABEL: test_mm_fmsub_pd
|
||
|
|
// COMMONIR: [[NEG:%.+]] = fneg <2 x double> %{{.+}}
|
||
|
|
// UNCONSTRAINED: call <2 x double> @llvm.fma.v2f64(<2 x double> %{{.*}}, <2 x double> %{{.*}}, <2 x double> %{{.*}})
|
||
|
|
// CONSTRAINED: call <2 x double> @llvm.experimental.constrained.fma.v2f64(<2 x double> %{{.*}}, <2 x double> %{{.*}}, <2 x double> %{{.*}}, metadata !{{.*}})
|
||
|
|
// CHECK-ASM: vfmsub213pd
|
||
|
|
return _mm_fmsub_pd(a, b, c);
|
||
|
|
}
|
||
|
|
|
||
|
|
__m128 test_mm_fmsub_ss(__m128 a, __m128 b, __m128 c) {
|
||
|
|
// COMMON-LABEL: test_mm_fmsub_ss
|
||
|
|
// COMMONIR: [[NEG:%.+]] = fneg <4 x float> %{{.+}}
|
||
|
|
// COMMONIR: extractelement <4 x float> %{{.*}}, i64 0
|
||
|
|
// COMMONIR: extractelement <4 x float> %{{.*}}, i64 0
|
||
|
|
// COMMONIR: extractelement <4 x float> %{{.*}}, i64 0
|
||
|
|
// UNCONSTRAINED: call float @llvm.fma.f32(float %{{.*}}, float %{{.*}}, float %{{.*}})
|
||
|
|
// CONSTRAINED: call float @llvm.experimental.constrained.fma.f32(float %{{.*}}, float %{{.*}}, float %{{.*}}, metadata !{{.*}})
|
||
|
|
// CHECK-ASM: vfmsub213ss
|
||
|
|
// COMMONIR: insertelement <4 x float> %{{.*}}, float %{{.*}}, i64 0
|
||
|
|
return _mm_fmsub_ss(a, b, c);
|
||
|
|
}
|
||
|
|
|
||
|
|
__m128d test_mm_fmsub_sd(__m128d a, __m128d b, __m128d c) {
|
||
|
|
// COMMON-LABEL: test_mm_fmsub_sd
|
||
|
|
// COMMONIR: [[NEG:%.+]] = fneg <2 x double> %{{.+}}
|
||
|
|
// COMMONIR: extractelement <2 x double> %{{.*}}, i64 0
|
||
|
|
// COMMONIR: extractelement <2 x double> %{{.*}}, i64 0
|
||
|
|
// COMMONIR: extractelement <2 x double> %{{.*}}, i64 0
|
||
|
|
// UNCONSTRAINED: call double @llvm.fma.f64(double %{{.*}}, double %{{.*}}, double %{{.*}})
|
||
|
|
// CONSTRAINED: call double @llvm.experimental.constrained.fma.f64(double %{{.*}}, double %{{.*}}, double %{{.*}}, metadata !{{.*}})
|
||
|
|
// CHECK-ASM: vfmsub213sd
|
||
|
|
// COMMONIR: insertelement <2 x double> %{{.*}}, double %{{.*}}, i64 0
|
||
|
|
return _mm_fmsub_sd(a, b, c);
|
||
|
|
}
|
||
|
|
|
||
|
|
__m128 test_mm_fnmadd_ps(__m128 a, __m128 b, __m128 c) {
|
||
|
|
// COMMON-LABEL: test_mm_fnmadd_ps
|
||
|
|
// COMMONIR: [[NEG:%.+]] = fneg <4 x float> %{{.+}}
|
||
|
|
// UNCONSTRAINED: call <4 x float> @llvm.fma.v4f32(<4 x float> %{{.*}}, <4 x float> %{{.*}}, <4 x float> %{{.*}})
|
||
|
|
// CONSTRAINED: call <4 x float> @llvm.experimental.constrained.fma.v4f32(<4 x float> %{{.*}}, <4 x float> %{{.*}}, <4 x float> %{{.*}}, metadata !{{.*}})
|
||
|
|
// CHECK-ASM: vfnmadd213ps
|
||
|
|
return _mm_fnmadd_ps(a, b, c);
|
||
|
|
}
|
||
|
|
|
||
|
|
__m128d test_mm_fnmadd_pd(__m128d a, __m128d b, __m128d c) {
|
||
|
|
// COMMON-LABEL: test_mm_fnmadd_pd
|
||
|
|
// COMMONIR: [[NEG:%.+]] = fneg <2 x double> %{{.+}}
|
||
|
|
// UNCONSTRAINED: call <2 x double> @llvm.fma.v2f64(<2 x double> %{{.*}}, <2 x double> %{{.*}}, <2 x double> %{{.*}})
|
||
|
|
// CONSTRAINED: call <2 x double> @llvm.experimental.constrained.fma.v2f64(<2 x double> %{{.*}}, <2 x double> %{{.*}}, <2 x double> %{{.*}}, metadata !{{.*}})
|
||
|
|
// CHECK-ASM: vfnmadd213pd
|
||
|
|
return _mm_fnmadd_pd(a, b, c);
|
||
|
|
}
|
||
|
|
|
||
|
|
__m128 test_mm_fnmadd_ss(__m128 a, __m128 b, __m128 c) {
|
||
|
|
// COMMON-LABEL: test_mm_fnmadd_ss
|
||
|
|
// COMMONIR: [[NEG:%.+]] = fneg <4 x float> %{{.+}}
|
||
|
|
// COMMONIR: extractelement <4 x float> %{{.*}}, i64 0
|
||
|
|
// COMMONIR: extractelement <4 x float> %{{.*}}, i64 0
|
||
|
|
// COMMONIR: extractelement <4 x float> %{{.*}}, i64 0
|
||
|
|
// UNCONSTRAINED: call float @llvm.fma.f32(float %{{.*}}, float %{{.*}}, float %{{.*}})
|
||
|
|
// CONSTRAINED: call float @llvm.experimental.constrained.fma.f32(float %{{.*}}, float %{{.*}}, float %{{.*}}, metadata !{{.*}})
|
||
|
|
// CHECK-ASM: vfnmadd213ss
|
||
|
|
// COMMONIR: insertelement <4 x float> %{{.*}}, float %{{.*}}, i64 0
|
||
|
|
return _mm_fnmadd_ss(a, b, c);
|
||
|
|
}
|
||
|
|
|
||
|
|
__m128d test_mm_fnmadd_sd(__m128d a, __m128d b, __m128d c) {
|
||
|
|
// COMMON-LABEL: test_mm_fnmadd_sd
|
||
|
|
// COMMONIR: [[NEG:%.+]] = fneg <2 x double> %{{.+}}
|
||
|
|
// COMMONIR: extractelement <2 x double> %{{.*}}, i64 0
|
||
|
|
// COMMONIR: extractelement <2 x double> %{{.*}}, i64 0
|
||
|
|
// COMMONIR: extractelement <2 x double> %{{.*}}, i64 0
|
||
|
|
// UNCONSTRAINED: call double @llvm.fma.f64(double %{{.*}}, double %{{.*}}, double %{{.*}})
|
||
|
|
// CONSTRAINED: call double @llvm.experimental.constrained.fma.f64(double %{{.*}}, double %{{.*}}, double %{{.*}}, metadata !{{.*}})
|
||
|
|
// CHECK-ASM: vfnmadd213sd
|
||
|
|
// COMMONIR: insertelement <2 x double> %{{.*}}, double %{{.*}}, i64 0
|
||
|
|
return _mm_fnmadd_sd(a, b, c);
|
||
|
|
}
|
||
|
|
|
||
|
|
__m128 test_mm_fnmsub_ps(__m128 a, __m128 b, __m128 c) {
|
||
|
|
// COMMON-LABEL: test_mm_fnmsub_ps
|
||
|
|
// COMMONIR: [[NEG:%.+]] = fneg <4 x float> %{{.+}}
|
||
|
|
// COMMONIR: [[NEG2:%.+]] = fneg <4 x float> %{{.+}}
|
||
|
|
// UNCONSTRAINED: call <4 x float> @llvm.fma.v4f32(<4 x float> %{{.*}}, <4 x float> %{{.*}}, <4 x float> %{{.*}})
|
||
|
|
// CONSTRAINED: call <4 x float> @llvm.experimental.constrained.fma.v4f32(<4 x float> %{{.*}}, <4 x float> %{{.*}}, <4 x float> %{{.*}}, metadata !{{.*}})
|
||
|
|
// CHECK-ASM: vfnmsub213ps
|
||
|
|
return _mm_fnmsub_ps(a, b, c);
|
||
|
|
}
|
||
|
|
|
||
|
|
__m128d test_mm_fnmsub_pd(__m128d a, __m128d b, __m128d c) {
|
||
|
|
// COMMON-LABEL: test_mm_fnmsub_pd
|
||
|
|
// COMMONIR: [[NEG:%.+]] = fneg <2 x double> %{{.+}}
|
||
|
|
// COMMONIR: [[NEG2:%.+]] = fneg <2 x double> %{{.+}}
|
||
|
|
// UNCONSTRAINED: call <2 x double> @llvm.fma.v2f64(<2 x double> %{{.*}}, <2 x double> %{{.*}}, <2 x double> %{{.*}})
|
||
|
|
// CONSTRAINED: call <2 x double> @llvm.experimental.constrained.fma.v2f64(<2 x double> %{{.*}}, <2 x double> %{{.*}}, <2 x double> %{{.*}}, metadata !{{.*}})
|
||
|
|
// CHECK-ASM: vfnmsub213pd
|
||
|
|
return _mm_fnmsub_pd(a, b, c);
|
||
|
|
}
|
||
|
|
|
||
|
|
__m128 test_mm_fnmsub_ss(__m128 a, __m128 b, __m128 c) {
|
||
|
|
// COMMON-LABEL: test_mm_fnmsub_ss
|
||
|
|
// COMMONIR: [[NEG:%.+]] = fneg <4 x float> %{{.+}}
|
||
|
|
// COMMONIR: [[NEG2:%.+]] = fneg <4 x float> %{{.+}}
|
||
|
|
// COMMONIR: extractelement <4 x float> %{{.*}}, i64 0
|
||
|
|
// COMMONIR: extractelement <4 x float> %{{.*}}, i64 0
|
||
|
|
// COMMONIR: extractelement <4 x float> %{{.*}}, i64 0
|
||
|
|
// UNCONSTRAINED: call float @llvm.fma.f32(float %{{.*}}, float %{{.*}}, float %{{.*}})
|
||
|
|
// CONSTRAINED: call float @llvm.experimental.constrained.fma.f32(float %{{.*}}, float %{{.*}}, float %{{.*}}, metadata !{{.*}})
|
||
|
|
// CHECK-ASM: vfnmsub213ss
|
||
|
|
// COMMONIR: insertelement <4 x float> %{{.*}}, float %{{.*}}, i64 0
|
||
|
|
return _mm_fnmsub_ss(a, b, c);
|
||
|
|
}
|
||
|
|
|
||
|
|
__m128d test_mm_fnmsub_sd(__m128d a, __m128d b, __m128d c) {
|
||
|
|
// COMMON-LABEL: test_mm_fnmsub_sd
|
||
|
|
// COMMONIR: [[NEG:%.+]] = fneg <2 x double> %{{.+}}
|
||
|
|
// COMMONIR: [[NEG2:%.+]] = fneg <2 x double> %{{.+}}
|
||
|
|
// COMMONIR: extractelement <2 x double> %{{.*}}, i64 0
|
||
|
|
// COMMONIR: extractelement <2 x double> %{{.*}}, i64 0
|
||
|
|
// COMMONIR: extractelement <2 x double> %{{.*}}, i64 0
|
||
|
|
// UNCONSTRAINED: call double @llvm.fma.f64(double %{{.*}}, double %{{.*}}, double %{{.*}})
|
||
|
|
// CONSTRAINED: call double @llvm.experimental.constrained.fma.f64(double %{{.*}}, double %{{.*}}, double %{{.*}}, metadata !{{.*}})
|
||
|
|
// CHECK-ASM: vfnmsub213sd
|
||
|
|
// COMMONIR: insertelement <2 x double> %{{.*}}, double %{{.*}}, i64 0
|
||
|
|
return _mm_fnmsub_sd(a, b, c);
|
||
|
|
}
|
||
|
|
|
||
|
|
__m128 test_mm_fmaddsub_ps(__m128 a, __m128 b, __m128 c) {
|
||
|
|
// COMMON-LABEL: test_mm_fmaddsub_ps
|
||
|
|
// UNCONSTRAINED: [[ADD:%.+]] = tail call <4 x float> @llvm.fma.v4f32(<4 x float> %{{.*}}, <4 x float> %{{.*}}, <4 x float> %{{.*}})
|
||
|
|
// CONSTRAINED: [[ADD:%.+]] = tail call <4 x float> @llvm.experimental.constrained.fma.v4f32(<4 x float> %{{.*}}, <4 x float> %{{.*}}, <4 x float> %{{.*}}, metadata !{{.*}})
|
||
|
|
// COMMONIR: [[NEG:%.+]] = fneg <4 x float> %{{.+}}
|
||
|
|
// UNCONSTRAINED: [[SUB:%.+]] = tail call <4 x float> @llvm.fma.v4f32(<4 x float> %{{.*}}, <4 x float> %{{.*}}, <4 x float> [[NEG]])
|
||
|
|
// CONSTRAINED: [[SUB:%.+]] = tail call <4 x float> @llvm.experimental.constrained.fma.v4f32(<4 x float> %{{.*}}, <4 x float> %{{.*}}, <4 x float> [[NEG]], metadata !{{.*}})
|
||
|
|
// CHECK-ASM-UNCONSTRAINED: vfmaddsub213ps
|
||
|
|
// CHECK-ASM-CONSTRAINED-NOT: vfmaddsub213ps
|
||
|
|
// COMMONIR: shufflevector <4 x float> [[SUB]], <4 x float> [[ADD]], <4 x i32> <i32 0, i32 5, i32 2, i32 7>
|
||
|
|
return _mm_fmaddsub_ps(a, b, c);
|
||
|
|
}
|
||
|
|
|
||
|
|
__m128d test_mm_fmaddsub_pd(__m128d a, __m128d b, __m128d c) {
|
||
|
|
// COMMON-LABEL: test_mm_fmaddsub_pd
|
||
|
|
// UNCONSTRAINED: [[ADD:%.+]] = tail call <2 x double> @llvm.fma.v2f64(<2 x double> %{{.*}}, <2 x double> %{{.*}}, <2 x double> %{{.*}})
|
||
|
|
// CONSTRAINED: [[ADD:%.+]] = tail call <2 x double> @llvm.experimental.constrained.fma.v2f64(<2 x double> %{{.*}}, <2 x double> %{{.*}}, <2 x double> %{{.*}}, metadata !{{.*}})
|
||
|
|
// COMMONIR: [[NEG:%.+]] = fneg <2 x double> %{{.+}}
|
||
|
|
// UNCONSTRAINED: [[SUB:%.+]] = tail call <2 x double> @llvm.fma.v2f64(<2 x double> %{{.*}}, <2 x double> %{{.*}}, <2 x double> [[NEG]])
|
||
|
|
// CONSTRAINED: [[SUB:%.+]] = tail call <2 x double> @llvm.experimental.constrained.fma.v2f64(<2 x double> %{{.*}}, <2 x double> %{{.*}}, <2 x double> [[NEG]], metadata !{{.*}})
|
||
|
|
// CHECK-ASM-UNCONSTRAINED: vfmaddsub213pd
|
||
|
|
// CHECK-ASM-CONSTRAINED-NOT: vfmaddsub213pd
|
||
|
|
// COMMONIR: shufflevector <2 x double> [[SUB]], <2 x double> [[ADD]], <2 x i32> <i32 0, i32 3>
|
||
|
|
return _mm_fmaddsub_pd(a, b, c);
|
||
|
|
}
|
||
|
|
|
||
|
|
__m128 test_mm_fmsubadd_ps(__m128 a, __m128 b, __m128 c) {
|
||
|
|
// COMMON-LABEL: test_mm_fmsubadd_ps
|
||
|
|
// COMMONIR: [[NEG:%.+]] = fneg <4 x float> %{{.+}}
|
||
|
|
// UNCONSTRAINED: [[SUB:%.+]] = tail call <4 x float> @llvm.fma.v4f32(<4 x float> %{{.*}}, <4 x float> %{{.*}}, <4 x float> [[NEG]]
|
||
|
|
// CONSTRAINED: [[SUB:%.+]] = tail call <4 x float> @llvm.experimental.constrained.fma.v4f32(<4 x float> %{{.*}}, <4 x float> %{{.*}}, <4 x float> [[NEG]], metadata !{{.*}})
|
||
|
|
// UNCONSTRAINED: [[ADD:%.+]] = tail call <4 x float> @llvm.fma.v4f32(<4 x float> %{{.*}}, <4 x float> %{{.*}}, <4 x float> %{{.*}})
|
||
|
|
// CONSTRAINED: [[ADD:%.+]] = tail call <4 x float> @llvm.experimental.constrained.fma.v4f32(<4 x float> %{{.*}}, <4 x float> %{{.*}}, <4 x float> %{{.*}}, metadata !{{.*}})
|
||
|
|
// CHECK-ASM-UNCONSTRAINED: vfmsubadd213ps
|
||
|
|
// CHECK-ASM-CONSTRAINED-NOT: vfmsubadd213ps
|
||
|
|
// COMMONIR: shufflevector <4 x float> [[ADD]], <4 x float> [[SUB]], <4 x i32> <i32 0, i32 5, i32 2, i32 7>
|
||
|
|
return _mm_fmsubadd_ps(a, b, c);
|
||
|
|
}
|
||
|
|
|
||
|
|
__m128d test_mm_fmsubadd_pd(__m128d a, __m128d b, __m128d c) {
|
||
|
|
// COMMON-LABEL: test_mm_fmsubadd_pd
|
||
|
|
// COMMONIR: [[NEG:%.+]] = fneg <2 x double> %{{.+}}
|
||
|
|
// UNCONSTRAINED: [[SUB:%.+]] = tail call <2 x double> @llvm.fma.v2f64(<2 x double> %{{.*}}, <2 x double> %{{.*}}, <2 x double> [[NEG]])
|
||
|
|
// CONSTRAINED: [[SUB:%.+]] = tail call <2 x double> @llvm.experimental.constrained.fma.v2f64(<2 x double> %{{.*}}, <2 x double> %{{.*}}, <2 x double> [[NEG]], metadata !{{.*}})
|
||
|
|
// UNCONSTRAINED: [[ADD:%.+]] = tail call <2 x double> @llvm.fma.v2f64(<2 x double> %{{.*}}, <2 x double> %{{.*}}, <2 x double> %{{.*}})
|
||
|
|
// CONSTRAINED: [[ADD:%.+]] = tail call <2 x double> @llvm.experimental.constrained.fma.v2f64(<2 x double> %{{.*}}, <2 x double> %{{.*}}, <2 x double> %{{.*}}, metadata !{{.*}})
|
||
|
|
// CHECK-ASM-UNCONSTRAINED: vfmsubadd213pd
|
||
|
|
// CHECK-ASM-CONSTRAINED-NOT: vfmsubadd213pd
|
||
|
|
// COMMONIR: shufflevector <2 x double> [[ADD]], <2 x double> [[SUB]], <2 x i32> <i32 0, i32 3>
|
||
|
|
return _mm_fmsubadd_pd(a, b, c);
|
||
|
|
}
|
||
|
|
|
||
|
|
__m256 test_mm256_fmadd_ps(__m256 a, __m256 b, __m256 c) {
|
||
|
|
// COMMON-LABEL: test_mm256_fmadd_ps
|
||
|
|
// UNCONSTRAINED: call <8 x float> @llvm.fma.v8f32(<8 x float> %{{.*}}, <8 x float> %{{.*}}, <8 x float> %{{.*}})
|
||
|
|
// CONSTRAINED: call <8 x float> @llvm.experimental.constrained.fma.v8f32(<8 x float> %{{.*}}, <8 x float> %{{.*}}, <8 x float> %{{.*}}, metadata !{{.*}})
|
||
|
|
// CHECK-ASM: vfmadd213ps
|
||
|
|
return _mm256_fmadd_ps(a, b, c);
|
||
|
|
}
|
||
|
|
|
||
|
|
__m256d test_mm256_fmadd_pd(__m256d a, __m256d b, __m256d c) {
|
||
|
|
// COMMON-LABEL: test_mm256_fmadd_pd
|
||
|
|
// UNCONSTRAINED: call <4 x double> @llvm.fma.v4f64(<4 x double> %{{.*}}, <4 x double> %{{.*}}, <4 x double> %{{.*}})
|
||
|
|
// CONSTRAINED: call <4 x double> @llvm.experimental.constrained.fma.v4f64(<4 x double> %{{.*}}, <4 x double> %{{.*}}, <4 x double> %{{.*}}, metadata !{{.*}})
|
||
|
|
// CHECK-ASM: vfmadd213pd
|
||
|
|
return _mm256_fmadd_pd(a, b, c);
|
||
|
|
}
|
||
|
|
|
||
|
|
__m256 test_mm256_fmsub_ps(__m256 a, __m256 b, __m256 c) {
|
||
|
|
// COMMON-LABEL: test_mm256_fmsub_ps
|
||
|
|
// COMMONIR: [[NEG:%.+]] = fneg <8 x float> %{{.*}}
|
||
|
|
// UNCONSTRAINED: call <8 x float> @llvm.fma.v8f32(<8 x float> %{{.*}}, <8 x float> %{{.*}}, <8 x float> %{{.*}})
|
||
|
|
// CONSTRAINED: call <8 x float> @llvm.experimental.constrained.fma.v8f32(<8 x float> %{{.*}}, <8 x float> %{{.*}}, <8 x float> %{{.*}}, metadata !{{.*}})
|
||
|
|
// CHECK-ASM: vfmsub213ps
|
||
|
|
return _mm256_fmsub_ps(a, b, c);
|
||
|
|
}
|
||
|
|
|
||
|
|
__m256d test_mm256_fmsub_pd(__m256d a, __m256d b, __m256d c) {
|
||
|
|
// COMMON-LABEL: test_mm256_fmsub_pd
|
||
|
|
// COMMONIR: [[NEG:%.+]] = fneg <4 x double> %{{.+}}
|
||
|
|
// UNCONSTRAINED: call <4 x double> @llvm.fma.v4f64(<4 x double> %{{.*}}, <4 x double> %{{.*}}, <4 x double> %{{.*}})
|
||
|
|
// CONSTRAINED: call <4 x double> @llvm.experimental.constrained.fma.v4f64(<4 x double> %{{.*}}, <4 x double> %{{.*}}, <4 x double> %{{.*}}, metadata !{{.*}})
|
||
|
|
// CHECK-ASM: vfmsub213pd
|
||
|
|
return _mm256_fmsub_pd(a, b, c);
|
||
|
|
}
|
||
|
|
|
||
|
|
__m256 test_mm256_fnmadd_ps(__m256 a, __m256 b, __m256 c) {
|
||
|
|
// COMMON-LABEL: test_mm256_fnmadd_ps
|
||
|
|
// COMMONIR: [[NEG:%.+]] = fneg <8 x float> %{{.*}}
|
||
|
|
// UNCONSTRAINED: call <8 x float> @llvm.fma.v8f32(<8 x float> %{{.*}}, <8 x float> %{{.*}}, <8 x float> %{{.*}})
|
||
|
|
// CONSTRAINED: call <8 x float> @llvm.experimental.constrained.fma.v8f32(<8 x float> %{{.*}}, <8 x float> %{{.*}}, <8 x float> %{{.*}}, metadata !{{.*}})
|
||
|
|
// CHECK-ASM: vfnmadd213ps
|
||
|
|
return _mm256_fnmadd_ps(a, b, c);
|
||
|
|
}
|
||
|
|
|
||
|
|
__m256d test_mm256_fnmadd_pd(__m256d a, __m256d b, __m256d c) {
|
||
|
|
// COMMON-LABEL: test_mm256_fnmadd_pd
|
||
|
|
// COMMONIR: [[NEG:%.+]] = fneg <4 x double> %{{.+}}
|
||
|
|
// UNCONSTRAINED: call <4 x double> @llvm.fma.v4f64(<4 x double> %{{.*}}, <4 x double> %{{.*}}, <4 x double> %{{.*}})
|
||
|
|
// CONSTRAINED: call <4 x double> @llvm.experimental.constrained.fma.v4f64(<4 x double> %{{.*}}, <4 x double> %{{.*}}, <4 x double> %{{.*}}, metadata !{{.*}})
|
||
|
|
// CHECK-ASM: vfnmadd213pd
|
||
|
|
return _mm256_fnmadd_pd(a, b, c);
|
||
|
|
}
|
||
|
|
|
||
|
|
__m256 test_mm256_fnmsub_ps(__m256 a, __m256 b, __m256 c) {
|
||
|
|
// COMMON-LABEL: test_mm256_fnmsub_ps
|
||
|
|
// COMMONIR: [[NEG:%.+]] = fneg <8 x float> %{{.*}}
|
||
|
|
// COMMONIR: [[NEG2:%.+]] = fneg <8 x float> %{{.*}}
|
||
|
|
// UNCONSTRAINED: call <8 x float> @llvm.fma.v8f32(<8 x float> %{{.*}}, <8 x float> %{{.*}}, <8 x float> %{{.*}})
|
||
|
|
// CONSTRAINED: call <8 x float> @llvm.experimental.constrained.fma.v8f32(<8 x float> %{{.*}}, <8 x float> %{{.*}}, <8 x float> %{{.*}}, metadata !{{.*}})
|
||
|
|
// CHECK-ASM: vfnmsub213ps
|
||
|
|
return _mm256_fnmsub_ps(a, b, c);
|
||
|
|
}
|
||
|
|
|
||
|
|
__m256d test_mm256_fnmsub_pd(__m256d a, __m256d b, __m256d c) {
|
||
|
|
// COMMON-LABEL: test_mm256_fnmsub_pd
|
||
|
|
// COMMONIR: [[NEG:%.+]] = fneg <4 x double> %{{.+}}
|
||
|
|
// COMMONIR: [[NEG2:%.+]] = fneg <4 x double> %{{.+}}
|
||
|
|
// UNCONSTRAINED: call <4 x double> @llvm.fma.v4f64(<4 x double> %{{.*}}, <4 x double> %{{.*}}, <4 x double> %{{.*}})
|
||
|
|
// CONSTRAINED: call <4 x double> @llvm.experimental.constrained.fma.v4f64(<4 x double> %{{.*}}, <4 x double> %{{.*}}, <4 x double> %{{.*}}, metadata !{{.*}})
|
||
|
|
// CHECK-ASM: vfnmsub213pd
|
||
|
|
return _mm256_fnmsub_pd(a, b, c);
|
||
|
|
}
|
||
|
|
|
||
|
|
__m256 test_mm256_fmaddsub_ps(__m256 a, __m256 b, __m256 c) {
|
||
|
|
// COMMON-LABEL: test_mm256_fmaddsub_ps
|
||
|
|
// UNCONSTRAINED: [[ADD:%.+]] = tail call <8 x float> @llvm.fma.v8f32(<8 x float> %{{.*}}, <8 x float> %{{.*}}, <8 x float> %{{.*}})
|
||
|
|
// CONSTRAINED: [[ADD:%.+]] = tail call <8 x float> @llvm.experimental.constrained.fma.v8f32(<8 x float> %{{.*}}, <8 x float> %{{.*}}, <8 x float> %{{.*}})
|
||
|
|
// COMMONIR: [[NEG:%.+]] = fneg <8 x float> %{{.*}}
|
||
|
|
// UNCONSTRAINED: [[SUB:%.+]] = tail call <8 x float> @llvm.fma.v8f32(<8 x float> %{{.*}}, <8 x float> %{{.*}}, <8 x float> [[NEG]])
|
||
|
|
// CONSTRAINED: [[SUB:%.+]] = tail call <8 x float> @llvm.experimental.constrained.fma.v8f32(<8 x float> %{{.*}}, <8 x float> %{{.*}}, <8 x float> [[NEG]], metadata !{{.*}})
|
||
|
|
// CHECK-ASM-UNCONSTRAINED: vfmaddsub213ps
|
||
|
|
// CHECK-ASM-CONSTRAINED-NOT: vfmaddsub213ps
|
||
|
|
// COMMONIR: shufflevector <8 x float> [[SUB]], <8 x float> [[ADD]], <8 x i32> <i32 0, i32 9, i32 2, i32 11, i32 4, i32 13, i32 6, i32 15>
|
||
|
|
return _mm256_fmaddsub_ps(a, b, c);
|
||
|
|
}
|
||
|
|
|
||
|
|
__m256d test_mm256_fmaddsub_pd(__m256d a, __m256d b, __m256d c) {
|
||
|
|
// COMMON-LABEL: test_mm256_fmaddsub_pd
|
||
|
|
// UNCONSTRAINED: [[ADD:%.+]] = tail call <4 x double> @llvm.fma.v4f64(<4 x double> %{{.*}}, <4 x double> %{{.*}}, <4 x double> %{{.*}})
|
||
|
|
// CONSTRAINED: [[ADD:%.+]] = tail call <4 x double> @llvm.experimental.constrained.fma.v4f64(<4 x double> %{{.*}}, <4 x double> %{{.*}}, <4 x double> %{{.*}}, metadata !{{.*}})
|
||
|
|
// COMMONIR: [[NEG:%.+]] = fneg <4 x double> %{{.+}}
|
||
|
|
// UNCONSTRAINED: [[SUB:%.+]] = tail call <4 x double> @llvm.fma.v4f64(<4 x double> %{{.*}}, <4 x double> %{{.*}}, <4 x double> %{{.*}})
|
||
|
|
// CONSTRAINED: [[SUB:%.+]] = tail call <4 x double> @llvm.experimental.constrained.fma.v4f64(<4 x double> %{{.*}}, <4 x double> %{{.*}}, <4 x double> %{{.*}}, metadata !{{.*}})
|
||
|
|
// CHECK-ASM-UNCONSTRAINED: vfmaddsub213pd
|
||
|
|
// CHECK-ASM-CONSTRAINED-NOT: vfmaddsub213pd
|
||
|
|
// COMMONIR: shufflevector <4 x double> [[SUB]], <4 x double> [[ADD]], <4 x i32> <i32 0, i32 5, i32 2, i32 7>
|
||
|
|
return _mm256_fmaddsub_pd(a, b, c);
|
||
|
|
}
|
||
|
|
|
||
|
|
__m256 test_mm256_fmsubadd_ps(__m256 a, __m256 b, __m256 c) {
|
||
|
|
// COMMON-LABEL: test_mm256_fmsubadd_ps
|
||
|
|
// COMMONIR: [[NEG:%.+]] = fneg <8 x float> %{{.*}}
|
||
|
|
// UNCONSTRAINED: [[SUB:%.+]] = tail call <8 x float> @llvm.fma.v8f32(<8 x float> %{{.*}}, <8 x float> %{{.*}}, <8 x float> [[NEG]])
|
||
|
|
// CONSTRAINED: [[SUB:%.+]] = tail call <8 x float> @llvm.experimental.constrained.fma.v8f32(<8 x float> %{{.*}}, <8 x float> %{{.*}}, <8 x float> [[NEG]], metadata !{{.*}})
|
||
|
|
// UNCONSTRAINED: [[ADD:%.+]] = tail call <8 x float> @llvm.fma.v8f32(<8 x float> %{{.*}}, <8 x float> %{{.*}}, <8 x float> %{{.*}})
|
||
|
|
// CONSTRAINED: [[ADD:%.+]] = tail call <8 x float> @llvm.experimental.constrained.fma.v8f32(<8 x float> %{{.*}}, <8 x float> %{{.*}}, <8 x float> %{{.*}}, metadata !{{.*}})
|
||
|
|
// CHECK-ASM-UNCONSTRAINED: vfmsubadd213ps
|
||
|
|
// CHECK-ASM-CONSTRAINED-NOT: vfmsubadd213ps
|
||
|
|
// COMMONIR: shufflevector <8 x float> [[ADD]], <8 x float> [[SUB]], <8 x i32> <i32 0, i32 9, i32 2, i32 11, i32 4, i32 13, i32 6, i32 15>
|
||
|
|
return _mm256_fmsubadd_ps(a, b, c);
|
||
|
|
}
|
||
|
|
|
||
|
|
__m256d test_mm256_fmsubadd_pd(__m256d a, __m256d b, __m256d c) {
|
||
|
|
// COMMON-LABEL: test_mm256_fmsubadd_pd
|
||
|
|
// COMMONIR: [[NEG:%.+]] = fneg <4 x double> %{{.+}}
|
||
|
|
// UNCONSTRAINED: [[SUB:%.+]] = tail call <4 x double> @llvm.fma.v4f64(<4 x double> %{{.*}}, <4 x double> %{{.*}}, <4 x double> [[NEG]])
|
||
|
|
// CONSTRAINED: [[SUB:%.+]] = tail call <4 x double> @llvm.experimental.constrained.fma.v4f64(<4 x double> %{{.*}}, <4 x double> %{{.*}}, <4 x double> [[NEG]], metadata !{{.*}})
|
||
|
|
// UNCONSTRAINED: [[ADD:%.+]] = tail call <4 x double> @llvm.fma.v4f64(<4 x double> %{{.*}}, <4 x double> %{{.*}}, <4 x double> %{{.*}})
|
||
|
|
// CONSTRAINED: [[ADD:%.+]] = tail call <4 x double> @llvm.experimental.constrained.fma.v4f64(<4 x double> %{{.*}}, <4 x double> %{{.*}}, <4 x double> %{{.*}}, metadata !{{.*}})
|
||
|
|
// CHECK-ASM-UNCONSTRAINED: vfmsubadd213pd
|
||
|
|
// CHECK-ASM-CONSTRAINED-NOT: vfmsubadd213pd
|
||
|
|
// COMMONIR: shufflevector <4 x double> [[ADD]], <4 x double> [[SUB]], <4 x i32> <i32 0, i32 5, i32 2, i32 7>
|
||
|
|
return _mm256_fmsubadd_pd(a, b, c);
|
||
|
|
}
|