2019-10-11 14:07:53 +08:00
|
|
|
// RUN: %clang_cc1 -ffreestanding %s -triple=x86_64-apple-darwin -target-feature +bmi -emit-llvm -o - -Wall -Werror | FileCheck %s --check-prefixes=CHECK,CHECK_TZCNT
|
|
|
|
// RUN: %clang_cc1 -fms-extensions -fms-compatibility -fms-compatibility-version=17.00 -ffreestanding %s -triple=x86_64-windows-msvc -emit-llvm -o - -Wall -Werror -DTEST_TZCNT | FileCheck %s --check-prefix=CHECK-TZCNT
|
2011-12-25 14:25:37 +08:00
|
|
|
|
|
|
|
|
2018-05-24 15:09:08 +08:00
|
|
|
#include <immintrin.h>
|
2011-12-25 14:25:37 +08:00
|
|
|
|
2016-06-12 06:40:01 +08:00
|
|
|
// NOTE: This should match the tests in llvm/test/CodeGen/X86/bmi-intrinsics-fast-isel.ll
|
|
|
|
|
|
|
|
// The double underscore intrinsics are for compatibility with
|
2014-05-29 04:26:57 +08:00
|
|
|
// AMD's BMI interface. The single underscore intrinsics
|
|
|
|
// are for compatibility with Intel's BMI interface.
|
|
|
|
// Apart from the underscores, the interfaces are identical
|
2016-06-12 06:40:01 +08:00
|
|
|
// except in one case: although the 'bextr' register-form
|
|
|
|
// instruction is identical in hardware, the AMD and Intel
|
|
|
|
// intrinsics are different!
|
2014-05-29 04:26:57 +08:00
|
|
|
|
2019-10-11 14:07:53 +08:00
|
|
|
unsigned short test_tzcnt_u16(unsigned short __X) {
|
|
|
|
// CHECK-TZCNT-LABEL: test_tzcnt_u16
|
|
|
|
// CHECK-TZCNT: i16 @llvm.cttz.i16(i16 %{{.*}}, i1 false)
|
|
|
|
return _tzcnt_u16(__X);
|
|
|
|
}
|
|
|
|
|
2012-07-02 14:52:51 +08:00
|
|
|
unsigned short test__tzcnt_u16(unsigned short __X) {
|
2019-10-11 14:07:53 +08:00
|
|
|
// CHECK-TZCNT-LABEL: test__tzcnt_u16
|
|
|
|
// CHECK-TZCNT: i16 @llvm.cttz.i16(i16 %{{.*}}, i1 false)
|
2012-07-02 14:52:51 +08:00
|
|
|
return __tzcnt_u16(__X);
|
2011-12-25 14:25:37 +08:00
|
|
|
}
|
|
|
|
|
2019-10-11 14:07:53 +08:00
|
|
|
unsigned int test__tzcnt_u32(unsigned int __X) {
|
|
|
|
// CHECK-TZCNT-LABEL: test__tzcnt_u32
|
|
|
|
// CHECK-TZCNT: i32 @llvm.cttz.i32(i32 %{{.*}}, i1 false)
|
|
|
|
return __tzcnt_u32(__X);
|
|
|
|
}
|
|
|
|
|
|
|
|
int test_mm_tzcnt_32(unsigned int __X) {
|
|
|
|
// CHECK-TZCNT-LABEL: test_mm_tzcnt_32
|
|
|
|
// CHECK-TZCNT: i32 @llvm.cttz.i32(i32 %{{.*}}, i1 false)
|
|
|
|
return _mm_tzcnt_32(__X);
|
|
|
|
}
|
|
|
|
|
|
|
|
unsigned int test_tzcnt_u32(unsigned int __X) {
|
|
|
|
// CHECK-TZCNT-LABEL: test_tzcnt_u32
|
|
|
|
// CHECK-TZCNT: i32 @llvm.cttz.i32(i32 %{{.*}}, i1 false)
|
|
|
|
return _tzcnt_u32(__X);
|
|
|
|
}
|
|
|
|
|
|
|
|
#ifdef __x86_64__
|
|
|
|
unsigned long long test__tzcnt_u64(unsigned long long __X) {
|
|
|
|
// CHECK-TZCNT-LABEL: test__tzcnt_u64
|
|
|
|
// CHECK-TZCNT: i64 @llvm.cttz.i64(i64 %{{.*}}, i1 false)
|
|
|
|
return __tzcnt_u64(__X);
|
|
|
|
}
|
|
|
|
|
|
|
|
long long test_mm_tzcnt_64(unsigned long long __X) {
|
|
|
|
// CHECK-TZCNT-LABEL: test_mm_tzcnt_64
|
|
|
|
// CHECK-TZCNT: i64 @llvm.cttz.i64(i64 %{{.*}}, i1 false)
|
|
|
|
return _mm_tzcnt_64(__X);
|
|
|
|
}
|
|
|
|
|
|
|
|
unsigned long long test_tzcnt_u64(unsigned long long __X) {
|
|
|
|
// CHECK-TZCNT-LABEL: test_tzcnt_u64
|
|
|
|
// CHECK-TZCNT: i64 @llvm.cttz.i64(i64 %{{.*}}, i1 false)
|
|
|
|
return _tzcnt_u64(__X);
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
|
|
|
|
#if !defined(TEST_TZCNT)
|
2011-12-25 15:27:12 +08:00
|
|
|
unsigned int test__andn_u32(unsigned int __X, unsigned int __Y) {
|
2016-06-12 06:40:01 +08:00
|
|
|
// CHECK-LABEL: test__andn_u32
|
|
|
|
// CHECK: xor i32 %{{.*}}, -1
|
|
|
|
// CHECK: and i32 %{{.*}}, %{{.*}}
|
2011-12-25 15:27:12 +08:00
|
|
|
return __andn_u32(__X, __Y);
|
|
|
|
}
|
|
|
|
|
|
|
|
unsigned int test__bextr_u32(unsigned int __X, unsigned int __Y) {
|
2016-06-12 06:40:01 +08:00
|
|
|
// CHECK-LABEL: test__bextr_u32
|
|
|
|
// CHECK: i32 @llvm.x86.bmi.bextr.32(i32 %{{.*}}, i32 %{{.*}})
|
2011-12-25 15:27:12 +08:00
|
|
|
return __bextr_u32(__X, __Y);
|
|
|
|
}
|
|
|
|
|
|
|
|
unsigned int test__blsi_u32(unsigned int __X) {
|
2016-06-12 06:40:01 +08:00
|
|
|
// CHECK-LABEL: test__blsi_u32
|
|
|
|
// CHECK: sub i32 0, %{{.*}}
|
|
|
|
// CHECK: and i32 %{{.*}}, %{{.*}}
|
2011-12-25 15:27:12 +08:00
|
|
|
return __blsi_u32(__X);
|
|
|
|
}
|
|
|
|
|
|
|
|
unsigned int test__blsmsk_u32(unsigned int __X) {
|
2016-06-12 06:40:01 +08:00
|
|
|
// CHECK-LABEL: test__blsmsk_u32
|
|
|
|
// CHECK: sub i32 %{{.*}}, 1
|
|
|
|
// CHECK: xor i32 %{{.*}}, %{{.*}}
|
2011-12-25 15:27:12 +08:00
|
|
|
return __blsmsk_u32(__X);
|
|
|
|
}
|
|
|
|
|
|
|
|
unsigned int test__blsr_u32(unsigned int __X) {
|
2016-06-12 06:40:01 +08:00
|
|
|
// CHECK-LABEL: test__blsr_u32
|
|
|
|
// CHECK: sub i32 %{{.*}}, 1
|
|
|
|
// CHECK: and i32 %{{.*}}, %{{.*}}
|
2011-12-25 15:27:12 +08:00
|
|
|
return __blsr_u32(__X);
|
|
|
|
}
|
|
|
|
|
2019-07-11 01:11:23 +08:00
|
|
|
#ifdef __x86_64__
|
2011-12-25 15:27:12 +08:00
|
|
|
unsigned long long test__andn_u64(unsigned long __X, unsigned long __Y) {
|
2016-06-12 06:40:01 +08:00
|
|
|
// CHECK-LABEL: test__andn_u64
|
|
|
|
// CHECK: xor i64 %{{.*}}, -1
|
|
|
|
// CHECK: and i64 %{{.*}}, %{{.*}}
|
2011-12-25 15:27:12 +08:00
|
|
|
return __andn_u64(__X, __Y);
|
|
|
|
}
|
|
|
|
|
|
|
|
unsigned long long test__bextr_u64(unsigned long __X, unsigned long __Y) {
|
2016-06-12 06:40:01 +08:00
|
|
|
// CHECK-LABEL: test__bextr_u64
|
|
|
|
// CHECK: i64 @llvm.x86.bmi.bextr.64(i64 %{{.*}}, i64 %{{.*}})
|
2011-12-25 15:27:12 +08:00
|
|
|
return __bextr_u64(__X, __Y);
|
|
|
|
}
|
|
|
|
|
|
|
|
unsigned long long test__blsi_u64(unsigned long long __X) {
|
2016-06-12 06:40:01 +08:00
|
|
|
// CHECK-LABEL: test__blsi_u64
|
|
|
|
// CHECK: sub i64 0, %{{.*}}
|
|
|
|
// CHECK: and i64 %{{.*}}, %{{.*}}
|
2011-12-25 15:27:12 +08:00
|
|
|
return __blsi_u64(__X);
|
|
|
|
}
|
|
|
|
|
|
|
|
unsigned long long test__blsmsk_u64(unsigned long long __X) {
|
2016-06-12 06:40:01 +08:00
|
|
|
// CHECK-LABEL: test__blsmsk_u64
|
|
|
|
// CHECK: sub i64 %{{.*}}, 1
|
|
|
|
// CHECK: xor i64 %{{.*}}, %{{.*}}
|
2011-12-25 15:27:12 +08:00
|
|
|
return __blsmsk_u64(__X);
|
|
|
|
}
|
|
|
|
|
|
|
|
unsigned long long test__blsr_u64(unsigned long long __X) {
|
2016-06-12 06:40:01 +08:00
|
|
|
// CHECK-LABEL: test__blsr_u64
|
|
|
|
// CHECK: sub i64 %{{.*}}, 1
|
|
|
|
// CHECK: and i64 %{{.*}}, %{{.*}}
|
2011-12-25 15:27:12 +08:00
|
|
|
return __blsr_u64(__X);
|
|
|
|
}
|
2019-07-11 01:11:23 +08:00
|
|
|
#endif
|
2016-06-22 20:32:43 +08:00
|
|
|
|
2014-05-29 04:26:57 +08:00
|
|
|
// Intel intrinsics
|
|
|
|
|
|
|
|
unsigned int test_andn_u32(unsigned int __X, unsigned int __Y) {
|
2016-06-12 06:40:01 +08:00
|
|
|
// CHECK-LABEL: test_andn_u32
|
|
|
|
// CHECK: xor i32 %{{.*}}, -1
|
|
|
|
// CHECK: and i32 %{{.*}}, %{{.*}}
|
2014-05-29 04:26:57 +08:00
|
|
|
return _andn_u32(__X, __Y);
|
|
|
|
}
|
|
|
|
|
2016-06-12 06:40:01 +08:00
|
|
|
unsigned int test_bextr_u32(unsigned int __X, unsigned int __Y,
|
2014-05-29 04:26:57 +08:00
|
|
|
unsigned int __Z) {
|
2016-06-12 06:40:01 +08:00
|
|
|
// CHECK-LABEL: test_bextr_u32
|
|
|
|
// CHECK: and i32 %{{.*}}, 255
|
|
|
|
// CHECK: and i32 %{{.*}}, 255
|
|
|
|
// CHECK: shl i32 %{{.*}}, 8
|
|
|
|
// CHECK: or i32 %{{.*}}, %{{.*}}
|
|
|
|
// CHECK: i32 @llvm.x86.bmi.bextr.32(i32 %{{.*}}, i32 %{{.*}})
|
2014-05-29 04:26:57 +08:00
|
|
|
return _bextr_u32(__X, __Y, __Z);
|
|
|
|
}
|
|
|
|
|
2020-03-06 15:53:47 +08:00
|
|
|
unsigned int test_bextr2_u32(unsigned int __X, unsigned int __Y) {
|
|
|
|
// CHECK-LABEL: test_bextr2_u32
|
|
|
|
// CHECK: i32 @llvm.x86.bmi.bextr.32(i32 %{{.*}}, i32 %{{.*}})
|
|
|
|
return _bextr2_u32(__X, __Y);
|
|
|
|
}
|
|
|
|
|
2014-05-29 04:26:57 +08:00
|
|
|
unsigned int test_blsi_u32(unsigned int __X) {
|
2016-06-12 06:40:01 +08:00
|
|
|
// CHECK-LABEL: test_blsi_u32
|
|
|
|
// CHECK: sub i32 0, %{{.*}}
|
|
|
|
// CHECK: and i32 %{{.*}}, %{{.*}}
|
2014-05-29 04:26:57 +08:00
|
|
|
return _blsi_u32(__X);
|
|
|
|
}
|
|
|
|
|
|
|
|
unsigned int test_blsmsk_u32(unsigned int __X) {
|
2016-06-12 06:40:01 +08:00
|
|
|
// CHECK-LABEL: test_blsmsk_u32
|
|
|
|
// CHECK: sub i32 %{{.*}}, 1
|
|
|
|
// CHECK: xor i32 %{{.*}}, %{{.*}}
|
2014-05-29 04:26:57 +08:00
|
|
|
return _blsmsk_u32(__X);
|
|
|
|
}
|
|
|
|
|
|
|
|
unsigned int test_blsr_u32(unsigned int __X) {
|
2016-06-12 06:40:01 +08:00
|
|
|
// CHECK-LABEL: test_blsr_u32
|
|
|
|
// CHECK: sub i32 %{{.*}}, 1
|
|
|
|
// CHECK: and i32 %{{.*}}, %{{.*}}
|
2014-05-29 04:26:57 +08:00
|
|
|
return _blsr_u32(__X);
|
|
|
|
}
|
|
|
|
|
2019-07-11 01:11:23 +08:00
|
|
|
#ifdef __x86_64__
|
2014-05-29 04:26:57 +08:00
|
|
|
unsigned long long test_andn_u64(unsigned long __X, unsigned long __Y) {
|
2016-06-12 06:40:01 +08:00
|
|
|
// CHECK-LABEL: test_andn_u64
|
|
|
|
// CHECK: xor i64 %{{.*}}, -1
|
|
|
|
// CHECK: and i64 %{{.*}}, %{{.*}}
|
2014-05-29 04:26:57 +08:00
|
|
|
return _andn_u64(__X, __Y);
|
|
|
|
}
|
|
|
|
|
2016-06-12 06:40:01 +08:00
|
|
|
unsigned long long test_bextr_u64(unsigned long __X, unsigned int __Y,
|
2014-05-29 04:26:57 +08:00
|
|
|
unsigned int __Z) {
|
2016-06-12 06:40:01 +08:00
|
|
|
// CHECK-LABEL: test_bextr_u64
|
|
|
|
// CHECK: and i32 %{{.*}}, 255
|
|
|
|
// CHECK: and i32 %{{.*}}, 255
|
|
|
|
// CHECK: shl i32 %{{.*}}, 8
|
|
|
|
// CHECK: or i32 %{{.*}}, %{{.*}}
|
|
|
|
// CHECK: zext i32 %{{.*}} to i64
|
|
|
|
// CHECK: i64 @llvm.x86.bmi.bextr.64(i64 %{{.*}}, i64 %{{.*}})
|
2014-05-29 04:26:57 +08:00
|
|
|
return _bextr_u64(__X, __Y, __Z);
|
|
|
|
}
|
|
|
|
|
2020-03-06 15:53:47 +08:00
|
|
|
unsigned long long test_bextr2_u64(unsigned long long __X,
|
|
|
|
unsigned long long __Y) {
|
|
|
|
// CHECK-LABEL: test_bextr2_u64
|
|
|
|
// CHECK: i64 @llvm.x86.bmi.bextr.64(i64 %{{.*}}, i64 %{{.*}})
|
|
|
|
return _bextr2_u64(__X, __Y);
|
|
|
|
}
|
|
|
|
|
2014-05-29 04:26:57 +08:00
|
|
|
unsigned long long test_blsi_u64(unsigned long long __X) {
|
2016-06-12 06:40:01 +08:00
|
|
|
// CHECK-LABEL: test_blsi_u64
|
|
|
|
// CHECK: sub i64 0, %{{.*}}
|
|
|
|
// CHECK: and i64 %{{.*}}, %{{.*}}
|
2014-05-29 04:26:57 +08:00
|
|
|
return _blsi_u64(__X);
|
|
|
|
}
|
|
|
|
|
|
|
|
unsigned long long test_blsmsk_u64(unsigned long long __X) {
|
2016-06-12 06:40:01 +08:00
|
|
|
// CHECK-LABEL: test_blsmsk_u64
|
|
|
|
// CHECK: sub i64 %{{.*}}, 1
|
|
|
|
// CHECK: xor i64 %{{.*}}, %{{.*}}
|
2014-05-29 04:26:57 +08:00
|
|
|
return _blsmsk_u64(__X);
|
|
|
|
}
|
|
|
|
|
|
|
|
unsigned long long test_blsr_u64(unsigned long long __X) {
|
2016-06-12 06:40:01 +08:00
|
|
|
// CHECK-LABEL: test_blsr_u64
|
|
|
|
// CHECK: sub i64 %{{.*}}, 1
|
|
|
|
// CHECK: and i64 %{{.*}}, %{{.*}}
|
2014-05-29 04:26:57 +08:00
|
|
|
return _blsr_u64(__X);
|
|
|
|
}
|
2019-07-11 01:11:23 +08:00
|
|
|
#endif
|
2019-10-11 14:07:53 +08:00
|
|
|
|
|
|
|
#endif // !defined(TEST_TZCNT)
|