2014-06-28 05:25:42 +08:00
|
|
|
/*===---- arm_acle.h - ARM Non-Neon intrinsics -----------------------------===
|
|
|
|
*
|
|
|
|
* Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
|
|
* of this software and associated documentation files (the "Software"), to deal
|
|
|
|
* in the Software without restriction, including without limitation the rights
|
|
|
|
* to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
|
|
* copies of the Software, and to permit persons to whom the Software is
|
|
|
|
* furnished to do so, subject to the following conditions:
|
|
|
|
*
|
|
|
|
* The above copyright notice and this permission notice shall be included in
|
|
|
|
* all copies or substantial portions of the Software.
|
|
|
|
*
|
|
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
|
|
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
|
|
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
|
|
* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
|
|
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
|
|
* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
|
|
|
|
* THE SOFTWARE.
|
|
|
|
*
|
|
|
|
*===-----------------------------------------------------------------------===
|
|
|
|
*/
|
|
|
|
|
|
|
|
#ifndef __ARM_ACLE_H
|
|
|
|
#define __ARM_ACLE_H
|
|
|
|
|
|
|
|
#ifndef __ARM_ACLE
|
|
|
|
#error "ACLE intrinsics support not enabled."
|
|
|
|
#endif
|
|
|
|
|
|
|
|
#include <stdint.h>
|
|
|
|
|
2014-07-08 13:46:00 +08:00
|
|
|
#if defined(__cplusplus)
|
|
|
|
extern "C" {
|
|
|
|
#endif
|
2014-07-17 20:45:17 +08:00
|
|
|
|
2014-07-14 23:32:29 +08:00
|
|
|
/* 8 SYNCHRONIZATION, BARRIER AND HINT INTRINSICS */
|
2014-07-17 20:45:17 +08:00
|
|
|
/* 8.3 Memory barriers */
|
|
|
|
#if !defined(_MSC_VER)
|
|
|
|
#define __dmb(i) __builtin_arm_dmb(i)
|
|
|
|
#define __dsb(i) __builtin_arm_dsb(i)
|
|
|
|
#define __isb(i) __builtin_arm_isb(i)
|
|
|
|
#endif
|
|
|
|
|
2014-07-14 23:32:29 +08:00
|
|
|
/* 8.4 Hints */
|
2014-07-13 07:27:26 +08:00
|
|
|
|
|
|
|
#if !defined(_MSC_VER)
|
|
|
|
static __inline__ void __attribute__((always_inline, nodebug)) __wfi(void) {
|
|
|
|
__builtin_arm_wfi();
|
|
|
|
}
|
|
|
|
|
|
|
|
static __inline__ void __attribute__((always_inline, nodebug)) __wfe(void) {
|
|
|
|
__builtin_arm_wfe();
|
|
|
|
}
|
|
|
|
|
|
|
|
static __inline__ void __attribute__((always_inline, nodebug)) __sev(void) {
|
|
|
|
__builtin_arm_sev();
|
|
|
|
}
|
|
|
|
|
|
|
|
static __inline__ void __attribute__((always_inline, nodebug)) __sevl(void) {
|
|
|
|
__builtin_arm_sevl();
|
|
|
|
}
|
|
|
|
|
|
|
|
static __inline__ void __attribute__((always_inline, nodebug)) __yield(void) {
|
|
|
|
__builtin_arm_yield();
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
|
2014-08-14 07:20:15 +08:00
|
|
|
/* 8.6 Memory prefetch intrinsics */
|
|
|
|
/* 8.6.1 Data prefetch */
|
|
|
|
#define __pld(addr) __pldx(0, 0, 0, addr)
|
|
|
|
|
|
|
|
#if __ARM_32BIT_STATE
|
|
|
|
#define __pldx(access_kind, cache_level, retention_policy, addr) \
|
|
|
|
__builtin_arm_prefetch(addr, access_kind, 1)
|
|
|
|
#else
|
|
|
|
#define __pldx(access_kind, cache_level, retention_policy, addr) \
|
|
|
|
__builtin_arm_prefetch(addr, access_kind, cache_level, retention_policy, 1)
|
|
|
|
#endif
|
|
|
|
|
|
|
|
/* 8.6.2 Instruction prefetch */
|
|
|
|
#define __pli(addr) __plix(0, 0, addr)
|
|
|
|
|
|
|
|
#if __ARM_32BIT_STATE
|
|
|
|
#define __plix(cache_level, retention_policy, addr) \
|
|
|
|
__builtin_arm_prefetch(addr, 0, 0)
|
|
|
|
#else
|
|
|
|
#define __plix(cache_level, retention_policy, addr) \
|
|
|
|
__builtin_arm_prefetch(addr, 0, cache_level, retention_policy, 0)
|
|
|
|
#endif
|
|
|
|
|
2014-07-14 23:32:29 +08:00
|
|
|
/* 8.7 NOP */
|
|
|
|
static __inline__ void __attribute__((always_inline, nodebug)) __nop(void) {
|
|
|
|
__builtin_arm_nop();
|
|
|
|
}
|
|
|
|
|
2014-07-13 06:48:13 +08:00
|
|
|
/* 9 DATA-PROCESSING INTRINSICS */
|
|
|
|
/* 9.2 Miscellaneous data-processing intrinsics */
|
2014-06-28 05:25:42 +08:00
|
|
|
static __inline__ uint32_t __attribute__((always_inline, nodebug))
|
|
|
|
__clz(uint32_t t) {
|
|
|
|
return __builtin_clz(t);
|
|
|
|
}
|
|
|
|
|
|
|
|
static __inline__ unsigned long __attribute__((always_inline, nodebug))
|
|
|
|
__clzl(unsigned long t) {
|
|
|
|
return __builtin_clzl(t);
|
|
|
|
}
|
|
|
|
|
|
|
|
static __inline__ uint64_t __attribute__((always_inline, nodebug))
|
|
|
|
__clzll(uint64_t t) {
|
|
|
|
return __builtin_clzll(t);
|
|
|
|
}
|
|
|
|
|
|
|
|
static __inline__ uint32_t __attribute__((always_inline, nodebug))
|
|
|
|
__rev(uint32_t t) {
|
|
|
|
return __builtin_bswap32(t);
|
|
|
|
}
|
|
|
|
|
|
|
|
static __inline__ unsigned long __attribute__((always_inline, nodebug))
|
|
|
|
__revl(unsigned long t) {
|
|
|
|
#if __SIZEOF_LONG__ == 4
|
|
|
|
return __builtin_bswap32(t);
|
|
|
|
#else
|
|
|
|
return __builtin_bswap64(t);
|
|
|
|
#endif
|
|
|
|
}
|
|
|
|
|
|
|
|
static __inline__ uint64_t __attribute__((always_inline, nodebug))
|
|
|
|
__revll(uint64_t t) {
|
|
|
|
return __builtin_bswap64(t);
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
2014-07-13 06:48:13 +08:00
|
|
|
* 9.4 Saturating intrinsics
|
2014-06-28 05:25:42 +08:00
|
|
|
*
|
|
|
|
* FIXME: Change guard to their corrosponding __ARM_FEATURE flag when Q flag
|
|
|
|
* intrinsics are implemented and the flag is enabled.
|
|
|
|
*/
|
2014-07-13 06:48:13 +08:00
|
|
|
/* 9.4.1 Width-specified saturation intrinsics */
|
2014-06-28 05:25:42 +08:00
|
|
|
#if __ARM_32BIT_STATE
|
|
|
|
#define __ssat(x, y) __builtin_arm_ssat(x, y)
|
|
|
|
#define __usat(x, y) __builtin_arm_usat(x, y)
|
2014-07-13 06:48:13 +08:00
|
|
|
#endif
|
2014-06-28 05:25:42 +08:00
|
|
|
|
2014-07-13 06:48:13 +08:00
|
|
|
/* 9.4.2 Saturating addition and subtraction intrinsics */
|
|
|
|
#if __ARM_32BIT_STATE
|
2014-06-28 05:25:42 +08:00
|
|
|
static __inline__ int32_t __attribute__((always_inline, nodebug))
|
|
|
|
__qadd(int32_t t, int32_t v) {
|
|
|
|
return __builtin_arm_qadd(t, v);
|
|
|
|
}
|
|
|
|
|
|
|
|
static __inline__ int32_t __attribute__((always_inline, nodebug))
|
|
|
|
__qsub(int32_t t, int32_t v) {
|
|
|
|
return __builtin_arm_qsub(t, v);
|
|
|
|
}
|
2014-07-03 18:14:52 +08:00
|
|
|
|
|
|
|
static __inline__ int32_t __attribute__((always_inline, nodebug))
|
|
|
|
__qdbl(int32_t t) {
|
|
|
|
return __builtin_arm_qadd(t, t);
|
|
|
|
}
|
2014-06-28 05:25:42 +08:00
|
|
|
#endif
|
|
|
|
|
2014-07-13 06:48:13 +08:00
|
|
|
/* 9.7 CRC32 intrinsics */
|
2014-06-28 05:25:42 +08:00
|
|
|
#if __ARM_FEATURE_CRC32
|
|
|
|
static __inline__ uint32_t __attribute__((always_inline, nodebug))
|
|
|
|
__crc32b(uint32_t a, uint8_t b) {
|
|
|
|
return __builtin_arm_crc32b(a, b);
|
|
|
|
}
|
|
|
|
|
|
|
|
static __inline__ uint32_t __attribute__((always_inline, nodebug))
|
|
|
|
__crc32h(uint32_t a, uint16_t b) {
|
|
|
|
return __builtin_arm_crc32h(a, b);
|
|
|
|
}
|
|
|
|
|
|
|
|
static __inline__ uint32_t __attribute__((always_inline, nodebug))
|
|
|
|
__crc32w(uint32_t a, uint32_t b) {
|
|
|
|
return __builtin_arm_crc32w(a, b);
|
|
|
|
}
|
|
|
|
|
|
|
|
static __inline__ uint32_t __attribute__((always_inline, nodebug))
|
|
|
|
__crc32d(uint32_t a, uint64_t b) {
|
|
|
|
return __builtin_arm_crc32d(a, b);
|
|
|
|
}
|
|
|
|
|
|
|
|
static __inline__ uint32_t __attribute__((always_inline, nodebug))
|
|
|
|
__crc32cb(uint32_t a, uint8_t b) {
|
|
|
|
return __builtin_arm_crc32cb(a, b);
|
|
|
|
}
|
|
|
|
|
|
|
|
static __inline__ uint32_t __attribute__((always_inline, nodebug))
|
|
|
|
__crc32ch(uint32_t a, uint16_t b) {
|
|
|
|
return __builtin_arm_crc32ch(a, b);
|
|
|
|
}
|
|
|
|
|
|
|
|
static __inline__ uint32_t __attribute__((always_inline, nodebug))
|
|
|
|
__crc32cw(uint32_t a, uint32_t b) {
|
|
|
|
return __builtin_arm_crc32cw(a, b);
|
|
|
|
}
|
|
|
|
|
|
|
|
static __inline__ uint32_t __attribute__((always_inline, nodebug))
|
|
|
|
__crc32cd(uint32_t a, uint64_t b) {
|
|
|
|
return __builtin_arm_crc32cd(a, b);
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
|
2014-07-08 13:46:00 +08:00
|
|
|
#if defined(__cplusplus)
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
|
2014-06-28 05:25:42 +08:00
|
|
|
#endif /* __ARM_ACLE_H */
|