/*===---- arm_acle.h - ARM Non-Neon intrinsics -----------------------------=== * * Permission is hereby granted, free of charge, to any person obtaining a copy * of this software and associated documentation files (the "Software"), to deal * in the Software without restriction, including without limitation the rights * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell * copies of the Software, and to permit persons to whom the Software is * furnished to do so, subject to the following conditions: * * The above copyright notice and this permission notice shall be included in * all copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN * THE SOFTWARE. * *===-----------------------------------------------------------------------=== */ #ifndef __ARM_ACLE_H #define __ARM_ACLE_H #ifndef __ARM_ACLE #error "ACLE intrinsics support not enabled." #endif #include #if defined(__cplusplus) extern "C" { #endif /* 8 SYNCHRONIZATION, BARRIER AND HINT INTRINSICS */ /* 8.3 Memory barriers */ #if !defined(_MSC_VER) #define __dmb(i) __builtin_arm_dmb(i) #define __dsb(i) __builtin_arm_dsb(i) #define __isb(i) __builtin_arm_isb(i) #endif /* 8.4 Hints */ #if !defined(_MSC_VER) static __inline__ void __attribute__((__always_inline__, __nodebug__)) __wfi(void) { __builtin_arm_wfi(); } static __inline__ void __attribute__((__always_inline__, __nodebug__)) __wfe(void) { __builtin_arm_wfe(); } static __inline__ void __attribute__((__always_inline__, __nodebug__)) __sev(void) { __builtin_arm_sev(); } static __inline__ void __attribute__((__always_inline__, __nodebug__)) __sevl(void) { __builtin_arm_sevl(); } static __inline__ void __attribute__((__always_inline__, __nodebug__)) __yield(void) { __builtin_arm_yield(); } #endif #if __ARM_32BIT_STATE #define __dbg(t) __builtin_arm_dbg(t) #endif /* 8.5 Swap */ static __inline__ uint32_t __attribute__((__always_inline__, __nodebug__)) __swp(uint32_t __x, volatile uint32_t *__p) { uint32_t v; do v = __builtin_arm_ldrex(__p); while (__builtin_arm_strex(__x, __p)); return v; } /* 8.6 Memory prefetch intrinsics */ /* 8.6.1 Data prefetch */ #define __pld(addr) __pldx(0, 0, 0, addr) #if __ARM_32BIT_STATE #define __pldx(access_kind, cache_level, retention_policy, addr) \ __builtin_arm_prefetch(addr, access_kind, 1) #else #define __pldx(access_kind, cache_level, retention_policy, addr) \ __builtin_arm_prefetch(addr, access_kind, cache_level, retention_policy, 1) #endif /* 8.6.2 Instruction prefetch */ #define __pli(addr) __plix(0, 0, addr) #if __ARM_32BIT_STATE #define __plix(cache_level, retention_policy, addr) \ __builtin_arm_prefetch(addr, 0, 0) #else #define __plix(cache_level, retention_policy, addr) \ __builtin_arm_prefetch(addr, 0, cache_level, retention_policy, 0) #endif /* 8.7 NOP */ static __inline__ void __attribute__((__always_inline__, __nodebug__)) __nop(void) { __builtin_arm_nop(); } /* 9 DATA-PROCESSING INTRINSICS */ /* 9.2 Miscellaneous data-processing intrinsics */ /* ROR */ static __inline__ uint32_t __attribute__((__always_inline__, __nodebug__)) __ror(uint32_t __x, uint32_t __y) { __y %= 32; if (__y == 0) return __x; return (__x >> __y) | (__x << (32 - __y)); } static __inline__ uint64_t __attribute__((__always_inline__, __nodebug__)) __rorll(uint64_t __x, uint32_t __y) { __y %= 64; if (__y == 0) return __x; return (__x >> __y) | (__x << (64 - __y)); } static __inline__ unsigned long __attribute__((__always_inline__, __nodebug__)) __rorl(unsigned long __x, uint32_t __y) { #if __SIZEOF_LONG__ == 4 return __ror(__x, __y); #else return __rorll(__x, __y); #endif } /* CLZ */ static __inline__ uint32_t __attribute__((__always_inline__, __nodebug__)) __clz(uint32_t __t) { return __builtin_clz(__t); } static __inline__ unsigned long __attribute__((__always_inline__, __nodebug__)) __clzl(unsigned long __t) { return __builtin_clzl(__t); } static __inline__ uint64_t __attribute__((__always_inline__, __nodebug__)) __clzll(uint64_t __t) { return __builtin_clzll(__t); } /* REV */ static __inline__ uint32_t __attribute__((__always_inline__, __nodebug__)) __rev(uint32_t __t) { return __builtin_bswap32(__t); } static __inline__ unsigned long __attribute__((__always_inline__, __nodebug__)) __revl(unsigned long __t) { #if __SIZEOF_LONG__ == 4 return __builtin_bswap32(__t); #else return __builtin_bswap64(__t); #endif } static __inline__ uint64_t __attribute__((__always_inline__, __nodebug__)) __revll(uint64_t __t) { return __builtin_bswap64(__t); } /* REV16 */ static __inline__ uint32_t __attribute__((__always_inline__, __nodebug__)) __rev16(uint32_t __t) { return __ror(__rev(__t), 16); } static __inline__ uint64_t __attribute__((__always_inline__, __nodebug__)) __rev16ll(uint64_t __t) { return (((uint64_t)__rev16(__t >> 32)) << 32) | __rev16(__t); } static __inline__ unsigned long __attribute__((__always_inline__, __nodebug__)) __rev16l(unsigned long __t) { #if __SIZEOF_LONG__ == 4 return __rev16(__t); #else return __rev16ll(__t); #endif } /* REVSH */ static __inline__ int16_t __attribute__((__always_inline__, __nodebug__)) __revsh(int16_t __t) { return __builtin_bswap16(__t); } /* RBIT */ static __inline__ uint32_t __attribute__((__always_inline__, __nodebug__)) __rbit(uint32_t __t) { return __builtin_arm_rbit(__t); } static __inline__ uint64_t __attribute__((__always_inline__, __nodebug__)) __rbitll(uint64_t __t) { #if __ARM_32BIT_STATE return (((uint64_t)__builtin_arm_rbit(__t)) << 32) | __builtin_arm_rbit(__t >> 32); #else return __builtin_arm_rbit64(__t); #endif } static __inline__ unsigned long __attribute__((__always_inline__, __nodebug__)) __rbitl(unsigned long __t) { #if __SIZEOF_LONG__ == 4 return __rbit(__t); #else return __rbitll(__t); #endif } /* * 9.3 16-bit multiplications */ #if __ARM_FEATURE_DSP static __inline__ int32_t __attribute__((__always_inline__,__nodebug__)) __smulbb(int32_t __a, int32_t __b) { return __builtin_arm_smulbb(__a, __b); } static __inline__ int32_t __attribute__((__always_inline__,__nodebug__)) __smulbt(int32_t __a, int32_t __b) { return __builtin_arm_smulbt(__a, __b); } static __inline__ int32_t __attribute__((__always_inline__,__nodebug__)) __smultb(int32_t __a, int32_t __b) { return __builtin_arm_smultb(__a, __b); } static __inline__ int32_t __attribute__((__always_inline__,__nodebug__)) __smultt(int32_t __a, int32_t __b) { return __builtin_arm_smultt(__a, __b); } static __inline__ int32_t __attribute__((__always_inline__,__nodebug__)) __smulwb(int32_t __a, int32_t __b) { return __builtin_arm_smulwb(__a, __b); } static __inline__ int32_t __attribute__((__always_inline__,__nodebug__)) __smulwt(int32_t __a, int32_t __b) { return __builtin_arm_smulwt(__a, __b); } #endif /* * 9.4 Saturating intrinsics * * FIXME: Change guard to their corrosponding __ARM_FEATURE flag when Q flag * intrinsics are implemented and the flag is enabled. */ /* 9.4.1 Width-specified saturation intrinsics */ #if __ARM_FEATURE_SAT #define __ssat(x, y) __builtin_arm_ssat(x, y) #define __usat(x, y) __builtin_arm_usat(x, y) #endif /* 9.4.2 Saturating addition and subtraction intrinsics */ #if __ARM_FEATURE_DSP static __inline__ int32_t __attribute__((__always_inline__, __nodebug__)) __qadd(int32_t __t, int32_t __v) { return __builtin_arm_qadd(__t, __v); } static __inline__ int32_t __attribute__((__always_inline__, __nodebug__)) __qsub(int32_t __t, int32_t __v) { return __builtin_arm_qsub(__t, __v); } static __inline__ int32_t __attribute__((__always_inline__, __nodebug__)) __qdbl(int32_t __t) { return __builtin_arm_qadd(__t, __t); } #endif /* 9.4.3 Accumultating multiplications */ #if __ARM_FEATURE_DSP static __inline__ int32_t __attribute__((__always_inline__, __nodebug__)) __smlabb(int32_t __a, int32_t __b, int32_t __c) { return __builtin_arm_smlabb(__a, __b, __c); } static __inline__ int32_t __attribute__((__always_inline__, __nodebug__)) __smlabt(int32_t __a, int32_t __b, int32_t __c) { return __builtin_arm_smlabt(__a, __b, __c); } static __inline__ int32_t __attribute__((__always_inline__, __nodebug__)) __smlatb(int32_t __a, int32_t __b, int32_t __c) { return __builtin_arm_smlatb(__a, __b, __c); } static __inline__ int32_t __attribute__((__always_inline__, __nodebug__)) __smlatt(int32_t __a, int32_t __b, int32_t __c) { return __builtin_arm_smlatt(__a, __b, __c); } static __inline__ int32_t __attribute__((__always_inline__, __nodebug__)) __smlawb(int32_t __a, int32_t __b, int32_t __c) { return __builtin_arm_smlawb(__a, __b, __c); } static __inline__ int32_t __attribute__((__always_inline__, __nodebug__)) __smlawt(int32_t __a, int32_t __b, int32_t __c) { return __builtin_arm_smlawt(__a, __b, __c); } #endif /* 9.5.4 Parallel 16-bit saturation */ #if __ARM_FEATURE_SIMD32 #define __ssat16(x, y) __builtin_arm_ssat16(x, y) #define __usat16(x, y) __builtin_arm_usat16(x, y) #endif /* 9.5.5 Packing and unpacking */ #if __ARM_FEATURE_SIMD32 typedef int32_t int8x4_t; typedef int32_t int16x2_t; typedef uint32_t uint8x4_t; typedef uint32_t uint16x2_t; static __inline__ int16x2_t __attribute__((__always_inline__, __nodebug__)) __sxtab16(int16x2_t __a, int8x4_t __b) { return __builtin_arm_sxtab16(__a, __b); } static __inline__ int16x2_t __attribute__((__always_inline__, __nodebug__)) __sxtb16(int8x4_t __a) { return __builtin_arm_sxtb16(__a); } static __inline__ int16x2_t __attribute__((__always_inline__, __nodebug__)) __uxtab16(int16x2_t __a, int8x4_t __b) { return __builtin_arm_uxtab16(__a, __b); } static __inline__ int16x2_t __attribute__((__always_inline__, __nodebug__)) __uxtb16(int8x4_t __a) { return __builtin_arm_uxtb16(__a); } #endif /* 9.5.6 Parallel selection */ #if __ARM_FEATURE_SIMD32 static __inline__ uint8x4_t __attribute__((__always_inline__, __nodebug__)) __sel(uint8x4_t __a, uint8x4_t __b) { return __builtin_arm_sel(__a, __b); } #endif /* 9.5.7 Parallel 8-bit addition and subtraction */ #if __ARM_FEATURE_SIMD32 static __inline__ int8x4_t __attribute__((__always_inline__, __nodebug__)) __qadd8(int8x4_t __a, int8x4_t __b) { return __builtin_arm_qadd8(__a, __b); } static __inline__ int8x4_t __attribute__((__always_inline__, __nodebug__)) __qsub8(int8x4_t __a, int8x4_t __b) { return __builtin_arm_qsub8(__a, __b); } static __inline__ int8x4_t __attribute__((__always_inline__, __nodebug__)) __sadd8(int8x4_t __a, int8x4_t __b) { return __builtin_arm_sadd8(__a, __b); } static __inline__ int8x4_t __attribute__((__always_inline__, __nodebug__)) __shadd8(int8x4_t __a, int8x4_t __b) { return __builtin_arm_shadd8(__a, __b); } static __inline__ int8x4_t __attribute__((__always_inline__, __nodebug__)) __shsub8(int8x4_t __a, int8x4_t __b) { return __builtin_arm_shsub8(__a, __b); } static __inline__ int8x4_t __attribute__((__always_inline__, __nodebug__)) __ssub8(int8x4_t __a, int8x4_t __b) { return __builtin_arm_ssub8(__a, __b); } static __inline__ uint8x4_t __attribute__((__always_inline__, __nodebug__)) __uadd8(uint8x4_t __a, uint8x4_t __b) { return __builtin_arm_uadd8(__a, __b); } static __inline__ uint8x4_t __attribute__((__always_inline__, __nodebug__)) __uhadd8(uint8x4_t __a, uint8x4_t __b) { return __builtin_arm_uhadd8(__a, __b); } static __inline__ uint8x4_t __attribute__((__always_inline__, __nodebug__)) __uhsub8(uint8x4_t __a, uint8x4_t __b) { return __builtin_arm_uhsub8(__a, __b); } static __inline__ uint8x4_t __attribute__((__always_inline__, __nodebug__)) __uqadd8(uint8x4_t __a, uint8x4_t __b) { return __builtin_arm_uqadd8(__a, __b); } static __inline__ uint8x4_t __attribute__((__always_inline__, __nodebug__)) __uqsub8(uint8x4_t __a, uint8x4_t __b) { return __builtin_arm_uqsub8(__a, __b); } static __inline__ uint8x4_t __attribute__((__always_inline__, __nodebug__)) __usub8(uint8x4_t __a, uint8x4_t __b) { return __builtin_arm_usub8(__a, __b); } #endif /* 9.5.8 Sum of 8-bit absolute differences */ #if __ARM_FEATURE_SIMD32 static __inline__ uint32_t __attribute__((__always_inline__, __nodebug__)) __usad8(uint8x4_t __a, uint8x4_t __b) { return __builtin_arm_usad8(__a, __b); } static __inline__ uint32_t __attribute__((__always_inline__, __nodebug__)) __usada8(uint8x4_t __a, uint8x4_t __b, uint32_t __c) { return __builtin_arm_usada8(__a, __b, __c); } #endif /* 9.5.9 Parallel 16-bit addition and subtraction */ #if __ARM_FEATURE_SIMD32 static __inline__ int16x2_t __attribute__((__always_inline__, __nodebug__)) __qadd16(int16x2_t __a, int16x2_t __b) { return __builtin_arm_qadd16(__a, __b); } static __inline__ int16x2_t __attribute__((__always_inline__, __nodebug__)) __qasx(int16x2_t __a, int16x2_t __b) { return __builtin_arm_qasx(__a, __b); } static __inline__ int16x2_t __attribute__((__always_inline__, __nodebug__)) __qsax(int16x2_t __a, int16x2_t __b) { return __builtin_arm_qsax(__a, __b); } static __inline__ int16x2_t __attribute__((__always_inline__, __nodebug__)) __qsub16(int16x2_t __a, int16x2_t __b) { return __builtin_arm_qsub16(__a, __b); } static __inline__ int16x2_t __attribute__((__always_inline__, __nodebug__)) __sadd16(int16x2_t __a, int16x2_t __b) { return __builtin_arm_sadd16(__a, __b); } static __inline__ int16x2_t __attribute__((__always_inline__, __nodebug__)) __sasx(int16x2_t __a, int16x2_t __b) { return __builtin_arm_sasx(__a, __b); } static __inline__ int16x2_t __attribute__((__always_inline__, __nodebug__)) __shadd16(int16x2_t __a, int16x2_t __b) { return __builtin_arm_shadd16(__a, __b); } static __inline__ int16x2_t __attribute__((__always_inline__, __nodebug__)) __shasx(int16x2_t __a, int16x2_t __b) { return __builtin_arm_shasx(__a, __b); } static __inline__ int16x2_t __attribute__((__always_inline__, __nodebug__)) __shsax(int16x2_t __a, int16x2_t __b) { return __builtin_arm_shsax(__a, __b); } static __inline__ int16x2_t __attribute__((__always_inline__, __nodebug__)) __shsub16(int16x2_t __a, int16x2_t __b) { return __builtin_arm_shsub16(__a, __b); } static __inline__ int16x2_t __attribute__((__always_inline__, __nodebug__)) __ssax(int16x2_t __a, int16x2_t __b) { return __builtin_arm_ssax(__a, __b); } static __inline__ int16x2_t __attribute__((__always_inline__, __nodebug__)) __ssub16(int16x2_t __a, int16x2_t __b) { return __builtin_arm_ssub16(__a, __b); } static __inline__ uint16x2_t __attribute__((__always_inline__, __nodebug__)) __uadd16(uint16x2_t __a, uint16x2_t __b) { return __builtin_arm_uadd16(__a, __b); } static __inline__ uint16x2_t __attribute__((__always_inline__, __nodebug__)) __uasx(uint16x2_t __a, uint16x2_t __b) { return __builtin_arm_uasx(__a, __b); } static __inline__ uint16x2_t __attribute__((__always_inline__, __nodebug__)) __uhadd16(uint16x2_t __a, uint16x2_t __b) { return __builtin_arm_uhadd16(__a, __b); } static __inline__ uint16x2_t __attribute__((__always_inline__, __nodebug__)) __uhasx(uint16x2_t __a, uint16x2_t __b) { return __builtin_arm_uhasx(__a, __b); } static __inline__ uint16x2_t __attribute__((__always_inline__, __nodebug__)) __uhsax(uint16x2_t __a, uint16x2_t __b) { return __builtin_arm_uhsax(__a, __b); } static __inline__ uint16x2_t __attribute__((__always_inline__, __nodebug__)) __uhsub16(uint16x2_t __a, uint16x2_t __b) { return __builtin_arm_uhsub16(__a, __b); } static __inline__ uint16x2_t __attribute__((__always_inline__, __nodebug__)) __uqadd16(uint16x2_t __a, uint16x2_t __b) { return __builtin_arm_uqadd16(__a, __b); } static __inline__ uint16x2_t __attribute__((__always_inline__, __nodebug__)) __uqasx(uint16x2_t __a, uint16x2_t __b) { return __builtin_arm_uqasx(__a, __b); } static __inline__ uint16x2_t __attribute__((__always_inline__, __nodebug__)) __uqsax(uint16x2_t __a, uint16x2_t __b) { return __builtin_arm_uqsax(__a, __b); } static __inline__ uint16x2_t __attribute__((__always_inline__, __nodebug__)) __uqsub16(uint16x2_t __a, uint16x2_t __b) { return __builtin_arm_uqsub16(__a, __b); } static __inline__ uint16x2_t __attribute__((__always_inline__, __nodebug__)) __usax(uint16x2_t __a, uint16x2_t __b) { return __builtin_arm_usax(__a, __b); } static __inline__ uint16x2_t __attribute__((__always_inline__, __nodebug__)) __usub16(uint16x2_t __a, uint16x2_t __b) { return __builtin_arm_usub16(__a, __b); } #endif /* 9.5.10 Parallel 16-bit multiplications */ #if __ARM_FEATURE_SIMD32 static __inline__ int32_t __attribute__((__always_inline__, __nodebug__)) __smlad(int16x2_t __a, int16x2_t __b, int32_t __c) { return __builtin_arm_smlad(__a, __b, __c); } static __inline__ int32_t __attribute__((__always_inline__, __nodebug__)) __smladx(int16x2_t __a, int16x2_t __b, int32_t __c) { return __builtin_arm_smladx(__a, __b, __c); } static __inline__ int64_t __attribute__((__always_inline__, __nodebug__)) __smlald(int16x2_t __a, int16x2_t __b, int64_t __c) { return __builtin_arm_smlald(__a, __b, __c); } static __inline__ int64_t __attribute__((__always_inline__, __nodebug__)) __smlaldx(int16x2_t __a, int16x2_t __b, int64_t __c) { return __builtin_arm_smlaldx(__a, __b, __c); } static __inline__ int32_t __attribute__((__always_inline__, __nodebug__)) __smlsd(int16x2_t __a, int16x2_t __b, int32_t __c) { return __builtin_arm_smlsd(__a, __b, __c); } static __inline__ int32_t __attribute__((__always_inline__, __nodebug__)) __smlsdx(int16x2_t __a, int16x2_t __b, int32_t __c) { return __builtin_arm_smlsdx(__a, __b, __c); } static __inline__ int64_t __attribute__((__always_inline__, __nodebug__)) __smlsld(int16x2_t __a, int16x2_t __b, int64_t __c) { return __builtin_arm_smlsld(__a, __b, __c); } static __inline__ int64_t __attribute__((__always_inline__, __nodebug__)) __smlsldx(int16x2_t __a, int16x2_t __b, int64_t __c) { return __builtin_arm_smlsldx(__a, __b, __c); } static __inline__ int32_t __attribute__((__always_inline__, __nodebug__)) __smuad(int16x2_t __a, int16x2_t __b) { return __builtin_arm_smuad(__a, __b); } static __inline__ int32_t __attribute__((__always_inline__, __nodebug__)) __smuadx(int16x2_t __a, int16x2_t __b) { return __builtin_arm_smuadx(__a, __b); } static __inline__ int32_t __attribute__((__always_inline__, __nodebug__)) __smusd(int16x2_t __a, int16x2_t __b) { return __builtin_arm_smusd(__a, __b); } static __inline__ int32_t __attribute__((__always_inline__, __nodebug__)) __smusdx(int16x2_t __a, int16x2_t __b) { return __builtin_arm_smusdx(__a, __b); } #endif /* 9.7 CRC32 intrinsics */ #if __ARM_FEATURE_CRC32 static __inline__ uint32_t __attribute__((__always_inline__, __nodebug__)) __crc32b(uint32_t __a, uint8_t __b) { return __builtin_arm_crc32b(__a, __b); } static __inline__ uint32_t __attribute__((__always_inline__, __nodebug__)) __crc32h(uint32_t __a, uint16_t __b) { return __builtin_arm_crc32h(__a, __b); } static __inline__ uint32_t __attribute__((__always_inline__, __nodebug__)) __crc32w(uint32_t __a, uint32_t __b) { return __builtin_arm_crc32w(__a, __b); } static __inline__ uint32_t __attribute__((__always_inline__, __nodebug__)) __crc32d(uint32_t __a, uint64_t __b) { return __builtin_arm_crc32d(__a, __b); } static __inline__ uint32_t __attribute__((__always_inline__, __nodebug__)) __crc32cb(uint32_t __a, uint8_t __b) { return __builtin_arm_crc32cb(__a, __b); } static __inline__ uint32_t __attribute__((__always_inline__, __nodebug__)) __crc32ch(uint32_t __a, uint16_t __b) { return __builtin_arm_crc32ch(__a, __b); } static __inline__ uint32_t __attribute__((__always_inline__, __nodebug__)) __crc32cw(uint32_t __a, uint32_t __b) { return __builtin_arm_crc32cw(__a, __b); } static __inline__ uint32_t __attribute__((__always_inline__, __nodebug__)) __crc32cd(uint32_t __a, uint64_t __b) { return __builtin_arm_crc32cd(__a, __b); } #endif /* 10.1 Special register intrinsics */ #define __arm_rsr(sysreg) __builtin_arm_rsr(sysreg) #define __arm_rsr64(sysreg) __builtin_arm_rsr64(sysreg) #define __arm_rsrp(sysreg) __builtin_arm_rsrp(sysreg) #define __arm_wsr(sysreg, v) __builtin_arm_wsr(sysreg, v) #define __arm_wsr64(sysreg, v) __builtin_arm_wsr64(sysreg, v) #define __arm_wsrp(sysreg, v) __builtin_arm_wsrp(sysreg, v) #if defined(__cplusplus) } #endif #endif /* __ARM_ACLE_H */