/*** Memory barriers ***/
+#ifndef __clang__
__INTRIN_INLINE void _ReadWriteBarrier(void)
{
__asm__ __volatile__("" : : : "memory");
__asm__ __volatile__("sfence");
_WriteBarrier();
}
+#endif /* !__clang__ */
#ifdef __x86_64__
__INTRIN_INLINE void __faststorefence(void)
#else /* (__GNUC__ * 10000 + __GNUC_MINOR__ * 100 + __GNUC_PATCHLEVEL__) > 40100 */
+#ifndef __clang__
+
__INTRIN_INLINE char _InterlockedCompareExchange8(volatile char * Destination, char Exchange, char Comperand)
{
char retval = Comperand;
return _InterlockedExchangeAdd16(lpAddend, 1) + 1;
}
+#endif /* !__clang__ */
+
#if defined(__x86_64__)
__INTRIN_INLINE long long _InterlockedDecrement64(volatile long long * lpAddend)
{
#else
+#ifndef __clang__
__INTRIN_INLINE long long _InterlockedCompareExchange64(volatile long long * Destination, long long Exchange, long long Comperand)
{
long long retval = Comperand;
return retval;
}
+#endif /* !__clang__ */
#endif
}
#endif
+#ifndef __clang__
__INTRIN_INLINE unsigned char _interlockedbittestandset(volatile long * a, long b)
{
unsigned char retval;
__asm__("lock; btsl %[b], %[a]; setc %b[retval]" : [retval] "=q" (retval), [a] "+m" (*a) : [b] "Ir" (b) : "memory");
return retval;
}
+#endif /* !__clang__ */
#if defined(__x86_64__)
__INTRIN_INLINE unsigned char _interlockedbittestandset64(volatile long long * a, long long b)
/*** String operations ***/
+#ifndef __clang__
/* NOTE: we don't set a memory clobber in the __stosX functions because Visual C++ doesn't */
__INTRIN_INLINE void __stosb(unsigned char * Dest, unsigned char Data, size_t Count)
{
"[Dest]" (Dest), "a" (Data), "[Count]" (Count)
);
}
+#endif
__INTRIN_INLINE void __stosw(unsigned short * Dest, unsigned short Data, size_t Count)
{
__asm__ __volatile__("movl %k[Data], %%fs:%a[Offset]" : : [Offset] "ir" (Offset), [Data] "ir" (Data) : "memory");
}
+#ifndef __clang__
+
__INTRIN_INLINE unsigned char __readfsbyte(unsigned long Offset)
{
unsigned char value;
return value;
}
+#endif /* !__clang__ */
+
__INTRIN_INLINE void __incfsbyte(unsigned long Offset)
{
__asm__ __volatile__("incb %%fs:%a[Offset]" : : [Offset] "ir" (Offset) : "memory");
/*** Bit manipulation ***/
+#ifndef __clang__
+
__INTRIN_INLINE unsigned char _BitScanForward(unsigned long * Index, unsigned long Mask)
{
__asm__("bsfl %[Mask], %[Index]" : [Index] "=r" (*Index) : [Mask] "mr" (Mask));
return Mask ? 1 : 0;
}
+#endif /* !__clang__ */
+
/* NOTE: again, the bizarre implementation follows Visual C++ */
__INTRIN_INLINE unsigned char _bittest(const long * a, long b)
{
#endif
+#ifndef __clang__
+
__INTRIN_INLINE unsigned char __cdecl _rotl8(unsigned char value, unsigned char shift)
{
unsigned char retval;
return retval;
}
+#endif /* !__clang__ */
+
#ifdef __x86_64__
__INTRIN_INLINE unsigned long long _rotl64(unsigned long long value, int shift)
{
__asm__("rolq %b[shift], %k[retval]" : [retval] "=rm" (retval) : "[retval]" (value), [shift] "Nc" (shift));
return retval;
}
-#else
+#else /* __x86_64__ */
+#ifndef __clang__
__INTRIN_INLINE unsigned long long __cdecl _rotl64(unsigned long long value, int shift)
{
/* FIXME: this is probably not optimal */
return (value << shift) | (value >> (64 - shift));
}
-#endif
+#endif /* !__clang__ */
+#endif /* __x86_64__ */
+
+#ifndef __clang__
__INTRIN_INLINE unsigned int __cdecl _rotr(unsigned int value, int shift)
{
return retval;
}
+#endif /* !__clang__ */
+
#ifdef __x86_64__
__INTRIN_INLINE unsigned long long _rotr64(unsigned long long value, int shift)
{
__asm__("rorq %b[shift], %k[retval]" : [retval] "=rm" (retval) : "[retval]" (value), [shift] "Nc" (shift));
return retval;
}
-#else
+#else /* __x86_64__ */
+#ifndef __clang__
__INTRIN_INLINE unsigned long long __cdecl _rotr64(unsigned long long value, int shift)
{
/* FIXME: this is probably not optimal */
return (value >> shift) | (value << (64 - shift));
}
-#endif
+#endif /* !__clang__ */
+#endif /* __x86_64__ */
+
+#ifndef __clang__
__INTRIN_INLINE unsigned long __cdecl _lrotl(unsigned long value, int shift)
{
return retval;
}
+#endif /* !__clang__ */
+
/*
NOTE: in __ll_lshift, __ll_rshift and __ull_rshift we use the "A"
constraint (edx:eax) for the Mask argument, because it's the only way GCC
return __builtin_clz(value);
}
+#ifndef __clang__
+
__INTRIN_INLINE unsigned int __popcnt(unsigned int value)
{
return __builtin_popcount(value);
return __builtin_popcount(value);
}
+#endif /* !__clang__ */
+
#ifdef __x86_64__
__INTRIN_INLINE unsigned long long __lzcnt64(unsigned long long value)
{
/*** 64-bit math ***/
+#ifndef __clang__
+
__INTRIN_INLINE long long __emul(int a, int b)
{
long long retval;
return retval;
}
+#endif /* !__clang__ */
+
__INTRIN_INLINE long long __cdecl _abs64(long long value)
{
return (value >= 0) ? value : -value;
__asm__ __volatile__("cpuid" : "=a" (CPUInfo[0]), "=b" (CPUInfo[1]), "=c" (CPUInfo[2]), "=d" (CPUInfo[3]) : "a" (InfoType), "c" (ECXValue));
}
+#ifndef __clang__
__INTRIN_INLINE unsigned long long __rdtsc(void)
{
#ifdef __x86_64__
return retval;
#endif
}
+#endif /* !__clang__ */
__INTRIN_INLINE void __writeeflags(uintptr_t Value)
{
/*** Interrupts ***/
-#ifdef __clang__
-#define __debugbreak() __asm__("int $3")
-#else
+#ifndef __clang__
+
__INTRIN_INLINE void __cdecl __debugbreak(void)
{
__asm__("int $3");
}
-#endif
__INTRIN_INLINE void __ud2(void)
{
__asm__("int $0x2c");
}
+#endif /* !__clang__ */
+
__INTRIN_INLINE void __cdecl _disable(void)
{
__asm__("cli" : : : "memory");
__asm__("hlt" : : : "memory");
}
+#ifndef __clang__
__declspec(noreturn)
__INTRIN_INLINE void __fastfail(unsigned int Code)
{
__asm__("int $0x29" : : "c"(Code) : "memory");
__builtin_unreachable();
}
+#endif
/*** Protected memory management ***/
__asm__("mov %[Data], %%cr4" : : [Data] "r" (Data) : "memory");
}
+#ifndef __clang__
__INTRIN_INLINE void __writecr8(unsigned int Data)
{
__asm__("mov %[Data], %%cr8" : : [Data] "r" (Data) : "memory");
}
+#endif
__INTRIN_INLINE unsigned long __readcr0(void)
{
return value;
}
+#ifndef __clang__
__INTRIN_INLINE unsigned long __readcr8(void)
{
unsigned long value;
__asm__ __volatile__("mov %%cr8, %[value]" : [value] "=r" (value));
return value;
}
+#endif
#endif /* __x86_64__ */
/*** Misc operations ***/
+#ifndef __clang__
__INTRIN_INLINE void _mm_pause(void)
{
__asm__ __volatile__("pause" : : : "memory");
}
+#endif
__INTRIN_INLINE void __nop(void)
{