8 /*** Stack frame juggling ***/
9 void * _ReturnAddress(void);
10 #pragma intrinsic(_ReturnAddress)
11 void * _AddressOfReturnAddress(void);
12 #pragma intrinsic(_AddressOfReturnAddress)
13 #if defined(_M_IX86) || defined(_M_AMD64)
14 unsigned int __getcallerseflags(void);
15 #pragma intrinsic(__getcallerseflags)
18 /*** Memory barriers ***/
19 void _ReadWriteBarrier(void);
20 #pragma intrinsic(_ReadWriteBarrier)
21 void _ReadBarrier(void);
22 #pragma intrinsic(_ReadBarrier)
23 void _WriteBarrier(void);
24 #pragma intrinsic(_WriteBarrier)
25 #if defined(_M_IX86) || defined(_M_AMD64)
26 void _mm_mfence(void);
27 #pragma intrinsic(_mm_mfence)
28 void _mm_lfence(void);
29 #pragma intrinsic(_mm_lfence)
30 void _mm_sfence(void);
31 #pragma intrinsic(_mm_sfence)
34 void __faststorefence(void);
35 #pragma intrinsic(__faststorefence)
38 /*** Atomic operations ***/
39 long _InterlockedCompareExchange(volatile long * Destination
, long Exchange
, long Comperand
);
40 #pragma intrinsic(_InterlockedCompareExchange)
41 long _InterlockedExchange(volatile long * Target
, long Value
);
42 #pragma intrinsic(_InterlockedExchange)
43 long _InterlockedExchangeAdd(volatile long * Addend
, long Value
);
44 #pragma intrinsic(_InterlockedExchangeAdd)
45 char _InterlockedAnd8(volatile char * value
, char mask
);
46 #pragma intrinsic(_InterlockedAnd8)
47 short _InterlockedAnd16(volatile short * value
, short mask
);
48 #pragma intrinsic(_InterlockedAnd16)
49 long _InterlockedAnd(volatile long * value
, long mask
);
50 #pragma intrinsic(_InterlockedAnd)
51 char _InterlockedOr8(volatile char * value
, char mask
);
52 #pragma intrinsic(_InterlockedOr8)
53 short _InterlockedOr16(volatile short * value
, short mask
);
54 #pragma intrinsic(_InterlockedOr16)
55 long _InterlockedOr(volatile long * value
, long mask
);
56 #pragma intrinsic(_InterlockedOr)
57 char _InterlockedXor8(volatile char * value
, char mask
);
58 #pragma intrinsic(_InterlockedXor8)
59 short _InterlockedXor16(volatile short * value
, short mask
);
60 #pragma intrinsic(_InterlockedXor16)
61 long _InterlockedXor(volatile long * value
, long mask
);
62 #pragma intrinsic(_InterlockedXor)
63 long _InterlockedDecrement(volatile long * lpAddend
);
64 #pragma intrinsic(_InterlockedDecrement)
65 long _InterlockedIncrement(volatile long * lpAddend
);
66 #pragma intrinsic(_InterlockedIncrement)
67 short _InterlockedDecrement16(volatile short * lpAddend
);
68 #pragma intrinsic(_InterlockedDecrement16)
69 short _InterlockedIncrement16(volatile short * lpAddend
);
70 #pragma intrinsic(_InterlockedIncrement16)
71 unsigned char _interlockedbittestandreset(volatile long * a
, long b
);
72 #pragma intrinsic(_interlockedbittestandreset)
73 unsigned char _interlockedbittestandset(volatile long * a
, long b
);
74 #pragma intrinsic(_interlockedbittestandset)
77 long _InterlockedAddLargeStatistic(volatile __int64
* Addend
, long Value
);
78 #pragma intrinsic(_InterlockedAddLargeStatistic)
79 #elif defined(_M_AMD64)
80 __int64
_InterlockedExchange64(volatile __int64
* Target
, __int64 Value
);
81 #pragma intrinsic(_InterlockedExchange64)
82 __int64
_InterlockedExchangeAdd64(volatile __int64
* Addend
, __int64 Value
);
83 #pragma intrinsic(_InterlockedExchangeAdd64)
84 void * _InterlockedCompareExchangePointer(void * volatile * Destination
, void * Exchange
, void * Comperand
);
85 #pragma intrinsic(_InterlockedCompareExchangePointer)
86 void * _InterlockedExchangePointer(void * volatile * Target
, void * Value
);
87 #pragma intrinsic(_InterlockedExchangePointer)
88 __int64
_InterlockedAnd64(volatile __int64
* value
, __int64 mask
);
89 #pragma intrinsic(_InterlockedAnd64)
90 __int64
_InterlockedOr64(volatile __int64
* value
, __int64 mask
);
91 #pragma intrinsic(_InterlockedOr64)
92 __int64
_InterlockedCompareExchange64(volatile __int64
* Destination
, __int64 Exchange
, __int64 Comperand
);
93 #pragma intrinsic(_InterlockedCompareExchange64)
94 __int64
_InterlockedDecrement64(volatile __int64
* lpAddend
);
95 #pragma intrinsic(_InterlockedDecrement64)
96 __int64
_InterlockedIncrement64(volatile __int64
* lpAddend
);
97 #pragma intrinsic(_InterlockedIncrement64)
98 unsigned char _interlockedbittestandreset64(volatile __int64
* a
, __int64 b
);
99 #pragma intrinsic(_interlockedbittestandreset64)
100 unsigned char _interlockedbittestandset64(volatile __int64
* a
, __int64 b
);
101 #pragma intrinsic(_interlockedbittestandset64)
104 #if defined(_M_IX86) || defined(_M_AMD64)
105 /*** String operations ***/
106 void __stosb(unsigned char * Dest
, unsigned char Data
, size_t Count
);
107 #pragma intrinsic(__stosb)
108 void __stosw(unsigned short * Dest
, unsigned short Data
, size_t Count
);
109 #pragma intrinsic(__stosw)
110 void __stosd(unsigned long * Dest
, unsigned long Data
, size_t Count
);
111 #pragma intrinsic(__stosd)
112 void __movsb(unsigned char * Destination
, unsigned char const * Source
, size_t Count
);
113 #pragma intrinsic(__movsb)
114 void __movsw(unsigned short * Destination
, unsigned short const * Source
, size_t Count
);
115 #pragma intrinsic(__movsw)
116 void __movsd(unsigned long * Destination
, unsigned long const * Source
, size_t Count
);
117 #pragma intrinsic(__movsd)
120 void __stosq(unsigned __int64
* Dest
, unsigned __int64 Data
, size_t Count
);
121 #pragma intrinsic(__stosq)
122 void __movsq(unsigned __int64
* Destination
, unsigned __int64
const * Source
, size_t Count
);
123 #pragma intrinsic(__movsq)
126 #if defined(_M_AMD64)
127 /*** GS segment addressing ***/
128 void __writegsbyte(unsigned long Offset
, unsigned char Data
);
129 #pragma intrinsic(__writegsbyte)
130 void __writegsword(unsigned long Offset
, unsigned short Data
);
131 #pragma intrinsic(__writegsword)
132 void __writegsdword(unsigned long Offset
, unsigned long Data
);
133 #pragma intrinsic(__writegsdword)
134 void __writegsqword(unsigned long Offset
, unsigned __int64 Data
);
135 #pragma intrinsic(__writegsqword)
136 unsigned char __readgsbyte(unsigned long Offset
);
137 #pragma intrinsic(__readgsbyte)
138 unsigned short __readgsword(unsigned long Offset
);
139 #pragma intrinsic(__readgsword)
140 unsigned long __readgsdword(unsigned long Offset
);
141 #pragma intrinsic(__readgsdword)
142 unsigned __int64
__readgsqword(unsigned long Offset
);
143 #pragma intrinsic(__readgsqword)
144 void __incgsbyte(unsigned long Offset
);
145 #pragma intrinsic(__incgsbyte)
146 void __incgsword(unsigned long Offset
);
147 #pragma intrinsic(__incgsword)
148 void __incgsdword(unsigned long Offset
);
149 #pragma intrinsic(__incgsdword)
150 void __addgsbyte(unsigned long Offset
, unsigned char Data
);
151 #pragma intrinsic(__addgsbyte)
152 void __addgsword(unsigned long Offset
, unsigned short Data
);
153 #pragma intrinsic(__addgsword)
154 void __addgsdword(unsigned long Offset
, unsigned int Data
);
155 #pragma intrinsic(__addgsdword)
156 void __addgsqword(unsigned long Offset
, unsigned __int64 Data
);
157 #pragma intrinsic(__addgsqword)
161 /*** FS segment addressing ***/
162 void __writefsbyte(unsigned long Offset
, unsigned char Data
);
163 #pragma intrinsic(__writefsbyte)
164 void __writefsword(unsigned long Offset
, unsigned short Data
);
165 #pragma intrinsic(__writefsword)
166 void __writefsdword(unsigned long Offset
, unsigned long Data
);
167 #pragma intrinsic(__writefsdword)
168 unsigned char __readfsbyte(unsigned long Offset
);
169 #pragma intrinsic(__readfsbyte)
170 unsigned short __readfsword(unsigned long Offset
);
171 #pragma intrinsic(__readfsword)
172 unsigned long __readfsdword(unsigned long Offset
);
173 #pragma intrinsic(__readfsdword)
174 void __incfsbyte(unsigned long Offset
);
175 #pragma intrinsic(__incfsbyte)
176 void __incfsword(unsigned long Offset
);
177 #pragma intrinsic(__incfsword)
178 void __incfsdword(unsigned long Offset
);
179 #pragma intrinsic(__incfsdword)
180 void __addfsbyte(unsigned long Offset
, unsigned char Data
);
181 #pragma intrinsic(__addfsbyte)
182 void __addfsword(unsigned long Offset
, unsigned short Data
);
183 #pragma intrinsic(__addfsword)
184 void __addfsdword(unsigned long Offset
, unsigned int Data
);
185 #pragma intrinsic(__addfsdword)
189 /*** Bit manipulation ***/
190 unsigned char _BitScanForward(unsigned long * Index
, unsigned long Mask
);
191 #pragma intrinsic(_BitScanForward)
192 unsigned char _BitScanReverse(unsigned long * Index
, unsigned long Mask
);
193 #pragma intrinsic(_BitScanReverse)
194 unsigned char _bittest(const long * a
, long b
);
195 #pragma intrinsic(_bittest)
196 unsigned char _bittestandcomplement(long * a
, long b
);
197 #pragma intrinsic(_bittestandcomplement)
198 unsigned char _bittestandreset(long * a
, long b
);
199 #pragma intrinsic(_bittestandreset)
200 unsigned char _bittestandset(long * a
, long b
);
201 #pragma intrinsic(_bittestandset)
202 unsigned char _rotl8(unsigned char value
, unsigned char shift
);
203 #pragma intrinsic(_rotl8)
204 unsigned short _rotl16(unsigned short value
, unsigned char shift
);
205 #pragma intrinsic(_rotl16)
206 unsigned int _rotl(unsigned int value
, int shift
);
207 #pragma intrinsic(_rotl)
208 unsigned int _rotr(unsigned int value
, int shift
);
209 #pragma intrinsic(_rotr)
210 unsigned char _rotr8(unsigned char value
, unsigned char shift
);
211 #pragma intrinsic(_rotr8)
212 unsigned short _rotr16(unsigned short value
, unsigned char shift
);
213 #pragma intrinsic(_rotr16)
214 unsigned short _byteswap_ushort(unsigned short value
);
215 #pragma intrinsic(_byteswap_ushort)
216 unsigned long _byteswap_ulong(unsigned long value
);
217 #pragma intrinsic(_byteswap_ulong)
218 unsigned __int64
_byteswap_uint64(unsigned __int64 value
);
219 #pragma intrinsic(_byteswap_uint64)
220 #if defined(_M_IX86) || defined(_M_AMD64)
221 unsigned __int64
__ll_lshift(unsigned __int64 Mask
, int Bit
);
222 #pragma intrinsic(__ll_lshift)
223 __int64
__ll_rshift(__int64 Mask
, int Bit
);
224 #pragma intrinsic(__ll_rshift)
225 unsigned __int64
__ull_rshift(unsigned __int64 Mask
, int Bit
);
226 #pragma intrinsic(__ull_rshift)
229 unsigned char _bittest64(__int64
const *a
, __int64 b
);
230 #pragma intrinsic(_bittest64)
233 #if defined(_M_IX86) || defined(_M_AMD64)
234 /*** 64-bit math ***/
235 __int64
__emul(int a
, int b
);
236 #pragma intrinsic(__emul)
237 unsigned __int64
__emulu(unsigned int a
, unsigned int b
);
238 #pragma intrinsic(__emulu)
241 unsigned __int64
__umulh(unsigned __int64 a
, unsigned __int64 b
);
242 #pragma intrinsic(__umulh)
245 #if defined(_M_IX86) || defined(_M_AMD64)
247 unsigned char __inbyte(unsigned short Port
);
248 #pragma intrinsic(__inbyte)
249 unsigned short __inword(unsigned short Port
);
250 #pragma intrinsic(__inword)
251 unsigned long __indword(unsigned short Port
);
252 #pragma intrinsic(__indword)
253 void __inbytestring(unsigned short Port
, unsigned char * Buffer
, unsigned long Count
);
254 #pragma intrinsic(__inbytestring)
255 void __inwordstring(unsigned short Port
, unsigned short * Buffer
, unsigned long Count
);
256 #pragma intrinsic(__inwordstring)
257 void __indwordstring(unsigned short Port
, unsigned long * Buffer
, unsigned long Count
);
258 #pragma intrinsic(__indwordstring)
259 void __outbyte(unsigned short Port
, unsigned char Data
);
260 #pragma intrinsic(__outbyte)
261 void __outword(unsigned short Port
, unsigned short Data
);
262 #pragma intrinsic(__outword)
263 void __outdword(unsigned short Port
, unsigned long Data
);
264 #pragma intrinsic(__outdword)
265 void __outbytestring(unsigned short Port
, unsigned char * Buffer
, unsigned long Count
);
266 #pragma intrinsic(__outbytestring)
267 void __outwordstring(unsigned short Port
, unsigned short * Buffer
, unsigned long Count
);
268 #pragma intrinsic(__outwordstring)
269 void __outdwordstring(unsigned short Port
, unsigned long * Buffer
, unsigned long Count
);
270 #pragma intrinsic(__outdwordstring)
273 #if defined(_M_IX86) || defined(_M_AMD64)
274 /*** System information ***/
275 void __cpuid(int CPUInfo
[], int InfoType
);
276 #pragma intrinsic(__cpuid)
277 unsigned __int64
__rdtsc(void);
278 #pragma intrinsic(__rdtsc)
279 void __writeeflags(uintptr_t Value
);
280 #pragma intrinsic(__writeeflags)
281 uintptr_t __readeflags(void);
282 #pragma intrinsic(__readeflags)
286 void __debugbreak(void);
287 #pragma intrinsic(__debugbreak)
289 #pragma intrinsic(_disable)
291 #pragma intrinsic(_enable)
292 #if defined(_M_IX86) || defined(_M_AMD64)
294 #pragma intrinsic(__int2c)
296 #pragma intrinsic(__halt)
299 /*** Protected memory management ***/
300 #if defined(_M_IX86) || defined(_M_AMD64)
301 void __writecr0(unsigned __int64 Data
);
302 #pragma intrinsic(__writecr0)
303 void __writecr3(unsigned __int64 Data
);
304 #pragma intrinsic(__writecr3)
305 void __writecr4(unsigned __int64 Data
);
306 #pragma intrinsic(__writecr4)
309 void __writecr8(unsigned __int64 Data
);
310 #pragma intrinsic(__writecr8)
311 unsigned __int64
__readcr0(void);
312 #pragma intrinsic(__readcr0)
313 unsigned __int64
__readcr2(void);
314 #pragma intrinsic(__readcr2)
315 unsigned __int64
__readcr3(void);
316 #pragma intrinsic(__readcr3)
317 unsigned __int64
__readcr4(void);
318 #pragma intrinsic(__readcr4)
319 unsigned __int64
__readcr8(void);
320 #pragma intrinsic(__readcr8)
321 unsigned __int64
__readdr(unsigned int reg
);
322 #pragma intrinsic(__readdr)
323 void __writedr(unsigned reg
, unsigned __int64 value
);
324 #pragma intrinsic(__writedr)
325 #elif defined(_M_IX86)
326 unsigned long __readcr0(void);
327 unsigned long __readcr2(void);
328 unsigned long __readcr3(void);
329 //unsigned long __readcr4(void);
330 //#pragma intrinsic(__readcr4)
331 // HACK: MSVC is broken
332 unsigned long ___readcr4(void);
333 #define __readcr4 ___readcr4
335 unsigned int __readdr(unsigned int reg
);
336 void __writedr(unsigned reg
, unsigned int value
);
340 // This intrinsic is broken and generates wrong opcodes,
341 // when optimization is enabled!
342 #pragma warning(push)
343 #pragma warning(disable:4711)
344 void __forceinline
__invlpg_fixed(void * Address
)
355 #define __invlpg __invlpg_fixed
356 #elif defined(_M_AMD64)
357 void __invlpg(void * Address
);
358 #pragma intrinsic(__invlpg)
361 /*** System operations ***/
362 #if defined(_M_IX86) || defined(_M_AMD64)
363 unsigned __int64
__readmsr(int reg
);
364 #pragma intrinsic(__readmsr)
365 void __writemsr(unsigned long Register
, unsigned __int64 Value
);
366 #pragma intrinsic(__writemsr)
367 unsigned __int64
__readpmc(int counter
);
368 #pragma intrinsic(__readpmc)
369 unsigned long __segmentlimit(unsigned long a
);
370 #pragma intrinsic(__segmentlimit)
372 #pragma intrinsic(__wbinvd)
373 void __lidt(void *Source
);
374 #pragma intrinsic(__lidt)
375 void __sidt(void *Destination
);
376 #pragma intrinsic(__sidt)
377 void _mm_pause(void);
378 #pragma intrinsic(_mm_pause)
385 #endif /* KJK_INTRIN_H_ */