8 /*** Stack frame juggling ***/
9 void * _ReturnAddress(void);
10 #pragma intrinsic(_ReturnAddress)
11 void * _AddressOfReturnAddress(void);
12 #pragma intrinsic(_AddressOfReturnAddress)
13 unsigned int __getcallerseflags(void);
14 #pragma intrinsic(__getcallerseflags)
16 /*** Memory barriers ***/
17 void _ReadWriteBarrier(void);
18 #pragma intrinsic(_ReadWriteBarrier)
19 void _ReadBarrier(void);
20 #pragma intrinsic(_ReadBarrier)
21 void _WriteBarrier(void);
22 #pragma intrinsic(_WriteBarrier)
23 void _mm_mfence(void);
24 #pragma intrinsic(_mm_mfence)
25 void _mm_lfence(void);
26 #pragma intrinsic(_mm_lfence)
27 void _mm_sfence(void);
28 #pragma intrinsic(_mm_sfence)
30 void __faststorefence(void);
31 #pragma intrinsic(__faststorefence)
34 /*** Atomic operations ***/
35 long _InterlockedCompareExchange(volatile long * const Destination
, const long Exchange
, const long Comperand
);
36 #pragma intrinsic(_InterlockedCompareExchange)
37 long _InterlockedExchange(volatile long * const Target
, const long Value
);
38 #pragma intrinsic(_InterlockedExchange)
39 long _InterlockedExchangeAdd(volatile long * const Addend
, const long Value
);
40 #pragma intrinsic(_InterlockedExchangeAdd)
41 char _InterlockedAnd8(volatile char * const value
, const char mask
);
42 #pragma intrinsic(_InterlockedAnd8)
43 short _InterlockedAnd16(volatile short * const value
, const short mask
);
44 #pragma intrinsic(_InterlockedAnd16)
45 long _InterlockedAnd(volatile long * const value
, const long mask
);
46 #pragma intrinsic(_InterlockedAnd)
47 char _InterlockedOr8(volatile char * const value
, const char mask
);
48 #pragma intrinsic(_InterlockedOr8)
49 short _InterlockedOr16(volatile short * const value
, const short mask
);
50 #pragma intrinsic(_InterlockedOr16)
51 long _InterlockedOr(volatile long * const value
, const long mask
);
52 #pragma intrinsic(_InterlockedOr)
53 char _InterlockedXor8(volatile char * const value
, const char mask
);
54 #pragma intrinsic(_InterlockedXor8)
55 short _InterlockedXor16(volatile short * const value
, const short mask
);
56 #pragma intrinsic(_InterlockedXor16)
57 long _InterlockedXor(volatile long * const value
, const long mask
);
58 #pragma intrinsic(_InterlockedXor)
59 long _InterlockedDecrement(volatile long * const lpAddend
);
60 #pragma intrinsic(_InterlockedDecrement)
61 long _InterlockedIncrement(volatile long * const lpAddend
);
62 #pragma intrinsic(_InterlockedIncrement)
63 short _InterlockedDecrement16(volatile short * const lpAddend
);
64 #pragma intrinsic(_InterlockedDecrement16)
65 short _InterlockedIncrement16(volatile short * const lpAddend
);
66 #pragma intrinsic(_InterlockedIncrement16)
67 unsigned char _interlockedbittestandreset(volatile long * a
, const long b
);
68 #pragma intrinsic(_interlockedbittestandreset)
69 unsigned char _interlockedbittestandset(volatile long * a
, const long b
);
70 #pragma intrinsic(_interlockedbittestandset)
73 long _InterlockedAddLargeStatistic(volatile __int64
* const Addend
, const long Value
);
74 #pragma intrinsic(_InterlockedAddLargeStatistic)
75 #elif defined(_M_AMD64)
76 __int64
_InterlockedExchange64(volatile __int64
* const Target
, const __int64 Value
);
77 #pragma intrinsic(_InterlockedExchange64)
78 __int64
_InterlockedExchangeAdd64(volatile __int64
* const Addend
, const __int64 Value
);
79 #pragma intrinsic(_InterlockedExchangeAdd64)
80 void * _InterlockedCompareExchangePointer(void * volatile * const Destination
, void * const Exchange
, void * const Comperand
);
81 #pragma intrinsic(_InterlockedCompareExchangePointer)
82 void * _InterlockedExchangePointer(void * volatile * const Target
, void * const Value
);
83 #pragma intrinsic(_InterlockedExchangePointer)
84 __int64
_InterlockedAnd64(volatile __int64
* const value
, const __int64 mask
);
85 #pragma intrinsic(_InterlockedAnd64)
86 __int64
_InterlockedOr64(volatile __int64
* const value
, const __int64 mask
);
87 #pragma intrinsic(_InterlockedOr64)
88 __int64
_InterlockedCompareExchange64(volatile __int64
* const Destination
, const __int64 Exchange
, const __int64 Comperand
);
89 #pragma intrinsic(_InterlockedCompareExchange64)
90 __int64
_InterlockedDecrement64(volatile __int64
* const lpAddend
);
91 #pragma intrinsic(_InterlockedDecrement64)
92 __int64
_InterlockedIncrement64(volatile __int64
* const lpAddend
);
93 #pragma intrinsic(_InterlockedIncrement64)
94 unsigned char _interlockedbittestandreset64(volatile __int64
* a
, const __int64 b
);
95 #pragma intrinsic(_interlockedbittestandreset64)
96 unsigned char _interlockedbittestandset64(volatile __int64
* a
, const __int64 b
);
97 #pragma intrinsic(_interlockedbittestandset64)
100 /*** String operations ***/
101 void __stosb(unsigned char * Dest
, const unsigned char Data
, size_t Count
);
102 #pragma intrinsic(__stosb)
103 void __stosw(unsigned short * Dest
, const unsigned short Data
, size_t Count
);
104 #pragma intrinsic(__stosw)
105 void __stosd(unsigned long * Dest
, const unsigned long Data
, size_t Count
);
106 #pragma intrinsic(__stosd)
107 void __movsb(unsigned char * Destination
, const unsigned char * Source
, size_t Count
);
108 #pragma intrinsic(__movsb)
109 void __movsw(unsigned short * Destination
, const unsigned short * Source
, size_t Count
);
110 #pragma intrinsic(__movsw)
111 void __movsd(unsigned long * Destination
, const unsigned long * Source
, size_t Count
);
112 #pragma intrinsic(__movsd)
114 #if defined(_M_AMD64)
115 /*** GS segment addressing ***/
116 void __writegsbyte(const unsigned long Offset
, const unsigned char Data
);
117 #pragma intrinsic(__writegsbyte)
118 void __writegsword(const unsigned long Offset
, const unsigned short Data
);
119 #pragma intrinsic(__writegsword)
120 void __writegsdword(const unsigned long Offset
, const unsigned long Data
);
121 #pragma intrinsic(__writegsdword)
122 void __writegsqword(const unsigned long Offset
, const unsigned __int64 Data
);
123 #pragma intrinsic(__writegsqword)
124 unsigned char __readgsbyte(const unsigned long Offset
);
125 #pragma intrinsic(__readgsbyte)
126 unsigned short __readgsword(const unsigned long Offset
);
127 #pragma intrinsic(__readgsword)
128 unsigned long __readgsdword(const unsigned long Offset
);
129 #pragma intrinsic(__readgsdword)
130 unsigned __int64
__readgsqword(const unsigned long Offset
);
131 #pragma intrinsic(__readgsqword)
132 void __incgsbyte(const unsigned long Offset
);
133 #pragma intrinsic(__incgsbyte)
134 void __incgsword(const unsigned long Offset
);
135 #pragma intrinsic(__incgsword)
136 void __incgsdword(const unsigned long Offset
);
137 #pragma intrinsic(__incgsdword)
138 void __addgsbyte(const unsigned long Offset
, const unsigned char Data
);
139 #pragma intrinsic(__addgsbyte)
140 void __addgsword(const unsigned long Offset
, const unsigned short Data
);
141 #pragma intrinsic(__addgsword)
142 void __addgsdword(const unsigned long Offset
, const unsigned int Data
);
143 #pragma intrinsic(__addgsdword)
144 void __addgsqword(const unsigned long Offset
, const unsigned __int64 Data
);
145 #pragma intrinsic(__addgsqword)
149 /*** FS segment addressing ***/
150 void __writefsbyte(const unsigned long Offset
, const unsigned char Data
);
151 #pragma intrinsic(__writefsbyte)
152 void __writefsword(const unsigned long Offset
, const unsigned short Data
);
153 #pragma intrinsic(__writefsword)
154 void __writefsdword(const unsigned long Offset
, const unsigned long Data
);
155 #pragma intrinsic(__writefsdword)
156 unsigned char __readfsbyte(const unsigned long Offset
);
157 #pragma intrinsic(__readfsbyte)
158 unsigned short __readfsword(const unsigned long Offset
);
159 #pragma intrinsic(__readfsword)
160 unsigned long __readfsdword(const unsigned long Offset
);
161 #pragma intrinsic(__readfsdword)
162 void __incfsbyte(const unsigned long Offset
);
163 #pragma intrinsic(__incfsbyte)
164 void __incfsword(const unsigned long Offset
);
165 #pragma intrinsic(__incfsword)
166 void __incfsdword(const unsigned long Offset
);
167 #pragma intrinsic(__incfsdword)
168 void __addfsbyte(const unsigned long Offset
, const unsigned char Data
);
169 #pragma intrinsic(__addfsbyte)
170 void __addfsword(const unsigned long Offset
, const unsigned short Data
);
171 #pragma intrinsic(__addfsword)
172 void __addfsdword(const unsigned long Offset
, const unsigned int Data
);
173 #pragma intrinsic(__addfsdword)
177 /*** Bit manipulation ***/
178 unsigned char _BitScanForward(unsigned long * const Index
, const unsigned long Mask
);
179 #pragma intrinsic(_BitScanForward)
180 unsigned char _BitScanReverse(unsigned long * const Index
, const unsigned long Mask
);
181 #pragma intrinsic(_BitScanReverse)
182 unsigned char _bittest(const long * const a
, const long b
);
183 #pragma intrinsic(_bittest)
184 unsigned char _bittestandcomplement(long * const a
, const long b
);
185 #pragma intrinsic(_bittestandcomplement)
186 unsigned char _bittestandreset(long * const a
, const long b
);
187 #pragma intrinsic(_bittestandreset)
188 unsigned char _bittestandset(long * const a
, const long b
);
189 #pragma intrinsic(_bittestandset)
190 unsigned char _rotl8(unsigned char value
, unsigned char shift
);
191 #pragma intrinsic(_rotl8)
192 unsigned short _rotl16(unsigned short value
, unsigned char shift
);
193 #pragma intrinsic(_rotl16)
194 unsigned int _rotl(unsigned int value
, int shift
);
195 #pragma intrinsic(_rotl)
196 unsigned int _rotr(unsigned int value
, int shift
);
197 #pragma intrinsic(_rotr)
198 unsigned char _rotr8(unsigned char value
, unsigned char shift
);
199 #pragma intrinsic(_rotr8)
200 unsigned short _rotr16(unsigned short value
, unsigned char shift
);
201 #pragma intrinsic(_rotr16)
202 unsigned __int64
__ll_lshift(const unsigned __int64 Mask
, const int Bit
);
203 #pragma intrinsic(__ll_lshift)
204 __int64
__ll_rshift(const __int64 Mask
, const int Bit
);
205 #pragma intrinsic(__ll_rshift)
206 unsigned __int64
__ull_rshift(const unsigned __int64 Mask
, int Bit
);
207 #pragma intrinsic(__ull_rshift)
208 unsigned short _byteswap_ushort(unsigned short value
);
209 #pragma intrinsic(_byteswap_ushort)
210 unsigned long _byteswap_ulong(unsigned long value
);
211 #pragma intrinsic(_byteswap_ulong)
212 unsigned __int64
_byteswap_uint64(unsigned __int64 value
);
213 #pragma intrinsic(_byteswap_uint64)
215 /*** 64-bit math ***/
216 __int64
__emul(const int a
, const int b
);
217 #pragma intrinsic(__emul)
218 unsigned __int64
__emulu(const unsigned int a
, const unsigned int b
);
219 #pragma intrinsic(__emulu)
222 unsigned char __inbyte(const unsigned short Port
);
223 #pragma intrinsic(__inbyte)
224 unsigned short __inword(const unsigned short Port
);
225 #pragma intrinsic(__inword)
226 unsigned long __indword(const unsigned short Port
);
227 #pragma intrinsic(__indword)
228 void __inbytestring(unsigned short Port
, unsigned char * Buffer
, unsigned long Count
);
229 #pragma intrinsic(__inbytestring)
230 void __inwordstring(unsigned short Port
, unsigned short * Buffer
, unsigned long Count
);
231 #pragma intrinsic(__inwordstring)
232 void __indwordstring(unsigned short Port
, unsigned long * Buffer
, unsigned long Count
);
233 #pragma intrinsic(__indwordstring)
234 void __outbyte(unsigned short const Port
, const unsigned char Data
);
235 #pragma intrinsic(__outbyte)
236 void __outword(unsigned short const Port
, const unsigned short Data
);
237 #pragma intrinsic(__outword)
238 void __outdword(unsigned short const Port
, const unsigned long Data
);
239 #pragma intrinsic(__outdword)
240 void __outbytestring(unsigned short const Port
, const unsigned char * const Buffer
, const unsigned long Count
);
241 #pragma intrinsic(__outbytestring)
242 void __outwordstring(unsigned short const Port
, const unsigned short * const Buffer
, const unsigned long Count
);
243 #pragma intrinsic(__outwordstring)
244 void __outdwordstring(unsigned short const Port
, const unsigned long * const Buffer
, const unsigned long Count
);
245 #pragma intrinsic(__outdwordstring)
247 /*** System information ***/
248 void __cpuid(int CPUInfo
[], const int InfoType
);
249 #pragma intrinsic(__cpuid)
250 unsigned __int64
__rdtsc(void);
251 #pragma intrinsic(__rdtsc)
252 void __writeeflags(uintptr_t Value
);
253 #pragma intrinsic(__writeeflags)
254 uintptr_t __readeflags(void);
255 #pragma intrinsic(__readeflags)
258 void __debugbreak(void);
259 #pragma intrinsic(__debugbreak)
261 #pragma intrinsic(__int2c)
263 #pragma intrinsic(_disable)
265 #pragma intrinsic(_enable)
267 #pragma intrinsic(__halt)
269 /*** Protected memory management ***/
270 void __writecr0(const unsigned __int64 Data
);
271 #pragma intrinsic(__writecr0)
272 void __writecr3(const unsigned __int64 Data
);
273 #pragma intrinsic(__writecr3)
274 void __writecr4(const unsigned __int64 Data
);
275 #pragma intrinsic(__writecr4)
278 void __writecr8(const unsigned __int64 Data
);
279 #pragma intrinsic(__writecr8)
280 unsigned __int64
__readcr0(void);
281 #pragma intrinsic(__readcr0)
282 unsigned __int64
__readcr2(void);
283 #pragma intrinsic(__readcr2)
284 unsigned __int64
__readcr3(void);
285 #pragma intrinsic(__readcr3)
286 unsigned __int64
__readcr4(void);
287 #pragma intrinsic(__readcr4)
288 unsigned __int64
__readcr8(void);
289 #pragma intrinsic(__readcr8)
290 unsigned __int64
__readdr(unsigned int reg
);
291 #pragma intrinsic(__readdr)
292 void __writedr(unsigned reg
, unsigned __int64 value
);
293 #pragma intrinsic(__writedr)
295 unsigned long __readcr0(void);
296 unsigned long __readcr2(void);
297 unsigned long __readcr3(void);
298 //unsigned long __readcr4(void);
299 //#pragma intrinsic(__readcr4)
300 // HACK: MSVC is broken
301 unsigned long ___readcr4(void);
302 #define __readcr4 ___readcr4
304 unsigned int __readdr(unsigned int reg
);
305 void __writedr(unsigned reg
, unsigned int value
);
308 void __invlpg(void * const Address
);
309 #pragma intrinsic(__invlpg)
311 // This intrinsic is broken and generates wrong opcodes,
312 // when optimization is enabled!
313 #pragma warning(push)
314 #pragma warning(disable:4711)
315 void __forceinline
__invlpg_fixed(void * const Address
)
326 #define __invlpg __invlpg_fixed
328 /*** System operations ***/
329 unsigned __int64
__readmsr(const int reg
);
330 #pragma intrinsic(__readmsr)
331 void __writemsr(const unsigned long Register
, const unsigned __int64 Value
);
332 #pragma intrinsic(__writemsr)
333 unsigned __int64
__readpmc(const int counter
);
334 #pragma intrinsic(__readpmc)
335 unsigned long __segmentlimit(const unsigned long a
);
336 #pragma intrinsic(__segmentlimit)
338 #pragma intrinsic(__wbinvd)
339 void __lidt(void *Source
);
340 #pragma intrinsic(__lidt)
341 void __sidt(void *Destination
);
342 #pragma intrinsic(__sidt)
343 void _mm_pause(void);
344 #pragma intrinsic(_mm_pause)
350 #endif /* KJK_INTRIN_H_ */