Merge PR #283 "[USBPORT] Transaction Translator (TT) support bringup"
[reactos.git] / sdk / include / xdk / interlocked.h
1 /******************************************************************************
2 * INTERLOCKED Functions *
3 ******************************************************************************/
4
5 #define BitScanForward _BitScanForward
6 #define BitScanReverse _BitScanReverse
7 #define BitTest _bittest
8 #define BitTestAndComplement _bittestandcomplement
9 #define BitTestAndSet _bittestandset
10 #define BitTestAndReset _bittestandreset
11 #ifdef _WIN64
12 #define BitScanForward64 _BitScanForward64
13 #define BitScanReverse64 _BitScanReverse64
14 #define BitTest64 _bittest64
15 #define BitTestAndComplement64 _bittestandcomplement64
16 #define BitTestAndSet64 _bittestandset64
17 #define BitTestAndReset64 _bittestandreset64
18 #endif /* _WIN64 */
19
20 #if defined(_M_ARM) || defined(_M_IA64)
21 #define __ACQ_(x) x##_acq
22 #define __REL_(x) x##_rel
23 #define __NF_(x) x##_nf
24 #else
25 #define __ACQ_(x) x
26 #define __REL_(x) x
27 #define __NF_(x) x
28 #endif
29
30 #define InterlockedBitTestAndSet _interlockedbittestandset
31 #define InterlockedBitTestAndSetAcquire __ACQ_(_interlockedbittestandset)
32 #define InterlockedBitTestAndSetRelease __REL_(_interlockedbittestandset)
33 #define InterlockedBitTestAndSetNoFence __NF_(_interlockedbittestandset)
34
35 #define InterlockedBitTestAndReset _interlockedbittestandreset
36 #define InterlockedBitTestAndResetAcquire __ACQ_(_interlockedbittestandreset)
37 #define InterlockedBitTestAndResetRelease __REL_(_interlockedbittestandreset)
38 #define InterlockedBitTestAndResetNoFence __NF_(_interlockedbittestandreset)
39
40 #ifdef _WIN64
41 #define InterlockedBitTestAndSet64 _interlockedbittestandset64
42 #define InterlockedBitTestAndSet64Acquire __ACQ_(_interlockedbittestandset64)
43 #define InterlockedBitTestAndSet64Release __REL_(_interlockedbittestandset64)
44 #define InterlockedBitTestAndSet64NoFence __NF_(_interlockedbittestandset64)
45
46 #define InterlockedBitTestAndReset64 _interlockedbittestandreset64
47 #define InterlockedBitTestAndReset64Acquire __ACQ_(_interlockedbittestandreset64)
48 #define InterlockedBitTestAndReset64Release __REL_(_interlockedbittestandreset64)
49 #define InterlockedBitTestAndReset64NoFence __NF_(_interlockedbittestandreset64)
50 #endif /* _WIN64 */
51
52 #define InterlockedAdd _InterlockedAdd
53 #define InterlockedAddAcquire __ACQ_(_InterlockedAdd)
54 #define InterlockedAddRelease __REL_(_InterlockedAdd)
55 #define InterlockedAddNoFence __NF_(_InterlockedAdd)
56
57 #define InterlockedAdd64 _InterlockedAdd64
58 #define InterlockedAddAcquire64 __ACQ_(_InterlockedAdd64)
59 #define InterlockedAddRelease64 __REL_(_InterlockedAdd64)
60 #define InterlockedAddNoFence64 __NF_(_InterlockedAdd64)
61
62 #define InterlockedAnd _InterlockedAnd
63 #define InterlockedAndAcquire __ACQ_(_InterlockedAnd)
64 #define InterlockedAndRelease __REL_(_InterlockedAnd)
65 #define InterlockedAndNoFence __NF_(_InterlockedAnd)
66
67 #define InterlockedAnd8 _InterlockedAnd8
68 #ifdef _M_ARM
69 #define InterlockedAndAcquire8 _InterlockedAnd8_acq
70 #define InterlockedAndRelease8 _InterlockedAnd8_rel
71 #define InterlockedAndNoFence8 _InterlockedAnd8_nf
72 #elif defined(_M_IA64)
73 #define InterlockedAnd8Acquire _InterlockedAnd8_acq
74 #define InterlockedAnd8Release _InterlockedAnd8_rel
75 #endif // _M_ARM
76
77 #define InterlockedAnd16 _InterlockedAnd16
78 #ifdef _M_ARM
79 #define InterlockedAndAcquire16 _InterlockedAnd16_acq
80 #define InterlockedAndRelease16 _InterlockedAnd16_rel
81 #define InterlockedAndNoFence16 _InterlockedAnd16_nf
82 #elif defined(_M_IA64)
83 #define InterlockedAnd16Acquire _InterlockedAnd16_acq
84 #define InterlockedAnd16Release _InterlockedAnd16_rel
85 #endif // _M_ARM
86
87 #define InterlockedAnd64 _InterlockedAnd64
88 #ifdef _M_ARM
89 #define InterlockedAndAcquire64 __ACQ_(_InterlockedAnd64)
90 #define InterlockedAndRelease64 __REL_(_InterlockedAnd64)
91 #define InterlockedAndNoFence64 __NF_(_InterlockedAnd64)
92 #else // _M_ARM
93 #define InterlockedAnd64Acquire __ACQ_(_InterlockedAnd64)
94 #define InterlockedAnd64Release __REL_(_InterlockedAnd64)
95 #define InterlockedAnd64NoFence __NF_(_InterlockedAnd64)
96 #endif // _M_ARM
97
98 #ifdef _WIN64
99 #define InterlockedAndAffinity InterlockedAnd64
100 #else
101 #define InterlockedAndAffinity InterlockedAnd
102 #endif // _WIN64
103
104 #define InterlockedCompareExchange _InterlockedCompareExchange
105 #define InterlockedCompareExchangeAcquire __ACQ_(_InterlockedCompareExchange)
106 #define InterlockedCompareExchangeRelease __REL_(_InterlockedCompareExchange)
107 #define InterlockedCompareExchangeNoFence __NF_(_InterlockedCompareExchange)
108
109 #define InterlockedCompareExchange16 _InterlockedCompareExchange16
110 #define InterlockedCompareExchangeAcquire16 __ACQ_(_InterlockedCompareExchange16)
111 #define InterlockedCompareExchangeRelease16 __REL_(_InterlockedCompareExchange16)
112 #define InterlockedCompareExchangeNoFence16 __NF_(_InterlockedCompareExchange16)
113
114 #define InterlockedCompareExchange64 _InterlockedCompareExchange64
115 #define InterlockedCompareExchangeAcquire64 __ACQ_(_InterlockedCompareExchange64)
116 #define InterlockedCompareExchangeRelease64 __REL_(_InterlockedCompareExchange64)
117 #define InterlockedCompareExchangeNoFence64 __NF_(_InterlockedCompareExchange64)
118
119 #ifdef _WIN64
120 #define InterlockedCompareExchange128 _InterlockedCompareExchange128
121 #endif // _WIN64
122
123 #ifdef _M_IA64
124 #define InterlockedCompare64Exchange128 _InterlockedCompare64Exchange128
125 #define InterlockedCompare64ExchangeAcquire128 _InterlockedCompare64Exchange128_acq
126 #define InterlockedCompare64ExchangeRelease128 _InterlockedCompare64Exchange128_rel
127 #endif // _M_IA64
128
129 #define InterlockedCompareExchangePointer _InterlockedCompareExchangePointer
130 #define InterlockedCompareExchangePointerAcquire __ACQ_(_InterlockedCompareExchangePointer)
131 #define InterlockedCompareExchangePointerRelease __REL_(_InterlockedCompareExchangePointer)
132 #define InterlockedCompareExchangePointerNoFence __NF_(_InterlockedCompareExchangePointer)
133
134 #define InterlockedDecrement _InterlockedDecrement
135 #define InterlockedDecrementAcquire __ACQ_(_InterlockedDecrement)
136 #define InterlockedDecrementRelease __REL_(_InterlockedDecrement)
137 #define InterlockedDecrementNoFence __NF_(_InterlockedDecrement)
138
139 #define InterlockedDecrement16 _InterlockedDecrement16
140 #define InterlockedDecrementAcquire16 __ACQ_(_InterlockedDecrement16)
141 #define InterlockedDecrementRelease16 __REL_(_InterlockedDecrement16)
142 #define InterlockedDecrementNoFence16 __NF_(_InterlockedDecrement16)
143
144 #define InterlockedDecrement64 _InterlockedDecrement64
145 #define InterlockedDecrementAcquire64 __ACQ_(_InterlockedDecrement64)
146 #define InterlockedDecrementRelease64 __REL_(_InterlockedDecrement64)
147 #define InterlockedDecrementNoFence64 __NF_(_InterlockedDecrement64)
148
149 #ifdef _WIN64
150 #define InterlockedDecrementSizeT(a) InterlockedDecrement64((LONG64 *)a)
151 #define InterlockedDecrementSizeTNoFence(a) InterlockedDecrementNoFence64((LONG64 *)a)
152 #else
153 #define InterlockedDecrementSizeT(a) InterlockedDecrement((LONG *)a)
154 #define InterlockedDecrementSizeTNoFence(a) InterlockedDecrementNoFence((LONG *)a)
155 #endif // _WIN64
156
157 #define InterlockedExchange _InterlockedExchange
158 #define InterlockedExchangeAcquire __ACQ_(_InterlockedExchange)
159 /* No release here */
160 #define InterlockedExchangeNoFence __NF_(_InterlockedExchange)
161
162 #if (_MSC_VER >= 1600)
163 #define InterlockedExchange8 _InterlockedExchange8
164 #endif // (_MSC_VER >= 1600)
165
166 #define InterlockedExchange16 _InterlockedExchange16
167 /* No release here */
168 #define InterlockedExchangeAcquire16 __ACQ_(_InterlockedExchange16)
169 #define InterlockedExchangeNoFence16 __NF_(_InterlockedExchange16)
170
171 #define InterlockedExchange64 _InterlockedExchange64
172 #define InterlockedExchangeAcquire64 __ACQ_(_InterlockedExchange64)
173 /* No release here */
174 #define InterlockedExchangeNoFence64 __NF_(_InterlockedExchange64)
175
176 #define InterlockedExchangePointer _InterlockedExchangePointer
177 #define InterlockedExchangePointerAcquire __ACQ_(_InterlockedExchangePointer)
178 /* No release here */
179 #define InterlockedExchangePointerNoFence __NF_(_InterlockedExchangePointer)
180
181 #define InterlockedExchangeAdd _InterlockedExchangeAdd
182 #define InterlockedExchangeAddAcquire __ACQ_(_InterlockedExchangeAdd)
183 #define InterlockedExchangeAddRelease __REL_(_InterlockedExchangeAdd)
184 #define InterlockedExchangeAddNoFence __NF_(_InterlockedExchangeAdd)
185
186 #define InterlockedExchangeAdd64 _InterlockedExchangeAdd64
187 #define InterlockedExchangeAddAcquire64 __ACQ_(_InterlockedExchangeAdd64)
188 #define InterlockedExchangeAddRelease64 __REL_(_InterlockedExchangeAdd64)
189 #define InterlockedExchangeAddNoFence64 __NF_(_InterlockedExchangeAdd64)
190
191 #ifdef _WIN64
192 #define InterlockedExchangeAddSizeT(a, b) InterlockedExchangeAdd64((LONG64 *)a, b)
193 #define InterlockedExchangeAddSizeTAcquire(a, b) InterlockedExchangeAddAcquire64((LONG64 *)a, b)
194 #define InterlockedExchangeAddSizeTNoFence(a, b) InterlockedExchangeAddNoFence64((LONG64 *)a, b)
195 #else
196 #define InterlockedExchangeAddSizeT(a, b) InterlockedExchangeAdd((LONG *)a, b)
197 #define InterlockedExchangeAddSizeTAcquire(a, b) InterlockedExchangeAddAcquire((LONG *)a, b)
198 #define InterlockedExchangeAddSizeTNoFence(a, b) InterlockedExchangeAddNoFence((LONG *)a, b)
199 #endif // _WIN64
200
201 #define InterlockedIncrement _InterlockedIncrement
202 #define InterlockedIncrementAcquire __ACQ_(_InterlockedIncrement)
203 #define InterlockedIncrementRelease __REL_(_InterlockedIncrement)
204 #define InterlockedIncrementNoFence __NF_(_InterlockedIncrement)
205
206 #define InterlockedIncrement16 _InterlockedIncrement16
207 #define InterlockedIncrementAcquire16 __ACQ_(_InterlockedIncrement16)
208 #define InterlockedIncrementRelease16 __REL_(_InterlockedIncrement16)
209 #define InterlockedIncrementNoFence16 __NF_(_InterlockedIncrement16)
210
211 #define InterlockedIncrement64 _InterlockedIncrement64
212 #define InterlockedIncrementAcquire64 __ACQ_(_InterlockedIncrement64)
213 #define InterlockedIncrementRelease64 __REL_(_InterlockedIncrement64)
214 #define InterlockedIncrementNoFence64 __NF_(_InterlockedIncrement64)
215
216 #ifdef _WIN64
217 #define InterlockedIncrementSizeT(a) InterlockedIncrement64((LONG64 *)a)
218 #define InterlockedIncrementSizeTNoFence(a) InterlockedIncrementNoFence64((LONG64 *)a)
219 #else
220 #define InterlockedIncrementSizeT(a) InterlockedIncrement((LONG *)a)
221 #define InterlockedIncrementSizeTNoFence(a) InterlockedIncrementNoFence((LONG *)a)
222 #endif // _WIN64
223
224 #define InterlockedOr _InterlockedOr
225 #define InterlockedOrAcquire __ACQ_(_InterlockedOr)
226 #define InterlockedOrRelease __REL_(_InterlockedOr)
227 #define InterlockedOrNoFence __NF_(_InterlockedOr)
228
229 #define InterlockedOr8 _InterlockedOr8
230 #ifdef _M_ARM
231 #define InterlockedOrAcquire8 _InterlockedOr8_acq
232 #define InterlockedOrRelease8 _InterlockedOr8_rel
233 #define InterlockedOrNoFence8 _InterlockedOr8_nf
234 #elif defined(_M_IA64)
235 #define InterlockedOr8Acquire _InterlockedOr8_acq
236 #define InterlockedOr8Release _InterlockedOr8_rel
237 #endif // _M_ARM
238
239 #define InterlockedOr16 _InterlockedOr16
240 #ifdef _M_ARM
241 #define InterlockedOrAcquire16 _InterlockedOr16_acq
242 #define InterlockedOrRelease16 _InterlockedOr16_rel
243 #define InterlockedOrNoFence16 _InterlockedOr16_nf
244 #elif defined(_M_IA64)
245 #define InterlockedOr16Acquire _InterlockedOr16_acq
246 #define InterlockedOr16Release _InterlockedOr16_rel
247 #endif // _M_ARM
248
249 #define InterlockedOr64 _InterlockedOr64
250 #ifdef _M_ARM
251 #define InterlockedOrAcquire64 _InterlockedOr64_acq
252 #define InterlockedOrRelease64 _InterlockedOr64_rel
253 #define InterlockedOrNoFence64 _InterlockedOr64_nf
254 #elif defined(_M_IA64) || defined(_M_AMD64)
255 #define InterlockedOr64Acquire __ACQ_(_InterlockedOr64)
256 #define InterlockedOr64Release __REL_(_InterlockedOr64)
257 #define InterlockedOr64NoFence __NF_(_InterlockedOr64)
258 #endif // _M_ARM
259
260 #ifdef _WIN64
261 #define InterlockedOrAffinity InterlockedOr64
262 #else
263 #define InterlockedOrAffinity InterlockedOr
264 #endif // _WIN64
265
266 #define InterlockedXor _InterlockedXor
267 #define InterlockedXorAcquire __ACQ_(_InterlockedXor)
268 #define InterlockedXorRelease __REL_(_InterlockedXor)
269 #define InterlockedXorNoFence __NF_(_InterlockedXor)
270
271 #define InterlockedXor8 _InterlockedXor8
272 #ifdef _M_ARM
273 #define InterlockedXorAcquire8 _InterlockedXor8_acq
274 #define InterlockedXorRelease8 _InterlockedXor8_rel
275 #define InterlockedXorNoFence8 _InterlockedXor8_nf
276 #elif defined(_M_IA64)
277 #define InterlockedXor8Acquire _InterlockedXor8_acq
278 #define InterlockedXor8Release _InterlockedXor8_rel
279 #endif /* _M_ARM */
280
281 #define InterlockedXor16 _InterlockedXor16
282 #ifdef _M_ARM
283 #define InterlockedXorAcquire16 _InterlockedXor16_acq
284 #define InterlockedXorRelease16 _InterlockedXor16_rel
285 #define InterlockedXorNoFence16 _InterlockedXor16_nf
286 #elif defined(_M_IA64)
287 #define InterlockedXor16Acquire _InterlockedXor16_acq
288 #define InterlockedXor16Release _InterlockedXor16_rel
289 #endif /* _M_ARM */
290
291 #define InterlockedXor64 _InterlockedXor64
292 #ifdef _M_ARM
293 #define InterlockedXorAcquire64 _InterlockedXor64_acq
294 #define InterlockedXorRelease64 _InterlockedXor64_rel
295 #define InterlockedXorNoFence64 _InterlockedXor64_nf
296 #elif defined(_M_IA64) || defined(_M_AMD64)
297 #define InterlockedXor64Acquire __ACQ_(_InterlockedXor64)
298 #define InterlockedXor64Release __REL_(_InterlockedXor64)
299 #define InterlockedXor64NoFence __NF_(_InterlockedXor64)
300 #endif /* _M_ARM */
301
302 #ifdef _M_IX86
303
304 FORCEINLINE
305 LONG64
306 _InterlockedExchange64(
307 _Inout_ _Interlocked_operand_ volatile LONG64 *Target,
308 _In_ LONG64 Value)
309 {
310 LONG64 Old, Prev;
311 for (Old = *Target; ; Old = Prev)
312 {
313 Prev = _InterlockedCompareExchange64(Target, Value, Old);
314 if (Prev == Old)
315 return Prev;
316 }
317 }
318
319 FORCEINLINE
320 LONG64
321 _InterlockedAdd64(
322 _Inout_ _Interlocked_operand_ volatile LONG64 *Target,
323 _In_ LONG64 Value)
324 {
325 LONG64 Old, Prev, New;
326 for (Old = *Target; ; Old = Prev)
327 {
328 New = Old + Value;
329 Prev = _InterlockedCompareExchange64(Target, New, Old);
330 if (Prev == Old)
331 return New;
332 }
333 }
334
335 FORCEINLINE
336 LONG64
337 _InterlockedExchangeAdd64 (
338 _Inout_ _Interlocked_operand_ volatile LONG64 *Target,
339 _In_ LONG64 Value
340 )
341 {
342 LONG64 Old, Prev, New;
343 for (Old = *Target; ; Old = Prev)
344 {
345 New = Old + Value;
346 Prev = _InterlockedCompareExchange64(Target, New, Old);
347 if (Prev == Old)
348 return Prev;
349 }
350 }
351
352 FORCEINLINE
353 LONG64
354 _InterlockedAnd64(
355 _Inout_ _Interlocked_operand_ volatile LONG64 *Target,
356 _In_ LONG64 Value)
357 {
358 LONG64 Old, Prev, New;
359 for (Old = *Target; ; Old = Prev)
360 {
361 New = Old & Value;
362 Prev = _InterlockedCompareExchange64(Target, New, Old);
363 if (Prev == Old)
364 return New;
365 }
366 }
367
368 FORCEINLINE
369 LONG64
370 _InterlockedOr64(
371 _Inout_ _Interlocked_operand_ volatile LONG64 *Target,
372 _In_ LONG64 Value)
373 {
374 LONG64 Old, Prev, New;
375 for (Old = *Target; ; Old = Prev)
376 {
377 New = Old | Value;
378 Prev = _InterlockedCompareExchange64(Target, New, Old);
379 if (Prev == Old)
380 return New;
381 }
382 }
383
384 FORCEINLINE
385 LONG64
386 _InterlockedXor64(
387 _Inout_ _Interlocked_operand_ volatile LONG64 *Target,
388 _In_ LONG64 Value)
389 {
390 LONG64 Old, Prev, New;
391 for (Old = *Target; ; Old = Prev)
392 {
393 New = Old ^ Value;
394 Prev = _InterlockedCompareExchange64(Target, New, Old);
395 if (Prev == Old)
396 return New;
397 }
398 }
399
400 FORCEINLINE
401 LONG64
402 _InterlockedIncrement64(
403 _Inout_ _Interlocked_operand_ volatile LONG64 *Target)
404 {
405 return _InterlockedAdd64(Target, 1);
406 }
407
408 FORCEINLINE
409 LONG64
410 _InterlockedDecrement64(
411 _Inout_ _Interlocked_operand_ volatile LONG64 *Target)
412 {
413 return _InterlockedAdd64(Target, -1);
414 }
415
416 #undef _InterlockedExchangePointer
417 #define _InterlockedExchangePointer _InlineInterlockedExchangePointer
418 FORCEINLINE
419 _Ret_writes_(_Inexpressible_(Unknown))
420 PVOID
421 _InterlockedExchangePointer(
422 _Inout_ _At_(*Destination, _Pre_writable_byte_size_(_Inexpressible_(Unknown))
423 _Post_writable_byte_size_(_Inexpressible_(Unknown)))
424 _Interlocked_operand_ volatile PVOID *Destination,
425 _In_opt_ PVOID Value)
426 {
427 return (PVOID)InterlockedExchange((volatile long *)Destination, (long)Value);
428 }
429
430 #undef _InterlockedCompareExchangePointer
431 #define _InterlockedCompareExchangePointer _InlineInterlockedCompareExchangePointer
432 FORCEINLINE
433 _Ret_writes_(_Inexpressible_(Unknown))
434 PVOID
435 _InterlockedCompareExchangePointer(
436 _Inout_ _At_(*Destination, _Pre_writable_byte_size_(_Inexpressible_(Unknown))
437 _Post_writable_byte_size_(_Inexpressible_(Unknown)))
438 _Interlocked_operand_ volatile PVOID *Destination,
439 _In_opt_ PVOID ExChange,
440 _In_opt_ PVOID Comperand)
441 {
442 return (PVOID)InterlockedCompareExchange((volatile long *)Destination,
443 (long)ExChange,
444 (long)Comperand);
445 }
446
447 #endif /* _M_IX86 */
448
449 #ifdef _M_AMD64
450
451 FORCEINLINE
452 LONG64
453 _InterlockedAdd64(
454 _Inout_ _Interlocked_operand_ volatile LONG64 *Target,
455 _In_ LONG64 Value)
456
457 {
458 return _InterlockedExchangeAdd64(Target, Value) + Value;
459 }
460
461 #endif /* _M_AMD64 */
462
463 #ifdef _M_IA64
464
465 #undef _InterlockedBitTestAndSet
466 #define _InterlockedBitTestAndSet InterlockedBitTestAndSet_Inline
467 FORCEINLINE
468 BOOLEAN
469 _InterlockedBitTestAndSet(
470 _Inout_ _Interlocked_operand_ volatile LONG *Target,
471 _In_ LONG Bit)
472 {
473 ULONG Mask = 1 << (Bit & 31);
474 return (BOOLEAN)((InterlockedOr(&Target[Bit / 32], Mask) & Mask) != 0);
475 }
476
477 #undef _InterlockedBitTestAndReset
478 #define _InterlockedBitTestAndReset InterlockedBitTestAndReset_Inline
479 FORCEINLINE
480 BOOLEAN
481 _InterlockedBitTestAndReset(
482 _Inout_ _Interlocked_operand_ volatile LONG *Target,
483 _In_ LONG Bit)
484 {
485 ULONG Mask = 1 << (Bit & 31);
486 return (BOOLEAN)((InterlockedAnd(&Target[Bit / 32], ~Mask) & Mask) != 0);
487 }
488
489 #undef _InterlockedBitTestAndSet64
490 #define _InterlockedBitTestAndSet64 InterlockedBitTestAndSet64_Inline
491 FORCEINLINE
492 BOOLEAN
493 _InterlockedBitTestAndSet64(
494 _Inout_ _Interlocked_operand_ volatile LONG64 *Target,
495 _In_ LONG64 Bit)
496 {
497 ULONG64 Mask = 1LL << (Bit & 63);
498 return (BOOLEAN)((InterlockedOr64(&Target[Bit / 64], Mask) & Mask) != 0);
499 }
500
501 #undef _InterlockedBitTestAndReset64
502 #define _InterlockedBitTestAndReset64 InterlockedBitTestAndReset64_Inline
503 FORCEINLINE
504 BOOLEAN
505 _InterlockedBitTestAndReset64(
506 _Inout_ _Interlocked_operand_ volatile LONG64 *Target,
507 _In_ LONG64 Bit)
508 {
509 ULONG64 Mask = 1LL << (Bit & 63);
510 return (BOOLEAN)((InterlockedAnd64(&Target[Bit / 64], ~Mask) & Mask) != 0);
511 }
512
513 #undef _InterlockedBitTestAndComplement
514 #define _InterlockedBitTestAndComplement InterlockedBitTestAndComplement_Inline
515 FORCEINLINE
516 BOOLEAN
517 _InterlockedBitTestAndComplement(
518 _Inout_ _Interlocked_operand_ volatile LONG *Target,
519 _In_ LONG Bit)
520 {
521 ULONG Mask = 1 << (Bit & 31);
522 return (BOOLEAN)((InterlockedXor(&Target[Bit / 32], Mask) & Mask) != 0);
523 }
524
525 #undef _InterlockedBitTestAndComplement64
526 #define _InterlockedBitTestAndComplement64 InterlockedBitTestAndComplement64_Inline
527 FORCEINLINE
528 BOOLEAN
529 _InterlockedBitTestAndComplement64(
530 _Inout_ _Interlocked_operand_ volatile LONG64 *Target,
531 _In_ LONG64 Bit)
532 {
533 ULONG64 Mask = 1LL << (Bit & 63);
534 return (BOOLEAN)((InterlockedXor64(&Target[Bit / 64], Mask) & Mask) != 0);
535 }
536
537 #endif /* M_IA64 */
538