4 // Define this if you want debugging support
6 #define _CC_DEBUG_ 0x00
9 // These define the Debug Masks Supported
11 #define CC_API_DEBUG 0x01
14 // Debug/Tracing support
17 #ifdef NEW_DEBUG_SYSTEM_IMPLEMENTED // enable when Debug Filters are implemented
18 #define CCTRACE(x, ...) \
20 DbgPrintEx("%s [%.16s] - ", \
22 PsGetCurrentProcess()->ImageFileName); \
23 DbgPrintEx(__VA_ARGS__); \
26 #define CCTRACE(x, ...) \
27 if (x & CcRosTraceLevel) \
29 DbgPrint("%s [%.16s] - ", \
31 PsGetCurrentProcess()->ImageFileName); \
32 DbgPrint(__VA_ARGS__); \
36 #define CCTRACE(x, fmt, ...) DPRINT(fmt, ##__VA_ARGS__)
42 extern ULONG CcRosTraceLevel
;
43 extern LIST_ENTRY DirtyVacbListHead
;
44 extern ULONG CcDirtyPageThreshold
;
45 extern ULONG CcTotalDirtyPages
;
46 extern LIST_ENTRY CcDeferredWrites
;
47 extern KSPIN_LOCK CcDeferredWriteSpinLock
;
48 extern ULONG CcNumberWorkerThreads
;
49 extern LIST_ENTRY CcIdleWorkerThreadList
;
50 extern LIST_ENTRY CcExpressWorkQueue
;
51 extern LIST_ENTRY CcRegularWorkQueue
;
52 extern LIST_ENTRY CcPostTickWorkQueue
;
53 extern NPAGED_LOOKASIDE_LIST CcTwilightLookasideList
;
54 extern LARGE_INTEGER CcIdleDelay
;
59 extern ULONG CcLazyWritePages
;
60 extern ULONG CcLazyWriteIos
;
61 extern ULONG CcMapDataWait
;
62 extern ULONG CcMapDataNoWait
;
63 extern ULONG CcPinReadWait
;
64 extern ULONG CcPinReadNoWait
;
65 extern ULONG CcDataPages
;
66 extern ULONG CcDataFlushes
;
68 typedef struct _PF_SCENARIO_ID
72 } PF_SCENARIO_ID
, *PPF_SCENARIO_ID
;
74 typedef struct _PF_LOG_ENTRY
81 ULONG FileSequenceNumber
;
83 } PF_LOG_ENTRY
, *PPF_LOG_ENTRY
;
85 typedef struct _PFSN_LOG_ENTRIES
87 LIST_ENTRY TraceBuffersLink
;
90 PF_LOG_ENTRY Entries
[ANYSIZE_ARRAY
];
91 } PFSN_LOG_ENTRIES
, *PPFSN_LOG_ENTRIES
;
93 typedef struct _PF_SECTION_INFO
96 ULONG FileSequenceNumber
;
99 } PF_SECTION_INFO
, *PPF_SECTION_INFO
;
101 typedef struct _PF_TRACE_HEADER
106 PF_SCENARIO_ID ScenarioId
;
107 ULONG ScenarioType
; // PF_SCENARIO_TYPE
108 ULONG EventEntryIdxs
[8];
109 ULONG NumEventEntryIdxs
;
110 ULONG TraceBufferOffset
;
112 ULONG SectionInfoOffset
;
114 ULONG FaultsPerPeriod
[10];
115 LARGE_INTEGER LaunchTime
;
116 ULONGLONG Reserved
[5];
117 } PF_TRACE_HEADER
, *PPF_TRACE_HEADER
;
119 typedef struct _PFSN_TRACE_DUMP
121 LIST_ENTRY CompletedTracesLink
;
122 PF_TRACE_HEADER Trace
;
123 } PFSN_TRACE_DUMP
, *PPFSN_TRACE_DUMP
;
125 typedef struct _PFSN_TRACE_HEADER
128 LIST_ENTRY ActiveTracesLink
;
129 PF_SCENARIO_ID ScenarioId
;
130 ULONG ScenarioType
; // PF_SCENARIO_TYPE
131 ULONG EventEntryIdxs
[8];
132 ULONG NumEventEntryIdxs
;
133 PPFSN_LOG_ENTRIES CurrentTraceBuffer
;
134 LIST_ENTRY TraceBuffersList
;
135 ULONG NumTraceBuffers
;
136 KSPIN_LOCK TraceBufferSpinLock
;
138 LARGE_INTEGER TraceTimerPeriod
;
140 KSPIN_LOCK TraceTimerSpinLock
;
141 ULONG FaultsPerPeriod
[10];
147 EX_RUNDOWN_REF RefCount
;
148 WORK_QUEUE_ITEM EndTraceWorkItem
;
150 PPFSN_TRACE_DUMP TraceDump
;
151 NTSTATUS TraceDumpStatus
;
152 LARGE_INTEGER LaunchTime
;
153 PPF_SECTION_INFO SectionInfo
;
154 ULONG SectionInfoCount
;
155 } PFSN_TRACE_HEADER
, *PPFSN_TRACE_HEADER
;
157 typedef struct _PFSN_PREFETCHER_GLOBALS
159 LIST_ENTRY ActiveTraces
;
160 KSPIN_LOCK ActiveTracesLock
;
161 PPFSN_TRACE_HEADER SystemWideTrace
;
162 LIST_ENTRY CompletedTraces
;
163 FAST_MUTEX CompletedTracesLock
;
164 LONG NumCompletedTraces
;
165 PKEVENT CompletedTracesEvent
;
166 LONG ActivePrefetches
;
167 } PFSN_PREFETCHER_GLOBALS
, *PPFSN_PREFETCHER_GLOBALS
;
169 typedef struct _ROS_SHARED_CACHE_MAP
174 LARGE_INTEGER FileSize
;
176 LARGE_INTEGER SectionSize
;
177 PFILE_OBJECT FileObject
;
179 LIST_ENTRY SharedCacheMapLinks
;
181 PCACHE_MANAGER_CALLBACKS Callbacks
;
182 PVOID LazyWriteContext
;
183 LIST_ENTRY PrivateList
;
184 ULONG DirtyPageThreshold
;
185 KSPIN_LOCK BcbSpinLock
;
186 PRIVATE_CACHE_MAP PrivateCacheMap
;
189 LIST_ENTRY CacheMapVacbListHead
;
192 KSPIN_LOCK CacheMapLock
;
194 BOOLEAN Trace
; /* enable extra trace output for this cache map and it's VACBs */
196 } ROS_SHARED_CACHE_MAP
, *PROS_SHARED_CACHE_MAP
;
198 #define READAHEAD_DISABLED 0x1
199 #define WRITEBEHIND_DISABLED 0x2
201 typedef struct _ROS_VACB
203 /* Base address of the region where the view's data is mapped. */
205 /* Memory area representing the region where the view's data is mapped. */
206 struct _MEMORY_AREA
* MemoryArea
;
207 /* Are the contents of the view valid. */
209 /* Are the contents of the view newer than those on disk. */
211 /* Page out in progress */
214 /* Entry in the list of VACBs for this shared cache map. */
215 LIST_ENTRY CacheMapVacbListEntry
;
216 /* Entry in the list of VACBs which are dirty. */
217 LIST_ENTRY DirtyVacbListEntry
;
218 /* Entry in the list of VACBs. */
219 LIST_ENTRY VacbLruListEntry
;
220 /* Offset in the file which this view maps. */
221 LARGE_INTEGER FileOffset
;
222 /* Number of references. */
223 volatile ULONG ReferenceCount
;
224 /* Pointer to the shared cache map for the file which this view maps data for. */
225 PROS_SHARED_CACHE_MAP SharedCacheMap
;
226 /* Pointer to the next VACB in a chain. */
227 } ROS_VACB
, *PROS_VACB
;
229 typedef struct _INTERNAL_BCB
237 CSHORT RefCount
; /* (At offset 0x34 on WinNT4) */
239 } INTERNAL_BCB
, *PINTERNAL_BCB
;
241 typedef struct _LAZY_WRITER
243 LIST_ENTRY WorkQueue
;
248 BOOLEAN PendingTeardown
;
249 } LAZY_WRITER
, *PLAZY_WRITER
;
251 typedef struct _WORK_QUEUE_ENTRY
253 LIST_ENTRY WorkQueueLinks
;
258 FILE_OBJECT
*FileObject
;
262 SHARED_CACHE_MAP
*SharedCacheMap
;
270 unsigned long Reason
;
273 unsigned char Function
;
274 } WORK_QUEUE_ENTRY
, *PWORK_QUEUE_ENTRY
;
276 typedef enum _WORK_QUEUE_FUNCTIONS
282 } WORK_QUEUE_FUNCTIONS
, *PWORK_QUEUE_FUNCTIONS
;
284 extern LAZY_WRITER LazyWriter
;
286 #define NODE_TYPE_DEFERRED_WRITE 0x02FC
287 #define NODE_TYPE_PRIVATE_MAP 0x02FE
288 #define NODE_TYPE_SHARED_MAP 0x02FF
292 CcPfInitializePrefetcher(
299 IN PFILE_OBJECT FileObject
,
300 IN PMDL MemoryDescriptorList
306 IN PFILE_OBJECT FileObject
,
307 IN PLARGE_INTEGER FileOffset
,
313 CcRosFlushVacb(PROS_VACB Vacb
);
318 PROS_SHARED_CACHE_MAP SharedCacheMap
,
320 PLONGLONG BaseOffset
,
332 CcShutdownLazyWriter(VOID
);
336 CcReadVirtualAddress(PROS_VACB Vacb
);
340 CcWriteVirtualAddress(PROS_VACB Vacb
);
344 CcInitializeCacheManager(VOID
);
349 PROS_SHARED_CACHE_MAP SharedCacheMap
,
357 PROS_SHARED_CACHE_MAP SharedCacheMap
,
363 CcInitCacheZeroPage(VOID
);
368 PROS_SHARED_CACHE_MAP SharedCacheMap
,
379 CcRosUnmarkDirtyVacb(
385 CcRosFlushDirtyPages(
389 BOOLEAN CalledFromLazy
394 CcRosDereferenceCache(PFILE_OBJECT FileObject
);
398 CcRosReferenceCache(PFILE_OBJECT FileObject
);
402 CcRosRemoveIfClosed(PSECTION_OBJECT_POINTERS SectionObjectPointer
);
407 PROS_SHARED_CACHE_MAP SharedCacheMap
,
417 PROS_SHARED_CACHE_MAP SharedCacheMap
,
426 CcRosInitializeFileCache(
427 PFILE_OBJECT FileObject
,
428 PCC_FILE_SIZES FileSizes
,
430 PCACHE_MANAGER_CALLBACKS CallBacks
,
431 PVOID LazyWriterContext
436 CcRosReleaseFileCache(
437 PFILE_OBJECT FileObject
442 CcShutdownSystem(VOID
);
446 CcWorkerThread(PVOID Parameter
);
452 PVOID DeferredContext
,
453 PVOID SystemArgument1
,
454 PVOID SystemArgument2
);
457 CcScheduleLazyWriteScan(BOOLEAN NoDelay
);
460 CcPostDeferredWrites(VOID
);
464 IN PWORK_QUEUE_ENTRY WorkItem
,
465 IN PLIST_ENTRY WorkQueue
);
469 IN PFILE_OBJECT FileObject
);
472 CcRosInternalFreeVacb(
478 _In_ LONGLONG Offset1
,
479 _In_ LONGLONG Length1
,
480 _In_ LONGLONG Offset2
,
481 _In_ LONGLONG Length2
)
483 if (Offset1
+ Length1
<= Offset2
)
485 if (Offset2
+ Length2
<= Offset1
)
493 _In_ LONGLONG Offset1
,
494 _In_ LONGLONG Length1
,
497 return DoRangesIntersect(Offset1
, Length1
, Point
, 1);
500 #define CcBugCheck(A, B, C) KeBugCheckEx(CACHE_MANAGER, BugCheckFileId | ((ULONG)(__LINE__)), A, B, C)
503 #define CcRosVacbIncRefCount(vacb) CcRosVacbIncRefCount_(vacb,__FILE__,__LINE__)
504 #define CcRosVacbDecRefCount(vacb) CcRosVacbDecRefCount_(vacb,__FILE__,__LINE__)
505 #define CcRosVacbGetRefCount(vacb) CcRosVacbGetRefCount_(vacb,__FILE__,__LINE__)
508 CcRosVacbIncRefCount_(
514 CcRosVacbDecRefCount_(
520 CcRosVacbGetRefCount_(
526 #define CcRosVacbIncRefCount(vacb) InterlockedIncrement((PLONG)&(vacb)->ReferenceCount)
529 CcRosVacbDecRefCount(
534 Refs
= InterlockedDecrement((PLONG
)&vacb
->ReferenceCount
);
537 CcRosInternalFreeVacb(vacb
);
541 #define CcRosVacbGetRefCount(vacb) InterlockedCompareExchange((PLONG)&(vacb)->ReferenceCount, 0, 0)