2 * COPYRIGHT: See COPYING in the top level directory
3 * PROJECT: ReactOS Kernel
4 * FILE: ntoskrnl/io/iomgr.c
5 * PURPOSE: I/O Manager Initialization and Misc Utility Functions
7 * PROGRAMMERS: David Welch (welch@mcmail.com)
10 /* INCLUDES ****************************************************************/
16 ULONG IopTraceLevel
= 0;
17 BOOLEAN PnpSystemInit
= FALSE
;
23 IN PVOID DeferredContext
,
24 IN PVOID SystemArgument1
,
25 IN PVOID SystemArgument2
28 /* DATA ********************************************************************/
30 POBJECT_TYPE IoDeviceObjectType
= NULL
;
31 POBJECT_TYPE IoFileObjectType
= NULL
;
32 extern POBJECT_TYPE IoControllerObjectType
;
33 extern UNICODE_STRING NtSystemRoot
;
34 BOOLEAN IoCountOperations
= TRUE
;
35 ULONG IoReadOperationCount
= 0;
36 LARGE_INTEGER IoReadTransferCount
= {{0, 0}};
37 ULONG IoWriteOperationCount
= 0;
38 LARGE_INTEGER IoWriteTransferCount
= {{0, 0}};
39 ULONG IoOtherOperationCount
= 0;
40 LARGE_INTEGER IoOtherTransferCount
= {{0, 0}};
41 KSPIN_LOCK IoStatisticsLock
= 0;
42 ULONG IopNumTriageDumpDataBlocks
;
43 PVOID IopTriageDumpDataBlocks
[64];
45 GENERIC_MAPPING IopFileMapping
= {
51 extern LIST_ENTRY ShutdownListHead
;
52 extern LIST_ENTRY LastChanceShutdownListHead
;
53 extern KSPIN_LOCK ShutdownListLock
;
54 extern POBJECT_TYPE IoAdapterObjectType
;
55 ERESOURCE IopDatabaseResource
;
56 extern ERESOURCE FileSystemListLock
;
57 ERESOURCE IopSecurityResource
;
58 extern KGUARDED_MUTEX FsChangeNotifyListLock
;
59 extern KGUARDED_MUTEX PnpNotifyListLock
;
60 extern LIST_ENTRY IopDiskFsListHead
;
61 extern LIST_ENTRY IopCdRomFsListHead
;
62 extern LIST_ENTRY IopTapeFsListHead
;
63 extern LIST_ENTRY IopNetworkFsListHead
;
64 extern LIST_ENTRY DriverBootReinitListHead
;
65 extern LIST_ENTRY DriverReinitListHead
;
66 extern LIST_ENTRY PnpNotifyListHead
;
67 extern LIST_ENTRY FsChangeNotifyListHead
;
68 extern LIST_ENTRY IopErrorLogListHead
;
69 extern LIST_ENTRY IopTimerQueueHead
;
70 extern KDPC IopTimerDpc
;
71 extern KTIMER IopTimer
;
72 extern KSPIN_LOCK IoStatisticsLock
;
73 extern KSPIN_LOCK DriverReinitListLock
;
74 extern KSPIN_LOCK DriverBootReinitListLock
;
75 extern KSPIN_LOCK IopLogListLock
;
76 extern KSPIN_LOCK IopTimerLock
;
78 extern PDEVICE_OBJECT IopErrorLogObject
;
80 GENERAL_LOOKASIDE IoLargeIrpLookaside
;
81 GENERAL_LOOKASIDE IoSmallIrpLookaside
;
82 GENERAL_LOOKASIDE IopMdlLookasideList
;
83 extern GENERAL_LOOKASIDE IoCompletionPacketLookaside
;
85 #if defined (ALLOC_PRAGMA)
86 #pragma alloc_text(INIT, IoInitSystem)
89 /* INIT FUNCTIONS ************************************************************/
94 IopInitLookasideLists(VOID
)
96 ULONG LargeIrpSize
, SmallIrpSize
, MdlSize
;
99 PGENERAL_LOOKASIDE CurrentList
= NULL
;
101 /* Calculate the sizes */
102 LargeIrpSize
= sizeof(IRP
) + (8 * sizeof(IO_STACK_LOCATION
));
103 SmallIrpSize
= sizeof(IRP
) + sizeof(IO_STACK_LOCATION
);
104 MdlSize
= sizeof(MDL
) + (23 * sizeof(PFN_NUMBER
));
106 /* Initialize the Lookaside List for I\O Completion */
107 ExInitializeSystemLookasideList(&IoCompletionPacketLookaside
,
109 sizeof(IOP_MINI_COMPLETION_PACKET
),
112 &ExSystemLookasideListHead
);
114 /* Initialize the Lookaside List for Large IRPs */
115 ExInitializeSystemLookasideList(&IoLargeIrpLookaside
,
120 &ExSystemLookasideListHead
);
123 /* Initialize the Lookaside List for Small IRPs */
124 ExInitializeSystemLookasideList(&IoSmallIrpLookaside
,
129 &ExSystemLookasideListHead
);
131 /* Initialize the Lookaside List for MDLs */
132 ExInitializeSystemLookasideList(&IopMdlLookasideList
,
137 &ExSystemLookasideListHead
);
139 /* Allocate the global lookaside list buffer */
140 CurrentList
= ExAllocatePoolWithTag(NonPagedPool
,
141 4 * KeNumberProcessors
*
142 sizeof(GENERAL_LOOKASIDE
),
145 /* Loop all processors */
146 for (i
= 0; i
< KeNumberProcessors
; i
++)
148 /* Get the PRCB for this CPU */
149 Prcb
= KiProcessorBlock
[i
];
150 DPRINT("Setting up lookaside for CPU: %x, PRCB: %p\n", i
, Prcb
);
152 /* Write IRP credit limit */
153 Prcb
->LookasideIrpFloat
= 512 / KeNumberProcessors
;
155 /* Set the I/O Completion List */
156 Prcb
->PPLookasideList
[LookasideCompletionList
].L
= &IoCompletionPacketLookaside
;
159 /* Initialize the Lookaside List for mini-packets */
160 ExInitializeSystemLookasideList(CurrentList
,
162 sizeof(IOP_MINI_COMPLETION_PACKET
),
165 &ExSystemLookasideListHead
);
166 Prcb
->PPLookasideList
[LookasideCompletionList
].P
= CurrentList
;
172 Prcb
->PPLookasideList
[LookasideCompletionList
].P
= &IoCompletionPacketLookaside
;
175 /* Set the Large IRP List */
176 Prcb
->PPLookasideList
[LookasideLargeIrpList
].L
= &IoLargeIrpLookaside
;
179 /* Initialize the Lookaside List for Large IRPs */
180 ExInitializeSystemLookasideList(CurrentList
,
185 &ExSystemLookasideListHead
);
186 Prcb
->PPLookasideList
[LookasideLargeIrpList
].P
= CurrentList
;
192 Prcb
->PPLookasideList
[LookasideLargeIrpList
].P
= &IoLargeIrpLookaside
;
195 /* Set the Small IRP List */
196 Prcb
->PPLookasideList
[LookasideSmallIrpList
].L
= &IoSmallIrpLookaside
;
199 /* Initialize the Lookaside List for Small IRPs */
200 ExInitializeSystemLookasideList(CurrentList
,
205 &ExSystemLookasideListHead
);
206 Prcb
->PPLookasideList
[LookasideSmallIrpList
].P
= CurrentList
;
212 Prcb
->PPLookasideList
[LookasideSmallIrpList
].P
= &IoSmallIrpLookaside
;
215 /* Set the MDL Completion List */
216 Prcb
->PPLookasideList
[LookasideMdlList
].L
= &IopMdlLookasideList
;
219 /* Initialize the Lookaside List for MDLs */
220 ExInitializeSystemLookasideList(CurrentList
,
225 &ExSystemLookasideListHead
);
227 Prcb
->PPLookasideList
[LookasideMdlList
].P
= CurrentList
;
233 Prcb
->PPLookasideList
[LookasideMdlList
].P
= &IopMdlLookasideList
;
241 IopCreateObjectTypes(VOID
)
243 OBJECT_TYPE_INITIALIZER ObjectTypeInitializer
;
246 /* Initialize default settings */
247 RtlZeroMemory(&ObjectTypeInitializer
, sizeof(ObjectTypeInitializer
));
248 ObjectTypeInitializer
.Length
= sizeof(ObjectTypeInitializer
);
249 ObjectTypeInitializer
.PoolType
= NonPagedPool
;
250 ObjectTypeInitializer
.InvalidAttributes
= OBJ_OPENLINK
;
251 ObjectTypeInitializer
.ValidAccessMask
= FILE_ALL_ACCESS
;
252 ObjectTypeInitializer
.UseDefaultObject
= TRUE
;
253 ObjectTypeInitializer
.GenericMapping
= IopFileMapping
;
255 /* Do the Adapter Type */
256 RtlInitUnicodeString(&Name
, L
"Adapter");
257 if (!NT_SUCCESS(ObCreateObjectType(&Name
,
258 &ObjectTypeInitializer
,
260 &IoAdapterObjectType
))) return FALSE
;
262 /* Do the Controller Type */
263 RtlInitUnicodeString(&Name
, L
"Controller");
264 ObjectTypeInitializer
.DefaultNonPagedPoolCharge
= sizeof(CONTROLLER_OBJECT
);
265 if (!NT_SUCCESS(ObCreateObjectType(&Name
,
266 &ObjectTypeInitializer
,
268 &IoControllerObjectType
))) return FALSE
;
270 /* Do the Device Type */
271 RtlInitUnicodeString(&Name
, L
"Device");
272 ObjectTypeInitializer
.DefaultNonPagedPoolCharge
= sizeof(DEVICE_OBJECT
);
273 ObjectTypeInitializer
.DeleteProcedure
= IopDeleteDevice
;
274 ObjectTypeInitializer
.ParseProcedure
= IopParseDevice
;
275 ObjectTypeInitializer
.SecurityProcedure
= IopSecurityFile
;
276 if (!NT_SUCCESS(ObCreateObjectType(&Name
,
277 &ObjectTypeInitializer
,
279 &IoDeviceObjectType
))) return FALSE
;
281 /* Initialize the Driver object type */
282 RtlInitUnicodeString(&Name
, L
"Driver");
283 ObjectTypeInitializer
.DefaultNonPagedPoolCharge
= sizeof(DRIVER_OBJECT
);
284 ObjectTypeInitializer
.DeleteProcedure
= IopDeleteDriver
;
285 ObjectTypeInitializer
.ParseProcedure
= NULL
;
286 ObjectTypeInitializer
.SecurityProcedure
= NULL
;
287 if (!NT_SUCCESS(ObCreateObjectType(&Name
,
288 &ObjectTypeInitializer
,
290 &IoDriverObjectType
))) return FALSE
;
292 /* Initialize the I/O Completion object type */
293 RtlInitUnicodeString(&Name
, L
"IoCompletion");
294 ObjectTypeInitializer
.DefaultNonPagedPoolCharge
= sizeof(KQUEUE
);
295 ObjectTypeInitializer
.ValidAccessMask
= IO_COMPLETION_ALL_ACCESS
;
296 ObjectTypeInitializer
.InvalidAttributes
|= OBJ_PERMANENT
;
297 ObjectTypeInitializer
.GenericMapping
= IopCompletionMapping
;
298 ObjectTypeInitializer
.DeleteProcedure
= IopDeleteIoCompletion
;
299 if (!NT_SUCCESS(ObCreateObjectType(&Name
,
300 &ObjectTypeInitializer
,
302 &IoCompletionType
))) return FALSE
;
304 /* Initialize the File object type */
305 RtlInitUnicodeString(&Name
, L
"File");
306 ObjectTypeInitializer
.DefaultNonPagedPoolCharge
= sizeof(FILE_OBJECT
);
307 ObjectTypeInitializer
.InvalidAttributes
|= OBJ_EXCLUSIVE
;
308 ObjectTypeInitializer
.MaintainHandleCount
= TRUE
;
309 ObjectTypeInitializer
.ValidAccessMask
= FILE_ALL_ACCESS
;
310 ObjectTypeInitializer
.GenericMapping
= IopFileMapping
;
311 ObjectTypeInitializer
.CloseProcedure
= IopCloseFile
;
312 ObjectTypeInitializer
.DeleteProcedure
= IopDeleteFile
;
313 ObjectTypeInitializer
.SecurityProcedure
= IopSecurityFile
;
314 ObjectTypeInitializer
.QueryNameProcedure
= IopQueryNameFile
;
315 ObjectTypeInitializer
.ParseProcedure
= IopParseFile
;
316 ObjectTypeInitializer
.UseDefaultObject
= FALSE
;
317 if (!NT_SUCCESS(ObCreateObjectType(&Name
,
318 &ObjectTypeInitializer
,
320 &IoFileObjectType
))) return FALSE
;
329 IopCreateRootDirectories()
331 OBJECT_ATTRIBUTES ObjectAttributes
;
332 UNICODE_STRING DirName
;
335 /* Create the '\Driver' object directory */
336 RtlInitUnicodeString(&DirName
, L
"\\Driver");
337 InitializeObjectAttributes(&ObjectAttributes
,
342 if (!NT_SUCCESS(NtCreateDirectoryObject(&Handle
,
343 DIRECTORY_ALL_ACCESS
,
344 &ObjectAttributes
))) return FALSE
;
347 /* Create the '\FileSystem' object directory */
348 RtlInitUnicodeString(&DirName
, L
"\\FileSystem");
349 InitializeObjectAttributes(&ObjectAttributes
,
354 if (!NT_SUCCESS(NtCreateDirectoryObject(&Handle
,
355 DIRECTORY_ALL_ACCESS
,
356 &ObjectAttributes
))) return FALSE
;
366 IopMarkBootPartition(IN PLOADER_PARAMETER_BLOCK LoaderBlock
)
368 OBJECT_ATTRIBUTES ObjectAttributes
;
371 UNICODE_STRING DeviceName
;
374 IO_STATUS_BLOCK IoStatusBlock
;
375 PFILE_OBJECT FileObject
;
377 /* Build the ARC device name */
378 sprintf(Buffer
, "\\ArcName\\%s", LoaderBlock
->ArcBootDeviceName
);
379 RtlInitAnsiString(&DeviceString
, Buffer
);
380 Status
= RtlAnsiStringToUnicodeString(&DeviceName
, &DeviceString
, TRUE
);
381 if (!NT_SUCCESS(Status
)) return FALSE
;
384 InitializeObjectAttributes(&ObjectAttributes
,
386 OBJ_CASE_INSENSITIVE
,
389 Status
= ZwOpenFile(&FileHandle
,
390 FILE_READ_ATTRIBUTES
,
394 FILE_NON_DIRECTORY_FILE
);
395 if (!NT_SUCCESS(Status
))
398 KeBugCheckEx(INACCESSIBLE_BOOT_DEVICE
,
399 (ULONG_PTR
)&DeviceName
,
406 Status
= ObReferenceObjectByHandle(FileHandle
,
410 (PVOID
*)&FileObject
,
412 if (!NT_SUCCESS(Status
))
415 RtlFreeUnicodeString(&DeviceName
);
419 /* Mark it as the boot partition */
420 FileObject
->DeviceObject
->Flags
|= DO_SYSTEM_BOOT_PARTITION
;
422 /* Save a copy of the DO for the I/O Error Logger */
423 ObReferenceObject(FileObject
->DeviceObject
);
424 IopErrorLogObject
= FileObject
->DeviceObject
;
426 /* Cleanup and return success */
427 RtlFreeUnicodeString(&DeviceName
);
429 ObDereferenceObject(FileObject
);
436 IoInitSystem(IN PLOADER_PARAMETER_BLOCK LoaderBlock
)
438 LARGE_INTEGER ExpireTime
;
441 ANSI_STRING NtBootPath
, RootString
;
443 /* Initialize empty NT Boot Path */
444 RtlInitEmptyAnsiString(&NtBootPath
, Buffer
, sizeof(Buffer
));
446 /* Initialize the lookaside lists */
447 IopInitLookasideLists();
449 /* Initialize all locks and lists */
450 ExInitializeResource(&IopDatabaseResource
);
451 ExInitializeResource(&FileSystemListLock
);
452 ExInitializeResource(&IopSecurityResource
);
453 KeInitializeGuardedMutex(&FsChangeNotifyListLock
);
454 KeInitializeGuardedMutex(&PnpNotifyListLock
);
455 InitializeListHead(&IopDiskFsListHead
);
456 InitializeListHead(&IopCdRomFsListHead
);
457 InitializeListHead(&IopTapeFsListHead
);
458 InitializeListHead(&IopNetworkFsListHead
);
459 InitializeListHead(&DriverBootReinitListHead
);
460 InitializeListHead(&DriverReinitListHead
);
461 InitializeListHead(&PnpNotifyListHead
);
462 InitializeListHead(&ShutdownListHead
);
463 InitializeListHead(&LastChanceShutdownListHead
);
464 InitializeListHead(&FsChangeNotifyListHead
);
465 InitializeListHead(&IopErrorLogListHead
);
466 KeInitializeSpinLock(&IoStatisticsLock
);
467 KeInitializeSpinLock(&DriverReinitListLock
);
468 KeInitializeSpinLock(&DriverBootReinitListLock
);
469 KeInitializeSpinLock(&ShutdownListLock
);
470 KeInitializeSpinLock(&IopLogListLock
);
472 /* Initialize Timer List Lock */
473 KeInitializeSpinLock(&IopTimerLock
);
475 /* Initialize Timer List */
476 InitializeListHead(&IopTimerQueueHead
);
478 /* Initialize the DPC/Timer which will call the other Timer Routines */
479 ExpireTime
.QuadPart
= -10000000;
480 KeInitializeDpc(&IopTimerDpc
, IopTimerDispatch
, NULL
);
481 KeInitializeTimerEx(&IopTimer
, SynchronizationTimer
);
482 KeSetTimerEx(&IopTimer
, ExpireTime
, 1000, &IopTimerDpc
);
484 /* Create Object Types */
485 if (!IopCreateObjectTypes()) return FALSE
;
487 /* Create Object Directories */
488 if (!IopCreateRootDirectories()) return FALSE
;
490 /* Initialize PnP manager */
491 IopInitializePlugPlayServices();
493 /* Load boot start drivers */
494 IopInitializeBootDrivers();
496 /* Call back drivers that asked for */
497 IopReinitializeBootDrivers();
499 /* Check if this was a ramdisk boot */
500 if (!_strnicmp(LoaderBlock
->ArcBootDeviceName
, "ramdisk(0)", 10))
502 /* Initialize the ramdisk driver */
503 IopStartRamdisk(LoaderBlock
);
506 /* Create ARC names for boot devices */
507 IopCreateArcNames(LoaderBlock
);
509 /* Mark the system boot partition */
510 if (!IopMarkBootPartition(LoaderBlock
)) return FALSE
;
512 /* Initialize PnP root relations */
513 IopEnumerateDevice(IopRootDeviceNode
->PhysicalDeviceObject
);
519 /* I/O is now setup for disk access, so phase 3 */
520 KdInitSystem(3, LoaderBlock
);
523 /* Load services for devices found by PnP manager */
524 IopInitializePnpServices(IopRootDeviceNode
);
526 /* Load system start drivers */
527 IopInitializeSystemDrivers();
528 PnpSystemInit
= TRUE
;
530 /* Reinitialize drivers that requested it */
531 IopReinitializeDrivers();
533 /* Convert SystemRoot from ARC to NT path */
534 Status
= IopReassignSystemRoot(LoaderBlock
, &NtBootPath
);
535 if (!NT_SUCCESS(Status
)) return FALSE
;
537 /* Set the ANSI_STRING for the root path */
538 RootString
.MaximumLength
= NtSystemRoot
.MaximumLength
/ sizeof(WCHAR
);
539 RootString
.Length
= 0;
540 RootString
.Buffer
= ExAllocatePoolWithTag(PagedPool
,
541 RootString
.MaximumLength
,
544 /* Convert the path into the ANSI_STRING */
545 Status
= RtlUnicodeStringToAnsiString(&RootString
, &NtSystemRoot
, FALSE
);
546 if (!NT_SUCCESS(Status
)) return FALSE
;
548 /* Assign drive letters */
549 IoAssignDriveLetters(LoaderBlock
,
551 (PUCHAR
)RootString
.Buffer
,
554 /* Update system root */
555 Status
= RtlAnsiStringToUnicodeString(&NtSystemRoot
, &RootString
, FALSE
);
556 if (!NT_SUCCESS(Status
)) return FALSE
;
558 /* Load the System DLL and its Entrypoints */
559 if (!NT_SUCCESS(PsLocateSystemDll())) return FALSE
;