2 * COPYRIGHT: See COPYING in the top level directory
3 * PROJECT: ReactOS Kernel
4 * FILE: ntoskrnl/io/iomgr.c
5 * PURPOSE: I/O Manager Initialization and Misc Utility Functions
7 * PROGRAMMERS: David Welch (welch@mcmail.com)
10 /* INCLUDES ****************************************************************/
16 ULONG IopTraceLevel
= 0;
17 BOOLEAN PnpSystemInit
= FALSE
;
23 IN PVOID DeferredContext
,
24 IN PVOID SystemArgument1
,
25 IN PVOID SystemArgument2
28 /* DATA ********************************************************************/
30 POBJECT_TYPE IoDeviceObjectType
= NULL
;
31 POBJECT_TYPE IoFileObjectType
= NULL
;
32 extern POBJECT_TYPE IoControllerObjectType
;
33 extern UNICODE_STRING NtSystemRoot
;
34 BOOLEAN IoCountOperations
= TRUE
;
35 ULONG IoReadOperationCount
= 0;
36 LARGE_INTEGER IoReadTransferCount
= {{0, 0}};
37 ULONG IoWriteOperationCount
= 0;
38 LARGE_INTEGER IoWriteTransferCount
= {{0, 0}};
39 ULONG IoOtherOperationCount
= 0;
40 LARGE_INTEGER IoOtherTransferCount
= {{0, 0}};
41 KSPIN_LOCK IoStatisticsLock
= 0;
42 ULONG IopNumTriageDumpDataBlocks
;
43 PVOID IopTriageDumpDataBlocks
[64];
45 GENERIC_MAPPING IopFileMapping
= {
51 extern LIST_ENTRY ShutdownListHead
;
52 extern LIST_ENTRY LastChanceShutdownListHead
;
53 extern KSPIN_LOCK ShutdownListLock
;
54 extern POBJECT_TYPE IoAdapterObjectType
;
55 extern ERESOURCE IopDatabaseResource
;
56 ERESOURCE IopSecurityResource
;
57 extern KGUARDED_MUTEX PnpNotifyListLock
;
58 extern LIST_ENTRY IopDiskFileSystemQueueHead
;
59 extern LIST_ENTRY IopCdRomFileSystemQueueHead
;
60 extern LIST_ENTRY IopTapeFileSystemQueueHead
;
61 extern LIST_ENTRY IopNetworkFileSystemQueueHead
;
62 extern LIST_ENTRY DriverBootReinitListHead
;
63 extern LIST_ENTRY DriverReinitListHead
;
64 extern LIST_ENTRY PnpNotifyListHead
;
65 extern LIST_ENTRY IopFsNotifyChangeQueueHead
;
66 extern LIST_ENTRY IopErrorLogListHead
;
67 extern LIST_ENTRY IopTimerQueueHead
;
68 extern KDPC IopTimerDpc
;
69 extern KTIMER IopTimer
;
70 extern KSPIN_LOCK IoStatisticsLock
;
71 extern KSPIN_LOCK DriverReinitListLock
;
72 extern KSPIN_LOCK DriverBootReinitListLock
;
73 extern KSPIN_LOCK IopLogListLock
;
74 extern KSPIN_LOCK IopTimerLock
;
76 extern PDEVICE_OBJECT IopErrorLogObject
;
78 GENERAL_LOOKASIDE IoLargeIrpLookaside
;
79 GENERAL_LOOKASIDE IoSmallIrpLookaside
;
80 GENERAL_LOOKASIDE IopMdlLookasideList
;
81 extern GENERAL_LOOKASIDE IoCompletionPacketLookaside
;
83 PLOADER_PARAMETER_BLOCK IopLoaderBlock
;
85 #if defined (ALLOC_PRAGMA)
86 #pragma alloc_text(INIT, IoInitSystem)
89 /* INIT FUNCTIONS ************************************************************/
94 IopInitLookasideLists(VOID
)
96 ULONG LargeIrpSize
, SmallIrpSize
, MdlSize
;
99 PGENERAL_LOOKASIDE CurrentList
= NULL
;
101 /* Calculate the sizes */
102 LargeIrpSize
= sizeof(IRP
) + (8 * sizeof(IO_STACK_LOCATION
));
103 SmallIrpSize
= sizeof(IRP
) + sizeof(IO_STACK_LOCATION
);
104 MdlSize
= sizeof(MDL
) + (23 * sizeof(PFN_NUMBER
));
106 /* Initialize the Lookaside List for I\O Completion */
107 ExInitializeSystemLookasideList(&IoCompletionPacketLookaside
,
109 sizeof(IOP_MINI_COMPLETION_PACKET
),
112 &ExSystemLookasideListHead
);
114 /* Initialize the Lookaside List for Large IRPs */
115 ExInitializeSystemLookasideList(&IoLargeIrpLookaside
,
120 &ExSystemLookasideListHead
);
123 /* Initialize the Lookaside List for Small IRPs */
124 ExInitializeSystemLookasideList(&IoSmallIrpLookaside
,
129 &ExSystemLookasideListHead
);
131 /* Initialize the Lookaside List for MDLs */
132 ExInitializeSystemLookasideList(&IopMdlLookasideList
,
137 &ExSystemLookasideListHead
);
139 /* Allocate the global lookaside list buffer */
140 CurrentList
= ExAllocatePoolWithTag(NonPagedPool
,
141 4 * KeNumberProcessors
*
142 sizeof(GENERAL_LOOKASIDE
),
145 /* Loop all processors */
146 for (i
= 0; i
< KeNumberProcessors
; i
++)
148 /* Get the PRCB for this CPU */
149 Prcb
= KiProcessorBlock
[i
];
150 DPRINT("Setting up lookaside for CPU: %x, PRCB: %p\n", i
, Prcb
);
152 /* Write IRP credit limit */
153 Prcb
->LookasideIrpFloat
= 512 / KeNumberProcessors
;
155 /* Set the I/O Completion List */
156 Prcb
->PPLookasideList
[LookasideCompletionList
].L
= &IoCompletionPacketLookaside
;
159 /* Initialize the Lookaside List for mini-packets */
160 ExInitializeSystemLookasideList(CurrentList
,
162 sizeof(IOP_MINI_COMPLETION_PACKET
),
165 &ExSystemLookasideListHead
);
166 Prcb
->PPLookasideList
[LookasideCompletionList
].P
= CurrentList
;
172 Prcb
->PPLookasideList
[LookasideCompletionList
].P
= &IoCompletionPacketLookaside
;
175 /* Set the Large IRP List */
176 Prcb
->PPLookasideList
[LookasideLargeIrpList
].L
= &IoLargeIrpLookaside
;
179 /* Initialize the Lookaside List for Large IRPs */
180 ExInitializeSystemLookasideList(CurrentList
,
185 &ExSystemLookasideListHead
);
186 Prcb
->PPLookasideList
[LookasideLargeIrpList
].P
= CurrentList
;
192 Prcb
->PPLookasideList
[LookasideLargeIrpList
].P
= &IoLargeIrpLookaside
;
195 /* Set the Small IRP List */
196 Prcb
->PPLookasideList
[LookasideSmallIrpList
].L
= &IoSmallIrpLookaside
;
199 /* Initialize the Lookaside List for Small IRPs */
200 ExInitializeSystemLookasideList(CurrentList
,
205 &ExSystemLookasideListHead
);
206 Prcb
->PPLookasideList
[LookasideSmallIrpList
].P
= CurrentList
;
212 Prcb
->PPLookasideList
[LookasideSmallIrpList
].P
= &IoSmallIrpLookaside
;
215 /* Set the MDL Completion List */
216 Prcb
->PPLookasideList
[LookasideMdlList
].L
= &IopMdlLookasideList
;
219 /* Initialize the Lookaside List for MDLs */
220 ExInitializeSystemLookasideList(CurrentList
,
225 &ExSystemLookasideListHead
);
227 Prcb
->PPLookasideList
[LookasideMdlList
].P
= CurrentList
;
233 Prcb
->PPLookasideList
[LookasideMdlList
].P
= &IopMdlLookasideList
;
241 IopCreateObjectTypes(VOID
)
243 OBJECT_TYPE_INITIALIZER ObjectTypeInitializer
;
246 /* Initialize default settings */
247 RtlZeroMemory(&ObjectTypeInitializer
, sizeof(ObjectTypeInitializer
));
248 ObjectTypeInitializer
.Length
= sizeof(ObjectTypeInitializer
);
249 ObjectTypeInitializer
.PoolType
= NonPagedPool
;
250 ObjectTypeInitializer
.InvalidAttributes
= OBJ_OPENLINK
;
251 ObjectTypeInitializer
.ValidAccessMask
= FILE_ALL_ACCESS
;
252 ObjectTypeInitializer
.UseDefaultObject
= TRUE
;
253 ObjectTypeInitializer
.GenericMapping
= IopFileMapping
;
255 /* Do the Adapter Type */
256 RtlInitUnicodeString(&Name
, L
"Adapter");
257 if (!NT_SUCCESS(ObCreateObjectType(&Name
,
258 &ObjectTypeInitializer
,
260 &IoAdapterObjectType
))) return FALSE
;
262 /* Do the Controller Type */
263 RtlInitUnicodeString(&Name
, L
"Controller");
264 ObjectTypeInitializer
.DefaultNonPagedPoolCharge
= sizeof(CONTROLLER_OBJECT
);
265 if (!NT_SUCCESS(ObCreateObjectType(&Name
,
266 &ObjectTypeInitializer
,
268 &IoControllerObjectType
))) return FALSE
;
270 /* Do the Device Type */
271 RtlInitUnicodeString(&Name
, L
"Device");
272 ObjectTypeInitializer
.DefaultNonPagedPoolCharge
= sizeof(DEVICE_OBJECT
);
273 ObjectTypeInitializer
.DeleteProcedure
= IopDeleteDevice
;
274 ObjectTypeInitializer
.ParseProcedure
= IopParseDevice
;
275 ObjectTypeInitializer
.SecurityProcedure
= IopSecurityFile
;
276 ObjectTypeInitializer
.CaseInsensitive
= TRUE
;
277 if (!NT_SUCCESS(ObCreateObjectType(&Name
,
278 &ObjectTypeInitializer
,
280 &IoDeviceObjectType
))) return FALSE
;
282 /* Initialize the Driver object type */
283 RtlInitUnicodeString(&Name
, L
"Driver");
284 ObjectTypeInitializer
.DefaultNonPagedPoolCharge
= sizeof(DRIVER_OBJECT
);
285 ObjectTypeInitializer
.DeleteProcedure
= IopDeleteDriver
;
286 ObjectTypeInitializer
.ParseProcedure
= NULL
;
287 ObjectTypeInitializer
.SecurityProcedure
= NULL
;
288 if (!NT_SUCCESS(ObCreateObjectType(&Name
,
289 &ObjectTypeInitializer
,
291 &IoDriverObjectType
))) return FALSE
;
293 /* Initialize the I/O Completion object type */
294 RtlInitUnicodeString(&Name
, L
"IoCompletion");
295 ObjectTypeInitializer
.DefaultNonPagedPoolCharge
= sizeof(KQUEUE
);
296 ObjectTypeInitializer
.ValidAccessMask
= IO_COMPLETION_ALL_ACCESS
;
297 ObjectTypeInitializer
.InvalidAttributes
|= OBJ_PERMANENT
;
298 ObjectTypeInitializer
.GenericMapping
= IopCompletionMapping
;
299 ObjectTypeInitializer
.DeleteProcedure
= IopDeleteIoCompletion
;
300 if (!NT_SUCCESS(ObCreateObjectType(&Name
,
301 &ObjectTypeInitializer
,
303 &IoCompletionType
))) return FALSE
;
305 /* Initialize the File object type */
306 RtlInitUnicodeString(&Name
, L
"File");
307 ObjectTypeInitializer
.DefaultNonPagedPoolCharge
= sizeof(FILE_OBJECT
);
308 ObjectTypeInitializer
.InvalidAttributes
|= OBJ_EXCLUSIVE
;
309 ObjectTypeInitializer
.MaintainHandleCount
= TRUE
;
310 ObjectTypeInitializer
.ValidAccessMask
= FILE_ALL_ACCESS
;
311 ObjectTypeInitializer
.GenericMapping
= IopFileMapping
;
312 ObjectTypeInitializer
.CloseProcedure
= IopCloseFile
;
313 ObjectTypeInitializer
.DeleteProcedure
= IopDeleteFile
;
314 ObjectTypeInitializer
.SecurityProcedure
= IopSecurityFile
;
315 ObjectTypeInitializer
.QueryNameProcedure
= IopQueryNameFile
;
316 ObjectTypeInitializer
.ParseProcedure
= IopParseFile
;
317 ObjectTypeInitializer
.UseDefaultObject
= FALSE
;
318 if (!NT_SUCCESS(ObCreateObjectType(&Name
,
319 &ObjectTypeInitializer
,
321 &IoFileObjectType
))) return FALSE
;
330 IopCreateRootDirectories()
332 OBJECT_ATTRIBUTES ObjectAttributes
;
333 UNICODE_STRING DirName
;
337 /* Create the '\Driver' object directory */
338 RtlInitUnicodeString(&DirName
, L
"\\Driver");
339 InitializeObjectAttributes(&ObjectAttributes
,
344 Status
= NtCreateDirectoryObject(&Handle
,
345 DIRECTORY_ALL_ACCESS
,
347 if (!NT_SUCCESS(Status
))
349 DPRINT1("Failed to create \\Driver directory: 0x%lx\n", Status
);
354 /* Create the '\FileSystem' object directory */
355 RtlInitUnicodeString(&DirName
, L
"\\FileSystem");
356 InitializeObjectAttributes(&ObjectAttributes
,
361 Status
= NtCreateDirectoryObject(&Handle
,
362 DIRECTORY_ALL_ACCESS
,
364 if (!NT_SUCCESS(Status
))
366 DPRINT1("Failed to create \\FileSystem directory: 0x%lx\n", Status
);
371 /* Create the '\FileSystem' object directory */
372 RtlInitUnicodeString(&DirName
, L
"\\FileSystem\\Filters");
373 InitializeObjectAttributes(&ObjectAttributes
,
378 Status
= NtCreateDirectoryObject(&Handle
,
379 DIRECTORY_ALL_ACCESS
,
381 if (!NT_SUCCESS(Status
))
383 DPRINT1("Failed to create \\FileSystem\\Filters directory: 0x%lx\n", Status
);
395 IopMarkBootPartition(IN PLOADER_PARAMETER_BLOCK LoaderBlock
)
397 OBJECT_ATTRIBUTES ObjectAttributes
;
400 UNICODE_STRING DeviceName
;
403 IO_STATUS_BLOCK IoStatusBlock
;
404 PFILE_OBJECT FileObject
;
406 /* Build the ARC device name */
407 sprintf(Buffer
, "\\ArcName\\%s", LoaderBlock
->ArcBootDeviceName
);
408 RtlInitAnsiString(&DeviceString
, Buffer
);
409 Status
= RtlAnsiStringToUnicodeString(&DeviceName
, &DeviceString
, TRUE
);
410 if (!NT_SUCCESS(Status
)) return FALSE
;
413 InitializeObjectAttributes(&ObjectAttributes
,
415 OBJ_CASE_INSENSITIVE
,
418 Status
= ZwOpenFile(&FileHandle
,
419 FILE_READ_ATTRIBUTES
,
423 FILE_NON_DIRECTORY_FILE
);
424 if (!NT_SUCCESS(Status
))
427 KeBugCheckEx(INACCESSIBLE_BOOT_DEVICE
,
428 (ULONG_PTR
)&DeviceName
,
435 Status
= ObReferenceObjectByHandle(FileHandle
,
439 (PVOID
*)&FileObject
,
441 if (!NT_SUCCESS(Status
))
444 RtlFreeUnicodeString(&DeviceName
);
448 /* Mark it as the boot partition */
449 FileObject
->DeviceObject
->Flags
|= DO_SYSTEM_BOOT_PARTITION
;
451 /* Save a copy of the DO for the I/O Error Logger */
452 ObReferenceObject(FileObject
->DeviceObject
);
453 IopErrorLogObject
= FileObject
->DeviceObject
;
455 /* Cleanup and return success */
456 RtlFreeUnicodeString(&DeviceName
);
458 ObDereferenceObject(FileObject
);
465 IoInitSystem(IN PLOADER_PARAMETER_BLOCK LoaderBlock
)
467 LARGE_INTEGER ExpireTime
;
470 ANSI_STRING NtBootPath
, RootString
;
472 /* Initialize empty NT Boot Path */
473 RtlInitEmptyAnsiString(&NtBootPath
, Buffer
, sizeof(Buffer
));
475 /* Initialize the lookaside lists */
476 IopInitLookasideLists();
478 /* Initialize all locks and lists */
479 ExInitializeResource(&IopDatabaseResource
);
480 ExInitializeResource(&IopSecurityResource
);
481 KeInitializeGuardedMutex(&PnpNotifyListLock
);
482 InitializeListHead(&IopDiskFileSystemQueueHead
);
483 InitializeListHead(&IopCdRomFileSystemQueueHead
);
484 InitializeListHead(&IopTapeFileSystemQueueHead
);
485 InitializeListHead(&IopNetworkFileSystemQueueHead
);
486 InitializeListHead(&DriverBootReinitListHead
);
487 InitializeListHead(&DriverReinitListHead
);
488 InitializeListHead(&PnpNotifyListHead
);
489 InitializeListHead(&ShutdownListHead
);
490 InitializeListHead(&LastChanceShutdownListHead
);
491 InitializeListHead(&IopFsNotifyChangeQueueHead
);
492 InitializeListHead(&IopErrorLogListHead
);
493 KeInitializeSpinLock(&IoStatisticsLock
);
494 KeInitializeSpinLock(&DriverReinitListLock
);
495 KeInitializeSpinLock(&DriverBootReinitListLock
);
496 KeInitializeSpinLock(&ShutdownListLock
);
497 KeInitializeSpinLock(&IopLogListLock
);
499 /* Initialize Timer List Lock */
500 KeInitializeSpinLock(&IopTimerLock
);
502 /* Initialize Timer List */
503 InitializeListHead(&IopTimerQueueHead
);
505 /* Initialize the DPC/Timer which will call the other Timer Routines */
506 ExpireTime
.QuadPart
= -10000000;
507 KeInitializeDpc(&IopTimerDpc
, IopTimerDispatch
, NULL
);
508 KeInitializeTimerEx(&IopTimer
, SynchronizationTimer
);
509 KeSetTimerEx(&IopTimer
, ExpireTime
, 1000, &IopTimerDpc
);
511 /* Create Object Types */
512 if (!IopCreateObjectTypes())
514 DPRINT1("IopCreateObjectTypes failed!\n");
518 /* Create Object Directories */
519 if (!IopCreateRootDirectories())
521 DPRINT1("IopCreateRootDirectories failed!\n");
525 /* Initialize PnP manager */
526 IopInitializePlugPlayServices();
528 /* Initialize HAL Root Bus Driver */
531 /* Make loader block available for the whole kernel */
532 IopLoaderBlock
= LoaderBlock
;
534 /* Load boot start drivers */
535 IopInitializeBootDrivers();
537 /* Call back drivers that asked for */
538 IopReinitializeBootDrivers();
540 /* Check if this was a ramdisk boot */
541 if (!_strnicmp(LoaderBlock
->ArcBootDeviceName
, "ramdisk(0)", 10))
543 /* Initialize the ramdisk driver */
544 IopStartRamdisk(LoaderBlock
);
547 /* No one should need loader block any longer */
548 IopLoaderBlock
= NULL
;
550 /* Create ARC names for boot devices */
551 Status
= IopCreateArcNames(LoaderBlock
);
552 if (!NT_SUCCESS(Status
))
554 DPRINT1("IopCreateArcNames failed: %lx\n", Status
);
558 /* Mark the system boot partition */
559 if (!IopMarkBootPartition(LoaderBlock
))
561 DPRINT1("IopMarkBootPartition failed!\n");
565 /* Initialize PnP root relations */
566 IopEnumerateDevice(IopRootDeviceNode
->PhysicalDeviceObject
);
572 /* I/O is now setup for disk access, so phase 3 */
573 KdInitSystem(3, LoaderBlock
);
576 /* Load services for devices found by PnP manager */
577 IopInitializePnpServices(IopRootDeviceNode
);
579 /* Load system start drivers */
580 IopInitializeSystemDrivers();
581 PnpSystemInit
= TRUE
;
583 /* Reinitialize drivers that requested it */
584 IopReinitializeDrivers();
586 /* Convert SystemRoot from ARC to NT path */
587 Status
= IopReassignSystemRoot(LoaderBlock
, &NtBootPath
);
588 if (!NT_SUCCESS(Status
))
590 DPRINT1("IopReassignSystemRoot failed: %lx\n", Status
);
594 /* Set the ANSI_STRING for the root path */
595 RootString
.MaximumLength
= NtSystemRoot
.MaximumLength
/ sizeof(WCHAR
);
596 RootString
.Length
= 0;
597 RootString
.Buffer
= ExAllocatePoolWithTag(PagedPool
,
598 RootString
.MaximumLength
,
601 /* Convert the path into the ANSI_STRING */
602 Status
= RtlUnicodeStringToAnsiString(&RootString
, &NtSystemRoot
, FALSE
);
603 if (!NT_SUCCESS(Status
))
605 DPRINT1("RtlUnicodeStringToAnsiString failed: %lx\n", Status
);
609 /* Assign drive letters */
610 IoAssignDriveLetters(LoaderBlock
,
612 (PUCHAR
)RootString
.Buffer
,
615 /* Update system root */
616 Status
= RtlAnsiStringToUnicodeString(&NtSystemRoot
, &RootString
, FALSE
);
617 if (!NT_SUCCESS(Status
))
619 DPRINT1("RtlAnsiStringToUnicodeString failed: %lx\n", Status
);
623 /* Load the System DLL and its Entrypoints */
624 Status
= PsLocateSystemDll();
625 if (!NT_SUCCESS(Status
))
627 DPRINT1("PsLocateSystemDll failed: %lx\n", Status
);