2 * COPYRIGHT: See COPYING in the top level directory
3 * PROJECT: ReactOS Kernel
4 * FILE: ntoskrnl/io/iomgr.c
5 * PURPOSE: I/O Manager Initialization and Misc Utility Functions
7 * PROGRAMMERS: David Welch (welch@mcmail.com)
10 /* INCLUDES ****************************************************************/
16 ULONG IopTraceLevel
= 0;
17 BOOLEAN PnpSystemInit
= FALSE
;
23 IN PVOID DeferredContext
,
24 IN PVOID SystemArgument1
,
25 IN PVOID SystemArgument2
28 /* DATA ********************************************************************/
30 POBJECT_TYPE IoDeviceObjectType
= NULL
;
31 POBJECT_TYPE IoFileObjectType
= NULL
;
32 extern POBJECT_TYPE IoControllerObjectType
;
33 extern UNICODE_STRING NtSystemRoot
;
34 BOOLEAN IoCountOperations
= TRUE
;
35 ULONG IoReadOperationCount
= 0;
36 LARGE_INTEGER IoReadTransferCount
= {{0, 0}};
37 ULONG IoWriteOperationCount
= 0;
38 LARGE_INTEGER IoWriteTransferCount
= {{0, 0}};
39 ULONG IoOtherOperationCount
= 0;
40 LARGE_INTEGER IoOtherTransferCount
= {{0, 0}};
41 KSPIN_LOCK IoStatisticsLock
= 0;
42 ULONG IopNumTriageDumpDataBlocks
;
43 PVOID IopTriageDumpDataBlocks
[64];
45 GENERIC_MAPPING IopFileMapping
= {
51 extern LIST_ENTRY ShutdownListHead
;
52 extern LIST_ENTRY LastChanceShutdownListHead
;
53 extern KSPIN_LOCK ShutdownListLock
;
54 extern POBJECT_TYPE IoAdapterObjectType
;
55 extern ERESOURCE IopDatabaseResource
;
56 ERESOURCE IopSecurityResource
;
57 extern KGUARDED_MUTEX PnpNotifyListLock
;
58 extern LIST_ENTRY IopDiskFileSystemQueueHead
;
59 extern LIST_ENTRY IopCdRomFileSystemQueueHead
;
60 extern LIST_ENTRY IopTapeFileSystemQueueHead
;
61 extern LIST_ENTRY IopNetworkFileSystemQueueHead
;
62 extern LIST_ENTRY DriverBootReinitListHead
;
63 extern LIST_ENTRY DriverReinitListHead
;
64 extern LIST_ENTRY PnpNotifyListHead
;
65 extern LIST_ENTRY IopFsNotifyChangeQueueHead
;
66 extern LIST_ENTRY IopErrorLogListHead
;
67 extern LIST_ENTRY IopTimerQueueHead
;
68 extern KDPC IopTimerDpc
;
69 extern KTIMER IopTimer
;
70 extern KSPIN_LOCK IoStatisticsLock
;
71 extern KSPIN_LOCK DriverReinitListLock
;
72 extern KSPIN_LOCK DriverBootReinitListLock
;
73 extern KSPIN_LOCK IopLogListLock
;
74 extern KSPIN_LOCK IopTimerLock
;
76 extern PDEVICE_OBJECT IopErrorLogObject
;
78 GENERAL_LOOKASIDE IoLargeIrpLookaside
;
79 GENERAL_LOOKASIDE IoSmallIrpLookaside
;
80 GENERAL_LOOKASIDE IopMdlLookasideList
;
81 extern GENERAL_LOOKASIDE IoCompletionPacketLookaside
;
83 PLOADER_PARAMETER_BLOCK IopLoaderBlock
;
85 #if defined (ALLOC_PRAGMA)
86 #pragma alloc_text(INIT, IoInitSystem)
89 /* INIT FUNCTIONS ************************************************************/
94 IopInitLookasideLists(VOID
)
96 ULONG LargeIrpSize
, SmallIrpSize
, MdlSize
;
99 PGENERAL_LOOKASIDE CurrentList
= NULL
;
101 /* Calculate the sizes */
102 LargeIrpSize
= sizeof(IRP
) + (8 * sizeof(IO_STACK_LOCATION
));
103 SmallIrpSize
= sizeof(IRP
) + sizeof(IO_STACK_LOCATION
);
104 MdlSize
= sizeof(MDL
) + (23 * sizeof(PFN_NUMBER
));
106 /* Initialize the Lookaside List for I\O Completion */
107 ExInitializeSystemLookasideList(&IoCompletionPacketLookaside
,
109 sizeof(IOP_MINI_COMPLETION_PACKET
),
112 &ExSystemLookasideListHead
);
114 /* Initialize the Lookaside List for Large IRPs */
115 ExInitializeSystemLookasideList(&IoLargeIrpLookaside
,
120 &ExSystemLookasideListHead
);
123 /* Initialize the Lookaside List for Small IRPs */
124 ExInitializeSystemLookasideList(&IoSmallIrpLookaside
,
129 &ExSystemLookasideListHead
);
131 /* Initialize the Lookaside List for MDLs */
132 ExInitializeSystemLookasideList(&IopMdlLookasideList
,
137 &ExSystemLookasideListHead
);
139 /* Allocate the global lookaside list buffer */
140 CurrentList
= ExAllocatePoolWithTag(NonPagedPool
,
141 4 * KeNumberProcessors
*
142 sizeof(GENERAL_LOOKASIDE
),
145 /* Loop all processors */
146 for (i
= 0; i
< KeNumberProcessors
; i
++)
148 /* Get the PRCB for this CPU */
149 Prcb
= KiProcessorBlock
[i
];
150 DPRINT("Setting up lookaside for CPU: %x, PRCB: %p\n", i
, Prcb
);
152 /* Write IRP credit limit */
153 Prcb
->LookasideIrpFloat
= 512 / KeNumberProcessors
;
155 /* Set the I/O Completion List */
156 Prcb
->PPLookasideList
[LookasideCompletionList
].L
= &IoCompletionPacketLookaside
;
159 /* Initialize the Lookaside List for mini-packets */
160 ExInitializeSystemLookasideList(CurrentList
,
162 sizeof(IOP_MINI_COMPLETION_PACKET
),
165 &ExSystemLookasideListHead
);
166 Prcb
->PPLookasideList
[LookasideCompletionList
].P
= CurrentList
;
172 Prcb
->PPLookasideList
[LookasideCompletionList
].P
= &IoCompletionPacketLookaside
;
175 /* Set the Large IRP List */
176 Prcb
->PPLookasideList
[LookasideLargeIrpList
].L
= &IoLargeIrpLookaside
;
179 /* Initialize the Lookaside List for Large IRPs */
180 ExInitializeSystemLookasideList(CurrentList
,
185 &ExSystemLookasideListHead
);
186 Prcb
->PPLookasideList
[LookasideLargeIrpList
].P
= CurrentList
;
192 Prcb
->PPLookasideList
[LookasideLargeIrpList
].P
= &IoLargeIrpLookaside
;
195 /* Set the Small IRP List */
196 Prcb
->PPLookasideList
[LookasideSmallIrpList
].L
= &IoSmallIrpLookaside
;
199 /* Initialize the Lookaside List for Small IRPs */
200 ExInitializeSystemLookasideList(CurrentList
,
205 &ExSystemLookasideListHead
);
206 Prcb
->PPLookasideList
[LookasideSmallIrpList
].P
= CurrentList
;
212 Prcb
->PPLookasideList
[LookasideSmallIrpList
].P
= &IoSmallIrpLookaside
;
215 /* Set the MDL Completion List */
216 Prcb
->PPLookasideList
[LookasideMdlList
].L
= &IopMdlLookasideList
;
219 /* Initialize the Lookaside List for MDLs */
220 ExInitializeSystemLookasideList(CurrentList
,
225 &ExSystemLookasideListHead
);
227 Prcb
->PPLookasideList
[LookasideMdlList
].P
= CurrentList
;
233 Prcb
->PPLookasideList
[LookasideMdlList
].P
= &IopMdlLookasideList
;
241 IopCreateObjectTypes(VOID
)
243 OBJECT_TYPE_INITIALIZER ObjectTypeInitializer
;
246 /* Initialize default settings */
247 RtlZeroMemory(&ObjectTypeInitializer
, sizeof(ObjectTypeInitializer
));
248 ObjectTypeInitializer
.Length
= sizeof(ObjectTypeInitializer
);
249 ObjectTypeInitializer
.PoolType
= NonPagedPool
;
250 ObjectTypeInitializer
.InvalidAttributes
= OBJ_OPENLINK
;
251 ObjectTypeInitializer
.ValidAccessMask
= FILE_ALL_ACCESS
;
252 ObjectTypeInitializer
.UseDefaultObject
= TRUE
;
253 ObjectTypeInitializer
.GenericMapping
= IopFileMapping
;
255 /* Do the Adapter Type */
256 RtlInitUnicodeString(&Name
, L
"Adapter");
257 if (!NT_SUCCESS(ObCreateObjectType(&Name
,
258 &ObjectTypeInitializer
,
260 &IoAdapterObjectType
))) return FALSE
;
262 /* Do the Controller Type */
263 RtlInitUnicodeString(&Name
, L
"Controller");
264 ObjectTypeInitializer
.DefaultNonPagedPoolCharge
= sizeof(CONTROLLER_OBJECT
);
265 if (!NT_SUCCESS(ObCreateObjectType(&Name
,
266 &ObjectTypeInitializer
,
268 &IoControllerObjectType
))) return FALSE
;
270 /* Do the Device Type */
271 RtlInitUnicodeString(&Name
, L
"Device");
272 ObjectTypeInitializer
.DefaultNonPagedPoolCharge
= sizeof(DEVICE_OBJECT
);
273 ObjectTypeInitializer
.DeleteProcedure
= IopDeleteDevice
;
274 ObjectTypeInitializer
.ParseProcedure
= IopParseDevice
;
275 ObjectTypeInitializer
.SecurityProcedure
= IopSecurityFile
;
276 ObjectTypeInitializer
.CaseInsensitive
= TRUE
;
277 if (!NT_SUCCESS(ObCreateObjectType(&Name
,
278 &ObjectTypeInitializer
,
280 &IoDeviceObjectType
))) return FALSE
;
282 /* Initialize the Driver object type */
283 RtlInitUnicodeString(&Name
, L
"Driver");
284 ObjectTypeInitializer
.DefaultNonPagedPoolCharge
= sizeof(DRIVER_OBJECT
);
285 ObjectTypeInitializer
.DeleteProcedure
= IopDeleteDriver
;
286 ObjectTypeInitializer
.ParseProcedure
= NULL
;
287 ObjectTypeInitializer
.SecurityProcedure
= NULL
;
288 if (!NT_SUCCESS(ObCreateObjectType(&Name
,
289 &ObjectTypeInitializer
,
291 &IoDriverObjectType
))) return FALSE
;
293 /* Initialize the I/O Completion object type */
294 RtlInitUnicodeString(&Name
, L
"IoCompletion");
295 ObjectTypeInitializer
.DefaultNonPagedPoolCharge
= sizeof(KQUEUE
);
296 ObjectTypeInitializer
.ValidAccessMask
= IO_COMPLETION_ALL_ACCESS
;
297 ObjectTypeInitializer
.InvalidAttributes
|= OBJ_PERMANENT
;
298 ObjectTypeInitializer
.GenericMapping
= IopCompletionMapping
;
299 ObjectTypeInitializer
.DeleteProcedure
= IopDeleteIoCompletion
;
300 if (!NT_SUCCESS(ObCreateObjectType(&Name
,
301 &ObjectTypeInitializer
,
303 &IoCompletionType
))) return FALSE
;
305 /* Initialize the File object type */
306 RtlInitUnicodeString(&Name
, L
"File");
307 ObjectTypeInitializer
.DefaultNonPagedPoolCharge
= sizeof(FILE_OBJECT
);
308 ObjectTypeInitializer
.InvalidAttributes
|= OBJ_EXCLUSIVE
;
309 ObjectTypeInitializer
.MaintainHandleCount
= TRUE
;
310 ObjectTypeInitializer
.ValidAccessMask
= FILE_ALL_ACCESS
;
311 ObjectTypeInitializer
.GenericMapping
= IopFileMapping
;
312 ObjectTypeInitializer
.CloseProcedure
= IopCloseFile
;
313 ObjectTypeInitializer
.DeleteProcedure
= IopDeleteFile
;
314 ObjectTypeInitializer
.SecurityProcedure
= IopSecurityFile
;
315 ObjectTypeInitializer
.QueryNameProcedure
= IopQueryNameFile
;
316 ObjectTypeInitializer
.ParseProcedure
= IopParseFile
;
317 ObjectTypeInitializer
.UseDefaultObject
= FALSE
;
318 if (!NT_SUCCESS(ObCreateObjectType(&Name
,
319 &ObjectTypeInitializer
,
321 &IoFileObjectType
))) return FALSE
;
330 IopCreateRootDirectories()
332 OBJECT_ATTRIBUTES ObjectAttributes
;
333 UNICODE_STRING DirName
;
336 /* Create the '\Driver' object directory */
337 RtlInitUnicodeString(&DirName
, L
"\\Driver");
338 InitializeObjectAttributes(&ObjectAttributes
,
343 if (!NT_SUCCESS(NtCreateDirectoryObject(&Handle
,
344 DIRECTORY_ALL_ACCESS
,
345 &ObjectAttributes
))) return FALSE
;
348 /* Create the '\FileSystem' object directory */
349 RtlInitUnicodeString(&DirName
, L
"\\FileSystem");
350 InitializeObjectAttributes(&ObjectAttributes
,
355 if (!NT_SUCCESS(NtCreateDirectoryObject(&Handle
,
356 DIRECTORY_ALL_ACCESS
,
357 &ObjectAttributes
))) return FALSE
;
367 IopMarkBootPartition(IN PLOADER_PARAMETER_BLOCK LoaderBlock
)
369 OBJECT_ATTRIBUTES ObjectAttributes
;
372 UNICODE_STRING DeviceName
;
375 IO_STATUS_BLOCK IoStatusBlock
;
376 PFILE_OBJECT FileObject
;
378 /* Build the ARC device name */
379 sprintf(Buffer
, "\\ArcName\\%s", LoaderBlock
->ArcBootDeviceName
);
380 RtlInitAnsiString(&DeviceString
, Buffer
);
381 Status
= RtlAnsiStringToUnicodeString(&DeviceName
, &DeviceString
, TRUE
);
382 if (!NT_SUCCESS(Status
)) return FALSE
;
385 InitializeObjectAttributes(&ObjectAttributes
,
387 OBJ_CASE_INSENSITIVE
,
390 Status
= ZwOpenFile(&FileHandle
,
391 FILE_READ_ATTRIBUTES
,
395 FILE_NON_DIRECTORY_FILE
);
396 if (!NT_SUCCESS(Status
))
399 KeBugCheckEx(INACCESSIBLE_BOOT_DEVICE
,
400 (ULONG_PTR
)&DeviceName
,
407 Status
= ObReferenceObjectByHandle(FileHandle
,
411 (PVOID
*)&FileObject
,
413 if (!NT_SUCCESS(Status
))
416 RtlFreeUnicodeString(&DeviceName
);
420 /* Mark it as the boot partition */
421 FileObject
->DeviceObject
->Flags
|= DO_SYSTEM_BOOT_PARTITION
;
423 /* Save a copy of the DO for the I/O Error Logger */
424 ObReferenceObject(FileObject
->DeviceObject
);
425 IopErrorLogObject
= FileObject
->DeviceObject
;
427 /* Cleanup and return success */
428 RtlFreeUnicodeString(&DeviceName
);
430 ObDereferenceObject(FileObject
);
437 IoInitSystem(IN PLOADER_PARAMETER_BLOCK LoaderBlock
)
439 LARGE_INTEGER ExpireTime
;
442 ANSI_STRING NtBootPath
, RootString
;
444 /* Initialize empty NT Boot Path */
445 RtlInitEmptyAnsiString(&NtBootPath
, Buffer
, sizeof(Buffer
));
447 /* Initialize the lookaside lists */
448 IopInitLookasideLists();
450 /* Initialize all locks and lists */
451 ExInitializeResource(&IopDatabaseResource
);
452 ExInitializeResource(&IopSecurityResource
);
453 KeInitializeGuardedMutex(&PnpNotifyListLock
);
454 InitializeListHead(&IopDiskFileSystemQueueHead
);
455 InitializeListHead(&IopCdRomFileSystemQueueHead
);
456 InitializeListHead(&IopTapeFileSystemQueueHead
);
457 InitializeListHead(&IopNetworkFileSystemQueueHead
);
458 InitializeListHead(&DriverBootReinitListHead
);
459 InitializeListHead(&DriverReinitListHead
);
460 InitializeListHead(&PnpNotifyListHead
);
461 InitializeListHead(&ShutdownListHead
);
462 InitializeListHead(&LastChanceShutdownListHead
);
463 InitializeListHead(&IopFsNotifyChangeQueueHead
);
464 InitializeListHead(&IopErrorLogListHead
);
465 KeInitializeSpinLock(&IoStatisticsLock
);
466 KeInitializeSpinLock(&DriverReinitListLock
);
467 KeInitializeSpinLock(&DriverBootReinitListLock
);
468 KeInitializeSpinLock(&ShutdownListLock
);
469 KeInitializeSpinLock(&IopLogListLock
);
471 /* Initialize Timer List Lock */
472 KeInitializeSpinLock(&IopTimerLock
);
474 /* Initialize Timer List */
475 InitializeListHead(&IopTimerQueueHead
);
477 /* Initialize the DPC/Timer which will call the other Timer Routines */
478 ExpireTime
.QuadPart
= -10000000;
479 KeInitializeDpc(&IopTimerDpc
, IopTimerDispatch
, NULL
);
480 KeInitializeTimerEx(&IopTimer
, SynchronizationTimer
);
481 KeSetTimerEx(&IopTimer
, ExpireTime
, 1000, &IopTimerDpc
);
483 /* Create Object Types */
484 if (!IopCreateObjectTypes())
486 DPRINT1("IopCreateObjectTypes failed!\n");
490 /* Create Object Directories */
491 if (!IopCreateRootDirectories())
493 DPRINT1("IopCreateRootDirectories failed!\n");
497 /* Initialize PnP manager */
498 IopInitializePlugPlayServices();
500 /* Initialize HAL Root Bus Driver */
503 /* Make loader block available for the whole kernel */
504 IopLoaderBlock
= LoaderBlock
;
506 /* Load boot start drivers */
507 IopInitializeBootDrivers();
509 /* Call back drivers that asked for */
510 IopReinitializeBootDrivers();
512 /* Check if this was a ramdisk boot */
513 if (!_strnicmp(LoaderBlock
->ArcBootDeviceName
, "ramdisk(0)", 10))
515 /* Initialize the ramdisk driver */
516 IopStartRamdisk(LoaderBlock
);
519 /* No one should need loader block any longer */
520 IopLoaderBlock
= NULL
;
522 /* Create ARC names for boot devices */
523 Status
= IopCreateArcNames(LoaderBlock
);
524 if (!NT_SUCCESS(Status
))
526 DPRINT1("IopCreateArcNames failed: %lx\n", Status
);
530 /* Mark the system boot partition */
531 if (!IopMarkBootPartition(LoaderBlock
))
533 DPRINT1("IopMarkBootPartition failed!\n");
537 /* Initialize PnP root relations */
538 IopEnumerateDevice(IopRootDeviceNode
->PhysicalDeviceObject
);
544 /* I/O is now setup for disk access, so phase 3 */
545 KdInitSystem(3, LoaderBlock
);
548 /* Load services for devices found by PnP manager */
549 IopInitializePnpServices(IopRootDeviceNode
);
551 /* Load system start drivers */
552 IopInitializeSystemDrivers();
553 PnpSystemInit
= TRUE
;
555 /* Reinitialize drivers that requested it */
556 IopReinitializeDrivers();
558 /* Convert SystemRoot from ARC to NT path */
559 Status
= IopReassignSystemRoot(LoaderBlock
, &NtBootPath
);
560 if (!NT_SUCCESS(Status
))
562 DPRINT1("IopReassignSystemRoot failed: %lx\n", Status
);
566 /* Set the ANSI_STRING for the root path */
567 RootString
.MaximumLength
= NtSystemRoot
.MaximumLength
/ sizeof(WCHAR
);
568 RootString
.Length
= 0;
569 RootString
.Buffer
= ExAllocatePoolWithTag(PagedPool
,
570 RootString
.MaximumLength
,
573 /* Convert the path into the ANSI_STRING */
574 Status
= RtlUnicodeStringToAnsiString(&RootString
, &NtSystemRoot
, FALSE
);
575 if (!NT_SUCCESS(Status
))
577 DPRINT1("RtlUnicodeStringToAnsiString failed: %lx\n", Status
);
581 /* Assign drive letters */
582 IoAssignDriveLetters(LoaderBlock
,
584 (PUCHAR
)RootString
.Buffer
,
587 /* Update system root */
588 Status
= RtlAnsiStringToUnicodeString(&NtSystemRoot
, &RootString
, FALSE
);
589 if (!NT_SUCCESS(Status
))
591 DPRINT1("RtlAnsiStringToUnicodeString failed: %lx\n", Status
);
595 /* Load the System DLL and its Entrypoints */
596 Status
= PsLocateSystemDll();
597 if (!NT_SUCCESS(Status
))
599 DPRINT1("PsLocateSystemDll failed: %lx\n", Status
);