1 #ifndef __INCLUDE_INTERNAL_MM_H
2 #define __INCLUDE_INTERNAL_MM_H
4 #include <internal/arch/mm.h>
6 /* TYPES *********************************************************************/
10 extern ULONG MiFreeSwapPages
;
11 extern ULONG MiUsedSwapPages
;
12 extern ULONG MmPagedPoolSize
;
13 extern ULONG MmTotalPagedPoolQuota
;
14 extern ULONG MmTotalNonPagedPoolQuota
;
15 extern PHYSICAL_ADDRESS MmSharedDataPagePhysicalAddress
;
17 extern PVOID MmPagedPoolBase
;
18 extern ULONG MmPagedPoolSize
;
22 struct _MM_RMAP_ENTRY
;
24 typedef ULONG SWAPENTRY
;
25 typedef ULONG PFN_TYPE
, *PPFN_TYPE
;
27 #define MEMORY_AREA_INVALID (0)
28 #define MEMORY_AREA_SECTION_VIEW (1)
29 #define MEMORY_AREA_CONTINUOUS_MEMORY (2)
30 #define MEMORY_AREA_NO_CACHE (3)
31 #define MEMORY_AREA_IO_MAPPING (4)
32 #define MEMORY_AREA_SYSTEM (5)
33 #define MEMORY_AREA_MDL_MAPPING (7)
34 #define MEMORY_AREA_VIRTUAL_MEMORY (8)
35 #define MEMORY_AREA_CACHE_SEGMENT (9)
36 #define MEMORY_AREA_SHARED_DATA (10)
37 #define MEMORY_AREA_KERNEL_STACK (11)
38 #define MEMORY_AREA_PAGED_POOL (12)
39 #define MEMORY_AREA_NO_ACCESS (13)
40 #define MEMORY_AREA_PEB_OR_TEB (14)
42 #define MM_PHYSICAL_PAGE_MPW_PENDING (0x8)
44 #define MM_CORE_DUMP_TYPE_NONE (0x0)
45 #define MM_CORE_DUMP_TYPE_MINIMAL (0x1)
46 #define MM_CORE_DUMP_TYPE_FULL (0x2)
48 #define MM_PAGEOP_PAGEIN (1)
49 #define MM_PAGEOP_PAGEOUT (2)
50 #define MM_PAGEOP_PAGESYNCH (3)
51 #define MM_PAGEOP_ACCESSFAULT (4)
53 #define PAGE_TO_SECTION_PAGE_DIRECTORY_OFFSET(x) \
56 #define PAGE_TO_SECTION_PAGE_TABLE_OFFSET(x) \
57 ((((x)) % (4*1024*1024)) / (4*1024))
59 #define NR_SECTION_PAGE_TABLES 1024
60 #define NR_SECTION_PAGE_ENTRIES 1024
62 #define TEB_BASE 0x7FFDE000
63 #define KPCR_BASE 0xFF000000
65 /* Although Microsoft says this isn't hardcoded anymore,
66 they won't be able to change it. Stuff depends on it */
67 #define MM_VIRTMEM_GRANULARITY (64 * 1024)
69 #define STATUS_MM_RESTART_OPERATION ((NTSTATUS)0xD0000001)
72 * Additional flags for protection attributes
74 #define PAGE_WRITETHROUGH (1024)
75 #define PAGE_SYSTEM (2048)
77 #define SEC_PHYSICALMEMORY (0x80000000)
79 #define MM_PAGEFILE_SEGMENT (0x1)
80 #define MM_DATAFILE_SEGMENT (0x2)
86 #define MC_MAXIMUM (4)
88 #define PAGED_POOL_MASK 1
89 #define MUST_SUCCEED_POOL_MASK 2
90 #define CACHE_ALIGNED_POOL_MASK 4
91 #define QUOTA_POOL_MASK 8
92 #define SESSION_POOL_MASK 32
93 #define VERIFIER_POOL_MASK 64
95 #define MM_PAGED_POOL_SIZE (100*1024*1024)
96 #define MM_NONPAGED_POOL_SIZE (100*1024*1024)
99 * Paged and non-paged pools are 8-byte aligned
101 #define MM_POOL_ALIGNMENT 8
104 * Maximum size of the kmalloc area (this is totally arbitary)
106 #define MM_KERNEL_MAP_SIZE (16*1024*1024)
107 #define MM_KERNEL_MAP_BASE (0xf0c00000)
110 * FIXME - different architectures have different cache line sizes...
112 #define MM_CACHE_LINE_SIZE 32
114 #define MM_ROUND_UP(x,s) \
115 ((PVOID)(((ULONG_PTR)(x)+(s)-1) & ~((ULONG_PTR)(s)-1)))
117 #define MM_ROUND_DOWN(x,s) \
118 ((PVOID)(((ULONG_PTR)(x)) & ~((ULONG_PTR)(s)-1)))
120 #define PAGE_FLAGS_VALID_FROM_USER_MODE \
125 PAGE_EXECUTE_READ | \
126 PAGE_EXECUTE_READWRITE | \
127 PAGE_EXECUTE_WRITECOPY | \
132 #define PAGE_IS_READABLE \
136 PAGE_EXECUTE_READ | \
137 PAGE_EXECUTE_READWRITE | \
138 PAGE_EXECUTE_WRITECOPY)
140 #define PAGE_IS_WRITABLE \
143 PAGE_EXECUTE_READWRITE | \
144 PAGE_EXECUTE_WRITECOPY)
146 #define PAGE_IS_EXECUTABLE \
148 PAGE_EXECUTE_READ | \
149 PAGE_EXECUTE_READWRITE | \
150 PAGE_EXECUTE_WRITECOPY)
152 #define PAGE_IS_WRITECOPY \
154 PAGE_EXECUTE_WRITECOPY)
158 ULONG Entry
[NR_SECTION_PAGE_ENTRIES
];
159 } SECTION_PAGE_TABLE
, *PSECTION_PAGE_TABLE
;
163 PSECTION_PAGE_TABLE PageTables
[NR_SECTION_PAGE_TABLES
];
164 } SECTION_PAGE_DIRECTORY
, *PSECTION_PAGE_DIRECTORY
;
166 typedef struct _MM_SECTION_SEGMENT
169 ULONG_PTR VirtualAddress
;
174 ULONG ReferenceCount
;
175 SECTION_PAGE_DIRECTORY PageDirectory
;
177 ULONG Characteristics
;
179 } MM_SECTION_SEGMENT
, *PMM_SECTION_SEGMENT
;
181 typedef struct _MM_IMAGE_SECTION_OBJECT
184 ULONG_PTR StackReserve
;
185 ULONG_PTR StackCommit
;
186 ULONG_PTR EntryPoint
;
188 ULONG ImageCharacteristics
;
189 USHORT MinorSubsystemVersion
;
190 USHORT MajorSubsystemVersion
;
194 PMM_SECTION_SEGMENT Segments
;
195 } MM_IMAGE_SECTION_OBJECT
, *PMM_IMAGE_SECTION_OBJECT
;
197 typedef struct _ROS_SECTION_OBJECT
201 LARGE_INTEGER MaximumSize
;
202 ULONG SectionPageProtection
;
203 ULONG AllocationAttributes
;
204 PFILE_OBJECT FileObject
;
207 PMM_IMAGE_SECTION_OBJECT ImageSection
;
208 PMM_SECTION_SEGMENT Segment
;
210 } ROS_SECTION_OBJECT
, *PROS_SECTION_OBJECT
;
212 typedef struct _MEMORY_AREA
214 PVOID StartingAddress
;
216 struct _MEMORY_AREA
*Parent
;
217 struct _MEMORY_AREA
*LeftChild
;
218 struct _MEMORY_AREA
*RightChild
;
222 BOOLEAN DeleteInProgress
;
228 ROS_SECTION_OBJECT
* Section
;
230 PMM_SECTION_SEGMENT Segment
;
231 BOOLEAN WriteCopyView
;
232 LIST_ENTRY RegionListHead
;
236 LIST_ENTRY RegionListHead
;
239 } MEMORY_AREA
, *PMEMORY_AREA
;
241 typedef struct _MADDRESS_SPACE
243 PMEMORY_AREA MemoryAreaRoot
;
245 struct _EPROCESS
* Process
;
246 PUSHORT PageTableRefCountTable
;
247 ULONG PageTableRefCountTableSize
;
248 } MADDRESS_SPACE
, *PMADDRESS_SPACE
;
254 ULONG NrReservedPages
;
259 ULONG PagingRequestsInLastMinute
;
260 ULONG PagingRequestsInLastFiveMinutes
;
261 ULONG PagingRequestsInLastFifteenMinutes
;
264 extern MM_STATS MmStats
;
266 typedef struct _MM_PAGEOP
268 /* Type of operation. */
270 /* Number of threads interested in this operation. */
271 ULONG ReferenceCount
;
272 /* Event that will be set when the operation is completed. */
273 KEVENT CompletionEvent
;
274 /* Status of the operation once it is completed. */
276 /* TRUE if the operation was abandoned. */
278 /* The memory area to be affected by the operation. */
281 struct _MM_PAGEOP
* Next
;
282 struct _ETHREAD
* Thread
;
284 * These fields are used to identify the operation if it is against a
285 * virtual memory area.
290 * These fields are used to identify the operation if it is against a
293 PMM_SECTION_SEGMENT Segment
;
295 } MM_PAGEOP
, *PMM_PAGEOP
;
297 typedef struct _MM_MEMORY_CONSUMER
301 NTSTATUS (*Trim
)(ULONG Target
, ULONG Priority
, PULONG NrFreed
);
302 } MM_MEMORY_CONSUMER
, *PMM_MEMORY_CONSUMER
;
304 typedef struct _MM_REGION
309 LIST_ENTRY RegionListEntry
;
310 } MM_REGION
, *PMM_REGION
;
312 extern MM_MEMORY_CONSUMER MiMemoryConsumers
[MC_MAXIMUM
];
315 (*PMM_ALTER_REGION_FUNC
)(
316 PMADDRESS_SPACE AddressSpace
,
326 (*PMM_FREE_PAGE_FUNC
)(
328 PMEMORY_AREA MemoryArea
,
338 /* aspace.c ******************************************************************/
342 MmLockAddressSpace(PMADDRESS_SPACE AddressSpace
);
346 MmUnlockAddressSpace(PMADDRESS_SPACE AddressSpace
);
350 MmInitializeKernelAddressSpace(VOID
);
354 MmGetCurrentAddressSpace(VOID
);
358 MmGetKernelAddressSpace(VOID
);
362 MmInitializeAddressSpace(
363 struct _EPROCESS
* Process
,
364 PMADDRESS_SPACE AddressSpace
);
368 MmDestroyAddressSpace(PMADDRESS_SPACE AddressSpace
);
370 /* marea.c *******************************************************************/
374 MmInitMemoryAreas(VOID
);
379 PMADDRESS_SPACE AddressSpace
,
384 PMEMORY_AREA
*Result
,
385 BOOLEAN FixedAddress
,
386 ULONG AllocationFlags
,
387 PHYSICAL_ADDRESS BoundaryAddressMultiple OPTIONAL
392 MmLocateMemoryAreaByAddress(
393 PMADDRESS_SPACE AddressSpace
,
400 PMADDRESS_SPACE AddressSpace
,
407 PMADDRESS_SPACE AddressSpace
,
408 PMEMORY_AREA MemoryArea
,
409 PMM_FREE_PAGE_FUNC FreePage
,
410 PVOID FreePageContext
415 MmFreeMemoryAreaByPtr(
416 PMADDRESS_SPACE AddressSpace
,
418 PMM_FREE_PAGE_FUNC FreePage
,
419 PVOID FreePageContext
424 MmDumpMemoryAreas(PMADDRESS_SPACE AddressSpace
);
428 MmLocateMemoryAreaByRegion(
429 PMADDRESS_SPACE AddressSpace
,
437 PMADDRESS_SPACE AddressSpace
,
439 ULONG_PTR Granularity
,
445 MmReleaseMemoryAreaIfDecommitted(
446 struct _EPROCESS
*Process
,
447 PMADDRESS_SPACE AddressSpace
,
451 /* npool.c *******************************************************************/
455 MiDebugDumpNonPagedPool(BOOLEAN NewOnly
);
459 MiDebugDumpNonPagedPoolStats(BOOLEAN NewOnly
);
463 MiInitializeNonPagedPool(VOID
);
472 /* pool.c *******************************************************************/
476 ExAllocateNonPagedPoolWithTag(
485 ExAllocatePagedPoolWithTag(
493 ExFreeNonPagedPool(PVOID block
);
497 ExFreePagedPool(IN PVOID Block
);
501 MmInitializePagedPool(VOID
);
505 MiAllocateSpecialPool(
506 IN POOL_TYPE PoolType
,
507 IN SIZE_T NumberOfBytes
,
515 IN POOL_TYPE PoolType
,
516 IN ULONG CurrentMaxQuota
,
517 OUT PULONG NewMaxQuota
520 /* mdl.c *********************************************************************/
529 /* mminit.c ******************************************************************/
533 MiShutdownMemoryManager(VOID
);
538 ULONG_PTR FirstKernelPhysAddress
,
539 ULONG_PTR LastKernelPhysAddress
,
540 ULONG_PTR LastKernelAddress
,
541 PADDRESS_RANGE BIOSMemoryMap
,
542 ULONG AddressRangeCount
,
556 MiFreeInitMemory(VOID
);
560 MmInitializeMdlImplementation(VOID
);
562 /* pagefile.c ****************************************************************/
566 MmAllocSwapPage(VOID
);
570 MmDereserveSwapPages(ULONG Nr
);
574 MmFreeSwapPage(SWAPENTRY Entry
);
578 MmInitPagingFile(VOID
);
589 MmReserveSwapPages(ULONG Nr
);
602 ULONG BugCodeParameter1
,
603 ULONG BugCodeParameter2
,
604 ULONG BugCodeParameter3
,
605 ULONG BugCodeParameter4
,
606 struct _KTRAP_FRAME
* TrapFrame
611 MmIsAvailableSwapPage(VOID
);
615 MmShowOutOfSpaceMessagePagingFile(VOID
);
617 /* process.c ****************************************************************/
621 MmCreateProcessAddressSpace(
622 IN PEPROCESS Process
,
623 IN PROS_SECTION_OBJECT Section OPTIONAL
628 MmCreatePeb(struct _EPROCESS
*Process
);
633 struct _EPROCESS
*Process
,
635 PINITIAL_TEB InitialTeb
641 struct _EPROCESS
*Process
,
647 MmCleanProcessAddressSpace(IN PEPROCESS Process
);
651 MmDeleteProcessAddressSpace(IN PEPROCESS Process
);
655 MmGetSessionLocaleId(VOID
);
657 /* i386/pfault.c *************************************************************/
669 /* mm.c **********************************************************************/
674 KPROCESSOR_MODE Mode
,
682 KPROCESSOR_MODE Mode
,
687 /* anonmem.c *****************************************************************/
691 MmNotPresentFaultVirtualMemory(
692 PMADDRESS_SPACE AddressSpace
,
693 MEMORY_AREA
* MemoryArea
,
700 MmPageOutVirtualMemory(
701 PMADDRESS_SPACE AddressSpace
,
702 PMEMORY_AREA MemoryArea
,
704 struct _MM_PAGEOP
* PageOp
710 PMEMORY_AREA MemoryArea
,
712 PMEMORY_BASIC_INFORMATION Info
,
719 struct _EPROCESS
* Process
,
720 PMEMORY_AREA MemoryArea
726 PMADDRESS_SPACE AddressSpace
,
727 PMEMORY_AREA MemoryArea
,
736 MmWritePageVirtualMemory(
737 PMADDRESS_SPACE AddressSpace
,
743 /* kmap.c ********************************************************************/
747 ExAllocatePage(VOID
);
751 ExUnmapPage(PVOID Addr
);
755 ExAllocatePageWithPhysPage(PFN_TYPE Page
);
766 MiZeroPage(PFN_TYPE Page
);
768 /* memsafe.s *****************************************************************/
772 MmSafeReadPtr(PVOID Source
);
774 /* pageop.c ******************************************************************/
778 MmReleasePageOp(PMM_PAGEOP PageOp
);
786 PMM_SECTION_SEGMENT Segment
,
798 PMM_SECTION_SEGMENT Segment
,
804 MmInitializePageOp(VOID
);
806 /* process.c *****************************************************************/
810 MmCreateKernelStack(BOOLEAN GuiStack
);
814 MmDeleteKernelStack(PVOID Stack
,
817 /* balace.c ******************************************************************/
821 MmInitializeMemoryConsumer(
823 NTSTATUS (*Trim
)(ULONG Target
, ULONG Priority
, PULONG NrFreed
)
828 MmInitializeBalancer(
829 ULONG NrAvailablePages
,
835 MmReleasePageMemoryConsumer(
842 MmRequestPageMemoryConsumer(
845 PPFN_TYPE AllocatedPage
850 MiInitBalancerThread(VOID
);
854 MmRebalanceMemoryConsumers(VOID
);
856 /* rmap.c **************************************************************/
860 MmSetRmapListHeadPage(
862 struct _MM_RMAP_ENTRY
* ListHead
865 struct _MM_RMAP_ENTRY
*
867 MmGetRmapListHeadPage(PFN_TYPE Page
);
873 struct _EPROCESS
*Process
,
882 VOID (*DeleteMapping
)(PVOID Context
, struct _EPROCESS
*Process
, PVOID Address
)
889 struct _EPROCESS
*Process
,
895 MmInitializeRmapList(VOID
);
899 MmSetCleanAllRmaps(PFN_TYPE Page
);
903 MmSetDirtyAllRmaps(PFN_TYPE Page
);
907 MmIsDirtyPageRmap(PFN_TYPE Page
);
911 MmWritePagePhysicalAddress(PFN_TYPE Page
);
915 MmPageOutPhysicalAddress(PFN_TYPE Page
);
917 /* freelist.c **********************************************************/
921 MmGetLRUNextUserPage(PFN_TYPE PreviousPage
);
925 MmGetLRUFirstUserPage(VOID
);
929 MmSetLRULastPage(PFN_TYPE Page
);
933 MmLockPage(PFN_TYPE Page
);
937 MmLockPageUnsafe(PFN_TYPE Page
);
941 MmUnlockPage(PFN_TYPE Page
);
945 MmGetLockCountPage(PFN_TYPE Page
);
949 MmInitializePageList(
950 ULONG_PTR FirstPhysKernelAddress
,
951 ULONG_PTR LastPhysKernelAddress
,
952 ULONG MemorySizeInPages
,
953 ULONG_PTR LastKernelBase
,
954 PADDRESS_RANGE BIOSMemoryMap
,
955 ULONG AddressRangeCount
960 MmGetContinuousPages(
962 PHYSICAL_ADDRESS LowestAcceptableAddress
,
963 PHYSICAL_ADDRESS HighestAcceptableAddress
,
964 PHYSICAL_ADDRESS BoundaryAddressMultiple
969 MmInitZeroPageThread(VOID
);
971 /* i386/page.c *********************************************************/
975 MmCreateHyperspaceMapping(PFN_TYPE Page
);
979 MmChangeHyperspaceMapping(
986 MmDeleteHyperspaceMapping(PVOID Address
);
990 MmCreateVirtualMappingForKernel(
999 MmCommitPagedPoolAddress(
1006 MmCreateVirtualMapping(
1007 struct _EPROCESS
* Process
,
1016 MmCreateVirtualMappingUnsafe(
1017 struct _EPROCESS
* Process
,
1027 struct _EPROCESS
* Process
,
1033 struct _EPROCESS
* Process
,
1041 struct _EPROCESS
* Process
,
1047 MmInitGlobalKernelPageDirectory(VOID
);
1051 MmDisableVirtualMapping(
1052 struct _EPROCESS
*Process
,
1060 MmEnableVirtualMapping(
1061 struct _EPROCESS
*Process
,
1067 MmRawDeleteVirtualMapping(PVOID Address
);
1071 MmDeletePageFileMapping(
1072 struct _EPROCESS
*Process
,
1074 SWAPENTRY
* SwapEntry
1079 MmCreatePageFileMapping(
1080 struct _EPROCESS
*Process
,
1088 struct _EPROCESS
*Process
,
1094 MmTransferOwnershipPage(
1102 struct _EPROCESS
*Process
,
1110 SWAPENTRY SavedSwapEntry
1115 MmAllocPagesSpecifyRange(
1117 PHYSICAL_ADDRESS LowestAddress
,
1118 PHYSICAL_ADDRESS HighestAddress
,
1119 ULONG NumberOfPages
,
1125 MmDereferencePage(PFN_TYPE Page
);
1129 MmReferencePage(PFN_TYPE Page
);
1133 MmReferencePageUnsafe(PFN_TYPE Page
);
1137 MmIsAccessedAndResetAccessPage(
1138 struct _EPROCESS
*Process
,
1144 MmGetReferenceCountPage(PFN_TYPE Page
);
1148 MmIsUsablePage(PFN_TYPE Page
);
1158 MmGetFlagsPage(PFN_TYPE Page
);
1162 MmSetSavedSwapEntryPage(
1164 SWAPENTRY SavedSwapEntry
);
1168 MmGetSavedSwapEntryPage(PFN_TYPE Page
);
1173 struct _EPROCESS
*Process
,
1179 MmCreatePageTable(PVOID PAddress
);
1184 struct _EPROCESS
*Process
,
1191 struct _EPROCESS
*Process
,
1198 struct _EPROCESS
*Src
,
1199 struct _EPROCESS
*Dest
,
1200 PPHYSICAL_ADDRESS DirectoryTableBase
1205 MmReleaseMmInfo(struct _EPROCESS
*Process
);
1209 Mmi386ReleaseMmInfo(struct _EPROCESS
*Process
);
1213 MmDeleteVirtualMapping(
1214 struct _EPROCESS
*Process
,
1224 struct _EPROCESS
*Process
,
1230 MmMarkPageMapped(PFN_TYPE Page
);
1234 MmMarkPageUnmapped(PFN_TYPE Page
);
1239 struct _EPROCESS
*Process
,
1246 MiInitPageDirectoryMap(VOID
);
1250 MiGetUserPageDirectoryCount(VOID
);
1252 /* wset.c ********************************************************************/
1261 /* region.c ************************************************************/
1266 PMADDRESS_SPACE AddressSpace
,
1268 PLIST_ENTRY RegionListHead
,
1273 PMM_ALTER_REGION_FUNC AlterFunc
1279 PLIST_ENTRY RegionListHead
,
1289 PLIST_ENTRY RegionListHead
,
1291 PVOID
* RegionBaseAddress
1294 /* section.c *****************************************************************/
1306 PMEMORY_AREA MemoryArea
,
1308 PMEMORY_BASIC_INFORMATION Info
,
1314 MmProtectSectionView(
1315 PMADDRESS_SPACE AddressSpace
,
1316 PMEMORY_AREA MemoryArea
,
1325 MmWritePageSectionView(
1326 PMADDRESS_SPACE AddressSpace
,
1334 MmInitSectionImplementation(VOID
);
1338 MmNotPresentFaultSectionView(
1339 PMADDRESS_SPACE AddressSpace
,
1340 MEMORY_AREA
* MemoryArea
,
1347 MmPageOutSectionView(
1348 PMADDRESS_SPACE AddressSpace
,
1349 PMEMORY_AREA MemoryArea
,
1351 struct _MM_PAGEOP
*PageOp
1356 MmCreatePhysicalMemorySection(VOID
);
1360 MmAccessFaultSectionView(
1361 PMADDRESS_SPACE AddressSpace
,
1362 MEMORY_AREA
* MemoryArea
,
1369 MmFreeSectionSegments(PFILE_OBJECT FileObject
);
1371 /* mpw.c *********************************************************************/
1375 MmInitMpwThread(VOID
);
1377 /* pager.c *******************************************************************/
1381 MiIsPagerThread(VOID
);
1385 MiStartPagerThread(VOID
);
1389 MiStopPagerThread(VOID
);
1393 MiQueryVirtualMemory(
1394 IN HANDLE ProcessHandle
,
1396 IN MEMORY_INFORMATION_CLASS VirtualMemoryInformationClass
,
1397 OUT PVOID VirtualMemoryInformation
,
1399 OUT PULONG ResultLength