1 #ifndef __INCLUDE_INTERNAL_MM_H
2 #define __INCLUDE_INTERNAL_MM_H
4 #include <internal/arch/mm.h>
6 /* TYPES *********************************************************************/
10 extern ULONG MiFreeSwapPages
;
11 extern ULONG MiUsedSwapPages
;
12 extern ULONG MmPagedPoolSize
;
13 extern ULONG MmTotalPagedPoolQuota
;
14 extern ULONG MmTotalNonPagedPoolQuota
;
15 extern PHYSICAL_ADDRESS MmSharedDataPagePhysicalAddress
;
17 extern PVOID MmPagedPoolBase
;
18 extern ULONG MmPagedPoolSize
;
22 struct _MM_RMAP_ENTRY
;
24 typedef ULONG SWAPENTRY
;
25 typedef ULONG PFN_TYPE
, *PPFN_TYPE
;
27 #define MEMORY_AREA_INVALID (0)
28 #define MEMORY_AREA_SECTION_VIEW (1)
29 #define MEMORY_AREA_CONTINUOUS_MEMORY (2)
30 #define MEMORY_AREA_NO_CACHE (3)
31 #define MEMORY_AREA_IO_MAPPING (4)
32 #define MEMORY_AREA_SYSTEM (5)
33 #define MEMORY_AREA_MDL_MAPPING (7)
34 #define MEMORY_AREA_VIRTUAL_MEMORY (8)
35 #define MEMORY_AREA_CACHE_SEGMENT (9)
36 #define MEMORY_AREA_SHARED_DATA (10)
37 #define MEMORY_AREA_KERNEL_STACK (11)
38 #define MEMORY_AREA_PAGED_POOL (12)
39 #define MEMORY_AREA_NO_ACCESS (13)
40 #define MEMORY_AREA_PEB_OR_TEB (14)
42 #define MM_PHYSICAL_PAGE_MPW_PENDING (0x8)
44 #define MM_CORE_DUMP_TYPE_NONE (0x0)
45 #define MM_CORE_DUMP_TYPE_MINIMAL (0x1)
46 #define MM_CORE_DUMP_TYPE_FULL (0x2)
48 #define MM_PAGEOP_PAGEIN (1)
49 #define MM_PAGEOP_PAGEOUT (2)
50 #define MM_PAGEOP_PAGESYNCH (3)
51 #define MM_PAGEOP_ACCESSFAULT (4)
53 #define PAGE_TO_SECTION_PAGE_DIRECTORY_OFFSET(x) \
56 #define PAGE_TO_SECTION_PAGE_TABLE_OFFSET(x) \
57 ((((x)) % (4*1024*1024)) / (4*1024))
59 #define NR_SECTION_PAGE_TABLES 1024
60 #define NR_SECTION_PAGE_ENTRIES 1024
62 #define TEB_BASE 0x7FFDE000
63 #define KPCR_BASE 0xFF000000
65 /* Although Microsoft says this isn't hardcoded anymore,
66 they won't be able to change it. Stuff depends on it */
67 #define MM_VIRTMEM_GRANULARITY (64 * 1024)
69 #define STATUS_MM_RESTART_OPERATION ((NTSTATUS)0xD0000001)
72 * Additional flags for protection attributes
74 #define PAGE_WRITETHROUGH (1024)
75 #define PAGE_SYSTEM (2048)
77 #define SEC_PHYSICALMEMORY (0x80000000)
79 #define MM_PAGEFILE_SEGMENT (0x1)
80 #define MM_DATAFILE_SEGMENT (0x2)
86 #define MC_MAXIMUM (4)
88 #define PAGED_POOL_MASK 1
89 #define MUST_SUCCEED_POOL_MASK 2
90 #define CACHE_ALIGNED_POOL_MASK 4
91 #define QUOTA_POOL_MASK 8
92 #define SESSION_POOL_MASK 32
93 #define VERIFIER_POOL_MASK 64
95 #define MM_PAGED_POOL_SIZE (100*1024*1024)
96 #define MM_NONPAGED_POOL_SIZE (100*1024*1024)
99 * Paged and non-paged pools are 8-byte aligned
101 #define MM_POOL_ALIGNMENT 8
104 * Maximum size of the kmalloc area (this is totally arbitary)
106 #define MM_KERNEL_MAP_SIZE (16*1024*1024)
107 #define MM_KERNEL_MAP_BASE (0xf0c00000)
110 * FIXME - different architectures have different cache line sizes...
112 #define MM_CACHE_LINE_SIZE 32
114 #define MM_ROUND_UP(x,s) \
115 ((PVOID)(((ULONG_PTR)(x)+(s)-1) & ~((ULONG_PTR)(s)-1)))
117 #define MM_ROUND_DOWN(x,s) \
118 ((PVOID)(((ULONG_PTR)(x)) & ~((ULONG_PTR)(s)-1)))
120 #define PAGE_FLAGS_VALID_FROM_USER_MODE \
125 PAGE_EXECUTE_READ | \
126 PAGE_EXECUTE_READWRITE | \
127 PAGE_EXECUTE_WRITECOPY | \
132 #define PAGE_IS_READABLE \
136 PAGE_EXECUTE_READ | \
137 PAGE_EXECUTE_READWRITE | \
138 PAGE_EXECUTE_WRITECOPY)
140 #define PAGE_IS_WRITABLE \
143 PAGE_EXECUTE_READWRITE | \
144 PAGE_EXECUTE_WRITECOPY)
146 #define PAGE_IS_EXECUTABLE \
148 PAGE_EXECUTE_READ | \
149 PAGE_EXECUTE_READWRITE | \
150 PAGE_EXECUTE_WRITECOPY)
152 #define PAGE_IS_WRITECOPY \
154 PAGE_EXECUTE_WRITECOPY)
158 ULONG Entry
[NR_SECTION_PAGE_ENTRIES
];
159 } SECTION_PAGE_TABLE
, *PSECTION_PAGE_TABLE
;
163 PSECTION_PAGE_TABLE PageTables
[NR_SECTION_PAGE_TABLES
];
164 } SECTION_PAGE_DIRECTORY
, *PSECTION_PAGE_DIRECTORY
;
166 typedef struct _MM_SECTION_SEGMENT
169 ULONG_PTR VirtualAddress
;
174 ULONG ReferenceCount
;
175 SECTION_PAGE_DIRECTORY PageDirectory
;
177 ULONG Characteristics
;
179 } MM_SECTION_SEGMENT
, *PMM_SECTION_SEGMENT
;
181 typedef struct _MM_IMAGE_SECTION_OBJECT
184 ULONG_PTR StackReserve
;
185 ULONG_PTR StackCommit
;
186 ULONG_PTR EntryPoint
;
188 ULONG ImageCharacteristics
;
189 USHORT MinorSubsystemVersion
;
190 USHORT MajorSubsystemVersion
;
194 PMM_SECTION_SEGMENT Segments
;
195 } MM_IMAGE_SECTION_OBJECT
, *PMM_IMAGE_SECTION_OBJECT
;
197 typedef struct _ROS_SECTION_OBJECT
201 LARGE_INTEGER MaximumSize
;
202 ULONG SectionPageProtection
;
203 ULONG AllocationAttributes
;
204 PFILE_OBJECT FileObject
;
207 PMM_IMAGE_SECTION_OBJECT ImageSection
;
208 PMM_SECTION_SEGMENT Segment
;
210 } ROS_SECTION_OBJECT
, *PROS_SECTION_OBJECT
;
212 typedef struct _MEMORY_AREA
214 PVOID StartingAddress
;
216 struct _MEMORY_AREA
*Parent
;
217 struct _MEMORY_AREA
*LeftChild
;
218 struct _MEMORY_AREA
*RightChild
;
222 BOOLEAN DeleteInProgress
;
228 ROS_SECTION_OBJECT
* Section
;
230 PMM_SECTION_SEGMENT Segment
;
231 BOOLEAN WriteCopyView
;
232 LIST_ENTRY RegionListHead
;
236 LIST_ENTRY RegionListHead
;
239 } MEMORY_AREA
, *PMEMORY_AREA
;
241 typedef struct _MADDRESS_SPACE
243 PMEMORY_AREA MemoryAreaRoot
;
245 struct _ROS_EPROCESS
* Process
;
246 PUSHORT PageTableRefCountTable
;
247 ULONG PageTableRefCountTableSize
;
248 } MADDRESS_SPACE
, *PMADDRESS_SPACE
;
254 ULONG NrReservedPages
;
259 ULONG PagingRequestsInLastMinute
;
260 ULONG PagingRequestsInLastFiveMinutes
;
261 ULONG PagingRequestsInLastFifteenMinutes
;
264 extern MM_STATS MmStats
;
266 typedef struct _MM_PAGEOP
268 /* Type of operation. */
270 /* Number of threads interested in this operation. */
271 ULONG ReferenceCount
;
272 /* Event that will be set when the operation is completed. */
273 KEVENT CompletionEvent
;
274 /* Status of the operation once it is completed. */
276 /* TRUE if the operation was abandoned. */
278 /* The memory area to be affected by the operation. */
281 struct _MM_PAGEOP
* Next
;
282 struct _ETHREAD
* Thread
;
284 * These fields are used to identify the operation if it is against a
285 * virtual memory area.
290 * These fields are used to identify the operation if it is against a
293 PMM_SECTION_SEGMENT Segment
;
295 } MM_PAGEOP
, *PMM_PAGEOP
;
297 typedef struct _MM_MEMORY_CONSUMER
301 NTSTATUS (*Trim
)(ULONG Target
, ULONG Priority
, PULONG NrFreed
);
302 } MM_MEMORY_CONSUMER
, *PMM_MEMORY_CONSUMER
;
304 typedef struct _MM_REGION
309 LIST_ENTRY RegionListEntry
;
310 } MM_REGION
, *PMM_REGION
;
312 extern MM_MEMORY_CONSUMER MiMemoryConsumers
[MC_MAXIMUM
];
315 (*PMM_ALTER_REGION_FUNC
)(
316 PMADDRESS_SPACE AddressSpace
,
326 (*PMM_FREE_PAGE_FUNC
)(
328 PMEMORY_AREA MemoryArea
,
338 /* aspace.c ******************************************************************/
342 MmLockAddressSpace(PMADDRESS_SPACE AddressSpace
);
346 MmUnlockAddressSpace(PMADDRESS_SPACE AddressSpace
);
350 MmInitializeKernelAddressSpace(VOID
);
354 MmGetCurrentAddressSpace(VOID
);
358 MmGetKernelAddressSpace(VOID
);
362 MmInitializeAddressSpace(
363 struct _ROS_EPROCESS
* Process
,
364 PMADDRESS_SPACE AddressSpace
);
368 MmDestroyAddressSpace(PMADDRESS_SPACE AddressSpace
);
370 /* marea.c *******************************************************************/
374 MmInitMemoryAreas(VOID
);
379 PMADDRESS_SPACE AddressSpace
,
384 PMEMORY_AREA
*Result
,
385 BOOLEAN FixedAddress
,
386 ULONG AllocationFlags
,
387 PHYSICAL_ADDRESS BoundaryAddressMultiple OPTIONAL
392 MmLocateMemoryAreaByAddress(
393 PMADDRESS_SPACE AddressSpace
,
400 PMADDRESS_SPACE AddressSpace
,
407 PMADDRESS_SPACE AddressSpace
,
408 PMEMORY_AREA MemoryArea
,
409 PMM_FREE_PAGE_FUNC FreePage
,
410 PVOID FreePageContext
415 MmFreeMemoryAreaByPtr(
416 PMADDRESS_SPACE AddressSpace
,
418 PMM_FREE_PAGE_FUNC FreePage
,
419 PVOID FreePageContext
424 MmDumpMemoryAreas(PMADDRESS_SPACE AddressSpace
);
428 MmLocateMemoryAreaByRegion(
429 PMADDRESS_SPACE AddressSpace
,
437 PMADDRESS_SPACE AddressSpace
,
439 ULONG_PTR Granularity
,
445 MmReleaseMemoryAreaIfDecommitted(
446 struct _ROS_EPROCESS
*Process
,
447 PMADDRESS_SPACE AddressSpace
,
451 /* npool.c *******************************************************************/
455 MiDebugDumpNonPagedPool(BOOLEAN NewOnly
);
459 MiDebugDumpNonPagedPoolStats(BOOLEAN NewOnly
);
463 MiInitializeNonPagedPool(VOID
);
472 /* pool.c *******************************************************************/
476 ExAllocateNonPagedPoolWithTag(
485 ExAllocatePagedPoolWithTag(
493 ExFreeNonPagedPool(PVOID block
);
497 ExFreePagedPool(IN PVOID Block
);
501 MmInitializePagedPool(VOID
);
505 MiAllocateSpecialPool(
506 IN POOL_TYPE PoolType
,
507 IN SIZE_T NumberOfBytes
,
515 IN POOL_TYPE PoolType
,
516 IN ULONG CurrentMaxQuota
,
517 OUT PULONG NewMaxQuota
520 /* mdl.c *********************************************************************/
529 /* mminit.c ******************************************************************/
533 MiShutdownMemoryManager(VOID
);
538 ULONG_PTR FirstKernelPhysAddress
,
539 ULONG_PTR LastKernelPhysAddress
,
540 ULONG_PTR LastKernelAddress
,
541 PADDRESS_RANGE BIOSMemoryMap
,
542 ULONG AddressRangeCount
,
556 MiFreeInitMemory(VOID
);
560 MmInitializeMdlImplementation(VOID
);
562 /* pagefile.c ****************************************************************/
566 MmAllocSwapPage(VOID
);
570 MmDereserveSwapPages(ULONG Nr
);
574 MmFreeSwapPage(SWAPENTRY Entry
);
578 MmInitPagingFile(VOID
);
589 MmReserveSwapPages(ULONG Nr
);
602 ULONG BugCodeParameter1
,
603 ULONG BugCodeParameter2
,
604 ULONG BugCodeParameter3
,
605 ULONG BugCodeParameter4
,
606 struct _KTRAP_FRAME
* TrapFrame
611 MmIsAvailableSwapPage(VOID
);
615 MmShowOutOfSpaceMessagePagingFile(VOID
);
617 /* process.c ****************************************************************/
621 MmCreateProcessAddressSpace(
622 IN
struct _ROS_EPROCESS
* Process
,
623 IN PROS_SECTION_OBJECT Section OPTIONAL
628 MmCreatePeb(struct _ROS_EPROCESS
*Process
);
633 struct _ROS_EPROCESS
*Process
,
635 PINITIAL_TEB InitialTeb
641 struct _ROS_EPROCESS
*Process
,
645 /* i386/pfault.c *************************************************************/
657 /* mm.c **********************************************************************/
662 KPROCESSOR_MODE Mode
,
670 KPROCESSOR_MODE Mode
,
675 /* anonmem.c *****************************************************************/
679 MmNotPresentFaultVirtualMemory(
680 PMADDRESS_SPACE AddressSpace
,
681 MEMORY_AREA
* MemoryArea
,
688 MmPageOutVirtualMemory(
689 PMADDRESS_SPACE AddressSpace
,
690 PMEMORY_AREA MemoryArea
,
692 struct _MM_PAGEOP
* PageOp
698 PMEMORY_AREA MemoryArea
,
700 PMEMORY_BASIC_INFORMATION Info
,
707 struct _ROS_EPROCESS
* Process
,
708 PMEMORY_AREA MemoryArea
714 PMADDRESS_SPACE AddressSpace
,
715 PMEMORY_AREA MemoryArea
,
724 MmWritePageVirtualMemory(
725 PMADDRESS_SPACE AddressSpace
,
731 /* kmap.c ********************************************************************/
735 ExAllocatePage(VOID
);
739 ExUnmapPage(PVOID Addr
);
743 ExAllocatePageWithPhysPage(PFN_TYPE Page
);
754 MiZeroPage(PFN_TYPE Page
);
756 /* memsafe.s *****************************************************************/
760 MmSafeReadPtr(PVOID Source
);
762 /* pageop.c ******************************************************************/
766 MmReleasePageOp(PMM_PAGEOP PageOp
);
774 PMM_SECTION_SEGMENT Segment
,
786 PMM_SECTION_SEGMENT Segment
,
792 MmInitializePageOp(VOID
);
794 /* process.c *****************************************************************/
798 MmCreateKernelStack(BOOLEAN GuiStack
);
802 MmDeleteKernelStack(PVOID Stack
,
805 /* balace.c ******************************************************************/
809 MmInitializeMemoryConsumer(
811 NTSTATUS (*Trim
)(ULONG Target
, ULONG Priority
, PULONG NrFreed
)
816 MmInitializeBalancer(
817 ULONG NrAvailablePages
,
823 MmReleasePageMemoryConsumer(
830 MmRequestPageMemoryConsumer(
833 PPFN_TYPE AllocatedPage
838 MiInitBalancerThread(VOID
);
842 MmRebalanceMemoryConsumers(VOID
);
844 /* rmap.c **************************************************************/
848 MmSetRmapListHeadPage(
850 struct _MM_RMAP_ENTRY
* ListHead
853 struct _MM_RMAP_ENTRY
*
855 MmGetRmapListHeadPage(PFN_TYPE Page
);
861 struct _ROS_EPROCESS
*Process
,
870 VOID (*DeleteMapping
)(PVOID Context
, struct _ROS_EPROCESS
*Process
, PVOID Address
)
877 struct _ROS_EPROCESS
*Process
,
883 MmInitializeRmapList(VOID
);
887 MmSetCleanAllRmaps(PFN_TYPE Page
);
891 MmSetDirtyAllRmaps(PFN_TYPE Page
);
895 MmIsDirtyPageRmap(PFN_TYPE Page
);
899 MmWritePagePhysicalAddress(PFN_TYPE Page
);
903 MmPageOutPhysicalAddress(PFN_TYPE Page
);
905 /* freelist.c **********************************************************/
909 MmGetLRUNextUserPage(PFN_TYPE PreviousPage
);
913 MmGetLRUFirstUserPage(VOID
);
917 MmSetLRULastPage(PFN_TYPE Page
);
921 MmLockPage(PFN_TYPE Page
);
925 MmLockPageUnsafe(PFN_TYPE Page
);
929 MmUnlockPage(PFN_TYPE Page
);
933 MmGetLockCountPage(PFN_TYPE Page
);
937 MmInitializePageList(
938 ULONG_PTR FirstPhysKernelAddress
,
939 ULONG_PTR LastPhysKernelAddress
,
940 ULONG MemorySizeInPages
,
941 ULONG_PTR LastKernelBase
,
942 PADDRESS_RANGE BIOSMemoryMap
,
943 ULONG AddressRangeCount
948 MmGetContinuousPages(
950 PHYSICAL_ADDRESS LowestAcceptableAddress
,
951 PHYSICAL_ADDRESS HighestAcceptableAddress
,
952 PHYSICAL_ADDRESS BoundaryAddressMultiple
957 MmInitZeroPageThread(VOID
);
959 /* i386/page.c *********************************************************/
963 MmCreateHyperspaceMapping(PFN_TYPE Page
);
967 MmChangeHyperspaceMapping(
974 MmDeleteHyperspaceMapping(PVOID Address
);
978 MmCreateVirtualMappingForKernel(
987 MmCommitPagedPoolAddress(
994 MmCreateVirtualMapping(
995 struct _ROS_EPROCESS
* Process
,
1004 MmCreateVirtualMappingUnsafe(
1005 struct _ROS_EPROCESS
* Process
,
1015 struct _ROS_EPROCESS
* Process
,
1021 struct _ROS_EPROCESS
* Process
,
1029 struct _ROS_EPROCESS
* Process
,
1035 MmInitGlobalKernelPageDirectory(VOID
);
1039 MmDisableVirtualMapping(
1040 struct _ROS_EPROCESS
*Process
,
1048 MmEnableVirtualMapping(
1049 struct _ROS_EPROCESS
*Process
,
1055 MmRawDeleteVirtualMapping(PVOID Address
);
1059 MmDeletePageFileMapping(
1060 struct _ROS_EPROCESS
*Process
,
1062 SWAPENTRY
* SwapEntry
1067 MmCreatePageFileMapping(
1068 struct _ROS_EPROCESS
*Process
,
1076 struct _ROS_EPROCESS
*Process
,
1082 MmTransferOwnershipPage(
1090 struct _ROS_EPROCESS
*Process
,
1098 SWAPENTRY SavedSwapEntry
1103 MmAllocPagesSpecifyRange(
1105 PHYSICAL_ADDRESS LowestAddress
,
1106 PHYSICAL_ADDRESS HighestAddress
,
1107 ULONG NumberOfPages
,
1113 MmDereferencePage(PFN_TYPE Page
);
1117 MmReferencePage(PFN_TYPE Page
);
1121 MmReferencePageUnsafe(PFN_TYPE Page
);
1125 MmIsAccessedAndResetAccessPage(
1126 struct _ROS_EPROCESS
*Process
,
1132 MmGetReferenceCountPage(PFN_TYPE Page
);
1136 MmIsUsablePage(PFN_TYPE Page
);
1146 MmGetFlagsPage(PFN_TYPE Page
);
1150 MmSetSavedSwapEntryPage(
1152 SWAPENTRY SavedSwapEntry
);
1156 MmGetSavedSwapEntryPage(PFN_TYPE Page
);
1161 struct _ROS_EPROCESS
*Process
,
1167 MmCreatePageTable(PVOID PAddress
);
1172 struct _ROS_EPROCESS
*Process
,
1179 struct _ROS_EPROCESS
*Process
,
1186 struct _ROS_EPROCESS
*Src
,
1187 struct _ROS_EPROCESS
*Dest
,
1188 PPHYSICAL_ADDRESS DirectoryTableBase
1193 MmReleaseMmInfo(struct _ROS_EPROCESS
*Process
);
1197 Mmi386ReleaseMmInfo(struct _ROS_EPROCESS
*Process
);
1201 MmDeleteVirtualMapping(
1202 struct _ROS_EPROCESS
*Process
,
1212 struct _ROS_EPROCESS
*Process
,
1218 MmMarkPageMapped(PFN_TYPE Page
);
1222 MmMarkPageUnmapped(PFN_TYPE Page
);
1227 struct _ROS_EPROCESS
*Process
,
1234 MiInitPageDirectoryMap(VOID
);
1238 MiGetUserPageDirectoryCount(VOID
);
1240 /* wset.c ********************************************************************/
1249 /* region.c ************************************************************/
1254 PMADDRESS_SPACE AddressSpace
,
1256 PLIST_ENTRY RegionListHead
,
1261 PMM_ALTER_REGION_FUNC AlterFunc
1267 PLIST_ENTRY RegionListHead
,
1277 PLIST_ENTRY RegionListHead
,
1279 PVOID
* RegionBaseAddress
1282 /* section.c *****************************************************************/
1294 PMEMORY_AREA MemoryArea
,
1296 PMEMORY_BASIC_INFORMATION Info
,
1302 MmProtectSectionView(
1303 PMADDRESS_SPACE AddressSpace
,
1304 PMEMORY_AREA MemoryArea
,
1313 MmWritePageSectionView(
1314 PMADDRESS_SPACE AddressSpace
,
1322 MmInitSectionImplementation(VOID
);
1326 MmNotPresentFaultSectionView(
1327 PMADDRESS_SPACE AddressSpace
,
1328 MEMORY_AREA
* MemoryArea
,
1335 MmPageOutSectionView(
1336 PMADDRESS_SPACE AddressSpace
,
1337 PMEMORY_AREA MemoryArea
,
1339 struct _MM_PAGEOP
*PageOp
1344 MmCreatePhysicalMemorySection(VOID
);
1348 MmAccessFaultSectionView(
1349 PMADDRESS_SPACE AddressSpace
,
1350 MEMORY_AREA
* MemoryArea
,
1357 MmFreeSectionSegments(PFILE_OBJECT FileObject
);
1359 /* mpw.c *********************************************************************/
1363 MmInitMpwThread(VOID
);
1365 /* pager.c *******************************************************************/
1369 MiIsPagerThread(VOID
);
1373 MiStartPagerThread(VOID
);
1377 MiStopPagerThread(VOID
);
1381 MiQueryVirtualMemory(
1382 IN HANDLE ProcessHandle
,
1384 IN MEMORY_INFORMATION_CLASS VirtualMemoryInformationClass
,
1385 OUT PVOID VirtualMemoryInformation
,
1387 OUT PULONG ResultLength