-/*
- * Higher level memory managment definitions
- */
-
#ifndef __INCLUDE_INTERNAL_MM_H
#define __INCLUDE_INTERNAL_MM_H
-#include <internal/ntoskrnl.h>
#include <internal/arch/mm.h>
/* TYPES *********************************************************************/
+struct _EPROCESS;
+
extern ULONG MiFreeSwapPages;
extern ULONG MiUsedSwapPages;
extern ULONG MmPagedPoolSize;
extern ULONG MmTotalPagedPoolQuota;
extern ULONG MmTotalNonPagedPoolQuota;
+extern PHYSICAL_ADDRESS MmSharedDataPagePhysicalAddress;
+extern ULONG MmNumberOfPhysicalPages;
-struct _EPROCESS;
+extern PVOID MmPagedPoolBase;
+extern ULONG MmPagedPoolSize;
+
+extern PMEMORY_ALLOCATION_DESCRIPTOR MiFreeDescriptor;
+extern MEMORY_ALLOCATION_DESCRIPTOR MiFreeDescriptorOrg;
+extern ULONG MmHighestPhysicalPage;
+extern PVOID MmPfnDatabase;
+struct _KTRAP_FRAME;
+struct _EPROCESS;
struct _MM_RMAP_ENTRY;
struct _MM_PAGEOP;
typedef ULONG SWAPENTRY;
-
typedef ULONG PFN_TYPE, *PPFN_TYPE;
-#define MEMORY_AREA_INVALID (0)
-#define MEMORY_AREA_SECTION_VIEW (1)
-#define MEMORY_AREA_CONTINUOUS_MEMORY (2)
-#define MEMORY_AREA_NO_CACHE (3)
-#define MEMORY_AREA_IO_MAPPING (4)
-#define MEMORY_AREA_SYSTEM (5)
-#define MEMORY_AREA_MDL_MAPPING (7)
-#define MEMORY_AREA_VIRTUAL_MEMORY (8)
-#define MEMORY_AREA_CACHE_SEGMENT (9)
-#define MEMORY_AREA_SHARED_DATA (10)
-#define MEMORY_AREA_KERNEL_STACK (11)
-#define MEMORY_AREA_PAGED_POOL (12)
-#define MEMORY_AREA_NO_ACCESS (13)
-#define MEMORY_AREA_PEB_OR_TEB (14)
+#define MEMORY_AREA_INVALID (0)
+#define MEMORY_AREA_SECTION_VIEW (1)
+#define MEMORY_AREA_CONTINUOUS_MEMORY (2)
+#define MEMORY_AREA_NO_CACHE (3)
+#define MEMORY_AREA_IO_MAPPING (4)
+#define MEMORY_AREA_SYSTEM (5)
+#define MEMORY_AREA_MDL_MAPPING (7)
+#define MEMORY_AREA_VIRTUAL_MEMORY (8)
+#define MEMORY_AREA_CACHE_SEGMENT (9)
+#define MEMORY_AREA_SHARED_DATA (10)
+#define MEMORY_AREA_KERNEL_STACK (11)
+#define MEMORY_AREA_PAGED_POOL (12)
+#define MEMORY_AREA_NO_ACCESS (13)
+#define MEMORY_AREA_PEB_OR_TEB (14)
+
+#define MM_PHYSICAL_PAGE_MPW_PENDING (0x8)
+
+#define MM_CORE_DUMP_TYPE_NONE (0x0)
+#define MM_CORE_DUMP_TYPE_MINIMAL (0x1)
+#define MM_CORE_DUMP_TYPE_FULL (0x2)
+
+#define MM_PAGEOP_PAGEIN (1)
+#define MM_PAGEOP_PAGEOUT (2)
+#define MM_PAGEOP_PAGESYNCH (3)
+#define MM_PAGEOP_ACCESSFAULT (4)
+
+/* Number of list heads to use */
+#define MI_FREE_POOL_LISTS 4
+
+/* Signature of free pool blocks */
+#define MM_FREE_POOL_TAG TAG('F', 'r', 'p', 'l')
#define PAGE_TO_SECTION_PAGE_DIRECTORY_OFFSET(x) \
- ((x) / (4*1024*1024))
+ ((x) / (4*1024*1024))
+
#define PAGE_TO_SECTION_PAGE_TABLE_OFFSET(x) \
- ((((x)) % (4*1024*1024)) / (4*1024))
+ ((((x)) % (4*1024*1024)) / (4*1024))
-#define NR_SECTION_PAGE_TABLES (1024)
-#define NR_SECTION_PAGE_ENTRIES (1024)
+#define NR_SECTION_PAGE_TABLES 1024
+#define NR_SECTION_PAGE_ENTRIES 1024
-#ifndef __USE_W32API
-#define MM_LOWEST_USER_ADDRESS (PVOID)0x10000
-#endif
+#define TEB_BASE 0x7FFDE000
-#define MM_VIRTMEM_GRANULARITY (64 * 1024) /* Although Microsoft says this isn't hardcoded anymore,
- they won't be able to change it. Stuff depends on it */
+/* Although Microsoft says this isn't hardcoded anymore,
+ they won't be able to change it. Stuff depends on it */
+#define MM_VIRTMEM_GRANULARITY (64 * 1024)
-#define STATUS_MM_RESTART_OPERATION ((NTSTATUS)0xD0000001)
+#define STATUS_MM_RESTART_OPERATION ((NTSTATUS)0xD0000001)
/*
* Additional flags for protection attributes
*/
-#define PAGE_WRITETHROUGH (1024)
-#define PAGE_SYSTEM (2048)
-#define PAGE_FLAGS_VALID_FROM_USER_MODE (PAGE_READONLY | \
- PAGE_READWRITE | \
- PAGE_WRITECOPY | \
- PAGE_EXECUTE | \
- PAGE_EXECUTE_READ | \
- PAGE_EXECUTE_READWRITE | \
- PAGE_EXECUTE_WRITECOPY | \
- PAGE_GUARD | \
- PAGE_NOACCESS | \
- PAGE_NOCACHE)
-
-#define PAGE_IS_READABLE (PAGE_READONLY | \
- PAGE_READWRITE | \
- PAGE_WRITECOPY | \
- PAGE_EXECUTE_READ | \
- PAGE_EXECUTE_READWRITE | \
- PAGE_EXECUTE_WRITECOPY)
-
-#define PAGE_IS_WRITABLE (PAGE_READWRITE | \
- PAGE_WRITECOPY | \
- PAGE_EXECUTE_READWRITE | \
- PAGE_EXECUTE_WRITECOPY)
-
-#define PAGE_IS_EXECUTABLE (PAGE_EXECUTE | \
- PAGE_EXECUTE_READ | \
- PAGE_EXECUTE_READWRITE | \
- PAGE_EXECUTE_WRITECOPY)
-
-#define PAGE_IS_WRITECOPY (PAGE_WRITECOPY | \
- PAGE_EXECUTE_WRITECOPY)
+#define PAGE_WRITETHROUGH (1024)
+#define PAGE_SYSTEM (2048)
+
+#define SEC_PHYSICALMEMORY (0x80000000)
+
+#define MM_PAGEFILE_SEGMENT (0x1)
+#define MM_DATAFILE_SEGMENT (0x2)
+
+#define MC_CACHE (0)
+#define MC_USER (1)
+#define MC_PPOOL (2)
+#define MC_NPPOOL (3)
+#define MC_MAXIMUM (4)
+
+#define PAGED_POOL_MASK 1
+#define MUST_SUCCEED_POOL_MASK 2
+#define CACHE_ALIGNED_POOL_MASK 4
+#define QUOTA_POOL_MASK 8
+#define SESSION_POOL_MASK 32
+#define VERIFIER_POOL_MASK 64
+
+#define MM_PAGED_POOL_SIZE (100*1024*1024)
+#define MM_NONPAGED_POOL_SIZE (100*1024*1024)
+
+/*
+ * Paged and non-paged pools are 8-byte aligned
+ */
+#define MM_POOL_ALIGNMENT 8
+
+/*
+ * Maximum size of the kmalloc area (this is totally arbitary)
+ */
+#define MM_KERNEL_MAP_SIZE (16*1024*1024)
+#define MM_KERNEL_MAP_BASE (0xf0c00000)
+
+/*
+ * FIXME - different architectures have different cache line sizes...
+ */
+#define MM_CACHE_LINE_SIZE 32
+
+#define MM_ROUND_UP(x,s) \
+ ((PVOID)(((ULONG_PTR)(x)+(s)-1) & ~((ULONG_PTR)(s)-1)))
+
+#define MM_ROUND_DOWN(x,s) \
+ ((PVOID)(((ULONG_PTR)(x)) & ~((ULONG_PTR)(s)-1)))
+
+#define PAGE_FLAGS_VALID_FROM_USER_MODE \
+ (PAGE_READONLY | \
+ PAGE_READWRITE | \
+ PAGE_WRITECOPY | \
+ PAGE_EXECUTE | \
+ PAGE_EXECUTE_READ | \
+ PAGE_EXECUTE_READWRITE | \
+ PAGE_EXECUTE_WRITECOPY | \
+ PAGE_GUARD | \
+ PAGE_NOACCESS | \
+ PAGE_NOCACHE)
+
+#define PAGE_IS_READABLE \
+ (PAGE_READONLY | \
+ PAGE_READWRITE | \
+ PAGE_WRITECOPY | \
+ PAGE_EXECUTE_READ | \
+ PAGE_EXECUTE_READWRITE | \
+ PAGE_EXECUTE_WRITECOPY)
+
+#define PAGE_IS_WRITABLE \
+ (PAGE_READWRITE | \
+ PAGE_WRITECOPY | \
+ PAGE_EXECUTE_READWRITE | \
+ PAGE_EXECUTE_WRITECOPY)
+
+#define PAGE_IS_EXECUTABLE \
+ (PAGE_EXECUTE | \
+ PAGE_EXECUTE_READ | \
+ PAGE_EXECUTE_READWRITE | \
+ PAGE_EXECUTE_WRITECOPY)
+
+#define PAGE_IS_WRITECOPY \
+ (PAGE_WRITECOPY | \
+ PAGE_EXECUTE_WRITECOPY)
typedef struct
{
- ULONG Entry[NR_SECTION_PAGE_ENTRIES];
+ ULONG Entry[NR_SECTION_PAGE_ENTRIES];
} SECTION_PAGE_TABLE, *PSECTION_PAGE_TABLE;
typedef struct
{
- PSECTION_PAGE_TABLE PageTables[NR_SECTION_PAGE_TABLES];
+ PSECTION_PAGE_TABLE PageTables[NR_SECTION_PAGE_TABLES];
} SECTION_PAGE_DIRECTORY, *PSECTION_PAGE_DIRECTORY;
-#define SEC_PHYSICALMEMORY (0x80000000)
-
-#define MM_PAGEFILE_SEGMENT (0x1)
-#define MM_DATAFILE_SEGMENT (0x2)
-
typedef struct _MM_SECTION_SEGMENT
{
- LONGLONG FileOffset;
- ULONG_PTR VirtualAddress;
- ULONG RawLength;
- ULONG Length;
- ULONG Protection;
- FAST_MUTEX Lock;
- ULONG ReferenceCount;
- SECTION_PAGE_DIRECTORY PageDirectory;
- ULONG Flags;
- ULONG Characteristics;
- BOOLEAN WriteCopy;
+ LONG FileOffset; /* start offset into the file for image sections */
+ ULONG_PTR VirtualAddress; /* dtart offset into the address range for image sections */
+ ULONG RawLength; /* length of the segment which is part of the mapped file */
+ ULONG Length; /* absolute length of the segment */
+ ULONG Protection;
+ FAST_MUTEX Lock; /* lock which protects the page directory */
+ ULONG ReferenceCount;
+ SECTION_PAGE_DIRECTORY PageDirectory;
+ ULONG Flags;
+ ULONG Characteristics;
+ BOOLEAN WriteCopy;
} MM_SECTION_SEGMENT, *PMM_SECTION_SEGMENT;
typedef struct _MM_IMAGE_SECTION_OBJECT
{
- ULONG_PTR ImageBase;
- ULONG_PTR StackReserve;
- ULONG_PTR StackCommit;
- ULONG_PTR EntryPoint;
- ULONG Subsystem;
- ULONG ImageCharacteristics;
- USHORT MinorSubsystemVersion;
- USHORT MajorSubsystemVersion;
- USHORT Machine;
- BOOLEAN Executable;
- ULONG NrSegments;
- PMM_SECTION_SEGMENT Segments;
+ ULONG_PTR ImageBase;
+ ULONG_PTR StackReserve;
+ ULONG_PTR StackCommit;
+ ULONG_PTR EntryPoint;
+ USHORT Subsystem;
+ USHORT ImageCharacteristics;
+ USHORT MinorSubsystemVersion;
+ USHORT MajorSubsystemVersion;
+ USHORT Machine;
+ BOOLEAN Executable;
+ ULONG NrSegments;
+ ULONG ImageSize;
+ PMM_SECTION_SEGMENT Segments;
} MM_IMAGE_SECTION_OBJECT, *PMM_IMAGE_SECTION_OBJECT;
-typedef struct _SECTION_OBJECT
-{
- CSHORT Type;
- CSHORT Size;
- LARGE_INTEGER MaximumSize;
- ULONG SectionPageProtection;
- ULONG AllocationAttributes;
- PFILE_OBJECT FileObject;
- LIST_ENTRY ViewListHead;
- KSPIN_LOCK ViewListLock;
- union
- {
- PMM_IMAGE_SECTION_OBJECT ImageSection;
- PMM_SECTION_SEGMENT Segment;
- };
-} SECTION_OBJECT;
-
-#ifndef __USE_W32API
-
-typedef struct _SECTION_OBJECT *PSECTION_OBJECT;
-
-typedef struct _EPROCESS_QUOTA_ENTRY {
- ULONG Usage;
- ULONG Limit;
- ULONG Peak;
- ULONG Return;
-} EPROCESS_QUOTA_ENTRY, *PEPROCESS_QUOTA_ENTRY;
-
-typedef struct _EPROCESS_QUOTA_BLOCK {
- EPROCESS_QUOTA_ENTRY QuotaEntry[3];
- LIST_ENTRY QuotaList;
- ULONG ReferenceCount;
- ULONG ProcessCount;
-} EPROCESS_QUOTA_BLOCK, *PEPROCESS_QUOTA_BLOCK;
-
-/*
- * header mess....
- */
-
-typedef struct _PAGEFAULT_HISTORY
+typedef struct _ROS_SECTION_OBJECT
{
- ULONG CurrentIndex;
- ULONG MaxIndex;
- KSPIN_LOCK SpinLock;
- PVOID Reserved;
- struct _PROCESS_WS_WATCH_INFORMATION WatchInfo[1];
-} PAGEFAULT_HISTORY, *PPAGEFAULT_HISTORY;
-
-#endif /* __USE_W32API */
+ CSHORT Type;
+ CSHORT Size;
+ LARGE_INTEGER MaximumSize;
+ ULONG SectionPageProtection;
+ ULONG AllocationAttributes;
+ PFILE_OBJECT FileObject;
+ union
+ {
+ PMM_IMAGE_SECTION_OBJECT ImageSection;
+ PMM_SECTION_SEGMENT Segment;
+ };
+} ROS_SECTION_OBJECT, *PROS_SECTION_OBJECT;
typedef struct _MEMORY_AREA
{
- PVOID StartingAddress;
- PVOID EndingAddress;
- struct _MEMORY_AREA *Parent;
- struct _MEMORY_AREA *LeftChild;
- struct _MEMORY_AREA *RightChild;
- ULONG Type;
- ULONG Attributes;
- ULONG LockCount;
- struct _EPROCESS* Process; /* FIXME: We don't need this! */
- BOOLEAN DeleteInProgress;
- ULONG PageOpCount;
- union
- {
- struct
+ PVOID StartingAddress;
+ PVOID EndingAddress;
+ struct _MEMORY_AREA *Parent;
+ struct _MEMORY_AREA *LeftChild;
+ struct _MEMORY_AREA *RightChild;
+ ULONG Type;
+ ULONG Protect;
+ ULONG Flags;
+ BOOLEAN DeleteInProgress;
+ ULONG PageOpCount;
+ union
{
- SECTION_OBJECT* Section;
- ULONG ViewOffset;
- LIST_ENTRY ViewListEntry;
- PMM_SECTION_SEGMENT Segment;
- BOOLEAN WriteCopyView;
- LIST_ENTRY RegionListHead;
- } SectionData;
- struct
- {
- LIST_ENTRY RegionListHead;
- } VirtualMemoryData;
- } Data;
+ struct
+ {
+ ROS_SECTION_OBJECT* Section;
+ ULONG ViewOffset;
+ PMM_SECTION_SEGMENT Segment;
+ BOOLEAN WriteCopyView;
+ LIST_ENTRY RegionListHead;
+ } SectionData;
+ struct
+ {
+ LIST_ENTRY RegionListHead;
+ } VirtualMemoryData;
+ } Data;
} MEMORY_AREA, *PMEMORY_AREA;
typedef struct _MADDRESS_SPACE
{
- PMEMORY_AREA MemoryAreaRoot;
- FAST_MUTEX Lock;
- PVOID LowestAddress;
- struct _EPROCESS* Process;
- PUSHORT PageTableRefCountTable;
- ULONG PageTableRefCountTableSize;
+ PMEMORY_AREA MemoryAreaRoot;
+ PVOID LowestAddress;
+ PEPROCESS Process;
+ PUSHORT PageTableRefCountTable;
+ PEX_PUSH_LOCK Lock;
} MADDRESS_SPACE, *PMADDRESS_SPACE;
-typedef struct _KNODE {
- ULONG ProcessorMask;
- ULONG Color;
- ULONG MmShiftedColor;
- ULONG FreeCount[2];
- SLIST_HEADER DeadStackList;
- SLIST_HEADER PfnDereferenceSListHead;
- struct _SINGLE_LIST_ENTRY *PfnDeferredList;
- UCHAR Seed;
- UCHAR NodeNumber;
- ULONG Flags;
-} KNODE, *PKNODE;
-
-#ifndef __USE_W32API
-/* VARIABLES */
-
-#ifdef __NTOSKRNL__
-extern PVOID EXPORTED MmSystemRangeStart;
-#else
-extern PVOID IMPORTED MmSystemRangeStart;
-#endif
-
-#endif /* __USE_W32API */
-
typedef struct
{
- ULONG NrTotalPages;
- ULONG NrSystemPages;
- ULONG NrReservedPages;
- ULONG NrUserPages;
- ULONG NrFreePages;
- ULONG NrDirtyPages;
- ULONG NrLockedPages;
- ULONG PagingRequestsInLastMinute;
- ULONG PagingRequestsInLastFiveMinutes;
- ULONG PagingRequestsInLastFifteenMinutes;
+ ULONG NrTotalPages;
+ ULONG NrSystemPages;
+ ULONG NrUserPages;
+ ULONG NrFreePages;
+ ULONG NrDirtyPages;
+ ULONG NrLockedPages;
+ ULONG PagingRequestsInLastMinute;
+ ULONG PagingRequestsInLastFiveMinutes;
+ ULONG PagingRequestsInLastFifteenMinutes;
} MM_STATS;
-extern MM_STATS MmStats;
-
-#define MM_PHYSICAL_PAGE_MPW_PENDING (0x8)
+typedef struct _PHYSICAL_PAGE
+{
+ union
+ {
+ struct
+ {
+ ULONG Type: 2;
+ ULONG Consumer: 3;
+ ULONG Zero: 1;
+ ULONG StartOfAllocation: 1;
+ ULONG EndOfAllocation: 1;
+ }
+ Flags;
+ ULONG AllFlags;
+ };
+
+ LIST_ENTRY ListEntry;
+ ULONG ReferenceCount;
+ SWAPENTRY SavedSwapEntry;
+ ULONG LockCount;
+ ULONG MapCount;
+ struct _MM_RMAP_ENTRY* RmapListHead;
+}
+PHYSICAL_PAGE, *PPHYSICAL_PAGE;
-#define MM_PAGEOP_PAGEIN (1)
-#define MM_PAGEOP_PAGEOUT (2)
-#define MM_PAGEOP_PAGESYNCH (3)
-#define MM_PAGEOP_ACCESSFAULT (4)
+extern MM_STATS MmStats;
typedef struct _MM_PAGEOP
{
/* Type of operation. */
- ULONG OpType;
+ ULONG OpType;
/* Number of threads interested in this operation. */
ULONG ReferenceCount;
/* Event that will be set when the operation is completed. */
ULONG Hash;
struct _MM_PAGEOP* Next;
struct _ETHREAD* Thread;
- /*
+ /*
* These fields are used to identify the operation if it is against a
* virtual memory area.
*/
ULONG Offset;
} MM_PAGEOP, *PMM_PAGEOP;
-#define MC_CACHE (0)
-#define MC_USER (1)
-#define MC_PPOOL (2)
-#define MC_NPPOOL (3)
-#define MC_MAXIMUM (4)
-
typedef struct _MM_MEMORY_CONSUMER
{
- ULONG PagesUsed;
- ULONG PagesTarget;
- NTSTATUS (*Trim)(ULONG Target, ULONG Priority, PULONG NrFreed);
-}
-MM_MEMORY_CONSUMER, *PMM_MEMORY_CONSUMER;
-
-extern MM_MEMORY_CONSUMER MiMemoryConsumers[MC_MAXIMUM];
-
-extern PHYSICAL_ADDRESS MmSharedDataPagePhysicalAddress;
-struct _KTRAP_FRAME;
-
-typedef VOID (*PMM_ALTER_REGION_FUNC)(PMADDRESS_SPACE AddressSpace,
- PVOID BaseAddress, ULONG Length,
- ULONG OldType, ULONG OldProtect,
- ULONG NewType, ULONG NewProtect);
+ ULONG PagesUsed;
+ ULONG PagesTarget;
+ NTSTATUS (*Trim)(ULONG Target, ULONG Priority, PULONG NrFreed);
+} MM_MEMORY_CONSUMER, *PMM_MEMORY_CONSUMER;
typedef struct _MM_REGION
{
- ULONG Type;
- ULONG Protect;
- ULONG Length;
- LIST_ENTRY RegionListEntry;
+ ULONG Type;
+ ULONG Protect;
+ ULONG Length;
+ LIST_ENTRY RegionListEntry;
} MM_REGION, *PMM_REGION;
-typedef VOID (*PMM_FREE_PAGE_FUNC)(PVOID Context, PMEMORY_AREA MemoryArea,
- PVOID Address, PFN_TYPE Page,
- SWAPENTRY SwapEntry, BOOLEAN Dirty);
-
-/* FUNCTIONS */
-
-/* aspace.c ******************************************************************/
-
-VOID MmLockAddressSpace(PMADDRESS_SPACE AddressSpace);
+/* Entry describing free pool memory */
+typedef struct _MMFREE_POOL_ENTRY
+{
+ LIST_ENTRY List;
+ PFN_NUMBER Size;
+ ULONG Signature;
+ struct _MMFREE_POOL_ENTRY *Owner;
+} MMFREE_POOL_ENTRY, *PMMFREE_POOL_ENTRY;
+
+/* Paged pool information */
+typedef struct _MM_PAGED_POOL_INFO
+{
+ PRTL_BITMAP PagedPoolAllocationMap;
+ PRTL_BITMAP EndOfPagedPoolBitmap;
+ PMMPTE FirstPteForPagedPool;
+ PMMPTE LastPteForPagedPool;
+ PMMPTE NextPdeForPagedPoolExpansion;
+ ULONG PagedPoolHint;
+ SIZE_T PagedPoolCommit;
+ SIZE_T AllocatedPagedPool;
+} MM_PAGED_POOL_INFO, *PMM_PAGED_POOL_INFO;
-VOID MmUnlockAddressSpace(PMADDRESS_SPACE AddressSpace);
+extern MM_MEMORY_CONSUMER MiMemoryConsumers[MC_MAXIMUM];
-VOID MmInitializeKernelAddressSpace(VOID);
+typedef VOID
+(*PMM_ALTER_REGION_FUNC)(
+ PMADDRESS_SPACE AddressSpace,
+ PVOID BaseAddress,
+ ULONG Length,
+ ULONG OldType,
+ ULONG OldProtect,
+ ULONG NewType,
+ ULONG NewProtect
+);
+
+typedef VOID
+(*PMM_FREE_PAGE_FUNC)(
+ PVOID Context,
+ PMEMORY_AREA MemoryArea,
+ PVOID Address,
+ PFN_TYPE Page,
+ SWAPENTRY SwapEntry,
+ BOOLEAN Dirty
+);
-PMADDRESS_SPACE MmGetCurrentAddressSpace(VOID);
+/* aspace.c ******************************************************************/
-PMADDRESS_SPACE MmGetKernelAddressSpace(VOID);
+VOID
+NTAPI
+MmInitializeKernelAddressSpace(VOID);
-NTSTATUS MmInitializeAddressSpace(struct _EPROCESS* Process,
- PMADDRESS_SPACE AddressSpace);
+NTSTATUS
+NTAPI
+MmInitializeAddressSpace(
+ struct _EPROCESS* Process,
+ PMADDRESS_SPACE AddressSpace);
-NTSTATUS MmDestroyAddressSpace(PMADDRESS_SPACE AddressSpace);
+NTSTATUS
+NTAPI
+MmDestroyAddressSpace(PMADDRESS_SPACE AddressSpace);
/* marea.c *******************************************************************/
-NTSTATUS INIT_FUNCTION
+NTSTATUS
+NTAPI
MmInitMemoryAreas(VOID);
-NTSTATUS STDCALL
+NTSTATUS
+NTAPI
MmCreateMemoryArea(
- struct _EPROCESS* Process,
- PMADDRESS_SPACE AddressSpace,
- ULONG Type,
- PVOID *BaseAddress,
- ULONG_PTR Length,
- ULONG Attributes,
- PMEMORY_AREA *Result,
- BOOLEAN FixedAddress,
- BOOLEAN TopDown,
- PHYSICAL_ADDRESS BoundaryAddressMultiple OPTIONAL);
-
-PMEMORY_AREA STDCALL
+ PMADDRESS_SPACE AddressSpace,
+ ULONG Type,
+ PVOID *BaseAddress,
+ ULONG_PTR Length,
+ ULONG Protection,
+ PMEMORY_AREA *Result,
+ BOOLEAN FixedAddress,
+ ULONG AllocationFlags,
+ PHYSICAL_ADDRESS BoundaryAddressMultiple OPTIONAL
+);
+
+PMEMORY_AREA
+NTAPI
MmLocateMemoryAreaByAddress(
- PMADDRESS_SPACE AddressSpace,
- PVOID Address);
+ PMADDRESS_SPACE AddressSpace,
+ PVOID Address
+);
-ULONG_PTR STDCALL
+ULONG_PTR
+NTAPI
MmFindGapAtAddress(
- PMADDRESS_SPACE AddressSpace,
- PVOID Address);
+ PMADDRESS_SPACE AddressSpace,
+ PVOID Address
+);
-NTSTATUS STDCALL
+NTSTATUS
+NTAPI
MmFreeMemoryArea(
- PMADDRESS_SPACE AddressSpace,
- PMEMORY_AREA MemoryArea,
- PMM_FREE_PAGE_FUNC FreePage,
- PVOID FreePageContext);
+ PMADDRESS_SPACE AddressSpace,
+ PMEMORY_AREA MemoryArea,
+ PMM_FREE_PAGE_FUNC FreePage,
+ PVOID FreePageContext
+);
-NTSTATUS STDCALL
+NTSTATUS
+NTAPI
MmFreeMemoryAreaByPtr(
- PMADDRESS_SPACE AddressSpace,
- PVOID BaseAddress,
- PMM_FREE_PAGE_FUNC FreePage,
- PVOID FreePageContext);
+ PMADDRESS_SPACE AddressSpace,
+ PVOID BaseAddress,
+ PMM_FREE_PAGE_FUNC FreePage,
+ PVOID FreePageContext
+);
-VOID STDCALL
+VOID
+NTAPI
MmDumpMemoryAreas(PMADDRESS_SPACE AddressSpace);
-PMEMORY_AREA STDCALL
+PMEMORY_AREA
+NTAPI
MmLocateMemoryAreaByRegion(
- PMADDRESS_SPACE AddressSpace,
- PVOID Address,
- ULONG_PTR Length);
+ PMADDRESS_SPACE AddressSpace,
+ PVOID Address,
+ ULONG_PTR Length
+);
-PVOID STDCALL
+PVOID
+NTAPI
MmFindGap(
- PMADDRESS_SPACE AddressSpace,
- ULONG_PTR Length,
- ULONG_PTR Granularity,
- BOOLEAN TopDown);
+ PMADDRESS_SPACE AddressSpace,
+ ULONG_PTR Length,
+ ULONG_PTR Granularity,
+ BOOLEAN TopDown
+);
-VOID STDCALL
+VOID
+NTAPI
MmReleaseMemoryAreaIfDecommitted(
- PEPROCESS Process,
- PMADDRESS_SPACE AddressSpace,
- PVOID BaseAddress);
+ struct _EPROCESS *Process,
+ PMADDRESS_SPACE AddressSpace,
+ PVOID BaseAddress
+);
+
+VOID
+NTAPI
+MmMapMemoryArea(PVOID BaseAddress,
+ ULONG Length,
+ ULONG Consumer,
+ ULONG Protection);
/* npool.c *******************************************************************/
-VOID MiDebugDumpNonPagedPool(BOOLEAN NewOnly);
+VOID
+NTAPI
+MiDebugDumpNonPagedPool(BOOLEAN NewOnly);
+
+VOID
+NTAPI
+MiDebugDumpNonPagedPoolStats(BOOLEAN NewOnly);
+
+VOID
+NTAPI
+MiInitializeNonPagedPool(VOID);
-VOID MiDebugDumpNonPagedPoolStats(BOOLEAN NewOnly);
+PVOID
+NTAPI
+MiAllocatePoolPages(
+ IN POOL_TYPE PoolType,
+ IN SIZE_T SizeInBytes
+);
-VOID MiInitializeNonPagedPool(VOID);
+POOL_TYPE
+NTAPI
+MmDeterminePoolType(
+ IN PVOID VirtualAddress
+);
-PVOID MmGetMdlPageAddress(PMDL Mdl, PVOID Offset);
+ULONG
+NTAPI
+MiFreePoolPages(
+ IN PVOID StartingAddress
+);
+
+PVOID
+NTAPI
+MmGetMdlPageAddress(
+ PMDL Mdl,
+ PVOID Offset
+);
/* pool.c *******************************************************************/
+PVOID
+NTAPI
+ExAllocateNonPagedPoolWithTag(
+ POOL_TYPE type,
+ ULONG size,
+ ULONG Tag,
+ PVOID Caller
+);
+
+PVOID
+NTAPI
+ExAllocatePagedPoolWithTag(
+ POOL_TYPE Type,
+ ULONG size,
+ ULONG Tag
+);
+
+VOID
+NTAPI
+ExFreeNonPagedPool(PVOID block);
+
+VOID
+NTAPI
+ExFreePagedPool(IN PVOID Block);
+
+VOID
+NTAPI
+MmInitializePagedPool(VOID);
+
+PVOID
+NTAPI
+MiAllocateSpecialPool(
+ IN POOL_TYPE PoolType,
+ IN SIZE_T NumberOfBytes,
+ IN ULONG Tag,
+ IN ULONG Underrun
+);
+
BOOLEAN
-STDCALL
+NTAPI
MiRaisePoolQuota(
IN POOL_TYPE PoolType,
IN ULONG CurrentMaxQuota,
OUT PULONG NewMaxQuota
- );
+);
/* mdl.c *********************************************************************/
-VOID MmBuildMdlFromPages(PMDL Mdl, PULONG Pages);
+VOID
+NTAPI
+MmBuildMdlFromPages(
+ PMDL Mdl,
+ PULONG Pages
+);
/* mminit.c ******************************************************************/
-VOID MiShutdownMemoryManager(VOID);
-
-VOID MmInit1(ULONG_PTR FirstKernelPhysAddress,
- ULONG_PTR LastKernelPhysAddress,
- ULONG_PTR LastKernelAddress,
- PADDRESS_RANGE BIOSMemoryMap,
- ULONG AddressRangeCount,
- ULONG MaxMemInMeg);
+VOID
+NTAPI
+MiShutdownMemoryManager(VOID);
-VOID MmInit2(VOID);
+VOID
+NTAPI
+MmInit1(
+ VOID
+);
-VOID MmInit3(VOID);
+BOOLEAN
+NTAPI
+MmInitSystem(IN ULONG Phase,
+ IN PLOADER_PARAMETER_BLOCK LoaderBlock);
-VOID MiFreeInitMemory(VOID);
+VOID
+NTAPI
+MiFreeInitMemory(VOID);
-VOID MmInitializeMdlImplementation(VOID);
+VOID
+NTAPI
+MmInitializeMdlImplementation(VOID);
/* pagefile.c ****************************************************************/
-SWAPENTRY MmAllocSwapPage(VOID);
+SWAPENTRY
+NTAPI
+MmAllocSwapPage(VOID);
-VOID MmDereserveSwapPages(ULONG Nr);
+VOID
+NTAPI
+MmDereserveSwapPages(ULONG Nr);
-VOID MmFreeSwapPage(SWAPENTRY Entry);
+VOID
+NTAPI
+MmFreeSwapPage(SWAPENTRY Entry);
-VOID MmInitPagingFile(VOID);
+VOID
+NTAPI
+MmInitPagingFile(VOID);
-NTSTATUS MmReadFromSwapPage(SWAPENTRY SwapEntry, PFN_TYPE Page);
+NTSTATUS
+NTAPI
+MmReadFromSwapPage(
+ SWAPENTRY SwapEntry,
+ PFN_TYPE Page
+);
-BOOLEAN MmReserveSwapPages(ULONG Nr);
+BOOLEAN
+NTAPI
+MmReserveSwapPages(ULONG Nr);
-NTSTATUS MmWriteToSwapPage(SWAPENTRY SwapEntry, PFN_TYPE Page);
+NTSTATUS
+NTAPI
+MmWriteToSwapPage(
+ SWAPENTRY SwapEntry,
+ PFN_TYPE Page
+);
-NTSTATUS STDCALL
-MmDumpToPagingFile(ULONG BugCode,
- ULONG BugCodeParameter1,
- ULONG BugCodeParameter2,
- ULONG BugCodeParameter3,
- ULONG BugCodeParameter4,
- struct _KTRAP_FRAME* TrapFrame);
+NTSTATUS
+NTAPI
+MmDumpToPagingFile(
+ ULONG BugCode,
+ ULONG BugCodeParameter1,
+ ULONG BugCodeParameter2,
+ ULONG BugCodeParameter3,
+ ULONG BugCodeParameter4,
+ struct _KTRAP_FRAME* TrapFrame
+);
-BOOLEAN MmIsAvailableSwapPage(VOID);
+BOOLEAN
+NTAPI
+MmIsAvailableSwapPage(VOID);
-VOID MmShowOutOfSpaceMessagePagingFile(VOID);
+VOID
+NTAPI
+MmShowOutOfSpaceMessagePagingFile(VOID);
/* process.c ****************************************************************/
NTSTATUS
-STDCALL
-MmCreateProcessAddressSpace(IN struct _EPROCESS* Process,
- IN PSECTION_OBJECT Section OPTIONAL);
-
+NTAPI
+MmInitializeProcessAddressSpace(
+ IN PEPROCESS Process,
+ IN PEPROCESS Clone OPTIONAL,
+ IN PVOID Section OPTIONAL,
+ IN OUT PULONG Flags,
+ IN POBJECT_NAME_INFORMATION *AuditName OPTIONAL
+);
+
NTSTATUS
-STDCALL
-MmCreatePeb(PEPROCESS Process);
+NTAPI
+MmCreatePeb(struct _EPROCESS *Process);
+
+PTEB
+NTAPI
+MmCreateTeb(
+ struct _EPROCESS *Process,
+ PCLIENT_ID ClientId,
+ PINITIAL_TEB InitialTeb
+);
-struct _TEB*
-STDCALL
-MmCreateTeb(PEPROCESS Process,
- PCLIENT_ID ClientId,
- PINITIAL_TEB InitialTeb);
-
VOID
-STDCALL
-MmDeleteTeb(PEPROCESS Process,
- struct _TEB* Teb);
+NTAPI
+MmDeleteTeb(
+ struct _EPROCESS *Process,
+ PTEB Teb
+);
+
+VOID
+NTAPI
+MmCleanProcessAddressSpace(IN PEPROCESS Process);
+
+NTSTATUS
+NTAPI
+MmDeleteProcessAddressSpace(IN PEPROCESS Process);
+
+ULONG
+NTAPI
+MmGetSessionLocaleId(VOID);
+
+NTSTATUS
+NTAPI
+MmSetMemoryPriorityProcess(
+ IN PEPROCESS Process,
+ IN UCHAR MemoryPriority
+);
/* i386/pfault.c *************************************************************/
-NTSTATUS MmPageFault(ULONG Cs,
- PULONG Eip,
- PULONG Eax,
- ULONG Cr2,
- ULONG ErrorCode);
+NTSTATUS
+NTAPI
+MmPageFault(
+ ULONG Cs,
+ PULONG Eip,
+ PULONG Eax,
+ ULONG Cr2,
+ ULONG ErrorCode
+);
/* mm.c **********************************************************************/
-NTSTATUS MmAccessFault(KPROCESSOR_MODE Mode,
- ULONG_PTR Address,
- BOOLEAN FromMdl);
-
-NTSTATUS MmNotPresentFault(KPROCESSOR_MODE Mode,
- ULONG_PTR Address,
- BOOLEAN FromMdl);
+NTSTATUS
+NTAPI
+MmAccessFault(
+ IN BOOLEAN StoreInstruction,
+ IN PVOID Address,
+ IN KPROCESSOR_MODE Mode,
+ IN PVOID TrapInformation
+);
/* anonmem.c *****************************************************************/
-NTSTATUS MmNotPresentFaultVirtualMemory(PMADDRESS_SPACE AddressSpace,
- MEMORY_AREA* MemoryArea,
- PVOID Address,
- BOOLEAN Locked);
-
-NTSTATUS MmPageOutVirtualMemory(PMADDRESS_SPACE AddressSpace,
- PMEMORY_AREA MemoryArea,
- PVOID Address,
- struct _MM_PAGEOP* PageOp);
-NTSTATUS STDCALL
-MmQueryAnonMem(PMEMORY_AREA MemoryArea,
- PVOID Address,
- PMEMORY_BASIC_INFORMATION Info,
- PULONG ResultLength);
-
-VOID MmFreeVirtualMemory(struct _EPROCESS* Process, PMEMORY_AREA MemoryArea);
-
-NTSTATUS MmProtectAnonMem(PMADDRESS_SPACE AddressSpace,
- PMEMORY_AREA MemoryArea,
- PVOID BaseAddress,
- ULONG Length,
- ULONG Protect,
- PULONG OldProtect);
-
-NTSTATUS MmWritePageVirtualMemory(PMADDRESS_SPACE AddressSpace,
- PMEMORY_AREA MArea,
- PVOID Address,
- PMM_PAGEOP PageOp);
+NTSTATUS
+NTAPI
+MmNotPresentFaultVirtualMemory(
+ PMADDRESS_SPACE AddressSpace,
+ MEMORY_AREA* MemoryArea,
+ PVOID Address,
+ BOOLEAN Locked
+);
-/* kmap.c ********************************************************************/
+NTSTATUS
+NTAPI
+MmPageOutVirtualMemory(
+ PMADDRESS_SPACE AddressSpace,
+ PMEMORY_AREA MemoryArea,
+ PVOID Address,
+ struct _MM_PAGEOP* PageOp
+);
-PVOID ExAllocatePage(VOID);
+NTSTATUS
+NTAPI
+MmQueryAnonMem(
+ PMEMORY_AREA MemoryArea,
+ PVOID Address,
+ PMEMORY_BASIC_INFORMATION Info,
+ PULONG ResultLength
+);
-VOID ExUnmapPage(PVOID Addr);
+VOID
+NTAPI
+MmFreeVirtualMemory(
+ struct _EPROCESS* Process,
+ PMEMORY_AREA MemoryArea
+);
-PVOID ExAllocatePageWithPhysPage(PFN_TYPE Page);
+NTSTATUS
+NTAPI
+MmProtectAnonMem(
+ PMADDRESS_SPACE AddressSpace,
+ PMEMORY_AREA MemoryArea,
+ PVOID BaseAddress,
+ ULONG Length,
+ ULONG Protect,
+ PULONG OldProtect
+);
-NTSTATUS MiCopyFromUserPage(PFN_TYPE Page, PVOID SourceAddress);
+NTSTATUS
+NTAPI
+MmWritePageVirtualMemory(
+ PMADDRESS_SPACE AddressSpace,
+ PMEMORY_AREA MArea,
+ PVOID Address,
+ PMM_PAGEOP PageOp
+);
-NTSTATUS MiZeroPage(PFN_TYPE Page);
+/* kmap.c ********************************************************************/
-/* memsafe.s *****************************************************************/
+PVOID
+NTAPI
+ExAllocatePage(VOID);
-NTSTATUS MmSafeCopyFromUser(PVOID Dest, const VOID *Src, ULONG Count);
+VOID
+NTAPI
+ExUnmapPage(PVOID Addr);
-NTSTATUS MmSafeCopyToUser(PVOID Dest, const VOID *Src, ULONG Count);
+PVOID
+NTAPI
+ExAllocatePageWithPhysPage(PFN_TYPE Page);
-PVOID FASTCALL MmSafeReadPtr(PVOID Source);
+NTSTATUS
+NTAPI
+MiCopyFromUserPage(
+ PFN_TYPE Page,
+ PVOID SourceAddress
+);
+
+NTSTATUS
+NTAPI
+MiZeroPage(PFN_TYPE Page);
+
+/* memsafe.s *****************************************************************/
+
+PVOID
+FASTCALL
+MmSafeReadPtr(PVOID Source);
/* pageop.c ******************************************************************/
VOID
+NTAPI
MmReleasePageOp(PMM_PAGEOP PageOp);
PMM_PAGEOP
-MmGetPageOp(PMEMORY_AREA MArea, HANDLE Pid, PVOID Address,
- PMM_SECTION_SEGMENT Segment, ULONG Offset, ULONG OpType, BOOL First);
+NTAPI
+MmGetPageOp(
+ PMEMORY_AREA MArea,
+ HANDLE Pid,
+ PVOID Address,
+ PMM_SECTION_SEGMENT Segment,
+ ULONG Offset,
+ ULONG OpType,
+ BOOLEAN First
+);
+
PMM_PAGEOP
-MmCheckForPageOp(PMEMORY_AREA MArea, HANDLE Pid, PVOID Address,
- PMM_SECTION_SEGMENT Segment, ULONG Offset);
+NTAPI
+MmCheckForPageOp(
+ PMEMORY_AREA MArea,
+ HANDLE Pid,
+ PVOID Address,
+ PMM_SECTION_SEGMENT Segment,
+ ULONG Offset
+);
+
VOID
+NTAPI
MmInitializePageOp(VOID);
/* process.c *****************************************************************/
PVOID
-STDCALL
-MmCreateKernelStack(BOOLEAN GuiStack);
+NTAPI
+MmCreateKernelStack(BOOLEAN GuiStack, UCHAR Node);
VOID
-STDCALL
-MmDeleteKernelStack(PVOID Stack,
+NTAPI
+MmDeleteKernelStack(PVOID Stack,
BOOLEAN GuiStack);
-
+
/* balace.c ******************************************************************/
-VOID MmInitializeMemoryConsumer(ULONG Consumer,
- NTSTATUS (*Trim)(ULONG Target, ULONG Priority, PULONG NrFreed));
+VOID
+NTAPI
+MmInitializeMemoryConsumer(
+ ULONG Consumer,
+ NTSTATUS (*Trim)(ULONG Target, ULONG Priority, PULONG NrFreed)
+);
-VOID MmInitializeBalancer(ULONG NrAvailablePages, ULONG NrSystemPages);
+VOID
+NTAPI
+MmInitializeBalancer(
+ ULONG NrAvailablePages,
+ ULONG NrSystemPages
+);
-NTSTATUS MmReleasePageMemoryConsumer(ULONG Consumer, PFN_TYPE Page);
+NTSTATUS
+NTAPI
+MmReleasePageMemoryConsumer(
+ ULONG Consumer,
+ PFN_TYPE Page
+);
-NTSTATUS MmRequestPageMemoryConsumer(ULONG Consumer, BOOLEAN MyWait, PPFN_TYPE AllocatedPage);
+NTSTATUS
+NTAPI
+MmRequestPageMemoryConsumer(
+ ULONG Consumer,
+ BOOLEAN MyWait,
+ PPFN_TYPE AllocatedPage
+);
-VOID MiInitBalancerThread(VOID);
+VOID
+NTAPI
+MiInitBalancerThread(VOID);
-VOID MmRebalanceMemoryConsumers(VOID);
+VOID
+NTAPI
+MmRebalanceMemoryConsumers(VOID);
/* rmap.c **************************************************************/
-VOID MmSetRmapListHeadPage(PFN_TYPE Page, struct _MM_RMAP_ENTRY* ListHead);
+VOID
+NTAPI
+MmSetRmapListHeadPage(
+ PFN_TYPE Page,
+ struct _MM_RMAP_ENTRY* ListHead
+);
-struct _MM_RMAP_ENTRY* MmGetRmapListHeadPage(PFN_TYPE Page);
+struct _MM_RMAP_ENTRY*
+NTAPI
+MmGetRmapListHeadPage(PFN_TYPE Page);
-VOID MmInsertRmap(PFN_TYPE Page, PEPROCESS Process, PVOID Address);
+VOID
+NTAPI
+MmInsertRmap(
+ PFN_TYPE Page,
+ struct _EPROCESS *Process,
+ PVOID Address
+);
-VOID MmDeleteAllRmaps(PFN_TYPE Page, PVOID Context,
- VOID (*DeleteMapping)(PVOID Context, PEPROCESS Process, PVOID Address));
+VOID
+NTAPI
+MmDeleteAllRmaps(
+ PFN_TYPE Page,
+ PVOID Context,
+ VOID (*DeleteMapping)(PVOID Context, struct _EPROCESS *Process, PVOID Address)
+);
-VOID MmDeleteRmap(PFN_TYPE Page, PEPROCESS Process, PVOID Address);
+VOID
+NTAPI
+MmDeleteRmap(
+ PFN_TYPE Page,
+ struct _EPROCESS *Process,
+ PVOID Address
+);
-VOID MmInitializeRmapList(VOID);
+VOID
+NTAPI
+MmInitializeRmapList(VOID);
-VOID MmSetCleanAllRmaps(PFN_TYPE Page);
+VOID
+NTAPI
+MmSetCleanAllRmaps(PFN_TYPE Page);
-VOID MmSetDirtyAllRmaps(PFN_TYPE Page);
+VOID
+NTAPI
+MmSetDirtyAllRmaps(PFN_TYPE Page);
-BOOL MmIsDirtyPageRmap(PFN_TYPE Page);
+BOOLEAN
+NTAPI
+MmIsDirtyPageRmap(PFN_TYPE Page);
-NTSTATUS MmWritePagePhysicalAddress(PFN_TYPE Page);
+NTSTATUS
+NTAPI
+MmWritePagePhysicalAddress(PFN_TYPE Page);
-NTSTATUS MmPageOutPhysicalAddress(PFN_TYPE Page);
+NTSTATUS
+NTAPI
+MmPageOutPhysicalAddress(PFN_TYPE Page);
/* freelist.c **********************************************************/
-PFN_TYPE MmGetLRUNextUserPage(PFN_TYPE PreviousPage);
+#define ASSERT_PFN(x) ASSERT((x)->Flags.Type != 0)
+
+FORCEINLINE
+PPHYSICAL_PAGE
+MiGetPfnEntry(IN PFN_TYPE Pfn)
+{
+ PPHYSICAL_PAGE Page;
+ extern PPHYSICAL_PAGE MmPageArray;
+ extern ULONG MmPageArraySize;
+
+ /* Mark MmPageArraySize as unreferenced, otherwise it will appear as an unused variable on a Release build */
+ UNREFERENCED_PARAMETER(MmPageArraySize);
-PFN_TYPE MmGetLRUFirstUserPage(VOID);
+ /* Make sure the PFN number is valid */
+ ASSERT(Pfn <= MmPageArraySize);
-VOID MmSetLRULastPage(PFN_TYPE Page);
+ /* Get the entry */
+ Page = &MmPageArray[Pfn];
+
+ /* Make sure it's valid */
+ ASSERT_PFN(Page);
+
+ /* Return it */
+ return Page;
+};
+
+PFN_TYPE
+NTAPI
+MmGetLRUNextUserPage(PFN_TYPE PreviousPage);
+
+PFN_TYPE
+NTAPI
+MmGetLRUFirstUserPage(VOID);
+
+VOID
+NTAPI
+MmInsertLRULastUserPage(PFN_TYPE Page);
+
+VOID
+NTAPI
+MmRemoveLRUUserPage(PFN_TYPE Page);
-VOID MmLockPage(PFN_TYPE Page);
-VOID MmLockPageUnsafe(PFN_TYPE Page);
+VOID
+NTAPI
+MmLockPage(PFN_TYPE Page);
-VOID MmUnlockPage(PFN_TYPE Page);
+VOID
+NTAPI
+MmLockPageUnsafe(PFN_TYPE Page);
-ULONG MmGetLockCountPage(PFN_TYPE Page);
+VOID
+NTAPI
+MmUnlockPage(PFN_TYPE Page);
-PVOID MmInitializePageList(ULONG_PTR FirstPhysKernelAddress,
- ULONG_PTR LastPhysKernelAddress,
- ULONG MemorySizeInPages,
- ULONG_PTR LastKernelBase,
- PADDRESS_RANGE BIOSMemoryMap,
- ULONG AddressRangeCount);
+ULONG
+NTAPI
+MmGetLockCountPage(PFN_TYPE Page);
-PFN_TYPE MmGetContinuousPages(ULONG NumberOfBytes,
- PHYSICAL_ADDRESS LowestAcceptableAddress,
- PHYSICAL_ADDRESS HighestAcceptableAddress,
- ULONG Alignment);
+VOID
+NTAPI
+MmInitializePageList(
+ VOID
+);
+
+PFN_TYPE
+NTAPI
+MmGetContinuousPages(
+ ULONG NumberOfBytes,
+ PHYSICAL_ADDRESS LowestAcceptableAddress,
+ PHYSICAL_ADDRESS HighestAcceptableAddress,
+ PHYSICAL_ADDRESS BoundaryAddressMultiple
+);
-NTSTATUS MmInitZeroPageThread(VOID);
+NTSTATUS
+NTAPI
+MmZeroPageThreadMain(
+ PVOID Context
+);
/* i386/page.c *********************************************************/
-PVOID MmCreateHyperspaceMapping(PFN_TYPE Page);
+PVOID
+NTAPI
+MmCreateHyperspaceMapping(PFN_TYPE Page);
-PFN_TYPE MmChangeHyperspaceMapping(PVOID Address, PFN_TYPE Page);
+PFN_TYPE
+NTAPI
+MmChangeHyperspaceMapping(
+ PVOID Address,
+ PFN_TYPE Page
+);
-PFN_TYPE MmDeleteHyperspaceMapping(PVOID Address);
+PFN_TYPE
+NTAPI
+MmDeleteHyperspaceMapping(PVOID Address);
-NTSTATUS MmCreateVirtualMappingForKernel(PVOID Address,
- ULONG flProtect,
- PPFN_TYPE Pages,
- ULONG PageCount);
+NTSTATUS
+NTAPI
+MmCreateVirtualMappingForKernel(
+ PVOID Address,
+ ULONG flProtect,
+ PPFN_TYPE Pages,
+ ULONG PageCount
+);
-NTSTATUS MmCommitPagedPoolAddress(PVOID Address, BOOLEAN Locked);
+NTSTATUS
+NTAPI
+MmCommitPagedPoolAddress(
+ PVOID Address,
+ BOOLEAN Locked
+);
-NTSTATUS MmCreateVirtualMapping(struct _EPROCESS* Process,
- PVOID Address,
- ULONG flProtect,
- PPFN_TYPE Pages,
- ULONG PageCount);
+NTSTATUS
+NTAPI
+MmCreateVirtualMapping(
+ struct _EPROCESS* Process,
+ PVOID Address,
+ ULONG flProtect,
+ PPFN_TYPE Pages,
+ ULONG PageCount
+);
-NTSTATUS MmCreateVirtualMappingUnsafe(struct _EPROCESS* Process,
- PVOID Address,
- ULONG flProtect,
- PPFN_TYPE Pages,
- ULONG PageCount);
+NTSTATUS
+NTAPI
+MmCreateVirtualMappingUnsafe(
+ struct _EPROCESS* Process,
+ PVOID Address,
+ ULONG flProtect,
+ PPFN_TYPE Pages,
+ ULONG PageCount
+);
+
+ULONG
+NTAPI
+MmGetPageProtect(
+ struct _EPROCESS* Process,
+ PVOID Address);
-ULONG MmGetPageProtect(struct _EPROCESS* Process, PVOID Address);
+VOID
+NTAPI
+MmSetPageProtect(
+ struct _EPROCESS* Process,
+ PVOID Address,
+ ULONG flProtect
+);
-VOID MmSetPageProtect(struct _EPROCESS* Process,
- PVOID Address,
- ULONG flProtect);
+BOOLEAN
+NTAPI
+MmIsPagePresent(
+ struct _EPROCESS* Process,
+ PVOID Address
+);
-BOOLEAN MmIsPagePresent(struct _EPROCESS* Process,
- PVOID Address);
+VOID
+NTAPI
+MmInitGlobalKernelPageDirectory(VOID);
-VOID MmInitGlobalKernelPageDirectory(VOID);
+VOID
+NTAPI
+MmDisableVirtualMapping(
+ struct _EPROCESS *Process,
+ PVOID Address,
+ BOOLEAN* WasDirty,
+ PPFN_TYPE Page
+);
-VOID MmDisableVirtualMapping(PEPROCESS Process, PVOID Address, BOOL* WasDirty, PPFN_TYPE Page);
+VOID
+NTAPI
+MmEnableVirtualMapping(
+ struct _EPROCESS *Process,
+ PVOID Address
+);
-VOID MmEnableVirtualMapping(PEPROCESS Process, PVOID Address);
+VOID
+NTAPI
+MmRawDeleteVirtualMapping(PVOID Address);
-VOID MmRawDeleteVirtualMapping(PVOID Address);
+VOID
+NTAPI
+MmDeletePageFileMapping(
+ struct _EPROCESS *Process,
+ PVOID Address,
+ SWAPENTRY* SwapEntry
+);
-VOID MmDeletePageFileMapping(PEPROCESS Process, PVOID Address, SWAPENTRY* SwapEntry);
+NTSTATUS
+NTAPI
+MmCreatePageFileMapping(
+ struct _EPROCESS *Process,
+ PVOID Address,
+ SWAPENTRY SwapEntry
+);
-NTSTATUS MmCreatePageFileMapping(PEPROCESS Process, PVOID Address, SWAPENTRY SwapEntry);
+BOOLEAN
+NTAPI
+MmIsPageSwapEntry(
+ struct _EPROCESS *Process,
+ PVOID Address
+);
-BOOLEAN MmIsPageSwapEntry(PEPROCESS Process, PVOID Address);
+VOID
+NTAPI
+MmTransferOwnershipPage(
+ PFN_TYPE Page,
+ ULONG NewConsumer
+);
-VOID MmTransferOwnershipPage(PFN_TYPE Page, ULONG NewConsumer);
+VOID
+NTAPI
+MmSetDirtyPage(
+ struct _EPROCESS *Process,
+ PVOID Address
+);
+
+PFN_TYPE
+NTAPI
+MmAllocPage(
+ ULONG Consumer,
+ SWAPENTRY SavedSwapEntry
+);
+
+LONG
+NTAPI
+MmAllocPagesSpecifyRange(
+ ULONG Consumer,
+ PHYSICAL_ADDRESS LowestAddress,
+ PHYSICAL_ADDRESS HighestAddress,
+ ULONG NumberOfPages,
+ PPFN_TYPE Pages
+);
-VOID MmSetDirtyPage(PEPROCESS Process, PVOID Address);
+VOID
+NTAPI
+MmDereferencePage(PFN_TYPE Page);
-PFN_TYPE MmAllocPage(ULONG Consumer, SWAPENTRY SavedSwapEntry);
+VOID
+NTAPI
+MmReferencePage(PFN_TYPE Page);
-LONG MmAllocPagesSpecifyRange(ULONG Consumer,
- PHYSICAL_ADDRESS LowestAddress,
- PHYSICAL_ADDRESS HighestAddress,
- ULONG NumberOfPages,
- PPFN_TYPE Pages);
+VOID
+NTAPI
+MmReferencePageUnsafe(PFN_TYPE Page);
-VOID MmDereferencePage(PFN_TYPE Page);
+BOOLEAN
+NTAPI
+MmIsAccessedAndResetAccessPage(
+ struct _EPROCESS *Process,
+ PVOID Address
+);
-VOID MmReferencePage(PFN_TYPE Page);
-VOID MmReferencePageUnsafe(PFN_TYPE Page);
+ULONG
+NTAPI
+MmGetReferenceCountPage(PFN_TYPE Page);
-BOOLEAN MmIsAccessedAndResetAccessPage(struct _EPROCESS* Process, PVOID Address);
+BOOLEAN
+NTAPI
+MmIsPageInUse(PFN_TYPE Page);
-ULONG MmGetReferenceCountPage(PFN_TYPE Page);
+VOID
+NTAPI
+MmSetFlagsPage(
+ PFN_TYPE Page,
+ ULONG Flags);
-BOOLEAN MmIsUsablePage(PFN_TYPE Page);
+ULONG
+NTAPI
+MmGetFlagsPage(PFN_TYPE Page);
-VOID MmSetFlagsPage(PFN_TYPE Page, ULONG Flags);
+VOID
+NTAPI
+MmSetSavedSwapEntryPage(
+ PFN_TYPE Page,
+ SWAPENTRY SavedSwapEntry);
-ULONG MmGetFlagsPage(PFN_TYPE Page);
+SWAPENTRY
+NTAPI
+MmGetSavedSwapEntryPage(PFN_TYPE Page);
-VOID MmSetSavedSwapEntryPage(PFN_TYPE Page, SWAPENTRY SavedSwapEntry);
+VOID
+NTAPI
+MmSetCleanPage(
+ struct _EPROCESS *Process,
+ PVOID Address
+);
-SWAPENTRY MmGetSavedSwapEntryPage(PFN_TYPE Page);
+NTSTATUS
+NTAPI
+MmCreatePageTable(PVOID PAddress);
-VOID MmSetCleanPage(struct _EPROCESS* Process, PVOID Address);
+VOID
+NTAPI
+MmDeletePageTable(
+ struct _EPROCESS *Process,
+ PVOID Address
+);
+
+PFN_TYPE
+NTAPI
+MmGetPfnForProcess(
+ struct _EPROCESS *Process,
+ PVOID Address
+);
-NTSTATUS MmCreatePageTable(PVOID PAddress);
+BOOLEAN
+NTAPI
+MmCreateProcessAddressSpace(
+ IN ULONG MinWs,
+ IN PEPROCESS Dest,
+ IN PLARGE_INTEGER DirectoryTableBase
+);
-VOID MmDeletePageTable(struct _EPROCESS* Process, PVOID Address);
+NTSTATUS
+NTAPI
+MmInitializeHandBuiltProcess(
+ IN PEPROCESS Process,
+ IN PLARGE_INTEGER DirectoryTableBase
+);
-PFN_TYPE MmGetPfnForProcess(struct _EPROCESS* Process, PVOID Address);
-NTSTATUS
-STDCALL
-MmCopyMmInfo(struct _EPROCESS* Src,
- struct _EPROCESS* Dest,
- PPHYSICAL_ADDRESS DirectoryTableBase);
+NTSTATUS
+NTAPI
+MmInitializeHandBuiltProcess2(
+ IN PEPROCESS Process
+);
-NTSTATUS MmReleaseMmInfo(struct _EPROCESS* Process);
+NTSTATUS
+NTAPI
+MmReleaseMmInfo(struct _EPROCESS *Process);
-NTSTATUS Mmi386ReleaseMmInfo(struct _EPROCESS* Process);
+NTSTATUS
+NTAPI
+Mmi386ReleaseMmInfo(struct _EPROCESS *Process);
-VOID MmDeleteVirtualMapping(struct _EPROCESS* Process,
- PVOID Address,
- BOOL FreePage,
- BOOL* WasDirty,
- PPFN_TYPE Page);
+VOID
+NTAPI
+MmDeleteVirtualMapping(
+ struct _EPROCESS *Process,
+ PVOID Address,
+ BOOLEAN FreePage,
+ BOOLEAN* WasDirty,
+ PPFN_TYPE Page
+);
-BOOLEAN MmIsDirtyPage(struct _EPROCESS* Process, PVOID Address);
+BOOLEAN
+NTAPI
+MmIsDirtyPage(
+ struct _EPROCESS *Process,
+ PVOID Address
+);
-VOID MmMarkPageMapped(PFN_TYPE Page);
+VOID
+NTAPI
+MmMarkPageMapped(PFN_TYPE Page);
-VOID MmMarkPageUnmapped(PFN_TYPE Page);
+VOID
+NTAPI
+MmMarkPageUnmapped(PFN_TYPE Page);
-VOID MmUpdatePageDir(PEPROCESS Process, PVOID Address, ULONG Size);
+VOID
+NTAPI
+MmUpdatePageDir(
+ struct _EPROCESS *Process,
+ PVOID Address,
+ ULONG Size
+);
-VOID MiInitPageDirectoryMap(VOID);
+VOID
+NTAPI
+MiInitPageDirectoryMap(VOID);
-ULONG MiGetUserPageDirectoryCount(VOID);
+ULONG
+NTAPI
+MiGetUserPageDirectoryCount(VOID);
/* wset.c ********************************************************************/
-NTSTATUS MmTrimUserMemory(ULONG Target, ULONG Priority, PULONG NrFreedPages);
+NTSTATUS
+MmTrimUserMemory(
+ ULONG Target,
+ ULONG Priority,
+ PULONG NrFreedPages
+);
/* region.c ************************************************************/
-NTSTATUS MmAlterRegion(PMADDRESS_SPACE AddressSpace, PVOID BaseAddress,
- PLIST_ENTRY RegionListHead, PVOID StartAddress, ULONG Length,
- ULONG NewType, ULONG NewProtect,
- PMM_ALTER_REGION_FUNC AlterFunc);
-
-VOID MmInitialiseRegion(PLIST_ENTRY RegionListHead, ULONG Length, ULONG Type,
- ULONG Protect);
+NTSTATUS
+NTAPI
+MmAlterRegion(
+ PMADDRESS_SPACE AddressSpace,
+ PVOID BaseAddress,
+ PLIST_ENTRY RegionListHead,
+ PVOID StartAddress,
+ ULONG Length,
+ ULONG NewType,
+ ULONG NewProtect,
+ PMM_ALTER_REGION_FUNC AlterFunc
+);
-PMM_REGION MmFindRegion(PVOID BaseAddress, PLIST_ENTRY RegionListHead, PVOID Address,
- PVOID* RegionBaseAddress);
+VOID
+NTAPI
+MmInitializeRegion(
+ PLIST_ENTRY RegionListHead,
+ SIZE_T Length,
+ ULONG Type,
+ ULONG Protect
+);
+
+PMM_REGION
+NTAPI
+MmFindRegion(
+ PVOID BaseAddress,
+ PLIST_ENTRY RegionListHead,
+ PVOID Address,
+ PVOID* RegionBaseAddress
+);
/* section.c *****************************************************************/
-PVOID STDCALL
-MmAllocateSection (IN ULONG Length, PVOID BaseAddress);
-
-NTSTATUS STDCALL
-MmQuerySectionView(PMEMORY_AREA MemoryArea,
- PVOID Address,
- PMEMORY_BASIC_INFORMATION Info,
- PULONG ResultLength);
-
-NTSTATUS
-MmProtectSectionView(PMADDRESS_SPACE AddressSpace,
- PMEMORY_AREA MemoryArea,
- PVOID BaseAddress,
- ULONG Length,
- ULONG Protect,
- PULONG OldProtect);
-
-NTSTATUS
-MmWritePageSectionView(PMADDRESS_SPACE AddressSpace,
- PMEMORY_AREA MArea,
- PVOID Address,
- PMM_PAGEOP PageOp);
-
-NTSTATUS MmInitSectionImplementation(VOID);
-
-NTSTATUS STDCALL
-MmUnmapViewOfSection(struct _EPROCESS* Process, PVOID BaseAddress);
-
-/* FIXME: it should be in ddk/mmfuncs.h */
-NTSTATUS STDCALL
-MmCreateSection (OUT PSECTION_OBJECT * SectionObject,
- IN ACCESS_MASK DesiredAccess,
- IN POBJECT_ATTRIBUTES ObjectAttributes OPTIONAL,
- IN PLARGE_INTEGER MaximumSize,
- IN ULONG SectionPageProtection,
- IN ULONG AllocationAttributes,
- IN HANDLE FileHandle OPTIONAL,
- IN PFILE_OBJECT File OPTIONAL);
-
-NTSTATUS
-MmNotPresentFaultSectionView(PMADDRESS_SPACE AddressSpace,
- MEMORY_AREA* MemoryArea,
- PVOID Address,
- BOOLEAN Locked);
-
-NTSTATUS
-MmPageOutSectionView(PMADDRESS_SPACE AddressSpace,
- PMEMORY_AREA MemoryArea,
- PVOID Address,
- struct _MM_PAGEOP* PageOp);
-
-NTSTATUS
+PFILE_OBJECT
+NTAPI
+MmGetFileObjectForSection(
+ IN PROS_SECTION_OBJECT Section
+);
+NTSTATUS
+NTAPI
+MmGetFileNameForAddress(
+ IN PVOID Address,
+ OUT PUNICODE_STRING ModuleName
+);
+
+NTSTATUS
+NTAPI
+MmGetFileNameForSection(
+ IN PROS_SECTION_OBJECT Section,
+ OUT POBJECT_NAME_INFORMATION *ModuleName
+);
+
+PVOID
+NTAPI
+MmAllocateSection(
+ IN ULONG Length,
+ PVOID BaseAddress
+);
+
+NTSTATUS
+NTAPI
+MmQuerySectionView(
+ PMEMORY_AREA MemoryArea,
+ PVOID Address,
+ PMEMORY_BASIC_INFORMATION Info,
+ PULONG ResultLength
+);
+
+NTSTATUS
+NTAPI
+MmProtectSectionView(
+ PMADDRESS_SPACE AddressSpace,
+ PMEMORY_AREA MemoryArea,
+ PVOID BaseAddress,
+ ULONG Length,
+ ULONG Protect,
+ PULONG OldProtect
+);
+
+NTSTATUS
+NTAPI
+MmWritePageSectionView(
+ PMADDRESS_SPACE AddressSpace,
+ PMEMORY_AREA MArea,
+ PVOID Address,
+ PMM_PAGEOP PageOp
+);
+
+NTSTATUS
+NTAPI
+MmInitSectionImplementation(VOID);
+
+NTSTATUS
+NTAPI
+MmNotPresentFaultSectionView(
+ PMADDRESS_SPACE AddressSpace,
+ MEMORY_AREA* MemoryArea,
+ PVOID Address,
+ BOOLEAN Locked
+);
+
+NTSTATUS
+NTAPI
+MmPageOutSectionView(
+ PMADDRESS_SPACE AddressSpace,
+ PMEMORY_AREA MemoryArea,
+ PVOID Address,
+ struct _MM_PAGEOP *PageOp
+);
+
+NTSTATUS
+NTAPI
MmCreatePhysicalMemorySection(VOID);
-NTSTATUS
-MmAccessFaultSectionView(PMADDRESS_SPACE AddressSpace,
- MEMORY_AREA* MemoryArea,
- PVOID Address,
- BOOLEAN Locked);
+NTSTATUS
+NTAPI
+MmAccessFaultSectionView(
+ PMADDRESS_SPACE AddressSpace,
+ MEMORY_AREA* MemoryArea,
+ PVOID Address,
+ BOOLEAN Locked
+);
VOID
+NTAPI
MmFreeSectionSegments(PFILE_OBJECT FileObject);
/* mpw.c *********************************************************************/
-NTSTATUS MmInitMpwThread(VOID);
+NTSTATUS
+NTAPI
+MmInitMpwThread(VOID);
+
+NTSTATUS
+NTAPI
+MmInitBsmThread(VOID);
/* pager.c *******************************************************************/
-BOOLEAN MiIsPagerThread(VOID);
+BOOLEAN
+NTAPI
+MiIsPagerThread(VOID);
+
+VOID
+NTAPI
+MiStartPagerThread(VOID);
+
+VOID
+NTAPI
+MiStopPagerThread(VOID);
+
+NTSTATUS
+FASTCALL
+MiQueryVirtualMemory(
+ IN HANDLE ProcessHandle,
+ IN PVOID Address,
+ IN MEMORY_INFORMATION_CLASS VirtualMemoryInformationClass,
+ OUT PVOID VirtualMemoryInformation,
+ IN ULONG Length,
+ OUT PULONG ResultLength
+);
+
+/* sysldr.c ******************************************************************/
+
+VOID
+NTAPI
+MiReloadBootLoadedDrivers(
+ IN PLOADER_PARAMETER_BLOCK LoaderBlock
+);
+
+BOOLEAN
+NTAPI
+MiInitializeLoadedModuleList(
+ IN PLOADER_PARAMETER_BLOCK LoaderBlock
+);
+
+NTSTATUS
+NTAPI
+MmLoadSystemImage(
+ IN PUNICODE_STRING FileName,
+ IN PUNICODE_STRING NamePrefix OPTIONAL,
+ IN PUNICODE_STRING LoadedName OPTIONAL,
+ IN ULONG Flags,
+ OUT PVOID *ModuleObject,
+ OUT PVOID *ImageBaseAddress
+);
+
+NTSTATUS
+NTAPI
+MmUnloadSystemImage(
+ IN PVOID ImageHandle
+);
+
+NTSTATUS
+NTAPI
+MmCheckSystemImage(
+ IN HANDLE ImageHandle,
+ IN BOOLEAN PurgeSection
+);
+
+FORCEINLINE
+VOID
+NTAPI
+MiSyncThreadProcessViews(IN PVOID Process,
+ IN PVOID Address,
+ IN ULONG Size)
+{
+ MmUpdatePageDir((PEPROCESS)Process, Address, Size);
+}
-VOID MiStartPagerThread(VOID);
-VOID MiStopPagerThread(VOID);
+extern MADDRESS_SPACE MmKernelAddressSpace;
+
+FORCEINLINE
+VOID
+MmLockAddressSpace(PMADDRESS_SPACE AddressSpace)
+{
+ KeEnterCriticalRegion();
+ ExAcquirePushLockExclusive(AddressSpace->Lock);
+}
+
+FORCEINLINE
+VOID
+MmUnlockAddressSpace(PMADDRESS_SPACE AddressSpace)
+{
+ ExReleasePushLock(AddressSpace->Lock);
+ KeLeaveCriticalRegion();
+}
+
+FORCEINLINE
+PMADDRESS_SPACE
+MmGetCurrentAddressSpace(VOID)
+{
+ return (PMADDRESS_SPACE)&((PEPROCESS)KeGetCurrentThread()->ApcState.Process)->VadRoot;
+}
+
+FORCEINLINE
+PMADDRESS_SPACE
+MmGetKernelAddressSpace(VOID)
+{
+ return &MmKernelAddressSpace;
+}
#endif