Sync to trunk head (r42241)
[reactos.git] / reactos / ntoskrnl / mm / section.c
1 /*
2 * Copyright (C) 1998-2005 ReactOS Team (and the authors from the programmers section)
3 *
4 * This program is free software; you can redistribute it and/or
5 * modify it under the terms of the GNU General Public License
6 * as published by the Free Software Foundation; either version 2
7 * of the License, or (at your option) any later version.
8 *
9 * This program is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
13 *
14 * You should have received a copy of the GNU General Public License
15 * along with this program; if not, write to the Free Software
16 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
17 *
18 *
19 * PROJECT: ReactOS kernel
20 * FILE: ntoskrnl/mm/section.c
21 * PURPOSE: Implements section objects
22 *
23 * PROGRAMMERS: Rex Jolliff
24 * David Welch
25 * Eric Kohl
26 * Emanuele Aliberti
27 * Eugene Ingerman
28 * Casper Hornstrup
29 * KJK::Hyperion
30 * Guido de Jong
31 * Ge van Geldorp
32 * Royce Mitchell III
33 * Filip Navara
34 * Aleksey Bragin
35 * Jason Filby
36 * Thomas Weidenmueller
37 * Gunnar Andre' Dalsnes
38 * Mike Nordell
39 * Alex Ionescu
40 * Gregor Anich
41 * Steven Edwards
42 * Herve Poussineau
43 */
44
45 /* INCLUDES *****************************************************************/
46
47 #include <ntoskrnl.h>
48 #define NDEBUG
49 #include <debug.h>
50 #include <reactos/exeformat.h>
51
52 #if defined (ALLOC_PRAGMA)
53 #pragma alloc_text(INIT, MmCreatePhysicalMemorySection)
54 #pragma alloc_text(INIT, MmInitSectionImplementation)
55 #endif
56
57
58 /* TYPES *********************************************************************/
59
60 typedef struct
61 {
62 PROS_SECTION_OBJECT Section;
63 PMM_SECTION_SEGMENT Segment;
64 ULONG Offset;
65 BOOLEAN WasDirty;
66 BOOLEAN Private;
67 }
68 MM_SECTION_PAGEOUT_CONTEXT;
69
70 /* GLOBALS *******************************************************************/
71
72 POBJECT_TYPE MmSectionObjectType = NULL;
73
74 static GENERIC_MAPPING MmpSectionMapping = {
75 STANDARD_RIGHTS_READ | SECTION_MAP_READ | SECTION_QUERY,
76 STANDARD_RIGHTS_WRITE | SECTION_MAP_WRITE,
77 STANDARD_RIGHTS_EXECUTE | SECTION_MAP_EXECUTE,
78 SECTION_ALL_ACCESS};
79
80 #define PAGE_FROM_SSE(E) ((E) & 0xFFFFF000)
81 #define PFN_FROM_SSE(E) ((E) >> PAGE_SHIFT)
82 #define SHARE_COUNT_FROM_SSE(E) (((E) & 0x00000FFE) >> 1)
83 #define IS_SWAP_FROM_SSE(E) ((E) & 0x00000001)
84 #define MAX_SHARE_COUNT 0x7FF
85 #define MAKE_SSE(P, C) ((P) | ((C) << 1))
86 #define SWAPENTRY_FROM_SSE(E) ((E) >> 1)
87 #define MAKE_SWAP_SSE(S) (((S) << 1) | 0x1)
88
89 static const INFORMATION_CLASS_INFO ExSectionInfoClass[] =
90 {
91 ICI_SQ_SAME( sizeof(SECTION_BASIC_INFORMATION), sizeof(ULONG), ICIF_QUERY ), /* SectionBasicInformation */
92 ICI_SQ_SAME( sizeof(SECTION_IMAGE_INFORMATION), sizeof(ULONG), ICIF_QUERY ), /* SectionImageInformation */
93 };
94
95 /* FUNCTIONS *****************************************************************/
96
97 PFILE_OBJECT
98 NTAPI
99 MmGetFileObjectForSection(IN PROS_SECTION_OBJECT Section)
100 {
101 PAGED_CODE();
102 ASSERT(Section);
103
104 /* Return the file object */
105 return Section->FileObject; // Section->ControlArea->FileObject on NT
106 }
107
108 NTSTATUS
109 NTAPI
110 MmGetFileNameForSection(IN PROS_SECTION_OBJECT Section,
111 OUT POBJECT_NAME_INFORMATION *ModuleName)
112 {
113 POBJECT_NAME_INFORMATION ObjectNameInfo;
114 NTSTATUS Status;
115 ULONG ReturnLength;
116
117 /* Make sure it's an image section */
118 *ModuleName = NULL;
119 if (!(Section->AllocationAttributes & SEC_IMAGE))
120 {
121 /* It's not, fail */
122 return STATUS_SECTION_NOT_IMAGE;
123 }
124
125 /* Allocate memory for our structure */
126 ObjectNameInfo = ExAllocatePoolWithTag(PagedPool,
127 1024,
128 TAG('M', 'm', ' ', ' '));
129 if (!ObjectNameInfo) return STATUS_NO_MEMORY;
130
131 /* Query the name */
132 Status = ObQueryNameString(Section->FileObject,
133 ObjectNameInfo,
134 1024,
135 &ReturnLength);
136 if (!NT_SUCCESS(Status))
137 {
138 /* Failed, free memory */
139 ExFreePoolWithTag(ObjectNameInfo, TAG('M', 'm', ' ', ' '));
140 return Status;
141 }
142
143 /* Success */
144 *ModuleName = ObjectNameInfo;
145 return STATUS_SUCCESS;
146 }
147
148 NTSTATUS
149 NTAPI
150 MmGetFileNameForAddress(IN PVOID Address,
151 OUT PUNICODE_STRING ModuleName)
152 {
153 PROS_SECTION_OBJECT Section;
154 PMEMORY_AREA MemoryArea;
155 PMMSUPPORT AddressSpace;
156 POBJECT_NAME_INFORMATION ModuleNameInformation;
157 NTSTATUS Status = STATUS_ADDRESS_NOT_ASSOCIATED;
158
159 /* Get the MM_AVL_TABLE from EPROCESS */
160 if (Address >= MmSystemRangeStart)
161 {
162 AddressSpace = MmGetKernelAddressSpace();
163 }
164 else
165 {
166 AddressSpace = &PsGetCurrentProcess()->Vm;
167 }
168
169 /* Lock address space */
170 MmLockAddressSpace(AddressSpace);
171
172 /* Locate the memory area for the process by address */
173 MemoryArea = MmLocateMemoryAreaByAddress(AddressSpace, Address);
174
175 /* Make sure it's a section view type */
176 if ((MemoryArea != NULL) && (MemoryArea->Type == MEMORY_AREA_SECTION_VIEW))
177 {
178 /* Get the section pointer to the SECTION_OBJECT */
179 Section = MemoryArea->Data.SectionData.Section;
180
181 /* Unlock address space */
182 MmUnlockAddressSpace(AddressSpace);
183
184 /* Get the filename of the section */
185 Status = MmGetFileNameForSection(Section,&ModuleNameInformation);
186
187 if (NT_SUCCESS(Status))
188 {
189 /* Init modulename */
190 RtlCreateUnicodeString(ModuleName,
191 ModuleNameInformation->Name.Buffer);
192
193 /* Free temp taged buffer from MmGetFileNameForSection() */
194 ExFreePoolWithTag(ModuleNameInformation, TAG('M', 'm', ' ', ' '));
195 DPRINT("Found ModuleName %S by address %p\n",
196 ModuleName->Buffer,Address);
197 }
198 }
199 else
200 {
201 /* Unlock address space */
202 MmUnlockAddressSpace(AddressSpace);
203 }
204
205 return Status;
206 }
207
208 /* Note: Mmsp prefix denotes "Memory Manager Section Private". */
209
210 /*
211 * FUNCTION: Waits in kernel mode up to ten seconds for an MM_PAGEOP event.
212 * ARGUMENTS: PMM_PAGEOP which event we should wait for.
213 * RETURNS: Status of the wait.
214 */
215 static NTSTATUS
216 MmspWaitForPageOpCompletionEvent(PMM_PAGEOP PageOp)
217 {
218 LARGE_INTEGER Timeout;
219 #ifdef __GNUC__ /* TODO: Use other macro to check for suffix to use? */
220
221 Timeout.QuadPart = -100000000LL; // 10 sec
222 #else
223
224 Timeout.QuadPart = -100000000; // 10 sec
225 #endif
226
227 return KeWaitForSingleObject(&PageOp->CompletionEvent, 0, KernelMode, FALSE, &Timeout);
228 }
229
230
231 /*
232 * FUNCTION: Sets the page op completion event and releases the page op.
233 * ARGUMENTS: PMM_PAGEOP.
234 * RETURNS: In shorter time than it takes you to even read this
235 * description, so don't even think about geting a mug of coffee.
236 */
237 static void
238 MmspCompleteAndReleasePageOp(PMM_PAGEOP PageOp)
239 {
240 KeSetEvent(&PageOp->CompletionEvent, IO_NO_INCREMENT, FALSE);
241 MmReleasePageOp(PageOp);
242 }
243
244
245 /*
246 * FUNCTION: Waits in kernel mode indefinitely for a file object lock.
247 * ARGUMENTS: PFILE_OBJECT to wait for.
248 * RETURNS: Status of the wait.
249 */
250 static NTSTATUS
251 MmspWaitForFileLock(PFILE_OBJECT File)
252 {
253 return STATUS_SUCCESS;
254 //return KeWaitForSingleObject(&File->Lock, 0, KernelMode, FALSE, NULL);
255 }
256
257
258 VOID
259 MmFreePageTablesSectionSegment(PMM_SECTION_SEGMENT Segment)
260 {
261 ULONG i;
262 if (Segment->Length > NR_SECTION_PAGE_TABLES * PAGE_SIZE)
263 {
264 for (i = 0; i < NR_SECTION_PAGE_TABLES; i++)
265 {
266 if (Segment->PageDirectory.PageTables[i] != NULL)
267 {
268 ExFreePool(Segment->PageDirectory.PageTables[i]);
269 }
270 }
271 }
272 }
273
274 VOID
275 NTAPI
276 MmFreeSectionSegments(PFILE_OBJECT FileObject)
277 {
278 if (FileObject->SectionObjectPointer->ImageSectionObject != NULL)
279 {
280 PMM_IMAGE_SECTION_OBJECT ImageSectionObject;
281 PMM_SECTION_SEGMENT SectionSegments;
282 ULONG NrSegments;
283 ULONG i;
284
285 ImageSectionObject = (PMM_IMAGE_SECTION_OBJECT)FileObject->SectionObjectPointer->ImageSectionObject;
286 NrSegments = ImageSectionObject->NrSegments;
287 SectionSegments = ImageSectionObject->Segments;
288 for (i = 0; i < NrSegments; i++)
289 {
290 if (SectionSegments[i].ReferenceCount != 0)
291 {
292 DPRINT1("Image segment %d still referenced (was %d)\n", i,
293 SectionSegments[i].ReferenceCount);
294 KeBugCheck(MEMORY_MANAGEMENT);
295 }
296 MmFreePageTablesSectionSegment(&SectionSegments[i]);
297 }
298 ExFreePool(ImageSectionObject->Segments);
299 ExFreePool(ImageSectionObject);
300 FileObject->SectionObjectPointer->ImageSectionObject = NULL;
301 }
302 if (FileObject->SectionObjectPointer->DataSectionObject != NULL)
303 {
304 PMM_SECTION_SEGMENT Segment;
305
306 Segment = (PMM_SECTION_SEGMENT)FileObject->SectionObjectPointer->
307 DataSectionObject;
308
309 if (Segment->ReferenceCount != 0)
310 {
311 DPRINT1("Data segment still referenced\n");
312 KeBugCheck(MEMORY_MANAGEMENT);
313 }
314 MmFreePageTablesSectionSegment(Segment);
315 ExFreePool(Segment);
316 FileObject->SectionObjectPointer->DataSectionObject = NULL;
317 }
318 }
319
320 VOID
321 NTAPI
322 MmLockSectionSegment(PMM_SECTION_SEGMENT Segment)
323 {
324 ExAcquireFastMutex(&Segment->Lock);
325 }
326
327 VOID
328 NTAPI
329 MmUnlockSectionSegment(PMM_SECTION_SEGMENT Segment)
330 {
331 ExReleaseFastMutex(&Segment->Lock);
332 }
333
334 VOID
335 NTAPI
336 MmSetPageEntrySectionSegment(PMM_SECTION_SEGMENT Segment,
337 ULONG Offset,
338 ULONG Entry)
339 {
340 PSECTION_PAGE_TABLE Table;
341 ULONG DirectoryOffset;
342 ULONG TableOffset;
343
344 if (Segment->Length <= NR_SECTION_PAGE_TABLES * PAGE_SIZE)
345 {
346 Table = (PSECTION_PAGE_TABLE)&Segment->PageDirectory;
347 }
348 else
349 {
350 DirectoryOffset = PAGE_TO_SECTION_PAGE_DIRECTORY_OFFSET(Offset);
351 Table = Segment->PageDirectory.PageTables[DirectoryOffset];
352 if (Table == NULL)
353 {
354 Table =
355 Segment->PageDirectory.PageTables[DirectoryOffset] =
356 ExAllocatePoolWithTag(NonPagedPool, sizeof(SECTION_PAGE_TABLE),
357 TAG_SECTION_PAGE_TABLE);
358 if (Table == NULL)
359 {
360 KeBugCheck(MEMORY_MANAGEMENT);
361 }
362 memset(Table, 0, sizeof(SECTION_PAGE_TABLE));
363 DPRINT("Table %x\n", Table);
364 }
365 }
366 TableOffset = PAGE_TO_SECTION_PAGE_TABLE_OFFSET(Offset);
367 Table->Entry[TableOffset] = Entry;
368 }
369
370
371 ULONG
372 NTAPI
373 MmGetPageEntrySectionSegment(PMM_SECTION_SEGMENT Segment,
374 ULONG Offset)
375 {
376 PSECTION_PAGE_TABLE Table;
377 ULONG Entry;
378 ULONG DirectoryOffset;
379 ULONG TableOffset;
380
381 DPRINT("MmGetPageEntrySection(Segment %x, Offset %x)\n", Segment, Offset);
382
383 if (Segment->Length <= NR_SECTION_PAGE_TABLES * PAGE_SIZE)
384 {
385 Table = (PSECTION_PAGE_TABLE)&Segment->PageDirectory;
386 }
387 else
388 {
389 DirectoryOffset = PAGE_TO_SECTION_PAGE_DIRECTORY_OFFSET(Offset);
390 Table = Segment->PageDirectory.PageTables[DirectoryOffset];
391 DPRINT("Table %x\n", Table);
392 if (Table == NULL)
393 {
394 return(0);
395 }
396 }
397 TableOffset = PAGE_TO_SECTION_PAGE_TABLE_OFFSET(Offset);
398 Entry = Table->Entry[TableOffset];
399 return(Entry);
400 }
401
402 VOID
403 NTAPI
404 MmSharePageEntrySectionSegment(PMM_SECTION_SEGMENT Segment,
405 ULONG Offset)
406 {
407 ULONG Entry;
408
409 Entry = MmGetPageEntrySectionSegment(Segment, Offset);
410 if (Entry == 0)
411 {
412 DPRINT1("Entry == 0 for MmSharePageEntrySectionSegment\n");
413 KeBugCheck(MEMORY_MANAGEMENT);
414 }
415 if (SHARE_COUNT_FROM_SSE(Entry) == MAX_SHARE_COUNT)
416 {
417 DPRINT1("Maximum share count reached\n");
418 KeBugCheck(MEMORY_MANAGEMENT);
419 }
420 if (IS_SWAP_FROM_SSE(Entry))
421 {
422 KeBugCheck(MEMORY_MANAGEMENT);
423 }
424 Entry = MAKE_SSE(PAGE_FROM_SSE(Entry), SHARE_COUNT_FROM_SSE(Entry) + 1);
425 MmSetPageEntrySectionSegment(Segment, Offset, Entry);
426 }
427
428 BOOLEAN
429 NTAPI
430 MmUnsharePageEntrySectionSegment(PROS_SECTION_OBJECT Section,
431 PMM_SECTION_SEGMENT Segment,
432 ULONG Offset,
433 BOOLEAN Dirty,
434 BOOLEAN PageOut)
435 {
436 ULONG Entry;
437 BOOLEAN IsDirectMapped = FALSE;
438
439 Entry = MmGetPageEntrySectionSegment(Segment, Offset);
440 if (Entry == 0)
441 {
442 DPRINT1("Entry == 0 for MmUnsharePageEntrySectionSegment\n");
443 KeBugCheck(MEMORY_MANAGEMENT);
444 }
445 if (SHARE_COUNT_FROM_SSE(Entry) == 0)
446 {
447 DPRINT1("Zero share count for unshare\n");
448 KeBugCheck(MEMORY_MANAGEMENT);
449 }
450 if (IS_SWAP_FROM_SSE(Entry))
451 {
452 KeBugCheck(MEMORY_MANAGEMENT);
453 }
454 Entry = MAKE_SSE(PAGE_FROM_SSE(Entry), SHARE_COUNT_FROM_SSE(Entry) - 1);
455 /*
456 * If we reducing the share count of this entry to zero then set the entry
457 * to zero and tell the cache the page is no longer mapped.
458 */
459 if (SHARE_COUNT_FROM_SSE(Entry) == 0)
460 {
461 PFILE_OBJECT FileObject;
462 PBCB Bcb;
463 SWAPENTRY SavedSwapEntry;
464 PFN_TYPE Page;
465 BOOLEAN IsImageSection;
466 ULONG FileOffset;
467
468 FileOffset = Offset + Segment->FileOffset;
469
470 IsImageSection = Section->AllocationAttributes & SEC_IMAGE ? TRUE : FALSE;
471
472 Page = PFN_FROM_SSE(Entry);
473 FileObject = Section->FileObject;
474 if (FileObject != NULL &&
475 !(Segment->Characteristics & IMAGE_SCN_MEM_SHARED))
476 {
477
478 if ((FileOffset % PAGE_SIZE) == 0 &&
479 (Offset + PAGE_SIZE <= Segment->RawLength || !IsImageSection))
480 {
481 NTSTATUS Status;
482 Bcb = FileObject->SectionObjectPointer->SharedCacheMap;
483 IsDirectMapped = TRUE;
484 Status = CcRosUnmapCacheSegment(Bcb, FileOffset, Dirty);
485 if (!NT_SUCCESS(Status))
486 {
487 DPRINT1("CcRosUnmapCacheSegment failed, status = %x\n", Status);
488 KeBugCheck(MEMORY_MANAGEMENT);
489 }
490 }
491 }
492
493 SavedSwapEntry = MmGetSavedSwapEntryPage(Page);
494 if (SavedSwapEntry == 0)
495 {
496 if (!PageOut &&
497 ((Segment->Flags & MM_PAGEFILE_SEGMENT) ||
498 (Segment->Characteristics & IMAGE_SCN_MEM_SHARED)))
499 {
500 /*
501 * FIXME:
502 * Try to page out this page and set the swap entry
503 * within the section segment. There exist no rmap entry
504 * for this page. The pager thread can't page out a
505 * page without a rmap entry.
506 */
507 MmSetPageEntrySectionSegment(Segment, Offset, Entry);
508 }
509 else
510 {
511 MmSetPageEntrySectionSegment(Segment, Offset, 0);
512 if (!IsDirectMapped)
513 {
514 MmReleasePageMemoryConsumer(MC_USER, Page);
515 }
516 }
517 }
518 else
519 {
520 if ((Segment->Flags & MM_PAGEFILE_SEGMENT) ||
521 (Segment->Characteristics & IMAGE_SCN_MEM_SHARED))
522 {
523 if (!PageOut)
524 {
525 if (Dirty)
526 {
527 /*
528 * FIXME:
529 * We hold all locks. Nobody can do something with the current
530 * process and the current segment (also not within an other process).
531 */
532 NTSTATUS Status;
533 Status = MmWriteToSwapPage(SavedSwapEntry, Page);
534 if (!NT_SUCCESS(Status))
535 {
536 DPRINT1("MM: Failed to write to swap page (Status was 0x%.8X)\n", Status);
537 KeBugCheck(MEMORY_MANAGEMENT);
538 }
539 }
540 MmSetPageEntrySectionSegment(Segment, Offset, MAKE_SWAP_SSE(SavedSwapEntry));
541 MmSetSavedSwapEntryPage(Page, 0);
542 }
543 MmReleasePageMemoryConsumer(MC_USER, Page);
544 }
545 else
546 {
547 DPRINT1("Found a swapentry for a non private page in an image or data file sgment\n");
548 KeBugCheck(MEMORY_MANAGEMENT);
549 }
550 }
551 }
552 else
553 {
554 MmSetPageEntrySectionSegment(Segment, Offset, Entry);
555 }
556 return(SHARE_COUNT_FROM_SSE(Entry) > 0);
557 }
558
559 BOOLEAN MiIsPageFromCache(PMEMORY_AREA MemoryArea,
560 ULONG SegOffset)
561 {
562 if (!(MemoryArea->Data.SectionData.Segment->Characteristics & IMAGE_SCN_MEM_SHARED))
563 {
564 PBCB Bcb;
565 PCACHE_SEGMENT CacheSeg;
566 Bcb = MemoryArea->Data.SectionData.Section->FileObject->SectionObjectPointer->SharedCacheMap;
567 CacheSeg = CcRosLookupCacheSegment(Bcb, SegOffset + MemoryArea->Data.SectionData.Segment->FileOffset);
568 if (CacheSeg)
569 {
570 CcRosReleaseCacheSegment(Bcb, CacheSeg, CacheSeg->Valid, FALSE, TRUE);
571 return TRUE;
572 }
573 }
574 return FALSE;
575 }
576
577 NTSTATUS
578 NTAPI
579 MiReadPage(PMEMORY_AREA MemoryArea,
580 ULONG SegOffset,
581 PPFN_TYPE Page)
582 /*
583 * FUNCTION: Read a page for a section backed memory area.
584 * PARAMETERS:
585 * MemoryArea - Memory area to read the page for.
586 * Offset - Offset of the page to read.
587 * Page - Variable that receives a page contains the read data.
588 */
589 {
590 ULONG BaseOffset;
591 ULONG FileOffset;
592 PVOID BaseAddress;
593 BOOLEAN UptoDate;
594 PCACHE_SEGMENT CacheSeg;
595 PFILE_OBJECT FileObject;
596 NTSTATUS Status;
597 ULONG RawLength;
598 PBCB Bcb;
599 BOOLEAN IsImageSection;
600 ULONG Length;
601
602 FileObject = MemoryArea->Data.SectionData.Section->FileObject;
603 Bcb = FileObject->SectionObjectPointer->SharedCacheMap;
604 RawLength = MemoryArea->Data.SectionData.Segment->RawLength;
605 FileOffset = SegOffset + MemoryArea->Data.SectionData.Segment->FileOffset;
606 IsImageSection = MemoryArea->Data.SectionData.Section->AllocationAttributes & SEC_IMAGE ? TRUE : FALSE;
607
608 ASSERT(Bcb);
609
610 DPRINT("%S %x\n", FileObject->FileName.Buffer, FileOffset);
611
612 /*
613 * If the file system is letting us go directly to the cache and the
614 * memory area was mapped at an offset in the file which is page aligned
615 * then get the related cache segment.
616 */
617 if ((FileOffset % PAGE_SIZE) == 0 &&
618 (SegOffset + PAGE_SIZE <= RawLength || !IsImageSection) &&
619 !(MemoryArea->Data.SectionData.Segment->Characteristics & IMAGE_SCN_MEM_SHARED))
620 {
621
622 /*
623 * Get the related cache segment; we use a lower level interface than
624 * filesystems do because it is safe for us to use an offset with a
625 * alignment less than the file system block size.
626 */
627 Status = CcRosGetCacheSegment(Bcb,
628 FileOffset,
629 &BaseOffset,
630 &BaseAddress,
631 &UptoDate,
632 &CacheSeg);
633 if (!NT_SUCCESS(Status))
634 {
635 return(Status);
636 }
637 if (!UptoDate)
638 {
639 /*
640 * If the cache segment isn't up to date then call the file
641 * system to read in the data.
642 */
643 Status = ReadCacheSegment(CacheSeg);
644 if (!NT_SUCCESS(Status))
645 {
646 CcRosReleaseCacheSegment(Bcb, CacheSeg, FALSE, FALSE, FALSE);
647 return Status;
648 }
649 }
650 /*
651 * Retrieve the page from the cache segment that we actually want.
652 */
653 (*Page) = MmGetPhysicalAddress((char*)BaseAddress +
654 FileOffset - BaseOffset).LowPart >> PAGE_SHIFT;
655
656 CcRosReleaseCacheSegment(Bcb, CacheSeg, TRUE, FALSE, TRUE);
657 }
658 else
659 {
660 PEPROCESS Process;
661 KIRQL Irql;
662 PVOID PageAddr;
663 ULONG CacheSegOffset;
664
665 /*
666 * Allocate a page, this is rather complicated by the possibility
667 * we might have to move other things out of memory
668 */
669 Status = MmRequestPageMemoryConsumer(MC_USER, TRUE, Page);
670 if (!NT_SUCCESS(Status))
671 {
672 return(Status);
673 }
674 Status = CcRosGetCacheSegment(Bcb,
675 FileOffset,
676 &BaseOffset,
677 &BaseAddress,
678 &UptoDate,
679 &CacheSeg);
680 if (!NT_SUCCESS(Status))
681 {
682 return(Status);
683 }
684 if (!UptoDate)
685 {
686 /*
687 * If the cache segment isn't up to date then call the file
688 * system to read in the data.
689 */
690 Status = ReadCacheSegment(CacheSeg);
691 if (!NT_SUCCESS(Status))
692 {
693 CcRosReleaseCacheSegment(Bcb, CacheSeg, FALSE, FALSE, FALSE);
694 return Status;
695 }
696 }
697
698 Process = PsGetCurrentProcess();
699 PageAddr = MiMapPageInHyperSpace(Process, *Page, &Irql);
700 CacheSegOffset = BaseOffset + CacheSeg->Bcb->CacheSegmentSize - FileOffset;
701 Length = RawLength - SegOffset;
702 if (Length <= CacheSegOffset && Length <= PAGE_SIZE)
703 {
704 memcpy(PageAddr, (char*)BaseAddress + FileOffset - BaseOffset, Length);
705 }
706 else if (CacheSegOffset >= PAGE_SIZE)
707 {
708 memcpy(PageAddr, (char*)BaseAddress + FileOffset - BaseOffset, PAGE_SIZE);
709 }
710 else
711 {
712 memcpy(PageAddr, (char*)BaseAddress + FileOffset - BaseOffset, CacheSegOffset);
713 MiUnmapPageInHyperSpace(Process, PageAddr, Irql);
714 CcRosReleaseCacheSegment(Bcb, CacheSeg, TRUE, FALSE, FALSE);
715 Status = CcRosGetCacheSegment(Bcb,
716 FileOffset + CacheSegOffset,
717 &BaseOffset,
718 &BaseAddress,
719 &UptoDate,
720 &CacheSeg);
721 if (!NT_SUCCESS(Status))
722 {
723 return(Status);
724 }
725 if (!UptoDate)
726 {
727 /*
728 * If the cache segment isn't up to date then call the file
729 * system to read in the data.
730 */
731 Status = ReadCacheSegment(CacheSeg);
732 if (!NT_SUCCESS(Status))
733 {
734 CcRosReleaseCacheSegment(Bcb, CacheSeg, FALSE, FALSE, FALSE);
735 return Status;
736 }
737 }
738 PageAddr = MiMapPageInHyperSpace(Process, *Page, &Irql);
739 if (Length < PAGE_SIZE)
740 {
741 memcpy((char*)PageAddr + CacheSegOffset, BaseAddress, Length - CacheSegOffset);
742 }
743 else
744 {
745 memcpy((char*)PageAddr + CacheSegOffset, BaseAddress, PAGE_SIZE - CacheSegOffset);
746 }
747 }
748 MiUnmapPageInHyperSpace(Process, PageAddr, Irql);
749 CcRosReleaseCacheSegment(Bcb, CacheSeg, TRUE, FALSE, FALSE);
750 }
751 return(STATUS_SUCCESS);
752 }
753
754 NTSTATUS
755 NTAPI
756 MmNotPresentFaultSectionView(PMMSUPPORT AddressSpace,
757 MEMORY_AREA* MemoryArea,
758 PVOID Address,
759 BOOLEAN Locked)
760 {
761 ULONG Offset;
762 PFN_TYPE Page;
763 NTSTATUS Status;
764 PVOID PAddress;
765 PROS_SECTION_OBJECT Section;
766 PMM_SECTION_SEGMENT Segment;
767 ULONG Entry;
768 ULONG Entry1;
769 ULONG Attributes;
770 PMM_PAGEOP PageOp;
771 PMM_REGION Region;
772 BOOLEAN HasSwapEntry;
773 PEPROCESS Process = MmGetAddressSpaceOwner(AddressSpace);
774
775 /*
776 * There is a window between taking the page fault and locking the
777 * address space when another thread could load the page so we check
778 * that.
779 */
780 if (MmIsPagePresent(Process, Address))
781 {
782 if (Locked)
783 {
784 MmLockPage(MmGetPfnForProcess(Process, Address));
785 }
786 return(STATUS_SUCCESS);
787 }
788
789 PAddress = MM_ROUND_DOWN(Address, PAGE_SIZE);
790 Offset = (ULONG_PTR)PAddress - (ULONG_PTR)MemoryArea->StartingAddress
791 + MemoryArea->Data.SectionData.ViewOffset;
792
793 Segment = MemoryArea->Data.SectionData.Segment;
794 Section = MemoryArea->Data.SectionData.Section;
795 Region = MmFindRegion(MemoryArea->StartingAddress,
796 &MemoryArea->Data.SectionData.RegionListHead,
797 Address, NULL);
798 /*
799 * Lock the segment
800 */
801 MmLockSectionSegment(Segment);
802
803 /*
804 * Check if this page needs to be mapped COW
805 */
806 if ((Segment->WriteCopy || MemoryArea->Data.SectionData.WriteCopyView) &&
807 (Region->Protect == PAGE_READWRITE ||
808 Region->Protect == PAGE_EXECUTE_READWRITE))
809 {
810 Attributes = Region->Protect == PAGE_READWRITE ? PAGE_READONLY : PAGE_EXECUTE_READ;
811 }
812 else
813 {
814 Attributes = Region->Protect;
815 }
816
817 /*
818 * Get or create a page operation descriptor
819 */
820 PageOp = MmGetPageOp(MemoryArea, NULL, 0, Segment, Offset, MM_PAGEOP_PAGEIN, FALSE);
821 if (PageOp == NULL)
822 {
823 DPRINT1("MmGetPageOp failed\n");
824 KeBugCheck(MEMORY_MANAGEMENT);
825 }
826
827 /*
828 * Check if someone else is already handling this fault, if so wait
829 * for them
830 */
831 if (PageOp->Thread != PsGetCurrentThread())
832 {
833 MmUnlockSectionSegment(Segment);
834 MmUnlockAddressSpace(AddressSpace);
835 Status = MmspWaitForPageOpCompletionEvent(PageOp);
836 /*
837 * Check for various strange conditions
838 */
839 if (Status != STATUS_SUCCESS)
840 {
841 DPRINT1("Failed to wait for page op, status = %x\n", Status);
842 KeBugCheck(MEMORY_MANAGEMENT);
843 }
844 if (PageOp->Status == STATUS_PENDING)
845 {
846 DPRINT1("Woke for page op before completion\n");
847 KeBugCheck(MEMORY_MANAGEMENT);
848 }
849 MmLockAddressSpace(AddressSpace);
850 /*
851 * If this wasn't a pagein then restart the operation
852 */
853 if (PageOp->OpType != MM_PAGEOP_PAGEIN)
854 {
855 MmspCompleteAndReleasePageOp(PageOp);
856 DPRINT("Address 0x%.8X\n", Address);
857 return(STATUS_MM_RESTART_OPERATION);
858 }
859
860 /*
861 * If the thread handling this fault has failed then we don't retry
862 */
863 if (!NT_SUCCESS(PageOp->Status))
864 {
865 Status = PageOp->Status;
866 MmspCompleteAndReleasePageOp(PageOp);
867 DPRINT("Address 0x%.8X\n", Address);
868 return(Status);
869 }
870 MmLockSectionSegment(Segment);
871 /*
872 * If the completed fault was for another address space then set the
873 * page in this one.
874 */
875 if (!MmIsPagePresent(Process, Address))
876 {
877 Entry = MmGetPageEntrySectionSegment(Segment, Offset);
878 HasSwapEntry = MmIsPageSwapEntry(Process, (PVOID)PAddress);
879
880 if (PAGE_FROM_SSE(Entry) == 0 || HasSwapEntry)
881 {
882 /*
883 * The page was a private page in another or in our address space
884 */
885 MmUnlockSectionSegment(Segment);
886 MmspCompleteAndReleasePageOp(PageOp);
887 return(STATUS_MM_RESTART_OPERATION);
888 }
889
890 Page = PFN_FROM_SSE(Entry);
891
892 MmSharePageEntrySectionSegment(Segment, Offset);
893
894 /* FIXME: Should we call MmCreateVirtualMappingUnsafe if
895 * (Section->AllocationAttributes & SEC_PHYSICALMEMORY) is true?
896 */
897 Status = MmCreateVirtualMapping(Process,
898 Address,
899 Attributes,
900 &Page,
901 1);
902 if (!NT_SUCCESS(Status))
903 {
904 DPRINT1("Unable to create virtual mapping\n");
905 KeBugCheck(MEMORY_MANAGEMENT);
906 }
907 MmInsertRmap(Page, Process, (PVOID)PAddress);
908 }
909 if (Locked)
910 {
911 MmLockPage(Page);
912 }
913 MmUnlockSectionSegment(Segment);
914 PageOp->Status = STATUS_SUCCESS;
915 MmspCompleteAndReleasePageOp(PageOp);
916 DPRINT("Address 0x%.8X\n", Address);
917 return(STATUS_SUCCESS);
918 }
919
920 HasSwapEntry = MmIsPageSwapEntry(Process, (PVOID)PAddress);
921 if (HasSwapEntry)
922 {
923 /*
924 * Must be private page we have swapped out.
925 */
926 SWAPENTRY SwapEntry;
927
928 /*
929 * Sanity check
930 */
931 if (Segment->Flags & MM_PAGEFILE_SEGMENT)
932 {
933 DPRINT1("Found a swaped out private page in a pagefile section.\n");
934 KeBugCheck(MEMORY_MANAGEMENT);
935 }
936
937 MmUnlockSectionSegment(Segment);
938 MmDeletePageFileMapping(Process, (PVOID)PAddress, &SwapEntry);
939
940 MmUnlockAddressSpace(AddressSpace);
941 Status = MmRequestPageMemoryConsumer(MC_USER, TRUE, &Page);
942 if (!NT_SUCCESS(Status))
943 {
944 KeBugCheck(MEMORY_MANAGEMENT);
945 }
946
947 Status = MmReadFromSwapPage(SwapEntry, Page);
948 if (!NT_SUCCESS(Status))
949 {
950 DPRINT1("MmReadFromSwapPage failed, status = %x\n", Status);
951 KeBugCheck(MEMORY_MANAGEMENT);
952 }
953 MmLockAddressSpace(AddressSpace);
954 Status = MmCreateVirtualMapping(Process,
955 Address,
956 Region->Protect,
957 &Page,
958 1);
959 if (!NT_SUCCESS(Status))
960 {
961 DPRINT("MmCreateVirtualMapping failed, not out of memory\n");
962 KeBugCheck(MEMORY_MANAGEMENT);
963 return(Status);
964 }
965
966 /*
967 * Store the swap entry for later use.
968 */
969 MmSetSavedSwapEntryPage(Page, SwapEntry);
970
971 /*
972 * Add the page to the process's working set
973 */
974 MmInsertRmap(Page, Process, (PVOID)PAddress);
975
976 /*
977 * Finish the operation
978 */
979 if (Locked)
980 {
981 MmLockPage(Page);
982 }
983 PageOp->Status = STATUS_SUCCESS;
984 MmspCompleteAndReleasePageOp(PageOp);
985 DPRINT("Address 0x%.8X\n", Address);
986 return(STATUS_SUCCESS);
987 }
988
989 /*
990 * Satisfying a page fault on a map of /Device/PhysicalMemory is easy
991 */
992 if (Section->AllocationAttributes & SEC_PHYSICALMEMORY)
993 {
994 MmUnlockSectionSegment(Segment);
995 /*
996 * Just map the desired physical page
997 */
998 Page = Offset >> PAGE_SHIFT;
999 Status = MmCreateVirtualMappingUnsafe(Process,
1000 Address,
1001 Region->Protect,
1002 &Page,
1003 1);
1004 if (!NT_SUCCESS(Status))
1005 {
1006 DPRINT("MmCreateVirtualMappingUnsafe failed, not out of memory\n");
1007 KeBugCheck(MEMORY_MANAGEMENT);
1008 return(Status);
1009 }
1010 /*
1011 * Don't add an rmap entry since the page mapped could be for
1012 * anything.
1013 */
1014 if (Locked)
1015 {
1016 MmLockPageUnsafe(Page);
1017 }
1018
1019 /*
1020 * Cleanup and release locks
1021 */
1022 PageOp->Status = STATUS_SUCCESS;
1023 MmspCompleteAndReleasePageOp(PageOp);
1024 DPRINT("Address 0x%.8X\n", Address);
1025 return(STATUS_SUCCESS);
1026 }
1027
1028 /*
1029 * Map anonymous memory for BSS sections
1030 */
1031 if (Segment->Characteristics & IMAGE_SCN_CNT_UNINITIALIZED_DATA)
1032 {
1033 MmUnlockSectionSegment(Segment);
1034 Status = MmRequestPageMemoryConsumer(MC_USER, FALSE, &Page);
1035 if (!NT_SUCCESS(Status))
1036 {
1037 MmUnlockAddressSpace(AddressSpace);
1038 Status = MmRequestPageMemoryConsumer(MC_USER, TRUE, &Page);
1039 MmLockAddressSpace(AddressSpace);
1040 }
1041 if (!NT_SUCCESS(Status))
1042 {
1043 KeBugCheck(MEMORY_MANAGEMENT);
1044 }
1045 Status = MmCreateVirtualMapping(Process,
1046 Address,
1047 Region->Protect,
1048 &Page,
1049 1);
1050 if (!NT_SUCCESS(Status))
1051 {
1052 DPRINT("MmCreateVirtualMapping failed, not out of memory\n");
1053 KeBugCheck(MEMORY_MANAGEMENT);
1054 return(Status);
1055 }
1056 MmInsertRmap(Page, Process, (PVOID)PAddress);
1057 if (Locked)
1058 {
1059 MmLockPage(Page);
1060 }
1061
1062 /*
1063 * Cleanup and release locks
1064 */
1065 PageOp->Status = STATUS_SUCCESS;
1066 MmspCompleteAndReleasePageOp(PageOp);
1067 DPRINT("Address 0x%.8X\n", Address);
1068 return(STATUS_SUCCESS);
1069 }
1070
1071 /*
1072 * Get the entry corresponding to the offset within the section
1073 */
1074 Entry = MmGetPageEntrySectionSegment(Segment, Offset);
1075
1076 if (Entry == 0)
1077 {
1078 /*
1079 * If the entry is zero (and it can't change because we have
1080 * locked the segment) then we need to load the page.
1081 */
1082
1083 /*
1084 * Release all our locks and read in the page from disk
1085 */
1086 MmUnlockSectionSegment(Segment);
1087 MmUnlockAddressSpace(AddressSpace);
1088
1089 if ((Segment->Flags & MM_PAGEFILE_SEGMENT) ||
1090 (Offset >= PAGE_ROUND_UP(Segment->RawLength) && Section->AllocationAttributes & SEC_IMAGE))
1091 {
1092 Status = MmRequestPageMemoryConsumer(MC_USER, TRUE, &Page);
1093 if (!NT_SUCCESS(Status))
1094 {
1095 DPRINT1("MmRequestPageMemoryConsumer failed (Status %x)\n", Status);
1096 }
1097 }
1098 else
1099 {
1100 Status = MiReadPage(MemoryArea, Offset, &Page);
1101 if (!NT_SUCCESS(Status))
1102 {
1103 DPRINT1("MiReadPage failed (Status %x)\n", Status);
1104 }
1105 }
1106 if (!NT_SUCCESS(Status))
1107 {
1108 /*
1109 * FIXME: What do we know in this case?
1110 */
1111 /*
1112 * Cleanup and release locks
1113 */
1114 MmLockAddressSpace(AddressSpace);
1115 PageOp->Status = Status;
1116 MmspCompleteAndReleasePageOp(PageOp);
1117 DPRINT("Address 0x%.8X\n", Address);
1118 return(Status);
1119 }
1120 /*
1121 * Relock the address space and segment
1122 */
1123 MmLockAddressSpace(AddressSpace);
1124 MmLockSectionSegment(Segment);
1125
1126 /*
1127 * Check the entry. No one should change the status of a page
1128 * that has a pending page-in.
1129 */
1130 Entry1 = MmGetPageEntrySectionSegment(Segment, Offset);
1131 if (Entry != Entry1)
1132 {
1133 DPRINT1("Someone changed ppte entry while we slept\n");
1134 KeBugCheck(MEMORY_MANAGEMENT);
1135 }
1136
1137 /*
1138 * Mark the offset within the section as having valid, in-memory
1139 * data
1140 */
1141 Entry = MAKE_SSE(Page << PAGE_SHIFT, 1);
1142 MmSetPageEntrySectionSegment(Segment, Offset, Entry);
1143 MmUnlockSectionSegment(Segment);
1144
1145 Status = MmCreateVirtualMapping(Process,
1146 Address,
1147 Attributes,
1148 &Page,
1149 1);
1150 if (!NT_SUCCESS(Status))
1151 {
1152 DPRINT1("Unable to create virtual mapping\n");
1153 KeBugCheck(MEMORY_MANAGEMENT);
1154 }
1155 MmInsertRmap(Page, Process, (PVOID)PAddress);
1156
1157 if (Locked)
1158 {
1159 MmLockPage(Page);
1160 }
1161 PageOp->Status = STATUS_SUCCESS;
1162 MmspCompleteAndReleasePageOp(PageOp);
1163 DPRINT("Address 0x%.8X\n", Address);
1164 return(STATUS_SUCCESS);
1165 }
1166 else if (IS_SWAP_FROM_SSE(Entry))
1167 {
1168 SWAPENTRY SwapEntry;
1169
1170 SwapEntry = SWAPENTRY_FROM_SSE(Entry);
1171
1172 /*
1173 * Release all our locks and read in the page from disk
1174 */
1175 MmUnlockSectionSegment(Segment);
1176
1177 MmUnlockAddressSpace(AddressSpace);
1178
1179 Status = MmRequestPageMemoryConsumer(MC_USER, TRUE, &Page);
1180 if (!NT_SUCCESS(Status))
1181 {
1182 KeBugCheck(MEMORY_MANAGEMENT);
1183 }
1184
1185 Status = MmReadFromSwapPage(SwapEntry, Page);
1186 if (!NT_SUCCESS(Status))
1187 {
1188 KeBugCheck(MEMORY_MANAGEMENT);
1189 }
1190
1191 /*
1192 * Relock the address space and segment
1193 */
1194 MmLockAddressSpace(AddressSpace);
1195 MmLockSectionSegment(Segment);
1196
1197 /*
1198 * Check the entry. No one should change the status of a page
1199 * that has a pending page-in.
1200 */
1201 Entry1 = MmGetPageEntrySectionSegment(Segment, Offset);
1202 if (Entry != Entry1)
1203 {
1204 DPRINT1("Someone changed ppte entry while we slept\n");
1205 KeBugCheck(MEMORY_MANAGEMENT);
1206 }
1207
1208 /*
1209 * Mark the offset within the section as having valid, in-memory
1210 * data
1211 */
1212 Entry = MAKE_SSE(Page << PAGE_SHIFT, 1);
1213 MmSetPageEntrySectionSegment(Segment, Offset, Entry);
1214 MmUnlockSectionSegment(Segment);
1215
1216 /*
1217 * Save the swap entry.
1218 */
1219 MmSetSavedSwapEntryPage(Page, SwapEntry);
1220 Status = MmCreateVirtualMapping(Process,
1221 Address,
1222 Region->Protect,
1223 &Page,
1224 1);
1225 if (!NT_SUCCESS(Status))
1226 {
1227 DPRINT1("Unable to create virtual mapping\n");
1228 KeBugCheck(MEMORY_MANAGEMENT);
1229 }
1230 MmInsertRmap(Page, Process, (PVOID)PAddress);
1231 if (Locked)
1232 {
1233 MmLockPage(Page);
1234 }
1235 PageOp->Status = STATUS_SUCCESS;
1236 MmspCompleteAndReleasePageOp(PageOp);
1237 DPRINT("Address 0x%.8X\n", Address);
1238 return(STATUS_SUCCESS);
1239 }
1240 else
1241 {
1242 /*
1243 * If the section offset is already in-memory and valid then just
1244 * take another reference to the page
1245 */
1246
1247 Page = PFN_FROM_SSE(Entry);
1248
1249 MmSharePageEntrySectionSegment(Segment, Offset);
1250 MmUnlockSectionSegment(Segment);
1251
1252 Status = MmCreateVirtualMapping(Process,
1253 Address,
1254 Attributes,
1255 &Page,
1256 1);
1257 if (!NT_SUCCESS(Status))
1258 {
1259 DPRINT1("Unable to create virtual mapping\n");
1260 KeBugCheck(MEMORY_MANAGEMENT);
1261 }
1262 MmInsertRmap(Page, Process, (PVOID)PAddress);
1263 if (Locked)
1264 {
1265 MmLockPage(Page);
1266 }
1267 PageOp->Status = STATUS_SUCCESS;
1268 MmspCompleteAndReleasePageOp(PageOp);
1269 DPRINT("Address 0x%.8X\n", Address);
1270 return(STATUS_SUCCESS);
1271 }
1272 }
1273
1274 NTSTATUS
1275 NTAPI
1276 MmAccessFaultSectionView(PMMSUPPORT AddressSpace,
1277 MEMORY_AREA* MemoryArea,
1278 PVOID Address,
1279 BOOLEAN Locked)
1280 {
1281 PMM_SECTION_SEGMENT Segment;
1282 PROS_SECTION_OBJECT Section;
1283 PFN_TYPE OldPage;
1284 PFN_TYPE NewPage;
1285 NTSTATUS Status;
1286 PVOID PAddress;
1287 ULONG Offset;
1288 PMM_PAGEOP PageOp;
1289 PMM_REGION Region;
1290 ULONG Entry;
1291 PEPROCESS Process = MmGetAddressSpaceOwner(AddressSpace);
1292
1293 DPRINT("MmAccessFaultSectionView(%x, %x, %x, %x)\n", AddressSpace, MemoryArea, Address, Locked);
1294
1295 /*
1296 * Check if the page has been paged out or has already been set readwrite
1297 */
1298 if (!MmIsPagePresent(Process, Address) ||
1299 MmGetPageProtect(Process, Address) & PAGE_READWRITE)
1300 {
1301 DPRINT("Address 0x%.8X\n", Address);
1302 return(STATUS_SUCCESS);
1303 }
1304
1305 /*
1306 * Find the offset of the page
1307 */
1308 PAddress = MM_ROUND_DOWN(Address, PAGE_SIZE);
1309 Offset = (ULONG_PTR)PAddress - (ULONG_PTR)MemoryArea->StartingAddress
1310 + MemoryArea->Data.SectionData.ViewOffset;
1311
1312 Segment = MemoryArea->Data.SectionData.Segment;
1313 Section = MemoryArea->Data.SectionData.Section;
1314 Region = MmFindRegion(MemoryArea->StartingAddress,
1315 &MemoryArea->Data.SectionData.RegionListHead,
1316 Address, NULL);
1317 /*
1318 * Lock the segment
1319 */
1320 MmLockSectionSegment(Segment);
1321
1322 OldPage = MmGetPfnForProcess(NULL, Address);
1323 Entry = MmGetPageEntrySectionSegment(Segment, Offset);
1324
1325 MmUnlockSectionSegment(Segment);
1326
1327 /*
1328 * Check if we are doing COW
1329 */
1330 if (!((Segment->WriteCopy || MemoryArea->Data.SectionData.WriteCopyView) &&
1331 (Region->Protect == PAGE_READWRITE ||
1332 Region->Protect == PAGE_EXECUTE_READWRITE)))
1333 {
1334 DPRINT("Address 0x%.8X\n", Address);
1335 return(STATUS_ACCESS_VIOLATION);
1336 }
1337
1338 if (IS_SWAP_FROM_SSE(Entry) ||
1339 PFN_FROM_SSE(Entry) != OldPage)
1340 {
1341 /* This is a private page. We must only change the page protection. */
1342 MmSetPageProtect(Process, PAddress, Region->Protect);
1343 return(STATUS_SUCCESS);
1344 }
1345
1346 /*
1347 * Get or create a pageop
1348 */
1349 PageOp = MmGetPageOp(MemoryArea, NULL, 0, Segment, Offset,
1350 MM_PAGEOP_ACCESSFAULT, FALSE);
1351 if (PageOp == NULL)
1352 {
1353 DPRINT1("MmGetPageOp failed\n");
1354 KeBugCheck(MEMORY_MANAGEMENT);
1355 }
1356
1357 /*
1358 * Wait for any other operations to complete
1359 */
1360 if (PageOp->Thread != PsGetCurrentThread())
1361 {
1362 MmUnlockAddressSpace(AddressSpace);
1363 Status = MmspWaitForPageOpCompletionEvent(PageOp);
1364 /*
1365 * Check for various strange conditions
1366 */
1367 if (Status == STATUS_TIMEOUT)
1368 {
1369 DPRINT1("Failed to wait for page op, status = %x\n", Status);
1370 KeBugCheck(MEMORY_MANAGEMENT);
1371 }
1372 if (PageOp->Status == STATUS_PENDING)
1373 {
1374 DPRINT1("Woke for page op before completion\n");
1375 KeBugCheck(MEMORY_MANAGEMENT);
1376 }
1377 /*
1378 * Restart the operation
1379 */
1380 MmLockAddressSpace(AddressSpace);
1381 MmspCompleteAndReleasePageOp(PageOp);
1382 DPRINT("Address 0x%.8X\n", Address);
1383 return(STATUS_MM_RESTART_OPERATION);
1384 }
1385
1386 /*
1387 * Release locks now we have the pageop
1388 */
1389 MmUnlockAddressSpace(AddressSpace);
1390
1391 /*
1392 * Allocate a page
1393 */
1394 Status = MmRequestPageMemoryConsumer(MC_USER, TRUE, &NewPage);
1395 if (!NT_SUCCESS(Status))
1396 {
1397 KeBugCheck(MEMORY_MANAGEMENT);
1398 }
1399
1400 /*
1401 * Copy the old page
1402 */
1403 MiCopyFromUserPage(NewPage, PAddress);
1404
1405 MmLockAddressSpace(AddressSpace);
1406 /*
1407 * Delete the old entry.
1408 */
1409 MmDeleteVirtualMapping(Process, Address, FALSE, NULL, NULL);
1410
1411 /*
1412 * Set the PTE to point to the new page
1413 */
1414 Status = MmCreateVirtualMapping(Process,
1415 Address,
1416 Region->Protect,
1417 &NewPage,
1418 1);
1419 if (!NT_SUCCESS(Status))
1420 {
1421 DPRINT("MmCreateVirtualMapping failed, not out of memory\n");
1422 KeBugCheck(MEMORY_MANAGEMENT);
1423 return(Status);
1424 }
1425 if (!NT_SUCCESS(Status))
1426 {
1427 DPRINT1("Unable to create virtual mapping\n");
1428 KeBugCheck(MEMORY_MANAGEMENT);
1429 }
1430 if (Locked)
1431 {
1432 MmLockPage(NewPage);
1433 MmUnlockPage(OldPage);
1434 }
1435
1436 /*
1437 * Unshare the old page.
1438 */
1439 MmDeleteRmap(OldPage, Process, PAddress);
1440 MmInsertRmap(NewPage, Process, PAddress);
1441 MmLockSectionSegment(Segment);
1442 MmUnsharePageEntrySectionSegment(Section, Segment, Offset, FALSE, FALSE);
1443 MmUnlockSectionSegment(Segment);
1444
1445 PageOp->Status = STATUS_SUCCESS;
1446 MmspCompleteAndReleasePageOp(PageOp);
1447 DPRINT("Address 0x%.8X\n", Address);
1448 return(STATUS_SUCCESS);
1449 }
1450
1451 VOID
1452 MmPageOutDeleteMapping(PVOID Context, PEPROCESS Process, PVOID Address)
1453 {
1454 MM_SECTION_PAGEOUT_CONTEXT* PageOutContext;
1455 BOOLEAN WasDirty;
1456 PFN_TYPE Page;
1457
1458 PageOutContext = (MM_SECTION_PAGEOUT_CONTEXT*)Context;
1459 if (Process)
1460 {
1461 MmLockAddressSpace(&Process->Vm);
1462 }
1463
1464 MmDeleteVirtualMapping(Process,
1465 Address,
1466 FALSE,
1467 &WasDirty,
1468 &Page);
1469 if (WasDirty)
1470 {
1471 PageOutContext->WasDirty = TRUE;
1472 }
1473 if (!PageOutContext->Private)
1474 {
1475 MmLockSectionSegment(PageOutContext->Segment);
1476 MmUnsharePageEntrySectionSegment((PROS_SECTION_OBJECT)PageOutContext->Section,
1477 PageOutContext->Segment,
1478 PageOutContext->Offset,
1479 PageOutContext->WasDirty,
1480 TRUE);
1481 MmUnlockSectionSegment(PageOutContext->Segment);
1482 }
1483 if (Process)
1484 {
1485 MmUnlockAddressSpace(&Process->Vm);
1486 }
1487
1488 if (PageOutContext->Private)
1489 {
1490 MmReleasePageMemoryConsumer(MC_USER, Page);
1491 }
1492
1493 DPRINT("PhysicalAddress %x, Address %x\n", Page << PAGE_SHIFT, Address);
1494 }
1495
1496 NTSTATUS
1497 NTAPI
1498 MmPageOutSectionView(PMMSUPPORT AddressSpace,
1499 MEMORY_AREA* MemoryArea,
1500 PVOID Address,
1501 PMM_PAGEOP PageOp)
1502 {
1503 PFN_TYPE Page;
1504 MM_SECTION_PAGEOUT_CONTEXT Context;
1505 SWAPENTRY SwapEntry;
1506 ULONG Entry;
1507 ULONG FileOffset;
1508 NTSTATUS Status;
1509 PFILE_OBJECT FileObject;
1510 PBCB Bcb = NULL;
1511 BOOLEAN DirectMapped;
1512 BOOLEAN IsImageSection;
1513 PEPROCESS Process = MmGetAddressSpaceOwner(AddressSpace);
1514
1515 Address = (PVOID)PAGE_ROUND_DOWN(Address);
1516
1517 /*
1518 * Get the segment and section.
1519 */
1520 Context.Segment = MemoryArea->Data.SectionData.Segment;
1521 Context.Section = MemoryArea->Data.SectionData.Section;
1522
1523 Context.Offset = (ULONG_PTR)Address - (ULONG_PTR)MemoryArea->StartingAddress
1524 + MemoryArea->Data.SectionData.ViewOffset;
1525 FileOffset = Context.Offset + Context.Segment->FileOffset;
1526
1527 IsImageSection = Context.Section->AllocationAttributes & SEC_IMAGE ? TRUE : FALSE;
1528
1529 FileObject = Context.Section->FileObject;
1530 DirectMapped = FALSE;
1531 if (FileObject != NULL &&
1532 !(Context.Segment->Characteristics & IMAGE_SCN_MEM_SHARED))
1533 {
1534 Bcb = FileObject->SectionObjectPointer->SharedCacheMap;
1535
1536 /*
1537 * If the file system is letting us go directly to the cache and the
1538 * memory area was mapped at an offset in the file which is page aligned
1539 * then note this is a direct mapped page.
1540 */
1541 if ((FileOffset % PAGE_SIZE) == 0 &&
1542 (Context.Offset + PAGE_SIZE <= Context.Segment->RawLength || !IsImageSection))
1543 {
1544 DirectMapped = TRUE;
1545 }
1546 }
1547
1548
1549 /*
1550 * This should never happen since mappings of physical memory are never
1551 * placed in the rmap lists.
1552 */
1553 if (Context.Section->AllocationAttributes & SEC_PHYSICALMEMORY)
1554 {
1555 DPRINT1("Trying to page out from physical memory section address 0x%X "
1556 "process %d\n", Address,
1557 Process ? Process->UniqueProcessId : 0);
1558 KeBugCheck(MEMORY_MANAGEMENT);
1559 }
1560
1561 /*
1562 * Get the section segment entry and the physical address.
1563 */
1564 Entry = MmGetPageEntrySectionSegment(Context.Segment, Context.Offset);
1565 if (!MmIsPagePresent(Process, Address))
1566 {
1567 DPRINT1("Trying to page out not-present page at (%d,0x%.8X).\n",
1568 Process ? Process->UniqueProcessId : 0, Address);
1569 KeBugCheck(MEMORY_MANAGEMENT);
1570 }
1571 Page = MmGetPfnForProcess(Process, Address);
1572 SwapEntry = MmGetSavedSwapEntryPage(Page);
1573
1574 /*
1575 * Prepare the context structure for the rmap delete call.
1576 */
1577 Context.WasDirty = FALSE;
1578 if (Context.Segment->Characteristics & IMAGE_SCN_CNT_UNINITIALIZED_DATA ||
1579 IS_SWAP_FROM_SSE(Entry) ||
1580 PFN_FROM_SSE(Entry) != Page)
1581 {
1582 Context.Private = TRUE;
1583 }
1584 else
1585 {
1586 Context.Private = FALSE;
1587 }
1588
1589 /*
1590 * Take an additional reference to the page or the cache segment.
1591 */
1592 if (DirectMapped && !Context.Private)
1593 {
1594 if(!MiIsPageFromCache(MemoryArea, Context.Offset))
1595 {
1596 DPRINT1("Direct mapped non private page is not associated with the cache.\n");
1597 KeBugCheck(MEMORY_MANAGEMENT);
1598 }
1599 }
1600 else
1601 {
1602 MmReferencePage(Page);
1603 }
1604
1605 MmDeleteAllRmaps(Page, (PVOID)&Context, MmPageOutDeleteMapping);
1606
1607 /*
1608 * If this wasn't a private page then we should have reduced the entry to
1609 * zero by deleting all the rmaps.
1610 */
1611 if (!Context.Private && MmGetPageEntrySectionSegment(Context.Segment, Context.Offset) != 0)
1612 {
1613 if (!(Context.Segment->Flags & MM_PAGEFILE_SEGMENT) &&
1614 !(Context.Segment->Characteristics & IMAGE_SCN_MEM_SHARED))
1615 {
1616 KeBugCheck(MEMORY_MANAGEMENT);
1617 }
1618 }
1619
1620 /*
1621 * If the page wasn't dirty then we can just free it as for a readonly page.
1622 * Since we unmapped all the mappings above we know it will not suddenly
1623 * become dirty.
1624 * If the page is from a pagefile section and has no swap entry,
1625 * we can't free the page at this point.
1626 */
1627 SwapEntry = MmGetSavedSwapEntryPage(Page);
1628 if (Context.Segment->Flags & MM_PAGEFILE_SEGMENT)
1629 {
1630 if (Context.Private)
1631 {
1632 DPRINT1("Found a %s private page (address %x) in a pagefile segment.\n",
1633 Context.WasDirty ? "dirty" : "clean", Address);
1634 KeBugCheck(MEMORY_MANAGEMENT);
1635 }
1636 if (!Context.WasDirty && SwapEntry != 0)
1637 {
1638 MmSetSavedSwapEntryPage(Page, 0);
1639 MmSetPageEntrySectionSegment(Context.Segment, Context.Offset, MAKE_SWAP_SSE(SwapEntry));
1640 MmReleasePageMemoryConsumer(MC_USER, Page);
1641 PageOp->Status = STATUS_SUCCESS;
1642 MmspCompleteAndReleasePageOp(PageOp);
1643 return(STATUS_SUCCESS);
1644 }
1645 }
1646 else if (Context.Segment->Characteristics & IMAGE_SCN_MEM_SHARED)
1647 {
1648 if (Context.Private)
1649 {
1650 DPRINT1("Found a %s private page (address %x) in a shared section segment.\n",
1651 Context.WasDirty ? "dirty" : "clean", Address);
1652 KeBugCheck(MEMORY_MANAGEMENT);
1653 }
1654 if (!Context.WasDirty || SwapEntry != 0)
1655 {
1656 MmSetSavedSwapEntryPage(Page, 0);
1657 if (SwapEntry != 0)
1658 {
1659 MmSetPageEntrySectionSegment(Context.Segment, Context.Offset, MAKE_SWAP_SSE(SwapEntry));
1660 }
1661 MmReleasePageMemoryConsumer(MC_USER, Page);
1662 PageOp->Status = STATUS_SUCCESS;
1663 MmspCompleteAndReleasePageOp(PageOp);
1664 return(STATUS_SUCCESS);
1665 }
1666 }
1667 else if (!Context.Private && DirectMapped)
1668 {
1669 if (SwapEntry != 0)
1670 {
1671 DPRINT1("Found a swapentry for a non private and direct mapped page (address %x)\n",
1672 Address);
1673 KeBugCheck(MEMORY_MANAGEMENT);
1674 }
1675 Status = CcRosUnmapCacheSegment(Bcb, FileOffset, FALSE);
1676 if (!NT_SUCCESS(Status))
1677 {
1678 DPRINT1("CCRosUnmapCacheSegment failed, status = %x\n", Status);
1679 KeBugCheck(MEMORY_MANAGEMENT);
1680 }
1681 PageOp->Status = STATUS_SUCCESS;
1682 MmspCompleteAndReleasePageOp(PageOp);
1683 return(STATUS_SUCCESS);
1684 }
1685 else if (!Context.WasDirty && !DirectMapped && !Context.Private)
1686 {
1687 if (SwapEntry != 0)
1688 {
1689 DPRINT1("Found a swap entry for a non dirty, non private and not direct mapped page (address %x)\n",
1690 Address);
1691 KeBugCheck(MEMORY_MANAGEMENT);
1692 }
1693 MmReleasePageMemoryConsumer(MC_USER, Page);
1694 PageOp->Status = STATUS_SUCCESS;
1695 MmspCompleteAndReleasePageOp(PageOp);
1696 return(STATUS_SUCCESS);
1697 }
1698 else if (!Context.WasDirty && Context.Private && SwapEntry != 0)
1699 {
1700 MmSetSavedSwapEntryPage(Page, 0);
1701 MmLockAddressSpace(AddressSpace);
1702 Status = MmCreatePageFileMapping(Process,
1703 Address,
1704 SwapEntry);
1705 MmUnlockAddressSpace(AddressSpace);
1706 if (!NT_SUCCESS(Status))
1707 {
1708 KeBugCheck(MEMORY_MANAGEMENT);
1709 }
1710 MmReleasePageMemoryConsumer(MC_USER, Page);
1711 PageOp->Status = STATUS_SUCCESS;
1712 MmspCompleteAndReleasePageOp(PageOp);
1713 return(STATUS_SUCCESS);
1714 }
1715
1716 /*
1717 * If necessary, allocate an entry in the paging file for this page
1718 */
1719 if (SwapEntry == 0)
1720 {
1721 SwapEntry = MmAllocSwapPage();
1722 if (SwapEntry == 0)
1723 {
1724 MmShowOutOfSpaceMessagePagingFile();
1725 MmLockAddressSpace(AddressSpace);
1726 /*
1727 * For private pages restore the old mappings.
1728 */
1729 if (Context.Private)
1730 {
1731 Status = MmCreateVirtualMapping(Process,
1732 Address,
1733 MemoryArea->Protect,
1734 &Page,
1735 1);
1736 MmSetDirtyPage(Process, Address);
1737 MmInsertRmap(Page,
1738 Process,
1739 Address);
1740 }
1741 else
1742 {
1743 /*
1744 * For non-private pages if the page wasn't direct mapped then
1745 * set it back into the section segment entry so we don't loose
1746 * our copy. Otherwise it will be handled by the cache manager.
1747 */
1748 Status = MmCreateVirtualMapping(Process,
1749 Address,
1750 MemoryArea->Protect,
1751 &Page,
1752 1);
1753 MmSetDirtyPage(Process, Address);
1754 MmInsertRmap(Page,
1755 Process,
1756 Address);
1757 Entry = MAKE_SSE(Page << PAGE_SHIFT, 1);
1758 MmSetPageEntrySectionSegment(Context.Segment, Context.Offset, Entry);
1759 }
1760 MmUnlockAddressSpace(AddressSpace);
1761 PageOp->Status = STATUS_UNSUCCESSFUL;
1762 MmspCompleteAndReleasePageOp(PageOp);
1763 return(STATUS_PAGEFILE_QUOTA);
1764 }
1765 }
1766
1767 /*
1768 * Write the page to the pagefile
1769 */
1770 Status = MmWriteToSwapPage(SwapEntry, Page);
1771 if (!NT_SUCCESS(Status))
1772 {
1773 DPRINT1("MM: Failed to write to swap page (Status was 0x%.8X)\n",
1774 Status);
1775 /*
1776 * As above: undo our actions.
1777 * FIXME: Also free the swap page.
1778 */
1779 MmLockAddressSpace(AddressSpace);
1780 if (Context.Private)
1781 {
1782 Status = MmCreateVirtualMapping(Process,
1783 Address,
1784 MemoryArea->Protect,
1785 &Page,
1786 1);
1787 MmSetDirtyPage(Process, Address);
1788 MmInsertRmap(Page,
1789 Process,
1790 Address);
1791 }
1792 else
1793 {
1794 Status = MmCreateVirtualMapping(Process,
1795 Address,
1796 MemoryArea->Protect,
1797 &Page,
1798 1);
1799 MmSetDirtyPage(Process, Address);
1800 MmInsertRmap(Page,
1801 Process,
1802 Address);
1803 Entry = MAKE_SSE(Page << PAGE_SHIFT, 1);
1804 MmSetPageEntrySectionSegment(Context.Segment, Context.Offset, Entry);
1805 }
1806 MmUnlockAddressSpace(AddressSpace);
1807 PageOp->Status = STATUS_UNSUCCESSFUL;
1808 MmspCompleteAndReleasePageOp(PageOp);
1809 return(STATUS_UNSUCCESSFUL);
1810 }
1811
1812 /*
1813 * Otherwise we have succeeded.
1814 */
1815 DPRINT("MM: Wrote section page 0x%.8X to swap!\n", Page << PAGE_SHIFT);
1816 MmSetSavedSwapEntryPage(Page, 0);
1817 if (Context.Segment->Flags & MM_PAGEFILE_SEGMENT ||
1818 Context.Segment->Characteristics & IMAGE_SCN_MEM_SHARED)
1819 {
1820 MmSetPageEntrySectionSegment(Context.Segment, Context.Offset, MAKE_SWAP_SSE(SwapEntry));
1821 }
1822 else
1823 {
1824 MmReleasePageMemoryConsumer(MC_USER, Page);
1825 }
1826
1827 if (Context.Private)
1828 {
1829 MmLockAddressSpace(AddressSpace);
1830 Status = MmCreatePageFileMapping(Process,
1831 Address,
1832 SwapEntry);
1833 MmUnlockAddressSpace(AddressSpace);
1834 if (!NT_SUCCESS(Status))
1835 {
1836 KeBugCheck(MEMORY_MANAGEMENT);
1837 }
1838 }
1839 else
1840 {
1841 Entry = MAKE_SWAP_SSE(SwapEntry);
1842 MmSetPageEntrySectionSegment(Context.Segment, Context.Offset, Entry);
1843 }
1844
1845 PageOp->Status = STATUS_SUCCESS;
1846 MmspCompleteAndReleasePageOp(PageOp);
1847 return(STATUS_SUCCESS);
1848 }
1849
1850 NTSTATUS
1851 NTAPI
1852 MmWritePageSectionView(PMMSUPPORT AddressSpace,
1853 PMEMORY_AREA MemoryArea,
1854 PVOID Address,
1855 PMM_PAGEOP PageOp)
1856 {
1857 ULONG Offset;
1858 PROS_SECTION_OBJECT Section;
1859 PMM_SECTION_SEGMENT Segment;
1860 PFN_TYPE Page;
1861 SWAPENTRY SwapEntry;
1862 ULONG Entry;
1863 BOOLEAN Private;
1864 NTSTATUS Status;
1865 PFILE_OBJECT FileObject;
1866 PBCB Bcb = NULL;
1867 BOOLEAN DirectMapped;
1868 BOOLEAN IsImageSection;
1869 PEPROCESS Process = MmGetAddressSpaceOwner(AddressSpace);
1870
1871 Address = (PVOID)PAGE_ROUND_DOWN(Address);
1872
1873 Offset = (ULONG_PTR)Address - (ULONG_PTR)MemoryArea->StartingAddress
1874 + MemoryArea->Data.SectionData.ViewOffset;
1875
1876 /*
1877 * Get the segment and section.
1878 */
1879 Segment = MemoryArea->Data.SectionData.Segment;
1880 Section = MemoryArea->Data.SectionData.Section;
1881 IsImageSection = Section->AllocationAttributes & SEC_IMAGE ? TRUE : FALSE;
1882
1883 FileObject = Section->FileObject;
1884 DirectMapped = FALSE;
1885 if (FileObject != NULL &&
1886 !(Segment->Characteristics & IMAGE_SCN_MEM_SHARED))
1887 {
1888 Bcb = FileObject->SectionObjectPointer->SharedCacheMap;
1889
1890 /*
1891 * If the file system is letting us go directly to the cache and the
1892 * memory area was mapped at an offset in the file which is page aligned
1893 * then note this is a direct mapped page.
1894 */
1895 if (((Offset + Segment->FileOffset) % PAGE_SIZE) == 0 &&
1896 (Offset + PAGE_SIZE <= Segment->RawLength || !IsImageSection))
1897 {
1898 DirectMapped = TRUE;
1899 }
1900 }
1901
1902 /*
1903 * This should never happen since mappings of physical memory are never
1904 * placed in the rmap lists.
1905 */
1906 if (Section->AllocationAttributes & SEC_PHYSICALMEMORY)
1907 {
1908 DPRINT1("Trying to write back page from physical memory mapped at %X "
1909 "process %d\n", Address,
1910 Process ? Process->UniqueProcessId : 0);
1911 KeBugCheck(MEMORY_MANAGEMENT);
1912 }
1913
1914 /*
1915 * Get the section segment entry and the physical address.
1916 */
1917 Entry = MmGetPageEntrySectionSegment(Segment, Offset);
1918 if (!MmIsPagePresent(Process, Address))
1919 {
1920 DPRINT1("Trying to page out not-present page at (%d,0x%.8X).\n",
1921 Process ? Process->UniqueProcessId : 0, Address);
1922 KeBugCheck(MEMORY_MANAGEMENT);
1923 }
1924 Page = MmGetPfnForProcess(Process, Address);
1925 SwapEntry = MmGetSavedSwapEntryPage(Page);
1926
1927 /*
1928 * Check for a private (COWed) page.
1929 */
1930 if (Segment->Characteristics & IMAGE_SCN_CNT_UNINITIALIZED_DATA ||
1931 IS_SWAP_FROM_SSE(Entry) ||
1932 PFN_FROM_SSE(Entry) != Page)
1933 {
1934 Private = TRUE;
1935 }
1936 else
1937 {
1938 Private = FALSE;
1939 }
1940
1941 /*
1942 * Speculatively set all mappings of the page to clean.
1943 */
1944 MmSetCleanAllRmaps(Page);
1945
1946 /*
1947 * If this page was direct mapped from the cache then the cache manager
1948 * will take care of writing it back to disk.
1949 */
1950 if (DirectMapped && !Private)
1951 {
1952 ASSERT(SwapEntry == 0);
1953 CcRosMarkDirtyCacheSegment(Bcb, Offset + Segment->FileOffset);
1954 PageOp->Status = STATUS_SUCCESS;
1955 MmspCompleteAndReleasePageOp(PageOp);
1956 return(STATUS_SUCCESS);
1957 }
1958
1959 /*
1960 * If necessary, allocate an entry in the paging file for this page
1961 */
1962 if (SwapEntry == 0)
1963 {
1964 SwapEntry = MmAllocSwapPage();
1965 if (SwapEntry == 0)
1966 {
1967 MmSetDirtyAllRmaps(Page);
1968 PageOp->Status = STATUS_UNSUCCESSFUL;
1969 MmspCompleteAndReleasePageOp(PageOp);
1970 return(STATUS_PAGEFILE_QUOTA);
1971 }
1972 MmSetSavedSwapEntryPage(Page, SwapEntry);
1973 }
1974
1975 /*
1976 * Write the page to the pagefile
1977 */
1978 Status = MmWriteToSwapPage(SwapEntry, Page);
1979 if (!NT_SUCCESS(Status))
1980 {
1981 DPRINT1("MM: Failed to write to swap page (Status was 0x%.8X)\n",
1982 Status);
1983 MmSetDirtyAllRmaps(Page);
1984 PageOp->Status = STATUS_UNSUCCESSFUL;
1985 MmspCompleteAndReleasePageOp(PageOp);
1986 return(STATUS_UNSUCCESSFUL);
1987 }
1988
1989 /*
1990 * Otherwise we have succeeded.
1991 */
1992 DPRINT("MM: Wrote section page 0x%.8X to swap!\n", Page << PAGE_SHIFT);
1993 PageOp->Status = STATUS_SUCCESS;
1994 MmspCompleteAndReleasePageOp(PageOp);
1995 return(STATUS_SUCCESS);
1996 }
1997
1998 static VOID
1999 MmAlterViewAttributes(PMMSUPPORT AddressSpace,
2000 PVOID BaseAddress,
2001 ULONG RegionSize,
2002 ULONG OldType,
2003 ULONG OldProtect,
2004 ULONG NewType,
2005 ULONG NewProtect)
2006 {
2007 PMEMORY_AREA MemoryArea;
2008 PMM_SECTION_SEGMENT Segment;
2009 BOOLEAN DoCOW = FALSE;
2010 ULONG i;
2011 PEPROCESS Process = MmGetAddressSpaceOwner(AddressSpace);
2012
2013 MemoryArea = MmLocateMemoryAreaByAddress(AddressSpace, BaseAddress);
2014 Segment = MemoryArea->Data.SectionData.Segment;
2015
2016 if ((Segment->WriteCopy || MemoryArea->Data.SectionData.WriteCopyView) &&
2017 (NewProtect == PAGE_READWRITE || NewProtect == PAGE_EXECUTE_READWRITE))
2018 {
2019 DoCOW = TRUE;
2020 }
2021
2022 if (OldProtect != NewProtect)
2023 {
2024 for (i = 0; i < PAGE_ROUND_UP(RegionSize) / PAGE_SIZE; i++)
2025 {
2026 PVOID Address = (char*)BaseAddress + (i * PAGE_SIZE);
2027 ULONG Protect = NewProtect;
2028
2029 /*
2030 * If we doing COW for this segment then check if the page is
2031 * already private.
2032 */
2033 if (DoCOW && MmIsPagePresent(Process, Address))
2034 {
2035 ULONG Offset;
2036 ULONG Entry;
2037 PFN_TYPE Page;
2038
2039 Offset = (ULONG_PTR)Address - (ULONG_PTR)MemoryArea->StartingAddress
2040 + MemoryArea->Data.SectionData.ViewOffset;
2041 Entry = MmGetPageEntrySectionSegment(Segment, Offset);
2042 Page = MmGetPfnForProcess(Process, Address);
2043
2044 Protect = PAGE_READONLY;
2045 if (Segment->Characteristics & IMAGE_SCN_CNT_UNINITIALIZED_DATA ||
2046 IS_SWAP_FROM_SSE(Entry) ||
2047 PFN_FROM_SSE(Entry) != Page)
2048 {
2049 Protect = NewProtect;
2050 }
2051 }
2052
2053 if (MmIsPagePresent(Process, Address))
2054 {
2055 MmSetPageProtect(Process, Address,
2056 Protect);
2057 }
2058 }
2059 }
2060 }
2061
2062 NTSTATUS
2063 NTAPI
2064 MmProtectSectionView(PMMSUPPORT AddressSpace,
2065 PMEMORY_AREA MemoryArea,
2066 PVOID BaseAddress,
2067 ULONG Length,
2068 ULONG Protect,
2069 PULONG OldProtect)
2070 {
2071 PMM_REGION Region;
2072 NTSTATUS Status;
2073 ULONG_PTR MaxLength;
2074
2075 MaxLength = (ULONG_PTR)MemoryArea->EndingAddress - (ULONG_PTR)BaseAddress;
2076 if (Length > MaxLength)
2077 Length = MaxLength;
2078
2079 Region = MmFindRegion(MemoryArea->StartingAddress,
2080 &MemoryArea->Data.SectionData.RegionListHead,
2081 BaseAddress, NULL);
2082 if ((MemoryArea->Flags & SEC_NO_CHANGE) &&
2083 Region->Protect != Protect)
2084 {
2085 return STATUS_INVALID_PAGE_PROTECTION;
2086 }
2087
2088 *OldProtect = Region->Protect;
2089 Status = MmAlterRegion(AddressSpace, MemoryArea->StartingAddress,
2090 &MemoryArea->Data.SectionData.RegionListHead,
2091 BaseAddress, Length, Region->Type, Protect,
2092 MmAlterViewAttributes);
2093
2094 return(Status);
2095 }
2096
2097 NTSTATUS NTAPI
2098 MmQuerySectionView(PMEMORY_AREA MemoryArea,
2099 PVOID Address,
2100 PMEMORY_BASIC_INFORMATION Info,
2101 PSIZE_T ResultLength)
2102 {
2103 PMM_REGION Region;
2104 PVOID RegionBaseAddress;
2105 PROS_SECTION_OBJECT Section;
2106 PMM_SECTION_SEGMENT Segment;
2107
2108 Region = MmFindRegion((PVOID)MemoryArea->StartingAddress,
2109 &MemoryArea->Data.SectionData.RegionListHead,
2110 Address, &RegionBaseAddress);
2111 if (Region == NULL)
2112 {
2113 return STATUS_UNSUCCESSFUL;
2114 }
2115
2116 Section = MemoryArea->Data.SectionData.Section;
2117 if (Section->AllocationAttributes & SEC_IMAGE)
2118 {
2119 Segment = MemoryArea->Data.SectionData.Segment;
2120 Info->AllocationBase = (PUCHAR)MemoryArea->StartingAddress - Segment->VirtualAddress;
2121 Info->Type = MEM_IMAGE;
2122 }
2123 else
2124 {
2125 Info->AllocationBase = MemoryArea->StartingAddress;
2126 Info->Type = MEM_MAPPED;
2127 }
2128 Info->BaseAddress = RegionBaseAddress;
2129 Info->AllocationProtect = MemoryArea->Protect;
2130 Info->RegionSize = Region->Length;
2131 Info->State = MEM_COMMIT;
2132 Info->Protect = Region->Protect;
2133
2134 *ResultLength = sizeof(MEMORY_BASIC_INFORMATION);
2135 return(STATUS_SUCCESS);
2136 }
2137
2138 VOID
2139 NTAPI
2140 MmpFreePageFileSegment(PMM_SECTION_SEGMENT Segment)
2141 {
2142 ULONG Length;
2143 ULONG Offset;
2144 ULONG Entry;
2145 ULONG SavedSwapEntry;
2146 PFN_TYPE Page;
2147
2148 Page = 0;
2149
2150 Length = PAGE_ROUND_UP(Segment->Length);
2151 for (Offset = 0; Offset < Length; Offset += PAGE_SIZE)
2152 {
2153 Entry = MmGetPageEntrySectionSegment(Segment, Offset);
2154 if (Entry)
2155 {
2156 if (IS_SWAP_FROM_SSE(Entry))
2157 {
2158 MmFreeSwapPage(SWAPENTRY_FROM_SSE(Entry));
2159 }
2160 else
2161 {
2162 Page = PFN_FROM_SSE(Entry);
2163 SavedSwapEntry = MmGetSavedSwapEntryPage(Page);
2164 if (SavedSwapEntry != 0)
2165 {
2166 MmSetSavedSwapEntryPage(Page, 0);
2167 MmFreeSwapPage(SavedSwapEntry);
2168 }
2169 MmReleasePageMemoryConsumer(MC_USER, Page);
2170 }
2171 MmSetPageEntrySectionSegment(Segment, Offset, 0);
2172 }
2173 }
2174 }
2175
2176 VOID NTAPI
2177 MmpDeleteSection(PVOID ObjectBody)
2178 {
2179 PROS_SECTION_OBJECT Section = (PROS_SECTION_OBJECT)ObjectBody;
2180
2181 DPRINT("MmpDeleteSection(ObjectBody %x)\n", ObjectBody);
2182 if (Section->AllocationAttributes & SEC_IMAGE)
2183 {
2184 ULONG i;
2185 ULONG NrSegments;
2186 ULONG RefCount;
2187 PMM_SECTION_SEGMENT SectionSegments;
2188
2189 /*
2190 * NOTE: Section->ImageSection can be NULL for short time
2191 * during the section creating. If we fail for some reason
2192 * until the image section is properly initialized we shouldn't
2193 * process further here.
2194 */
2195 if (Section->ImageSection == NULL)
2196 return;
2197
2198 SectionSegments = Section->ImageSection->Segments;
2199 NrSegments = Section->ImageSection->NrSegments;
2200
2201 for (i = 0; i < NrSegments; i++)
2202 {
2203 if (SectionSegments[i].Characteristics & IMAGE_SCN_MEM_SHARED)
2204 {
2205 MmLockSectionSegment(&SectionSegments[i]);
2206 }
2207 RefCount = InterlockedDecrementUL(&SectionSegments[i].ReferenceCount);
2208 if (SectionSegments[i].Characteristics & IMAGE_SCN_MEM_SHARED)
2209 {
2210 if (RefCount == 0)
2211 {
2212 MmpFreePageFileSegment(&SectionSegments[i]);
2213 }
2214 MmUnlockSectionSegment(&SectionSegments[i]);
2215 }
2216 }
2217 }
2218 else
2219 {
2220 /*
2221 * NOTE: Section->Segment can be NULL for short time
2222 * during the section creating.
2223 */
2224 if (Section->Segment == NULL)
2225 return;
2226
2227 if (Section->Segment->Flags & MM_PAGEFILE_SEGMENT)
2228 {
2229 MmpFreePageFileSegment(Section->Segment);
2230 MmFreePageTablesSectionSegment(Section->Segment);
2231 ExFreePool(Section->Segment);
2232 Section->Segment = NULL;
2233 }
2234 else
2235 {
2236 (void)InterlockedDecrementUL(&Section->Segment->ReferenceCount);
2237 }
2238 }
2239 if (Section->FileObject != NULL)
2240 {
2241 CcRosDereferenceCache(Section->FileObject);
2242 ObDereferenceObject(Section->FileObject);
2243 Section->FileObject = NULL;
2244 }
2245 }
2246
2247 VOID NTAPI
2248 MmpCloseSection(IN PEPROCESS Process OPTIONAL,
2249 IN PVOID Object,
2250 IN ACCESS_MASK GrantedAccess,
2251 IN ULONG ProcessHandleCount,
2252 IN ULONG SystemHandleCount)
2253 {
2254 DPRINT("MmpCloseSection(OB %x, HC %d)\n",
2255 Object, ProcessHandleCount);
2256 }
2257
2258 NTSTATUS
2259 INIT_FUNCTION
2260 NTAPI
2261 MmCreatePhysicalMemorySection(VOID)
2262 {
2263 PROS_SECTION_OBJECT PhysSection;
2264 NTSTATUS Status;
2265 OBJECT_ATTRIBUTES Obj;
2266 UNICODE_STRING Name = RTL_CONSTANT_STRING(L"\\Device\\PhysicalMemory");
2267 LARGE_INTEGER SectionSize;
2268 HANDLE Handle;
2269
2270 /*
2271 * Create the section mapping physical memory
2272 */
2273 SectionSize.QuadPart = 0xFFFFFFFF;
2274 InitializeObjectAttributes(&Obj,
2275 &Name,
2276 OBJ_PERMANENT,
2277 NULL,
2278 NULL);
2279 Status = MmCreateSection((PVOID)&PhysSection,
2280 SECTION_ALL_ACCESS,
2281 &Obj,
2282 &SectionSize,
2283 PAGE_EXECUTE_READWRITE,
2284 0,
2285 NULL,
2286 NULL);
2287 if (!NT_SUCCESS(Status))
2288 {
2289 DPRINT1("Failed to create PhysicalMemory section\n");
2290 KeBugCheck(MEMORY_MANAGEMENT);
2291 }
2292 Status = ObInsertObject(PhysSection,
2293 NULL,
2294 SECTION_ALL_ACCESS,
2295 0,
2296 NULL,
2297 &Handle);
2298 if (!NT_SUCCESS(Status))
2299 {
2300 ObDereferenceObject(PhysSection);
2301 }
2302 ObCloseHandle(Handle, KernelMode);
2303 PhysSection->AllocationAttributes |= SEC_PHYSICALMEMORY;
2304 PhysSection->Segment->Flags &= ~MM_PAGEFILE_SEGMENT;
2305
2306 return(STATUS_SUCCESS);
2307 }
2308
2309 NTSTATUS
2310 INIT_FUNCTION
2311 NTAPI
2312 MmInitSectionImplementation(VOID)
2313 {
2314 OBJECT_TYPE_INITIALIZER ObjectTypeInitializer;
2315 UNICODE_STRING Name;
2316
2317 DPRINT("Creating Section Object Type\n");
2318
2319 /* Initialize the Section object type */
2320 RtlZeroMemory(&ObjectTypeInitializer, sizeof(ObjectTypeInitializer));
2321 RtlInitUnicodeString(&Name, L"Section");
2322 ObjectTypeInitializer.Length = sizeof(ObjectTypeInitializer);
2323 ObjectTypeInitializer.DefaultPagedPoolCharge = sizeof(ROS_SECTION_OBJECT);
2324 ObjectTypeInitializer.PoolType = PagedPool;
2325 ObjectTypeInitializer.UseDefaultObject = TRUE;
2326 ObjectTypeInitializer.GenericMapping = MmpSectionMapping;
2327 ObjectTypeInitializer.DeleteProcedure = MmpDeleteSection;
2328 ObjectTypeInitializer.CloseProcedure = MmpCloseSection;
2329 ObjectTypeInitializer.ValidAccessMask = SECTION_ALL_ACCESS;
2330 ObCreateObjectType(&Name, &ObjectTypeInitializer, NULL, &MmSectionObjectType);
2331
2332 return(STATUS_SUCCESS);
2333 }
2334
2335 NTSTATUS
2336 NTAPI
2337 MmCreatePageFileSection(PROS_SECTION_OBJECT *SectionObject,
2338 ACCESS_MASK DesiredAccess,
2339 POBJECT_ATTRIBUTES ObjectAttributes,
2340 PLARGE_INTEGER UMaximumSize,
2341 ULONG SectionPageProtection,
2342 ULONG AllocationAttributes)
2343 /*
2344 * Create a section which is backed by the pagefile
2345 */
2346 {
2347 LARGE_INTEGER MaximumSize;
2348 PROS_SECTION_OBJECT Section;
2349 PMM_SECTION_SEGMENT Segment;
2350 NTSTATUS Status;
2351
2352 if (UMaximumSize == NULL)
2353 {
2354 return(STATUS_UNSUCCESSFUL);
2355 }
2356 MaximumSize = *UMaximumSize;
2357
2358 /*
2359 * Create the section
2360 */
2361 Status = ObCreateObject(ExGetPreviousMode(),
2362 MmSectionObjectType,
2363 ObjectAttributes,
2364 ExGetPreviousMode(),
2365 NULL,
2366 sizeof(ROS_SECTION_OBJECT),
2367 0,
2368 0,
2369 (PVOID*)(PVOID)&Section);
2370 if (!NT_SUCCESS(Status))
2371 {
2372 return(Status);
2373 }
2374
2375 /*
2376 * Initialize it
2377 */
2378 RtlZeroMemory(Section, sizeof(ROS_SECTION_OBJECT));
2379 Section->SectionPageProtection = SectionPageProtection;
2380 Section->AllocationAttributes = AllocationAttributes;
2381 Section->MaximumSize = MaximumSize;
2382 Segment = ExAllocatePoolWithTag(NonPagedPool, sizeof(MM_SECTION_SEGMENT),
2383 TAG_MM_SECTION_SEGMENT);
2384 if (Segment == NULL)
2385 {
2386 ObDereferenceObject(Section);
2387 return(STATUS_NO_MEMORY);
2388 }
2389 Section->Segment = Segment;
2390 Segment->ReferenceCount = 1;
2391 ExInitializeFastMutex(&Segment->Lock);
2392 Segment->FileOffset = 0;
2393 Segment->Protection = SectionPageProtection;
2394 Segment->RawLength = MaximumSize.u.LowPart;
2395 Segment->Length = PAGE_ROUND_UP(MaximumSize.u.LowPart);
2396 Segment->Flags = MM_PAGEFILE_SEGMENT;
2397 Segment->WriteCopy = FALSE;
2398 RtlZeroMemory(&Segment->PageDirectory, sizeof(SECTION_PAGE_DIRECTORY));
2399 Segment->VirtualAddress = 0;
2400 Segment->Characteristics = 0;
2401 *SectionObject = Section;
2402 return(STATUS_SUCCESS);
2403 }
2404
2405
2406 NTSTATUS
2407 NTAPI
2408 MmCreateDataFileSection(PROS_SECTION_OBJECT *SectionObject,
2409 ACCESS_MASK DesiredAccess,
2410 POBJECT_ATTRIBUTES ObjectAttributes,
2411 PLARGE_INTEGER UMaximumSize,
2412 ULONG SectionPageProtection,
2413 ULONG AllocationAttributes,
2414 HANDLE FileHandle)
2415 /*
2416 * Create a section backed by a data file
2417 */
2418 {
2419 PROS_SECTION_OBJECT Section;
2420 NTSTATUS Status;
2421 LARGE_INTEGER MaximumSize;
2422 PFILE_OBJECT FileObject;
2423 PMM_SECTION_SEGMENT Segment;
2424 ULONG FileAccess;
2425 IO_STATUS_BLOCK Iosb;
2426 LARGE_INTEGER Offset;
2427 CHAR Buffer;
2428 FILE_STANDARD_INFORMATION FileInfo;
2429 ULONG Length;
2430
2431 /*
2432 * Create the section
2433 */
2434 Status = ObCreateObject(ExGetPreviousMode(),
2435 MmSectionObjectType,
2436 ObjectAttributes,
2437 ExGetPreviousMode(),
2438 NULL,
2439 sizeof(ROS_SECTION_OBJECT),
2440 0,
2441 0,
2442 (PVOID*)(PVOID)&Section);
2443 if (!NT_SUCCESS(Status))
2444 {
2445 return(Status);
2446 }
2447 /*
2448 * Initialize it
2449 */
2450 RtlZeroMemory(Section, sizeof(ROS_SECTION_OBJECT));
2451 Section->SectionPageProtection = SectionPageProtection;
2452 Section->AllocationAttributes = AllocationAttributes;
2453
2454 /*
2455 * Check file access required
2456 */
2457 if (SectionPageProtection & PAGE_READWRITE ||
2458 SectionPageProtection & PAGE_EXECUTE_READWRITE)
2459 {
2460 FileAccess = FILE_READ_DATA | FILE_WRITE_DATA;
2461 }
2462 else
2463 {
2464 FileAccess = FILE_READ_DATA;
2465 }
2466
2467 /*
2468 * Reference the file handle
2469 */
2470 Status = ObReferenceObjectByHandle(FileHandle,
2471 FileAccess,
2472 IoFileObjectType,
2473 ExGetPreviousMode(),
2474 (PVOID*)(PVOID)&FileObject,
2475 NULL);
2476 if (!NT_SUCCESS(Status))
2477 {
2478 ObDereferenceObject(Section);
2479 return(Status);
2480 }
2481
2482 /*
2483 * FIXME: This is propably not entirely correct. We can't look into
2484 * the standard FCB header because it might not be initialized yet
2485 * (as in case of the EXT2FS driver by Manoj Paul Joseph where the
2486 * standard file information is filled on first request).
2487 */
2488 Status = IoQueryFileInformation(FileObject,
2489 FileStandardInformation,
2490 sizeof(FILE_STANDARD_INFORMATION),
2491 &FileInfo,
2492 &Length);
2493 Iosb.Information = Length;
2494 if (!NT_SUCCESS(Status))
2495 {
2496 ObDereferenceObject(Section);
2497 ObDereferenceObject(FileObject);
2498 return Status;
2499 }
2500
2501 /*
2502 * FIXME: Revise this once a locking order for file size changes is
2503 * decided
2504 */
2505 if ((UMaximumSize != NULL) && (UMaximumSize->QuadPart != 0))
2506 {
2507 MaximumSize = *UMaximumSize;
2508 }
2509 else
2510 {
2511 MaximumSize = FileInfo.EndOfFile;
2512 /* Mapping zero-sized files isn't allowed. */
2513 if (MaximumSize.QuadPart == 0)
2514 {
2515 ObDereferenceObject(Section);
2516 ObDereferenceObject(FileObject);
2517 return STATUS_FILE_INVALID;
2518 }
2519 }
2520
2521 if (MaximumSize.QuadPart > FileInfo.EndOfFile.QuadPart)
2522 {
2523 Status = IoSetInformation(FileObject,
2524 FileAllocationInformation,
2525 sizeof(LARGE_INTEGER),
2526 &MaximumSize);
2527 if (!NT_SUCCESS(Status))
2528 {
2529 ObDereferenceObject(Section);
2530 ObDereferenceObject(FileObject);
2531 return(STATUS_SECTION_NOT_EXTENDED);
2532 }
2533 }
2534
2535 if (FileObject->SectionObjectPointer == NULL ||
2536 FileObject->SectionObjectPointer->SharedCacheMap == NULL)
2537 {
2538 /*
2539 * Read a bit so caching is initiated for the file object.
2540 * This is only needed because MiReadPage currently cannot
2541 * handle non-cached streams.
2542 */
2543 Offset.QuadPart = 0;
2544 Status = ZwReadFile(FileHandle,
2545 NULL,
2546 NULL,
2547 NULL,
2548 &Iosb,
2549 &Buffer,
2550 sizeof (Buffer),
2551 &Offset,
2552 0);
2553 if (!NT_SUCCESS(Status) && (Status != STATUS_END_OF_FILE))
2554 {
2555 ObDereferenceObject(Section);
2556 ObDereferenceObject(FileObject);
2557 return(Status);
2558 }
2559 if (FileObject->SectionObjectPointer == NULL ||
2560 FileObject->SectionObjectPointer->SharedCacheMap == NULL)
2561 {
2562 /* FIXME: handle this situation */
2563 ObDereferenceObject(Section);
2564 ObDereferenceObject(FileObject);
2565 return STATUS_INVALID_PARAMETER;
2566 }
2567 }
2568
2569 /*
2570 * Lock the file
2571 */
2572 Status = MmspWaitForFileLock(FileObject);
2573 if (Status != STATUS_SUCCESS)
2574 {
2575 ObDereferenceObject(Section);
2576 ObDereferenceObject(FileObject);
2577 return(Status);
2578 }
2579
2580 /*
2581 * If this file hasn't been mapped as a data file before then allocate a
2582 * section segment to describe the data file mapping
2583 */
2584 if (FileObject->SectionObjectPointer->DataSectionObject == NULL)
2585 {
2586 Segment = ExAllocatePoolWithTag(NonPagedPool, sizeof(MM_SECTION_SEGMENT),
2587 TAG_MM_SECTION_SEGMENT);
2588 if (Segment == NULL)
2589 {
2590 //KeSetEvent((PVOID)&FileObject->Lock, IO_NO_INCREMENT, FALSE);
2591 ObDereferenceObject(Section);
2592 ObDereferenceObject(FileObject);
2593 return(STATUS_NO_MEMORY);
2594 }
2595 Section->Segment = Segment;
2596 Segment->ReferenceCount = 1;
2597 ExInitializeFastMutex(&Segment->Lock);
2598 /*
2599 * Set the lock before assigning the segment to the file object
2600 */
2601 ExAcquireFastMutex(&Segment->Lock);
2602 FileObject->SectionObjectPointer->DataSectionObject = (PVOID)Segment;
2603
2604 Segment->FileOffset = 0;
2605 Segment->Protection = SectionPageProtection;
2606 Segment->Flags = MM_DATAFILE_SEGMENT;
2607 Segment->Characteristics = 0;
2608 Segment->WriteCopy = FALSE;
2609 if (AllocationAttributes & SEC_RESERVE)
2610 {
2611 Segment->Length = Segment->RawLength = 0;
2612 }
2613 else
2614 {
2615 Segment->RawLength = MaximumSize.u.LowPart;
2616 Segment->Length = PAGE_ROUND_UP(Segment->RawLength);
2617 }
2618 Segment->VirtualAddress = 0;
2619 RtlZeroMemory(&Segment->PageDirectory, sizeof(SECTION_PAGE_DIRECTORY));
2620 }
2621 else
2622 {
2623 /*
2624 * If the file is already mapped as a data file then we may need
2625 * to extend it
2626 */
2627 Segment =
2628 (PMM_SECTION_SEGMENT)FileObject->SectionObjectPointer->
2629 DataSectionObject;
2630 Section->Segment = Segment;
2631 (void)InterlockedIncrementUL(&Segment->ReferenceCount);
2632 MmLockSectionSegment(Segment);
2633
2634 if (MaximumSize.u.LowPart > Segment->RawLength &&
2635 !(AllocationAttributes & SEC_RESERVE))
2636 {
2637 Segment->RawLength = MaximumSize.u.LowPart;
2638 Segment->Length = PAGE_ROUND_UP(Segment->RawLength);
2639 }
2640 }
2641 MmUnlockSectionSegment(Segment);
2642 Section->FileObject = FileObject;
2643 Section->MaximumSize = MaximumSize;
2644 CcRosReferenceCache(FileObject);
2645 //KeSetEvent((PVOID)&FileObject->Lock, IO_NO_INCREMENT, FALSE);
2646 *SectionObject = Section;
2647 return(STATUS_SUCCESS);
2648 }
2649
2650 /*
2651 TODO: not that great (declaring loaders statically, having to declare all of
2652 them, having to keep them extern, etc.), will fix in the future
2653 */
2654 extern NTSTATUS NTAPI PeFmtCreateSection
2655 (
2656 IN CONST VOID * FileHeader,
2657 IN SIZE_T FileHeaderSize,
2658 IN PVOID File,
2659 OUT PMM_IMAGE_SECTION_OBJECT ImageSectionObject,
2660 OUT PULONG Flags,
2661 IN PEXEFMT_CB_READ_FILE ReadFileCb,
2662 IN PEXEFMT_CB_ALLOCATE_SEGMENTS AllocateSegmentsCb
2663 );
2664
2665 extern NTSTATUS NTAPI ElfFmtCreateSection
2666 (
2667 IN CONST VOID * FileHeader,
2668 IN SIZE_T FileHeaderSize,
2669 IN PVOID File,
2670 OUT PMM_IMAGE_SECTION_OBJECT ImageSectionObject,
2671 OUT PULONG Flags,
2672 IN PEXEFMT_CB_READ_FILE ReadFileCb,
2673 IN PEXEFMT_CB_ALLOCATE_SEGMENTS AllocateSegmentsCb
2674 );
2675
2676 /* TODO: this is a standard DDK/PSDK macro */
2677 #ifndef RTL_NUMBER_OF
2678 #define RTL_NUMBER_OF(ARR_) (sizeof(ARR_) / sizeof((ARR_)[0]))
2679 #endif
2680
2681 static PEXEFMT_LOADER ExeFmtpLoaders[] =
2682 {
2683 PeFmtCreateSection,
2684 #ifdef __ELF
2685 ElfFmtCreateSection
2686 #endif
2687 };
2688
2689 static
2690 PMM_SECTION_SEGMENT
2691 NTAPI
2692 ExeFmtpAllocateSegments(IN ULONG NrSegments)
2693 {
2694 SIZE_T SizeOfSegments;
2695 PMM_SECTION_SEGMENT Segments;
2696
2697 /* TODO: check for integer overflow */
2698 SizeOfSegments = sizeof(MM_SECTION_SEGMENT) * NrSegments;
2699
2700 Segments = ExAllocatePoolWithTag(NonPagedPool,
2701 SizeOfSegments,
2702 TAG_MM_SECTION_SEGMENT);
2703
2704 if(Segments)
2705 RtlZeroMemory(Segments, SizeOfSegments);
2706
2707 return Segments;
2708 }
2709
2710 static
2711 NTSTATUS
2712 NTAPI
2713 ExeFmtpReadFile(IN PVOID File,
2714 IN PLARGE_INTEGER Offset,
2715 IN ULONG Length,
2716 OUT PVOID * Data,
2717 OUT PVOID * AllocBase,
2718 OUT PULONG ReadSize)
2719 {
2720 NTSTATUS Status;
2721 LARGE_INTEGER FileOffset;
2722 ULONG AdjustOffset;
2723 ULONG OffsetAdjustment;
2724 ULONG BufferSize;
2725 ULONG UsedSize;
2726 PVOID Buffer;
2727
2728 ASSERT_IRQL_LESS(DISPATCH_LEVEL);
2729
2730 if(Length == 0)
2731 {
2732 KeBugCheck(MEMORY_MANAGEMENT);
2733 }
2734
2735 FileOffset = *Offset;
2736
2737 /* Negative/special offset: it cannot be used in this context */
2738 if(FileOffset.u.HighPart < 0)
2739 {
2740 KeBugCheck(MEMORY_MANAGEMENT);
2741 }
2742
2743 AdjustOffset = PAGE_ROUND_DOWN(FileOffset.u.LowPart);
2744 OffsetAdjustment = FileOffset.u.LowPart - AdjustOffset;
2745 FileOffset.u.LowPart = AdjustOffset;
2746
2747 BufferSize = Length + OffsetAdjustment;
2748 BufferSize = PAGE_ROUND_UP(BufferSize);
2749
2750 /*
2751 * It's ok to use paged pool, because this is a temporary buffer only used in
2752 * the loading of executables. The assumption is that MmCreateSection is
2753 * always called at low IRQLs and that these buffers don't survive a brief
2754 * initialization phase
2755 */
2756 Buffer = ExAllocatePoolWithTag(PagedPool,
2757 BufferSize,
2758 TAG('M', 'm', 'X', 'r'));
2759
2760 UsedSize = 0;
2761
2762 #if 0
2763 Status = MmspPageRead(File,
2764 Buffer,
2765 BufferSize,
2766 &FileOffset,
2767 &UsedSize);
2768 #else
2769 /*
2770 * FIXME: if we don't use ZwReadFile, caching is not enabled for the file and
2771 * nothing will work. But using ZwReadFile is wrong, and using its side effects
2772 * to initialize internal state is even worse. Our cache manager is in need of
2773 * professional help
2774 */
2775 {
2776 IO_STATUS_BLOCK Iosb;
2777
2778 Status = ZwReadFile(File,
2779 NULL,
2780 NULL,
2781 NULL,
2782 &Iosb,
2783 Buffer,
2784 BufferSize,
2785 &FileOffset,
2786 NULL);
2787
2788 if(NT_SUCCESS(Status))
2789 {
2790 UsedSize = Iosb.Information;
2791 }
2792 }
2793 #endif
2794
2795 if(NT_SUCCESS(Status) && UsedSize < OffsetAdjustment)
2796 {
2797 Status = STATUS_IN_PAGE_ERROR;
2798 ASSERT(!NT_SUCCESS(Status));
2799 }
2800
2801 if(NT_SUCCESS(Status))
2802 {
2803 *Data = (PVOID)((ULONG_PTR)Buffer + OffsetAdjustment);
2804 *AllocBase = Buffer;
2805 *ReadSize = UsedSize - OffsetAdjustment;
2806 }
2807 else
2808 {
2809 ExFreePoolWithTag(Buffer, TAG('M', 'm', 'X', 'r'));
2810 }
2811
2812 return Status;
2813 }
2814
2815 #ifdef NASSERT
2816 # define MmspAssertSegmentsSorted(OBJ_) ((void)0)
2817 # define MmspAssertSegmentsNoOverlap(OBJ_) ((void)0)
2818 # define MmspAssertSegmentsPageAligned(OBJ_) ((void)0)
2819 #else
2820 static
2821 VOID
2822 NTAPI
2823 MmspAssertSegmentsSorted(IN PMM_IMAGE_SECTION_OBJECT ImageSectionObject)
2824 {
2825 ULONG i;
2826
2827 for( i = 1; i < ImageSectionObject->NrSegments; ++ i )
2828 {
2829 ASSERT(ImageSectionObject->Segments[i].VirtualAddress >=
2830 ImageSectionObject->Segments[i - 1].VirtualAddress);
2831 }
2832 }
2833
2834 static
2835 VOID
2836 NTAPI
2837 MmspAssertSegmentsNoOverlap(IN PMM_IMAGE_SECTION_OBJECT ImageSectionObject)
2838 {
2839 ULONG i;
2840
2841 MmspAssertSegmentsSorted(ImageSectionObject);
2842
2843 for( i = 0; i < ImageSectionObject->NrSegments; ++ i )
2844 {
2845 ASSERT(ImageSectionObject->Segments[i].Length > 0);
2846
2847 if(i > 0)
2848 {
2849 ASSERT(ImageSectionObject->Segments[i].VirtualAddress >=
2850 (ImageSectionObject->Segments[i - 1].VirtualAddress +
2851 ImageSectionObject->Segments[i - 1].Length));
2852 }
2853 }
2854 }
2855
2856 static
2857 VOID
2858 NTAPI
2859 MmspAssertSegmentsPageAligned(IN PMM_IMAGE_SECTION_OBJECT ImageSectionObject)
2860 {
2861 ULONG i;
2862
2863 for( i = 0; i < ImageSectionObject->NrSegments; ++ i )
2864 {
2865 ASSERT((ImageSectionObject->Segments[i].VirtualAddress % PAGE_SIZE) == 0);
2866 ASSERT((ImageSectionObject->Segments[i].Length % PAGE_SIZE) == 0);
2867 }
2868 }
2869 #endif
2870
2871 static
2872 int
2873 __cdecl
2874 MmspCompareSegments(const void * x,
2875 const void * y)
2876 {
2877 const MM_SECTION_SEGMENT *Segment1 = (const MM_SECTION_SEGMENT *)x;
2878 const MM_SECTION_SEGMENT *Segment2 = (const MM_SECTION_SEGMENT *)y;
2879
2880 return
2881 (Segment1->VirtualAddress - Segment2->VirtualAddress) >>
2882 ((sizeof(ULONG_PTR) - sizeof(int)) * 8);
2883 }
2884
2885 /*
2886 * Ensures an image section's segments are sorted in memory
2887 */
2888 static
2889 VOID
2890 NTAPI
2891 MmspSortSegments(IN OUT PMM_IMAGE_SECTION_OBJECT ImageSectionObject,
2892 IN ULONG Flags)
2893 {
2894 if (Flags & EXEFMT_LOAD_ASSUME_SEGMENTS_SORTED)
2895 {
2896 MmspAssertSegmentsSorted(ImageSectionObject);
2897 }
2898 else
2899 {
2900 qsort(ImageSectionObject->Segments,
2901 ImageSectionObject->NrSegments,
2902 sizeof(ImageSectionObject->Segments[0]),
2903 MmspCompareSegments);
2904 }
2905 }
2906
2907
2908 /*
2909 * Ensures an image section's segments don't overlap in memory and don't have
2910 * gaps and don't have a null size. We let them map to overlapping file regions,
2911 * though - that's not necessarily an error
2912 */
2913 static
2914 BOOLEAN
2915 NTAPI
2916 MmspCheckSegmentBounds
2917 (
2918 IN OUT PMM_IMAGE_SECTION_OBJECT ImageSectionObject,
2919 IN ULONG Flags
2920 )
2921 {
2922 ULONG i;
2923
2924 if (Flags & EXEFMT_LOAD_ASSUME_SEGMENTS_NO_OVERLAP)
2925 {
2926 MmspAssertSegmentsNoOverlap(ImageSectionObject);
2927 return TRUE;
2928 }
2929
2930 ASSERT(ImageSectionObject->NrSegments >= 1);
2931
2932 for ( i = 0; i < ImageSectionObject->NrSegments; ++ i )
2933 {
2934 if(ImageSectionObject->Segments[i].Length == 0)
2935 {
2936 return FALSE;
2937 }
2938
2939 if(i > 0)
2940 {
2941 /*
2942 * TODO: relax the limitation on gaps. For example, gaps smaller than a
2943 * page could be OK (Windows seems to be OK with them), and larger gaps
2944 * could lead to image sections spanning several discontiguous regions
2945 * (NtMapViewOfSection could then refuse to map them, and they could
2946 * e.g. only be allowed as parameters to NtCreateProcess, like on UNIX)
2947 */
2948 if ((ImageSectionObject->Segments[i - 1].VirtualAddress +
2949 ImageSectionObject->Segments[i - 1].Length) !=
2950 ImageSectionObject->Segments[i].VirtualAddress)
2951 {
2952 return FALSE;
2953 }
2954 }
2955 }
2956
2957 return TRUE;
2958 }
2959
2960 /*
2961 * Merges and pads an image section's segments until they all are page-aligned
2962 * and have a size that is a multiple of the page size
2963 */
2964 static
2965 BOOLEAN
2966 NTAPI
2967 MmspPageAlignSegments
2968 (
2969 IN OUT PMM_IMAGE_SECTION_OBJECT ImageSectionObject,
2970 IN ULONG Flags
2971 )
2972 {
2973 ULONG i;
2974 ULONG LastSegment;
2975 BOOLEAN Initialized;
2976 PMM_SECTION_SEGMENT EffectiveSegment;
2977
2978 if (Flags & EXEFMT_LOAD_ASSUME_SEGMENTS_PAGE_ALIGNED)
2979 {
2980 MmspAssertSegmentsPageAligned(ImageSectionObject);
2981 return TRUE;
2982 }
2983
2984 Initialized = FALSE;
2985 LastSegment = 0;
2986 EffectiveSegment = &ImageSectionObject->Segments[LastSegment];
2987
2988 for ( i = 0; i < ImageSectionObject->NrSegments; ++ i )
2989 {
2990 /*
2991 * The first segment requires special handling
2992 */
2993 if (i == 0)
2994 {
2995 ULONG_PTR VirtualAddress;
2996 ULONG_PTR VirtualOffset;
2997
2998 VirtualAddress = EffectiveSegment->VirtualAddress;
2999
3000 /* Round down the virtual address to the nearest page */
3001 EffectiveSegment->VirtualAddress = PAGE_ROUND_DOWN(VirtualAddress);
3002
3003 /* Round up the virtual size to the nearest page */
3004 EffectiveSegment->Length = PAGE_ROUND_UP(VirtualAddress + EffectiveSegment->Length) -
3005 EffectiveSegment->VirtualAddress;
3006
3007 /* Adjust the raw address and size */
3008 VirtualOffset = VirtualAddress - EffectiveSegment->VirtualAddress;
3009
3010 if (EffectiveSegment->FileOffset < VirtualOffset)
3011 {
3012 return FALSE;
3013 }
3014
3015 /*
3016 * Garbage in, garbage out: unaligned base addresses make the file
3017 * offset point in curious and odd places, but that's what we were
3018 * asked for
3019 */
3020 EffectiveSegment->FileOffset -= VirtualOffset;
3021 EffectiveSegment->RawLength += VirtualOffset;
3022 }
3023 else
3024 {
3025 PMM_SECTION_SEGMENT Segment = &ImageSectionObject->Segments[i];
3026 ULONG_PTR EndOfEffectiveSegment;
3027
3028 EndOfEffectiveSegment = EffectiveSegment->VirtualAddress + EffectiveSegment->Length;
3029 ASSERT((EndOfEffectiveSegment % PAGE_SIZE) == 0);
3030
3031 /*
3032 * The current segment begins exactly where the current effective
3033 * segment ended, therefore beginning a new effective segment
3034 */
3035 if (EndOfEffectiveSegment == Segment->VirtualAddress)
3036 {
3037 LastSegment ++;
3038 ASSERT(LastSegment <= i);
3039 ASSERT(LastSegment < ImageSectionObject->NrSegments);
3040
3041 EffectiveSegment = &ImageSectionObject->Segments[LastSegment];
3042
3043 if (LastSegment != i)
3044 {
3045 /*
3046 * Copy the current segment. If necessary, the effective segment
3047 * will be expanded later
3048 */
3049 *EffectiveSegment = *Segment;
3050 }
3051
3052 /*
3053 * Page-align the virtual size. We know for sure the virtual address
3054 * already is
3055 */
3056 ASSERT((EffectiveSegment->VirtualAddress % PAGE_SIZE) == 0);
3057 EffectiveSegment->Length = PAGE_ROUND_UP(EffectiveSegment->Length);
3058 }
3059 /*
3060 * The current segment is still part of the current effective segment:
3061 * extend the effective segment to reflect this
3062 */
3063 else if (EndOfEffectiveSegment > Segment->VirtualAddress)
3064 {
3065 static const ULONG FlagsToProtection[16] =
3066 {
3067 PAGE_NOACCESS,
3068 PAGE_READONLY,
3069 PAGE_READWRITE,
3070 PAGE_READWRITE,
3071 PAGE_EXECUTE_READ,
3072 PAGE_EXECUTE_READ,
3073 PAGE_EXECUTE_READWRITE,
3074 PAGE_EXECUTE_READWRITE,
3075 PAGE_WRITECOPY,
3076 PAGE_WRITECOPY,
3077 PAGE_WRITECOPY,
3078 PAGE_WRITECOPY,
3079 PAGE_EXECUTE_WRITECOPY,
3080 PAGE_EXECUTE_WRITECOPY,
3081 PAGE_EXECUTE_WRITECOPY,
3082 PAGE_EXECUTE_WRITECOPY
3083 };
3084
3085 unsigned ProtectionFlags;
3086
3087 /*
3088 * Extend the file size
3089 */
3090
3091 /* Unaligned segments must be contiguous within the file */
3092 if (Segment->FileOffset != (EffectiveSegment->FileOffset +
3093 EffectiveSegment->RawLength))
3094 {
3095 return FALSE;
3096 }
3097
3098 EffectiveSegment->RawLength += Segment->RawLength;
3099
3100 /*
3101 * Extend the virtual size
3102 */
3103 ASSERT(PAGE_ROUND_UP(Segment->VirtualAddress + Segment->Length) >= EndOfEffectiveSegment);
3104
3105 EffectiveSegment->Length = PAGE_ROUND_UP(Segment->VirtualAddress + Segment->Length) -
3106 EffectiveSegment->VirtualAddress;
3107
3108 /*
3109 * Merge the protection
3110 */
3111 EffectiveSegment->Protection |= Segment->Protection;
3112
3113 /* Clean up redundance */
3114 ProtectionFlags = 0;
3115
3116 if(EffectiveSegment->Protection & PAGE_IS_READABLE)
3117 ProtectionFlags |= 1 << 0;
3118
3119 if(EffectiveSegment->Protection & PAGE_IS_WRITABLE)
3120 ProtectionFlags |= 1 << 1;
3121
3122 if(EffectiveSegment->Protection & PAGE_IS_EXECUTABLE)
3123 ProtectionFlags |= 1 << 2;
3124
3125 if(EffectiveSegment->Protection & PAGE_IS_WRITECOPY)
3126 ProtectionFlags |= 1 << 3;
3127
3128 ASSERT(ProtectionFlags < 16);
3129 EffectiveSegment->Protection = FlagsToProtection[ProtectionFlags];
3130
3131 /* If a segment was required to be shared and cannot, fail */
3132 if(!(Segment->Protection & PAGE_IS_WRITECOPY) &&
3133 EffectiveSegment->Protection & PAGE_IS_WRITECOPY)
3134 {
3135 return FALSE;
3136 }
3137 }
3138 /*
3139 * We assume no holes between segments at this point
3140 */
3141 else
3142 {
3143 KeBugCheck(MEMORY_MANAGEMENT);
3144 }
3145 }
3146 }
3147 ImageSectionObject->NrSegments = LastSegment + 1;
3148
3149 return TRUE;
3150 }
3151
3152 NTSTATUS
3153 ExeFmtpCreateImageSection(HANDLE FileHandle,
3154 PMM_IMAGE_SECTION_OBJECT ImageSectionObject)
3155 {
3156 LARGE_INTEGER Offset;
3157 PVOID FileHeader;
3158 PVOID FileHeaderBuffer;
3159 ULONG FileHeaderSize;
3160 ULONG Flags;
3161 ULONG OldNrSegments;
3162 NTSTATUS Status;
3163 ULONG i;
3164
3165 /*
3166 * Read the beginning of the file (2 pages). Should be enough to contain
3167 * all (or most) of the headers
3168 */
3169 Offset.QuadPart = 0;
3170
3171 /* FIXME: use FileObject instead of FileHandle */
3172 Status = ExeFmtpReadFile (FileHandle,
3173 &Offset,
3174 PAGE_SIZE * 2,
3175 &FileHeader,
3176 &FileHeaderBuffer,
3177 &FileHeaderSize);
3178
3179 if (!NT_SUCCESS(Status))
3180 return Status;
3181
3182 if (FileHeaderSize == 0)
3183 {
3184 ExFreePool(FileHeaderBuffer);
3185 return STATUS_UNSUCCESSFUL;
3186 }
3187
3188 /*
3189 * Look for a loader that can handle this executable
3190 */
3191 for (i = 0; i < RTL_NUMBER_OF(ExeFmtpLoaders); ++ i)
3192 {
3193 RtlZeroMemory(ImageSectionObject, sizeof(*ImageSectionObject));
3194 Flags = 0;
3195
3196 /* FIXME: use FileObject instead of FileHandle */
3197 Status = ExeFmtpLoaders[i](FileHeader,
3198 FileHeaderSize,
3199 FileHandle,
3200 ImageSectionObject,
3201 &Flags,
3202 ExeFmtpReadFile,
3203 ExeFmtpAllocateSegments);
3204
3205 if (!NT_SUCCESS(Status))
3206 {
3207 if (ImageSectionObject->Segments)
3208 {
3209 ExFreePool(ImageSectionObject->Segments);
3210 ImageSectionObject->Segments = NULL;
3211 }
3212 }
3213
3214 if (Status != STATUS_ROS_EXEFMT_UNKNOWN_FORMAT)
3215 break;
3216 }
3217
3218 ExFreePoolWithTag(FileHeaderBuffer, TAG('M', 'm', 'X', 'r'));
3219
3220 /*
3221 * No loader handled the format
3222 */
3223 if (Status == STATUS_ROS_EXEFMT_UNKNOWN_FORMAT)
3224 {
3225 Status = STATUS_INVALID_IMAGE_NOT_MZ;
3226 ASSERT(!NT_SUCCESS(Status));
3227 }
3228
3229 if (!NT_SUCCESS(Status))
3230 return Status;
3231
3232 ASSERT(ImageSectionObject->Segments != NULL);
3233
3234 /*
3235 * Some defaults
3236 */
3237 /* FIXME? are these values platform-dependent? */
3238 if(ImageSectionObject->StackReserve == 0)
3239 ImageSectionObject->StackReserve = 0x40000;
3240
3241 if(ImageSectionObject->StackCommit == 0)
3242 ImageSectionObject->StackCommit = 0x1000;
3243
3244 if(ImageSectionObject->ImageBase == 0)
3245 {
3246 if(ImageSectionObject->ImageCharacteristics & IMAGE_FILE_DLL)
3247 ImageSectionObject->ImageBase = 0x10000000;
3248 else
3249 ImageSectionObject->ImageBase = 0x00400000;
3250 }
3251
3252 /*
3253 * And now the fun part: fixing the segments
3254 */
3255
3256 /* Sort them by virtual address */
3257 MmspSortSegments(ImageSectionObject, Flags);
3258
3259 /* Ensure they don't overlap in memory */
3260 if (!MmspCheckSegmentBounds(ImageSectionObject, Flags))
3261 return STATUS_INVALID_IMAGE_FORMAT;
3262
3263 /* Ensure they are aligned */
3264 OldNrSegments = ImageSectionObject->NrSegments;
3265
3266 if (!MmspPageAlignSegments(ImageSectionObject, Flags))
3267 return STATUS_INVALID_IMAGE_FORMAT;
3268
3269 /* Trim them if the alignment phase merged some of them */
3270 if (ImageSectionObject->NrSegments < OldNrSegments)
3271 {
3272 PMM_SECTION_SEGMENT Segments;
3273 SIZE_T SizeOfSegments;
3274
3275 SizeOfSegments = sizeof(MM_SECTION_SEGMENT) * ImageSectionObject->NrSegments;
3276
3277 Segments = ExAllocatePoolWithTag(PagedPool,
3278 SizeOfSegments,
3279 TAG_MM_SECTION_SEGMENT);
3280
3281 if (Segments == NULL)
3282 return STATUS_INSUFFICIENT_RESOURCES;
3283
3284 RtlCopyMemory(Segments, ImageSectionObject->Segments, SizeOfSegments);
3285 ExFreePool(ImageSectionObject->Segments);
3286 ImageSectionObject->Segments = Segments;
3287 }
3288
3289 /* And finish their initialization */
3290 for ( i = 0; i < ImageSectionObject->NrSegments; ++ i )
3291 {
3292 ExInitializeFastMutex(&ImageSectionObject->Segments[i].Lock);
3293 ImageSectionObject->Segments[i].ReferenceCount = 1;
3294
3295 RtlZeroMemory(&ImageSectionObject->Segments[i].PageDirectory,
3296 sizeof(ImageSectionObject->Segments[i].PageDirectory));
3297 }
3298
3299 ASSERT(NT_SUCCESS(Status));
3300 return Status;
3301 }
3302
3303 NTSTATUS
3304 MmCreateImageSection(PROS_SECTION_OBJECT *SectionObject,
3305 ACCESS_MASK DesiredAccess,
3306 POBJECT_ATTRIBUTES ObjectAttributes,
3307 PLARGE_INTEGER UMaximumSize,
3308 ULONG SectionPageProtection,
3309 ULONG AllocationAttributes,
3310 HANDLE FileHandle)
3311 {
3312 PROS_SECTION_OBJECT Section;
3313 NTSTATUS Status;
3314 PFILE_OBJECT FileObject;
3315 PMM_SECTION_SEGMENT SectionSegments;
3316 PMM_IMAGE_SECTION_OBJECT ImageSectionObject;
3317 ULONG i;
3318 ULONG FileAccess = 0;
3319
3320 /*
3321 * Specifying a maximum size is meaningless for an image section
3322 */
3323 if (UMaximumSize != NULL)
3324 {
3325 return(STATUS_INVALID_PARAMETER_4);
3326 }
3327
3328 /*
3329 * Check file access required
3330 */
3331 if (SectionPageProtection & PAGE_READWRITE ||
3332 SectionPageProtection & PAGE_EXECUTE_READWRITE)
3333 {
3334 FileAccess = FILE_READ_DATA | FILE_WRITE_DATA;
3335 }
3336 else
3337 {
3338 FileAccess = FILE_READ_DATA;
3339 }
3340
3341 /*
3342 * Reference the file handle
3343 */
3344 Status = ObReferenceObjectByHandle(FileHandle,
3345 FileAccess,
3346 IoFileObjectType,
3347 ExGetPreviousMode(),
3348 (PVOID*)(PVOID)&FileObject,
3349 NULL);
3350
3351 if (!NT_SUCCESS(Status))
3352 {
3353 return Status;
3354 }
3355
3356 /*
3357 * Create the section
3358 */
3359 Status = ObCreateObject (ExGetPreviousMode(),
3360 MmSectionObjectType,
3361 ObjectAttributes,
3362 ExGetPreviousMode(),
3363 NULL,
3364 sizeof(ROS_SECTION_OBJECT),
3365 0,
3366 0,
3367 (PVOID*)(PVOID)&Section);
3368 if (!NT_SUCCESS(Status))
3369 {
3370 ObDereferenceObject(FileObject);
3371 return(Status);
3372 }
3373
3374 /*
3375 * Initialize it
3376 */
3377 RtlZeroMemory(Section, sizeof(ROS_SECTION_OBJECT));
3378 Section->SectionPageProtection = SectionPageProtection;
3379 Section->AllocationAttributes = AllocationAttributes;
3380
3381 /*
3382 * Initialized caching for this file object if previously caching
3383 * was initialized for the same on disk file
3384 */
3385 Status = CcTryToInitializeFileCache(FileObject);
3386
3387 if (!NT_SUCCESS(Status) || FileObject->SectionObjectPointer->ImageSectionObject == NULL)
3388 {
3389 NTSTATUS StatusExeFmt;
3390
3391 ImageSectionObject = ExAllocatePoolWithTag(PagedPool, sizeof(MM_IMAGE_SECTION_OBJECT), TAG_MM_SECTION_SEGMENT);
3392 if (ImageSectionObject == NULL)
3393 {
3394 ObDereferenceObject(FileObject);
3395 ObDereferenceObject(Section);
3396 return(STATUS_NO_MEMORY);
3397 }
3398
3399 RtlZeroMemory(ImageSectionObject, sizeof(MM_IMAGE_SECTION_OBJECT));
3400
3401 StatusExeFmt = ExeFmtpCreateImageSection(FileHandle, ImageSectionObject);
3402
3403 if (!NT_SUCCESS(StatusExeFmt))
3404 {
3405 if(ImageSectionObject->Segments != NULL)
3406 ExFreePool(ImageSectionObject->Segments);
3407
3408 ExFreePool(ImageSectionObject);
3409 ObDereferenceObject(Section);