fec489a90dcd0ce1cb886cc8e9f962e807337943
[reactos.git] / reactos / ntoskrnl / mm / section.c
1 /*
2 * Copyright (C) 1998-2005 ReactOS Team (and the authors from the programmers section)
3 *
4 * This program is free software; you can redistribute it and/or
5 * modify it under the terms of the GNU General Public License
6 * as published by the Free Software Foundation; either version 2
7 * of the License, or (at your option) any later version.
8 *
9 * This program is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
13 *
14 * You should have received a copy of the GNU General Public License
15 * along with this program; if not, write to the Free Software
16 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
17 *
18 *
19 * PROJECT: ReactOS kernel
20 * FILE: ntoskrnl/mm/section.c
21 * PURPOSE: Implements section objects
22 *
23 * PROGRAMMERS: Rex Jolliff
24 * David Welch
25 * Eric Kohl
26 * Emanuele Aliberti
27 * Eugene Ingerman
28 * Casper Hornstrup
29 * KJK::Hyperion
30 * Guido de Jong
31 * Ge van Geldorp
32 * Royce Mitchell III
33 * Filip Navara
34 * Aleksey Bragin
35 * Jason Filby
36 * Thomas Weidenmueller
37 * Gunnar Andre' Dalsnes
38 * Mike Nordell
39 * Alex Ionescu
40 * Gregor Anich
41 * Steven Edwards
42 * Herve Poussineau
43 */
44
45 /* INCLUDES *****************************************************************/
46
47 #include <ntoskrnl.h>
48 #include "../cache/newcc.h"
49 #include "../cache/section/newmm.h"
50 #define NDEBUG
51 #include <debug.h>
52 #include <reactos/exeformat.h>
53
54 #if defined (ALLOC_PRAGMA)
55 #pragma alloc_text(INIT, MmCreatePhysicalMemorySection)
56 #pragma alloc_text(INIT, MmInitSectionImplementation)
57 #endif
58
59 #include "ARM3/miarm.h"
60
61 #undef MmSetPageEntrySectionSegment
62 #define MmSetPageEntrySectionSegment(S,O,E) do { \
63 DPRINT("SetPageEntrySectionSegment(old,%x,%x,%x)\n",(S),(O)->LowPart,E); \
64 _MmSetPageEntrySectionSegment((S),(O),(E),__FILE__,__LINE__); \
65 } while (0)
66
67 extern MMSESSION MmSession;
68
69 NTSTATUS
70 NTAPI
71 MiMapViewInSystemSpace(IN PVOID Section,
72 IN PVOID Session,
73 OUT PVOID *MappedBase,
74 IN OUT PSIZE_T ViewSize);
75
76 NTSTATUS
77 NTAPI
78 MmCreateArm3Section(OUT PVOID *SectionObject,
79 IN ACCESS_MASK DesiredAccess,
80 IN POBJECT_ATTRIBUTES ObjectAttributes OPTIONAL,
81 IN PLARGE_INTEGER InputMaximumSize,
82 IN ULONG SectionPageProtection,
83 IN ULONG AllocationAttributes,
84 IN HANDLE FileHandle OPTIONAL,
85 IN PFILE_OBJECT FileObject OPTIONAL);
86
87 NTSTATUS
88 NTAPI
89 MmMapViewOfArm3Section(IN PVOID SectionObject,
90 IN PEPROCESS Process,
91 IN OUT PVOID *BaseAddress,
92 IN ULONG_PTR ZeroBits,
93 IN SIZE_T CommitSize,
94 IN OUT PLARGE_INTEGER SectionOffset OPTIONAL,
95 IN OUT PSIZE_T ViewSize,
96 IN SECTION_INHERIT InheritDisposition,
97 IN ULONG AllocationType,
98 IN ULONG Protect);
99
100 //
101 // PeFmtCreateSection depends on the following:
102 //
103 C_ASSERT(EXEFMT_LOAD_HEADER_SIZE >= sizeof(IMAGE_DOS_HEADER));
104 C_ASSERT(sizeof(IMAGE_NT_HEADERS32) <= sizeof(IMAGE_NT_HEADERS64));
105
106 C_ASSERT(TYPE_ALIGNMENT(IMAGE_NT_HEADERS32) == TYPE_ALIGNMENT(IMAGE_NT_HEADERS64));
107 C_ASSERT(RTL_SIZEOF_THROUGH_FIELD(IMAGE_NT_HEADERS32, FileHeader) == RTL_SIZEOF_THROUGH_FIELD(IMAGE_NT_HEADERS64, FileHeader));
108 C_ASSERT(FIELD_OFFSET(IMAGE_NT_HEADERS32, OptionalHeader) == FIELD_OFFSET(IMAGE_NT_HEADERS64, OptionalHeader));
109
110 C_ASSERT(PEFMT_FIELDS_EQUAL(IMAGE_OPTIONAL_HEADER32, IMAGE_OPTIONAL_HEADER64, Magic));
111 C_ASSERT(PEFMT_FIELDS_EQUAL(IMAGE_OPTIONAL_HEADER32, IMAGE_OPTIONAL_HEADER64, SectionAlignment));
112 C_ASSERT(PEFMT_FIELDS_EQUAL(IMAGE_OPTIONAL_HEADER32, IMAGE_OPTIONAL_HEADER64, FileAlignment));
113 C_ASSERT(PEFMT_FIELDS_EQUAL(IMAGE_OPTIONAL_HEADER32, IMAGE_OPTIONAL_HEADER64, Subsystem));
114 C_ASSERT(PEFMT_FIELDS_EQUAL(IMAGE_OPTIONAL_HEADER32, IMAGE_OPTIONAL_HEADER64, MinorSubsystemVersion));
115 C_ASSERT(PEFMT_FIELDS_EQUAL(IMAGE_OPTIONAL_HEADER32, IMAGE_OPTIONAL_HEADER64, MajorSubsystemVersion));
116 C_ASSERT(PEFMT_FIELDS_EQUAL(IMAGE_OPTIONAL_HEADER32, IMAGE_OPTIONAL_HEADER64, AddressOfEntryPoint));
117 C_ASSERT(PEFMT_FIELDS_EQUAL(IMAGE_OPTIONAL_HEADER32, IMAGE_OPTIONAL_HEADER64, SizeOfCode));
118 C_ASSERT(PEFMT_FIELDS_EQUAL(IMAGE_OPTIONAL_HEADER32, IMAGE_OPTIONAL_HEADER64, SizeOfHeaders));
119
120 /* TYPES *********************************************************************/
121
122 typedef struct
123 {
124 PROS_SECTION_OBJECT Section;
125 PMM_SECTION_SEGMENT Segment;
126 LARGE_INTEGER Offset;
127 BOOLEAN WasDirty;
128 BOOLEAN Private;
129 PEPROCESS CallingProcess;
130 ULONG_PTR SectionEntry;
131 }
132 MM_SECTION_PAGEOUT_CONTEXT;
133
134 /* GLOBALS *******************************************************************/
135
136 POBJECT_TYPE MmSectionObjectType = NULL;
137
138 ULONG_PTR MmSubsectionBase;
139
140 static ULONG SectionCharacteristicsToProtect[16] =
141 {
142 PAGE_NOACCESS, /* 0 = NONE */
143 PAGE_NOACCESS, /* 1 = SHARED */
144 PAGE_EXECUTE, /* 2 = EXECUTABLE */
145 PAGE_EXECUTE, /* 3 = EXECUTABLE, SHARED */
146 PAGE_READONLY, /* 4 = READABLE */
147 PAGE_READONLY, /* 5 = READABLE, SHARED */
148 PAGE_EXECUTE_READ, /* 6 = READABLE, EXECUTABLE */
149 PAGE_EXECUTE_READ, /* 7 = READABLE, EXECUTABLE, SHARED */
150 /*
151 * FIXME? do we really need the WriteCopy field in segments? can't we use
152 * PAGE_WRITECOPY here?
153 */
154 PAGE_READWRITE, /* 8 = WRITABLE */
155 PAGE_READWRITE, /* 9 = WRITABLE, SHARED */
156 PAGE_EXECUTE_READWRITE, /* 10 = WRITABLE, EXECUTABLE */
157 PAGE_EXECUTE_READWRITE, /* 11 = WRITABLE, EXECUTABLE, SHARED */
158 PAGE_READWRITE, /* 12 = WRITABLE, READABLE */
159 PAGE_READWRITE, /* 13 = WRITABLE, READABLE, SHARED */
160 PAGE_EXECUTE_READWRITE, /* 14 = WRITABLE, READABLE, EXECUTABLE */
161 PAGE_EXECUTE_READWRITE, /* 15 = WRITABLE, READABLE, EXECUTABLE, SHARED */
162 };
163
164 ACCESS_MASK NTAPI MiArm3GetCorrectFileAccessMask(IN ACCESS_MASK SectionPageProtection);
165 static GENERIC_MAPPING MmpSectionMapping = {
166 STANDARD_RIGHTS_READ | SECTION_MAP_READ | SECTION_QUERY,
167 STANDARD_RIGHTS_WRITE | SECTION_MAP_WRITE,
168 STANDARD_RIGHTS_EXECUTE | SECTION_MAP_EXECUTE,
169 SECTION_ALL_ACCESS};
170
171 static const INFORMATION_CLASS_INFO ExSectionInfoClass[] =
172 {
173 ICI_SQ_SAME( sizeof(SECTION_BASIC_INFORMATION), sizeof(ULONG), ICIF_QUERY ), /* SectionBasicInformation */
174 ICI_SQ_SAME( sizeof(SECTION_IMAGE_INFORMATION), sizeof(ULONG), ICIF_QUERY ), /* SectionImageInformation */
175 };
176
177 /* FUNCTIONS *****************************************************************/
178
179
180 /*
181 References:
182 [1] Microsoft Corporation, "Microsoft Portable Executable and Common Object
183 File Format Specification", revision 6.0 (February 1999)
184 */
185 NTSTATUS NTAPI PeFmtCreateSection(IN CONST VOID * FileHeader,
186 IN SIZE_T FileHeaderSize,
187 IN PVOID File,
188 OUT PMM_IMAGE_SECTION_OBJECT ImageSectionObject,
189 OUT PULONG Flags,
190 IN PEXEFMT_CB_READ_FILE ReadFileCb,
191 IN PEXEFMT_CB_ALLOCATE_SEGMENTS AllocateSegmentsCb)
192 {
193 NTSTATUS nStatus;
194 ULONG cbFileHeaderOffsetSize = 0;
195 ULONG cbSectionHeadersOffset = 0;
196 ULONG cbSectionHeadersSize;
197 ULONG cbSectionHeadersOffsetSize = 0;
198 ULONG cbOptHeaderSize;
199 ULONG cbHeadersSize = 0;
200 ULONG nSectionAlignment;
201 ULONG nFileAlignment;
202 const IMAGE_DOS_HEADER * pidhDosHeader;
203 const IMAGE_NT_HEADERS32 * pinhNtHeader;
204 const IMAGE_OPTIONAL_HEADER32 * piohOptHeader;
205 const IMAGE_SECTION_HEADER * pishSectionHeaders;
206 PMM_SECTION_SEGMENT pssSegments;
207 LARGE_INTEGER lnOffset;
208 PVOID pBuffer;
209 SIZE_T nPrevVirtualEndOfSegment = 0;
210 ULONG nFileSizeOfHeaders = 0;
211 ULONG i;
212
213 ASSERT(FileHeader);
214 ASSERT(FileHeaderSize > 0);
215 ASSERT(File);
216 ASSERT(ImageSectionObject);
217 ASSERT(ReadFileCb);
218 ASSERT(AllocateSegmentsCb);
219
220 ASSERT(Intsafe_CanOffsetPointer(FileHeader, FileHeaderSize));
221
222 ASSERT(((UINT_PTR)FileHeader % TYPE_ALIGNMENT(IMAGE_DOS_HEADER)) == 0);
223
224 #define DIE(ARGS_) { DPRINT ARGS_; goto l_Return; }
225
226 pBuffer = NULL;
227 pidhDosHeader = FileHeader;
228
229 /* DOS HEADER */
230 nStatus = STATUS_ROS_EXEFMT_UNKNOWN_FORMAT;
231
232 /* image too small to be an MZ executable */
233 if(FileHeaderSize < sizeof(IMAGE_DOS_HEADER))
234 DIE(("Too small to be an MZ executable, size is %lu\n", FileHeaderSize));
235
236 /* no MZ signature */
237 if(pidhDosHeader->e_magic != IMAGE_DOS_SIGNATURE)
238 DIE(("No MZ signature found, e_magic is %hX\n", pidhDosHeader->e_magic));
239
240 /* not a Windows executable */
241 if(pidhDosHeader->e_lfanew <= 0)
242 DIE(("Not a Windows executable, e_lfanew is %d\n", pidhDosHeader->e_lfanew));
243
244 /* NT HEADER */
245 nStatus = STATUS_INVALID_IMAGE_FORMAT;
246
247 if(!Intsafe_AddULong32(&cbFileHeaderOffsetSize, pidhDosHeader->e_lfanew, RTL_SIZEOF_THROUGH_FIELD(IMAGE_NT_HEADERS32, FileHeader)))
248 DIE(("The DOS stub is too large, e_lfanew is %X\n", pidhDosHeader->e_lfanew));
249
250 if(FileHeaderSize < cbFileHeaderOffsetSize)
251 pinhNtHeader = NULL;
252 else
253 {
254 /*
255 * we already know that Intsafe_CanOffsetPointer(FileHeader, FileHeaderSize),
256 * and FileHeaderSize >= cbFileHeaderOffsetSize, so this holds true too
257 */
258 ASSERT(Intsafe_CanOffsetPointer(FileHeader, pidhDosHeader->e_lfanew));
259 pinhNtHeader = (PVOID)((UINT_PTR)FileHeader + pidhDosHeader->e_lfanew);
260 }
261
262 /*
263 * the buffer doesn't contain the NT file header, or the alignment is wrong: we
264 * need to read the header from the file
265 */
266 if(FileHeaderSize < cbFileHeaderOffsetSize ||
267 (UINT_PTR)pinhNtHeader % TYPE_ALIGNMENT(IMAGE_NT_HEADERS32) != 0)
268 {
269 ULONG cbNtHeaderSize;
270 ULONG cbReadSize;
271 PVOID pData;
272
273 l_ReadHeaderFromFile:
274 cbNtHeaderSize = 0;
275 lnOffset.QuadPart = pidhDosHeader->e_lfanew;
276
277 /* read the header from the file */
278 nStatus = ReadFileCb(File, &lnOffset, sizeof(IMAGE_NT_HEADERS64), &pData, &pBuffer, &cbReadSize);
279
280 if(!NT_SUCCESS(nStatus))
281 DIE(("ReadFile failed, status %08X\n", nStatus));
282
283 ASSERT(pData);
284 ASSERT(pBuffer);
285 ASSERT(cbReadSize > 0);
286
287 nStatus = STATUS_INVALID_IMAGE_FORMAT;
288
289 /* the buffer doesn't contain the file header */
290 if(cbReadSize < RTL_SIZEOF_THROUGH_FIELD(IMAGE_NT_HEADERS32, FileHeader))
291 DIE(("The file doesn't contain the PE file header\n"));
292
293 pinhNtHeader = pData;
294
295 /* object still not aligned: copy it to the beginning of the buffer */
296 if((UINT_PTR)pinhNtHeader % TYPE_ALIGNMENT(IMAGE_NT_HEADERS32) != 0)
297 {
298 ASSERT((UINT_PTR)pBuffer % TYPE_ALIGNMENT(IMAGE_NT_HEADERS32) == 0);
299 RtlMoveMemory(pBuffer, pData, cbReadSize);
300 pinhNtHeader = pBuffer;
301 }
302
303 /* invalid NT header */
304 nStatus = STATUS_INVALID_IMAGE_PROTECT;
305
306 if(pinhNtHeader->Signature != IMAGE_NT_SIGNATURE)
307 DIE(("The file isn't a PE executable, Signature is %X\n", pinhNtHeader->Signature));
308
309 nStatus = STATUS_INVALID_IMAGE_FORMAT;
310
311 if(!Intsafe_AddULong32(&cbNtHeaderSize, pinhNtHeader->FileHeader.SizeOfOptionalHeader, FIELD_OFFSET(IMAGE_NT_HEADERS32, OptionalHeader)))
312 DIE(("The full NT header is too large\n"));
313
314 /* the buffer doesn't contain the whole NT header */
315 if(cbReadSize < cbNtHeaderSize)
316 DIE(("The file doesn't contain the full NT header\n"));
317 }
318 else
319 {
320 ULONG cbOptHeaderOffsetSize = 0;
321
322 nStatus = STATUS_INVALID_IMAGE_FORMAT;
323
324 /* don't trust an invalid NT header */
325 if(pinhNtHeader->Signature != IMAGE_NT_SIGNATURE)
326 DIE(("The file isn't a PE executable, Signature is %X\n", pinhNtHeader->Signature));
327
328 if(!Intsafe_AddULong32(&cbOptHeaderOffsetSize, pidhDosHeader->e_lfanew, FIELD_OFFSET(IMAGE_NT_HEADERS32, OptionalHeader)))
329 DIE(("The DOS stub is too large, e_lfanew is %X\n", pidhDosHeader->e_lfanew));
330
331 if(!Intsafe_AddULong32(&cbOptHeaderOffsetSize, cbOptHeaderOffsetSize, pinhNtHeader->FileHeader.SizeOfOptionalHeader))
332 DIE(("The NT header is too large, SizeOfOptionalHeader is %X\n", pinhNtHeader->FileHeader.SizeOfOptionalHeader));
333
334 /* the buffer doesn't contain the whole NT header: read it from the file */
335 if(cbOptHeaderOffsetSize > FileHeaderSize)
336 goto l_ReadHeaderFromFile;
337 }
338
339 /* read information from the NT header */
340 piohOptHeader = &pinhNtHeader->OptionalHeader;
341 cbOptHeaderSize = pinhNtHeader->FileHeader.SizeOfOptionalHeader;
342
343 nStatus = STATUS_INVALID_IMAGE_FORMAT;
344
345 if(!RTL_CONTAINS_FIELD(piohOptHeader, cbOptHeaderSize, Magic))
346 DIE(("The optional header doesn't contain the Magic field, SizeOfOptionalHeader is %X\n", cbOptHeaderSize));
347
348 /* ASSUME: RtlZeroMemory(ImageSectionObject, sizeof(*ImageSectionObject)); */
349
350 switch(piohOptHeader->Magic)
351 {
352 case IMAGE_NT_OPTIONAL_HDR32_MAGIC:
353 case IMAGE_NT_OPTIONAL_HDR64_MAGIC:
354 break;
355
356 default:
357 DIE(("Unrecognized optional header, Magic is %X\n", piohOptHeader->Magic));
358 }
359
360 if (RTL_CONTAINS_FIELD(piohOptHeader, cbOptHeaderSize, SectionAlignment) &&
361 RTL_CONTAINS_FIELD(piohOptHeader, cbOptHeaderSize, FileAlignment))
362 {
363 /* See [1], section 3.4.2 */
364 if(piohOptHeader->SectionAlignment < PAGE_SIZE)
365 {
366 if(piohOptHeader->FileAlignment != piohOptHeader->SectionAlignment)
367 DIE(("Sections aren't page-aligned and the file alignment isn't the same\n"));
368 }
369 else if(piohOptHeader->SectionAlignment < piohOptHeader->FileAlignment)
370 DIE(("The section alignment is smaller than the file alignment\n"));
371
372 nSectionAlignment = piohOptHeader->SectionAlignment;
373 nFileAlignment = piohOptHeader->FileAlignment;
374
375 if(!IsPowerOf2(nSectionAlignment) || !IsPowerOf2(nFileAlignment))
376 DIE(("The section alignment (%u) and file alignment (%u) aren't both powers of 2\n", nSectionAlignment, nFileAlignment));
377 }
378 else
379 {
380 nSectionAlignment = PAGE_SIZE;
381 nFileAlignment = PAGE_SIZE;
382 }
383
384 ASSERT(IsPowerOf2(nSectionAlignment));
385 ASSERT(IsPowerOf2(nFileAlignment));
386
387 switch(piohOptHeader->Magic)
388 {
389 /* PE32 */
390 case IMAGE_NT_OPTIONAL_HDR32_MAGIC:
391 {
392 if(RTL_CONTAINS_FIELD(piohOptHeader, cbOptHeaderSize, ImageBase))
393 ImageSectionObject->ImageBase = piohOptHeader->ImageBase;
394
395 if(RTL_CONTAINS_FIELD(piohOptHeader, cbOptHeaderSize, SizeOfImage))
396 ImageSectionObject->ImageSize = piohOptHeader->SizeOfImage;
397
398 if(RTL_CONTAINS_FIELD(piohOptHeader, cbOptHeaderSize, SizeOfStackReserve))
399 ImageSectionObject->StackReserve = piohOptHeader->SizeOfStackReserve;
400
401 if(RTL_CONTAINS_FIELD(piohOptHeader, cbOptHeaderSize, SizeOfStackCommit))
402 ImageSectionObject->StackCommit = piohOptHeader->SizeOfStackCommit;
403
404 break;
405 }
406
407 /* PE64 */
408 case IMAGE_NT_OPTIONAL_HDR64_MAGIC:
409 {
410 const IMAGE_OPTIONAL_HEADER64 * pioh64OptHeader;
411
412 pioh64OptHeader = (const IMAGE_OPTIONAL_HEADER64 *)piohOptHeader;
413
414 if(RTL_CONTAINS_FIELD(pioh64OptHeader, cbOptHeaderSize, ImageBase))
415 {
416 if(pioh64OptHeader->ImageBase > MAXULONG_PTR)
417 DIE(("ImageBase exceeds the address space\n"));
418
419 ImageSectionObject->ImageBase = (ULONG_PTR)pioh64OptHeader->ImageBase;
420 }
421
422 if(RTL_CONTAINS_FIELD(pioh64OptHeader, cbOptHeaderSize, SizeOfImage))
423 {
424 if(pioh64OptHeader->SizeOfImage > MAXULONG_PTR)
425 DIE(("SizeOfImage exceeds the address space\n"));
426
427 ImageSectionObject->ImageSize = pioh64OptHeader->SizeOfImage;
428 }
429
430 if(RTL_CONTAINS_FIELD(pioh64OptHeader, cbOptHeaderSize, SizeOfStackReserve))
431 {
432 if(pioh64OptHeader->SizeOfStackReserve > MAXULONG_PTR)
433 DIE(("SizeOfStackReserve exceeds the address space\n"));
434
435 ImageSectionObject->StackReserve = (ULONG_PTR)pioh64OptHeader->SizeOfStackReserve;
436 }
437
438 if(RTL_CONTAINS_FIELD(pioh64OptHeader, cbOptHeaderSize, SizeOfStackCommit))
439 {
440 if(pioh64OptHeader->SizeOfStackCommit > MAXULONG_PTR)
441 DIE(("SizeOfStackCommit exceeds the address space\n"));
442
443 ImageSectionObject->StackCommit = (ULONG_PTR)pioh64OptHeader->SizeOfStackCommit;
444 }
445
446 break;
447 }
448 }
449
450 /* [1], section 3.4.2 */
451 if((ULONG_PTR)ImageSectionObject->ImageBase % 0x10000)
452 DIE(("ImageBase is not aligned on a 64KB boundary"));
453
454 if(RTL_CONTAINS_FIELD(piohOptHeader, cbOptHeaderSize, Subsystem))
455 {
456 ImageSectionObject->Subsystem = piohOptHeader->Subsystem;
457
458 if(RTL_CONTAINS_FIELD(piohOptHeader, cbOptHeaderSize, MinorSubsystemVersion) &&
459 RTL_CONTAINS_FIELD(piohOptHeader, cbOptHeaderSize, MajorSubsystemVersion))
460 {
461 ImageSectionObject->MinorSubsystemVersion = piohOptHeader->MinorSubsystemVersion;
462 ImageSectionObject->MajorSubsystemVersion = piohOptHeader->MajorSubsystemVersion;
463 }
464 }
465
466 if(RTL_CONTAINS_FIELD(piohOptHeader, cbOptHeaderSize, AddressOfEntryPoint))
467 {
468 ImageSectionObject->EntryPoint = ImageSectionObject->ImageBase +
469 piohOptHeader->AddressOfEntryPoint;
470 }
471
472 if(RTL_CONTAINS_FIELD(piohOptHeader, cbOptHeaderSize, SizeOfCode))
473 ImageSectionObject->Executable = piohOptHeader->SizeOfCode != 0;
474 else
475 ImageSectionObject->Executable = TRUE;
476
477 ImageSectionObject->ImageCharacteristics = pinhNtHeader->FileHeader.Characteristics;
478 ImageSectionObject->Machine = pinhNtHeader->FileHeader.Machine;
479
480 /* SECTION HEADERS */
481 nStatus = STATUS_INVALID_IMAGE_FORMAT;
482
483 /* see [1], section 3.3 */
484 if(pinhNtHeader->FileHeader.NumberOfSections > 96)
485 DIE(("Too many sections, NumberOfSections is %u\n", pinhNtHeader->FileHeader.NumberOfSections));
486
487 /*
488 * the additional segment is for the file's headers. They need to be present for
489 * the benefit of the dynamic loader (to locate exports, defaults for thread
490 * parameters, resources, etc.)
491 */
492 ImageSectionObject->NrSegments = pinhNtHeader->FileHeader.NumberOfSections + 1;
493
494 /* file offset for the section headers */
495 if(!Intsafe_AddULong32(&cbSectionHeadersOffset, pidhDosHeader->e_lfanew, FIELD_OFFSET(IMAGE_NT_HEADERS32, OptionalHeader)))
496 DIE(("Offset overflow\n"));
497
498 if(!Intsafe_AddULong32(&cbSectionHeadersOffset, cbSectionHeadersOffset, pinhNtHeader->FileHeader.SizeOfOptionalHeader))
499 DIE(("Offset overflow\n"));
500
501 /* size of the section headers */
502 ASSERT(Intsafe_CanMulULong32(pinhNtHeader->FileHeader.NumberOfSections, sizeof(IMAGE_SECTION_HEADER)));
503 cbSectionHeadersSize = pinhNtHeader->FileHeader.NumberOfSections * sizeof(IMAGE_SECTION_HEADER);
504
505 if(!Intsafe_AddULong32(&cbSectionHeadersOffsetSize, cbSectionHeadersOffset, cbSectionHeadersSize))
506 DIE(("Section headers too large\n"));
507
508 /* size of the executable's headers */
509 if(RTL_CONTAINS_FIELD(piohOptHeader, cbOptHeaderSize, SizeOfHeaders))
510 {
511 // if(!IsAligned(piohOptHeader->SizeOfHeaders, nFileAlignment))
512 // DIE(("SizeOfHeaders is not aligned\n"));
513
514 if(cbSectionHeadersSize > piohOptHeader->SizeOfHeaders)
515 DIE(("The section headers overflow SizeOfHeaders\n"));
516
517 cbHeadersSize = piohOptHeader->SizeOfHeaders;
518 }
519 else if(!AlignUp(&cbHeadersSize, cbSectionHeadersOffsetSize, nFileAlignment))
520 DIE(("Overflow aligning the size of headers\n"));
521
522 if(pBuffer)
523 {
524 ExFreePool(pBuffer);
525 pBuffer = NULL;
526 }
527 /* WARNING: pinhNtHeader IS NO LONGER USABLE */
528 /* WARNING: piohOptHeader IS NO LONGER USABLE */
529 /* WARNING: pioh64OptHeader IS NO LONGER USABLE */
530
531 if(FileHeaderSize < cbSectionHeadersOffsetSize)
532 pishSectionHeaders = NULL;
533 else
534 {
535 /*
536 * we already know that Intsafe_CanOffsetPointer(FileHeader, FileHeaderSize),
537 * and FileHeaderSize >= cbSectionHeadersOffsetSize, so this holds true too
538 */
539 ASSERT(Intsafe_CanOffsetPointer(FileHeader, cbSectionHeadersOffset));
540 pishSectionHeaders = (PVOID)((UINT_PTR)FileHeader + cbSectionHeadersOffset);
541 }
542
543 /*
544 * the buffer doesn't contain the section headers, or the alignment is wrong:
545 * read the headers from the file
546 */
547 if(FileHeaderSize < cbSectionHeadersOffsetSize ||
548 (UINT_PTR)pishSectionHeaders % TYPE_ALIGNMENT(IMAGE_SECTION_HEADER) != 0)
549 {
550 PVOID pData;
551 ULONG cbReadSize;
552
553 lnOffset.QuadPart = cbSectionHeadersOffset;
554
555 /* read the header from the file */
556 nStatus = ReadFileCb(File, &lnOffset, cbSectionHeadersSize, &pData, &pBuffer, &cbReadSize);
557
558 if(!NT_SUCCESS(nStatus))
559 DIE(("ReadFile failed with status %08X\n", nStatus));
560
561 ASSERT(pData);
562 ASSERT(pBuffer);
563 ASSERT(cbReadSize > 0);
564
565 nStatus = STATUS_INVALID_IMAGE_FORMAT;
566
567 /* the buffer doesn't contain all the section headers */
568 if(cbReadSize < cbSectionHeadersSize)
569 DIE(("The file doesn't contain all of the section headers\n"));
570
571 pishSectionHeaders = pData;
572
573 /* object still not aligned: copy it to the beginning of the buffer */
574 if((UINT_PTR)pishSectionHeaders % TYPE_ALIGNMENT(IMAGE_SECTION_HEADER) != 0)
575 {
576 ASSERT((UINT_PTR)pBuffer % TYPE_ALIGNMENT(IMAGE_SECTION_HEADER) == 0);
577 RtlMoveMemory(pBuffer, pData, cbReadSize);
578 pishSectionHeaders = pBuffer;
579 }
580 }
581
582 /* SEGMENTS */
583 /* allocate the segments */
584 nStatus = STATUS_INSUFFICIENT_RESOURCES;
585 ImageSectionObject->Segments = AllocateSegmentsCb(ImageSectionObject->NrSegments);
586
587 if(ImageSectionObject->Segments == NULL)
588 DIE(("AllocateSegments failed\n"));
589
590 /* initialize the headers segment */
591 pssSegments = ImageSectionObject->Segments;
592
593 // ASSERT(IsAligned(cbHeadersSize, nFileAlignment));
594
595 if(!AlignUp(&nFileSizeOfHeaders, cbHeadersSize, nFileAlignment))
596 DIE(("Cannot align the size of the section headers\n"));
597
598 nPrevVirtualEndOfSegment = ALIGN_UP_BY(cbHeadersSize, nSectionAlignment);
599 if (nPrevVirtualEndOfSegment < cbHeadersSize)
600 DIE(("Cannot align the size of the section headers\n"));
601
602 pssSegments[0].Image.FileOffset = 0;
603 pssSegments[0].Protection = PAGE_READONLY;
604 pssSegments[0].Length.QuadPart = nPrevVirtualEndOfSegment;
605 pssSegments[0].RawLength.QuadPart = nFileSizeOfHeaders;
606 pssSegments[0].Image.VirtualAddress = 0;
607 pssSegments[0].Image.Characteristics = IMAGE_SCN_CNT_INITIALIZED_DATA;
608 pssSegments[0].WriteCopy = TRUE;
609
610 /* skip the headers segment */
611 ++ pssSegments;
612
613 nStatus = STATUS_INVALID_IMAGE_FORMAT;
614
615 /* convert the executable sections into segments. See also [1], section 4 */
616 for(i = 0; i < ImageSectionObject->NrSegments - 1; ++ i)
617 {
618 ULONG nCharacteristics;
619
620 /* validate the alignment */
621 if(!IsAligned(pishSectionHeaders[i].VirtualAddress, nSectionAlignment))
622 DIE(("Image.VirtualAddress[%u] is not aligned\n", i));
623
624 /* sections must be contiguous, ordered by base address and non-overlapping */
625 if(pishSectionHeaders[i].VirtualAddress != nPrevVirtualEndOfSegment)
626 DIE(("Memory gap between section %u and the previous\n", i));
627
628 /* ignore explicit BSS sections */
629 if(pishSectionHeaders[i].SizeOfRawData != 0)
630 {
631 /* validate the alignment */
632 #if 0
633 /* Yes, this should be a multiple of FileAlignment, but there's
634 * stuff out there that isn't. We can cope with that
635 */
636 if(!IsAligned(pishSectionHeaders[i].SizeOfRawData, nFileAlignment))
637 DIE(("SizeOfRawData[%u] is not aligned\n", i));
638 #endif
639
640 // if(!IsAligned(pishSectionHeaders[i].PointerToRawData, nFileAlignment))
641 // DIE(("PointerToRawData[%u] is not aligned\n", i));
642
643 /* conversion */
644 pssSegments[i].Image.FileOffset = pishSectionHeaders[i].PointerToRawData;
645 pssSegments[i].RawLength.QuadPart = pishSectionHeaders[i].SizeOfRawData;
646 }
647 else
648 {
649 ASSERT(pssSegments[i].Image.FileOffset == 0);
650 ASSERT(pssSegments[i].RawLength.QuadPart == 0);
651 }
652
653 ASSERT(Intsafe_CanAddLong64(pssSegments[i].Image.FileOffset, pssSegments[i].RawLength.QuadPart));
654
655 nCharacteristics = pishSectionHeaders[i].Characteristics;
656
657 /* no explicit protection */
658 if((nCharacteristics & (IMAGE_SCN_MEM_EXECUTE | IMAGE_SCN_MEM_READ | IMAGE_SCN_MEM_WRITE)) == 0)
659 {
660 if(nCharacteristics & IMAGE_SCN_CNT_CODE)
661 nCharacteristics |= IMAGE_SCN_MEM_EXECUTE | IMAGE_SCN_MEM_READ;
662
663 if(nCharacteristics & IMAGE_SCN_CNT_INITIALIZED_DATA)
664 nCharacteristics |= IMAGE_SCN_MEM_READ | IMAGE_SCN_MEM_WRITE;
665
666 if(nCharacteristics & IMAGE_SCN_CNT_UNINITIALIZED_DATA)
667 nCharacteristics |= IMAGE_SCN_MEM_READ | IMAGE_SCN_MEM_WRITE;
668 }
669
670 /* see table above */
671 pssSegments[i].Protection = SectionCharacteristicsToProtect[nCharacteristics >> 28];
672 pssSegments[i].WriteCopy = !(nCharacteristics & IMAGE_SCN_MEM_SHARED);
673
674 if(pishSectionHeaders[i].Misc.VirtualSize == 0 || pishSectionHeaders[i].Misc.VirtualSize < pishSectionHeaders[i].SizeOfRawData)
675 pssSegments[i].Length.QuadPart = pishSectionHeaders[i].SizeOfRawData;
676 else
677 pssSegments[i].Length.QuadPart = pishSectionHeaders[i].Misc.VirtualSize;
678
679 pssSegments[i].Length.LowPart = ALIGN_UP_BY(pssSegments[i].Length.LowPart, nSectionAlignment);
680 if (pssSegments[i].Length.QuadPart < pssSegments[i].Length.QuadPart)
681 DIE(("Cannot align the virtual size of section %u\n", i));
682
683 if(pssSegments[i].Length.QuadPart == 0)
684 DIE(("Virtual size of section %u is null\n", i));
685
686 pssSegments[i].Image.VirtualAddress = pishSectionHeaders[i].VirtualAddress;
687 pssSegments[i].Image.Characteristics = pishSectionHeaders[i].Characteristics;
688
689 /* ensure the memory image is no larger than 4GB */
690 nPrevVirtualEndOfSegment = (ULONG_PTR)(pssSegments[i].Image.VirtualAddress + pssSegments[i].Length.QuadPart);
691 if (nPrevVirtualEndOfSegment < pssSegments[i].Image.VirtualAddress)
692 DIE(("The image is too large\n"));
693 }
694
695 if(nSectionAlignment >= PAGE_SIZE)
696 *Flags |= EXEFMT_LOAD_ASSUME_SEGMENTS_PAGE_ALIGNED;
697
698 /* Success */
699 nStatus = STATUS_ROS_EXEFMT_LOADED_FORMAT | EXEFMT_LOADED_PE32;
700
701 l_Return:
702 if(pBuffer)
703 ExFreePool(pBuffer);
704
705 return nStatus;
706 }
707
708 /*
709 * FUNCTION: Waits in kernel mode indefinitely for a file object lock.
710 * ARGUMENTS: PFILE_OBJECT to wait for.
711 * RETURNS: Status of the wait.
712 */
713 NTSTATUS
714 MmspWaitForFileLock(PFILE_OBJECT File)
715 {
716 return STATUS_SUCCESS;
717 //return KeWaitForSingleObject(&File->Lock, 0, KernelMode, FALSE, NULL);
718 }
719
720 VOID
721 NTAPI
722 MmFreeSectionSegments(PFILE_OBJECT FileObject)
723 {
724 if (FileObject->SectionObjectPointer->ImageSectionObject != NULL)
725 {
726 PMM_IMAGE_SECTION_OBJECT ImageSectionObject;
727 PMM_SECTION_SEGMENT SectionSegments;
728 ULONG NrSegments;
729 ULONG i;
730
731 ImageSectionObject = (PMM_IMAGE_SECTION_OBJECT)FileObject->SectionObjectPointer->ImageSectionObject;
732 NrSegments = ImageSectionObject->NrSegments;
733 SectionSegments = ImageSectionObject->Segments;
734 for (i = 0; i < NrSegments; i++)
735 {
736 if (SectionSegments[i].ReferenceCount != 0)
737 {
738 DPRINT1("Image segment %d still referenced (was %d)\n", i,
739 SectionSegments[i].ReferenceCount);
740 KeBugCheck(MEMORY_MANAGEMENT);
741 }
742 MmFreePageTablesSectionSegment(&SectionSegments[i], NULL);
743 }
744 ExFreePool(ImageSectionObject->Segments);
745 ExFreePool(ImageSectionObject);
746 FileObject->SectionObjectPointer->ImageSectionObject = NULL;
747 }
748 if (FileObject->SectionObjectPointer->DataSectionObject != NULL)
749 {
750 PMM_SECTION_SEGMENT Segment;
751
752 Segment = (PMM_SECTION_SEGMENT)FileObject->SectionObjectPointer->
753 DataSectionObject;
754
755 if (Segment->ReferenceCount != 0)
756 {
757 DPRINT1("Data segment still referenced\n");
758 KeBugCheck(MEMORY_MANAGEMENT);
759 }
760 MmFreePageTablesSectionSegment(Segment, NULL);
761 ExFreePool(Segment);
762 FileObject->SectionObjectPointer->DataSectionObject = NULL;
763 }
764 }
765
766 VOID
767 NTAPI
768 MmSharePageEntrySectionSegment(PMM_SECTION_SEGMENT Segment,
769 PLARGE_INTEGER Offset)
770 {
771 ULONG_PTR Entry;
772
773 Entry = MmGetPageEntrySectionSegment(Segment, Offset);
774 if (Entry == 0)
775 {
776 DPRINT1("Entry == 0 for MmSharePageEntrySectionSegment\n");
777 KeBugCheck(MEMORY_MANAGEMENT);
778 }
779 if (SHARE_COUNT_FROM_SSE(Entry) == MAX_SHARE_COUNT)
780 {
781 DPRINT1("Maximum share count reached\n");
782 KeBugCheck(MEMORY_MANAGEMENT);
783 }
784 if (IS_SWAP_FROM_SSE(Entry))
785 {
786 KeBugCheck(MEMORY_MANAGEMENT);
787 }
788 Entry = MAKE_SSE(PAGE_FROM_SSE(Entry), SHARE_COUNT_FROM_SSE(Entry) + 1);
789 MmSetPageEntrySectionSegment(Segment, Offset, Entry);
790 }
791
792 BOOLEAN
793 NTAPI
794 MmUnsharePageEntrySectionSegment(PROS_SECTION_OBJECT Section,
795 PMM_SECTION_SEGMENT Segment,
796 PLARGE_INTEGER Offset,
797 BOOLEAN Dirty,
798 BOOLEAN PageOut,
799 ULONG_PTR *InEntry)
800 {
801 ULONG_PTR Entry = InEntry ? *InEntry : MmGetPageEntrySectionSegment(Segment, Offset);
802 BOOLEAN IsDirectMapped = FALSE;
803
804 if (Entry == 0)
805 {
806 DPRINT1("Entry == 0 for MmUnsharePageEntrySectionSegment\n");
807 KeBugCheck(MEMORY_MANAGEMENT);
808 }
809 if (SHARE_COUNT_FROM_SSE(Entry) == 0)
810 {
811 DPRINT1("Zero share count for unshare (Seg %p Offset %x Page %x)\n", Segment, Offset->LowPart, PFN_FROM_SSE(Entry));
812 KeBugCheck(MEMORY_MANAGEMENT);
813 }
814 if (IS_SWAP_FROM_SSE(Entry))
815 {
816 KeBugCheck(MEMORY_MANAGEMENT);
817 }
818 Entry = MAKE_SSE(PAGE_FROM_SSE(Entry), SHARE_COUNT_FROM_SSE(Entry) - 1);
819 /*
820 * If we reducing the share count of this entry to zero then set the entry
821 * to zero and tell the cache the page is no longer mapped.
822 */
823 if (SHARE_COUNT_FROM_SSE(Entry) == 0)
824 {
825 PFILE_OBJECT FileObject;
826 #ifndef NEWCC
827 PBCB Bcb;
828 #endif
829 SWAPENTRY SavedSwapEntry;
830 PFN_NUMBER Page;
831 BOOLEAN IsImageSection;
832 LARGE_INTEGER FileOffset;
833
834 FileOffset.QuadPart = Offset->QuadPart + Segment->Image.FileOffset;
835
836 IsImageSection = Section->AllocationAttributes & SEC_IMAGE ? TRUE : FALSE;
837
838 Page = PFN_FROM_SSE(Entry);
839 FileObject = Section->FileObject;
840 if (FileObject != NULL &&
841 !(Segment->Image.Characteristics & IMAGE_SCN_MEM_SHARED))
842 {
843
844 #ifndef NEWCC
845 if ((FileOffset.QuadPart % PAGE_SIZE) == 0 &&
846 (Offset->QuadPart + PAGE_SIZE <= Segment->RawLength.QuadPart || !IsImageSection))
847 {
848 NTSTATUS Status;
849 Bcb = FileObject->SectionObjectPointer->SharedCacheMap;
850 IsDirectMapped = TRUE;
851 #ifndef NEWCC
852 Status = CcRosUnmapCacheSegment(Bcb, FileOffset.LowPart, Dirty);
853 #else
854 Status = STATUS_SUCCESS;
855 #endif
856 if (!NT_SUCCESS(Status))
857 {
858 DPRINT1("CcRosUnmapCacheSegment failed, status = %x\n", Status);
859 KeBugCheck(MEMORY_MANAGEMENT);
860 }
861 }
862 #endif
863 }
864
865 SavedSwapEntry = MmGetSavedSwapEntryPage(Page);
866 if (SavedSwapEntry == 0)
867 {
868 if (!PageOut &&
869 ((Segment->Flags & MM_PAGEFILE_SEGMENT) ||
870 (Segment->Image.Characteristics & IMAGE_SCN_MEM_SHARED)))
871 {
872 /*
873 * FIXME:
874 * Try to page out this page and set the swap entry
875 * within the section segment. There exist no rmap entry
876 * for this page. The pager thread can't page out a
877 * page without a rmap entry.
878 */
879 MmSetPageEntrySectionSegment(Segment, Offset, Entry);
880 if (InEntry) *InEntry = Entry;
881 MiSetPageEvent(NULL, NULL);
882 }
883 else
884 {
885 MmSetPageEntrySectionSegment(Segment, Offset, 0);
886 if (InEntry) *InEntry = 0;
887 MiSetPageEvent(NULL, NULL);
888 if (!IsDirectMapped)
889 {
890 MmReleasePageMemoryConsumer(MC_USER, Page);
891 }
892 }
893 }
894 else
895 {
896 if ((Segment->Flags & MM_PAGEFILE_SEGMENT) ||
897 (Segment->Image.Characteristics & IMAGE_SCN_MEM_SHARED))
898 {
899 if (!PageOut)
900 {
901 if (Dirty)
902 {
903 /*
904 * FIXME:
905 * We hold all locks. Nobody can do something with the current
906 * process and the current segment (also not within an other process).
907 */
908 NTSTATUS Status;
909 Status = MmWriteToSwapPage(SavedSwapEntry, Page);
910 if (!NT_SUCCESS(Status))
911 {
912 DPRINT1("MM: Failed to write to swap page (Status was 0x%.8X)\n", Status);
913 KeBugCheck(MEMORY_MANAGEMENT);
914 }
915 }
916 MmSetPageEntrySectionSegment(Segment, Offset, MAKE_SWAP_SSE(SavedSwapEntry));
917 if (InEntry) *InEntry = MAKE_SWAP_SSE(SavedSwapEntry);
918 MmSetSavedSwapEntryPage(Page, 0);
919 MiSetPageEvent(NULL, NULL);
920 }
921 MmReleasePageMemoryConsumer(MC_USER, Page);
922 }
923 else
924 {
925 DPRINT1("Found a swapentry for a non private page in an image or data file sgment\n");
926 KeBugCheck(MEMORY_MANAGEMENT);
927 }
928 }
929 }
930 else
931 {
932 if (InEntry)
933 *InEntry = Entry;
934 else
935 MmSetPageEntrySectionSegment(Segment, Offset, Entry);
936 }
937 return(SHARE_COUNT_FROM_SSE(Entry) > 0);
938 }
939
940 BOOLEAN MiIsPageFromCache(PMEMORY_AREA MemoryArea,
941 ULONG SegOffset)
942 {
943 #ifndef NEWCC
944 if (!(MemoryArea->Data.SectionData.Segment->Image.Characteristics & IMAGE_SCN_MEM_SHARED))
945 {
946 PBCB Bcb;
947 PCACHE_SEGMENT CacheSeg;
948 Bcb = MemoryArea->Data.SectionData.Section->FileObject->SectionObjectPointer->SharedCacheMap;
949 CacheSeg = CcRosLookupCacheSegment(Bcb, (ULONG)(SegOffset + MemoryArea->Data.SectionData.Segment->Image.FileOffset));
950 if (CacheSeg)
951 {
952 CcRosReleaseCacheSegment(Bcb, CacheSeg, CacheSeg->Valid, FALSE, TRUE);
953 return TRUE;
954 }
955 }
956 #endif
957 return FALSE;
958 }
959
960 NTSTATUS
961 NTAPI
962 MiCopyFromUserPage(PFN_NUMBER DestPage, PFN_NUMBER SrcPage)
963 {
964 PEPROCESS Process;
965 KIRQL Irql, Irql2;
966 PVOID DestAddress, SrcAddress;
967
968 Process = PsGetCurrentProcess();
969 DestAddress = MiMapPageInHyperSpace(Process, DestPage, &Irql);
970 SrcAddress = MiMapPageInHyperSpace(Process, SrcPage, &Irql2);
971 if (DestAddress == NULL || SrcAddress == NULL)
972 {
973 return(STATUS_NO_MEMORY);
974 }
975 ASSERT((ULONG_PTR)DestAddress % PAGE_SIZE == 0);
976 ASSERT((ULONG_PTR)SrcAddress % PAGE_SIZE == 0);
977 RtlCopyMemory(DestAddress, SrcAddress, PAGE_SIZE);
978 MiUnmapPageInHyperSpace(Process, SrcAddress, Irql2);
979 MiUnmapPageInHyperSpace(Process, DestAddress, Irql);
980 return(STATUS_SUCCESS);
981 }
982
983 #ifndef NEWCC
984 NTSTATUS
985 NTAPI
986 MiReadPage(PMEMORY_AREA MemoryArea,
987 ULONG_PTR SegOffset,
988 PPFN_NUMBER Page)
989 /*
990 * FUNCTION: Read a page for a section backed memory area.
991 * PARAMETERS:
992 * MemoryArea - Memory area to read the page for.
993 * Offset - Offset of the page to read.
994 * Page - Variable that receives a page contains the read data.
995 */
996 {
997 ULONG BaseOffset;
998 ULONGLONG FileOffset;
999 PVOID BaseAddress;
1000 BOOLEAN UptoDate;
1001 PCACHE_SEGMENT CacheSeg;
1002 PFILE_OBJECT FileObject;
1003 NTSTATUS Status;
1004 ULONG_PTR RawLength;
1005 PBCB Bcb;
1006 BOOLEAN IsImageSection;
1007 ULONG_PTR Length;
1008
1009 FileObject = MemoryArea->Data.SectionData.Section->FileObject;
1010 Bcb = FileObject->SectionObjectPointer->SharedCacheMap;
1011 RawLength = (ULONG_PTR)(MemoryArea->Data.SectionData.Segment->RawLength.QuadPart);
1012 FileOffset = SegOffset + MemoryArea->Data.SectionData.Segment->Image.FileOffset;
1013 IsImageSection = MemoryArea->Data.SectionData.Section->AllocationAttributes & SEC_IMAGE ? TRUE : FALSE;
1014
1015 ASSERT(Bcb);
1016
1017 DPRINT("%S %x\n", FileObject->FileName.Buffer, FileOffset);
1018
1019 /*
1020 * If the file system is letting us go directly to the cache and the
1021 * memory area was mapped at an offset in the file which is page aligned
1022 * then get the related cache segment.
1023 */
1024 if (((FileOffset % PAGE_SIZE) == 0) &&
1025 ((SegOffset + PAGE_SIZE <= RawLength) || !IsImageSection) &&
1026 !(MemoryArea->Data.SectionData.Segment->Image.Characteristics & IMAGE_SCN_MEM_SHARED))
1027 {
1028
1029 /*
1030 * Get the related cache segment; we use a lower level interface than
1031 * filesystems do because it is safe for us to use an offset with a
1032 * alignment less than the file system block size.
1033 */
1034 Status = CcRosGetCacheSegment(Bcb,
1035 (ULONG)FileOffset,
1036 &BaseOffset,
1037 &BaseAddress,
1038 &UptoDate,
1039 &CacheSeg);
1040 if (!NT_SUCCESS(Status))
1041 {
1042 return(Status);
1043 }
1044 if (!UptoDate)
1045 {
1046 /*
1047 * If the cache segment isn't up to date then call the file
1048 * system to read in the data.
1049 */
1050 Status = ReadCacheSegment(CacheSeg);
1051 if (!NT_SUCCESS(Status))
1052 {
1053 CcRosReleaseCacheSegment(Bcb, CacheSeg, FALSE, FALSE, FALSE);
1054 return Status;
1055 }
1056 }
1057 /*
1058 * Retrieve the page from the cache segment that we actually want.
1059 */
1060 (*Page) = MmGetPhysicalAddress((char*)BaseAddress +
1061 FileOffset - BaseOffset).LowPart >> PAGE_SHIFT;
1062
1063 CcRosReleaseCacheSegment(Bcb, CacheSeg, TRUE, FALSE, TRUE);
1064 }
1065 else
1066 {
1067 PEPROCESS Process;
1068 KIRQL Irql;
1069 PVOID PageAddr;
1070 ULONG_PTR CacheSegOffset;
1071
1072 /*
1073 * Allocate a page, this is rather complicated by the possibility
1074 * we might have to move other things out of memory
1075 */
1076 MI_SET_USAGE(MI_USAGE_SECTION);
1077 MI_SET_PROCESS2(PsGetCurrentProcess()->ImageFileName);
1078 Status = MmRequestPageMemoryConsumer(MC_USER, TRUE, Page);
1079 if (!NT_SUCCESS(Status))
1080 {
1081 return(Status);
1082 }
1083 Status = CcRosGetCacheSegment(Bcb,
1084 (ULONG)FileOffset,
1085 &BaseOffset,
1086 &BaseAddress,
1087 &UptoDate,
1088 &CacheSeg);
1089 if (!NT_SUCCESS(Status))
1090 {
1091 return(Status);
1092 }
1093 if (!UptoDate)
1094 {
1095 /*
1096 * If the cache segment isn't up to date then call the file
1097 * system to read in the data.
1098 */
1099 Status = ReadCacheSegment(CacheSeg);
1100 if (!NT_SUCCESS(Status))
1101 {
1102 CcRosReleaseCacheSegment(Bcb, CacheSeg, FALSE, FALSE, FALSE);
1103 return Status;
1104 }
1105 }
1106
1107 Process = PsGetCurrentProcess();
1108 PageAddr = MiMapPageInHyperSpace(Process, *Page, &Irql);
1109 CacheSegOffset = (ULONG_PTR)(BaseOffset + CacheSeg->Bcb->CacheSegmentSize - FileOffset);
1110 Length = RawLength - SegOffset;
1111 if (Length <= CacheSegOffset && Length <= PAGE_SIZE)
1112 {
1113 memcpy(PageAddr, (char*)BaseAddress + FileOffset - BaseOffset, Length);
1114 }
1115 else if (CacheSegOffset >= PAGE_SIZE)
1116 {
1117 memcpy(PageAddr, (char*)BaseAddress + FileOffset - BaseOffset, PAGE_SIZE);
1118 }
1119 else
1120 {
1121 memcpy(PageAddr, (char*)BaseAddress + FileOffset - BaseOffset, CacheSegOffset);
1122 MiUnmapPageInHyperSpace(Process, PageAddr, Irql);
1123 CcRosReleaseCacheSegment(Bcb, CacheSeg, TRUE, FALSE, FALSE);
1124 Status = CcRosGetCacheSegment(Bcb,
1125 (ULONG)(FileOffset + CacheSegOffset),
1126 &BaseOffset,
1127 &BaseAddress,
1128 &UptoDate,
1129 &CacheSeg);
1130 if (!NT_SUCCESS(Status))
1131 {
1132 return(Status);
1133 }
1134 if (!UptoDate)
1135 {
1136 /*
1137 * If the cache segment isn't up to date then call the file
1138 * system to read in the data.
1139 */
1140 Status = ReadCacheSegment(CacheSeg);
1141 if (!NT_SUCCESS(Status))
1142 {
1143 CcRosReleaseCacheSegment(Bcb, CacheSeg, FALSE, FALSE, FALSE);
1144 return Status;
1145 }
1146 }
1147 PageAddr = MiMapPageInHyperSpace(Process, *Page, &Irql);
1148 if (Length < PAGE_SIZE)
1149 {
1150 memcpy((char*)PageAddr + CacheSegOffset, BaseAddress, Length - CacheSegOffset);
1151 }
1152 else
1153 {
1154 memcpy((char*)PageAddr + CacheSegOffset, BaseAddress, PAGE_SIZE - CacheSegOffset);
1155 }
1156 }
1157 MiUnmapPageInHyperSpace(Process, PageAddr, Irql);
1158 CcRosReleaseCacheSegment(Bcb, CacheSeg, TRUE, FALSE, FALSE);
1159 }
1160 return(STATUS_SUCCESS);
1161 }
1162 #else
1163 NTSTATUS
1164 NTAPI
1165 MiReadPage(PMEMORY_AREA MemoryArea,
1166 ULONG_PTR SegOffset,
1167 PPFN_NUMBER Page)
1168 /*
1169 * FUNCTION: Read a page for a section backed memory area.
1170 * PARAMETERS:
1171 * MemoryArea - Memory area to read the page for.
1172 * Offset - Offset of the page to read.
1173 * Page - Variable that receives a page contains the read data.
1174 */
1175 {
1176 MM_REQUIRED_RESOURCES Resources;
1177 NTSTATUS Status;
1178
1179 RtlZeroMemory(&Resources, sizeof(MM_REQUIRED_RESOURCES));
1180
1181 Resources.Context = MemoryArea->Data.SectionData.Section->FileObject;
1182 Resources.FileOffset.QuadPart = SegOffset +
1183 MemoryArea->Data.SectionData.Segment->Image.FileOffset;
1184 Resources.Consumer = MC_USER;
1185 Resources.Amount = PAGE_SIZE;
1186
1187 DPRINT("%S, offset 0x%x, len 0x%x, page 0x%x\n", ((PFILE_OBJECT)Resources.Context)->FileName.Buffer, Resources.FileOffset.LowPart, Resources.Amount, Resources.Page[0]);
1188
1189 Status = MiReadFilePage(MmGetKernelAddressSpace(), MemoryArea, &Resources);
1190 *Page = Resources.Page[0];
1191 return Status;
1192 }
1193 #endif
1194
1195 NTSTATUS
1196 NTAPI
1197 MmNotPresentFaultSectionView(PMMSUPPORT AddressSpace,
1198 MEMORY_AREA* MemoryArea,
1199 PVOID Address,
1200 BOOLEAN Locked)
1201 {
1202 LARGE_INTEGER Offset;
1203 PFN_NUMBER Page;
1204 NTSTATUS Status;
1205 PROS_SECTION_OBJECT Section;
1206 PMM_SECTION_SEGMENT Segment;
1207 ULONG_PTR Entry;
1208 ULONG_PTR Entry1;
1209 ULONG Attributes;
1210 PMM_REGION Region;
1211 BOOLEAN HasSwapEntry;
1212 PVOID PAddress;
1213 PEPROCESS Process = MmGetAddressSpaceOwner(AddressSpace);
1214 SWAPENTRY SwapEntry;
1215
1216 /*
1217 * There is a window between taking the page fault and locking the
1218 * address space when another thread could load the page so we check
1219 * that.
1220 */
1221 if (MmIsPagePresent(Process, Address))
1222 {
1223 return(STATUS_SUCCESS);
1224 }
1225
1226 if (MmIsDisabledPage(Process, Address))
1227 {
1228 return(STATUS_ACCESS_VIOLATION);
1229 }
1230
1231 /*
1232 * Check for the virtual memory area being deleted.
1233 */
1234 if (MemoryArea->DeleteInProgress)
1235 {
1236 return(STATUS_UNSUCCESSFUL);
1237 }
1238
1239 PAddress = MM_ROUND_DOWN(Address, PAGE_SIZE);
1240 Offset.QuadPart = (ULONG_PTR)PAddress - (ULONG_PTR)MemoryArea->StartingAddress
1241 + MemoryArea->Data.SectionData.ViewOffset.QuadPart;
1242
1243 Segment = MemoryArea->Data.SectionData.Segment;
1244 Section = MemoryArea->Data.SectionData.Section;
1245 Region = MmFindRegion(MemoryArea->StartingAddress,
1246 &MemoryArea->Data.SectionData.RegionListHead,
1247 Address, NULL);
1248 ASSERT(Region != NULL);
1249 /*
1250 * Lock the segment
1251 */
1252 MmLockSectionSegment(Segment);
1253 Entry = MmGetPageEntrySectionSegment(Segment, &Offset);
1254 /*
1255 * Check if this page needs to be mapped COW
1256 */
1257 if ((Segment->WriteCopy) &&
1258 (Region->Protect == PAGE_READWRITE ||
1259 Region->Protect == PAGE_EXECUTE_READWRITE))
1260 {
1261 Attributes = Region->Protect == PAGE_READWRITE ? PAGE_READONLY : PAGE_EXECUTE_READ;
1262 }
1263 else
1264 {
1265 Attributes = Region->Protect;
1266 }
1267
1268 /*
1269 * Check if someone else is already handling this fault, if so wait
1270 * for them
1271 */
1272 if (Entry && IS_SWAP_FROM_SSE(Entry) && SWAPENTRY_FROM_SSE(Entry) == MM_WAIT_ENTRY)
1273 {
1274 MmUnlockSectionSegment(Segment);
1275 MmUnlockAddressSpace(AddressSpace);
1276 MiWaitForPageEvent(NULL, NULL);
1277 MmLockAddressSpace(AddressSpace);
1278 DPRINT("Address 0x%.8X\n", Address);
1279 return(STATUS_MM_RESTART_OPERATION);
1280 }
1281
1282 HasSwapEntry = MmIsPageSwapEntry(Process, Address);
1283
1284 if (HasSwapEntry)
1285 {
1286 SWAPENTRY DummyEntry;
1287
1288 /*
1289 * Is it a wait entry?
1290 */
1291 MmGetPageFileMapping(Process, Address, &SwapEntry);
1292
1293 if (SwapEntry == MM_WAIT_ENTRY)
1294 {
1295 MmUnlockSectionSegment(Segment);
1296 MmUnlockAddressSpace(AddressSpace);
1297 MiWaitForPageEvent(NULL, NULL);
1298 MmLockAddressSpace(AddressSpace);
1299 return STATUS_MM_RESTART_OPERATION;
1300 }
1301
1302 /*
1303 * Must be private page we have swapped out.
1304 */
1305
1306 /*
1307 * Sanity check
1308 */
1309 if (Segment->Flags & MM_PAGEFILE_SEGMENT)
1310 {
1311 DPRINT1("Found a swaped out private page in a pagefile section.\n");
1312 KeBugCheck(MEMORY_MANAGEMENT);
1313 }
1314
1315 MmUnlockSectionSegment(Segment);
1316 MmDeletePageFileMapping(Process, Address, &SwapEntry);
1317 MmCreatePageFileMapping(Process, Address, MM_WAIT_ENTRY);
1318
1319 MmUnlockAddressSpace(AddressSpace);
1320 MI_SET_USAGE(MI_USAGE_SECTION);
1321 if (Process) MI_SET_PROCESS2(Process->ImageFileName);
1322 if (!Process) MI_SET_PROCESS2("Kernel Section");
1323 Status = MmRequestPageMemoryConsumer(MC_USER, TRUE, &Page);
1324 if (!NT_SUCCESS(Status))
1325 {
1326 KeBugCheck(MEMORY_MANAGEMENT);
1327 }
1328
1329 Status = MmReadFromSwapPage(SwapEntry, Page);
1330 if (!NT_SUCCESS(Status))
1331 {
1332 DPRINT1("MmReadFromSwapPage failed, status = %x\n", Status);
1333 KeBugCheck(MEMORY_MANAGEMENT);
1334 }
1335 MmLockAddressSpace(AddressSpace);
1336 MmDeletePageFileMapping(Process, PAddress, &DummyEntry);
1337 Status = MmCreateVirtualMapping(Process,
1338 PAddress,
1339 Region->Protect,
1340 &Page,
1341 1);
1342 if (!NT_SUCCESS(Status))
1343 {
1344 DPRINT("MmCreateVirtualMapping failed, not out of memory\n");
1345 KeBugCheck(MEMORY_MANAGEMENT);
1346 return(Status);
1347 }
1348
1349 /*
1350 * Store the swap entry for later use.
1351 */
1352 MmSetSavedSwapEntryPage(Page, SwapEntry);
1353
1354 /*
1355 * Add the page to the process's working set
1356 */
1357 MmInsertRmap(Page, Process, Address);
1358 /*
1359 * Finish the operation
1360 */
1361 MiSetPageEvent(Process, Address);
1362 DPRINT("Address 0x%.8X\n", Address);
1363 return(STATUS_SUCCESS);
1364 }
1365
1366 /*
1367 * Satisfying a page fault on a map of /Device/PhysicalMemory is easy
1368 */
1369 if (Section->AllocationAttributes & SEC_PHYSICALMEMORY)
1370 {
1371 MmUnlockSectionSegment(Segment);
1372 /*
1373 * Just map the desired physical page
1374 */
1375 Page = (PFN_NUMBER)(Offset.QuadPart >> PAGE_SHIFT);
1376 Status = MmCreateVirtualMappingUnsafe(Process,
1377 PAddress,
1378 Region->Protect,
1379 &Page,
1380 1);
1381 if (!NT_SUCCESS(Status))
1382 {
1383 DPRINT("MmCreateVirtualMappingUnsafe failed, not out of memory\n");
1384 KeBugCheck(MEMORY_MANAGEMENT);
1385 return(Status);
1386 }
1387
1388 /*
1389 * Cleanup and release locks
1390 */
1391 MiSetPageEvent(Process, Address);
1392 DPRINT("Address 0x%.8X\n", Address);
1393 return(STATUS_SUCCESS);
1394 }
1395
1396 /*
1397 * Map anonymous memory for BSS sections
1398 */
1399 if (Segment->Image.Characteristics & IMAGE_SCN_CNT_UNINITIALIZED_DATA)
1400 {
1401 /* We'll be unlocking the address space below. Prevent us from being preempted
1402 * in faulting in the page. */
1403 MmCreatePageFileMapping(Process, Address, MM_WAIT_ENTRY);
1404 MmUnlockSectionSegment(Segment);
1405 MI_SET_USAGE(MI_USAGE_SECTION);
1406 if (Process) MI_SET_PROCESS2(Process->ImageFileName);
1407 if (!Process) MI_SET_PROCESS2("Kernel Section");
1408 Status = MmRequestPageMemoryConsumer(MC_USER, FALSE, &Page);
1409 if (!NT_SUCCESS(Status))
1410 {
1411 MmUnlockAddressSpace(AddressSpace);
1412 Status = MmRequestPageMemoryConsumer(MC_USER, TRUE, &Page);
1413 MmLockAddressSpace(AddressSpace);
1414 }
1415 if (!NT_SUCCESS(Status))
1416 {
1417 KeBugCheck(MEMORY_MANAGEMENT);
1418 }
1419 /* Remove the wait entry we placed, so that we can map the page */
1420 MmDeletePageFileMapping(Process, PAddress, &SwapEntry);
1421 Status = MmCreateVirtualMapping(Process,
1422 PAddress,
1423 Region->Protect,
1424 &Page,
1425 1);
1426 if (!NT_SUCCESS(Status))
1427 {
1428 DPRINT("MmCreateVirtualMapping failed, not out of memory\n");
1429 KeBugCheck(MEMORY_MANAGEMENT);
1430 return(Status);
1431 }
1432 MmInsertRmap(Page, Process, Address);
1433
1434 /*
1435 * Cleanup and release locks
1436 */
1437 MiSetPageEvent(Process, Address);
1438 DPRINT("Address 0x%.8X\n", Address);
1439 return(STATUS_SUCCESS);
1440 }
1441
1442 /*
1443 * Get the entry corresponding to the offset within the section
1444 */
1445 Entry = MmGetPageEntrySectionSegment(Segment, &Offset);
1446
1447 if (Entry == 0)
1448 {
1449 SWAPENTRY FakeSwapEntry;
1450
1451 /*
1452 * If the entry is zero (and it can't change because we have
1453 * locked the segment) then we need to load the page.
1454 */
1455
1456 /*
1457 * Release all our locks and read in the page from disk
1458 */
1459 MmSetPageEntrySectionSegment(Segment, &Offset, MAKE_SWAP_SSE(MM_WAIT_ENTRY));
1460 MmUnlockSectionSegment(Segment);
1461 MmCreatePageFileMapping(Process, PAddress, MM_WAIT_ENTRY);
1462 MmUnlockAddressSpace(AddressSpace);
1463
1464 if ((Segment->Flags & MM_PAGEFILE_SEGMENT) ||
1465 ((Offset.QuadPart >= (LONGLONG)PAGE_ROUND_UP(Segment->RawLength.QuadPart) &&
1466 (Section->AllocationAttributes & SEC_IMAGE))))
1467 {
1468 MI_SET_USAGE(MI_USAGE_SECTION);
1469 if (Process) MI_SET_PROCESS2(Process->ImageFileName);
1470 if (!Process) MI_SET_PROCESS2("Kernel Section");
1471 Status = MmRequestPageMemoryConsumer(MC_USER, TRUE, &Page);
1472 if (!NT_SUCCESS(Status))
1473 {
1474 DPRINT1("MmRequestPageMemoryConsumer failed (Status %x)\n", Status);
1475 }
1476
1477 }
1478 else
1479 {
1480 Status = MiReadPage(MemoryArea, (ULONG_PTR)Offset.QuadPart, &Page);
1481 if (!NT_SUCCESS(Status))
1482 {
1483 DPRINT1("MiReadPage failed (Status %x)\n", Status);
1484 }
1485 }
1486 if (!NT_SUCCESS(Status))
1487 {
1488 /*
1489 * FIXME: What do we know in this case?
1490 */
1491 /*
1492 * Cleanup and release locks
1493 */
1494 MmLockAddressSpace(AddressSpace);
1495 MiSetPageEvent(Process, Address);
1496 DPRINT("Address 0x%.8X\n", Address);
1497 return(Status);
1498 }
1499
1500 /*
1501 * Mark the offset within the section as having valid, in-memory
1502 * data
1503 */
1504 MmLockAddressSpace(AddressSpace);
1505 MmLockSectionSegment(Segment);
1506 Entry = MAKE_SSE(Page << PAGE_SHIFT, 1);
1507 MmSetPageEntrySectionSegment(Segment, &Offset, Entry);
1508 MmUnlockSectionSegment(Segment);
1509
1510 MmDeletePageFileMapping(Process, PAddress, &FakeSwapEntry);
1511 DPRINT("CreateVirtualMapping Page %x Process %p PAddress %p Attributes %x\n",
1512 Page, Process, PAddress, Attributes);
1513 Status = MmCreateVirtualMapping(Process,
1514 PAddress,
1515 Attributes,
1516 &Page,
1517 1);
1518 if (!NT_SUCCESS(Status))
1519 {
1520 DPRINT1("Unable to create virtual mapping\n");
1521 KeBugCheck(MEMORY_MANAGEMENT);
1522 }
1523 ASSERT(MmIsPagePresent(Process, PAddress));
1524 MmInsertRmap(Page, Process, Address);
1525
1526 MiSetPageEvent(Process, Address);
1527 DPRINT("Address 0x%.8X\n", Address);
1528 return(STATUS_SUCCESS);
1529 }
1530 else if (IS_SWAP_FROM_SSE(Entry))
1531 {
1532 SWAPENTRY SwapEntry;
1533
1534 SwapEntry = SWAPENTRY_FROM_SSE(Entry);
1535
1536 /*
1537 * Release all our locks and read in the page from disk
1538 */
1539 MmUnlockSectionSegment(Segment);
1540
1541 MmUnlockAddressSpace(AddressSpace);
1542 MI_SET_USAGE(MI_USAGE_SECTION);
1543 if (Process) MI_SET_PROCESS2(Process->ImageFileName);
1544 if (!Process) MI_SET_PROCESS2("Kernel Section");
1545 Status = MmRequestPageMemoryConsumer(MC_USER, TRUE, &Page);
1546 if (!NT_SUCCESS(Status))
1547 {
1548 KeBugCheck(MEMORY_MANAGEMENT);
1549 }
1550
1551 Status = MmReadFromSwapPage(SwapEntry, Page);
1552 if (!NT_SUCCESS(Status))
1553 {
1554 KeBugCheck(MEMORY_MANAGEMENT);
1555 }
1556
1557 /*
1558 * Relock the address space and segment
1559 */
1560 MmLockAddressSpace(AddressSpace);
1561 MmLockSectionSegment(Segment);
1562
1563 /*
1564 * Check the entry. No one should change the status of a page
1565 * that has a pending page-in.
1566 */
1567 Entry1 = MmGetPageEntrySectionSegment(Segment, &Offset);
1568 if (Entry != Entry1)
1569 {
1570 DPRINT1("Someone changed ppte entry while we slept (%x vs %x)\n", Entry, Entry1);
1571 KeBugCheck(MEMORY_MANAGEMENT);
1572 }
1573
1574 /*
1575 * Mark the offset within the section as having valid, in-memory
1576 * data
1577 */
1578 Entry = MAKE_SSE(Page << PAGE_SHIFT, 1);
1579 MmSetPageEntrySectionSegment(Segment, &Offset, Entry);
1580 MmUnlockSectionSegment(Segment);
1581
1582 /*
1583 * Save the swap entry.
1584 */
1585 MmSetSavedSwapEntryPage(Page, SwapEntry);
1586 Status = MmCreateVirtualMapping(Process,
1587 PAddress,
1588 Region->Protect,
1589 &Page,
1590 1);
1591 if (!NT_SUCCESS(Status))
1592 {
1593 DPRINT1("Unable to create virtual mapping\n");
1594 KeBugCheck(MEMORY_MANAGEMENT);
1595 }
1596 MmInsertRmap(Page, Process, Address);
1597 MiSetPageEvent(Process, Address);
1598 DPRINT("Address 0x%.8X\n", Address);
1599 return(STATUS_SUCCESS);
1600 }
1601 else
1602 {
1603 /*
1604 * If the section offset is already in-memory and valid then just
1605 * take another reference to the page
1606 */
1607
1608 Page = PFN_FROM_SSE(Entry);
1609
1610 MmSharePageEntrySectionSegment(Segment, &Offset);
1611 MmUnlockSectionSegment(Segment);
1612
1613 Status = MmCreateVirtualMapping(Process,
1614 PAddress,
1615 Attributes,
1616 &Page,
1617 1);
1618 if (!NT_SUCCESS(Status))
1619 {
1620 DPRINT1("Unable to create virtual mapping\n");
1621 KeBugCheck(MEMORY_MANAGEMENT);
1622 }
1623 MmInsertRmap(Page, Process, Address);
1624 MiSetPageEvent(Process, Address);
1625 DPRINT("Address 0x%.8X\n", Address);
1626 return(STATUS_SUCCESS);
1627 }
1628 }
1629
1630 NTSTATUS
1631 NTAPI
1632 MmAccessFaultSectionView(PMMSUPPORT AddressSpace,
1633 MEMORY_AREA* MemoryArea,
1634 PVOID Address)
1635 {
1636 PMM_SECTION_SEGMENT Segment;
1637 PROS_SECTION_OBJECT Section;
1638 PFN_NUMBER OldPage;
1639 PFN_NUMBER NewPage;
1640 NTSTATUS Status;
1641 PVOID PAddress;
1642 LARGE_INTEGER Offset;
1643 PMM_REGION Region;
1644 ULONG_PTR Entry;
1645 PEPROCESS Process = MmGetAddressSpaceOwner(AddressSpace);
1646 SWAPENTRY SwapEntry;
1647
1648 DPRINT("MmAccessFaultSectionView(%x, %x, %x, %x)\n", AddressSpace, MemoryArea, Address);
1649
1650 /*
1651 * Check if the page has already been set readwrite
1652 */
1653 if (MmGetPageProtect(Process, Address) & PAGE_READWRITE)
1654 {
1655 DPRINT("Address 0x%.8X\n", Address);
1656 return(STATUS_SUCCESS);
1657 }
1658
1659 /*
1660 * Find the offset of the page
1661 */
1662 PAddress = MM_ROUND_DOWN(Address, PAGE_SIZE);
1663 Offset.QuadPart = (ULONG_PTR)PAddress - (ULONG_PTR)MemoryArea->StartingAddress
1664 + MemoryArea->Data.SectionData.ViewOffset.QuadPart;
1665
1666 Segment = MemoryArea->Data.SectionData.Segment;
1667 Section = MemoryArea->Data.SectionData.Section;
1668 Region = MmFindRegion(MemoryArea->StartingAddress,
1669 &MemoryArea->Data.SectionData.RegionListHead,
1670 Address, NULL);
1671 ASSERT(Region != NULL);
1672 /*
1673 * Lock the segment
1674 */
1675 MmLockSectionSegment(Segment);
1676
1677 OldPage = MmGetPfnForProcess(Process, Address);
1678 Entry = MmGetPageEntrySectionSegment(Segment, &Offset);
1679
1680 MmUnlockSectionSegment(Segment);
1681
1682 /*
1683 * Check if we are doing COW
1684 */
1685 if (!((Segment->WriteCopy) &&
1686 (Region->Protect == PAGE_READWRITE ||
1687 Region->Protect == PAGE_EXECUTE_READWRITE)))
1688 {
1689 DPRINT("Address 0x%.8X\n", Address);
1690 return(STATUS_ACCESS_VIOLATION);
1691 }
1692
1693 if (IS_SWAP_FROM_SSE(Entry) ||
1694 PFN_FROM_SSE(Entry) != OldPage)
1695 {
1696 /* This is a private page. We must only change the page protection. */
1697 MmSetPageProtect(Process, Address, Region->Protect);
1698 return(STATUS_SUCCESS);
1699 }
1700
1701 if(OldPage == 0)
1702 DPRINT("OldPage == 0!\n");
1703
1704 /*
1705 * Get or create a pageop
1706 */
1707 MmLockSectionSegment(Segment);
1708 Entry = MmGetPageEntrySectionSegment(Segment, &Offset);
1709
1710 /*
1711 * Wait for any other operations to complete
1712 */
1713 if (Entry == SWAPENTRY_FROM_SSE(MM_WAIT_ENTRY))
1714 {
1715 MmUnlockSectionSegment(Segment);
1716 MmUnlockAddressSpace(AddressSpace);
1717 MiWaitForPageEvent(NULL, NULL);
1718 /*
1719 * Restart the operation
1720 */
1721 MmLockAddressSpace(AddressSpace);
1722 DPRINT("Address 0x%.8X\n", Address);
1723 return(STATUS_MM_RESTART_OPERATION);
1724 }
1725
1726 MmDeleteRmap(OldPage, Process, PAddress);
1727 MmDeleteVirtualMapping(Process, PAddress, FALSE, NULL, NULL);
1728 MmCreatePageFileMapping(Process, PAddress, MM_WAIT_ENTRY);
1729
1730 /*
1731 * Release locks now we have the pageop
1732 */
1733 MmUnlockSectionSegment(Segment);
1734 MmUnlockAddressSpace(AddressSpace);
1735
1736 /*
1737 * Allocate a page
1738 */
1739 MI_SET_USAGE(MI_USAGE_SECTION);
1740 if (Process) MI_SET_PROCESS2(Process->ImageFileName);
1741 if (!Process) MI_SET_PROCESS2("Kernel Section");
1742 Status = MmRequestPageMemoryConsumer(MC_USER, TRUE, &NewPage);
1743 if (!NT_SUCCESS(Status))
1744 {
1745 KeBugCheck(MEMORY_MANAGEMENT);
1746 }
1747
1748 /*
1749 * Copy the old page
1750 */
1751 MiCopyFromUserPage(NewPage, OldPage);
1752
1753 MmLockAddressSpace(AddressSpace);
1754
1755 /*
1756 * Set the PTE to point to the new page
1757 */
1758 MmDeletePageFileMapping(Process, PAddress, &SwapEntry);
1759 Status = MmCreateVirtualMapping(Process,
1760 PAddress,
1761 Region->Protect,
1762 &NewPage,
1763 1);
1764 if (!NT_SUCCESS(Status))
1765 {
1766 DPRINT("MmCreateVirtualMapping failed, not out of memory\n");
1767 KeBugCheck(MEMORY_MANAGEMENT);
1768 return(Status);
1769 }
1770 if (!NT_SUCCESS(Status))
1771 {
1772 DPRINT1("Unable to create virtual mapping\n");
1773 KeBugCheck(MEMORY_MANAGEMENT);
1774 }
1775
1776 /*
1777 * Unshare the old page.
1778 */
1779 DPRINT("Swapping page (Old %x New %x)\n", OldPage, NewPage);
1780 MmInsertRmap(NewPage, Process, PAddress);
1781 MmLockSectionSegment(Segment);
1782 MmUnsharePageEntrySectionSegment(Section, Segment, &Offset, FALSE, FALSE, NULL);
1783 MmUnlockSectionSegment(Segment);
1784
1785 MiSetPageEvent(Process, Address);
1786 DPRINT("Address 0x%.8X\n", Address);
1787 return(STATUS_SUCCESS);
1788 }
1789
1790 VOID
1791 MmPageOutDeleteMapping(PVOID Context, PEPROCESS Process, PVOID Address)
1792 {
1793 MM_SECTION_PAGEOUT_CONTEXT* PageOutContext;
1794 BOOLEAN WasDirty;
1795 PFN_NUMBER Page = 0;
1796
1797 PageOutContext = (MM_SECTION_PAGEOUT_CONTEXT*)Context;
1798 if (Process)
1799 {
1800 MmLockAddressSpace(&Process->Vm);
1801 }
1802
1803 MmDeleteVirtualMapping(Process,
1804 Address,
1805 FALSE,
1806 &WasDirty,
1807 &Page);
1808 if (WasDirty)
1809 {
1810 PageOutContext->WasDirty = TRUE;
1811 }
1812 if (!PageOutContext->Private)
1813 {
1814 MmLockSectionSegment(PageOutContext->Segment);
1815 MmUnsharePageEntrySectionSegment((PROS_SECTION_OBJECT)PageOutContext->Section,
1816 PageOutContext->Segment,
1817 &PageOutContext->Offset,
1818 PageOutContext->WasDirty,
1819 TRUE,
1820 &PageOutContext->SectionEntry);
1821 MmUnlockSectionSegment(PageOutContext->Segment);
1822 }
1823 if (Process)
1824 {
1825 MmUnlockAddressSpace(&Process->Vm);
1826 }
1827
1828 if (PageOutContext->Private)
1829 {
1830 MmReleasePageMemoryConsumer(MC_USER, Page);
1831 }
1832 }
1833
1834 NTSTATUS
1835 NTAPI
1836 MmPageOutSectionView(PMMSUPPORT AddressSpace,
1837 MEMORY_AREA* MemoryArea,
1838 PVOID Address, ULONG_PTR Entry)
1839 {
1840 PFN_NUMBER Page;
1841 MM_SECTION_PAGEOUT_CONTEXT Context;
1842 SWAPENTRY SwapEntry;
1843 ULONGLONG FileOffset;
1844 NTSTATUS Status;
1845 PFILE_OBJECT FileObject;
1846 #ifndef NEWCC
1847 PBCB Bcb = NULL;
1848 #endif
1849 BOOLEAN DirectMapped;
1850 BOOLEAN IsImageSection;
1851 PEPROCESS Process = MmGetAddressSpaceOwner(AddressSpace);
1852 KIRQL OldIrql;
1853
1854 Address = (PVOID)PAGE_ROUND_DOWN(Address);
1855
1856 /*
1857 * Get the segment and section.
1858 */
1859 Context.Segment = MemoryArea->Data.SectionData.Segment;
1860 Context.Section = MemoryArea->Data.SectionData.Section;
1861 Context.SectionEntry = Entry;
1862 Context.CallingProcess = Process;
1863
1864 Context.Offset.QuadPart = (ULONG_PTR)Address - (ULONG_PTR)MemoryArea->StartingAddress
1865 + MemoryArea->Data.SectionData.ViewOffset.QuadPart;
1866 FileOffset = Context.Offset.QuadPart + Context.Segment->Image.FileOffset;
1867
1868 IsImageSection = Context.Section->AllocationAttributes & SEC_IMAGE ? TRUE : FALSE;
1869
1870 FileObject = Context.Section->FileObject;
1871 DirectMapped = FALSE;
1872
1873 MmLockSectionSegment(Context.Segment);
1874
1875 #ifndef NEWCC
1876 if (FileObject != NULL &&
1877 !(Context.Segment->Image.Characteristics & IMAGE_SCN_MEM_SHARED))
1878 {
1879 Bcb = FileObject->SectionObjectPointer->SharedCacheMap;
1880
1881 /*
1882 * If the file system is letting us go directly to the cache and the
1883 * memory area was mapped at an offset in the file which is page aligned
1884 * then note this is a direct mapped page.
1885 */
1886 if ((FileOffset % PAGE_SIZE) == 0 &&
1887 (Context.Offset.QuadPart + PAGE_SIZE <= Context.Segment->RawLength.QuadPart || !IsImageSection))
1888 {
1889 DirectMapped = TRUE;
1890 }
1891 }
1892 #endif
1893
1894
1895 /*
1896 * This should never happen since mappings of physical memory are never
1897 * placed in the rmap lists.
1898 */
1899 if (Context.Section->AllocationAttributes & SEC_PHYSICALMEMORY)
1900 {
1901 DPRINT1("Trying to page out from physical memory section address 0x%X "
1902 "process %d\n", Address,
1903 Process ? Process->UniqueProcessId : 0);
1904 KeBugCheck(MEMORY_MANAGEMENT);
1905 }
1906
1907 /*
1908 * Get the section segment entry and the physical address.
1909 */
1910 if (!MmIsPagePresent(Process, Address))
1911 {
1912 DPRINT1("Trying to page out not-present page at (%d,0x%.8X).\n",
1913 Process ? Process->UniqueProcessId : 0, Address);
1914 KeBugCheck(MEMORY_MANAGEMENT);
1915 }
1916 Page = MmGetPfnForProcess(Process, Address);
1917 SwapEntry = MmGetSavedSwapEntryPage(Page);
1918
1919 /*
1920 * Check the reference count to ensure this page can be paged out
1921 */
1922 if (MmGetReferenceCountPage(Page) != 1)
1923 {
1924 DPRINT("Cannot page out locked section page: 0x%p (RefCount: %d)\n",
1925 Page, MmGetReferenceCountPage(Page));
1926 MmSetPageEntrySectionSegment(Context.Segment, &Context.Offset, Entry);
1927 MmUnlockSectionSegment(Context.Segment);
1928 return STATUS_UNSUCCESSFUL;
1929 }
1930
1931 /*
1932 * Prepare the context structure for the rmap delete call.
1933 */
1934 MmUnlockSectionSegment(Context.Segment);
1935 Context.WasDirty = FALSE;
1936 if (Context.Segment->Image.Characteristics & IMAGE_SCN_CNT_UNINITIALIZED_DATA ||
1937 IS_SWAP_FROM_SSE(Entry) ||
1938 PFN_FROM_SSE(Entry) != Page)
1939 {
1940 Context.Private = TRUE;
1941 }
1942 else
1943 {
1944 Context.Private = FALSE;
1945 }
1946
1947 /*
1948 * Take an additional reference to the page or the cache segment.
1949 */
1950 if (DirectMapped && !Context.Private)
1951 {
1952 if(!MiIsPageFromCache(MemoryArea, Context.Offset.LowPart))
1953 {
1954 DPRINT1("Direct mapped non private page is not associated with the cache.\n");
1955 KeBugCheck(MEMORY_MANAGEMENT);
1956 }
1957 }
1958 else
1959 {
1960 OldIrql = KeAcquireQueuedSpinLock(LockQueuePfnLock);
1961 MmReferencePage(Page);
1962 KeReleaseQueuedSpinLock(LockQueuePfnLock, OldIrql);
1963 }
1964
1965 MmDeleteAllRmaps(Page, (PVOID)&Context, MmPageOutDeleteMapping);
1966
1967 /* Since we passed in a surrogate, we'll get back the page entry
1968 * state in our context. This is intended to make intermediate
1969 * decrements of share count not release the wait entry.
1970 */
1971 Entry = Context.SectionEntry;
1972
1973 /*
1974 * If this wasn't a private page then we should have reduced the entry to
1975 * zero by deleting all the rmaps.
1976 */
1977 if (!Context.Private && Entry != 0)
1978 {
1979 if (!(Context.Segment->Flags & MM_PAGEFILE_SEGMENT) &&
1980 !(Context.Segment->Image.Characteristics & IMAGE_SCN_MEM_SHARED))
1981 {
1982 KeBugCheckEx(MEMORY_MANAGEMENT, Entry, (ULONG_PTR)Process, (ULONG_PTR)Address, 0);
1983 }
1984 }
1985
1986 /*
1987 * If the page wasn't dirty then we can just free it as for a readonly page.
1988 * Since we unmapped all the mappings above we know it will not suddenly
1989 * become dirty.
1990 * If the page is from a pagefile section and has no swap entry,
1991 * we can't free the page at this point.
1992 */
1993 SwapEntry = MmGetSavedSwapEntryPage(Page);
1994 if (Context.Segment->Flags & MM_PAGEFILE_SEGMENT)
1995 {
1996 if (Context.Private)
1997 {
1998 DPRINT1("Found a %s private page (address %x) in a pagefile segment.\n",
1999 Context.WasDirty ? "dirty" : "clean", Address);
2000 KeBugCheckEx(MEMORY_MANAGEMENT, SwapEntry, (ULONG_PTR)Process, (ULONG_PTR)Address, 0);
2001 }
2002 if (!Context.WasDirty && SwapEntry != 0)
2003 {
2004 MmSetSavedSwapEntryPage(Page, 0);
2005 MmLockSectionSegment(Context.Segment);
2006 MmSetPageEntrySectionSegment(Context.Segment, &Context.Offset, MAKE_SWAP_SSE(SwapEntry));
2007 MmUnlockSectionSegment(Context.Segment);
2008 MmReleasePageMemoryConsumer(MC_USER, Page);
2009 MiSetPageEvent(NULL, NULL);
2010 return(STATUS_SUCCESS);
2011 }
2012 }
2013 else if (Context.Segment->Image.Characteristics & IMAGE_SCN_MEM_SHARED)
2014 {
2015 if (Context.Private)
2016 {
2017 DPRINT1("Found a %s private page (address %x) in a shared section segment.\n",
2018 Context.WasDirty ? "dirty" : "clean", Address);
2019 KeBugCheckEx(MEMORY_MANAGEMENT, Page, (ULONG_PTR)Process, (ULONG_PTR)Address, 0);
2020 }
2021 if (!Context.WasDirty || SwapEntry != 0)
2022 {
2023 MmSetSavedSwapEntryPage(Page, 0);
2024 if (SwapEntry != 0)
2025 {
2026 MmLockSectionSegment(Context.Segment);
2027 MmSetPageEntrySectionSegment(Context.Segment, &Context.Offset, MAKE_SWAP_SSE(SwapEntry));
2028 MmUnlockSectionSegment(Context.Segment);
2029 }
2030 MmReleasePageMemoryConsumer(MC_USER, Page);
2031 MiSetPageEvent(NULL, NULL);
2032 return(STATUS_SUCCESS);
2033 }
2034 }
2035 else if (!Context.Private && DirectMapped)
2036 {
2037 if (SwapEntry != 0)
2038 {
2039 DPRINT1("Found a swapentry for a non private and direct mapped page (address %x)\n",
2040 Address);
2041 KeBugCheckEx(MEMORY_MANAGEMENT, STATUS_UNSUCCESSFUL, SwapEntry, (ULONG_PTR)Process, (ULONG_PTR)Address);
2042 }
2043 #ifndef NEWCC
2044 Status = CcRosUnmapCacheSegment(Bcb, (ULONG)FileOffset, FALSE);
2045 #else
2046 Status = STATUS_SUCCESS;
2047 #endif
2048 #ifndef NEWCC
2049 if (!NT_SUCCESS(Status))
2050 {
2051 DPRINT1("CCRosUnmapCacheSegment failed, status = %x\n", Status);
2052 KeBugCheckEx(MEMORY_MANAGEMENT, Status, (ULONG_PTR)Bcb, (ULONG_PTR)FileOffset, (ULONG_PTR)Address);
2053 }
2054 #endif
2055 MiSetPageEvent(NULL, NULL);
2056 return(STATUS_SUCCESS);
2057 }
2058 else if (!Context.WasDirty && !DirectMapped && !Context.Private)
2059 {
2060 if (SwapEntry != 0)
2061 {
2062 DPRINT1("Found a swap entry for a non dirty, non private and not direct mapped page (address %x)\n",
2063 Address);
2064 KeBugCheckEx(MEMORY_MANAGEMENT, SwapEntry, Page, (ULONG_PTR)Process, (ULONG_PTR)Address);
2065 }
2066 MmReleasePageMemoryConsumer(MC_USER, Page);
2067 MiSetPageEvent(NULL, NULL);
2068 return(STATUS_SUCCESS);
2069 }
2070 else if (!Context.WasDirty && Context.Private && SwapEntry != 0)
2071 {
2072 DPRINT("Not dirty and private and not swapped (%p:%p)\n", Process, Address);
2073 MmSetSavedSwapEntryPage(Page, 0);
2074 MmLockAddressSpace(AddressSpace);
2075 Status = MmCreatePageFileMapping(Process,
2076 Address,
2077 SwapEntry);
2078 MmUnlockAddressSpace(AddressSpace);
2079 if (!NT_SUCCESS(Status))
2080 {
2081 DPRINT1("Status %x Swapping out %p:%p\n", Status, Process, Address);
2082 KeBugCheckEx(MEMORY_MANAGEMENT, Status, (ULONG_PTR)Process, (ULONG_PTR)Address, SwapEntry);
2083 }
2084 MmReleasePageMemoryConsumer(MC_USER, Page);
2085 MiSetPageEvent(NULL, NULL);
2086 return(STATUS_SUCCESS);
2087 }
2088
2089 /*
2090 * If necessary, allocate an entry in the paging file for this page
2091 */
2092 if (SwapEntry == 0)
2093 {
2094 SwapEntry = MmAllocSwapPage();
2095 if (SwapEntry == 0)
2096 {
2097 MmShowOutOfSpaceMessagePagingFile();
2098 MmLockAddressSpace(AddressSpace);
2099 /*
2100 * For private pages restore the old mappings.
2101 */
2102 if (Context.Private)
2103 {
2104 Status = MmCreateVirtualMapping(Process,
2105 Address,
2106 MemoryArea->Protect,
2107 &Page,
2108 1);
2109 MmSetDirtyPage(Process, Address);
2110 MmInsertRmap(Page,
2111 Process,
2112 Address);
2113 }
2114 else
2115 {
2116 ULONG_PTR OldEntry;
2117 /*
2118 * For non-private pages if the page wasn't direct mapped then
2119 * set it back into the section segment entry so we don't loose
2120 * our copy. Otherwise it will be handled by the cache manager.
2121 */
2122 Status = MmCreateVirtualMapping(Process,
2123 Address,
2124 MemoryArea->Protect,
2125 &Page,
2126 1);
2127 MmSetDirtyPage(Process, Address);
2128 MmInsertRmap(Page,
2129 Process,
2130 Address);
2131 // If we got here, the previous entry should have been a wait
2132 Entry = MAKE_SSE(Page << PAGE_SHIFT, 1);
2133 MmLockSectionSegment(Context.Segment);
2134 OldEntry = MmGetPageEntrySectionSegment(Context.Segment, &Context.Offset);
2135 ASSERT(OldEntry == 0 || OldEntry == MAKE_SWAP_SSE(MM_WAIT_ENTRY));
2136 MmSetPageEntrySectionSegment(Context.Segment, &Context.Offset, Entry);
2137 MmUnlockSectionSegment(Context.Segment);
2138 }
2139 MmUnlockAddressSpace(AddressSpace);
2140 MiSetPageEvent(NULL, NULL);
2141 return(STATUS_PAGEFILE_QUOTA);
2142 }
2143 }
2144
2145 /*
2146 * Write the page to the pagefile
2147 */
2148 Status = MmWriteToSwapPage(SwapEntry, Page);
2149 if (!NT_SUCCESS(Status))
2150 {
2151 DPRINT1("MM: Failed to write to swap page (Status was 0x%.8X)\n",
2152 Status);
2153 /*
2154 * As above: undo our actions.
2155 * FIXME: Also free the swap page.
2156 */
2157 MmLockAddressSpace(AddressSpace);
2158 if (Context.Private)
2159 {
2160 Status = MmCreateVirtualMapping(Process,
2161 Address,
2162 MemoryArea->Protect,
2163 &Page,
2164 1);
2165 MmSetDirtyPage(Process, Address);
2166 MmInsertRmap(Page,
2167 Process,
2168 Address);
2169 }
2170 else
2171 {
2172 Status = MmCreateVirtualMapping(Process,
2173 Address,
2174 MemoryArea->Protect,
2175 &Page,
2176 1);
2177 MmSetDirtyPage(Process, Address);
2178 MmInsertRmap(Page,
2179 Process,
2180 Address);
2181 Entry = MAKE_SSE(Page << PAGE_SHIFT, 1);
2182 MmSetPageEntrySectionSegment(Context.Segment, &Context.Offset, Entry);
2183 }
2184 MmUnlockAddressSpace(AddressSpace);
2185 MiSetPageEvent(NULL, NULL);
2186 return(STATUS_UNSUCCESSFUL);
2187 }
2188
2189 /*
2190 * Otherwise we have succeeded.
2191 */
2192 DPRINT("MM: Wrote section page 0x%.8X to swap!\n", Page << PAGE_SHIFT);
2193 MmSetSavedSwapEntryPage(Page, 0);
2194 if (Context.Segment->Flags & MM_PAGEFILE_SEGMENT ||
2195 Context.Segment->Image.Characteristics & IMAGE_SCN_MEM_SHARED)
2196 {
2197 MmLockSectionSegment(Context.Segment);
2198 MmSetPageEntrySectionSegment(Context.Segment, &Context.Offset, MAKE_SWAP_SSE(SwapEntry));
2199 MmUnlockSectionSegment(Context.Segment);
2200 }
2201 else
2202 {
2203 MmReleasePageMemoryConsumer(MC_USER, Page);
2204 }
2205
2206 if (Context.Private)
2207 {
2208 MmLockAddressSpace(AddressSpace);
2209 MmLockSectionSegment(Context.Segment);
2210 Status = MmCreatePageFileMapping(Process,
2211 Address,
2212 SwapEntry);
2213 /* We had placed a wait entry upon entry ... replace it before leaving */
2214 MmSetPageEntrySectionSegment(Context.Segment, &Context.Offset, Entry);
2215 MmUnlockSectionSegment(Context.Segment);
2216 MmUnlockAddressSpace(AddressSpace);
2217 if (!NT_SUCCESS(Status))
2218 {
2219 DPRINT1("Status %x Creating page file mapping for %p:%p\n", Status, Process, Address);
2220 KeBugCheckEx(MEMORY_MANAGEMENT, Status, (ULONG_PTR)Process, (ULONG_PTR)Address, SwapEntry);
2221 }
2222 }
2223 else
2224 {
2225 MmLockAddressSpace(AddressSpace);
2226 MmLockSectionSegment(Context.Segment);
2227 Entry = MAKE_SWAP_SSE(SwapEntry);
2228 /* We had placed a wait entry upon entry ... replace it before leaving */
2229 MmSetPageEntrySectionSegment(Context.Segment, &Context.Offset, Entry);
2230 MmUnlockSectionSegment(Context.Segment);
2231 MmUnlockAddressSpace(AddressSpace);
2232 }
2233
2234 MiSetPageEvent(NULL, NULL);
2235 return(STATUS_SUCCESS);
2236 }
2237
2238 NTSTATUS
2239 NTAPI
2240 MmWritePageSectionView(PMMSUPPORT AddressSpace,
2241 PMEMORY_AREA MemoryArea,
2242 PVOID Address,
2243 ULONG PageEntry)
2244 {
2245 LARGE_INTEGER Offset;
2246 PROS_SECTION_OBJECT Section;
2247 PMM_SECTION_SEGMENT Segment;
2248 PFN_NUMBER Page;
2249 SWAPENTRY SwapEntry;
2250 ULONG_PTR Entry;
2251 BOOLEAN Private;
2252 NTSTATUS Status;
2253 PFILE_OBJECT FileObject;
2254 PBCB Bcb = NULL;
2255 BOOLEAN DirectMapped;
2256 BOOLEAN IsImageSection;
2257 PEPROCESS Process = MmGetAddressSpaceOwner(AddressSpace);
2258
2259 Address = (PVOID)PAGE_ROUND_DOWN(Address);
2260
2261 Offset.QuadPart = (ULONG_PTR)Address - (ULONG_PTR)MemoryArea->StartingAddress
2262 + MemoryArea->Data.SectionData.ViewOffset.QuadPart;
2263
2264 /*
2265 * Get the segment and section.
2266 */
2267 Segment = MemoryArea->Data.SectionData.Segment;
2268 Section = MemoryArea->Data.SectionData.Section;
2269 IsImageSection = Section->AllocationAttributes & SEC_IMAGE ? TRUE : FALSE;
2270
2271 FileObject = Section->FileObject;
2272 DirectMapped = FALSE;
2273 if (FileObject != NULL &&
2274 !(Segment->Image.Characteristics & IMAGE_SCN_MEM_SHARED))
2275 {
2276 Bcb = FileObject->SectionObjectPointer->SharedCacheMap;
2277
2278 /*
2279 * If the file system is letting us go directly to the cache and the
2280 * memory area was mapped at an offset in the file which is page aligned
2281 * then note this is a direct mapped page.
2282 */
2283 if (((Offset.QuadPart + Segment->Image.FileOffset) % PAGE_SIZE) == 0 &&
2284 (Offset.QuadPart + PAGE_SIZE <= Segment->RawLength.QuadPart || !IsImageSection))
2285 {
2286 DirectMapped = TRUE;
2287 }
2288 }
2289
2290 /*
2291 * This should never happen since mappings of physical memory are never
2292 * placed in the rmap lists.
2293 */
2294 if (Section->AllocationAttributes & SEC_PHYSICALMEMORY)
2295 {
2296 DPRINT1("Trying to write back page from physical memory mapped at %X "
2297 "process %d\n", Address,
2298 Process ? Process->UniqueProcessId : 0);
2299 KeBugCheck(MEMORY_MANAGEMENT);
2300 }
2301
2302 /*
2303 * Get the section segment entry and the physical address.
2304 */
2305 Entry = MmGetPageEntrySectionSegment(Segment, &Offset);
2306 if (!MmIsPagePresent(Process, Address))
2307 {
2308 DPRINT1("Trying to page out not-present page at (%d,0x%.8X).\n",
2309 Process ? Process->UniqueProcessId : 0, Address);
2310 KeBugCheck(MEMORY_MANAGEMENT);
2311 }
2312 Page = MmGetPfnForProcess(Process, Address);
2313 SwapEntry = MmGetSavedSwapEntryPage(Page);
2314
2315 /*
2316 * Check for a private (COWed) page.
2317 */
2318 if (Segment->Image.Characteristics & IMAGE_SCN_CNT_UNINITIALIZED_DATA ||
2319 IS_SWAP_FROM_SSE(Entry) ||
2320 PFN_FROM_SSE(Entry) != Page)
2321 {
2322 Private = TRUE;
2323 }
2324 else
2325 {
2326 Private = FALSE;
2327 }
2328
2329 /*
2330 * Speculatively set all mappings of the page to clean.
2331 */
2332 MmSetCleanAllRmaps(Page);
2333
2334 /*
2335 * If this page was direct mapped from the cache then the cache manager
2336 * will take care of writing it back to disk.
2337 */
2338 if (DirectMapped && !Private)
2339 {
2340 LARGE_INTEGER SOffset;
2341 ASSERT(SwapEntry == 0);
2342 SOffset.QuadPart = Offset.QuadPart + Segment->Image.FileOffset;
2343 #ifndef NEWCC
2344 CcRosMarkDirtyCacheSegment(Bcb, Offset.LowPart);
2345 #endif
2346 MmLockSectionSegment(Segment);
2347 MmSetPageEntrySectionSegment(Segment, &Offset, PageEntry);
2348 MmUnlockSectionSegment(Segment);
2349 MiSetPageEvent(NULL, NULL);
2350 return(STATUS_SUCCESS);
2351 }
2352
2353 /*
2354 * If necessary, allocate an entry in the paging file for this page
2355 */
2356 if (SwapEntry == 0)
2357 {
2358 SwapEntry = MmAllocSwapPage();
2359 if (SwapEntry == 0)
2360 {
2361 MmSetDirtyAllRmaps(Page);
2362 MiSetPageEvent(NULL, NULL);
2363 return(STATUS_PAGEFILE_QUOTA);
2364 }
2365 MmSetSavedSwapEntryPage(Page, SwapEntry);
2366 }
2367
2368 /*
2369 * Write the page to the pagefile
2370 */
2371 Status = MmWriteToSwapPage(SwapEntry, Page);
2372 if (!NT_SUCCESS(Status))
2373 {
2374 DPRINT1("MM: Failed to write to swap page (Status was 0x%.8X)\n",
2375 Status);
2376 MmSetDirtyAllRmaps(Page);
2377 MiSetPageEvent(NULL, NULL);
2378 return(STATUS_UNSUCCESSFUL);
2379 }
2380
2381 /*
2382 * Otherwise we have succeeded.
2383 */
2384 DPRINT("MM: Wrote section page 0x%.8X to swap!\n", Page << PAGE_SHIFT);
2385 MiSetPageEvent(NULL, NULL);
2386 return(STATUS_SUCCESS);
2387 }
2388
2389 static VOID
2390 MmAlterViewAttributes(PMMSUPPORT AddressSpace,
2391 PVOID BaseAddress,
2392 SIZE_T RegionSize,
2393 ULONG OldType,
2394 ULONG OldProtect,
2395 ULONG NewType,
2396 ULONG NewProtect)
2397 {
2398 PMEMORY_AREA MemoryArea;
2399 PMM_SECTION_SEGMENT Segment;
2400 BOOLEAN DoCOW = FALSE;
2401 ULONG i;
2402 PEPROCESS Process = MmGetAddressSpaceOwner(AddressSpace);
2403
2404 MemoryArea = MmLocateMemoryAreaByAddress(AddressSpace, BaseAddress);
2405 ASSERT(MemoryArea != NULL);
2406 Segment = MemoryArea->Data.SectionData.Segment;
2407 MmLockSectionSegment(Segment);
2408
2409 if ((Segment->WriteCopy) &&
2410 (NewProtect == PAGE_READWRITE || NewProtect == PAGE_EXECUTE_READWRITE))
2411 {
2412 DoCOW = TRUE;
2413 }
2414
2415 if (OldProtect != NewProtect)
2416 {
2417 for (i = 0; i < PAGE_ROUND_UP(RegionSize) / PAGE_SIZE; i++)
2418 {
2419 SWAPENTRY SwapEntry;
2420 PVOID Address = (char*)BaseAddress + (i * PAGE_SIZE);
2421 ULONG Protect = NewProtect;
2422
2423 /* Wait for a wait entry to disappear */
2424 do {
2425 MmGetPageFileMapping(Process, Address, &SwapEntry);
2426 if (SwapEntry != MM_WAIT_ENTRY)
2427 break;
2428 MiWaitForPageEvent(Process, Address);
2429 } while (TRUE);
2430
2431 /*
2432 * If we doing COW for this segment then check if the page is
2433 * already private.
2434 */
2435 if (DoCOW && MmIsPagePresent(Process, Address))
2436 {
2437 LARGE_INTEGER Offset;
2438 ULONG_PTR Entry;
2439 PFN_NUMBER Page;
2440
2441 Offset.QuadPart = (ULONG_PTR)Address - (ULONG_PTR)MemoryArea->StartingAddress
2442 + MemoryArea->Data.SectionData.ViewOffset.QuadPart;
2443 Entry = MmGetPageEntrySectionSegment(Segment, &Offset);
2444 /*
2445 * An MM_WAIT_ENTRY is ok in this case... It'll just count as
2446 * IS_SWAP_FROM_SSE and we'll do the right thing.
2447 */
2448 Page = MmGetPfnForProcess(Process, Address);
2449
2450 Protect = PAGE_READONLY;
2451 if (Segment->Image.Characteristics & IMAGE_SCN_CNT_UNINITIALIZED_DATA ||
2452 IS_SWAP_FROM_SSE(Entry) ||
2453 PFN_FROM_SSE(Entry) != Page)
2454 {
2455 Protect = NewProtect;
2456 }
2457 }
2458
2459 if (MmIsPagePresent(Process, Address) || MmIsDisabledPage(Process, Address))
2460 {
2461 MmSetPageProtect(Process, Address,
2462 Protect);
2463 }
2464 }
2465 }
2466
2467 MmUnlockSectionSegment(Segment);
2468 }
2469
2470 NTSTATUS
2471 NTAPI
2472 MmProtectSectionView(PMMSUPPORT AddressSpace,
2473 PMEMORY_AREA MemoryArea,
2474 PVOID BaseAddress,
2475 SIZE_T Length,
2476 ULONG Protect,
2477 PULONG OldProtect)
2478 {
2479 PMM_REGION Region;
2480 NTSTATUS Status;
2481 ULONG_PTR MaxLength;
2482
2483 MaxLength = (ULONG_PTR)MemoryArea->EndingAddress - (ULONG_PTR)BaseAddress;
2484 if (Length > MaxLength)
2485 Length = (ULONG)MaxLength;
2486
2487 Region = MmFindRegion(MemoryArea->StartingAddress,
2488 &MemoryArea->Data.SectionData.RegionListHead,
2489 BaseAddress, NULL);
2490 ASSERT(Region != NULL);
2491
2492 if ((MemoryArea->Flags & SEC_NO_CHANGE) &&
2493 Region->Protect != Protect)
2494 {
2495 return STATUS_INVALID_PAGE_PROTECTION;
2496 }
2497
2498 *OldProtect = Region->Protect;
2499 Status = MmAlterRegion(AddressSpace, MemoryArea->StartingAddress,
2500 &MemoryArea->Data.SectionData.RegionListHead,
2501 BaseAddress, Length, Region->Type, Protect,
2502 MmAlterViewAttributes);
2503
2504 return(Status);
2505 }
2506
2507 NTSTATUS NTAPI
2508 MmQuerySectionView(PMEMORY_AREA MemoryArea,
2509 PVOID Address,
2510 PMEMORY_BASIC_INFORMATION Info,
2511 PSIZE_T ResultLength)
2512 {
2513 PMM_REGION Region;
2514 PVOID RegionBaseAddress;
2515 PROS_SECTION_OBJECT Section;
2516 PMM_SECTION_SEGMENT Segment;
2517
2518 Region = MmFindRegion((PVOID)MemoryArea->StartingAddress,
2519 &MemoryArea->Data.SectionData.RegionListHead,
2520 Address, &RegionBaseAddress);
2521 if (Region == NULL)
2522 {
2523 return STATUS_UNSUCCESSFUL;
2524 }
2525
2526 Section = MemoryArea->Data.SectionData.Section;
2527 if (Section->AllocationAttributes & SEC_IMAGE)
2528 {
2529 Segment = MemoryArea->Data.SectionData.Segment;
2530 Info->AllocationBase = (PUCHAR)MemoryArea->StartingAddress - Segment->Image.VirtualAddress;
2531 Info->Type = MEM_IMAGE;
2532 }
2533 else
2534 {
2535 Info->AllocationBase = MemoryArea->StartingAddress;
2536 Info->Type = MEM_MAPPED;
2537 }
2538 Info->BaseAddress = RegionBaseAddress;
2539 Info->AllocationProtect = MemoryArea->Protect;
2540 Info->RegionSize = Region->Length;
2541 Info->State = MEM_COMMIT;
2542 Info->Protect = Region->Protect;
2543
2544 *ResultLength = sizeof(MEMORY_BASIC_INFORMATION);
2545 return(STATUS_SUCCESS);
2546 }
2547
2548 VOID
2549 NTAPI
2550 MmpFreePageFileSegment(PMM_SECTION_SEGMENT Segment)
2551 {
2552 ULONG Length;
2553 LARGE_INTEGER Offset;
2554 ULONG_PTR Entry;
2555 SWAPENTRY SavedSwapEntry;
2556 PFN_NUMBER Page;
2557
2558 Page = 0;
2559
2560 MmLockSectionSegment(Segment);
2561
2562 Length = PAGE_ROUND_UP(Segment->Length.QuadPart);
2563 for (Offset.QuadPart = 0; Offset.QuadPart < Length; Offset.QuadPart += PAGE_SIZE)
2564 {
2565 Entry = MmGetPageEntrySectionSegment(Segment, &Offset);
2566 if (Entry)
2567 {
2568 MmSetPageEntrySectionSegment(Segment, &Offset, 0);
2569 if (IS_SWAP_FROM_SSE(Entry))
2570 {
2571 MmFreeSwapPage(SWAPENTRY_FROM_SSE(Entry));
2572 }
2573 else
2574 {
2575 Page = PFN_FROM_SSE(Entry);
2576 SavedSwapEntry = MmGetSavedSwapEntryPage(Page);
2577 if (SavedSwapEntry != 0)
2578 {
2579 MmSetSavedSwapEntryPage(Page, 0);
2580 MmFreeSwapPage(SavedSwapEntry);
2581 }
2582 MmReleasePageMemoryConsumer(MC_USER, Page);
2583 }
2584 }
2585 }
2586
2587 MmUnlockSectionSegment(Segment);
2588 }
2589
2590 VOID NTAPI
2591 MmpDeleteSection(PVOID ObjectBody)
2592 {
2593 PROS_SECTION_OBJECT Section = (PROS_SECTION_OBJECT)ObjectBody;
2594
2595 DPRINT("MmpDeleteSection(ObjectBody %p)\n", ObjectBody);
2596 if (Section->AllocationAttributes & SEC_IMAGE)
2597 {
2598 ULONG i;
2599 ULONG NrSegments;
2600 ULONG RefCount;
2601 PMM_SECTION_SEGMENT SectionSegments;
2602
2603 /*
2604 * NOTE: Section->ImageSection can be NULL for short time
2605 * during the section creating. If we fail for some reason
2606 * until the image section is properly initialized we shouldn't
2607 * process further here.
2608 */
2609 if (Section->ImageSection == NULL)
2610 return;
2611
2612 SectionSegments = Section->ImageSection->Segments;
2613 NrSegments = Section->ImageSection->NrSegments;
2614
2615 for (i = 0; i < NrSegments; i++)
2616 {
2617 if (SectionSegments[i].Image.Characteristics & IMAGE_SCN_MEM_SHARED)
2618 {
2619 MmLockSectionSegment(&SectionSegments[i]);
2620 }
2621 RefCount = InterlockedDecrementUL(&SectionSegments[i].ReferenceCount);
2622 if (SectionSegments[i].Image.Characteristics & IMAGE_SCN_MEM_SHARED)
2623 {
2624 MmUnlockSectionSegment(&SectionSegments[i]);
2625 if (RefCount == 0)
2626 {
2627 MmpFreePageFileSegment(&SectionSegments[i]);
2628 }
2629 }
2630 }
2631 }
2632 #ifdef NEWCC
2633 else if (Section->Segment && Section->Segment->Flags & MM_DATAFILE_SEGMENT)
2634 {
2635 ULONG RefCount = 0;
2636 PMM_SECTION_SEGMENT Segment = Section->Segment;
2637
2638 if (Segment &&
2639 (RefCount = InterlockedDecrementUL(&Segment->ReferenceCount)) == 0)
2640 {
2641 DPRINT("Freeing section segment\n");
2642 Section->Segment = NULL;
2643 MmFinalizeSegment(Segment);
2644 }
2645 else
2646 {
2647 DPRINT("RefCount %d\n", RefCount);
2648 }
2649 }
2650 #endif
2651 else
2652 {
2653 /*
2654 * NOTE: Section->Segment can be NULL for short time
2655 * during the section creating.
2656 */
2657 if (Section->Segment == NULL)
2658 return;
2659
2660 if (Section->Segment->Flags & MM_PAGEFILE_SEGMENT)
2661 {
2662 MmpFreePageFileSegment(Section->Segment);
2663 MmFreePageTablesSectionSegment(Section->Segment, NULL);
2664 ExFreePool(Section->Segment);
2665 Section->Segment = NULL;
2666 }
2667 else
2668 {
2669 (void)InterlockedDecrementUL(&Section->Segment->ReferenceCount);
2670 }
2671 }
2672 if (Section->FileObject != NULL)
2673 {
2674 #ifndef NEWCC
2675 CcRosDereferenceCache(Section->FileObject);
2676 #endif
2677 ObDereferenceObject(Section->FileObject);
2678 Section->FileObject = NULL;
2679 }
2680 }
2681
2682 VOID NTAPI
2683 MmpCloseSection(IN PEPROCESS Process OPTIONAL,
2684 IN PVOID Object,
2685 IN ACCESS_MASK GrantedAccess,
2686 IN ULONG ProcessHandleCount,
2687 IN ULONG SystemHandleCount)
2688 {
2689 DPRINT("MmpCloseSection(OB %x, HC %d)\n",
2690 Object, ProcessHandleCount);
2691 }
2692
2693 NTSTATUS
2694 INIT_FUNCTION
2695 NTAPI
2696 MmCreatePhysicalMemorySection(VOID)
2697 {
2698 PROS_SECTION_OBJECT PhysSection;
2699 NTSTATUS Status;
2700 OBJECT_ATTRIBUTES Obj;
2701 UNICODE_STRING Name = RTL_CONSTANT_STRING(L"\\Device\\PhysicalMemory");
2702 LARGE_INTEGER SectionSize;
2703 HANDLE Handle;
2704
2705 /*
2706 * Create the section mapping physical memory
2707 */
2708 SectionSize.QuadPart = 0xFFFFFFFF;
2709 InitializeObjectAttributes(&Obj,
2710 &Name,
2711 OBJ_PERMANENT,
2712 NULL,
2713 NULL);
2714 Status = MmCreateSection((PVOID)&PhysSection,
2715 SECTION_ALL_ACCESS,
2716 &Obj,
2717 &SectionSize,
2718 PAGE_EXECUTE_READWRITE,
2719 SEC_PHYSICALMEMORY,
2720 NULL,
2721 NULL);
2722 if (!NT_SUCCESS(Status))
2723 {
2724 DPRINT1("Failed to create PhysicalMemory section\n");
2725 KeBugCheck(MEMORY_MANAGEMENT);
2726 }
2727 Status = ObInsertObject(PhysSection,
2728 NULL,
2729 SECTION_ALL_ACCESS,
2730 0,
2731 NULL,
2732 &Handle);
2733 if (!NT_SUCCESS(Status))
2734 {
2735 ObDereferenceObject(PhysSection);
2736 }
2737 ObCloseHandle(Handle, KernelMode);
2738 PhysSection->AllocationAttributes |= SEC_PHYSICALMEMORY;
2739 PhysSection->Segment->Flags &= ~MM_PAGEFILE_SEGMENT;
2740
2741 return(STATUS_SUCCESS);
2742 }
2743
2744 NTSTATUS
2745 INIT_FUNCTION
2746 NTAPI
2747 MmInitSectionImplementation(VOID)
2748 {
2749 OBJECT_TYPE_INITIALIZER ObjectTypeInitializer;
2750 UNICODE_STRING Name;
2751
2752 DPRINT("Creating Section Object Type\n");
2753
2754 /* Initialize the section based root */
2755 ASSERT(MmSectionBasedRoot.NumberGenericTableElements == 0);
2756 MmSectionBasedRoot.BalancedRoot.u1.Parent = &MmSectionBasedRoot.BalancedRoot;
2757
2758 /* Initialize the Section object type */
2759 RtlZeroMemory(&ObjectTypeInitializer, sizeof(ObjectTypeInitializer));
2760 RtlInitUnicodeString(&Name, L"Section");
2761 ObjectTypeInitializer.Length = sizeof(ObjectTypeInitializer);
2762 ObjectTypeInitializer.DefaultPagedPoolCharge = sizeof(ROS_SECTION_OBJECT);
2763 ObjectTypeInitializer.PoolType = PagedPool;
2764 ObjectTypeInitializer.UseDefaultObject = TRUE;
2765 ObjectTypeInitializer.GenericMapping = MmpSectionMapping;
2766 ObjectTypeInitializer.DeleteProcedure = MmpDeleteSection;
2767 ObjectTypeInitializer.CloseProcedure = MmpCloseSection;
2768 ObjectTypeInitializer.ValidAccessMask = SECTION_ALL_ACCESS;
2769 ObjectTypeInitializer.InvalidAttributes = OBJ_OPENLINK;
2770 ObCreateObjectType(&Name, &ObjectTypeInitializer, NULL, &MmSectionObjectType);
2771
2772 MmCreatePhysicalMemorySection();
2773
2774 return(STATUS_SUCCESS);
2775 }
2776
2777 NTSTATUS
2778 NTAPI
2779 MmCreatePageFileSection(PROS_SECTION_OBJECT *SectionObject,
2780 ACCESS_MASK DesiredAccess,
2781 POBJECT_ATTRIBUTES ObjectAttributes,
2782 PLARGE_INTEGER UMaximumSize,
2783 ULONG SectionPageProtection,
2784 ULONG AllocationAttributes)
2785 /*
2786 * Create a section which is backed by the pagefile
2787 */
2788 {
2789 LARGE_INTEGER MaximumSize;
2790 PROS_SECTION_OBJECT Section;
2791 PMM_SECTION_SEGMENT Segment;
2792 NTSTATUS Status;
2793
2794 if (UMaximumSize == NULL)
2795 {
2796 return(STATUS_UNSUCCESSFUL);
2797 }
2798 MaximumSize = *UMaximumSize;
2799
2800 /*
2801 * Create the section
2802 */
2803 Status = ObCreateObject(ExGetPreviousMode(),
2804 MmSectionObjectType,
2805 ObjectAttributes,
2806 ExGetPreviousMode(),
2807 NULL,
2808 sizeof(ROS_SECTION_OBJECT),
2809 0,
2810 0,
2811 (PVOID*)(PVOID)&Section);
2812 if (!NT_SUCCESS(Status))
2813 {
2814 return(Status);
2815 }
2816
2817 /*
2818 * Initialize it
2819 */
2820 RtlZeroMemory(Section, sizeof(ROS_SECTION_OBJECT));
2821 Section->Type = 'SC';
2822 Section->Size = 'TN';
2823 Section->SectionPageProtection = SectionPageProtection;
2824 Section->AllocationAttributes = AllocationAttributes;
2825 Section->MaximumSize = MaximumSize;
2826 Segment = ExAllocatePoolWithTag(NonPagedPool, sizeof(MM_SECTION_SEGMENT),
2827 TAG_MM_SECTION_SEGMENT);
2828 if (Segment == NULL)
2829 {
2830 ObDereferenceObject(Section);
2831 return(STATUS_NO_MEMORY);
2832 }
2833 RtlZeroMemory(Segment, sizeof(MM_SECTION_SEGMENT));
2834 Section->Segment = Segment;
2835 Segment->ReferenceCount = 1;
2836 ExInitializeFastMutex(&Segment->Lock);
2837 Segment->Image.FileOffset = 0;
2838 Segment->Protection = SectionPageProtection;
2839 Segment->RawLength.QuadPart = MaximumSize.u.LowPart;
2840 Segment->Length.QuadPart = PAGE_ROUND_UP(MaximumSize.u.LowPart);
2841 Segment->Flags = MM_PAGEFILE_SEGMENT;
2842 Segment->WriteCopy = FALSE;
2843 Segment->Image.VirtualAddress = 0;
2844 Segment->Image.Characteristics = 0;
2845 *SectionObject = Section;
2846 MiInitializeSectionPageTable(Segment);
2847 return(STATUS_SUCCESS);
2848 }
2849
2850 NTSTATUS
2851 NTAPI
2852 MmCreateDataFileSection(PROS_SECTION_OBJECT *SectionObject,
2853 ACCESS_MASK DesiredAccess,
2854 POBJECT_ATTRIBUTES ObjectAttributes,
2855 PLARGE_INTEGER UMaximumSize,
2856 ULONG SectionPageProtection,
2857 ULONG AllocationAttributes,
2858 HANDLE FileHandle)
2859 /*
2860 * Create a section backed by a data file
2861 */
2862 {
2863 PROS_SECTION_OBJECT Section;
2864 NTSTATUS Status;
2865 LARGE_INTEGER MaximumSize;
2866 PFILE_OBJECT FileObject;
2867 PMM_SECTION_SEGMENT Segment;
2868 ULONG FileAccess;
2869 IO_STATUS_BLOCK Iosb;
2870 LARGE_INTEGER Offset;
2871 CHAR Buffer;
2872 FILE_STANDARD_INFORMATION FileInfo;
2873 ULONG Length;
2874
2875 /*
2876 * Create the section
2877 */
2878 Status = ObCreateObject(ExGetPreviousMode(),
2879 MmSectionObjectType,
2880 ObjectAttributes,
2881 ExGetPreviousMode(),
2882 NULL,
2883 sizeof(ROS_SECTION_OBJECT),
2884 0,
2885 0,
2886 (PVOID*)&Section);
2887 if (!NT_SUCCESS(Status))
2888 {
2889 return(Status);
2890 }
2891 /*
2892 * Initialize it
2893 */
2894 RtlZeroMemory(Section, sizeof(ROS_SECTION_OBJECT));
2895 Section->Type = 'SC';
2896 Section->Size = 'TN';
2897 Section->SectionPageProtection = SectionPageProtection;
2898 Section->AllocationAttributes = AllocationAttributes;
2899
2900 /*
2901 * Reference the file handle
2902 */
2903 FileAccess = MiArm3GetCorrectFileAccessMask(SectionPageProtection);
2904 Status = ObReferenceObjectByHandle(FileHandle,
2905 FileAccess,
2906 IoFileObjectType,
2907 ExGetPreviousMode(),
2908 (PVOID*)(PVOID)&FileObject,
2909 NULL);
2910 if (!NT_SUCCESS(Status))
2911 {
2912 ObDereferenceObject(Section);
2913 return(Status);
2914 }
2915
2916 /*
2917 * FIXME: This is propably not entirely correct. We can't look into
2918 * the standard FCB header because it might not be initialized yet
2919 * (as in case of the EXT2FS driver by Manoj Paul Joseph where the
2920 * standard file information is filled on first request).
2921 */
2922 Status = IoQueryFileInformation(FileObject,
2923 FileStandardInformation,
2924 sizeof(FILE_STANDARD_INFORMATION),
2925 &FileInfo,
2926 &Length);
2927 Iosb.Information = Length;
2928 if (!NT_SUCCESS(Status))
2929 {
2930 ObDereferenceObject(Section);
2931 ObDereferenceObject(FileObject);
2932 return Status;
2933 }
2934
2935 /*
2936 * FIXME: Revise this once a locking order for file size changes is
2937 * decided
2938 */
2939 if ((UMaximumSize != NULL) && (UMaximumSize->QuadPart != 0))
2940 {
2941 MaximumSize = *UMaximumSize;
2942 }
2943 else
2944 {
2945 MaximumSize = FileInfo.EndOfFile;
2946 /* Mapping zero-sized files isn't allowed. */
2947 if (MaximumSize.QuadPart == 0)
2948 {
2949 ObDereferenceObject(Section);
2950 ObDereferenceObject(FileObject);
2951 return STATUS_FILE_INVALID;
2952 }
2953 }
2954
2955 if (MaximumSize.QuadPart > FileInfo.EndOfFile.QuadPart)
2956 {
2957 Status = IoSetInformation(FileObject,
2958 FileAllocationInformation,
2959 sizeof(LARGE_INTEGER),
2960 &MaximumSize);
2961 if (!NT_SUCCESS(Status))
2962 {
2963 ObDereferenceObject(Section);
2964 ObDereferenceObject(FileObject);
2965 return(STATUS_SECTION_NOT_EXTENDED);
2966 }
2967 }
2968
2969 if (FileObject->SectionObjectPointer == NULL ||
2970 FileObject->SectionObjectPointer->SharedCacheMap == NULL)
2971 {
2972 /*
2973 * Read a bit so caching is initiated for the file object.
2974 * This is only needed because MiReadPage currently cannot
2975 * handle non-cached streams.
2976 */
2977 Offset.QuadPart = 0;
2978 Status = ZwReadFile(FileHandle,
2979 NULL,
2980 NULL,
2981 NULL,
2982 &Iosb,
2983 &Buffer,
2984 sizeof (Buffer),
2985 &Offset,
2986 0);
2987 if (!NT_SUCCESS(Status) && (Status != STATUS_END_OF_FILE))
2988 {
2989 ObDereferenceObject(Section);
2990 ObDereferenceObject(FileObject);
2991 return(Status);
2992 }
2993 if (FileObject->SectionObjectPointer == NULL ||
2994 FileObject->SectionObjectPointer->SharedCacheMap == NULL)
2995 {
2996 /* FIXME: handle this situation */
2997 ObDereferenceObject(Section);
2998 ObDereferenceObject(FileObject);
2999 return STATUS_INVALID_PARAMETER;
3000 }
3001 }
3002
3003 /*
3004 * Lock the file
3005 */
3006 Status = MmspWaitForFileLock(FileObject);
3007 if (Status != STATUS_SUCCESS)
3008 {
3009 ObDereferenceObject(Section);
3010 ObDereferenceObject(FileObject);
3011 return(Status);
3012 }
3013
3014 /*
3015 * If this file hasn't been mapped as a data file before then allocate a
3016 * section segment to describe the data file mapping
3017 */
3018 if (FileObject->SectionObjectPointer->DataSectionObject == NULL)
3019 {
3020 Segment = ExAllocatePoolWithTag(NonPagedPool, sizeof(MM_SECTION_SEGMENT),
3021 TAG_MM_SECTION_SEGMENT);
3022 if (Segment == NULL)
3023 {
3024 //KeSetEvent((PVOID)&FileObject->Lock, IO_NO_INCREMENT, FALSE);
3025 ObDereferenceObject(Section);
3026 ObDereferenceObject(FileObject);
3027 return(STATUS_NO_MEMORY);
3028 }
3029 Section->Segment = Segment;
3030 Segment->ReferenceCount = 1;
3031 ExInitializeFastMutex(&Segment->Lock);
3032 /*
3033 * Set the lock before assigning the segment to the file object
3034 */
3035 ExAcquireFastMutex(&Segment->Lock);
3036 FileObject->SectionObjectPointer->DataSectionObject = (PVOID)Segment;
3037
3038 Segment->Image.FileOffset = 0;
3039 Segment->Protection = SectionPageProtection;
3040 Segment->Flags = MM_DATAFILE_SEGMENT;
3041 Segment->Image.Characteristics = 0;
3042 Segment->WriteCopy = (SectionPageProtection & (PAGE_WRITECOPY | PAGE_EXECUTE_WRITECOPY));
3043 if (AllocationAttributes & SEC_RESERVE)
3044 {
3045 Segment->Length.QuadPart = Segment->RawLength.QuadPart = 0;
3046 }
3047 else
3048 {
3049 Segment->RawLength.QuadPart = MaximumSize.QuadPart;
3050 Segment->Length.QuadPart = PAGE_ROUND_UP(Segment->RawLength.QuadPart);
3051 }
3052 Segment->Image.VirtualAddress = 0;
3053 Segment->Locked = TRUE;
3054 MiInitializeSectionPageTable(Segment);
3055 }
3056 else
3057 {
3058 /*
3059 * If the file is already mapped as a data file then we may need
3060 * to extend it
3061 */
3062 Segment =
3063 (PMM_SECTION_SEGMENT)FileObject->SectionObjectPointer->
3064 DataSectionObject;
3065 Section->Segment = Segment;
3066 (void)InterlockedIncrementUL(&Segment->ReferenceCount);
3067 MmLockSectionSegment(Segment);
3068
3069 if (MaximumSize.QuadPart > Segment->RawLength.QuadPart &&
3070 !(AllocationAttributes & SEC_RESERVE))
3071 {
3072 Segment->RawLength.QuadPart = MaximumSize.QuadPart;
3073 Segment->Length.QuadPart = PAGE_ROUND_UP(Segment->RawLength.QuadPart);
3074 }
3075 }
3076 MmUnlockSectionSegment(Segment);
3077 Section->FileObject = FileObject;
3078 Section->MaximumSize = MaximumSize;
3079 #ifndef NEWCC
3080 CcRosReferenceCache(FileObject);
3081 #endif
3082 //KeSetEvent((PVOID)&FileObject->Lock, IO_NO_INCREMENT, FALSE);
3083 *SectionObject = Section;
3084 return(STATUS_SUCCESS);
3085 }
3086
3087 /*
3088 TODO: not that great (declaring loaders statically, having to declare all of
3089 them, having to keep them extern, etc.), will fix in the future
3090 */
3091 extern NTSTATUS NTAPI PeFmtCreateSection
3092 (
3093 IN CONST VOID * FileHeader,
3094 IN SIZE_T FileHeaderSize,
3095 IN PVOID File,
3096 OUT PMM_IMAGE_SECTION_OBJECT ImageSectionObject,
3097 OUT PULONG Flags,
3098 IN PEXEFMT_CB_READ_FILE ReadFileCb,
3099 IN PEXEFMT_CB_ALLOCATE_SEGMENTS AllocateSegmentsCb
3100 );
3101
3102 extern NTSTATUS NTAPI ElfFmtCreateSection
3103 (
3104 IN CONST VOID * FileHeader,
3105 IN SIZE_T FileHeaderSize,
3106 IN PVOID File,
3107 OUT PMM_IMAGE_SECTION_OBJECT ImageSectionObject,
3108 OUT PULONG Flags,
3109 IN PEXEFMT_CB_READ_FILE ReadFileCb,
3110 IN PEXEFMT_CB_ALLOCATE_SEGMENTS AllocateSegmentsCb
3111 );
3112
3113 /* TODO: this is a standard DDK/PSDK macro */
3114 #ifndef RTL_NUMBER_OF
3115 #define RTL_NUMBER_OF(ARR_) (sizeof(ARR_) / sizeof((ARR_)[0]))
3116 #endif
3117
3118 static PEXEFMT_LOADER ExeFmtpLoaders[] =
3119 {
3120 PeFmtCreateSection,
3121 #ifdef __ELF
3122 ElfFmtCreateSection
3123 #endif
3124 };
3125
3126 static
3127 PMM_SECTION_SEGMENT
3128 NTAPI
3129 ExeFmtpAllocateSegments(IN ULONG NrSegments)
3130 {
3131 SIZE_T SizeOfSegments;
3132 PMM_SECTION_SEGMENT Segments;
3133
3134 /* TODO: check for integer overflow */
3135 SizeOfSegments = sizeof(MM_SECTION_SEGMENT) * NrSegments;
3136
3137 Segments = ExAllocatePoolWithTag(NonPagedPool,
3138 SizeOfSegments,
3139 TAG_MM_SECTION_SEGMENT);
3140
3141 if(Segments)
3142 RtlZeroMemory(Segments, SizeOfSegments);
3143
3144 return Segments;
3145 }
3146
3147 static
3148 NTSTATUS
3149 NTAPI
3150 ExeFmtpReadFile(IN PVOID File,
3151 IN PLARGE_INTEGER Offset,
3152 IN ULONG Length,
3153 OUT PVOID * Data,
3154 OUT PVOID * AllocBase,
3155 OUT PULONG ReadSize)
3156 {
3157 NTSTATUS Status;
3158 LARGE_INTEGER FileOffset;
3159 ULONG AdjustOffset;
3160 ULONG OffsetAdjustment;
3161 ULONG BufferSize;
3162 ULONG UsedSize;
3163 PVOID Buffer;
3164 PFILE_OBJECT FileObject = File;
3165 IO_STATUS_BLOCK Iosb;
3166
3167 ASSERT_IRQL_LESS(DISPATCH_LEVEL);
3168
3169 if(Length == 0)
3170 {
3171 KeBugCheck(MEMORY_MANAGEMENT);
3172 }
3173
3174 FileOffset = *Offset;
3175
3176 /* Negative/special offset: it cannot be used in this context */
3177 if(FileOffset.u.HighPart < 0)
3178 {
3179 KeBugCheck(MEMORY_MANAGEMENT);
3180 }
3181
3182 AdjustOffset = PAGE_ROUND_DOWN(FileOffset.u.LowPart);
3183 OffsetAdjustment = FileOffset.u.LowPart - AdjustOffset;
3184 FileOffset.u.LowPart = AdjustOffset;
3185
3186 BufferSize = Length + OffsetAdjustment;
3187 BufferSize = PAGE_ROUND_UP(BufferSize);
3188
3189 /*
3190 * It's ok to use paged pool, because this is a temporary buffer only used in
3191 * the loading of executables. The assumption is that MmCreateSection is
3192 * always called at low IRQLs and that these buffers don't survive a brief
3193 * initialization phase
3194 */
3195 Buffer = ExAllocatePoolWithTag(PagedPool,
3196 BufferSize,
3197 'rXmM');
3198 if (!Buffer)
3199 {
3200 KeBugCheck(MEMORY_MANAGEMENT);
3201 }
3202
3203 UsedSize = 0;
3204
3205 Status = MiSimpleRead(FileObject, &FileOffset, Buffer, BufferSize, TRUE, &Iosb);
3206
3207 UsedSize = (ULONG)Iosb.Information;
3208
3209 if(NT_SUCCESS(Status) && UsedSize < OffsetAdjustment)
3210 {
3211 Status = STATUS_IN_PAGE_ERROR;
3212 ASSERT(!NT_SUCCESS(Status));
3213 }
3214
3215 if(NT_SUCCESS(Status))
3216 {
3217 *Data = (PVOID)((ULONG_PTR)Buffer + OffsetAdjustment);
3218 *AllocBase = Buffer;
3219 *ReadSize = UsedSize - OffsetAdjustment;
3220 }
3221 else
3222 {
3223 ExFreePoolWithTag(Buffer, 'rXmM');
3224 }
3225
3226 return Status;
3227 }
3228
3229 #ifdef NASSERT
3230 # define MmspAssertSegmentsSorted(OBJ_) ((void)0)
3231 # define MmspAssertSegmentsNoOverlap(OBJ_) ((void)0)
3232 # define MmspAssertSegmentsPageAligned(OBJ_) ((void)0)
3233 #else
3234 static
3235 VOID
3236 NTAPI
3237 MmspAssertSegmentsSorted(IN PMM_IMAGE_SECTION_OBJECT ImageSectionObject)
3238 {
3239 ULONG i;
3240
3241 for( i = 1; i < ImageSectionObject->NrSegments; ++ i )
3242 {
3243 ASSERT(ImageSectionObject->Segments[i].Image.VirtualAddress >=
3244 ImageSectionObject->Segments[i - 1].Image.VirtualAddress);
3245 }
3246 }
3247
3248 static
3249 VOID
3250 NTAPI
3251 MmspAssertSegmentsNoOverlap(IN PMM_IMAGE_SECTION_OBJECT ImageSectionObject)
3252 {
3253 ULONG i;
3254
3255 MmspAssertSegmentsSorted(ImageSectionObject);
3256
3257 for( i = 0; i < ImageSectionObject->NrSegments; ++ i )
3258 {
3259 ASSERT(ImageSectionObject->Segments[i].Length.QuadPart > 0);
3260
3261 if(i > 0)
3262 {
3263 ASSERT(ImageSectionObject->Segments[i].Image.VirtualAddress >=
3264 (ImageSectionObject->Segments[i - 1].Image.VirtualAddress +
3265 ImageSectionObject->Segments[i - 1].Length.QuadPart));
3266 }
3267 }
3268 }
3269
3270 static
3271 VOID
3272 NTAPI
3273 MmspAssertSegmentsPageAligned(IN PMM_IMAGE_SECTION_OBJECT ImageSectionObject)
3274 {
3275 ULONG i;
3276
3277 for( i = 0; i < ImageSectionObject->NrSegments; ++ i )
3278 {
3279 ASSERT((ImageSectionObject->Segments[i].Image.VirtualAddress % PAGE_SIZE) == 0);
3280 ASSERT((ImageSectionObject->Segments[i].Length.QuadPart % PAGE_SIZE) == 0);
3281 }
3282 }
3283 #endif
3284
3285 static
3286 int
3287 __cdecl
3288 MmspCompareSegments(const void * x,
3289 const void * y)
3290 {
3291 const MM_SECTION_SEGMENT *Segment1 = (const MM_SECTION_SEGMENT *)x;
3292 const MM_SECTION_SEGMENT *Segment2 = (const MM_SECTION_SEGMENT *)y;
3293
3294 return
3295 (Segment1->Image.VirtualAddress - Segment2->Image.VirtualAddress) >>
3296 ((sizeof(ULONG_PTR) - sizeof(int)) * 8);
3297 }
3298
3299 /*
3300 * Ensures an image section's segments are sorted in memory
3301 */
3302 static
3303 VOID
3304 NTAPI
3305 MmspSortSegments(IN OUT PMM_IMAGE_SECTION_OBJECT ImageSectionObject,
3306 IN ULONG Flags)
3307 {
3308 if (Flags & EXEFMT_LOAD_ASSUME_SEGMENTS_SORTED)
3309 {
3310 MmspAssertSegmentsSorted(ImageSectionObject);
3311 }
3312 else
3313 {
3314 qsort(ImageSectionObject->Segments,
3315 ImageSectionObject->NrSegments,
3316 sizeof(ImageSectionObject->Segments[0]),
3317 MmspCompareSegments);
3318 }
3319 }
3320
3321
3322 /*
3323 * Ensures an image section's segments don't overlap in memory and don't have
3324 * gaps and don't have a null size. We let them map to overlapping file regions,
3325 * though - that's not necessarily an error
3326 */
3327 static
3328 BOOLEAN
3329 NTAPI
3330 MmspCheckSegmentBounds
3331 (
3332 IN OUT PMM_IMAGE_SECTION_OBJECT ImageSectionObject,
3333 IN ULONG Flags
3334 )
3335 {
3336 ULONG i;
3337
3338 if (Flags & EXEFMT_LOAD_ASSUME_SEGMENTS_NO_OVERLAP)
3339 {
3340 MmspAssertSegmentsNoOverlap(ImageSectionObject);
3341 return TRUE;
3342 }
3343
3344 ASSERT(ImageSectionObject->NrSegments >= 1);
3345
3346 for ( i = 0; i < ImageSectionObject->NrSegments; ++ i )
3347 {
3348 if(ImageSectionObject->Segments[i].Length.QuadPart == 0)
3349 {
3350 return FALSE;
3351 }
3352
3353 if(i > 0)
3354 {
3355 /*
3356 * TODO: relax the limitation on gaps. For example, gaps smaller than a
3357 * page could be OK (Windows seems to be OK with them), and larger gaps
3358 * could lead to image sections spanning several discontiguous regions
3359 * (NtMapViewOfSection could then refuse to map them, and they could
3360 * e.g. only be allowed as parameters to NtCreateProcess, like on UNIX)
3361 */
3362 if ((ImageSectionObject->Segments[i - 1].Image.VirtualAddress +
3363 ImageSectionObject->Segments[i - 1].Length.QuadPart) !=
3364 ImageSectionObject->Segments[i].Image.VirtualAddress)
3365 {
3366 return FALSE;
3367 }
3368 }
3369 }
3370
3371 return TRUE;
3372 }
3373
3374 /*
3375 * Merges and pads an image section's segments until they all are page-aligned
3376 * and have a size that is a multiple of the page size
3377 */
3378 static
3379 BOOLEAN
3380 NTAPI
3381 MmspPageAlignSegments
3382 (
3383 IN OUT PMM_IMAGE_SECTION_OBJECT ImageSectionObject,
3384 IN ULONG Flags
3385 )
3386 {
3387 ULONG i;
3388 ULONG LastSegment;
3389 PMM_SECTION_SEGMENT EffectiveSegment;
3390
3391 if (Flags & EXEFMT_LOAD_ASSUME_SEGMENTS_PAGE_ALIGNED)
3392 {
3393 MmspAssertSegmentsPageAligned(ImageSectionObject);
3394 return TRUE;
3395 }
3396
3397 LastSegment = 0;
3398 EffectiveSegment = &ImageSectionObject->Segments[LastSegment];
3399
3400 for ( i = 0; i < ImageSectionObject->NrSegments; ++ i )
3401 {
3402 /*
3403 * The first segment requires special handling
3404 */
3405 if (i == 0)
3406 {
3407 ULONG_PTR VirtualAddress;
3408 ULONG_PTR VirtualOffset;
3409
3410 VirtualAddress = EffectiveSegment->Image.VirtualAddress;
3411
3412 /* Round down the virtual address to the nearest page */
3413 EffectiveSegment->Image.VirtualAddress = PAGE_ROUND_DOWN(VirtualAddress);
3414
3415 /* Round up the virtual size to the nearest page */
3416 EffectiveSegment->Length.QuadPart = PAGE_ROUND_UP(VirtualAddress + EffectiveSegment->Length.QuadPart) -
3417 EffectiveSegment->Image.VirtualAddress;
3418
3419 /* Adjust the raw address and size */
3420 VirtualOffset = VirtualAddress - EffectiveSegment->Image.VirtualAddress;
3421
3422 if (EffectiveSegment->Image.FileOffset < VirtualOffset)
3423 {
3424 return FALSE;
3425 }
3426
3427 /*
3428 * Garbage in, garbage out: unaligned base addresses make the file
3429 * offset point in curious and odd places, but that's what we were
3430 * asked for
3431 */
3432 EffectiveSegment->Image.FileOffset -= VirtualOffset;
3433 EffectiveSegment->RawLength.QuadPart += VirtualOffset;
3434 }
3435 else
3436 {
3437 PMM_SECTION_SEGMENT Segment = &ImageSectionObject->Segments[i];
3438 ULONG_PTR EndOfEffectiveSegment;
3439
3440 EndOfEffectiveSegment = (ULONG_PTR)(EffectiveSegment->Image.VirtualAddress + EffectiveSegment->Length.QuadPart);
3441 ASSERT((EndOfEffectiveSegment % PAGE_SIZE) == 0);
3442
3443 /*
3444 * The current segment begins exactly where the current effective
3445 * segment ended, therefore beginning a new effective segment
3446 */
3447 if (EndOfEffectiveSegment == Segment->Image.VirtualAddress)
3448 {
3449 LastSegment ++;
3450 ASSERT(LastSegment <= i);
3451 ASSERT(LastSegment < ImageSectionObject->NrSegments);
3452
3453 EffectiveSegment = &ImageSectionObject->Segments[LastSegment];
3454
3455 if (LastSegment != i)
3456 {
3457 /*
3458 * Copy the current segment. If necessary, the effective segment
3459 * will be expanded later
3460 */
3461 *EffectiveSegment = *Segment;
3462 }
3463
3464 /*
3465 * Page-align the virtual size. We know for sure the virtual address
3466 * already is
3467 */
3468 ASSERT((EffectiveSegment->Image.VirtualAddress % PAGE_SIZE) == 0);
3469 EffectiveSegment->Length.QuadPart = PAGE_ROUND_UP(EffectiveSegment->Length.QuadPart);
3470 }
3471 /*
3472 * The current segment is still part of the current effective segment:
3473 * extend the effective segment to reflect this
3474 */
3475 else if (EndOfEffectiveSegment > Segment->Image.VirtualAddress)
3476 {
3477 static const ULONG FlagsToProtection[16] =
3478 {
3479 PAGE_NOACCESS,
3480 PAGE_READONLY,
3481 PAGE_READWRITE,
3482 PAGE_READWRITE,
3483 PAGE_EXECUTE_READ,
3484 PAGE_EXECUTE_READ,
3485 PAGE_EXECUTE_READWRITE,
3486 PAGE_EXECUTE_READWRITE,
3487 PAGE_WRITECOPY,
3488 PAGE_WRITECOPY,
3489 PAGE_WRITECOPY,
3490 PAGE_WRITECOPY,
3491 PAGE_EXECUTE_WRITECOPY,
3492 PAGE_EXECUTE_WRITECOPY,
3493 PAGE_EXECUTE_WRITECOPY,
3494 PAGE_EXECUTE_WRITECOPY
3495 };
3496
3497 unsigned ProtectionFlags;
3498
3499 /*
3500 * Extend the file size
3501 */
3502
3503 /* Unaligned segments must be contiguous within the file */
3504 if (Segment->Image.FileOffset != (EffectiveSegment->Image.FileOffset +
3505 EffectiveSegment->RawLength.QuadPart))
3506 {
3507 return FALSE;
3508 }
3509
3510 EffectiveSegment->RawLength.QuadPart += Segment->RawLength.QuadPart;
3511
3512 /*
3513 * Extend the virtual size
3514 */
3515 ASSERT(PAGE_ROUND_UP(Segment->Image.VirtualAddress + Segment->Length.QuadPart) >= EndOfEffectiveSegment);
3516
3517 EffectiveSegment->Length.QuadPart = PAGE_ROUND_UP(Segment->Image.VirtualAddress + Segment->Length.QuadPart) -
3518 EffectiveSegment->Image.VirtualAddress;
3519
3520 /*
3521 * Merge the protection
3522 */
3523 EffectiveSegment->Protection |= Segment->Protection;
3524
3525 /* Clean up redundance */
3526 ProtectionFlags = 0;
3527
3528 if(EffectiveSegment->Protection & PAGE_IS_READABLE)
3529 ProtectionFlags |= 1 << 0;
3530
3531 if(EffectiveSegment->Protection & PAGE_IS_WRITABLE)
3532 ProtectionFlags |= 1 << 1;
3533
3534 if(EffectiveSegment->Protection & PAGE_IS_EXECUTABLE)
3535 ProtectionFlags |= 1 << 2;
3536
3537 if(EffectiveSegment->Protection & PAGE_IS_WRITECOPY)
3538 ProtectionFlags |= 1 << 3;
3539
3540 ASSERT(ProtectionFlags < 16);
3541 EffectiveSegment->Protection = FlagsToProtection[ProtectionFlags];
3542
3543 /* If a segment was required to be shared and cannot, fail */
3544 if(!(Segment->Protection & PAGE_IS_WRITECOPY) &&
3545 EffectiveSegment->Protection & PAGE_IS_WRITECOPY)
3546 {
3547 return FALSE;
3548 }
3549 }
3550 /*
3551 * We assume no holes between segments at this point
3552 */
3553 else
3554 {
3555 KeBugCheck(MEMORY_MANAGEMENT);
3556 }
3557 }
3558 }
3559 ImageSectionObject->NrSegments = LastSegment + 1;
3560
3561 return TRUE;
3562 }
3563
3564 NTSTATUS
3565 ExeFmtpCreateImageSection(HANDLE FileHandle,
3566 PMM_IMAGE_SECTION_OBJECT ImageSectionObject)
3567 {
3568 LARGE_INTEGER Offset;
3569 PVOID FileHeader;
3570 PVOID FileHeaderBuffer;
3571 ULONG FileHeaderSize;
3572 ULONG Flags;
3573 ULONG OldNrSegments;
3574 NTSTATUS Status;
3575 ULONG i;
3576
3577 /*
3578 * Read the beginning of the file (2 pages). Should be enough to contain
3579 * all (or most) of the headers
3580 */
3581 Offset.QuadPart = 0;
3582
3583 /* FIXME: use FileObject instead of FileHandle */
3584 Status = ExeFmtpReadFile (FileHandle,
3585 &Offset,
3586 PAGE_SIZE * 2,
3587 &FileHeader,
3588 &FileHeaderBuffer,
3589 &FileHeaderSize);
3590
3591 if (!NT_SUCCESS(Status))
3592 return Status;
3593
3594 if (FileHeaderSize == 0)
3595 {
3596 ExFreePool(FileHeaderBuffer);
3597 return STATUS_UNSUCCESSFUL;
3598 }
3599
3600 /*
3601 * Look for a loader that can handle this executable
3602 */
3603 for (i = 0; i < RTL_NUMBER_OF(ExeFmtpLoaders); ++ i)
3604 {
3605 RtlZeroMemory(ImageSectionObject, sizeof(*ImageSectionObject));
3606 Flags = 0;
3607
3608 /* FIXME: use FileObject instead of FileHandle */
3609 Status = ExeFmtpLoaders[i](FileHeader,
3610 FileHeaderSize,
3611 FileHandle,
3612 ImageSectionObject,
3613 &Flags,
3614 ExeFmtpReadFile,
3615 ExeFmtpAllocateSegments);
3616
3617 if (!NT_SUCCESS(Status))
3618 {
3619 if (ImageSectionObject->Segments)
3620 {
3621 ExFreePool(ImageSectionObject->Segments);
3622 ImageSectionObject->Segments = NULL;
3623 }
3624 }
3625
3626 if (Status != STATUS_ROS_EXEFMT_UNKNOWN_FORMAT)
3627 break;
3628 }
3629
3630 ExFreePoolWithTag(FileHeaderBuffer, 'rXmM');
3631
3632 /*
3633 * No loader handled the format
3634 */
3635 if (Status == STATUS_ROS_EXEFMT_UNKNOWN_FORMAT)
3636 {
3637 Status = STATUS_INVALID_IMAGE_NOT_MZ;
3638 ASSERT(!NT_SUCCESS(Status));
3639 }
3640
3641 if (!NT_SUCCESS(Status))
3642 return Status;
3643
3644 ASSERT(ImageSectionObject->Segments != NULL);
3645
3646 /*
3647 * Some defaults
3648 */
3649 /* FIXME? are these values platform-dependent? */
3650 if(ImageSectionObject->StackReserve == 0)
3651 ImageSectionObject->StackReserve = 0x40000;
3652
3653 if(ImageSectionObject->StackCommit == 0)
3654 ImageSectionObject->StackCommit = 0x1000;
3655
3656 if(ImageSectionObject->ImageBase == 0)
3657 {
3658 if(ImageSectionObject->ImageCharacteristics & IMAGE_FILE_DLL)
3659 ImageSectionObject->ImageBase = 0x10000000;
3660 else
3661 ImageSectionObject->ImageBase = 0x00400000;
3662 }
3663
3664 /*
3665 * And now the fun part: fixing the segments
3666 */
3667
3668 /* Sort them by virtual address */
3669 MmspSortSegments(ImageSectionObject, Flags);
3670
3671 /* Ensure they don't overlap in memory */
3672 if (!MmspCheckSegmentBounds(ImageSectionObject, Flags))
3673 return STATUS_INVALID_IMAGE_FORMAT;
3674
3675 /* Ensure they are aligned */
3676 OldNrSegments = ImageSectionObject->NrSegments;
3677
3678 if (!MmspPageAlignSegments(ImageSectionObject, Flags))
3679 return STATUS_INVALID_IMAGE_FORMAT;
3680
3681 /* Trim them if the alignment phase merged some of them */
3682 if (ImageSectionObject->NrSegments < OldNrSegments)
3683 {
3684 PMM_SECTION_SEGMENT Segments;
3685 SIZE_T SizeOfSegments;
3686
3687 SizeOfSegments = sizeof(MM_SECTION_SEGMENT) * ImageSectionObject->NrSegments;
3688
3689 Segments = ExAllocatePoolWithTag(PagedPool,
3690 SizeOfSegments,
3691 TAG_MM_SECTION_SEGMENT);
3692
3693 if (Segments == NULL)
3694 return STATUS_INSUFFICIENT_RESOURCES;
3695
3696 RtlCopyMemory(Segments, ImageSectionObject->Segments, SizeOfSegments);
3697 ExFreePool(ImageSectionObject->Segments);
3698 ImageSectionObject->Segments = Segments;
3699 }
3700
3701 /* And finish their initialization */
3702 for ( i = 0; i < ImageSectionObject->NrSegments; ++ i )
3703 {
3704 ExInitializeFastMutex(&ImageSectionObject->Segments[i].Lock);
3705 ImageSectionObject->Segments[i].ReferenceCount = 1;
3706 MiInitializeSectionPageTable(&ImageSectionObject->Segments[i]);
3707 }
3708
3709 ASSERT(NT_SUCCESS(Status));
3710 return Status;
3711 }
3712
3713 NTSTATUS
3714 MmCreateImageSection(PROS_SECTION_OBJECT *SectionObject,
3715 ACCESS_MASK DesiredAccess,
3716 POBJECT_ATTRIBUTES ObjectAttributes,
3717 PLARGE_INTEGER UMaximumSize,
3718 ULONG SectionPageProtection,
3719 ULONG AllocationAttributes,
3720 PFILE_OBJECT FileObject)
3721 {
3722 PROS_SECTION_OBJECT Section;
3723 NTSTATUS Status;
3724 PMM_SECTION_SEGMENT SectionSegments;
3725 PMM_IMAGE_SECTION_OBJECT ImageSectionObject;
3726 ULONG i;
3727
3728 if (FileObject == NULL)
3729 return STATUS_INVALID_FILE_FOR_SECTION;
3730
3731 /*
3732 * Create the section
3733 */
3734 Status = ObCreateObject (ExGetPreviousMode(),
3735 MmSectionObjectType,
3736 ObjectAttributes,
3737 ExGetPreviousMode(),
3738 NULL,
3739 sizeof(ROS_SECTION_OBJECT),
3740 0,
3741 0,
3742 (PVOID*)(PVOID)&Section);
3743 if (!NT_SUCCESS(Status))
3744 {
3745 ObDereferenceObject(FileObject);
3746 return(Status);
3747 }
3748
3749 /*
3750 * Initialize it
3751 */
3752 RtlZeroMemory(Section, sizeof(ROS_SECTION_OBJECT));
3753 Section->Type = 'SC';
3754 Section->Size = 'TN';
3755 Section->SectionPageProtection = SectionPageProtection;
3756 Section->AllocationAttributes = AllocationAttributes;
3757
3758 #ifndef NEWCC
3759 /*
3760 * Initialized caching for this file object if previously caching
3761 * was initialized for the same on disk file
3762 */
3763 Status = CcTryToInitializeFileCache(FileObject);
3764 #else
3765 Status = STATUS_SUCCESS;
3766 #endif
3767
3768 if (!NT_SUCCESS(Status) || FileObject->SectionObjectPointer->ImageSectionObject == NULL)
3769 {
3770 NTSTATUS StatusExeFmt;
3771
3772 ImageSectionObject = ExAllocatePoolWithTag(PagedPool, sizeof(MM_IMAGE_SECTION_OBJECT), TAG_MM_SECTION_SEGMENT);
3773 if (ImageSectionObject == NULL)
3774 {
3775 ObDereferenceObject(FileObject);
3776 ObDereferenceObject(Section);
3777 return(STATUS_NO_MEMORY);
3778 }
3779
3780 RtlZeroMemory(ImageSectionObject, sizeof(MM_IMAGE_SECTION_OBJECT));
3781
3782 StatusExeFmt = ExeFmtpCreateImageSection(FileObject, ImageSectionObject);
3783
3784 if (!NT_SUCCESS(StatusExeFmt))
3785 {
3786 if(ImageSectionObject->Segments != NULL)
3787 ExFreePool(ImageSectionObject->Segments);
3788
3789 ExFreePool(ImageSectionObject);
3790 ObDereferenceObject(Section);
3791 ObDereferenceObject(FileObject);
3792 return(StatusExeFmt);
3793 }
3794
3795 Section->ImageSection = ImageSectionObject;
3796 ASSERT(ImageSectionObject->Segments);
3797
3798 /*
3799 * Lock the file
3800 */
3801 Status = MmspWaitForFileLock(FileObject);
3802 if (!NT_SUCCESS(Status))
3803 {
3804 ExFreePool(ImageSectionObject->Segments);
3805 ExFreePool(ImageSectionObject);
3806 ObDereferenceObject(Section);
3807 ObDereferenceObject(FileObject);
3808 return(Status);
3809 }
3810
3811 if (NULL != InterlockedCompareExchangePointer(&FileObject->SectionObjectPointer->ImageSectionObject,
3812 ImageSectionObject, NULL))
3813 {
3814 /*
3815 * An other thread has initialized the same image in the background
3816 */
3817 ExFreePool(ImageSectionObject->Segments);
3818 ExFreePool(ImageSectionObject);
3819 ImageSectionObject = FileObject->SectionObjectPointer->ImageSectionObject;
3820 Section->ImageSection = ImageSectionObject;
3821 SectionSegments = ImageSectionObject->Segments;
3822
3823 for (i = 0; i < ImageSectionObject->NrSegments; i++)
3824 {
3825 (void)InterlockedIncrementUL(&SectionSegments[i].ReferenceCount);
3826 }
3827 }
3828
3829 Status = StatusExeFmt;
3830 }
3831 else
3832 {
3833 /*
3834 * Lock the file
3835 */
3836 Status = MmspWaitForFileLock(FileObject);
3837 if (Status != STATUS_SUCCESS)
3838 {
3839 ObDereferenceObject(Section);
3840 ObDereferenceObject(FileObject);
3841 return(Status);
3842 }
3843
3844 ImageSectionObject = FileObject->SectionObjectPointer->ImageSectionObject;
3845 Section->ImageSection = ImageSectionObject;
3846 SectionSegments = ImageSectionObject->Segments;
3847
3848 /*
3849 * Otherwise just reference all the section segments
3850 */
3851 for (i = 0; i < ImageSectionObject->NrSegments; i++)
3852 {
3853 (void)InterlockedIncrementUL(&SectionSegments[i].ReferenceCount);
3854 }
3855
3856 Status = STATUS_SUCCESS;
3857 }
3858 Section