LIST_ENTRY ListEntry;
} KPROFILE_SOURCE_OBJECT, *PKPROFILE_SOURCE_OBJECT;
-/* Cached modules from the loader block */
-typedef enum _CACHED_MODULE_TYPE
-{
- AnsiCodepage,
- OemCodepage,
- UnicodeCasemap,
- SystemRegistry,
- HardwareRegistry,
- MaximumCachedModuleType,
-} CACHED_MODULE_TYPE, *PCACHED_MODULE_TYPE;
-extern PLOADER_MODULE CachedModules[MaximumCachedModuleType];
-
typedef enum _CONNECT_TYPE
{
NoConnect,
PKINTERRUPT_ROUTINE *FlatDispatch;
} DISPATCH_INFO, *PDISPATCH_INFO;
+typedef struct _KI_SAMPLE_MAP
+{
+ LARGE_INTEGER PerfStart;
+ LARGE_INTEGER PerfEnd;
+ LONGLONG PerfDelta;
+ LARGE_INTEGER PerfFreq;
+ LONGLONG TSCStart;
+ LONGLONG TSCEnd;
+ LONGLONG TSCDelta;
+ ULONG MHz;
+} KI_SAMPLE_MAP, *PKI_SAMPLE_MAP;
+
typedef struct _KTIMER_TABLE_ENTRY
{
LIST_ENTRY Entry;
ULARGE_INTEGER Time;
} KTIMER_TABLE_ENTRY, *PKTIMER_TABLE_ENTRY;
+#define MAX_TIMER_DPCS 16
+
+typedef struct _DPC_QUEUE_ENTRY
+{
+ PKDPC Dpc;
+ PKDEFERRED_ROUTINE Routine;
+ PVOID Context;
+} DPC_QUEUE_ENTRY, *PDPC_QUEUE_ENTRY;
+
typedef PCHAR
(NTAPI *PKE_BUGCHECK_UNICODE_TO_ANSI)(
IN PUNICODE_STRING Unicode,
IN ULONG Length
);
-struct _KIRQ_TRAPFRAME;
-struct _KPCR;
-struct _KPRCB;
-struct _KEXCEPTION_FRAME;
+extern ULONG_PTR MmFreeLdrFirstKrnlPhysAddr;
+extern ULONG_PTR MmFreeLdrLastKrnlPhysAddr;
+extern ULONG_PTR MmFreeLdrLastKernelAddress;
extern PVOID KeUserApcDispatcher;
extern PVOID KeUserCallbackDispatcher;
extern PVOID KeUserExceptionDispatcher;
extern PVOID KeRaiseUserExceptionDispatcher;
-extern LARGE_INTEGER SystemBootTime;
-extern ULONG_PTR KERNEL_BASE;
+extern LARGE_INTEGER KeBootTime;
+extern ULONGLONG KeBootTimeBias;
+extern BOOLEAN ExCmosClockIsSane;
extern ULONG KeI386NpxPresent;
extern ULONG KeI386XMMIPresent;
extern ULONG KeI386FxsrPresent;
+extern ULONG KiMXCsrMask;
extern ULONG KeI386CpuType;
extern ULONG KeI386CpuStep;
extern ULONG KeProcessorArchitecture;
extern ULONG KeProcessorLevel;
extern ULONG KeProcessorRevision;
extern ULONG KeFeatureBits;
+extern ULONG Ke386GlobalPagesEnabled;
+extern BOOLEAN KiI386PentiumLockErrataPresent;
+extern KNODE KiNode0;
extern PKNODE KeNodeBlock[1];
extern UCHAR KeNumberNodes;
extern UCHAR KeProcessNodeSeed;
+extern ETHREAD KiInitialThread;
+extern EPROCESS KiInitialProcess;
extern ULONG KiInterruptTemplate[KINTERRUPT_DISPATCH_CODES];
extern PULONG KiInterruptTemplateObject;
extern PULONG KiInterruptTemplateDispatch;
extern ULONG KiMinimumDpcRate;
extern ULONG KiAdjustDpcThreshold;
extern ULONG KiIdealDpcRate;
+extern BOOLEAN KeThreadDpcEnable;
extern LARGE_INTEGER KiTimeIncrementReciprocal;
extern UCHAR KiTimeIncrementShiftCount;
-extern LIST_ENTRY BugcheckCallbackListHead, BugcheckReasonCallbackListHead;
+extern ULONG KiTimeLimitIsrMicroseconds;
+extern ULONG KiServiceLimit;
+extern LIST_ENTRY KeBugcheckCallbackListHead, KeBugcheckReasonCallbackListHead;
extern KSPIN_LOCK BugCheckCallbackLock;
-extern KDPC KiExpireTimerDpc;
+extern KDPC KiTimerExpireDpc;
extern KTIMER_TABLE_ENTRY KiTimerTableListHead[TIMER_TABLE_SIZE];
-extern LIST_ENTRY KiTimerListHead;
-extern KMUTEX KiGenericCallDpcMutex;
+extern FAST_MUTEX KiGenericCallDpcMutex;
extern LIST_ENTRY KiProfileListHead, KiProfileSourceListHead;
extern KSPIN_LOCK KiProfileLock;
extern LIST_ENTRY KiProcessListHead;
extern KEVENT KiSwapEvent;
extern PKPRCB KiProcessorBlock[];
extern ULONG KiMask32Array[MAXIMUM_PRIORITY];
-extern ULONG IdleProcessorMask;
+extern ULONG KiIdleSummary;
extern VOID KiTrap8(VOID);
extern VOID KiTrap2(VOID);
+extern VOID KiFastCallEntry(VOID);
+extern PVOID KeUserApcDispatcher;
+extern PVOID KeUserCallbackDispatcher;
+extern PVOID KeUserExceptionDispatcher;
+extern PVOID KeRaiseUserExceptionDispatcher;
+extern UCHAR KiDebugRegisterTrapOffsets[9];
+extern UCHAR KiDebugRegisterContextOffsets[9];
+extern ULONG KeTimeIncrement;
+extern ULONG_PTR KiBugCheckData[5];
/* MACROS *************************************************************************/
-/*
- * On UP machines, we don't actually have a spinlock, we merely raise
- * IRQL to DPC level.
- */
-#ifdef CONFIG_SMP
-#define KeInitializeDispatcher() KeInitializeSpinLock(&DispatcherDatabaseLock);
-#define KeAcquireDispatcherDatabaseLock() KfAcquireSpinLock(&DispatcherDatabaseLock);
-#define KeAcquireDispatcherDatabaseLockAtDpcLevel() \
- KeAcquireSpinLockAtDpcLevel (&DispatcherDatabaseLock);
-#define KeReleaseDispatcherDatabaseLockFromDpcLevel() \
- KeReleaseSpinLockFromDpcLevel(&DispatcherDatabaseLock);
-#define KeReleaseDispatcherDatabaseLock(OldIrql) \
- KiExitDispatcher(OldIrql);
-#else
-#define KeInitializeDispatcher()
-#define KeAcquireDispatcherDatabaseLock() KeRaiseIrqlToDpcLevel();
-#define KeReleaseDispatcherDatabaseLock(OldIrql) KiExitDispatcher(OldIrql);
-#define KeAcquireDispatcherDatabaseLockAtDpcLevel()
-#define KeReleaseDispatcherDatabaseLockFromDpcLevel()
-#endif
-
#define AFFINITY_MASK(Id) KiMask32Array[Id]
+#define PRIORITY_MASK(Id) KiMask32Array[Id]
/* The following macro initializes a dispatcher object's header */
#define KeInitializeDispatcherHeader(Header, t, s, State) \
InitializeListHead(&((Header)->WaitListHead)); \
}
-extern KSPIN_LOCK DispatcherDatabaseLock;
-
-#define KeEnterCriticalRegion() \
-{ \
- PKTHREAD _Thread = KeGetCurrentThread(); \
- if (_Thread) _Thread->KernelApcDisable--; \
-}
-
-#define KeLeaveCriticalRegion() \
-{ \
- PKTHREAD _Thread = KeGetCurrentThread(); \
- if((_Thread) && (++_Thread->KernelApcDisable == 0)) \
- { \
- if (!IsListEmpty(&_Thread->ApcState.ApcListHead[KernelMode]) && \
- (_Thread->SpecialApcDisable == 0)) \
- { \
- KiCheckForKernelApcDelivery(); \
- } \
- } \
-}
-
#define KEBUGCHECKWITHTF(a,b,c,d,e,f) \
DbgPrint("KeBugCheckWithTf at %s:%i\n",__FILE__,__LINE__), \
KeBugCheckWithTf(a,b,c,d,e,f)
/* INTERNAL KERNEL FUNCTIONS ************************************************/
-/* threadsch.c ********************************************************************/
+/* Finds a new thread to run */
+NTSTATUS
+FASTCALL
+KiSwapThread(
+ IN PKTHREAD Thread,
+ IN PKPRCB Prcb
+);
-/* Thread Scheduler Functions */
+VOID
+NTAPI
+KeReadyThread(
+ IN PKTHREAD Thread
+);
-/* Readies a Thread for Execution. */
BOOLEAN
-STDCALL
-KiDispatchThreadNoLock(ULONG NewThreadStatus);
+NTAPI
+KeSetDisableBoostThread(
+ IN OUT PKTHREAD Thread,
+ IN BOOLEAN Disable
+);
-/* Readies a Thread for Execution. */
VOID
-STDCALL
-KiDispatchThread(ULONG NewThreadStatus);
-
-/* Finds a new thread to run */
-NTSTATUS
NTAPI
-KiSwapThread(
- VOID
-);
+KeBalanceSetManager(IN PVOID Context);
VOID
NTAPI
KiReadyThread(IN PKTHREAD Thread);
-NTSTATUS
-STDCALL
+ULONG
+NTAPI
KeSuspendThread(PKTHREAD Thread);
-NTSTATUS
+BOOLEAN
+NTAPI
+KeReadStateThread(IN PKTHREAD Thread);
+
+BOOLEAN
FASTCALL
KiSwapContext(
IN PKTHREAD CurrentThread,
);
VOID
-STDCALL
+NTAPI
KiAdjustQuantumThread(IN PKTHREAD Thread);
VOID
FASTCALL
KiExitDispatcher(KIRQL OldIrql);
+VOID
+NTAPI
+KiDeferredReadyThread(IN PKTHREAD Thread);
+
+KAFFINITY
+FASTCALL
+KiSetAffinityThread(
+ IN PKTHREAD Thread,
+ IN KAFFINITY Affinity
+);
+
+PKTHREAD
+FASTCALL
+KiSelectNextThread(
+ IN PKPRCB Prcb
+);
+
+VOID
+NTAPI
+CPUID(
+ OUT ULONG CpuInfo[4],
+ IN ULONG InfoType
+);
+
+BOOLEAN
+FASTCALL
+KiInsertTimerTable(
+ IN PKTIMER Timer,
+ IN ULONG Hand
+);
+
+BOOLEAN
+FASTCALL
+KiInsertTreeTimer(
+ IN PKTIMER Timer,
+ IN LARGE_INTEGER Interval
+);
+
+VOID
+FASTCALL
+KiCompleteTimer(
+ IN PKTIMER Timer,
+ IN PKSPIN_LOCK_QUEUE LockQueue
+);
+
/* gmutex.c ********************************************************************/
VOID
);
VOID
-STDCALL
+NTAPI
DbgBreakPointNoBugCheck(VOID);
VOID
-STDCALL
+NTAPI
KeInitializeProfile(
struct _KPROFILE* Profile,
struct _KPROCESS* Process,
);
VOID
-STDCALL
+NTAPI
KeStartProfile(
struct _KPROFILE* Profile,
PVOID Buffer
);
BOOLEAN
-STDCALL
+NTAPI
KeStopProfile(struct _KPROFILE* Profile);
ULONG
-STDCALL
+NTAPI
KeQueryIntervalProfile(KPROFILE_SOURCE ProfileSource);
VOID
-STDCALL
+NTAPI
KeSetIntervalProfile(
KPROFILE_SOURCE ProfileSource,
ULONG Interval
);
VOID
-STDCALL
+NTAPI
KeProfileInterrupt(
PKTRAP_FRAME TrapFrame
);
VOID
-STDCALL
+NTAPI
KeProfileInterruptWithSource(
IN PKTRAP_FRAME TrapFrame,
IN KPROFILE_SOURCE Source
);
-BOOLEAN
-STDCALL
-KiRosPrintAddress(PVOID Address);
-
VOID
-STDCALL
+NTAPI
KeUpdateRunTime(
PKTRAP_FRAME TrapFrame,
KIRQL Irql
);
VOID
-STDCALL
+NTAPI
KiExpireTimers(
PKDPC Dpc,
PVOID DeferredContext,
);
VOID
-STDCALL
+NTAPI
KeRundownThread(VOID);
NTSTATUS
NTAPI
KeReleaseThread(PKTHREAD Thread);
-LONG
-STDCALL
-KeQueryBasePriorityThread(IN PKTHREAD Thread);
+VOID
+NTAPI
+KiSuspendRundown(
+ IN PKAPC Apc
+);
VOID
-STDCALL
-KiSetPriorityThread(
- PKTHREAD Thread,
- KPRIORITY Priority,
- PBOOLEAN Released
+NTAPI
+KiSuspendNop(
+ IN PKAPC Apc,
+ IN PKNORMAL_ROUTINE *NormalRoutine,
+ IN PVOID *NormalContext,
+ IN PVOID *SystemArgument1,
+ IN PVOID *SystemArgument2
);
-BOOLEAN
+VOID
NTAPI
-KiDispatcherObjectWake(
- DISPATCHER_HEADER* hdr,
- KPRIORITY increment
+KiSuspendThread(
+ IN PVOID NormalContext,
+ IN PVOID SystemArgument1,
+ IN PVOID SystemArgument2
+);
+
+LONG
+NTAPI
+KeQueryBasePriorityThread(IN PKTHREAD Thread);
+
+VOID
+FASTCALL
+KiSetPriorityThread(
+ IN PKTHREAD Thread,
+ IN KPRIORITY Priority
);
VOID
-STDCALL
-KeExpireTimers(
- PKDPC Apc,
- PVOID Arg1,
- PVOID Arg2,
- PVOID Arg3
+FASTCALL
+KiUnlinkThread(
+ IN PKTHREAD Thread,
+ IN NTSTATUS WaitStatus
);
VOID
VOID
FASTCALL
-KiAbortWaitThread(
+KiUnwaitThread(
IN PKTHREAD Thread,
IN NTSTATUS WaitStatus,
IN KPRIORITY Increment
);
VOID
-STDCALL
+NTAPI
KeInitializeProcess(
struct _KPROCESS *Process,
KPRIORITY Priority,
KAFFINITY Affinity,
- LARGE_INTEGER DirectoryTableBase
+ PLARGE_INTEGER DirectoryTableBase,
+ IN BOOLEAN Enable
);
VOID
);
ULONG
-STDCALL
+NTAPI
KeForceResumeThread(IN PKTHREAD Thread);
-BOOLEAN
-STDCALL
-KeDisableThreadApcQueueing(IN PKTHREAD Thread);
+VOID
+NTAPI
+KeThawAllThreads(
+ VOID
+);
-BOOLEAN
-STDCALL
-KiInsertTimer(
- PKTIMER Timer,
- LARGE_INTEGER DueTime
+VOID
+NTAPI
+KeFreezeAllThreads(
+ VOID
);
+BOOLEAN
+NTAPI
+KeDisableThreadApcQueueing(IN PKTHREAD Thread);
+
VOID
FASTCALL
KiWaitTest(
KPRIORITY Increment
);
-PULONG
-NTAPI
-KeGetStackTopThread(struct _ETHREAD* Thread);
-
VOID
-STDCALL
+NTAPI
KeContextToTrapFrame(
PCONTEXT Context,
PKEXCEPTION_FRAME ExeptionFrame,
);
VOID
-STDCALL
-KiDeliverApc(
- KPROCESSOR_MODE PreviousMode,
- PVOID Reserved,
- PKTRAP_FRAME TrapFrame
-);
-
-VOID
-STDCALL
+NTAPI
KiCheckForKernelApcDelivery(VOID);
LONG
-STDCALL
+NTAPI
KiInsertQueue(
IN PKQUEUE Queue,
IN PLIST_ENTRY Entry,
BOOLEAN Head
);
+VOID
+NTAPI
+KiTimerExpiration(
+ IN PKDPC Dpc,
+ IN PVOID DeferredContext,
+ IN PVOID SystemArgument1,
+ IN PVOID SystemArgument2
+);
+
+ULONG
+NTAPI
+KiComputeTimerTableIndex(
+ IN LONGLONG TimeValue
+);
+
ULONG
-STDCALL
+NTAPI
KeSetProcess(
struct _KPROCESS* Process,
KPRIORITY Increment,
);
VOID
-STDCALL
+NTAPI
KeInitializeEventPair(PKEVENT_PAIR EventPair);
VOID
-STDCALL
+NTAPI
KiInitializeUserApc(
IN PKEXCEPTION_FRAME Reserved,
IN PKTRAP_FRAME TrapFrame,
);
PLIST_ENTRY
-STDCALL
+NTAPI
KeFlushQueueApc(
IN PKTHREAD Thread,
IN KPROCESSOR_MODE PreviousMode
);
VOID
-STDCALL
+NTAPI
KiAttachProcess(
struct _KTHREAD *Thread,
struct _KPROCESS *Process,
- KIRQL ApcLock,
+ PKLOCK_QUEUE_HANDLE ApcLock,
struct _KAPC_STATE *SavedApcState
);
VOID
-STDCALL
+NTAPI
KiSwapProcess(
struct _KPROCESS *NewProcess,
struct _KPROCESS *OldProcess
);
BOOLEAN
-STDCALL
+NTAPI
KeTestAlertThread(IN KPROCESSOR_MODE AlertMode);
BOOLEAN
-STDCALL
+NTAPI
KeRemoveQueueApc(PKAPC Apc);
VOID
FASTCALL
-KiWakeQueue(IN PKQUEUE Queue);
+KiActivateWaiterQueue(IN PKQUEUE Queue);
/* INITIALIZATION FUNCTIONS *************************************************/
-VOID
-NTAPI
-KeInitExceptions(VOID);
-
-VOID
-NTAPI
-KeInitInterrupts(VOID);
-
-VOID
+BOOLEAN
NTAPI
-KeInitTimer(VOID);
+KeInitSystem(VOID);
VOID
NTAPI
-KeInitDispatcher(VOID);
+KeInitExceptions(VOID);
VOID
NTAPI
-KiInitializeSystemClock(VOID);
+KeInitInterrupts(VOID);
VOID
NTAPI
KiInitializeBugCheck(VOID);
-VOID
-NTAPI
-Phase1Initialization(PVOID Context);
-
VOID
NTAPI
KiSystemStartup(
- IN PROS_LOADER_PARAMETER_BLOCK LoaderBlock
+ IN PLOADER_PARAMETER_BLOCK LoaderBlock
);
-VOID
-NTAPI
-KeInit2(VOID);
-
BOOLEAN
NTAPI
KiDeliverUserApc(PKTRAP_FRAME TrapFrame);
VOID
-STDCALL
+NTAPI
KiMoveApcState(
PKAPC_STATE OldState,
PKAPC_STATE NewState
VOID
NTAPI
-KeApplicationProcessorInit(VOID);
-
-VOID
-NTAPI
-KePrepareForApplicationProcessorInit(ULONG id);
-
-ULONG
-NTAPI
-KiUserTrapHandler(
- PKTRAP_FRAME Tf,
- ULONG ExceptionNr,
- PVOID Cr2
-);
-
-VOID
-STDCALL
-KePushAndStackSwitchAndSysRet(
- ULONG Push,
- PVOID NewStack
-);
-
-VOID
-STDCALL
-KeStackSwitchAndRet(PVOID NewStack);
-
-VOID
-STDCALL
KeBugCheckWithTf(
ULONG BugCheckCode,
ULONG BugCheckParameter1,
KeFlushCurrentTb(VOID);
VOID
-STDCALL
+NTAPI
KeRosDumpStackFrames(
PULONG Frame,
ULONG FrameCount
VOID
NTAPI
-KiSetSystemTime(PLARGE_INTEGER NewSystemTime);
+KeSetSystemTime(
+ IN PLARGE_INTEGER NewSystemTime,
+ OUT PLARGE_INTEGER OldSystemTime,
+ IN BOOLEAN FixInterruptTime,
+ IN PLARGE_INTEGER HalTime
+);
ULONG
NTAPI
VOID
);
+VOID
+NTAPI
+KiInitializeMachineType(
+ VOID
+);
+
VOID
NTAPI
KiFlushNPXState(
IN FLOATING_SAVE_AREA *SaveArea
);
+VOID
+NTAPI
+KiInitSpinLocks(
+ IN PKPRCB Prcb,
+ IN CCHAR Number
+);
+
+LARGE_INTEGER
+NTAPI
+KiComputeReciprocal(
+ IN LONG Divisor,
+ OUT PUCHAR Shift
+);
+
+VOID
+NTAPI
+KiInitSystem(
+ VOID
+);
+
+VOID
+FASTCALL
+KiInsertQueueApc(
+ IN PKAPC Apc,
+ IN KPRIORITY PriorityBoost
+);
+
+NTSTATUS
+NTAPI
+KiCallUserMode(
+ IN PVOID *OutputBuffer,
+ IN PULONG OutputLength
+);
+
+PULONG
+NTAPI
+KiGetUserModeStackAddress(
+ VOID
+);
+
+ULONG_PTR
+NTAPI
+Ki386EnableGlobalPage(IN volatile ULONG_PTR Context);
+
+VOID
+NTAPI
+KiInitializePAT(VOID);
+
+VOID
+NTAPI
+KiInitializeMTRR(IN BOOLEAN FinalCpu);
+
+VOID
+NTAPI
+KiAmdK6InitializeMTRR(VOID);
+
+VOID
+NTAPI
+KiRestoreFastSyscallReturnState(VOID);
+
+ULONG_PTR
+NTAPI
+Ki386EnableDE(IN ULONG_PTR Context);
+
+ULONG_PTR
+NTAPI
+Ki386EnableFxsr(IN ULONG_PTR Context);
+
+ULONG_PTR
+NTAPI
+Ki386EnableXMMIExceptions(IN ULONG_PTR Context);
+
+VOID
+NTAPI
+KiInitMachineDependent(VOID);
+
+VOID
+NTAPI
+KiI386PentiumLockErrataFixup(VOID);
+
+VOID
+WRMSR(
+ IN ULONG Register,
+ IN LONGLONG Value
+);
+
+BOOLEAN
+NTAPI
+KeFreezeExecution(IN PKTRAP_FRAME TrapFrame,
+ IN PKEXCEPTION_FRAME ExceptionFrame);
+
+VOID
+NTAPI
+KeThawExecution(IN BOOLEAN Enable);
+
#include "ke_x.h"
#endif /* __NTOSKRNL_INCLUDE_INTERNAL_KE_H */
projects / reactos.git / blobdiff