2 * PROJECT: ReactOS Kernel
3 * LICENSE: GNU GPLv2 only as published by the Free Software Foundation
4 * PURPOSE: To Implement AHCI Miniport driver targeting storport NT 5.2
5 * PROGRAMMERS: Aman Priyadarshi (aman.eureka@gmail.com)
13 #pragma warning(disable:4214) // bit field types other than int
14 #pragma warning(disable:4201) // nameless struct/union
16 #define MAXIMUM_AHCI_PORT_COUNT 32
17 #define MAXIMUM_AHCI_PRDT_ENTRIES 32
18 #define MAXIMUM_AHCI_PORT_NCS 30
19 #define MAXIMUM_QUEUE_BUFFER_SIZE 255
20 #define MAXIMUM_TRANSFER_LENGTH (128*1024) // 128 KB
22 #define DEVICE_ATA_BLOCK_SIZE 512
24 // device type (DeviceParams)
25 #define AHCI_DEVICE_TYPE_ATA 1
26 #define AHCI_DEVICE_TYPE_ATAPI 2
27 #define AHCI_DEVICE_TYPE_NODEVICE 3
30 #define AHCI_Global_HBA_CAP_S64A (1 << 31)
32 // FIS Types : http://wiki.osdev.org/AHCI
33 #define FIS_TYPE_REG_H2D 0x27 // Register FIS - host to device
34 #define FIS_TYPE_REG_D2H 0x34 // Register FIS - device to host
35 #define FIS_TYPE_DMA_ACT 0x39 // DMA activate FIS - device to host
36 #define FIS_TYPE_DMA_SETUP 0x41 // DMA setup FIS - bidirectional
37 #define FIS_TYPE_BIST 0x58 // BIST activate FIS - bidirectional
38 #define FIS_TYPE_PIO_SETUP 0x5F // PIO setup FIS - device to host
39 #define FIS_TYPE_DEV_BITS 0xA1 // Set device bits FIS - device to host
41 #define AHCI_ATA_CFIS_FisType 0
42 #define AHCI_ATA_CFIS_PMPort_C 1
43 #define AHCI_ATA_CFIS_CommandReg 2
44 #define AHCI_ATA_CFIS_FeaturesLow 3
45 #define AHCI_ATA_CFIS_LBA0 4
46 #define AHCI_ATA_CFIS_LBA1 5
47 #define AHCI_ATA_CFIS_LBA2 6
48 #define AHCI_ATA_CFIS_Device 7
49 #define AHCI_ATA_CFIS_LBA3 8
50 #define AHCI_ATA_CFIS_LBA4 9
51 #define AHCI_ATA_CFIS_LBA5 10
52 #define AHCI_ATA_CFIS_FeaturesHigh 11
53 #define AHCI_ATA_CFIS_SectorCountLow 12
54 #define AHCI_ATA_CFIS_SectorCountHigh 13
57 #define ATA_FUNCTION_ATA_COMMAND 0x100
58 #define ATA_FUNCTION_ATA_IDENTIFY 0x101
59 #define ATA_FUNCTION_ATA_READ 0x102
62 #define ATA_FUNCTION_ATAPI_COMMAND 0x200
65 #define ATA_FLAGS_DATA_IN (1 << 1)
66 #define ATA_FLAGS_DATA_OUT (1 << 2)
67 #define ATA_FLAGS_48BIT_COMMAND (1 << 3)
68 #define ATA_FLAGS_USE_DMA (1 << 4)
70 #define IsAtaCommand(AtaFunction) (AtaFunction & ATA_FUNCTION_ATA_COMMAND)
71 #define IsAtapiCommand(AtaFunction) (AtaFunction & ATA_FUNCTION_ATAPI_COMMAND)
72 #define IsDataTransferNeeded(SrbExtension) (SrbExtension->Flags & (ATA_FLAGS_DATA_IN | ATA_FLAGS_DATA_OUT))
73 #define IsAdapterCAPS64(CAP) (CAP & AHCI_Global_HBA_CAP_S64A)
75 // 3.1.1 NCS = CAP[12:08] -> Align
76 #define AHCI_Global_Port_CAP_NCS(x) (((x) & 0xF00) >> 8)
78 #define ROUND_UP(N, S) ((((N) + (S) - 1) / (S)) * (S))
80 #define AhciDebugPrint(format, ...) StorPortDebugPrint(0, format, __VA_ARGS__)
85 (*PAHCI_COMPLETION_ROUTINE
) (
86 __in PVOID PortExtension
,
90 //////////////////////////////////////////////////////////////
91 // ---- Support Structures --- //
92 //////////////////////////////////////////////////////////////
95 typedef union _AHCI_INTERRUPT_STATUS
99 ULONG DHRS
:1; //Device to Host Register FIS Interrupt
100 ULONG PSS
:1; //PIO Setup FIS Interrupt
101 ULONG DSS
:1; //DMA Setup FIS Interrupt
102 ULONG SDBS
:1; //Set Device Bits Interrupt
103 ULONG UFS
:1; //Unknown FIS Interrupt
104 ULONG DPS
:1; //Descriptor Processed
105 ULONG PCS
:1; //Port Connect Change Status
106 ULONG DMPS
:1; //Device Mechanical Presence Status (DMPS)
108 ULONG PRCS
:1; //PhyRdy Change Status
109 ULONG IPMS
:1; //Incorrect Port Multiplier Status
110 ULONG OFS
:1; //Overflow Status
112 ULONG INFS
:1; //Interface Non-fatal Error Status
113 ULONG IFS
:1; //Interface Fatal Error Status
114 ULONG HBDS
:1; //Host Bus Data Error Status
115 ULONG HBFS
:1; //Host Bus Fatal Error Status
116 ULONG TFES
:1; //Task File Error Status
117 ULONG CPDS
:1; //Cold Port Detect Status
121 } AHCI_INTERRUPT_STATUS
;
123 typedef struct _AHCI_FIS_DMA_SETUP
125 ULONG ULONG0_1
; // FIS_TYPE_DMA_SETUP
128 // Data transfer direction, 1 - device to host
130 // Auto-activate. Specifies if DMA Activate FIS is needed
131 UCHAR Reserved
[2]; // Reserved
132 ULONG DmaBufferLow
; // DMA Buffer Identifier. Used to Identify DMA buffer in host memory. SATA Spec says host specific and not in Spec. Trying AHCI spec might work.
134 ULONG Reserved2
; // More reserved
135 ULONG DmaBufferOffset
; // Byte offset into buffer. First 2 bits must be 0
136 ULONG TranferCount
; // Number of bytes to transfer. Bit 0 must be 0
137 ULONG Reserved3
; // Reserved
138 } AHCI_FIS_DMA_SETUP
;
140 typedef struct _AHCI_PIO_SETUP_FIS
155 UCHAR SectorNumb_Exp
;
161 UCHAR SectorCount_Exp
;
165 USHORT TransferCount
;
167 } AHCI_PIO_SETUP_FIS
;
169 typedef struct _AHCI_D2H_REGISTER_FIS
189 UCHAR SectorCount_Exp
;
193 } AHCI_D2H_REGISTER_FIS
;
195 typedef struct _AHCI_SET_DEVICE_BITS_FIS
212 } AHCI_SET_DEVICE_BITS_FIS
;
214 typedef struct _AHCI_QUEUE
216 PVOID Buffer
[MAXIMUM_QUEUE_BUFFER_SIZE
]; // because Storahci hold Srb queue of 255 size
219 } AHCI_QUEUE
, *PAHCI_QUEUE
;
221 //////////////////////////////////////////////////////////////
222 // --------------------------- //
223 //////////////////////////////////////////////////////////////
225 typedef union _AHCI_COMMAND_HEADER_DESCRIPTION
229 ULONG CFL
: 5; // Command FIS Length
230 ULONG A
: 1; // IsATAPI
231 ULONG W
: 1; // Write
232 ULONG P
: 1; // Prefetchable
234 ULONG R
: 1; // Reset
236 ULONG C
: 1; //Clear Busy upon R_OK
238 ULONG PMP
: 4; //Port Multiplier Port
240 ULONG PRDTL
: 16; //Physical Region Descriptor Table Length
244 } AHCI_COMMAND_HEADER_DESCRIPTION
;
246 typedef union _AHCI_GHC
261 typedef union _AHCI_PORT_CMD
293 typedef union _AHCI_SERIAL_ATA_CONTROL
302 ULONG DW11_Reserved
:12;
306 } AHCI_SERIAL_ATA_CONTROL
;
308 typedef union _AHCI_SERIAL_ATA_STATUS
319 } AHCI_SERIAL_ATA_STATUS
;
321 typedef union _AHCI_TASK_FILE_DATA
338 } AHCI_TASK_FILE_DATA
;
340 typedef struct _AHCI_PRDT
349 } AHCI_PRDT
, *PAHCI_PRDT
;
351 // 4.2.3 Command Table
352 typedef struct _AHCI_COMMAND_TABLE
354 // (16 * 32) + 64 + 16 + 48 = 648
355 // 128 byte aligned :D
359 AHCI_PRDT PRDT
[MAXIMUM_AHCI_PRDT_ENTRIES
];
360 } AHCI_COMMAND_TABLE
, *PAHCI_COMMAND_TABLE
;
362 // 4.2.2 Command Header
363 typedef struct _AHCI_COMMAND_HEADER
365 AHCI_COMMAND_HEADER_DESCRIPTION DI
; // DW 0
368 ULONG CTBA_U
; // DW 3
369 ULONG Reserved
[4]; // DW 4-7
370 } AHCI_COMMAND_HEADER
, *PAHCI_COMMAND_HEADER
;
373 typedef struct _AHCI_RECEIVED_FIS
375 struct _AHCI_FIS_DMA_SETUP DmaSetupFIS
; // 0x00 -- DMA Setup FIS
376 ULONG pad0
; // 4 BYTE padding
377 struct _AHCI_PIO_SETUP_FIS PioSetupFIS
; // 0x20 -- PIO Setup FIS
378 ULONG pad1
[3]; // 12 BYTE padding
379 struct _AHCI_D2H_REGISTER_FIS RegisterFIS
; // 0x40 -- Register – Device to Host FIS
380 ULONG pad2
; // 4 BYTE padding
381 struct _AHCI_SET_DEVICE_BITS_FIS SetDeviceFIS
; // 0x58 -- Set Device Bit FIS
382 ULONG UnknowFIS
[16]; // 0x60 -- Unknown FIS
383 ULONG Reserved
[24]; // 0xA0 -- Reserved
384 } AHCI_RECEIVED_FIS
, *PAHCI_RECEIVED_FIS
;
386 // Holds Port Information
387 typedef struct _AHCI_PORT
389 ULONG CLB
; // 0x00, command list base address, 1K-byte aligned
390 ULONG CLBU
; // 0x04, command list base address upper 32 bits
391 ULONG FB
; // 0x08, FIS base address, 256-byte aligned
392 ULONG FBU
; // 0x0C, FIS base address upper 32 bits
393 ULONG IS
; // 0x10, interrupt status
394 ULONG IE
; // 0x14, interrupt enable
395 ULONG CMD
; // 0x18, command and status
396 ULONG RSV0
; // 0x1C, Reserved
397 ULONG TFD
; // 0x20, task file data
398 ULONG SIG
; // 0x24, signature
399 ULONG SSTS
; // 0x28, SATA status (SCR0:SStatus)
400 ULONG SCTL
; // 0x2C, SATA control (SCR2:SControl)
401 ULONG SERR
; // 0x30, SATA error (SCR1:SError)
402 ULONG SACT
; // 0x34, SATA active (SCR3:SActive)
403 ULONG CI
; // 0x38, command issue
404 ULONG SNTF
; // 0x3C, SATA notification (SCR4:SNotification)
405 ULONG FBS
; // 0x40, FIS-based switch control
406 ULONG RSV1
[11]; // 0x44 ~ 0x6F, Reserved
407 ULONG Vendor
[4]; // 0x70 ~ 0x7F, vendor specific
408 } AHCI_PORT
, *PAHCI_PORT
;
410 typedef union _AHCI_INTERRUPT_ENABLE
422 ULONG DW5_Reserved
:14;
426 ULONG DW5_Reserved2
:1;
436 } AHCI_INTERRUPT_ENABLE
;
438 typedef struct _AHCI_MEMORY_REGISTERS
440 // 0x00 - 0x2B, Generic Host Control
441 ULONG CAP
; // 0x00, Host capability
442 ULONG GHC
; // 0x04, Global host control
443 ULONG IS
; // 0x08, Interrupt status
444 ULONG PI
; // 0x0C, Port implemented
445 ULONG VS
; // 0x10, Version
446 ULONG CCC_CTL
; // 0x14, Command completion coalescing control
447 ULONG CCC_PTS
; // 0x18, Command completion coalescing ports
448 ULONG EM_LOC
; // 0x1C, Enclosure management location
449 ULONG EM_CTL
; // 0x20, Enclosure management control
450 ULONG CAP2
; // 0x24, Host capabilities extended
451 ULONG BOHC
; // 0x28, BIOS/OS handoff control and status
452 ULONG Reserved
[0x1d]; // 0x2C - 0x9F, Reserved
453 ULONG VendorSpecific
[0x18]; // 0xA0 - 0xFF, Vendor specific registers
454 AHCI_PORT PortList
[MAXIMUM_AHCI_PORT_COUNT
];
455 } AHCI_MEMORY_REGISTERS
, *PAHCI_MEMORY_REGISTERS
;
457 // Holds information for each attached attached port to a given adapter.
458 typedef struct _AHCI_PORT_EXTENSION
461 ULONG QueueSlots
; // slots which we have already assigned task (Slot)
462 ULONG CommandIssuedSlots
; // slots which has been programmed
463 ULONG MaxPortQueueDepth
;
467 UCHAR RemovableDevice
;
472 LARGE_INTEGER MaxLba
;
473 ULONG BytesPerLogicalSector
;
474 ULONG BytesPerPhysicalSector
;
475 // UCHAR VendorId[41];
476 // UCHAR RevisionID[9];
477 // UCHAR SerialNumber[21];
480 STOR_DPC CommandCompletion
;
481 PAHCI_PORT Port
; // AHCI Port Infomation
482 AHCI_QUEUE SrbQueue
; // pending Srbs
483 AHCI_QUEUE CompletionQueue
;
484 PSCSI_REQUEST_BLOCK Slot
[MAXIMUM_AHCI_PORT_NCS
]; // Srbs which has been alloted a port
485 PAHCI_RECEIVED_FIS ReceivedFIS
;
486 PAHCI_COMMAND_HEADER CommandList
;
487 STOR_DEVICE_POWER_STATE DevicePowerState
; // Device Power State
488 PIDENTIFY_DEVICE_DATA IdentifyDeviceData
;
489 STOR_PHYSICAL_ADDRESS IdentifyDeviceDataPhysicalAddress
;
490 struct _AHCI_ADAPTER_EXTENSION
* AdapterExtension
; // Port's Adapter Information
491 } AHCI_PORT_EXTENSION
, *PAHCI_PORT_EXTENSION
;
493 // Holds Adapter Information
494 typedef struct _AHCI_ADAPTER_EXTENSION
496 ULONG SystemIoBusNumber
;
498 ULONG AhciBaseAddress
;
499 PULONG IS
;// Interrupt Status, In case of MSIM == `1`
500 ULONG PortImplemented
;// bit-mapping of ports which are implemented
510 ULONG LastInterruptPort
;
511 ULONG CurrentCommandSlot
;
513 PVOID NonCachedExtension
; // holds virtual address to noncached buffer allocated for Port Extension
517 // Message per port or shared port?
518 ULONG MessagePerPort
: 1;
520 ULONG Reserved
: 30; // not in use -- maintain 4 byte alignment
523 PAHCI_MEMORY_REGISTERS ABAR_Address
;
524 AHCI_PORT_EXTENSION PortExtension
[MAXIMUM_AHCI_PORT_COUNT
];
525 } AHCI_ADAPTER_EXTENSION
, *PAHCI_ADAPTER_EXTENSION
;
527 typedef struct _LOCAL_SCATTER_GATHER_LIST
529 ULONG NumberOfElements
;
531 STOR_SCATTER_GATHER_ELEMENT List
[MAXIMUM_AHCI_PRDT_ENTRIES
];
532 } LOCAL_SCATTER_GATHER_LIST
, *PLOCAL_SCATTER_GATHER_LIST
;
534 typedef struct _AHCI_SRB_EXTENSION
536 AHCI_COMMAND_TABLE CommandTable
;
551 UCHAR SectorCountLow
;
552 UCHAR SectorCountHigh
;
555 LOCAL_SCATTER_GATHER_LIST Sgl
;
556 PLOCAL_SCATTER_GATHER_LIST pSgl
;
557 PAHCI_COMPLETION_ROUTINE CompletionRoutine
;
559 // for alignment purpose -- 128 byte alignment
560 // do not try to access (R/W) this field
562 } AHCI_SRB_EXTENSION
, *PAHCI_SRB_EXTENSION
;
564 //////////////////////////////////////////////////////////////
566 //////////////////////////////////////////////////////////////
570 __in PAHCI_ADAPTER_EXTENSION AdapterExtension
,
572 __in PSCSI_REQUEST_BLOCK Srb
577 __in PAHCI_ADAPTER_EXTENSION AdapterExtension
584 __in ULONG BufferSize
590 __in PAHCI_ADAPTER_EXTENSION AdapterExtension
,
594 UCHAR
DeviceRequestReadWrite (
595 __in PAHCI_ADAPTER_EXTENSION AdapterExtension
,
596 __in PSCSI_REQUEST_BLOCK Srb
,
600 UCHAR
DeviceRequestCapacity (
601 __in PAHCI_ADAPTER_EXTENSION AdapterExtension
,
602 __in PSCSI_REQUEST_BLOCK Srb
,
607 DeviceInquiryRequest (
608 __in PAHCI_ADAPTER_EXTENSION AdapterExtension
,
609 __in PSCSI_REQUEST_BLOCK Srb
,
613 UCHAR
DeviceRequestComplete (
614 __in PAHCI_ADAPTER_EXTENSION AdapterExtension
,
615 __in PSCSI_REQUEST_BLOCK Srb
,
619 UCHAR
DeviceReportLuns (
620 __in PAHCI_ADAPTER_EXTENSION AdapterExtension
,
621 __in PSCSI_REQUEST_BLOCK Srb
,
628 __inout PAHCI_QUEUE Queue
,
635 __inout PAHCI_QUEUE Queue
641 __in PSCSI_REQUEST_BLOCK Srb
651 //////////////////////////////////////////////////////////////
653 //////////////////////////////////////////////////////////////
655 // I assert every silly mistake I can do while coding
656 // because god never help me debugging the code
657 // but these asserts do :')
659 C_ASSERT(FIELD_OFFSET(AHCI_MEMORY_REGISTERS
, CAP
) == 0x00);
660 C_ASSERT(FIELD_OFFSET(AHCI_MEMORY_REGISTERS
, GHC
) == 0x04);
661 C_ASSERT(FIELD_OFFSET(AHCI_MEMORY_REGISTERS
, IS
) == 0x08);
662 C_ASSERT(FIELD_OFFSET(AHCI_MEMORY_REGISTERS
, PI
) == 0x0C);
663 C_ASSERT(FIELD_OFFSET(AHCI_MEMORY_REGISTERS
, VS
) == 0x10);
664 C_ASSERT(FIELD_OFFSET(AHCI_MEMORY_REGISTERS
, CCC_CTL
) == 0x14);
665 C_ASSERT(FIELD_OFFSET(AHCI_MEMORY_REGISTERS
, CCC_PTS
) == 0x18);
666 C_ASSERT(FIELD_OFFSET(AHCI_MEMORY_REGISTERS
, EM_LOC
) == 0x1C);
667 C_ASSERT(FIELD_OFFSET(AHCI_MEMORY_REGISTERS
, EM_CTL
) == 0x20);
668 C_ASSERT(FIELD_OFFSET(AHCI_MEMORY_REGISTERS
, CAP2
) == 0x24);
669 C_ASSERT(FIELD_OFFSET(AHCI_MEMORY_REGISTERS
, BOHC
) == 0x28);
670 C_ASSERT(FIELD_OFFSET(AHCI_MEMORY_REGISTERS
, Reserved
) == 0x2C);
671 C_ASSERT(FIELD_OFFSET(AHCI_MEMORY_REGISTERS
, VendorSpecific
) == 0xA0);
672 C_ASSERT(FIELD_OFFSET(AHCI_MEMORY_REGISTERS
, PortList
) == 0x100);
674 C_ASSERT(FIELD_OFFSET(AHCI_PORT
, CLB
) == 0x00);
675 C_ASSERT(FIELD_OFFSET(AHCI_PORT
, CLBU
) == 0x04);
676 C_ASSERT(FIELD_OFFSET(AHCI_PORT
, FB
) == 0x08);
677 C_ASSERT(FIELD_OFFSET(AHCI_PORT
, FBU
) == 0x0C);
678 C_ASSERT(FIELD_OFFSET(AHCI_PORT
, IS
) == 0x10);
679 C_ASSERT(FIELD_OFFSET(AHCI_PORT
, IE
) == 0x14);
680 C_ASSERT(FIELD_OFFSET(AHCI_PORT
, CMD
) == 0x18);
681 C_ASSERT(FIELD_OFFSET(AHCI_PORT
, RSV0
) == 0x1C);
682 C_ASSERT(FIELD_OFFSET(AHCI_PORT
, TFD
) == 0x20);
683 C_ASSERT(FIELD_OFFSET(AHCI_PORT
, SIG
) == 0x24);
684 C_ASSERT(FIELD_OFFSET(AHCI_PORT
, SSTS
) == 0x28);
685 C_ASSERT(FIELD_OFFSET(AHCI_PORT
, SCTL
) == 0x2C);
686 C_ASSERT(FIELD_OFFSET(AHCI_PORT
, SERR
) == 0x30);
687 C_ASSERT(FIELD_OFFSET(AHCI_PORT
, SACT
) == 0x34);
688 C_ASSERT(FIELD_OFFSET(AHCI_PORT
, CI
) == 0x38);
689 C_ASSERT(FIELD_OFFSET(AHCI_PORT
, SNTF
) == 0x3C);
690 C_ASSERT(FIELD_OFFSET(AHCI_PORT
, FBS
) == 0x40);
691 C_ASSERT(FIELD_OFFSET(AHCI_PORT
, RSV1
) == 0x44);
692 C_ASSERT(FIELD_OFFSET(AHCI_PORT
, Vendor
) == 0x70);
694 C_ASSERT((sizeof(AHCI_COMMAND_TABLE
) % 128) == 0);
696 C_ASSERT(sizeof(AHCI_GHC
) == sizeof(ULONG
));
697 C_ASSERT(sizeof(AHCI_PORT_CMD
) == sizeof(ULONG
));
698 C_ASSERT(sizeof(AHCI_TASK_FILE_DATA
) == sizeof(ULONG
));
699 C_ASSERT(sizeof(AHCI_INTERRUPT_ENABLE
) == sizeof(ULONG
));
700 C_ASSERT(sizeof(AHCI_SERIAL_ATA_STATUS
) == sizeof(ULONG
));
701 C_ASSERT(sizeof(AHCI_SERIAL_ATA_CONTROL
) == sizeof(ULONG
));
702 C_ASSERT(sizeof(AHCI_COMMAND_HEADER_DESCRIPTION
) == sizeof(ULONG
));
704 C_ASSERT(FIELD_OFFSET(AHCI_COMMAND_TABLE
, CFIS
) == 0x00);
705 C_ASSERT(FIELD_OFFSET(AHCI_COMMAND_TABLE
, ACMD
) == 0x40);
706 C_ASSERT(FIELD_OFFSET(AHCI_COMMAND_TABLE
, RSV0
) == 0x50);
707 C_ASSERT(FIELD_OFFSET(AHCI_COMMAND_TABLE
, PRDT
) == 0x80);