0001
0002
0003
0004
0005 #ifndef _IOAT_REGISTERS_H_
0006 #define _IOAT_REGISTERS_H_
0007
0008 #define IOAT_PCI_DMACTRL_OFFSET 0x48
0009 #define IOAT_PCI_DMACTRL_DMA_EN 0x00000001
0010 #define IOAT_PCI_DMACTRL_MSI_EN 0x00000002
0011
0012 #define IOAT_PCI_DEVICE_ID_OFFSET 0x02
0013 #define IOAT_PCI_DMAUNCERRSTS_OFFSET 0x148
0014 #define IOAT_PCI_CHANERR_INT_OFFSET 0x180
0015 #define IOAT_PCI_CHANERRMASK_INT_OFFSET 0x184
0016
0017
0018
0019
0020 #define IOAT_DEVCTRL_OFFSET 0x8
0021
0022 #define IOAT_DEVCTRL_ROE 0x10
0023
0024
0025 #define IOAT_CHANCNT_OFFSET 0x00
0026
0027 #define IOAT_XFERCAP_OFFSET 0x01
0028 #define IOAT_XFERCAP_4KB 12
0029 #define IOAT_XFERCAP_8KB 13
0030 #define IOAT_XFERCAP_16KB 14
0031 #define IOAT_XFERCAP_32KB 15
0032 #define IOAT_XFERCAP_32GB 0
0033
0034 #define IOAT_GENCTRL_OFFSET 0x02
0035 #define IOAT_GENCTRL_DEBUG_EN 0x01
0036
0037 #define IOAT_INTRCTRL_OFFSET 0x03
0038 #define IOAT_INTRCTRL_MASTER_INT_EN 0x01
0039 #define IOAT_INTRCTRL_INT_STATUS 0x02
0040 #define IOAT_INTRCTRL_INT 0x04
0041 #define IOAT_INTRCTRL_MSIX_VECTOR_CONTROL 0x08
0042
0043 #define IOAT_ATTNSTATUS_OFFSET 0x04
0044
0045 #define IOAT_VER_OFFSET 0x08
0046 #define IOAT_VER_MAJOR_MASK 0xF0
0047 #define IOAT_VER_MINOR_MASK 0x0F
0048 #define GET_IOAT_VER_MAJOR(x) (((x) & IOAT_VER_MAJOR_MASK) >> 4)
0049 #define GET_IOAT_VER_MINOR(x) ((x) & IOAT_VER_MINOR_MASK)
0050
0051 #define IOAT_PERPORTOFFSET_OFFSET 0x0A
0052
0053 #define IOAT_INTRDELAY_OFFSET 0x0C
0054 #define IOAT_INTRDELAY_MASK 0x3FFF
0055 #define IOAT_INTRDELAY_COALESE_SUPPORT 0x8000
0056
0057 #define IOAT_DEVICE_STATUS_OFFSET 0x0E
0058 #define IOAT_DEVICE_STATUS_DEGRADED_MODE 0x0001
0059 #define IOAT_DEVICE_MMIO_RESTRICTED 0x0002
0060 #define IOAT_DEVICE_MEMORY_BYPASS 0x0004
0061 #define IOAT_DEVICE_ADDRESS_REMAPPING 0x0008
0062
0063 #define IOAT_DMA_CAP_OFFSET 0x10
0064 #define IOAT_CAP_PAGE_BREAK 0x00000001
0065 #define IOAT_CAP_CRC 0x00000002
0066 #define IOAT_CAP_SKIP_MARKER 0x00000004
0067 #define IOAT_CAP_DCA 0x00000010
0068 #define IOAT_CAP_CRC_MOVE 0x00000020
0069 #define IOAT_CAP_FILL_BLOCK 0x00000040
0070 #define IOAT_CAP_APIC 0x00000080
0071 #define IOAT_CAP_XOR 0x00000100
0072 #define IOAT_CAP_PQ 0x00000200
0073 #define IOAT_CAP_DWBES 0x00002000
0074 #define IOAT_CAP_RAID16SS 0x00020000
0075 #define IOAT_CAP_DPS 0x00800000
0076
0077 #define IOAT_PREFETCH_LIMIT_OFFSET 0x4C
0078
0079 #define IOAT_CHANNEL_MMIO_SIZE 0x80
0080
0081
0082 #define IOAT_CHANCTRL_OFFSET 0x00
0083 #define IOAT_CHANCTRL_CHANNEL_PRIORITY_MASK 0xF000
0084 #define IOAT3_CHANCTRL_COMPL_DCA_EN 0x0200
0085 #define IOAT_CHANCTRL_CHANNEL_IN_USE 0x0100
0086 #define IOAT_CHANCTRL_DESCRIPTOR_ADDR_SNOOP_CONTROL 0x0020
0087 #define IOAT_CHANCTRL_ERR_INT_EN 0x0010
0088 #define IOAT_CHANCTRL_ANY_ERR_ABORT_EN 0x0008
0089 #define IOAT_CHANCTRL_ERR_COMPLETION_EN 0x0004
0090 #define IOAT_CHANCTRL_INT_REARM 0x0001
0091 #define IOAT_CHANCTRL_RUN (IOAT_CHANCTRL_INT_REARM |\
0092 IOAT_CHANCTRL_ERR_INT_EN |\
0093 IOAT_CHANCTRL_ERR_COMPLETION_EN |\
0094 IOAT_CHANCTRL_ANY_ERR_ABORT_EN)
0095
0096 #define IOAT_DMA_COMP_OFFSET 0x02
0097 #define IOAT_DMA_COMP_V1 0x0001
0098 #define IOAT_DMA_COMP_V2 0x0002
0099
0100 #define IOAT_CHANSTS_OFFSET 0x08
0101 #define IOAT_CHANSTS_COMPLETED_DESCRIPTOR_ADDR (~0x3fULL)
0102 #define IOAT_CHANSTS_SOFT_ERR 0x10ULL
0103 #define IOAT_CHANSTS_UNAFFILIATED_ERR 0x8ULL
0104 #define IOAT_CHANSTS_STATUS 0x7ULL
0105 #define IOAT_CHANSTS_ACTIVE 0x0
0106 #define IOAT_CHANSTS_DONE 0x1
0107 #define IOAT_CHANSTS_SUSPENDED 0x2
0108 #define IOAT_CHANSTS_HALTED 0x3
0109
0110
0111
0112 #define IOAT_CHAN_DMACOUNT_OFFSET 0x06
0113
0114 #define IOAT_DCACTRL_OFFSET 0x30
0115 #define IOAT_DCACTRL_CMPL_WRITE_ENABLE 0x10000
0116 #define IOAT_DCACTRL_TARGET_CPU_MASK 0xFFFF
0117
0118
0119 #define IOAT_DCAOFFSET_OFFSET 0x14
0120
0121 #define IOAT_DCA_VER_OFFSET 0x00
0122 #define IOAT_DCA_VER_MAJOR_MASK 0xF0
0123 #define IOAT_DCA_VER_MINOR_MASK 0x0F
0124
0125 #define IOAT_DCA_COMP_OFFSET 0x02
0126 #define IOAT_DCA_COMP_V1 0x1
0127
0128 #define IOAT_FSB_CAPABILITY_OFFSET 0x04
0129 #define IOAT_FSB_CAPABILITY_PREFETCH 0x1
0130
0131 #define IOAT_PCI_CAPABILITY_OFFSET 0x06
0132 #define IOAT_PCI_CAPABILITY_MEMWR 0x1
0133
0134 #define IOAT_FSB_CAP_ENABLE_OFFSET 0x08
0135 #define IOAT_FSB_CAP_ENABLE_PREFETCH 0x1
0136
0137 #define IOAT_PCI_CAP_ENABLE_OFFSET 0x0A
0138 #define IOAT_PCI_CAP_ENABLE_MEMWR 0x1
0139
0140 #define IOAT_APICID_TAG_MAP_OFFSET 0x0C
0141 #define IOAT_APICID_TAG_MAP_TAG0 0x0000000F
0142 #define IOAT_APICID_TAG_MAP_TAG0_SHIFT 0
0143 #define IOAT_APICID_TAG_MAP_TAG1 0x000000F0
0144 #define IOAT_APICID_TAG_MAP_TAG1_SHIFT 4
0145 #define IOAT_APICID_TAG_MAP_TAG2 0x00000F00
0146 #define IOAT_APICID_TAG_MAP_TAG2_SHIFT 8
0147 #define IOAT_APICID_TAG_MAP_TAG3 0x0000F000
0148 #define IOAT_APICID_TAG_MAP_TAG3_SHIFT 12
0149 #define IOAT_APICID_TAG_MAP_TAG4 0x000F0000
0150 #define IOAT_APICID_TAG_MAP_TAG4_SHIFT 16
0151 #define IOAT_APICID_TAG_CB2_VALID 0x8080808080
0152
0153 #define IOAT_DCA_GREQID_OFFSET 0x10
0154 #define IOAT_DCA_GREQID_SIZE 0x04
0155 #define IOAT_DCA_GREQID_MASK 0xFFFF
0156 #define IOAT_DCA_GREQID_IGNOREFUN 0x10000000
0157 #define IOAT_DCA_GREQID_VALID 0x20000000
0158 #define IOAT_DCA_GREQID_LASTID 0x80000000
0159
0160 #define IOAT3_CSI_CAPABILITY_OFFSET 0x08
0161 #define IOAT3_CSI_CAPABILITY_PREFETCH 0x1
0162
0163 #define IOAT3_PCI_CAPABILITY_OFFSET 0x0A
0164 #define IOAT3_PCI_CAPABILITY_MEMWR 0x1
0165
0166 #define IOAT3_CSI_CONTROL_OFFSET 0x0C
0167 #define IOAT3_CSI_CONTROL_PREFETCH 0x1
0168
0169 #define IOAT3_PCI_CONTROL_OFFSET 0x0E
0170 #define IOAT3_PCI_CONTROL_MEMWR 0x1
0171
0172 #define IOAT3_APICID_TAG_MAP_OFFSET 0x10
0173 #define IOAT3_APICID_TAG_MAP_OFFSET_LOW 0x10
0174 #define IOAT3_APICID_TAG_MAP_OFFSET_HIGH 0x14
0175
0176 #define IOAT3_DCA_GREQID_OFFSET 0x02
0177
0178 #define IOAT1_CHAINADDR_OFFSET 0x0C
0179 #define IOAT2_CHAINADDR_OFFSET 0x10
0180 #define IOAT_CHAINADDR_OFFSET(ver) ((ver) < IOAT_VER_2_0 \
0181 ? IOAT1_CHAINADDR_OFFSET : IOAT2_CHAINADDR_OFFSET)
0182 #define IOAT1_CHAINADDR_OFFSET_LOW 0x0C
0183 #define IOAT2_CHAINADDR_OFFSET_LOW 0x10
0184 #define IOAT_CHAINADDR_OFFSET_LOW(ver) ((ver) < IOAT_VER_2_0 \
0185 ? IOAT1_CHAINADDR_OFFSET_LOW : IOAT2_CHAINADDR_OFFSET_LOW)
0186 #define IOAT1_CHAINADDR_OFFSET_HIGH 0x10
0187 #define IOAT2_CHAINADDR_OFFSET_HIGH 0x14
0188 #define IOAT_CHAINADDR_OFFSET_HIGH(ver) ((ver) < IOAT_VER_2_0 \
0189 ? IOAT1_CHAINADDR_OFFSET_HIGH : IOAT2_CHAINADDR_OFFSET_HIGH)
0190
0191 #define IOAT1_CHANCMD_OFFSET 0x14
0192 #define IOAT2_CHANCMD_OFFSET 0x04
0193 #define IOAT_CHANCMD_OFFSET(ver) ((ver) < IOAT_VER_2_0 \
0194 ? IOAT1_CHANCMD_OFFSET : IOAT2_CHANCMD_OFFSET)
0195 #define IOAT_CHANCMD_RESET 0x20
0196 #define IOAT_CHANCMD_RESUME 0x10
0197 #define IOAT_CHANCMD_ABORT 0x08
0198 #define IOAT_CHANCMD_SUSPEND 0x04
0199 #define IOAT_CHANCMD_APPEND 0x02
0200 #define IOAT_CHANCMD_START 0x01
0201
0202 #define IOAT_CHANCMP_OFFSET 0x18
0203 #define IOAT_CHANCMP_OFFSET_LOW 0x18
0204 #define IOAT_CHANCMP_OFFSET_HIGH 0x1C
0205
0206 #define IOAT_CDAR_OFFSET 0x20
0207 #define IOAT_CDAR_OFFSET_LOW 0x20
0208 #define IOAT_CDAR_OFFSET_HIGH 0x24
0209
0210 #define IOAT_CHANERR_OFFSET 0x28
0211 #define IOAT_CHANERR_SRC_ADDR_ERR 0x0001
0212 #define IOAT_CHANERR_DEST_ADDR_ERR 0x0002
0213 #define IOAT_CHANERR_NEXT_ADDR_ERR 0x0004
0214 #define IOAT_CHANERR_NEXT_DESC_ALIGN_ERR 0x0008
0215 #define IOAT_CHANERR_CHAIN_ADDR_VALUE_ERR 0x0010
0216 #define IOAT_CHANERR_CHANCMD_ERR 0x0020
0217 #define IOAT_CHANERR_CHIPSET_UNCORRECTABLE_DATA_INTEGRITY_ERR 0x0040
0218 #define IOAT_CHANERR_DMA_UNCORRECTABLE_DATA_INTEGRITY_ERR 0x0080
0219 #define IOAT_CHANERR_READ_DATA_ERR 0x0100
0220 #define IOAT_CHANERR_WRITE_DATA_ERR 0x0200
0221 #define IOAT_CHANERR_CONTROL_ERR 0x0400
0222 #define IOAT_CHANERR_LENGTH_ERR 0x0800
0223 #define IOAT_CHANERR_COMPLETION_ADDR_ERR 0x1000
0224 #define IOAT_CHANERR_INT_CONFIGURATION_ERR 0x2000
0225 #define IOAT_CHANERR_SOFT_ERR 0x4000
0226 #define IOAT_CHANERR_UNAFFILIATED_ERR 0x8000
0227 #define IOAT_CHANERR_XOR_P_OR_CRC_ERR 0x10000
0228 #define IOAT_CHANERR_XOR_Q_ERR 0x20000
0229 #define IOAT_CHANERR_DESCRIPTOR_COUNT_ERR 0x40000
0230
0231 #define IOAT_CHANERR_HANDLE_MASK (IOAT_CHANERR_XOR_P_OR_CRC_ERR | IOAT_CHANERR_XOR_Q_ERR)
0232 #define IOAT_CHANERR_RECOVER_MASK (IOAT_CHANERR_READ_DATA_ERR | \
0233 IOAT_CHANERR_WRITE_DATA_ERR)
0234
0235 #define IOAT_CHANERR_MASK_OFFSET 0x2C
0236
0237 #define IOAT_CHAN_DRSCTL_OFFSET 0xB6
0238 #define IOAT_CHAN_DRSZ_4KB 0x0000
0239 #define IOAT_CHAN_DRSZ_8KB 0x0001
0240 #define IOAT_CHAN_DRSZ_2MB 0x0009
0241 #define IOAT_CHAN_DRS_EN 0x0100
0242 #define IOAT_CHAN_DRS_AUTOWRAP 0x0200
0243
0244 #define IOAT_CHAN_LTR_SWSEL_OFFSET 0xBC
0245 #define IOAT_CHAN_LTR_SWSEL_ACTIVE 0x0
0246 #define IOAT_CHAN_LTR_SWSEL_IDLE 0x1
0247
0248 #define IOAT_CHAN_LTR_ACTIVE_OFFSET 0xC0
0249 #define IOAT_CHAN_LTR_ACTIVE_SNVAL 0x0000
0250 #define IOAT_CHAN_LTR_ACTIVE_SNLATSCALE 0x0800
0251 #define IOAT_CHAN_LTR_ACTIVE_SNREQMNT 0x8000
0252
0253 #define IOAT_CHAN_LTR_IDLE_OFFSET 0xC4
0254 #define IOAT_CHAN_LTR_IDLE_SNVAL 0x0258
0255 #define IOAT_CHAN_LTR_IDLE_SNLATSCALE 0x0800
0256 #define IOAT_CHAN_LTR_IDLE_SNREQMNT 0x8000
0257
0258 #endif