blob: c1ad1946809ec5c4c87a2e536dd2d439a033afbf [file] [log] [blame]
Chris Leech0bbd5f42006-05-23 17:35:34 -07001/*
Maciej Sosnowski211a22c2009-02-26 11:05:43 +01002 * Copyright(c) 2004 - 2009 Intel Corporation. All rights reserved.
Chris Leech0bbd5f42006-05-23 17:35:34 -07003 *
4 * This program is free software; you can redistribute it and/or modify it
5 * under the terms of the GNU General Public License as published by the Free
6 * Software Foundation; either version 2 of the License, or (at your option)
7 * any later version.
8 *
9 * This program is distributed in the hope that it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
12 * more details.
13 *
14 * You should have received a copy of the GNU General Public License along with
15 * this program; if not, write to the Free Software Foundation, Inc., 59
16 * Temple Place - Suite 330, Boston, MA 02111-1307, USA.
17 *
18 * The full GNU General Public License is included in this distribution in the
19 * file called COPYING.
20 */
21#ifndef _IOAT_REGISTERS_H_
22#define _IOAT_REGISTERS_H_
23
Shannon Nelson3e037452007-10-16 01:27:40 -070024#define IOAT_PCI_DMACTRL_OFFSET 0x48
25#define IOAT_PCI_DMACTRL_DMA_EN 0x00000001
26#define IOAT_PCI_DMACTRL_MSI_EN 0x00000002
Chris Leech0bbd5f42006-05-23 17:35:34 -070027
Maciej Sosnowski7f1b3582008-07-22 17:30:57 -070028#define IOAT_PCI_DEVICE_ID_OFFSET 0x02
29#define IOAT_PCI_DMAUNCERRSTS_OFFSET 0x148
Dan Williamsa6d52d72009-12-19 15:36:02 -070030#define IOAT_PCI_CHANERR_INT_OFFSET 0x180
Maciej Sosnowski7f1b3582008-07-22 17:30:57 -070031#define IOAT_PCI_CHANERRMASK_INT_OFFSET 0x184
32
Chris Leech0bbd5f42006-05-23 17:35:34 -070033/* MMIO Device Registers */
34#define IOAT_CHANCNT_OFFSET 0x00 /* 8-bit */
35
36#define IOAT_XFERCAP_OFFSET 0x01 /* 8-bit */
37#define IOAT_XFERCAP_4KB 12
38#define IOAT_XFERCAP_8KB 13
39#define IOAT_XFERCAP_16KB 14
40#define IOAT_XFERCAP_32KB 15
41#define IOAT_XFERCAP_32GB 0
42
43#define IOAT_GENCTRL_OFFSET 0x02 /* 8-bit */
44#define IOAT_GENCTRL_DEBUG_EN 0x01
45
46#define IOAT_INTRCTRL_OFFSET 0x03 /* 8-bit */
47#define IOAT_INTRCTRL_MASTER_INT_EN 0x01 /* Master Interrupt Enable */
48#define IOAT_INTRCTRL_INT_STATUS 0x02 /* ATTNSTATUS -or- Channel Int */
49#define IOAT_INTRCTRL_INT 0x04 /* INT_STATUS -and- MASTER_INT_EN */
Shannon Nelson7bb67c12007-11-14 16:59:51 -080050#define IOAT_INTRCTRL_MSIX_VECTOR_CONTROL 0x08 /* Enable all MSI-X vectors */
Chris Leech0bbd5f42006-05-23 17:35:34 -070051
52#define IOAT_ATTNSTATUS_OFFSET 0x04 /* Each bit is a channel */
53
54#define IOAT_VER_OFFSET 0x08 /* 8-bit */
55#define IOAT_VER_MAJOR_MASK 0xF0
56#define IOAT_VER_MINOR_MASK 0x0F
Shannon Nelson7bb67c12007-11-14 16:59:51 -080057#define GET_IOAT_VER_MAJOR(x) (((x) & IOAT_VER_MAJOR_MASK) >> 4)
Chris Leech0bbd5f42006-05-23 17:35:34 -070058#define GET_IOAT_VER_MINOR(x) ((x) & IOAT_VER_MINOR_MASK)
59
60#define IOAT_PERPORTOFFSET_OFFSET 0x0A /* 16-bit */
61
62#define IOAT_INTRDELAY_OFFSET 0x0C /* 16-bit */
Dan Williamsb9cc9862010-03-03 21:21:13 -070063#define IOAT_INTRDELAY_MASK 0x3FFF /* Interrupt Delay Time */
Shannon Nelson7bb67c12007-11-14 16:59:51 -080064#define IOAT_INTRDELAY_COALESE_SUPPORT 0x8000 /* Interrupt Coalescing Supported */
Chris Leech0bbd5f42006-05-23 17:35:34 -070065
66#define IOAT_DEVICE_STATUS_OFFSET 0x0E /* 16-bit */
67#define IOAT_DEVICE_STATUS_DEGRADED_MODE 0x0001
Dan Williams2aec0482009-09-08 17:42:54 -070068#define IOAT_DEVICE_MMIO_RESTRICTED 0x0002
69#define IOAT_DEVICE_MEMORY_BYPASS 0x0004
70#define IOAT_DEVICE_ADDRESS_REMAPPING 0x0008
71
72#define IOAT_DMA_CAP_OFFSET 0x10 /* 32-bit */
73#define IOAT_CAP_PAGE_BREAK 0x00000001
74#define IOAT_CAP_CRC 0x00000002
75#define IOAT_CAP_SKIP_MARKER 0x00000004
76#define IOAT_CAP_DCA 0x00000010
77#define IOAT_CAP_CRC_MOVE 0x00000020
78#define IOAT_CAP_FILL_BLOCK 0x00000040
79#define IOAT_CAP_APIC 0x00000080
80#define IOAT_CAP_XOR 0x00000100
81#define IOAT_CAP_PQ 0x00000200
Chris Leech0bbd5f42006-05-23 17:35:34 -070082
Chris Leech0bbd5f42006-05-23 17:35:34 -070083#define IOAT_CHANNEL_MMIO_SIZE 0x80 /* Each Channel MMIO space is this size */
84
85/* DMA Channel Registers */
86#define IOAT_CHANCTRL_OFFSET 0x00 /* 16-bit Channel Control Register */
87#define IOAT_CHANCTRL_CHANNEL_PRIORITY_MASK 0xF000
Dan Williamse61daca2009-09-08 17:42:57 -070088#define IOAT3_CHANCTRL_COMPL_DCA_EN 0x0200
Chris Leech0bbd5f42006-05-23 17:35:34 -070089#define IOAT_CHANCTRL_CHANNEL_IN_USE 0x0100
90#define IOAT_CHANCTRL_DESCRIPTOR_ADDR_SNOOP_CONTROL 0x0020
91#define IOAT_CHANCTRL_ERR_INT_EN 0x0010
92#define IOAT_CHANCTRL_ANY_ERR_ABORT_EN 0x0008
93#define IOAT_CHANCTRL_ERR_COMPLETION_EN 0x0004
Dan Williamsf6ab95b2009-09-08 12:01:21 -070094#define IOAT_CHANCTRL_INT_REARM 0x0001
95#define IOAT_CHANCTRL_RUN (IOAT_CHANCTRL_INT_REARM |\
Dave Jiang3f09ede2013-03-26 15:43:09 -070096 IOAT_CHANCTRL_ERR_INT_EN |\
97 IOAT_CHANCTRL_ERR_COMPLETION_EN |\
Dan Williams6f82b832009-11-19 17:07:57 -070098 IOAT_CHANCTRL_ANY_ERR_ABORT_EN)
Chris Leech0bbd5f42006-05-23 17:35:34 -070099
Shannon Nelson7bb67c12007-11-14 16:59:51 -0800100#define IOAT_DMA_COMP_OFFSET 0x02 /* 16-bit DMA channel compatibility */
101#define IOAT_DMA_COMP_V1 0x0001 /* Compatibility with DMA version 1 */
102#define IOAT_DMA_COMP_V2 0x0002 /* Compatibility with DMA version 2 */
Chris Leech0bbd5f42006-05-23 17:35:34 -0700103
Shannon Nelson7bb67c12007-11-14 16:59:51 -0800104
105#define IOAT1_CHANSTS_OFFSET 0x04 /* 64-bit Channel Status Register */
106#define IOAT2_CHANSTS_OFFSET 0x08 /* 64-bit Channel Status Register */
107#define IOAT_CHANSTS_OFFSET(ver) ((ver) < IOAT_VER_2_0 \
108 ? IOAT1_CHANSTS_OFFSET : IOAT2_CHANSTS_OFFSET)
109#define IOAT1_CHANSTS_OFFSET_LOW 0x04
110#define IOAT2_CHANSTS_OFFSET_LOW 0x08
111#define IOAT_CHANSTS_OFFSET_LOW(ver) ((ver) < IOAT_VER_2_0 \
112 ? IOAT1_CHANSTS_OFFSET_LOW : IOAT2_CHANSTS_OFFSET_LOW)
113#define IOAT1_CHANSTS_OFFSET_HIGH 0x08
114#define IOAT2_CHANSTS_OFFSET_HIGH 0x0C
115#define IOAT_CHANSTS_OFFSET_HIGH(ver) ((ver) < IOAT_VER_2_0 \
116 ? IOAT1_CHANSTS_OFFSET_HIGH : IOAT2_CHANSTS_OFFSET_HIGH)
Dan Williams4fb9b9e2009-09-08 12:01:04 -0700117#define IOAT_CHANSTS_COMPLETED_DESCRIPTOR_ADDR (~0x3fULL)
118#define IOAT_CHANSTS_SOFT_ERR 0x10ULL
119#define IOAT_CHANSTS_UNAFFILIATED_ERR 0x8ULL
Dan Williams09c8a5b2009-09-08 12:01:49 -0700120#define IOAT_CHANSTS_STATUS 0x7ULL
121#define IOAT_CHANSTS_ACTIVE 0x0
122#define IOAT_CHANSTS_DONE 0x1
123#define IOAT_CHANSTS_SUSPENDED 0x2
124#define IOAT_CHANSTS_HALTED 0x3
Chris Leech0bbd5f42006-05-23 17:35:34 -0700125
Chris Leech0bbd5f42006-05-23 17:35:34 -0700126
Shannon Nelson7bb67c12007-11-14 16:59:51 -0800127
128#define IOAT_CHAN_DMACOUNT_OFFSET 0x06 /* 16-bit DMA Count register */
129
130#define IOAT_DCACTRL_OFFSET 0x30 /* 32 bit Direct Cache Access Control Register */
131#define IOAT_DCACTRL_CMPL_WRITE_ENABLE 0x10000
132#define IOAT_DCACTRL_TARGET_CPU_MASK 0xFFFF /* APIC ID */
133
134/* CB DCA Memory Space Registers */
135#define IOAT_DCAOFFSET_OFFSET 0x14
136/* CB_BAR + IOAT_DCAOFFSET value */
137#define IOAT_DCA_VER_OFFSET 0x00
138#define IOAT_DCA_VER_MAJOR_MASK 0xF0
139#define IOAT_DCA_VER_MINOR_MASK 0x0F
140
141#define IOAT_DCA_COMP_OFFSET 0x02
142#define IOAT_DCA_COMP_V1 0x1
143
144#define IOAT_FSB_CAPABILITY_OFFSET 0x04
145#define IOAT_FSB_CAPABILITY_PREFETCH 0x1
146
147#define IOAT_PCI_CAPABILITY_OFFSET 0x06
148#define IOAT_PCI_CAPABILITY_MEMWR 0x1
149
150#define IOAT_FSB_CAP_ENABLE_OFFSET 0x08
151#define IOAT_FSB_CAP_ENABLE_PREFETCH 0x1
152
153#define IOAT_PCI_CAP_ENABLE_OFFSET 0x0A
154#define IOAT_PCI_CAP_ENABLE_MEMWR 0x1
155
156#define IOAT_APICID_TAG_MAP_OFFSET 0x0C
157#define IOAT_APICID_TAG_MAP_TAG0 0x0000000F
158#define IOAT_APICID_TAG_MAP_TAG0_SHIFT 0
159#define IOAT_APICID_TAG_MAP_TAG1 0x000000F0
160#define IOAT_APICID_TAG_MAP_TAG1_SHIFT 4
161#define IOAT_APICID_TAG_MAP_TAG2 0x00000F00
162#define IOAT_APICID_TAG_MAP_TAG2_SHIFT 8
163#define IOAT_APICID_TAG_MAP_TAG3 0x0000F000
164#define IOAT_APICID_TAG_MAP_TAG3_SHIFT 12
165#define IOAT_APICID_TAG_MAP_TAG4 0x000F0000
166#define IOAT_APICID_TAG_MAP_TAG4_SHIFT 16
167#define IOAT_APICID_TAG_CB2_VALID 0x8080808080
168
169#define IOAT_DCA_GREQID_OFFSET 0x10
170#define IOAT_DCA_GREQID_SIZE 0x04
171#define IOAT_DCA_GREQID_MASK 0xFFFF
172#define IOAT_DCA_GREQID_IGNOREFUN 0x10000000
173#define IOAT_DCA_GREQID_VALID 0x20000000
174#define IOAT_DCA_GREQID_LASTID 0x80000000
175
Maciej Sosnowski7f1b3582008-07-22 17:30:57 -0700176#define IOAT3_CSI_CAPABILITY_OFFSET 0x08
177#define IOAT3_CSI_CAPABILITY_PREFETCH 0x1
Shannon Nelson7bb67c12007-11-14 16:59:51 -0800178
Maciej Sosnowski7f1b3582008-07-22 17:30:57 -0700179#define IOAT3_PCI_CAPABILITY_OFFSET 0x0A
180#define IOAT3_PCI_CAPABILITY_MEMWR 0x1
181
182#define IOAT3_CSI_CONTROL_OFFSET 0x0C
183#define IOAT3_CSI_CONTROL_PREFETCH 0x1
184
185#define IOAT3_PCI_CONTROL_OFFSET 0x0E
186#define IOAT3_PCI_CONTROL_MEMWR 0x1
187
188#define IOAT3_APICID_TAG_MAP_OFFSET 0x10
189#define IOAT3_APICID_TAG_MAP_OFFSET_LOW 0x10
190#define IOAT3_APICID_TAG_MAP_OFFSET_HIGH 0x14
191
192#define IOAT3_DCA_GREQID_OFFSET 0x02
Shannon Nelson7bb67c12007-11-14 16:59:51 -0800193
194#define IOAT1_CHAINADDR_OFFSET 0x0C /* 64-bit Descriptor Chain Address Register */
195#define IOAT2_CHAINADDR_OFFSET 0x10 /* 64-bit Descriptor Chain Address Register */
196#define IOAT_CHAINADDR_OFFSET(ver) ((ver) < IOAT_VER_2_0 \
197 ? IOAT1_CHAINADDR_OFFSET : IOAT2_CHAINADDR_OFFSET)
198#define IOAT1_CHAINADDR_OFFSET_LOW 0x0C
199#define IOAT2_CHAINADDR_OFFSET_LOW 0x10
200#define IOAT_CHAINADDR_OFFSET_LOW(ver) ((ver) < IOAT_VER_2_0 \
201 ? IOAT1_CHAINADDR_OFFSET_LOW : IOAT2_CHAINADDR_OFFSET_LOW)
202#define IOAT1_CHAINADDR_OFFSET_HIGH 0x10
203#define IOAT2_CHAINADDR_OFFSET_HIGH 0x14
204#define IOAT_CHAINADDR_OFFSET_HIGH(ver) ((ver) < IOAT_VER_2_0 \
205 ? IOAT1_CHAINADDR_OFFSET_HIGH : IOAT2_CHAINADDR_OFFSET_HIGH)
206
207#define IOAT1_CHANCMD_OFFSET 0x14 /* 8-bit DMA Channel Command Register */
208#define IOAT2_CHANCMD_OFFSET 0x04 /* 8-bit DMA Channel Command Register */
209#define IOAT_CHANCMD_OFFSET(ver) ((ver) < IOAT_VER_2_0 \
210 ? IOAT1_CHANCMD_OFFSET : IOAT2_CHANCMD_OFFSET)
Chris Leech0bbd5f42006-05-23 17:35:34 -0700211#define IOAT_CHANCMD_RESET 0x20
212#define IOAT_CHANCMD_RESUME 0x10
213#define IOAT_CHANCMD_ABORT 0x08
214#define IOAT_CHANCMD_SUSPEND 0x04
215#define IOAT_CHANCMD_APPEND 0x02
216#define IOAT_CHANCMD_START 0x01
217
218#define IOAT_CHANCMP_OFFSET 0x18 /* 64-bit Channel Completion Address Register */
219#define IOAT_CHANCMP_OFFSET_LOW 0x18
220#define IOAT_CHANCMP_OFFSET_HIGH 0x1C
221
222#define IOAT_CDAR_OFFSET 0x20 /* 64-bit Current Descriptor Address Register */
223#define IOAT_CDAR_OFFSET_LOW 0x20
224#define IOAT_CDAR_OFFSET_HIGH 0x24
225
226#define IOAT_CHANERR_OFFSET 0x28 /* 32-bit Channel Error Register */
Dan Williams09c8a5b2009-09-08 12:01:49 -0700227#define IOAT_CHANERR_SRC_ADDR_ERR 0x0001
228#define IOAT_CHANERR_DEST_ADDR_ERR 0x0002
229#define IOAT_CHANERR_NEXT_ADDR_ERR 0x0004
230#define IOAT_CHANERR_NEXT_DESC_ALIGN_ERR 0x0008
Chris Leech0bbd5f42006-05-23 17:35:34 -0700231#define IOAT_CHANERR_CHAIN_ADDR_VALUE_ERR 0x0010
232#define IOAT_CHANERR_CHANCMD_ERR 0x0020
233#define IOAT_CHANERR_CHIPSET_UNCORRECTABLE_DATA_INTEGRITY_ERR 0x0040
234#define IOAT_CHANERR_DMA_UNCORRECTABLE_DATA_INTEGRITY_ERR 0x0080
235#define IOAT_CHANERR_READ_DATA_ERR 0x0100
236#define IOAT_CHANERR_WRITE_DATA_ERR 0x0200
Dan Williams09c8a5b2009-09-08 12:01:49 -0700237#define IOAT_CHANERR_CONTROL_ERR 0x0400
238#define IOAT_CHANERR_LENGTH_ERR 0x0800
Chris Leech0bbd5f42006-05-23 17:35:34 -0700239#define IOAT_CHANERR_COMPLETION_ADDR_ERR 0x1000
240#define IOAT_CHANERR_INT_CONFIGURATION_ERR 0x2000
241#define IOAT_CHANERR_SOFT_ERR 0x4000
Shannon Nelson7bb67c12007-11-14 16:59:51 -0800242#define IOAT_CHANERR_UNAFFILIATED_ERR 0x8000
Dan Williams2aec0482009-09-08 17:42:54 -0700243#define IOAT_CHANERR_XOR_P_OR_CRC_ERR 0x10000
244#define IOAT_CHANERR_XOR_Q_ERR 0x20000
245#define IOAT_CHANERR_DESCRIPTOR_COUNT_ERR 0x40000
Chris Leech0bbd5f42006-05-23 17:35:34 -0700246
Dan Williamsb094ad32009-09-08 17:42:57 -0700247#define IOAT_CHANERR_HANDLE_MASK (IOAT_CHANERR_XOR_P_OR_CRC_ERR | IOAT_CHANERR_XOR_Q_ERR)
248
Chris Leech0bbd5f42006-05-23 17:35:34 -0700249#define IOAT_CHANERR_MASK_OFFSET 0x2C /* 32-bit Channel Error Register */
250
251#endif /* _IOAT_REGISTERS_H_ */