blob: aeb3d004431d9168aa9762c05c9d1a83042a3679 [file] [log] [blame]
Alex Deucher8cc1a532013-04-09 12:41:24 -04001/*
2 * Copyright 2012 Advanced Micro Devices, Inc.
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
13 *
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20 * OTHER DEALINGS IN THE SOFTWARE.
21 *
22 * Authors: Alex Deucher
23 */
24#ifndef CIK_H
25#define CIK_H
26
27#define BONAIRE_GB_ADDR_CONFIG_GOLDEN 0x12010001
Alex Deucherb4960382013-08-06 15:42:49 -040028#define HAWAII_GB_ADDR_CONFIG_GOLDEN 0x12011003
Alex Deucher8cc1a532013-04-09 12:41:24 -040029
30#define CIK_RB_BITMAP_WIDTH_PER_SH 2
31
Alex Deucher41a524a2013-08-14 01:01:40 -040032/* DIDT IND registers */
33#define DIDT_SQ_CTRL0 0x0
34# define DIDT_CTRL_EN (1 << 0)
35#define DIDT_DB_CTRL0 0x20
36#define DIDT_TD_CTRL0 0x40
37#define DIDT_TCP_CTRL0 0x60
38
Alex Deucher2c679122013-04-09 13:32:18 -040039/* SMC IND registers */
Alex Deuchercc8dbbb2013-08-14 01:03:41 -040040#define DPM_TABLE_475 0x3F768
41# define SamuBootLevel(x) ((x) << 0)
42# define SamuBootLevel_MASK 0x000000ff
43# define SamuBootLevel_SHIFT 0
44# define AcpBootLevel(x) ((x) << 8)
45# define AcpBootLevel_MASK 0x0000ff00
46# define AcpBootLevel_SHIFT 8
47# define VceBootLevel(x) ((x) << 16)
48# define VceBootLevel_MASK 0x00ff0000
49# define VceBootLevel_SHIFT 16
50# define UvdBootLevel(x) ((x) << 24)
51# define UvdBootLevel_MASK 0xff000000
52# define UvdBootLevel_SHIFT 24
53
54#define FIRMWARE_FLAGS 0x3F800
55# define INTERRUPTS_ENABLED (1 << 0)
56
Alex Deucher41a524a2013-08-14 01:01:40 -040057#define NB_DPM_CONFIG_1 0x3F9E8
58# define Dpm0PgNbPsLo(x) ((x) << 0)
59# define Dpm0PgNbPsLo_MASK 0x000000ff
60# define Dpm0PgNbPsLo_SHIFT 0
61# define Dpm0PgNbPsHi(x) ((x) << 8)
62# define Dpm0PgNbPsHi_MASK 0x0000ff00
63# define Dpm0PgNbPsHi_SHIFT 8
64# define DpmXNbPsLo(x) ((x) << 16)
65# define DpmXNbPsLo_MASK 0x00ff0000
66# define DpmXNbPsLo_SHIFT 16
67# define DpmXNbPsHi(x) ((x) << 24)
68# define DpmXNbPsHi_MASK 0xff000000
69# define DpmXNbPsHi_SHIFT 24
70
Alex Deuchercc8dbbb2013-08-14 01:03:41 -040071#define SMC_SYSCON_RESET_CNTL 0x80000000
72# define RST_REG (1 << 0)
73#define SMC_SYSCON_CLOCK_CNTL_0 0x80000004
74# define CK_DISABLE (1 << 0)
75# define CKEN (1 << 24)
76
77#define SMC_SYSCON_MISC_CNTL 0x80000010
78
Alex Deucher41a524a2013-08-14 01:01:40 -040079#define SMC_SYSCON_MSG_ARG_0 0x80000068
80
Alex Deuchercc8dbbb2013-08-14 01:03:41 -040081#define SMC_PC_C 0x80000370
82
83#define SMC_SCRATCH9 0x80000424
84
85#define RCU_UC_EVENTS 0xC0000004
86# define BOOT_SEQ_DONE (1 << 7)
87
Alex Deucher2c679122013-04-09 13:32:18 -040088#define GENERAL_PWRMGT 0xC0200000
Alex Deucher41a524a2013-08-14 01:01:40 -040089# define GLOBAL_PWRMGT_EN (1 << 0)
Alex Deuchercc8dbbb2013-08-14 01:03:41 -040090# define STATIC_PM_EN (1 << 1)
91# define THERMAL_PROTECTION_DIS (1 << 2)
92# define THERMAL_PROTECTION_TYPE (1 << 3)
93# define SW_SMIO_INDEX(x) ((x) << 6)
94# define SW_SMIO_INDEX_MASK (1 << 6)
95# define SW_SMIO_INDEX_SHIFT 6
96# define VOLT_PWRMGT_EN (1 << 10)
Alex Deucher2c679122013-04-09 13:32:18 -040097# define GPU_COUNTER_CLK (1 << 15)
Alex Deuchercc8dbbb2013-08-14 01:03:41 -040098# define DYN_SPREAD_SPECTRUM_EN (1 << 23)
99
100#define CNB_PWRMGT_CNTL 0xC0200004
101# define GNB_SLOW_MODE(x) ((x) << 0)
102# define GNB_SLOW_MODE_MASK (3 << 0)
103# define GNB_SLOW_MODE_SHIFT 0
104# define GNB_SLOW (1 << 2)
105# define FORCE_NB_PS1 (1 << 3)
106# define DPM_ENABLED (1 << 4)
Alex Deucher2c679122013-04-09 13:32:18 -0400107
Alex Deucher41a524a2013-08-14 01:01:40 -0400108#define SCLK_PWRMGT_CNTL 0xC0200008
Alex Deuchercc8dbbb2013-08-14 01:03:41 -0400109# define SCLK_PWRMGT_OFF (1 << 0)
Alex Deucher41a524a2013-08-14 01:01:40 -0400110# define RESET_BUSY_CNT (1 << 4)
111# define RESET_SCLK_CNT (1 << 5)
112# define DYNAMIC_PM_EN (1 << 21)
113
Alex Deucher94b4adc2013-07-15 17:34:33 -0400114#define TARGET_AND_CURRENT_PROFILE_INDEX 0xC0200014
115# define CURRENT_STATE_MASK (0xf << 4)
116# define CURRENT_STATE_SHIFT 4
117# define CURR_MCLK_INDEX_MASK (0xf << 8)
118# define CURR_MCLK_INDEX_SHIFT 8
119# define CURR_SCLK_INDEX_MASK (0x1f << 16)
120# define CURR_SCLK_INDEX_SHIFT 16
121
Alex Deuchercc8dbbb2013-08-14 01:03:41 -0400122#define CG_SSP 0xC0200044
123# define SST(x) ((x) << 0)
124# define SST_MASK (0xffff << 0)
125# define SSTU(x) ((x) << 16)
126# define SSTU_MASK (0xf << 16)
127
128#define CG_DISPLAY_GAP_CNTL 0xC0200060
129# define DISP_GAP(x) ((x) << 0)
130# define DISP_GAP_MASK (3 << 0)
131# define VBI_TIMER_COUNT(x) ((x) << 4)
132# define VBI_TIMER_COUNT_MASK (0x3fff << 4)
133# define VBI_TIMER_UNIT(x) ((x) << 20)
134# define VBI_TIMER_UNIT_MASK (7 << 20)
135# define DISP_GAP_MCHG(x) ((x) << 24)
136# define DISP_GAP_MCHG_MASK (3 << 24)
137
Alex Deucherae3e40e2013-07-18 16:39:53 -0400138#define SMU_VOLTAGE_STATUS 0xC0200094
139# define SMU_VOLTAGE_CURRENT_LEVEL_MASK (0xff << 1)
140# define SMU_VOLTAGE_CURRENT_LEVEL_SHIFT 1
141
Alex Deucher94b4adc2013-07-15 17:34:33 -0400142#define TARGET_AND_CURRENT_PROFILE_INDEX_1 0xC02000F0
143# define CURR_PCIE_INDEX_MASK (0xf << 24)
144# define CURR_PCIE_INDEX_SHIFT 24
145
Alex Deuchercc8dbbb2013-08-14 01:03:41 -0400146#define CG_ULV_PARAMETER 0xC0200158
147
Alex Deucher41a524a2013-08-14 01:01:40 -0400148#define CG_FTV_0 0xC02001A8
Alex Deuchercc8dbbb2013-08-14 01:03:41 -0400149#define CG_FTV_1 0xC02001AC
150#define CG_FTV_2 0xC02001B0
151#define CG_FTV_3 0xC02001B4
152#define CG_FTV_4 0xC02001B8
153#define CG_FTV_5 0xC02001BC
154#define CG_FTV_6 0xC02001C0
155#define CG_FTV_7 0xC02001C4
156
157#define CG_DISPLAY_GAP_CNTL2 0xC0200230
Alex Deucher41a524a2013-08-14 01:01:40 -0400158
159#define LCAC_SX0_OVR_SEL 0xC0400D04
160#define LCAC_SX0_OVR_VAL 0xC0400D08
161
Alex Deuchercc8dbbb2013-08-14 01:03:41 -0400162#define LCAC_MC0_CNTL 0xC0400D30
Alex Deucher41a524a2013-08-14 01:01:40 -0400163#define LCAC_MC0_OVR_SEL 0xC0400D34
164#define LCAC_MC0_OVR_VAL 0xC0400D38
Alex Deuchercc8dbbb2013-08-14 01:03:41 -0400165#define LCAC_MC1_CNTL 0xC0400D3C
Alex Deucher41a524a2013-08-14 01:01:40 -0400166#define LCAC_MC1_OVR_SEL 0xC0400D40
167#define LCAC_MC1_OVR_VAL 0xC0400D44
168
169#define LCAC_MC2_OVR_SEL 0xC0400D4C
170#define LCAC_MC2_OVR_VAL 0xC0400D50
171
172#define LCAC_MC3_OVR_SEL 0xC0400D58
173#define LCAC_MC3_OVR_VAL 0xC0400D5C
174
Alex Deuchercc8dbbb2013-08-14 01:03:41 -0400175#define LCAC_CPL_CNTL 0xC0400D80
Alex Deucher41a524a2013-08-14 01:01:40 -0400176#define LCAC_CPL_OVR_SEL 0xC0400D84
177#define LCAC_CPL_OVR_VAL 0xC0400D88
178
Alex Deuchercc8dbbb2013-08-14 01:03:41 -0400179/* dGPU */
180#define CG_THERMAL_CTRL 0xC0300004
181#define DPM_EVENT_SRC(x) ((x) << 0)
182#define DPM_EVENT_SRC_MASK (7 << 0)
183#define DIG_THERM_DPM(x) ((x) << 14)
184#define DIG_THERM_DPM_MASK 0x003FC000
185#define DIG_THERM_DPM_SHIFT 14
186
187#define CG_THERMAL_INT 0xC030000C
188#define CI_DIG_THERM_INTH(x) ((x) << 8)
189#define CI_DIG_THERM_INTH_MASK 0x0000FF00
190#define CI_DIG_THERM_INTH_SHIFT 8
191#define CI_DIG_THERM_INTL(x) ((x) << 16)
192#define CI_DIG_THERM_INTL_MASK 0x00FF0000
193#define CI_DIG_THERM_INTL_SHIFT 16
194#define THERM_INT_MASK_HIGH (1 << 24)
195#define THERM_INT_MASK_LOW (1 << 25)
196
Alex Deucher286d9cc2013-06-21 15:50:47 -0400197#define CG_MULT_THERMAL_STATUS 0xC0300014
198#define ASIC_MAX_TEMP(x) ((x) << 0)
199#define ASIC_MAX_TEMP_MASK 0x000001ff
200#define ASIC_MAX_TEMP_SHIFT 0
201#define CTF_TEMP(x) ((x) << 9)
202#define CTF_TEMP_MASK 0x0003fe00
203#define CTF_TEMP_SHIFT 9
204
Alex Deuchercc8dbbb2013-08-14 01:03:41 -0400205#define CG_SPLL_FUNC_CNTL 0xC0500140
206#define SPLL_RESET (1 << 0)
207#define SPLL_PWRON (1 << 1)
208#define SPLL_BYPASS_EN (1 << 3)
209#define SPLL_REF_DIV(x) ((x) << 5)
210#define SPLL_REF_DIV_MASK (0x3f << 5)
211#define SPLL_PDIV_A(x) ((x) << 20)
212#define SPLL_PDIV_A_MASK (0x7f << 20)
213#define SPLL_PDIV_A_SHIFT 20
214#define CG_SPLL_FUNC_CNTL_2 0xC0500144
215#define SCLK_MUX_SEL(x) ((x) << 0)
216#define SCLK_MUX_SEL_MASK (0x1ff << 0)
217#define CG_SPLL_FUNC_CNTL_3 0xC0500148
218#define SPLL_FB_DIV(x) ((x) << 0)
219#define SPLL_FB_DIV_MASK (0x3ffffff << 0)
220#define SPLL_FB_DIV_SHIFT 0
221#define SPLL_DITHEN (1 << 28)
222#define CG_SPLL_FUNC_CNTL_4 0xC050014C
223
224#define CG_SPLL_SPREAD_SPECTRUM 0xC0500164
225#define SSEN (1 << 0)
226#define CLK_S(x) ((x) << 4)
227#define CLK_S_MASK (0xfff << 4)
228#define CLK_S_SHIFT 4
229#define CG_SPLL_SPREAD_SPECTRUM_2 0xC0500168
230#define CLK_V(x) ((x) << 0)
231#define CLK_V_MASK (0x3ffffff << 0)
232#define CLK_V_SHIFT 0
233
Alex Deucher7235711a42013-04-04 13:58:09 -0400234#define MPLL_BYPASSCLK_SEL 0xC050019C
235# define MPLL_CLKOUT_SEL(x) ((x) << 8)
236# define MPLL_CLKOUT_SEL_MASK 0xFF00
Alex Deucher2c679122013-04-09 13:32:18 -0400237#define CG_CLKPIN_CNTL 0xC05001A0
238# define XTALIN_DIVIDE (1 << 1)
Alex Deucher7235711a42013-04-04 13:58:09 -0400239# define BCLK_AS_XCLK (1 << 2)
240#define CG_CLKPIN_CNTL_2 0xC05001A4
241# define FORCE_BIF_REFCLK_EN (1 << 3)
242# define MUX_TCLK_TO_XCLK (1 << 8)
243#define THM_CLK_CNTL 0xC05001A8
244# define CMON_CLK_SEL(x) ((x) << 0)
245# define CMON_CLK_SEL_MASK 0xFF
246# define TMON_CLK_SEL(x) ((x) << 8)
247# define TMON_CLK_SEL_MASK 0xFF00
248#define MISC_CLK_CTRL 0xC05001AC
249# define DEEP_SLEEP_CLK_SEL(x) ((x) << 0)
250# define DEEP_SLEEP_CLK_SEL_MASK 0xFF
251# define ZCLK_SEL(x) ((x) << 8)
252# define ZCLK_SEL_MASK 0xFF00
Alex Deucher2c679122013-04-09 13:32:18 -0400253
Alex Deuchercc8dbbb2013-08-14 01:03:41 -0400254/* KV/KB */
Alex Deucher41a524a2013-08-14 01:01:40 -0400255#define CG_THERMAL_INT_CTRL 0xC2100028
256#define DIG_THERM_INTH(x) ((x) << 0)
257#define DIG_THERM_INTH_MASK 0x000000FF
258#define DIG_THERM_INTH_SHIFT 0
259#define DIG_THERM_INTL(x) ((x) << 8)
260#define DIG_THERM_INTL_MASK 0x0000FF00
261#define DIG_THERM_INTL_SHIFT 8
262#define THERM_INTH_MASK (1 << 24)
263#define THERM_INTL_MASK (1 << 25)
264
Alex Deucher8a7cd272013-08-06 11:29:39 -0400265/* PCIE registers idx/data 0x38/0x3c */
Alex Deucher7235711a42013-04-04 13:58:09 -0400266#define PB0_PIF_PWRDOWN_0 0x1100012 /* PCIE */
267# define PLL_POWER_STATE_IN_TXS2_0(x) ((x) << 7)
268# define PLL_POWER_STATE_IN_TXS2_0_MASK (0x7 << 7)
269# define PLL_POWER_STATE_IN_TXS2_0_SHIFT 7
270# define PLL_POWER_STATE_IN_OFF_0(x) ((x) << 10)
271# define PLL_POWER_STATE_IN_OFF_0_MASK (0x7 << 10)
272# define PLL_POWER_STATE_IN_OFF_0_SHIFT 10
273# define PLL_RAMP_UP_TIME_0(x) ((x) << 24)
274# define PLL_RAMP_UP_TIME_0_MASK (0x7 << 24)
275# define PLL_RAMP_UP_TIME_0_SHIFT 24
276#define PB0_PIF_PWRDOWN_1 0x1100013 /* PCIE */
277# define PLL_POWER_STATE_IN_TXS2_1(x) ((x) << 7)
278# define PLL_POWER_STATE_IN_TXS2_1_MASK (0x7 << 7)
279# define PLL_POWER_STATE_IN_TXS2_1_SHIFT 7
280# define PLL_POWER_STATE_IN_OFF_1(x) ((x) << 10)
281# define PLL_POWER_STATE_IN_OFF_1_MASK (0x7 << 10)
282# define PLL_POWER_STATE_IN_OFF_1_SHIFT 10
283# define PLL_RAMP_UP_TIME_1(x) ((x) << 24)
284# define PLL_RAMP_UP_TIME_1_MASK (0x7 << 24)
285# define PLL_RAMP_UP_TIME_1_SHIFT 24
286
287#define PCIE_CNTL2 0x1001001c /* PCIE */
288# define SLV_MEM_LS_EN (1 << 16)
Alex Deucher473359b2013-08-09 11:18:39 -0400289# define SLV_MEM_AGGRESSIVE_LS_EN (1 << 17)
Alex Deucher7235711a42013-04-04 13:58:09 -0400290# define MST_MEM_LS_EN (1 << 18)
291# define REPLAY_MEM_LS_EN (1 << 19)
292
Alex Deucher8a7cd272013-08-06 11:29:39 -0400293#define PCIE_LC_STATUS1 0x1400028 /* PCIE */
294# define LC_REVERSE_RCVR (1 << 0)
295# define LC_REVERSE_XMIT (1 << 1)
296# define LC_OPERATING_LINK_WIDTH_MASK (0x7 << 2)
297# define LC_OPERATING_LINK_WIDTH_SHIFT 2
298# define LC_DETECTED_LINK_WIDTH_MASK (0x7 << 5)
299# define LC_DETECTED_LINK_WIDTH_SHIFT 5
300
Alex Deucher7235711a42013-04-04 13:58:09 -0400301#define PCIE_P_CNTL 0x1400040 /* PCIE */
302# define P_IGNORE_EDB_ERR (1 << 6)
303
304#define PB1_PIF_PWRDOWN_0 0x2100012 /* PCIE */
305#define PB1_PIF_PWRDOWN_1 0x2100013 /* PCIE */
306
307#define PCIE_LC_CNTL 0x100100A0 /* PCIE */
308# define LC_L0S_INACTIVITY(x) ((x) << 8)
309# define LC_L0S_INACTIVITY_MASK (0xf << 8)
310# define LC_L0S_INACTIVITY_SHIFT 8
311# define LC_L1_INACTIVITY(x) ((x) << 12)
312# define LC_L1_INACTIVITY_MASK (0xf << 12)
313# define LC_L1_INACTIVITY_SHIFT 12
314# define LC_PMI_TO_L1_DIS (1 << 16)
315# define LC_ASPM_TO_L1_DIS (1 << 24)
316
Alex Deucher8a7cd272013-08-06 11:29:39 -0400317#define PCIE_LC_LINK_WIDTH_CNTL 0x100100A2 /* PCIE */
318# define LC_LINK_WIDTH_SHIFT 0
319# define LC_LINK_WIDTH_MASK 0x7
320# define LC_LINK_WIDTH_X0 0
321# define LC_LINK_WIDTH_X1 1
322# define LC_LINK_WIDTH_X2 2
323# define LC_LINK_WIDTH_X4 3
324# define LC_LINK_WIDTH_X8 4
325# define LC_LINK_WIDTH_X16 6
326# define LC_LINK_WIDTH_RD_SHIFT 4
327# define LC_LINK_WIDTH_RD_MASK 0x70
328# define LC_RECONFIG_ARC_MISSING_ESCAPE (1 << 7)
329# define LC_RECONFIG_NOW (1 << 8)
330# define LC_RENEGOTIATION_SUPPORT (1 << 9)
331# define LC_RENEGOTIATE_EN (1 << 10)
332# define LC_SHORT_RECONFIG_EN (1 << 11)
333# define LC_UPCONFIGURE_SUPPORT (1 << 12)
334# define LC_UPCONFIGURE_DIS (1 << 13)
335# define LC_DYN_LANES_PWR_STATE(x) ((x) << 21)
336# define LC_DYN_LANES_PWR_STATE_MASK (0x3 << 21)
337# define LC_DYN_LANES_PWR_STATE_SHIFT 21
Alex Deucher7235711a42013-04-04 13:58:09 -0400338#define PCIE_LC_N_FTS_CNTL 0x100100a3 /* PCIE */
339# define LC_XMIT_N_FTS(x) ((x) << 0)
340# define LC_XMIT_N_FTS_MASK (0xff << 0)
341# define LC_XMIT_N_FTS_SHIFT 0
342# define LC_XMIT_N_FTS_OVERRIDE_EN (1 << 8)
343# define LC_N_FTS_MASK (0xff << 24)
Alex Deucher8a7cd272013-08-06 11:29:39 -0400344#define PCIE_LC_SPEED_CNTL 0x100100A4 /* PCIE */
345# define LC_GEN2_EN_STRAP (1 << 0)
346# define LC_GEN3_EN_STRAP (1 << 1)
347# define LC_TARGET_LINK_SPEED_OVERRIDE_EN (1 << 2)
348# define LC_TARGET_LINK_SPEED_OVERRIDE_MASK (0x3 << 3)
349# define LC_TARGET_LINK_SPEED_OVERRIDE_SHIFT 3
350# define LC_FORCE_EN_SW_SPEED_CHANGE (1 << 5)
351# define LC_FORCE_DIS_SW_SPEED_CHANGE (1 << 6)
352# define LC_FORCE_EN_HW_SPEED_CHANGE (1 << 7)
353# define LC_FORCE_DIS_HW_SPEED_CHANGE (1 << 8)
354# define LC_INITIATE_LINK_SPEED_CHANGE (1 << 9)
355# define LC_SPEED_CHANGE_ATTEMPTS_ALLOWED_MASK (0x3 << 10)
356# define LC_SPEED_CHANGE_ATTEMPTS_ALLOWED_SHIFT 10
357# define LC_CURRENT_DATA_RATE_MASK (0x3 << 13) /* 0/1/2 = gen1/2/3 */
358# define LC_CURRENT_DATA_RATE_SHIFT 13
359# define LC_CLR_FAILED_SPD_CHANGE_CNT (1 << 16)
360# define LC_OTHER_SIDE_EVER_SENT_GEN2 (1 << 18)
361# define LC_OTHER_SIDE_SUPPORTS_GEN2 (1 << 19)
362# define LC_OTHER_SIDE_EVER_SENT_GEN3 (1 << 20)
363# define LC_OTHER_SIDE_SUPPORTS_GEN3 (1 << 21)
364
Alex Deucher7235711a42013-04-04 13:58:09 -0400365#define PCIE_LC_CNTL2 0x100100B1 /* PCIE */
366# define LC_ALLOW_PDWN_IN_L1 (1 << 17)
367# define LC_ALLOW_PDWN_IN_L23 (1 << 18)
368
369#define PCIE_LC_CNTL3 0x100100B5 /* PCIE */
370# define LC_GO_TO_RECOVERY (1 << 30)
Alex Deucher8a7cd272013-08-06 11:29:39 -0400371#define PCIE_LC_CNTL4 0x100100B6 /* PCIE */
372# define LC_REDO_EQ (1 << 5)
373# define LC_SET_QUIESCE (1 << 13)
374
375/* direct registers */
Alex Deucher6e2c3c02013-04-03 19:28:32 -0400376#define PCIE_INDEX 0x38
377#define PCIE_DATA 0x3C
378
Alex Deucher41a524a2013-08-14 01:01:40 -0400379#define SMC_IND_INDEX_0 0x200
380#define SMC_IND_DATA_0 0x204
381
382#define SMC_IND_ACCESS_CNTL 0x240
383#define AUTO_INCREMENT_IND_0 (1 << 0)
384
385#define SMC_MESSAGE_0 0x250
386#define SMC_MSG_MASK 0xffff
387#define SMC_RESP_0 0x254
388#define SMC_RESP_MASK 0xffff
389
390#define SMC_MSG_ARG_0 0x290
391
Alex Deucher1c491652013-04-09 12:45:26 -0400392#define VGA_HDP_CONTROL 0x328
393#define VGA_MEMORY_DISABLE (1 << 4)
394
Alex Deucher8cc1a532013-04-09 12:41:24 -0400395#define DMIF_ADDR_CALC 0xC00
396
Alex Deucherbc01a8c2013-08-19 11:39:27 -0400397#define PIPE0_DMIF_BUFFER_CONTROL 0x0ca0
398# define DMIF_BUFFERS_ALLOCATED(x) ((x) << 0)
399# define DMIF_BUFFERS_ALLOCATED_COMPLETED (1 << 4)
400
Alex Deucher1c491652013-04-09 12:45:26 -0400401#define SRBM_GFX_CNTL 0xE44
402#define PIPEID(x) ((x) << 0)
403#define MEID(x) ((x) << 2)
404#define VMID(x) ((x) << 4)
405#define QUEUEID(x) ((x) << 8)
406
Alex Deucher6f2043c2013-04-09 12:43:41 -0400407#define SRBM_STATUS2 0xE4C
Alex Deuchercc066712013-04-09 12:59:51 -0400408#define SDMA_BUSY (1 << 5)
409#define SDMA1_BUSY (1 << 6)
Alex Deucher6f2043c2013-04-09 12:43:41 -0400410#define SRBM_STATUS 0xE50
Alex Deuchercc066712013-04-09 12:59:51 -0400411#define UVD_RQ_PENDING (1 << 1)
412#define GRBM_RQ_PENDING (1 << 5)
413#define VMC_BUSY (1 << 8)
414#define MCB_BUSY (1 << 9)
415#define MCB_NON_DISPLAY_BUSY (1 << 10)
416#define MCC_BUSY (1 << 11)
417#define MCD_BUSY (1 << 12)
418#define SEM_BUSY (1 << 14)
419#define IH_BUSY (1 << 17)
420#define UVD_BUSY (1 << 19)
Alex Deucher6f2043c2013-04-09 12:43:41 -0400421
Alex Deucher21a93e12013-04-09 12:47:11 -0400422#define SRBM_SOFT_RESET 0xE60
423#define SOFT_RESET_BIF (1 << 1)
424#define SOFT_RESET_R0PLL (1 << 4)
425#define SOFT_RESET_DC (1 << 5)
426#define SOFT_RESET_SDMA1 (1 << 6)
427#define SOFT_RESET_GRBM (1 << 8)
428#define SOFT_RESET_HDP (1 << 9)
429#define SOFT_RESET_IH (1 << 10)
430#define SOFT_RESET_MC (1 << 11)
431#define SOFT_RESET_ROM (1 << 14)
432#define SOFT_RESET_SEM (1 << 15)
433#define SOFT_RESET_VMC (1 << 17)
434#define SOFT_RESET_SDMA (1 << 20)
435#define SOFT_RESET_TST (1 << 21)
436#define SOFT_RESET_REGBB (1 << 22)
437#define SOFT_RESET_ORB (1 << 23)
438#define SOFT_RESET_VCE (1 << 24)
439
Alex Deucher1c491652013-04-09 12:45:26 -0400440#define VM_L2_CNTL 0x1400
441#define ENABLE_L2_CACHE (1 << 0)
442#define ENABLE_L2_FRAGMENT_PROCESSING (1 << 1)
443#define L2_CACHE_PTE_ENDIAN_SWAP_MODE(x) ((x) << 2)
444#define L2_CACHE_PDE_ENDIAN_SWAP_MODE(x) ((x) << 4)
445#define ENABLE_L2_PTE_CACHE_LRU_UPDATE_BY_WRITE (1 << 9)
446#define ENABLE_L2_PDE0_CACHE_LRU_UPDATE_BY_WRITE (1 << 10)
447#define EFFECTIVE_L2_QUEUE_SIZE(x) (((x) & 7) << 15)
448#define CONTEXT1_IDENTITY_ACCESS_MODE(x) (((x) & 3) << 19)
449#define VM_L2_CNTL2 0x1404
450#define INVALIDATE_ALL_L1_TLBS (1 << 0)
451#define INVALIDATE_L2_CACHE (1 << 1)
452#define INVALIDATE_CACHE_MODE(x) ((x) << 26)
453#define INVALIDATE_PTE_AND_PDE_CACHES 0
454#define INVALIDATE_ONLY_PTE_CACHES 1
455#define INVALIDATE_ONLY_PDE_CACHES 2
456#define VM_L2_CNTL3 0x1408
457#define BANK_SELECT(x) ((x) << 0)
458#define L2_CACHE_UPDATE_MODE(x) ((x) << 6)
459#define L2_CACHE_BIGK_FRAGMENT_SIZE(x) ((x) << 15)
460#define L2_CACHE_BIGK_ASSOCIATIVITY (1 << 20)
461#define VM_L2_STATUS 0x140C
462#define L2_BUSY (1 << 0)
463#define VM_CONTEXT0_CNTL 0x1410
464#define ENABLE_CONTEXT (1 << 0)
465#define PAGE_TABLE_DEPTH(x) (((x) & 3) << 1)
Alex Deuchera00024b2012-09-18 16:06:01 -0400466#define RANGE_PROTECTION_FAULT_ENABLE_INTERRUPT (1 << 3)
Alex Deucher1c491652013-04-09 12:45:26 -0400467#define RANGE_PROTECTION_FAULT_ENABLE_DEFAULT (1 << 4)
Alex Deuchera00024b2012-09-18 16:06:01 -0400468#define DUMMY_PAGE_PROTECTION_FAULT_ENABLE_INTERRUPT (1 << 6)
469#define DUMMY_PAGE_PROTECTION_FAULT_ENABLE_DEFAULT (1 << 7)
470#define PDE0_PROTECTION_FAULT_ENABLE_INTERRUPT (1 << 9)
471#define PDE0_PROTECTION_FAULT_ENABLE_DEFAULT (1 << 10)
472#define VALID_PROTECTION_FAULT_ENABLE_INTERRUPT (1 << 12)
473#define VALID_PROTECTION_FAULT_ENABLE_DEFAULT (1 << 13)
474#define READ_PROTECTION_FAULT_ENABLE_INTERRUPT (1 << 15)
475#define READ_PROTECTION_FAULT_ENABLE_DEFAULT (1 << 16)
476#define WRITE_PROTECTION_FAULT_ENABLE_INTERRUPT (1 << 18)
477#define WRITE_PROTECTION_FAULT_ENABLE_DEFAULT (1 << 19)
Alex Deucher1c491652013-04-09 12:45:26 -0400478#define VM_CONTEXT1_CNTL 0x1414
479#define VM_CONTEXT0_CNTL2 0x1430
480#define VM_CONTEXT1_CNTL2 0x1434
481#define VM_CONTEXT8_PAGE_TABLE_BASE_ADDR 0x1438
482#define VM_CONTEXT9_PAGE_TABLE_BASE_ADDR 0x143c
483#define VM_CONTEXT10_PAGE_TABLE_BASE_ADDR 0x1440
484#define VM_CONTEXT11_PAGE_TABLE_BASE_ADDR 0x1444
485#define VM_CONTEXT12_PAGE_TABLE_BASE_ADDR 0x1448
486#define VM_CONTEXT13_PAGE_TABLE_BASE_ADDR 0x144c
487#define VM_CONTEXT14_PAGE_TABLE_BASE_ADDR 0x1450
488#define VM_CONTEXT15_PAGE_TABLE_BASE_ADDR 0x1454
489
490#define VM_INVALIDATE_REQUEST 0x1478
491#define VM_INVALIDATE_RESPONSE 0x147c
492
Alex Deucher9d97c992012-09-06 14:24:48 -0400493#define VM_CONTEXT1_PROTECTION_FAULT_STATUS 0x14DC
Alex Deucher3ec7d112013-06-14 10:42:22 -0400494#define PROTECTIONS_MASK (0xf << 0)
495#define PROTECTIONS_SHIFT 0
496 /* bit 0: range
497 * bit 1: pde0
498 * bit 2: valid
499 * bit 3: read
500 * bit 4: write
501 */
502#define MEMORY_CLIENT_ID_MASK (0xff << 12)
503#define MEMORY_CLIENT_ID_SHIFT 12
504#define MEMORY_CLIENT_RW_MASK (1 << 24)
505#define MEMORY_CLIENT_RW_SHIFT 24
506#define FAULT_VMID_MASK (0xf << 25)
507#define FAULT_VMID_SHIFT 25
508
509#define VM_CONTEXT1_PROTECTION_FAULT_MCCLIENT 0x14E4
Alex Deucher9d97c992012-09-06 14:24:48 -0400510
511#define VM_CONTEXT1_PROTECTION_FAULT_ADDR 0x14FC
512
Alex Deucher1c491652013-04-09 12:45:26 -0400513#define VM_CONTEXT0_PROTECTION_FAULT_DEFAULT_ADDR 0x1518
514#define VM_CONTEXT1_PROTECTION_FAULT_DEFAULT_ADDR 0x151c
515
516#define VM_CONTEXT0_PAGE_TABLE_BASE_ADDR 0x153c
517#define VM_CONTEXT1_PAGE_TABLE_BASE_ADDR 0x1540
518#define VM_CONTEXT2_PAGE_TABLE_BASE_ADDR 0x1544
519#define VM_CONTEXT3_PAGE_TABLE_BASE_ADDR 0x1548
520#define VM_CONTEXT4_PAGE_TABLE_BASE_ADDR 0x154c
521#define VM_CONTEXT5_PAGE_TABLE_BASE_ADDR 0x1550
522#define VM_CONTEXT6_PAGE_TABLE_BASE_ADDR 0x1554
523#define VM_CONTEXT7_PAGE_TABLE_BASE_ADDR 0x1558
524#define VM_CONTEXT0_PAGE_TABLE_START_ADDR 0x155c
525#define VM_CONTEXT1_PAGE_TABLE_START_ADDR 0x1560
526
527#define VM_CONTEXT0_PAGE_TABLE_END_ADDR 0x157C
528#define VM_CONTEXT1_PAGE_TABLE_END_ADDR 0x1580
529
Alex Deucher22c775c2013-07-23 09:41:05 -0400530#define VM_L2_CG 0x15c0
531#define MC_CG_ENABLE (1 << 18)
532#define MC_LS_ENABLE (1 << 19)
533
Alex Deucher8cc1a532013-04-09 12:41:24 -0400534#define MC_SHARED_CHMAP 0x2004
535#define NOOFCHAN_SHIFT 12
536#define NOOFCHAN_MASK 0x0000f000
537#define MC_SHARED_CHREMAP 0x2008
538
Alex Deucher1c491652013-04-09 12:45:26 -0400539#define CHUB_CONTROL 0x1864
540#define BYPASS_VM (1 << 0)
541
542#define MC_VM_FB_LOCATION 0x2024
543#define MC_VM_AGP_TOP 0x2028
544#define MC_VM_AGP_BOT 0x202C
545#define MC_VM_AGP_BASE 0x2030
546#define MC_VM_SYSTEM_APERTURE_LOW_ADDR 0x2034
547#define MC_VM_SYSTEM_APERTURE_HIGH_ADDR 0x2038
548#define MC_VM_SYSTEM_APERTURE_DEFAULT_ADDR 0x203C
549
550#define MC_VM_MX_L1_TLB_CNTL 0x2064
551#define ENABLE_L1_TLB (1 << 0)
552#define ENABLE_L1_FRAGMENT_PROCESSING (1 << 1)
553#define SYSTEM_ACCESS_MODE_PA_ONLY (0 << 3)
554#define SYSTEM_ACCESS_MODE_USE_SYS_MAP (1 << 3)
555#define SYSTEM_ACCESS_MODE_IN_SYS (2 << 3)
556#define SYSTEM_ACCESS_MODE_NOT_IN_SYS (3 << 3)
557#define SYSTEM_APERTURE_UNMAPPED_ACCESS_PASS_THRU (0 << 5)
558#define ENABLE_ADVANCED_DRIVER_MODEL (1 << 6)
559#define MC_VM_FB_OFFSET 0x2068
560
Alex Deucherbc8273f2012-06-29 19:44:04 -0400561#define MC_SHARED_BLACKOUT_CNTL 0x20ac
562
Alex Deucher22c775c2013-07-23 09:41:05 -0400563#define MC_HUB_MISC_HUB_CG 0x20b8
564#define MC_HUB_MISC_VM_CG 0x20bc
565
566#define MC_HUB_MISC_SIP_CG 0x20c0
567
568#define MC_XPB_CLK_GAT 0x2478
569
570#define MC_CITF_MISC_RD_CG 0x2648
571#define MC_CITF_MISC_WR_CG 0x264c
572#define MC_CITF_MISC_VM_CG 0x2650
573
Alex Deucher8cc1a532013-04-09 12:41:24 -0400574#define MC_ARB_RAMCFG 0x2760
575#define NOOFBANK_SHIFT 0
576#define NOOFBANK_MASK 0x00000003
577#define NOOFRANK_SHIFT 2
578#define NOOFRANK_MASK 0x00000004
579#define NOOFROWS_SHIFT 3
580#define NOOFROWS_MASK 0x00000038
581#define NOOFCOLS_SHIFT 6
582#define NOOFCOLS_MASK 0x000000C0
583#define CHANSIZE_SHIFT 8
584#define CHANSIZE_MASK 0x00000100
585#define NOOFGROUPS_SHIFT 12
586#define NOOFGROUPS_MASK 0x00001000
587
Alex Deuchercc8dbbb2013-08-14 01:03:41 -0400588#define MC_ARB_DRAM_TIMING 0x2774
589#define MC_ARB_DRAM_TIMING2 0x2778
590
591#define MC_ARB_BURST_TIME 0x2808
592#define STATE0(x) ((x) << 0)
593#define STATE0_MASK (0x1f << 0)
594#define STATE0_SHIFT 0
595#define STATE1(x) ((x) << 5)
596#define STATE1_MASK (0x1f << 5)
597#define STATE1_SHIFT 5
598#define STATE2(x) ((x) << 10)
599#define STATE2_MASK (0x1f << 10)
600#define STATE2_SHIFT 10
601#define STATE3(x) ((x) << 15)
602#define STATE3_MASK (0x1f << 15)
603#define STATE3_SHIFT 15
604
605#define MC_SEQ_RAS_TIMING 0x28a0
606#define MC_SEQ_CAS_TIMING 0x28a4
607#define MC_SEQ_MISC_TIMING 0x28a8
608#define MC_SEQ_MISC_TIMING2 0x28ac
609#define MC_SEQ_PMG_TIMING 0x28b0
610#define MC_SEQ_RD_CTL_D0 0x28b4
611#define MC_SEQ_RD_CTL_D1 0x28b8
612#define MC_SEQ_WR_CTL_D0 0x28bc
613#define MC_SEQ_WR_CTL_D1 0x28c0
614
Alex Deucherbc8273f2012-06-29 19:44:04 -0400615#define MC_SEQ_SUP_CNTL 0x28c8
616#define RUN_MASK (1 << 0)
617#define MC_SEQ_SUP_PGM 0x28cc
Alex Deuchercc8dbbb2013-08-14 01:03:41 -0400618#define MC_PMG_AUTO_CMD 0x28d0
Alex Deucherbc8273f2012-06-29 19:44:04 -0400619
620#define MC_SEQ_TRAIN_WAKEUP_CNTL 0x28e8
621#define TRAIN_DONE_D0 (1 << 30)
622#define TRAIN_DONE_D1 (1 << 31)
623
624#define MC_IO_PAD_CNTL_D0 0x29d0
625#define MEM_FALL_OUT_CMD (1 << 8)
626
Alex Deuchercc8dbbb2013-08-14 01:03:41 -0400627#define MC_SEQ_MISC0 0x2a00
628#define MC_SEQ_MISC0_VEN_ID_SHIFT 8
629#define MC_SEQ_MISC0_VEN_ID_MASK 0x00000f00
630#define MC_SEQ_MISC0_VEN_ID_VALUE 3
631#define MC_SEQ_MISC0_REV_ID_SHIFT 12
632#define MC_SEQ_MISC0_REV_ID_MASK 0x0000f000
633#define MC_SEQ_MISC0_REV_ID_VALUE 1
634#define MC_SEQ_MISC0_GDDR5_SHIFT 28
635#define MC_SEQ_MISC0_GDDR5_MASK 0xf0000000
636#define MC_SEQ_MISC0_GDDR5_VALUE 5
637#define MC_SEQ_MISC1 0x2a04
638#define MC_SEQ_RESERVE_M 0x2a08
639#define MC_PMG_CMD_EMRS 0x2a0c
640
Alex Deucherbc8273f2012-06-29 19:44:04 -0400641#define MC_SEQ_IO_DEBUG_INDEX 0x2a44
642#define MC_SEQ_IO_DEBUG_DATA 0x2a48
643
Alex Deuchercc8dbbb2013-08-14 01:03:41 -0400644#define MC_SEQ_MISC5 0x2a54
645#define MC_SEQ_MISC6 0x2a58
646
647#define MC_SEQ_MISC7 0x2a64
648
649#define MC_SEQ_RAS_TIMING_LP 0x2a6c
650#define MC_SEQ_CAS_TIMING_LP 0x2a70
651#define MC_SEQ_MISC_TIMING_LP 0x2a74
652#define MC_SEQ_MISC_TIMING2_LP 0x2a78
653#define MC_SEQ_WR_CTL_D0_LP 0x2a7c
654#define MC_SEQ_WR_CTL_D1_LP 0x2a80
655#define MC_SEQ_PMG_CMD_EMRS_LP 0x2a84
656#define MC_SEQ_PMG_CMD_MRS_LP 0x2a88
657
658#define MC_PMG_CMD_MRS 0x2aac
659
660#define MC_SEQ_RD_CTL_D0_LP 0x2b1c
661#define MC_SEQ_RD_CTL_D1_LP 0x2b20
662
663#define MC_PMG_CMD_MRS1 0x2b44
664#define MC_SEQ_PMG_CMD_MRS1_LP 0x2b48
665#define MC_SEQ_PMG_TIMING_LP 0x2b4c
666
667#define MC_SEQ_WR_CTL_2 0x2b54
668#define MC_SEQ_WR_CTL_2_LP 0x2b58
669#define MC_PMG_CMD_MRS2 0x2b5c
670#define MC_SEQ_PMG_CMD_MRS2_LP 0x2b60
671
672#define MCLK_PWRMGT_CNTL 0x2ba0
673# define DLL_SPEED(x) ((x) << 0)
674# define DLL_SPEED_MASK (0x1f << 0)
675# define DLL_READY (1 << 6)
676# define MC_INT_CNTL (1 << 7)
677# define MRDCK0_PDNB (1 << 8)
678# define MRDCK1_PDNB (1 << 9)
679# define MRDCK0_RESET (1 << 16)
680# define MRDCK1_RESET (1 << 17)
681# define DLL_READY_READ (1 << 24)
682#define DLL_CNTL 0x2ba4
683# define MRDCK0_BYPASS (1 << 24)
684# define MRDCK1_BYPASS (1 << 25)
685
686#define MPLL_FUNC_CNTL 0x2bb4
687#define BWCTRL(x) ((x) << 20)
688#define BWCTRL_MASK (0xff << 20)
689#define MPLL_FUNC_CNTL_1 0x2bb8
690#define VCO_MODE(x) ((x) << 0)
691#define VCO_MODE_MASK (3 << 0)
692#define CLKFRAC(x) ((x) << 4)
693#define CLKFRAC_MASK (0xfff << 4)
694#define CLKF(x) ((x) << 16)
695#define CLKF_MASK (0xfff << 16)
696#define MPLL_FUNC_CNTL_2 0x2bbc
697#define MPLL_AD_FUNC_CNTL 0x2bc0
698#define YCLK_POST_DIV(x) ((x) << 0)
699#define YCLK_POST_DIV_MASK (7 << 0)
700#define MPLL_DQ_FUNC_CNTL 0x2bc4
701#define YCLK_SEL(x) ((x) << 4)
702#define YCLK_SEL_MASK (1 << 4)
703
704#define MPLL_SS1 0x2bcc
705#define CLKV(x) ((x) << 0)
706#define CLKV_MASK (0x3ffffff << 0)
707#define MPLL_SS2 0x2bd0
708#define CLKS(x) ((x) << 0)
709#define CLKS_MASK (0xfff << 0)
710
Alex Deucher8cc1a532013-04-09 12:41:24 -0400711#define HDP_HOST_PATH_CNTL 0x2C00
Alex Deucher22c775c2013-07-23 09:41:05 -0400712#define CLOCK_GATING_DIS (1 << 23)
Alex Deucher8cc1a532013-04-09 12:41:24 -0400713#define HDP_NONSURFACE_BASE 0x2C04
714#define HDP_NONSURFACE_INFO 0x2C08
715#define HDP_NONSURFACE_SIZE 0x2C0C
716
717#define HDP_ADDR_CONFIG 0x2F48
718#define HDP_MISC_CNTL 0x2F4C
719#define HDP_FLUSH_INVALIDATE_CACHE (1 << 0)
Alex Deucher22c775c2013-07-23 09:41:05 -0400720#define HDP_MEM_POWER_LS 0x2F50
721#define HDP_LS_ENABLE (1 << 0)
722
723#define ATC_MISC_CG 0x3350
Alex Deucher8cc1a532013-04-09 12:41:24 -0400724
Alex Deuchercc8dbbb2013-08-14 01:03:41 -0400725#define MC_SEQ_CNTL_3 0x3600
726# define CAC_EN (1 << 31)
727#define MC_SEQ_G5PDX_CTRL 0x3604
728#define MC_SEQ_G5PDX_CTRL_LP 0x3608
729#define MC_SEQ_G5PDX_CMD0 0x360c
730#define MC_SEQ_G5PDX_CMD0_LP 0x3610
731#define MC_SEQ_G5PDX_CMD1 0x3614
732#define MC_SEQ_G5PDX_CMD1_LP 0x3618
733
734#define MC_SEQ_PMG_DVS_CTL 0x3628
735#define MC_SEQ_PMG_DVS_CTL_LP 0x362c
736#define MC_SEQ_PMG_DVS_CMD 0x3630
737#define MC_SEQ_PMG_DVS_CMD_LP 0x3634
738#define MC_SEQ_DLL_STBY 0x3638
739#define MC_SEQ_DLL_STBY_LP 0x363c
740
Alex Deuchera59781b2012-11-09 10:45:57 -0500741#define IH_RB_CNTL 0x3e00
742# define IH_RB_ENABLE (1 << 0)
743# define IH_RB_SIZE(x) ((x) << 1) /* log2 */
744# define IH_RB_FULL_DRAIN_ENABLE (1 << 6)
745# define IH_WPTR_WRITEBACK_ENABLE (1 << 8)
746# define IH_WPTR_WRITEBACK_TIMER(x) ((x) << 9) /* log2 */
747# define IH_WPTR_OVERFLOW_ENABLE (1 << 16)
748# define IH_WPTR_OVERFLOW_CLEAR (1 << 31)
749#define IH_RB_BASE 0x3e04
750#define IH_RB_RPTR 0x3e08
751#define IH_RB_WPTR 0x3e0c
752# define RB_OVERFLOW (1 << 0)
753# define WPTR_OFFSET_MASK 0x3fffc
754#define IH_RB_WPTR_ADDR_HI 0x3e10
755#define IH_RB_WPTR_ADDR_LO 0x3e14
756#define IH_CNTL 0x3e18
757# define ENABLE_INTR (1 << 0)
758# define IH_MC_SWAP(x) ((x) << 1)
759# define IH_MC_SWAP_NONE 0
760# define IH_MC_SWAP_16BIT 1
761# define IH_MC_SWAP_32BIT 2
762# define IH_MC_SWAP_64BIT 3
763# define RPTR_REARM (1 << 4)
764# define MC_WRREQ_CREDIT(x) ((x) << 15)
765# define MC_WR_CLEAN_CNT(x) ((x) << 20)
766# define MC_VMID(x) ((x) << 25)
767
Alex Deuchercc8dbbb2013-08-14 01:03:41 -0400768#define BIF_LNCNT_RESET 0x5220
769# define RESET_LNCNT_EN (1 << 0)
770
Alex Deucher1c491652013-04-09 12:45:26 -0400771#define CONFIG_MEMSIZE 0x5428
772
Alex Deuchera59781b2012-11-09 10:45:57 -0500773#define INTERRUPT_CNTL 0x5468
774# define IH_DUMMY_RD_OVERRIDE (1 << 0)
775# define IH_DUMMY_RD_EN (1 << 1)
776# define IH_REQ_NONSNOOP_EN (1 << 3)
777# define GEN_IH_INT_EN (1 << 8)
778#define INTERRUPT_CNTL2 0x546c
779
Alex Deucher1c491652013-04-09 12:45:26 -0400780#define HDP_MEM_COHERENCY_FLUSH_CNTL 0x5480
781
Alex Deucher8cc1a532013-04-09 12:41:24 -0400782#define BIF_FB_EN 0x5490
783#define FB_READ_EN (1 << 0)
784#define FB_WRITE_EN (1 << 1)
785
Alex Deucher1c491652013-04-09 12:45:26 -0400786#define HDP_REG_COHERENCY_FLUSH_CNTL 0x54A0
787
Alex Deucher2cae3bc2012-07-05 11:45:40 -0400788#define GPU_HDP_FLUSH_REQ 0x54DC
789#define GPU_HDP_FLUSH_DONE 0x54E0
790#define CP0 (1 << 0)
791#define CP1 (1 << 1)
792#define CP2 (1 << 2)
793#define CP3 (1 << 3)
794#define CP4 (1 << 4)
795#define CP5 (1 << 5)
796#define CP6 (1 << 6)
797#define CP7 (1 << 7)
798#define CP8 (1 << 8)
799#define CP9 (1 << 9)
800#define SDMA0 (1 << 10)
801#define SDMA1 (1 << 11)
802
Alex Deuchercd84a272012-07-20 17:13:13 -0400803/* 0x6b04, 0x7704, 0x10304, 0x10f04, 0x11b04, 0x12704 */
804#define LB_MEMORY_CTRL 0x6b04
805#define LB_MEMORY_SIZE(x) ((x) << 0)
806#define LB_MEMORY_CONFIG(x) ((x) << 20)
807
808#define DPG_WATERMARK_MASK_CONTROL 0x6cc8
809# define LATENCY_WATERMARK_MASK(x) ((x) << 8)
810#define DPG_PIPE_LATENCY_CONTROL 0x6ccc
811# define LATENCY_LOW_WATERMARK(x) ((x) << 0)
812# define LATENCY_HIGH_WATERMARK(x) ((x) << 16)
813
Alex Deuchera59781b2012-11-09 10:45:57 -0500814/* 0x6b24, 0x7724, 0x10324, 0x10f24, 0x11b24, 0x12724 */
815#define LB_VLINE_STATUS 0x6b24
816# define VLINE_OCCURRED (1 << 0)
817# define VLINE_ACK (1 << 4)
818# define VLINE_STAT (1 << 12)
819# define VLINE_INTERRUPT (1 << 16)
820# define VLINE_INTERRUPT_TYPE (1 << 17)
821/* 0x6b2c, 0x772c, 0x1032c, 0x10f2c, 0x11b2c, 0x1272c */
822#define LB_VBLANK_STATUS 0x6b2c
823# define VBLANK_OCCURRED (1 << 0)
824# define VBLANK_ACK (1 << 4)
825# define VBLANK_STAT (1 << 12)
826# define VBLANK_INTERRUPT (1 << 16)
827# define VBLANK_INTERRUPT_TYPE (1 << 17)
828
829/* 0x6b20, 0x7720, 0x10320, 0x10f20, 0x11b20, 0x12720 */
830#define LB_INTERRUPT_MASK 0x6b20
831# define VBLANK_INTERRUPT_MASK (1 << 0)
832# define VLINE_INTERRUPT_MASK (1 << 4)
833# define VLINE2_INTERRUPT_MASK (1 << 8)
834
835#define DISP_INTERRUPT_STATUS 0x60f4
836# define LB_D1_VLINE_INTERRUPT (1 << 2)
837# define LB_D1_VBLANK_INTERRUPT (1 << 3)
838# define DC_HPD1_INTERRUPT (1 << 17)
839# define DC_HPD1_RX_INTERRUPT (1 << 18)
840# define DACA_AUTODETECT_INTERRUPT (1 << 22)
841# define DACB_AUTODETECT_INTERRUPT (1 << 23)
842# define DC_I2C_SW_DONE_INTERRUPT (1 << 24)
843# define DC_I2C_HW_DONE_INTERRUPT (1 << 25)
844#define DISP_INTERRUPT_STATUS_CONTINUE 0x60f8
845# define LB_D2_VLINE_INTERRUPT (1 << 2)
846# define LB_D2_VBLANK_INTERRUPT (1 << 3)
847# define DC_HPD2_INTERRUPT (1 << 17)
848# define DC_HPD2_RX_INTERRUPT (1 << 18)
849# define DISP_TIMER_INTERRUPT (1 << 24)
850#define DISP_INTERRUPT_STATUS_CONTINUE2 0x60fc
851# define LB_D3_VLINE_INTERRUPT (1 << 2)
852# define LB_D3_VBLANK_INTERRUPT (1 << 3)
853# define DC_HPD3_INTERRUPT (1 << 17)
854# define DC_HPD3_RX_INTERRUPT (1 << 18)
855#define DISP_INTERRUPT_STATUS_CONTINUE3 0x6100
856# define LB_D4_VLINE_INTERRUPT (1 << 2)
857# define LB_D4_VBLANK_INTERRUPT (1 << 3)
858# define DC_HPD4_INTERRUPT (1 << 17)
859# define DC_HPD4_RX_INTERRUPT (1 << 18)
860#define DISP_INTERRUPT_STATUS_CONTINUE4 0x614c
861# define LB_D5_VLINE_INTERRUPT (1 << 2)
862# define LB_D5_VBLANK_INTERRUPT (1 << 3)
863# define DC_HPD5_INTERRUPT (1 << 17)
864# define DC_HPD5_RX_INTERRUPT (1 << 18)
865#define DISP_INTERRUPT_STATUS_CONTINUE5 0x6150
866# define LB_D6_VLINE_INTERRUPT (1 << 2)
867# define LB_D6_VBLANK_INTERRUPT (1 << 3)
868# define DC_HPD6_INTERRUPT (1 << 17)
869# define DC_HPD6_RX_INTERRUPT (1 << 18)
870#define DISP_INTERRUPT_STATUS_CONTINUE6 0x6780
871
872#define DAC_AUTODETECT_INT_CONTROL 0x67c8
873
874#define DC_HPD1_INT_STATUS 0x601c
875#define DC_HPD2_INT_STATUS 0x6028
876#define DC_HPD3_INT_STATUS 0x6034
877#define DC_HPD4_INT_STATUS 0x6040
878#define DC_HPD5_INT_STATUS 0x604c
879#define DC_HPD6_INT_STATUS 0x6058
880# define DC_HPDx_INT_STATUS (1 << 0)
881# define DC_HPDx_SENSE (1 << 1)
882# define DC_HPDx_SENSE_DELAYED (1 << 4)
883# define DC_HPDx_RX_INT_STATUS (1 << 8)
884
885#define DC_HPD1_INT_CONTROL 0x6020
886#define DC_HPD2_INT_CONTROL 0x602c
887#define DC_HPD3_INT_CONTROL 0x6038
888#define DC_HPD4_INT_CONTROL 0x6044
889#define DC_HPD5_INT_CONTROL 0x6050
890#define DC_HPD6_INT_CONTROL 0x605c
891# define DC_HPDx_INT_ACK (1 << 0)
892# define DC_HPDx_INT_POLARITY (1 << 8)
893# define DC_HPDx_INT_EN (1 << 16)
894# define DC_HPDx_RX_INT_ACK (1 << 20)
895# define DC_HPDx_RX_INT_EN (1 << 24)
896
897#define DC_HPD1_CONTROL 0x6024
898#define DC_HPD2_CONTROL 0x6030
899#define DC_HPD3_CONTROL 0x603c
900#define DC_HPD4_CONTROL 0x6048
901#define DC_HPD5_CONTROL 0x6054
902#define DC_HPD6_CONTROL 0x6060
903# define DC_HPDx_CONNECTION_TIMER(x) ((x) << 0)
904# define DC_HPDx_RX_INT_TIMER(x) ((x) << 16)
905# define DC_HPDx_EN (1 << 28)
906
Alex Deuchercc8dbbb2013-08-14 01:03:41 -0400907#define DPG_PIPE_STUTTER_CONTROL 0x6cd4
908# define STUTTER_ENABLE (1 << 0)
909
Alex Deucher134b4802013-09-23 12:22:11 -0400910/* DCE8 FMT blocks */
911#define FMT_DYNAMIC_EXP_CNTL 0x6fb4
912# define FMT_DYNAMIC_EXP_EN (1 << 0)
913# define FMT_DYNAMIC_EXP_MODE (1 << 4)
914 /* 0 = 10bit -> 12bit, 1 = 8bit -> 12bit */
915#define FMT_CONTROL 0x6fb8
916# define FMT_PIXEL_ENCODING (1 << 16)
917 /* 0 = RGB 4:4:4 or YCbCr 4:4:4, 1 = YCbCr 4:2:2 */
918#define FMT_BIT_DEPTH_CONTROL 0x6fc8
919# define FMT_TRUNCATE_EN (1 << 0)
920# define FMT_TRUNCATE_MODE (1 << 1)
921# define FMT_TRUNCATE_DEPTH(x) ((x) << 4) /* 0 - 18bpp, 1 - 24bpp, 2 - 30bpp */
922# define FMT_SPATIAL_DITHER_EN (1 << 8)
923# define FMT_SPATIAL_DITHER_MODE(x) ((x) << 9)
924# define FMT_SPATIAL_DITHER_DEPTH(x) ((x) << 11) /* 0 - 18bpp, 1 - 24bpp, 2 - 30bpp */
925# define FMT_FRAME_RANDOM_ENABLE (1 << 13)
926# define FMT_RGB_RANDOM_ENABLE (1 << 14)
927# define FMT_HIGHPASS_RANDOM_ENABLE (1 << 15)
928# define FMT_TEMPORAL_DITHER_EN (1 << 16)
929# define FMT_TEMPORAL_DITHER_DEPTH(x) ((x) << 17) /* 0 - 18bpp, 1 - 24bpp, 2 - 30bpp */
930# define FMT_TEMPORAL_DITHER_OFFSET(x) ((x) << 21)
931# define FMT_TEMPORAL_LEVEL (1 << 24)
932# define FMT_TEMPORAL_DITHER_RESET (1 << 25)
933# define FMT_25FRC_SEL(x) ((x) << 26)
934# define FMT_50FRC_SEL(x) ((x) << 28)
935# define FMT_75FRC_SEL(x) ((x) << 30)
936#define FMT_CLAMP_CONTROL 0x6fe4
937# define FMT_CLAMP_DATA_EN (1 << 0)
938# define FMT_CLAMP_COLOR_FORMAT(x) ((x) << 16)
939# define FMT_CLAMP_6BPC 0
940# define FMT_CLAMP_8BPC 1
941# define FMT_CLAMP_10BPC 2
942
Alex Deucher8cc1a532013-04-09 12:41:24 -0400943#define GRBM_CNTL 0x8000
944#define GRBM_READ_TIMEOUT(x) ((x) << 0)
945
Alex Deucher6f2043c2013-04-09 12:43:41 -0400946#define GRBM_STATUS2 0x8008
947#define ME0PIPE1_CMDFIFO_AVAIL_MASK 0x0000000F
948#define ME0PIPE1_CF_RQ_PENDING (1 << 4)
949#define ME0PIPE1_PF_RQ_PENDING (1 << 5)
950#define ME1PIPE0_RQ_PENDING (1 << 6)
951#define ME1PIPE1_RQ_PENDING (1 << 7)
952#define ME1PIPE2_RQ_PENDING (1 << 8)
953#define ME1PIPE3_RQ_PENDING (1 << 9)
954#define ME2PIPE0_RQ_PENDING (1 << 10)
955#define ME2PIPE1_RQ_PENDING (1 << 11)
956#define ME2PIPE2_RQ_PENDING (1 << 12)
957#define ME2PIPE3_RQ_PENDING (1 << 13)
958#define RLC_RQ_PENDING (1 << 14)
959#define RLC_BUSY (1 << 24)
960#define TC_BUSY (1 << 25)
961#define CPF_BUSY (1 << 28)
962#define CPC_BUSY (1 << 29)
963#define CPG_BUSY (1 << 30)
964
965#define GRBM_STATUS 0x8010
966#define ME0PIPE0_CMDFIFO_AVAIL_MASK 0x0000000F
967#define SRBM_RQ_PENDING (1 << 5)
968#define ME0PIPE0_CF_RQ_PENDING (1 << 7)
969#define ME0PIPE0_PF_RQ_PENDING (1 << 8)
970#define GDS_DMA_RQ_PENDING (1 << 9)
971#define DB_CLEAN (1 << 12)
972#define CB_CLEAN (1 << 13)
973#define TA_BUSY (1 << 14)
974#define GDS_BUSY (1 << 15)
975#define WD_BUSY_NO_DMA (1 << 16)
976#define VGT_BUSY (1 << 17)
977#define IA_BUSY_NO_DMA (1 << 18)
978#define IA_BUSY (1 << 19)
979#define SX_BUSY (1 << 20)
980#define WD_BUSY (1 << 21)
981#define SPI_BUSY (1 << 22)
982#define BCI_BUSY (1 << 23)
983#define SC_BUSY (1 << 24)
984#define PA_BUSY (1 << 25)
985#define DB_BUSY (1 << 26)
986#define CP_COHERENCY_BUSY (1 << 28)
987#define CP_BUSY (1 << 29)
988#define CB_BUSY (1 << 30)
989#define GUI_ACTIVE (1 << 31)
990#define GRBM_STATUS_SE0 0x8014
991#define GRBM_STATUS_SE1 0x8018
992#define GRBM_STATUS_SE2 0x8038
993#define GRBM_STATUS_SE3 0x803C
994#define SE_DB_CLEAN (1 << 1)
995#define SE_CB_CLEAN (1 << 2)
996#define SE_BCI_BUSY (1 << 22)
997#define SE_VGT_BUSY (1 << 23)
998#define SE_PA_BUSY (1 << 24)
999#define SE_TA_BUSY (1 << 25)
1000#define SE_SX_BUSY (1 << 26)
1001#define SE_SPI_BUSY (1 << 27)
1002#define SE_SC_BUSY (1 << 29)
1003#define SE_DB_BUSY (1 << 30)
1004#define SE_CB_BUSY (1 << 31)
1005
1006#define GRBM_SOFT_RESET 0x8020
1007#define SOFT_RESET_CP (1 << 0) /* All CP blocks */
1008#define SOFT_RESET_RLC (1 << 2) /* RLC */
1009#define SOFT_RESET_GFX (1 << 16) /* GFX */
1010#define SOFT_RESET_CPF (1 << 17) /* CP fetcher shared by gfx and compute */
1011#define SOFT_RESET_CPC (1 << 18) /* CP Compute (MEC1/2) */
1012#define SOFT_RESET_CPG (1 << 19) /* CP GFX (PFP, ME, CE) */
1013
Alex Deuchera59781b2012-11-09 10:45:57 -05001014#define GRBM_INT_CNTL 0x8060
1015# define RDERR_INT_ENABLE (1 << 0)
1016# define GUI_IDLE_INT_ENABLE (1 << 19)
1017
Alex Deucher963e81f2013-06-26 17:37:11 -04001018#define CP_CPC_STATUS 0x8210
1019#define CP_CPC_BUSY_STAT 0x8214
1020#define CP_CPC_STALLED_STAT1 0x8218
1021#define CP_CPF_STATUS 0x821c
1022#define CP_CPF_BUSY_STAT 0x8220
1023#define CP_CPF_STALLED_STAT1 0x8224
1024
Alex Deucher6f2043c2013-04-09 12:43:41 -04001025#define CP_MEC_CNTL 0x8234
1026#define MEC_ME2_HALT (1 << 28)
1027#define MEC_ME1_HALT (1 << 30)
1028
Alex Deucher841cf442012-12-18 21:47:44 -05001029#define CP_MEC_CNTL 0x8234
1030#define MEC_ME2_HALT (1 << 28)
1031#define MEC_ME1_HALT (1 << 30)
1032
Alex Deucher963e81f2013-06-26 17:37:11 -04001033#define CP_STALLED_STAT3 0x8670
1034#define CP_STALLED_STAT1 0x8674
1035#define CP_STALLED_STAT2 0x8678
1036
1037#define CP_STAT 0x8680
1038
Alex Deucher6f2043c2013-04-09 12:43:41 -04001039#define CP_ME_CNTL 0x86D8
1040#define CP_CE_HALT (1 << 24)
1041#define CP_PFP_HALT (1 << 26)
1042#define CP_ME_HALT (1 << 28)
1043
Alex Deucher841cf442012-12-18 21:47:44 -05001044#define CP_RB0_RPTR 0x8700
1045#define CP_RB_WPTR_DELAY 0x8704
Alex Deucher22c775c2013-07-23 09:41:05 -04001046#define CP_RB_WPTR_POLL_CNTL 0x8708
1047#define IDLE_POLL_COUNT(x) ((x) << 16)
1048#define IDLE_POLL_COUNT_MASK (0xffff << 16)
Alex Deucher841cf442012-12-18 21:47:44 -05001049
Alex Deucher8cc1a532013-04-09 12:41:24 -04001050#define CP_MEQ_THRESHOLDS 0x8764
1051#define MEQ1_START(x) ((x) << 0)
1052#define MEQ2_START(x) ((x) << 8)
1053
1054#define VGT_VTX_VECT_EJECT_REG 0x88B0
1055
1056#define VGT_CACHE_INVALIDATION 0x88C4
1057#define CACHE_INVALIDATION(x) ((x) << 0)
1058#define VC_ONLY 0
1059#define TC_ONLY 1
1060#define VC_AND_TC 2
1061#define AUTO_INVLD_EN(x) ((x) << 6)
1062#define NO_AUTO 0
1063#define ES_AUTO 1
1064#define GS_AUTO 2
1065#define ES_AND_GS_AUTO 3
1066
1067#define VGT_GS_VERTEX_REUSE 0x88D4
1068
1069#define CC_GC_SHADER_ARRAY_CONFIG 0x89bc
1070#define INACTIVE_CUS_MASK 0xFFFF0000
1071#define INACTIVE_CUS_SHIFT 16
1072#define GC_USER_SHADER_ARRAY_CONFIG 0x89c0
1073
1074#define PA_CL_ENHANCE 0x8A14
1075#define CLIP_VTX_REORDER_ENA (1 << 0)
1076#define NUM_CLIP_SEQ(x) ((x) << 1)
1077
1078#define PA_SC_FORCE_EOV_MAX_CNTS 0x8B24
1079#define FORCE_EOV_MAX_CLK_CNT(x) ((x) << 0)
1080#define FORCE_EOV_MAX_REZ_CNT(x) ((x) << 16)
1081
1082#define PA_SC_FIFO_SIZE 0x8BCC
1083#define SC_FRONTEND_PRIM_FIFO_SIZE(x) ((x) << 0)
1084#define SC_BACKEND_PRIM_FIFO_SIZE(x) ((x) << 6)
1085#define SC_HIZ_TILE_FIFO_SIZE(x) ((x) << 15)
1086#define SC_EARLYZ_TILE_FIFO_SIZE(x) ((x) << 23)
1087
1088#define PA_SC_ENHANCE 0x8BF0
1089#define ENABLE_PA_SC_OUT_OF_ORDER (1 << 0)
1090#define DISABLE_PA_SC_GUIDANCE (1 << 13)
1091
1092#define SQ_CONFIG 0x8C00
1093
Alex Deucher1c491652013-04-09 12:45:26 -04001094#define SH_MEM_BASES 0x8C28
1095/* if PTR32, these are the bases for scratch and lds */
1096#define PRIVATE_BASE(x) ((x) << 0) /* scratch */
1097#define SHARED_BASE(x) ((x) << 16) /* LDS */
1098#define SH_MEM_APE1_BASE 0x8C2C
1099/* if PTR32, this is the base location of GPUVM */
1100#define SH_MEM_APE1_LIMIT 0x8C30
1101/* if PTR32, this is the upper limit of GPUVM */
1102#define SH_MEM_CONFIG 0x8C34
1103#define PTR32 (1 << 0)
1104#define ALIGNMENT_MODE(x) ((x) << 2)
1105#define SH_MEM_ALIGNMENT_MODE_DWORD 0
1106#define SH_MEM_ALIGNMENT_MODE_DWORD_STRICT 1
1107#define SH_MEM_ALIGNMENT_MODE_STRICT 2
1108#define SH_MEM_ALIGNMENT_MODE_UNALIGNED 3
1109#define DEFAULT_MTYPE(x) ((x) << 4)
1110#define APE1_MTYPE(x) ((x) << 7)
1111
Alex Deucher8cc1a532013-04-09 12:41:24 -04001112#define SX_DEBUG_1 0x9060
1113
1114#define SPI_CONFIG_CNTL 0x9100
1115
1116#define SPI_CONFIG_CNTL_1 0x913C
1117#define VTX_DONE_DELAY(x) ((x) << 0)
1118#define INTERP_ONE_PRIM_PER_ROW (1 << 4)
1119
1120#define TA_CNTL_AUX 0x9508
1121
1122#define DB_DEBUG 0x9830
1123#define DB_DEBUG2 0x9834
1124#define DB_DEBUG3 0x9838
1125
1126#define CC_RB_BACKEND_DISABLE 0x98F4
1127#define BACKEND_DISABLE(x) ((x) << 16)
1128#define GB_ADDR_CONFIG 0x98F8
1129#define NUM_PIPES(x) ((x) << 0)
1130#define NUM_PIPES_MASK 0x00000007
1131#define NUM_PIPES_SHIFT 0
1132#define PIPE_INTERLEAVE_SIZE(x) ((x) << 4)
1133#define PIPE_INTERLEAVE_SIZE_MASK 0x00000070
1134#define PIPE_INTERLEAVE_SIZE_SHIFT 4
1135#define NUM_SHADER_ENGINES(x) ((x) << 12)
1136#define NUM_SHADER_ENGINES_MASK 0x00003000
1137#define NUM_SHADER_ENGINES_SHIFT 12
1138#define SHADER_ENGINE_TILE_SIZE(x) ((x) << 16)
1139#define SHADER_ENGINE_TILE_SIZE_MASK 0x00070000
1140#define SHADER_ENGINE_TILE_SIZE_SHIFT 16
1141#define ROW_SIZE(x) ((x) << 28)
1142#define ROW_SIZE_MASK 0x30000000
1143#define ROW_SIZE_SHIFT 28
1144
1145#define GB_TILE_MODE0 0x9910
1146# define ARRAY_MODE(x) ((x) << 2)
1147# define ARRAY_LINEAR_GENERAL 0
1148# define ARRAY_LINEAR_ALIGNED 1
1149# define ARRAY_1D_TILED_THIN1 2
1150# define ARRAY_2D_TILED_THIN1 4
1151# define ARRAY_PRT_TILED_THIN1 5
1152# define ARRAY_PRT_2D_TILED_THIN1 6
1153# define PIPE_CONFIG(x) ((x) << 6)
1154# define ADDR_SURF_P2 0
1155# define ADDR_SURF_P4_8x16 4
1156# define ADDR_SURF_P4_16x16 5
1157# define ADDR_SURF_P4_16x32 6
1158# define ADDR_SURF_P4_32x32 7
1159# define ADDR_SURF_P8_16x16_8x16 8
1160# define ADDR_SURF_P8_16x32_8x16 9
1161# define ADDR_SURF_P8_32x32_8x16 10
1162# define ADDR_SURF_P8_16x32_16x16 11
1163# define ADDR_SURF_P8_32x32_16x16 12
1164# define ADDR_SURF_P8_32x32_16x32 13
1165# define ADDR_SURF_P8_32x64_32x32 14
1166# define TILE_SPLIT(x) ((x) << 11)
1167# define ADDR_SURF_TILE_SPLIT_64B 0
1168# define ADDR_SURF_TILE_SPLIT_128B 1
1169# define ADDR_SURF_TILE_SPLIT_256B 2
1170# define ADDR_SURF_TILE_SPLIT_512B 3
1171# define ADDR_SURF_TILE_SPLIT_1KB 4
1172# define ADDR_SURF_TILE_SPLIT_2KB 5
1173# define ADDR_SURF_TILE_SPLIT_4KB 6
1174# define MICRO_TILE_MODE_NEW(x) ((x) << 22)
1175# define ADDR_SURF_DISPLAY_MICRO_TILING 0
1176# define ADDR_SURF_THIN_MICRO_TILING 1
1177# define ADDR_SURF_DEPTH_MICRO_TILING 2
1178# define ADDR_SURF_ROTATED_MICRO_TILING 3
1179# define SAMPLE_SPLIT(x) ((x) << 25)
1180# define ADDR_SURF_SAMPLE_SPLIT_1 0
1181# define ADDR_SURF_SAMPLE_SPLIT_2 1
1182# define ADDR_SURF_SAMPLE_SPLIT_4 2
1183# define ADDR_SURF_SAMPLE_SPLIT_8 3
1184
1185#define GB_MACROTILE_MODE0 0x9990
1186# define BANK_WIDTH(x) ((x) << 0)
1187# define ADDR_SURF_BANK_WIDTH_1 0
1188# define ADDR_SURF_BANK_WIDTH_2 1
1189# define ADDR_SURF_BANK_WIDTH_4 2
1190# define ADDR_SURF_BANK_WIDTH_8 3
1191# define BANK_HEIGHT(x) ((x) << 2)
1192# define ADDR_SURF_BANK_HEIGHT_1 0
1193# define ADDR_SURF_BANK_HEIGHT_2 1
1194# define ADDR_SURF_BANK_HEIGHT_4 2
1195# define ADDR_SURF_BANK_HEIGHT_8 3
1196# define MACRO_TILE_ASPECT(x) ((x) << 4)
1197# define ADDR_SURF_MACRO_ASPECT_1 0
1198# define ADDR_SURF_MACRO_ASPECT_2 1
1199# define ADDR_SURF_MACRO_ASPECT_4 2
1200# define ADDR_SURF_MACRO_ASPECT_8 3
1201# define NUM_BANKS(x) ((x) << 6)
1202# define ADDR_SURF_2_BANK 0
1203# define ADDR_SURF_4_BANK 1
1204# define ADDR_SURF_8_BANK 2
1205# define ADDR_SURF_16_BANK 3
1206
1207#define CB_HW_CONTROL 0x9A10
1208
1209#define GC_USER_RB_BACKEND_DISABLE 0x9B7C
1210#define BACKEND_DISABLE_MASK 0x00FF0000
1211#define BACKEND_DISABLE_SHIFT 16
1212
1213#define TCP_CHAN_STEER_LO 0xac0c
1214#define TCP_CHAN_STEER_HI 0xac10
1215
Alex Deucher1c491652013-04-09 12:45:26 -04001216#define TC_CFG_L1_LOAD_POLICY0 0xAC68
1217#define TC_CFG_L1_LOAD_POLICY1 0xAC6C
1218#define TC_CFG_L1_STORE_POLICY 0xAC70
1219#define TC_CFG_L2_LOAD_POLICY0 0xAC74
1220#define TC_CFG_L2_LOAD_POLICY1 0xAC78
1221#define TC_CFG_L2_STORE_POLICY0 0xAC7C
1222#define TC_CFG_L2_STORE_POLICY1 0xAC80
1223#define TC_CFG_L2_ATOMIC_POLICY 0xAC84
1224#define TC_CFG_L1_VOLATILE 0xAC88
1225#define TC_CFG_L2_VOLATILE 0xAC8C
1226
Alex Deucher841cf442012-12-18 21:47:44 -05001227#define CP_RB0_BASE 0xC100
1228#define CP_RB0_CNTL 0xC104
1229#define RB_BUFSZ(x) ((x) << 0)
1230#define RB_BLKSZ(x) ((x) << 8)
1231#define BUF_SWAP_32BIT (2 << 16)
1232#define RB_NO_UPDATE (1 << 27)
1233#define RB_RPTR_WR_ENA (1 << 31)
1234
1235#define CP_RB0_RPTR_ADDR 0xC10C
1236#define RB_RPTR_SWAP_32BIT (2 << 0)
1237#define CP_RB0_RPTR_ADDR_HI 0xC110
1238#define CP_RB0_WPTR 0xC114
1239
1240#define CP_DEVICE_ID 0xC12C
1241#define CP_ENDIAN_SWAP 0xC140
1242#define CP_RB_VMID 0xC144
1243
1244#define CP_PFP_UCODE_ADDR 0xC150
1245#define CP_PFP_UCODE_DATA 0xC154
1246#define CP_ME_RAM_RADDR 0xC158
1247#define CP_ME_RAM_WADDR 0xC15C
1248#define CP_ME_RAM_DATA 0xC160
1249
1250#define CP_CE_UCODE_ADDR 0xC168
1251#define CP_CE_UCODE_DATA 0xC16C
1252#define CP_MEC_ME1_UCODE_ADDR 0xC170
1253#define CP_MEC_ME1_UCODE_DATA 0xC174
1254#define CP_MEC_ME2_UCODE_ADDR 0xC178
1255#define CP_MEC_ME2_UCODE_DATA 0xC17C
1256
Alex Deucherf6796ca2012-11-09 10:44:08 -05001257#define CP_INT_CNTL_RING0 0xC1A8
1258# define CNTX_BUSY_INT_ENABLE (1 << 19)
1259# define CNTX_EMPTY_INT_ENABLE (1 << 20)
1260# define PRIV_INSTR_INT_ENABLE (1 << 22)
1261# define PRIV_REG_INT_ENABLE (1 << 23)
1262# define TIME_STAMP_INT_ENABLE (1 << 26)
1263# define CP_RINGID2_INT_ENABLE (1 << 29)
1264# define CP_RINGID1_INT_ENABLE (1 << 30)
1265# define CP_RINGID0_INT_ENABLE (1 << 31)
1266
Alex Deuchera59781b2012-11-09 10:45:57 -05001267#define CP_INT_STATUS_RING0 0xC1B4
1268# define PRIV_INSTR_INT_STAT (1 << 22)
1269# define PRIV_REG_INT_STAT (1 << 23)
1270# define TIME_STAMP_INT_STAT (1 << 26)
1271# define CP_RINGID2_INT_STAT (1 << 29)
1272# define CP_RINGID1_INT_STAT (1 << 30)
1273# define CP_RINGID0_INT_STAT (1 << 31)
1274
Alex Deucher22c775c2013-07-23 09:41:05 -04001275#define CP_MEM_SLP_CNTL 0xC1E4
1276# define CP_MEM_LS_EN (1 << 0)
1277
Alex Deucher963e81f2013-06-26 17:37:11 -04001278#define CP_CPF_DEBUG 0xC200
1279
1280#define CP_PQ_WPTR_POLL_CNTL 0xC20C
1281#define WPTR_POLL_EN (1 << 31)
1282
Alex Deuchera59781b2012-11-09 10:45:57 -05001283#define CP_ME1_PIPE0_INT_CNTL 0xC214
1284#define CP_ME1_PIPE1_INT_CNTL 0xC218
1285#define CP_ME1_PIPE2_INT_CNTL 0xC21C
1286#define CP_ME1_PIPE3_INT_CNTL 0xC220
1287#define CP_ME2_PIPE0_INT_CNTL 0xC224
1288#define CP_ME2_PIPE1_INT_CNTL 0xC228
1289#define CP_ME2_PIPE2_INT_CNTL 0xC22C
1290#define CP_ME2_PIPE3_INT_CNTL 0xC230
1291# define DEQUEUE_REQUEST_INT_ENABLE (1 << 13)
1292# define WRM_POLL_TIMEOUT_INT_ENABLE (1 << 17)
1293# define PRIV_REG_INT_ENABLE (1 << 23)
1294# define TIME_STAMP_INT_ENABLE (1 << 26)
1295# define GENERIC2_INT_ENABLE (1 << 29)
1296# define GENERIC1_INT_ENABLE (1 << 30)
1297# define GENERIC0_INT_ENABLE (1 << 31)
1298#define CP_ME1_PIPE0_INT_STATUS 0xC214
1299#define CP_ME1_PIPE1_INT_STATUS 0xC218
1300#define CP_ME1_PIPE2_INT_STATUS 0xC21C
1301#define CP_ME1_PIPE3_INT_STATUS 0xC220
1302#define CP_ME2_PIPE0_INT_STATUS 0xC224
1303#define CP_ME2_PIPE1_INT_STATUS 0xC228
1304#define CP_ME2_PIPE2_INT_STATUS 0xC22C
1305#define CP_ME2_PIPE3_INT_STATUS 0xC230
1306# define DEQUEUE_REQUEST_INT_STATUS (1 << 13)
1307# define WRM_POLL_TIMEOUT_INT_STATUS (1 << 17)
1308# define PRIV_REG_INT_STATUS (1 << 23)
1309# define TIME_STAMP_INT_STATUS (1 << 26)
1310# define GENERIC2_INT_STATUS (1 << 29)
1311# define GENERIC1_INT_STATUS (1 << 30)
1312# define GENERIC0_INT_STATUS (1 << 31)
1313
Alex Deucher841cf442012-12-18 21:47:44 -05001314#define CP_MAX_CONTEXT 0xC2B8
1315
1316#define CP_RB0_BASE_HI 0xC2C4
1317
Alex Deucherf6796ca2012-11-09 10:44:08 -05001318#define RLC_CNTL 0xC300
1319# define RLC_ENABLE (1 << 0)
1320
1321#define RLC_MC_CNTL 0xC30C
1322
Alex Deucher22c775c2013-07-23 09:41:05 -04001323#define RLC_MEM_SLP_CNTL 0xC318
1324# define RLC_MEM_LS_EN (1 << 0)
1325
Alex Deucherf6796ca2012-11-09 10:44:08 -05001326#define RLC_LB_CNTR_MAX 0xC348
1327
1328#define RLC_LB_CNTL 0xC364
Alex Deucher866d83d2013-04-15 17:13:29 -04001329# define LOAD_BALANCE_ENABLE (1 << 0)
Alex Deucherf6796ca2012-11-09 10:44:08 -05001330
1331#define RLC_LB_CNTR_INIT 0xC36C
1332
1333#define RLC_SAVE_AND_RESTORE_BASE 0xC374
Alex Deucher22c775c2013-07-23 09:41:05 -04001334#define RLC_DRIVER_DMA_STATUS 0xC378 /* dGPU */
1335#define RLC_CP_TABLE_RESTORE 0xC378 /* APU */
1336#define RLC_PG_DELAY_2 0xC37C
Alex Deucherf6796ca2012-11-09 10:44:08 -05001337
1338#define RLC_GPM_UCODE_ADDR 0xC388
1339#define RLC_GPM_UCODE_DATA 0xC38C
Alex Deucher44fa3462012-12-18 22:17:00 -05001340#define RLC_GPU_CLOCK_COUNT_LSB 0xC390
1341#define RLC_GPU_CLOCK_COUNT_MSB 0xC394
1342#define RLC_CAPTURE_GPU_CLOCK_COUNT 0xC398
Alex Deucherf6796ca2012-11-09 10:44:08 -05001343#define RLC_UCODE_CNTL 0xC39C
1344
Alex Deucher22c775c2013-07-23 09:41:05 -04001345#define RLC_GPM_STAT 0xC400
1346# define RLC_GPM_BUSY (1 << 0)
Alex Deuchera412fce2013-04-22 20:23:31 -04001347# define GFX_POWER_STATUS (1 << 1)
1348# define GFX_CLOCK_STATUS (1 << 2)
Alex Deucher22c775c2013-07-23 09:41:05 -04001349
1350#define RLC_PG_CNTL 0xC40C
1351# define GFX_PG_ENABLE (1 << 0)
1352# define GFX_PG_SRC (1 << 1)
1353# define DYN_PER_CU_PG_ENABLE (1 << 2)
1354# define STATIC_PER_CU_PG_ENABLE (1 << 3)
1355# define DISABLE_GDS_PG (1 << 13)
1356# define DISABLE_CP_PG (1 << 15)
1357# define SMU_CLK_SLOWDOWN_ON_PU_ENABLE (1 << 17)
1358# define SMU_CLK_SLOWDOWN_ON_PD_ENABLE (1 << 18)
1359
1360#define RLC_CGTT_MGCG_OVERRIDE 0xC420
Alex Deucherf6796ca2012-11-09 10:44:08 -05001361#define RLC_CGCG_CGLS_CTRL 0xC424
Alex Deucher22c775c2013-07-23 09:41:05 -04001362# define CGCG_EN (1 << 0)
1363# define CGLS_EN (1 << 1)
1364
1365#define RLC_PG_DELAY 0xC434
Alex Deucherf6796ca2012-11-09 10:44:08 -05001366
1367#define RLC_LB_INIT_CU_MASK 0xC43C
1368
1369#define RLC_LB_PARAMS 0xC444
1370
Alex Deucher22c775c2013-07-23 09:41:05 -04001371#define RLC_PG_AO_CU_MASK 0xC44C
1372
1373#define RLC_MAX_PG_CU 0xC450
1374# define MAX_PU_CU(x) ((x) << 0)
1375# define MAX_PU_CU_MASK (0xff << 0)
1376#define RLC_AUTO_PG_CTRL 0xC454
1377# define AUTO_PG_EN (1 << 0)
1378# define GRBM_REG_SGIT(x) ((x) << 3)
1379# define GRBM_REG_SGIT_MASK (0xffff << 3)
1380
1381#define RLC_SERDES_WR_CU_MASTER_MASK 0xC474
1382#define RLC_SERDES_WR_NONCU_MASTER_MASK 0xC478
1383#define RLC_SERDES_WR_CTRL 0xC47C
1384#define BPM_ADDR(x) ((x) << 0)
1385#define BPM_ADDR_MASK (0xff << 0)
1386#define CGLS_ENABLE (1 << 16)
1387#define CGCG_OVERRIDE_0 (1 << 20)
1388#define MGCG_OVERRIDE_0 (1 << 22)
1389#define MGCG_OVERRIDE_1 (1 << 23)
1390
Alex Deucherf6796ca2012-11-09 10:44:08 -05001391#define RLC_SERDES_CU_MASTER_BUSY 0xC484
1392#define RLC_SERDES_NONCU_MASTER_BUSY 0xC488
1393# define SE_MASTER_BUSY_MASK 0x0000ffff
1394# define GC_MASTER_BUSY (1 << 16)
1395# define TC0_MASTER_BUSY (1 << 17)
1396# define TC1_MASTER_BUSY (1 << 18)
1397
1398#define RLC_GPM_SCRATCH_ADDR 0xC4B0
1399#define RLC_GPM_SCRATCH_DATA 0xC4B4
1400
Alex Deuchera412fce2013-04-22 20:23:31 -04001401#define RLC_GPR_REG2 0xC4E8
1402#define REQ 0x00000001
1403#define MESSAGE(x) ((x) << 1)
1404#define MESSAGE_MASK 0x0000001e
1405#define MSG_ENTER_RLC_SAFE_MODE 1
1406#define MSG_EXIT_RLC_SAFE_MODE 0
1407
Alex Deucher963e81f2013-06-26 17:37:11 -04001408#define CP_HPD_EOP_BASE_ADDR 0xC904
1409#define CP_HPD_EOP_BASE_ADDR_HI 0xC908
1410#define CP_HPD_EOP_VMID 0xC90C
1411#define CP_HPD_EOP_CONTROL 0xC910
1412#define EOP_SIZE(x) ((x) << 0)
1413#define EOP_SIZE_MASK (0x3f << 0)
1414#define CP_MQD_BASE_ADDR 0xC914
1415#define CP_MQD_BASE_ADDR_HI 0xC918
1416#define CP_HQD_ACTIVE 0xC91C
1417#define CP_HQD_VMID 0xC920
1418
1419#define CP_HQD_PQ_BASE 0xC934
1420#define CP_HQD_PQ_BASE_HI 0xC938
1421#define CP_HQD_PQ_RPTR 0xC93C
1422#define CP_HQD_PQ_RPTR_REPORT_ADDR 0xC940
1423#define CP_HQD_PQ_RPTR_REPORT_ADDR_HI 0xC944
1424#define CP_HQD_PQ_WPTR_POLL_ADDR 0xC948
1425#define CP_HQD_PQ_WPTR_POLL_ADDR_HI 0xC94C
1426#define CP_HQD_PQ_DOORBELL_CONTROL 0xC950
1427#define DOORBELL_OFFSET(x) ((x) << 2)
1428#define DOORBELL_OFFSET_MASK (0x1fffff << 2)
1429#define DOORBELL_SOURCE (1 << 28)
1430#define DOORBELL_SCHD_HIT (1 << 29)
1431#define DOORBELL_EN (1 << 30)
1432#define DOORBELL_HIT (1 << 31)
1433#define CP_HQD_PQ_WPTR 0xC954
1434#define CP_HQD_PQ_CONTROL 0xC958
1435#define QUEUE_SIZE(x) ((x) << 0)
1436#define QUEUE_SIZE_MASK (0x3f << 0)
1437#define RPTR_BLOCK_SIZE(x) ((x) << 8)
1438#define RPTR_BLOCK_SIZE_MASK (0x3f << 8)
1439#define PQ_VOLATILE (1 << 26)
1440#define NO_UPDATE_RPTR (1 << 27)
1441#define UNORD_DISPATCH (1 << 28)
1442#define ROQ_PQ_IB_FLIP (1 << 29)
1443#define PRIV_STATE (1 << 30)
1444#define KMD_QUEUE (1 << 31)
1445
1446#define CP_HQD_DEQUEUE_REQUEST 0xC974
1447
1448#define CP_MQD_CONTROL 0xC99C
1449#define MQD_VMID(x) ((x) << 0)
1450#define MQD_VMID_MASK (0xf << 0)
1451
Alex Deucher22c775c2013-07-23 09:41:05 -04001452#define DB_RENDER_CONTROL 0x28000
1453
Alex Deucher8cc1a532013-04-09 12:41:24 -04001454#define PA_SC_RASTER_CONFIG 0x28350
1455# define RASTER_CONFIG_RB_MAP_0 0
1456# define RASTER_CONFIG_RB_MAP_1 1
1457# define RASTER_CONFIG_RB_MAP_2 2
1458# define RASTER_CONFIG_RB_MAP_3 3
1459
Alex Deucher2cae3bc2012-07-05 11:45:40 -04001460#define VGT_EVENT_INITIATOR 0x28a90
1461# define SAMPLE_STREAMOUTSTATS1 (1 << 0)
1462# define SAMPLE_STREAMOUTSTATS2 (2 << 0)
1463# define SAMPLE_STREAMOUTSTATS3 (3 << 0)
1464# define CACHE_FLUSH_TS (4 << 0)
1465# define CACHE_FLUSH (6 << 0)
1466# define CS_PARTIAL_FLUSH (7 << 0)
1467# define VGT_STREAMOUT_RESET (10 << 0)
1468# define END_OF_PIPE_INCR_DE (11 << 0)
1469# define END_OF_PIPE_IB_END (12 << 0)
1470# define RST_PIX_CNT (13 << 0)
1471# define VS_PARTIAL_FLUSH (15 << 0)
1472# define PS_PARTIAL_FLUSH (16 << 0)
1473# define CACHE_FLUSH_AND_INV_TS_EVENT (20 << 0)
1474# define ZPASS_DONE (21 << 0)
1475# define CACHE_FLUSH_AND_INV_EVENT (22 << 0)
1476# define PERFCOUNTER_START (23 << 0)
1477# define PERFCOUNTER_STOP (24 << 0)
1478# define PIPELINESTAT_START (25 << 0)
1479# define PIPELINESTAT_STOP (26 << 0)
1480# define PERFCOUNTER_SAMPLE (27 << 0)
1481# define SAMPLE_PIPELINESTAT (30 << 0)
1482# define SO_VGT_STREAMOUT_FLUSH (31 << 0)
1483# define SAMPLE_STREAMOUTSTATS (32 << 0)
1484# define RESET_VTX_CNT (33 << 0)
1485# define VGT_FLUSH (36 << 0)
1486# define BOTTOM_OF_PIPE_TS (40 << 0)
1487# define DB_CACHE_FLUSH_AND_INV (42 << 0)
1488# define FLUSH_AND_INV_DB_DATA_TS (43 << 0)
1489# define FLUSH_AND_INV_DB_META (44 << 0)
1490# define FLUSH_AND_INV_CB_DATA_TS (45 << 0)
1491# define FLUSH_AND_INV_CB_META (46 << 0)
1492# define CS_DONE (47 << 0)
1493# define PS_DONE (48 << 0)
1494# define FLUSH_AND_INV_CB_PIXEL_DATA (49 << 0)
1495# define THREAD_TRACE_START (51 << 0)
1496# define THREAD_TRACE_STOP (52 << 0)
1497# define THREAD_TRACE_FLUSH (54 << 0)
1498# define THREAD_TRACE_FINISH (55 << 0)
1499# define PIXEL_PIPE_STAT_CONTROL (56 << 0)
1500# define PIXEL_PIPE_STAT_DUMP (57 << 0)
1501# define PIXEL_PIPE_STAT_RESET (58 << 0)
1502
Alex Deucher841cf442012-12-18 21:47:44 -05001503#define SCRATCH_REG0 0x30100
1504#define SCRATCH_REG1 0x30104
1505#define SCRATCH_REG2 0x30108
1506#define SCRATCH_REG3 0x3010C
1507#define SCRATCH_REG4 0x30110
1508#define SCRATCH_REG5 0x30114
1509#define SCRATCH_REG6 0x30118
1510#define SCRATCH_REG7 0x3011C
1511
1512#define SCRATCH_UMSK 0x30140
1513#define SCRATCH_ADDR 0x30144
1514
1515#define CP_SEM_WAIT_TIMER 0x301BC
1516
1517#define CP_SEM_INCOMPLETE_TIMER_CNTL 0x301C8
1518
Alex Deucher2cae3bc2012-07-05 11:45:40 -04001519#define CP_WAIT_REG_MEM_TIMEOUT 0x301D0
1520
Alex Deucher8cc1a532013-04-09 12:41:24 -04001521#define GRBM_GFX_INDEX 0x30800
1522#define INSTANCE_INDEX(x) ((x) << 0)
1523#define SH_INDEX(x) ((x) << 8)
1524#define SE_INDEX(x) ((x) << 16)
1525#define SH_BROADCAST_WRITES (1 << 29)
1526#define INSTANCE_BROADCAST_WRITES (1 << 30)
1527#define SE_BROADCAST_WRITES (1 << 31)
1528
1529#define VGT_ESGS_RING_SIZE 0x30900
1530#define VGT_GSVS_RING_SIZE 0x30904
1531#define VGT_PRIMITIVE_TYPE 0x30908
1532#define VGT_INDEX_TYPE 0x3090C
1533
1534#define VGT_NUM_INDICES 0x30930
1535#define VGT_NUM_INSTANCES 0x30934
1536#define VGT_TF_RING_SIZE 0x30938
1537#define VGT_HS_OFFCHIP_PARAM 0x3093C
1538#define VGT_TF_MEMORY_BASE 0x30940
1539
1540#define PA_SU_LINE_STIPPLE_VALUE 0x30a00
1541#define PA_SC_LINE_STIPPLE_STATE 0x30a04
1542
1543#define SQC_CACHES 0x30d20
1544
1545#define CP_PERFMON_CNTL 0x36020
1546
Alex Deucher22c775c2013-07-23 09:41:05 -04001547#define CGTS_SM_CTRL_REG 0x3c000
1548#define SM_MODE(x) ((x) << 17)
1549#define SM_MODE_MASK (0x7 << 17)
1550#define SM_MODE_ENABLE (1 << 20)
1551#define CGTS_OVERRIDE (1 << 21)
1552#define CGTS_LS_OVERRIDE (1 << 22)
1553#define ON_MONITOR_ADD_EN (1 << 23)
1554#define ON_MONITOR_ADD(x) ((x) << 24)
1555#define ON_MONITOR_ADD_MASK (0xff << 24)
1556
Alex Deucher8cc1a532013-04-09 12:41:24 -04001557#define CGTS_TCC_DISABLE 0x3c00c
1558#define CGTS_USER_TCC_DISABLE 0x3c010
1559#define TCC_DISABLE_MASK 0xFFFF0000
1560#define TCC_DISABLE_SHIFT 16
1561
Alex Deucherf6796ca2012-11-09 10:44:08 -05001562#define CB_CGTT_SCLK_CTRL 0x3c2a0
1563
Alex Deucher841cf442012-12-18 21:47:44 -05001564/*
1565 * PM4
1566 */
1567#define PACKET_TYPE0 0
1568#define PACKET_TYPE1 1
1569#define PACKET_TYPE2 2
1570#define PACKET_TYPE3 3
1571
1572#define CP_PACKET_GET_TYPE(h) (((h) >> 30) & 3)
1573#define CP_PACKET_GET_COUNT(h) (((h) >> 16) & 0x3FFF)
1574#define CP_PACKET0_GET_REG(h) (((h) & 0xFFFF) << 2)
1575#define CP_PACKET3_GET_OPCODE(h) (((h) >> 8) & 0xFF)
1576#define PACKET0(reg, n) ((PACKET_TYPE0 << 30) | \
1577 (((reg) >> 2) & 0xFFFF) | \
1578 ((n) & 0x3FFF) << 16)
1579#define CP_PACKET2 0x80000000
1580#define PACKET2_PAD_SHIFT 0
1581#define PACKET2_PAD_MASK (0x3fffffff << 0)
1582
1583#define PACKET2(v) (CP_PACKET2 | REG_SET(PACKET2_PAD, (v)))
1584
1585#define PACKET3(op, n) ((PACKET_TYPE3 << 30) | \
1586 (((op) & 0xFF) << 8) | \
1587 ((n) & 0x3FFF) << 16)
1588
1589#define PACKET3_COMPUTE(op, n) (PACKET3(op, n) | 1 << 1)
1590
1591/* Packet 3 types */
1592#define PACKET3_NOP 0x10
1593#define PACKET3_SET_BASE 0x11
1594#define PACKET3_BASE_INDEX(x) ((x) << 0)
1595#define CE_PARTITION_BASE 3
1596#define PACKET3_CLEAR_STATE 0x12
1597#define PACKET3_INDEX_BUFFER_SIZE 0x13
1598#define PACKET3_DISPATCH_DIRECT 0x15
1599#define PACKET3_DISPATCH_INDIRECT 0x16
1600#define PACKET3_ATOMIC_GDS 0x1D
1601#define PACKET3_ATOMIC_MEM 0x1E
1602#define PACKET3_OCCLUSION_QUERY 0x1F
1603#define PACKET3_SET_PREDICATION 0x20
1604#define PACKET3_REG_RMW 0x21
1605#define PACKET3_COND_EXEC 0x22
1606#define PACKET3_PRED_EXEC 0x23
1607#define PACKET3_DRAW_INDIRECT 0x24
1608#define PACKET3_DRAW_INDEX_INDIRECT 0x25
1609#define PACKET3_INDEX_BASE 0x26
1610#define PACKET3_DRAW_INDEX_2 0x27
1611#define PACKET3_CONTEXT_CONTROL 0x28
1612#define PACKET3_INDEX_TYPE 0x2A
1613#define PACKET3_DRAW_INDIRECT_MULTI 0x2C
1614#define PACKET3_DRAW_INDEX_AUTO 0x2D
1615#define PACKET3_NUM_INSTANCES 0x2F
1616#define PACKET3_DRAW_INDEX_MULTI_AUTO 0x30
1617#define PACKET3_INDIRECT_BUFFER_CONST 0x33
1618#define PACKET3_STRMOUT_BUFFER_UPDATE 0x34
1619#define PACKET3_DRAW_INDEX_OFFSET_2 0x35
1620#define PACKET3_DRAW_PREAMBLE 0x36
1621#define PACKET3_WRITE_DATA 0x37
Alex Deucher2cae3bc2012-07-05 11:45:40 -04001622#define WRITE_DATA_DST_SEL(x) ((x) << 8)
1623 /* 0 - register
1624 * 1 - memory (sync - via GRBM)
1625 * 2 - gl2
1626 * 3 - gds
1627 * 4 - reserved
1628 * 5 - memory (async - direct)
1629 */
1630#define WR_ONE_ADDR (1 << 16)
1631#define WR_CONFIRM (1 << 20)
1632#define WRITE_DATA_CACHE_POLICY(x) ((x) << 25)
1633 /* 0 - LRU
1634 * 1 - Stream
1635 */
1636#define WRITE_DATA_ENGINE_SEL(x) ((x) << 30)
1637 /* 0 - me
1638 * 1 - pfp
1639 * 2 - ce
1640 */
Alex Deucher841cf442012-12-18 21:47:44 -05001641#define PACKET3_DRAW_INDEX_INDIRECT_MULTI 0x38
1642#define PACKET3_MEM_SEMAPHORE 0x39
Alex Deucher2cae3bc2012-07-05 11:45:40 -04001643# define PACKET3_SEM_USE_MAILBOX (0x1 << 16)
1644# define PACKET3_SEM_SEL_SIGNAL_TYPE (0x1 << 20) /* 0 = increment, 1 = write 1 */
1645# define PACKET3_SEM_CLIENT_CODE ((x) << 24) /* 0 = CP, 1 = CB, 2 = DB */
1646# define PACKET3_SEM_SEL_SIGNAL (0x6 << 29)
1647# define PACKET3_SEM_SEL_WAIT (0x7 << 29)
Alex Deucher841cf442012-12-18 21:47:44 -05001648#define PACKET3_COPY_DW 0x3B
1649#define PACKET3_WAIT_REG_MEM 0x3C
Alex Deucher2cae3bc2012-07-05 11:45:40 -04001650#define WAIT_REG_MEM_FUNCTION(x) ((x) << 0)
1651 /* 0 - always
1652 * 1 - <
1653 * 2 - <=
1654 * 3 - ==
1655 * 4 - !=
1656 * 5 - >=
1657 * 6 - >
1658 */
1659#define WAIT_REG_MEM_MEM_SPACE(x) ((x) << 4)
1660 /* 0 - reg
1661 * 1 - mem
1662 */
1663#define WAIT_REG_MEM_OPERATION(x) ((x) << 6)
1664 /* 0 - wait_reg_mem
1665 * 1 - wr_wait_wr_reg
1666 */
1667#define WAIT_REG_MEM_ENGINE(x) ((x) << 8)
1668 /* 0 - me
1669 * 1 - pfp
1670 */
Alex Deucher841cf442012-12-18 21:47:44 -05001671#define PACKET3_INDIRECT_BUFFER 0x3F
Alex Deucher2cae3bc2012-07-05 11:45:40 -04001672#define INDIRECT_BUFFER_TCL2_VOLATILE (1 << 22)
1673#define INDIRECT_BUFFER_VALID (1 << 23)
1674#define INDIRECT_BUFFER_CACHE_POLICY(x) ((x) << 28)
1675 /* 0 - LRU
1676 * 1 - Stream
1677 * 2 - Bypass
1678 */
Alex Deucher841cf442012-12-18 21:47:44 -05001679#define PACKET3_COPY_DATA 0x40
1680#define PACKET3_PFP_SYNC_ME 0x42
1681#define PACKET3_SURFACE_SYNC 0x43
1682# define PACKET3_DEST_BASE_0_ENA (1 << 0)
1683# define PACKET3_DEST_BASE_1_ENA (1 << 1)
1684# define PACKET3_CB0_DEST_BASE_ENA (1 << 6)
1685# define PACKET3_CB1_DEST_BASE_ENA (1 << 7)
1686# define PACKET3_CB2_DEST_BASE_ENA (1 << 8)
1687# define PACKET3_CB3_DEST_BASE_ENA (1 << 9)
1688# define PACKET3_CB4_DEST_BASE_ENA (1 << 10)
1689# define PACKET3_CB5_DEST_BASE_ENA (1 << 11)
1690# define PACKET3_CB6_DEST_BASE_ENA (1 << 12)
1691# define PACKET3_CB7_DEST_BASE_ENA (1 << 13)
1692# define PACKET3_DB_DEST_BASE_ENA (1 << 14)
1693# define PACKET3_TCL1_VOL_ACTION_ENA (1 << 15)
1694# define PACKET3_TC_VOL_ACTION_ENA (1 << 16) /* L2 */
1695# define PACKET3_TC_WB_ACTION_ENA (1 << 18) /* L2 */
1696# define PACKET3_DEST_BASE_2_ENA (1 << 19)
1697# define PACKET3_DEST_BASE_3_ENA (1 << 21)
1698# define PACKET3_TCL1_ACTION_ENA (1 << 22)
1699# define PACKET3_TC_ACTION_ENA (1 << 23) /* L2 */
1700# define PACKET3_CB_ACTION_ENA (1 << 25)
1701# define PACKET3_DB_ACTION_ENA (1 << 26)
1702# define PACKET3_SH_KCACHE_ACTION_ENA (1 << 27)
1703# define PACKET3_SH_KCACHE_VOL_ACTION_ENA (1 << 28)
1704# define PACKET3_SH_ICACHE_ACTION_ENA (1 << 29)
1705#define PACKET3_COND_WRITE 0x45
1706#define PACKET3_EVENT_WRITE 0x46
1707#define EVENT_TYPE(x) ((x) << 0)
1708#define EVENT_INDEX(x) ((x) << 8)
1709 /* 0 - any non-TS event
1710 * 1 - ZPASS_DONE, PIXEL_PIPE_STAT_*
1711 * 2 - SAMPLE_PIPELINESTAT
1712 * 3 - SAMPLE_STREAMOUTSTAT*
1713 * 4 - *S_PARTIAL_FLUSH
1714 * 5 - EOP events
1715 * 6 - EOS events
1716 */
1717#define PACKET3_EVENT_WRITE_EOP 0x47
1718#define EOP_TCL1_VOL_ACTION_EN (1 << 12)
1719#define EOP_TC_VOL_ACTION_EN (1 << 13) /* L2 */
1720#define EOP_TC_WB_ACTION_EN (1 << 15) /* L2 */
1721#define EOP_TCL1_ACTION_EN (1 << 16)
1722#define EOP_TC_ACTION_EN (1 << 17) /* L2 */
Alex Deucher2cae3bc2012-07-05 11:45:40 -04001723#define EOP_CACHE_POLICY(x) ((x) << 25)
Alex Deucher841cf442012-12-18 21:47:44 -05001724 /* 0 - LRU
1725 * 1 - Stream
1726 * 2 - Bypass
1727 */
Alex Deucher2cae3bc2012-07-05 11:45:40 -04001728#define EOP_TCL2_VOLATILE (1 << 27)
Alex Deucher841cf442012-12-18 21:47:44 -05001729#define DATA_SEL(x) ((x) << 29)
1730 /* 0 - discard
1731 * 1 - send low 32bit data
1732 * 2 - send 64bit data
1733 * 3 - send 64bit GPU counter value
1734 * 4 - send 64bit sys counter value
1735 */
1736#define INT_SEL(x) ((x) << 24)
1737 /* 0 - none
1738 * 1 - interrupt only (DATA_SEL = 0)
1739 * 2 - interrupt when data write is confirmed
1740 */
1741#define DST_SEL(x) ((x) << 16)
1742 /* 0 - MC
1743 * 1 - TC/L2
1744 */
1745#define PACKET3_EVENT_WRITE_EOS 0x48
1746#define PACKET3_RELEASE_MEM 0x49
1747#define PACKET3_PREAMBLE_CNTL 0x4A
1748# define PACKET3_PREAMBLE_BEGIN_CLEAR_STATE (2 << 28)
1749# define PACKET3_PREAMBLE_END_CLEAR_STATE (3 << 28)
1750#define PACKET3_DMA_DATA 0x50
Alex Deucherc9dbd702013-10-01 16:36:51 -04001751/* 1. header
1752 * 2. CONTROL
1753 * 3. SRC_ADDR_LO or DATA [31:0]
1754 * 4. SRC_ADDR_HI [31:0]
1755 * 5. DST_ADDR_LO [31:0]
1756 * 6. DST_ADDR_HI [7:0]
1757 * 7. COMMAND [30:21] | BYTE_COUNT [20:0]
1758 */
1759/* CONTROL */
1760# define PACKET3_DMA_DATA_ENGINE(x) ((x) << 0)
1761 /* 0 - ME
1762 * 1 - PFP
1763 */
1764# define PACKET3_DMA_DATA_SRC_CACHE_POLICY(x) ((x) << 13)
1765 /* 0 - LRU
1766 * 1 - Stream
1767 * 2 - Bypass
1768 */
1769# define PACKET3_DMA_DATA_SRC_VOLATILE (1 << 15)
1770# define PACKET3_DMA_DATA_DST_SEL(x) ((x) << 20)
1771 /* 0 - DST_ADDR using DAS
1772 * 1 - GDS
1773 * 3 - DST_ADDR using L2
1774 */
1775# define PACKET3_DMA_DATA_DST_CACHE_POLICY(x) ((x) << 25)
1776 /* 0 - LRU
1777 * 1 - Stream
1778 * 2 - Bypass
1779 */
1780# define PACKET3_DMA_DATA_DST_VOLATILE (1 << 27)
1781# define PACKET3_DMA_DATA_SRC_SEL(x) ((x) << 29)
1782 /* 0 - SRC_ADDR using SAS
1783 * 1 - GDS
1784 * 2 - DATA
1785 * 3 - SRC_ADDR using L2
1786 */
1787# define PACKET3_DMA_DATA_CP_SYNC (1 << 31)
1788/* COMMAND */
1789# define PACKET3_DMA_DATA_DIS_WC (1 << 21)
1790# define PACKET3_DMA_DATA_CMD_SRC_SWAP(x) ((x) << 22)
1791 /* 0 - none
1792 * 1 - 8 in 16
1793 * 2 - 8 in 32
1794 * 3 - 8 in 64
1795 */
1796# define PACKET3_DMA_DATA_CMD_DST_SWAP(x) ((x) << 24)
1797 /* 0 - none
1798 * 1 - 8 in 16
1799 * 2 - 8 in 32
1800 * 3 - 8 in 64
1801 */
1802# define PACKET3_DMA_DATA_CMD_SAS (1 << 26)
1803 /* 0 - memory
1804 * 1 - register
1805 */
1806# define PACKET3_DMA_DATA_CMD_DAS (1 << 27)
1807 /* 0 - memory
1808 * 1 - register
1809 */
1810# define PACKET3_DMA_DATA_CMD_SAIC (1 << 28)
1811# define PACKET3_DMA_DATA_CMD_DAIC (1 << 29)
1812# define PACKET3_DMA_DATA_CMD_RAW_WAIT (1 << 30)
Alex Deucher841cf442012-12-18 21:47:44 -05001813#define PACKET3_AQUIRE_MEM 0x58
1814#define PACKET3_REWIND 0x59
1815#define PACKET3_LOAD_UCONFIG_REG 0x5E
1816#define PACKET3_LOAD_SH_REG 0x5F
1817#define PACKET3_LOAD_CONFIG_REG 0x60
1818#define PACKET3_LOAD_CONTEXT_REG 0x61
1819#define PACKET3_SET_CONFIG_REG 0x68
1820#define PACKET3_SET_CONFIG_REG_START 0x00008000
1821#define PACKET3_SET_CONFIG_REG_END 0x0000b000
1822#define PACKET3_SET_CONTEXT_REG 0x69
1823#define PACKET3_SET_CONTEXT_REG_START 0x00028000
1824#define PACKET3_SET_CONTEXT_REG_END 0x00029000
1825#define PACKET3_SET_CONTEXT_REG_INDIRECT 0x73
1826#define PACKET3_SET_SH_REG 0x76
1827#define PACKET3_SET_SH_REG_START 0x0000b000
1828#define PACKET3_SET_SH_REG_END 0x0000c000
1829#define PACKET3_SET_SH_REG_OFFSET 0x77
1830#define PACKET3_SET_QUEUE_REG 0x78
1831#define PACKET3_SET_UCONFIG_REG 0x79
Alex Deucher2cae3bc2012-07-05 11:45:40 -04001832#define PACKET3_SET_UCONFIG_REG_START 0x00030000
1833#define PACKET3_SET_UCONFIG_REG_END 0x00031000
Alex Deucher841cf442012-12-18 21:47:44 -05001834#define PACKET3_SCRATCH_RAM_WRITE 0x7D
1835#define PACKET3_SCRATCH_RAM_READ 0x7E
1836#define PACKET3_LOAD_CONST_RAM 0x80
1837#define PACKET3_WRITE_CONST_RAM 0x81
1838#define PACKET3_DUMP_CONST_RAM 0x83
1839#define PACKET3_INCREMENT_CE_COUNTER 0x84
1840#define PACKET3_INCREMENT_DE_COUNTER 0x85
1841#define PACKET3_WAIT_ON_CE_COUNTER 0x86
1842#define PACKET3_WAIT_ON_DE_COUNTER_DIFF 0x88
Alex Deucher2cae3bc2012-07-05 11:45:40 -04001843#define PACKET3_SWITCH_BUFFER 0x8B
Alex Deucher841cf442012-12-18 21:47:44 -05001844
Alex Deucher21a93e12013-04-09 12:47:11 -04001845/* SDMA - first instance at 0xd000, second at 0xd800 */
1846#define SDMA0_REGISTER_OFFSET 0x0 /* not a register */
1847#define SDMA1_REGISTER_OFFSET 0x800 /* not a register */
1848
1849#define SDMA0_UCODE_ADDR 0xD000
1850#define SDMA0_UCODE_DATA 0xD004
Alex Deucher22c775c2013-07-23 09:41:05 -04001851#define SDMA0_POWER_CNTL 0xD008
1852#define SDMA0_CLK_CTRL 0xD00C
Alex Deucher21a93e12013-04-09 12:47:11 -04001853
1854#define SDMA0_CNTL 0xD010
1855# define TRAP_ENABLE (1 << 0)
1856# define SEM_INCOMPLETE_INT_ENABLE (1 << 1)
1857# define SEM_WAIT_INT_ENABLE (1 << 2)
1858# define DATA_SWAP_ENABLE (1 << 3)
1859# define FENCE_SWAP_ENABLE (1 << 4)
1860# define AUTO_CTXSW_ENABLE (1 << 18)
1861# define CTXEMPTY_INT_ENABLE (1 << 28)
1862
1863#define SDMA0_TILING_CONFIG 0xD018
1864
1865#define SDMA0_SEM_INCOMPLETE_TIMER_CNTL 0xD020
1866#define SDMA0_SEM_WAIT_FAIL_TIMER_CNTL 0xD024
1867
1868#define SDMA0_STATUS_REG 0xd034
1869# define SDMA_IDLE (1 << 0)
1870
1871#define SDMA0_ME_CNTL 0xD048
1872# define SDMA_HALT (1 << 0)
1873
1874#define SDMA0_GFX_RB_CNTL 0xD200
1875# define SDMA_RB_ENABLE (1 << 0)
1876# define SDMA_RB_SIZE(x) ((x) << 1) /* log2 */
1877# define SDMA_RB_SWAP_ENABLE (1 << 9) /* 8IN32 */
1878# define SDMA_RPTR_WRITEBACK_ENABLE (1 << 12)
1879# define SDMA_RPTR_WRITEBACK_SWAP_ENABLE (1 << 13) /* 8IN32 */
1880# define SDMA_RPTR_WRITEBACK_TIMER(x) ((x) << 16) /* log2 */
1881#define SDMA0_GFX_RB_BASE 0xD204
1882#define SDMA0_GFX_RB_BASE_HI 0xD208
1883#define SDMA0_GFX_RB_RPTR 0xD20C
1884#define SDMA0_GFX_RB_WPTR 0xD210
1885
1886#define SDMA0_GFX_RB_RPTR_ADDR_HI 0xD220
1887#define SDMA0_GFX_RB_RPTR_ADDR_LO 0xD224
1888#define SDMA0_GFX_IB_CNTL 0xD228
1889# define SDMA_IB_ENABLE (1 << 0)
1890# define SDMA_IB_SWAP_ENABLE (1 << 4)
1891# define SDMA_SWITCH_INSIDE_IB (1 << 8)
1892# define SDMA_CMD_VMID(x) ((x) << 16)
1893
1894#define SDMA0_GFX_VIRTUAL_ADDR 0xD29C
1895#define SDMA0_GFX_APE1_CNTL 0xD2A0
1896
1897#define SDMA_PACKET(op, sub_op, e) ((((e) & 0xFFFF) << 16) | \
1898 (((sub_op) & 0xFF) << 8) | \
1899 (((op) & 0xFF) << 0))
1900/* sDMA opcodes */
1901#define SDMA_OPCODE_NOP 0
1902#define SDMA_OPCODE_COPY 1
1903# define SDMA_COPY_SUB_OPCODE_LINEAR 0
1904# define SDMA_COPY_SUB_OPCODE_TILED 1
1905# define SDMA_COPY_SUB_OPCODE_SOA 3
1906# define SDMA_COPY_SUB_OPCODE_LINEAR_SUB_WINDOW 4
1907# define SDMA_COPY_SUB_OPCODE_TILED_SUB_WINDOW 5
1908# define SDMA_COPY_SUB_OPCODE_T2T_SUB_WINDOW 6
1909#define SDMA_OPCODE_WRITE 2
1910# define SDMA_WRITE_SUB_OPCODE_LINEAR 0
1911# define SDMA_WRTIE_SUB_OPCODE_TILED 1
1912#define SDMA_OPCODE_INDIRECT_BUFFER 4
1913#define SDMA_OPCODE_FENCE 5
1914#define SDMA_OPCODE_TRAP 6
1915#define SDMA_OPCODE_SEMAPHORE 7
1916# define SDMA_SEMAPHORE_EXTRA_O (1 << 13)
1917 /* 0 - increment
1918 * 1 - write 1
1919 */
1920# define SDMA_SEMAPHORE_EXTRA_S (1 << 14)
1921 /* 0 - wait
1922 * 1 - signal
1923 */
1924# define SDMA_SEMAPHORE_EXTRA_M (1 << 15)
1925 /* mailbox */
1926#define SDMA_OPCODE_POLL_REG_MEM 8
1927# define SDMA_POLL_REG_MEM_EXTRA_OP(x) ((x) << 10)
1928 /* 0 - wait_reg_mem
1929 * 1 - wr_wait_wr_reg
1930 */
1931# define SDMA_POLL_REG_MEM_EXTRA_FUNC(x) ((x) << 12)
1932 /* 0 - always
1933 * 1 - <
1934 * 2 - <=
1935 * 3 - ==
1936 * 4 - !=
1937 * 5 - >=
1938 * 6 - >
1939 */
1940# define SDMA_POLL_REG_MEM_EXTRA_M (1 << 15)
1941 /* 0 = register
1942 * 1 = memory
1943 */
1944#define SDMA_OPCODE_COND_EXEC 9
1945#define SDMA_OPCODE_CONSTANT_FILL 11
1946# define SDMA_CONSTANT_FILL_EXTRA_SIZE(x) ((x) << 14)
1947 /* 0 = byte fill
1948 * 2 = DW fill
1949 */
1950#define SDMA_OPCODE_GENERATE_PTE_PDE 12
1951#define SDMA_OPCODE_TIMESTAMP 13
1952# define SDMA_TIMESTAMP_SUB_OPCODE_SET_LOCAL 0
1953# define SDMA_TIMESTAMP_SUB_OPCODE_GET_LOCAL 1
1954# define SDMA_TIMESTAMP_SUB_OPCODE_GET_GLOBAL 2
1955#define SDMA_OPCODE_SRBM_WRITE 14
1956# define SDMA_SRBM_WRITE_EXTRA_BYTE_ENABLE(x) ((x) << 12)
1957 /* byte mask */
1958
Christian König87167bb2013-04-09 13:39:21 -04001959/* UVD */
1960
1961#define UVD_UDEC_ADDR_CONFIG 0xef4c
1962#define UVD_UDEC_DB_ADDR_CONFIG 0xef50
1963#define UVD_UDEC_DBW_ADDR_CONFIG 0xef54
1964
1965#define UVD_LMI_EXT40_ADDR 0xf498
1966#define UVD_LMI_ADDR_EXT 0xf594
1967#define UVD_VCPU_CACHE_OFFSET0 0xf608
1968#define UVD_VCPU_CACHE_SIZE0 0xf60c
1969#define UVD_VCPU_CACHE_OFFSET1 0xf610
1970#define UVD_VCPU_CACHE_SIZE1 0xf614
1971#define UVD_VCPU_CACHE_OFFSET2 0xf618
1972#define UVD_VCPU_CACHE_SIZE2 0xf61c
1973
1974#define UVD_RBC_RB_RPTR 0xf690
1975#define UVD_RBC_RB_WPTR 0xf694
1976
Alex Deucher22c775c2013-07-23 09:41:05 -04001977#define UVD_CGC_CTRL 0xF4B0
1978# define DCM (1 << 0)
1979# define CG_DT(x) ((x) << 2)
1980# define CG_DT_MASK (0xf << 2)
1981# define CLK_OD(x) ((x) << 6)
1982# define CLK_OD_MASK (0x1f << 6)
1983
Christian König87167bb2013-04-09 13:39:21 -04001984/* UVD clocks */
1985
1986#define CG_DCLK_CNTL 0xC050009C
1987# define DCLK_DIVIDER_MASK 0x7f
1988# define DCLK_DIR_CNTL_EN (1 << 8)
1989#define CG_DCLK_STATUS 0xC05000A0
1990# define DCLK_STATUS (1 << 0)
1991#define CG_VCLK_CNTL 0xC05000A4
1992#define CG_VCLK_STATUS 0xC05000A8
1993
Alex Deucher22c775c2013-07-23 09:41:05 -04001994/* UVD CTX indirect */
1995#define UVD_CGC_MEM_CTRL 0xC0
1996
Alex Deucher8cc1a532013-04-09 12:41:24 -04001997#endif