Back to home page

OSCL-LXR

 
 

    


0001 /*
0002  * Copyright 2012 Advanced Micro Devices, Inc.
0003  *
0004  * Permission is hereby granted, free of charge, to any person obtaining a
0005  * copy of this software and associated documentation files (the "Software"),
0006  * to deal in the Software without restriction, including without limitation
0007  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
0008  * and/or sell copies of the Software, and to permit persons to whom the
0009  * Software is furnished to do so, subject to the following conditions:
0010  *
0011  * The above copyright notice and this permission notice shall be included in
0012  * all copies or substantial portions of the Software.
0013  *
0014  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
0015  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
0016  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
0017  * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
0018  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
0019  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
0020  * OTHER DEALINGS IN THE SOFTWARE.
0021  *
0022  * Authors: Alex Deucher
0023  */
0024 #ifndef CIK_H
0025 #define CIK_H
0026 
0027 #define BONAIRE_GB_ADDR_CONFIG_GOLDEN        0x12010001
0028 #define HAWAII_GB_ADDR_CONFIG_GOLDEN         0x12011003
0029 
0030 #define CIK_RB_BITMAP_WIDTH_PER_SH     2
0031 #define HAWAII_RB_BITMAP_WIDTH_PER_SH  4
0032 
0033 /* DIDT IND registers */
0034 #define DIDT_SQ_CTRL0                                     0x0
0035 #       define DIDT_CTRL_EN                               (1 << 0)
0036 #define DIDT_DB_CTRL0                                     0x20
0037 #define DIDT_TD_CTRL0                                     0x40
0038 #define DIDT_TCP_CTRL0                                    0x60
0039 
0040 /* SMC IND registers */
0041 #define DPM_TABLE_475                                     0x3F768
0042 #       define SamuBootLevel(x)                           ((x) << 0)
0043 #       define SamuBootLevel_MASK                         0x000000ff
0044 #       define SamuBootLevel_SHIFT                        0
0045 #       define AcpBootLevel(x)                            ((x) << 8)
0046 #       define AcpBootLevel_MASK                          0x0000ff00
0047 #       define AcpBootLevel_SHIFT                         8
0048 #       define VceBootLevel(x)                            ((x) << 16)
0049 #       define VceBootLevel_MASK                          0x00ff0000
0050 #       define VceBootLevel_SHIFT                         16
0051 #       define UvdBootLevel(x)                            ((x) << 24)
0052 #       define UvdBootLevel_MASK                          0xff000000
0053 #       define UvdBootLevel_SHIFT                         24
0054 
0055 #define FIRMWARE_FLAGS                                    0x3F800
0056 #       define INTERRUPTS_ENABLED                         (1 << 0)
0057 
0058 #define NB_DPM_CONFIG_1                                   0x3F9E8
0059 #       define Dpm0PgNbPsLo(x)                            ((x) << 0)
0060 #       define Dpm0PgNbPsLo_MASK                          0x000000ff
0061 #       define Dpm0PgNbPsLo_SHIFT                         0
0062 #       define Dpm0PgNbPsHi(x)                            ((x) << 8)
0063 #       define Dpm0PgNbPsHi_MASK                          0x0000ff00
0064 #       define Dpm0PgNbPsHi_SHIFT                         8
0065 #       define DpmXNbPsLo(x)                              ((x) << 16)
0066 #       define DpmXNbPsLo_MASK                            0x00ff0000
0067 #       define DpmXNbPsLo_SHIFT                           16
0068 #       define DpmXNbPsHi(x)                              ((x) << 24)
0069 #       define DpmXNbPsHi_MASK                            0xff000000
0070 #       define DpmXNbPsHi_SHIFT                           24
0071 
0072 #define SMC_SYSCON_RESET_CNTL               0x80000000
0073 #       define RST_REG                                  (1 << 0)
0074 #define SMC_SYSCON_CLOCK_CNTL_0             0x80000004
0075 #       define CK_DISABLE                               (1 << 0)
0076 #       define CKEN                                     (1 << 24)
0077 
0078 #define SMC_SYSCON_MISC_CNTL                0x80000010
0079 
0080 #define SMC_SYSCON_MSG_ARG_0                              0x80000068
0081 
0082 #define SMC_PC_C                                          0x80000370
0083 
0084 #define SMC_SCRATCH9                                      0x80000424
0085 
0086 #define RCU_UC_EVENTS                                     0xC0000004
0087 #       define BOOT_SEQ_DONE                              (1 << 7)
0088 
0089 #define GENERAL_PWRMGT                                    0xC0200000
0090 #       define GLOBAL_PWRMGT_EN                           (1 << 0)
0091 #       define STATIC_PM_EN                               (1 << 1)
0092 #       define THERMAL_PROTECTION_DIS                     (1 << 2)
0093 #       define THERMAL_PROTECTION_TYPE                    (1 << 3)
0094 #       define SW_SMIO_INDEX(x)                           ((x) << 6)
0095 #       define SW_SMIO_INDEX_MASK                         (1 << 6)
0096 #       define SW_SMIO_INDEX_SHIFT                        6
0097 #       define VOLT_PWRMGT_EN                             (1 << 10)
0098 #       define GPU_COUNTER_CLK                            (1 << 15)
0099 #       define DYN_SPREAD_SPECTRUM_EN                     (1 << 23)
0100 
0101 #define CNB_PWRMGT_CNTL                                   0xC0200004
0102 #       define GNB_SLOW_MODE(x)                           ((x) << 0)
0103 #       define GNB_SLOW_MODE_MASK                         (3 << 0)
0104 #       define GNB_SLOW_MODE_SHIFT                        0
0105 #       define GNB_SLOW                                   (1 << 2)
0106 #       define FORCE_NB_PS1                               (1 << 3)
0107 #       define DPM_ENABLED                                (1 << 4)
0108 
0109 #define SCLK_PWRMGT_CNTL                                  0xC0200008
0110 #       define SCLK_PWRMGT_OFF                            (1 << 0)
0111 #       define RESET_BUSY_CNT                             (1 << 4)
0112 #       define RESET_SCLK_CNT                             (1 << 5)
0113 #       define DYNAMIC_PM_EN                              (1 << 21)
0114 
0115 #define TARGET_AND_CURRENT_PROFILE_INDEX                  0xC0200014
0116 #       define CURRENT_STATE_MASK                         (0xf << 4)
0117 #       define CURRENT_STATE_SHIFT                        4
0118 #       define CURR_MCLK_INDEX_MASK                       (0xf << 8)
0119 #       define CURR_MCLK_INDEX_SHIFT                      8
0120 #       define CURR_SCLK_INDEX_MASK                       (0x1f << 16)
0121 #       define CURR_SCLK_INDEX_SHIFT                      16
0122 
0123 #define CG_SSP                                            0xC0200044
0124 #       define SST(x)                                     ((x) << 0)
0125 #       define SST_MASK                                   (0xffff << 0)
0126 #       define SSTU(x)                                    ((x) << 16)
0127 #       define SSTU_MASK                                  (0xf << 16)
0128 
0129 #define CG_DISPLAY_GAP_CNTL                               0xC0200060
0130 #       define DISP_GAP(x)                                ((x) << 0)
0131 #       define DISP_GAP_MASK                              (3 << 0)
0132 #       define VBI_TIMER_COUNT(x)                         ((x) << 4)
0133 #       define VBI_TIMER_COUNT_MASK                       (0x3fff << 4)
0134 #       define VBI_TIMER_UNIT(x)                          ((x) << 20)
0135 #       define VBI_TIMER_UNIT_MASK                        (7 << 20)
0136 #       define DISP_GAP_MCHG(x)                           ((x) << 24)
0137 #       define DISP_GAP_MCHG_MASK                         (3 << 24)
0138 
0139 #define SMU_VOLTAGE_STATUS                                0xC0200094
0140 #       define SMU_VOLTAGE_CURRENT_LEVEL_MASK             (0xff << 1)
0141 #       define SMU_VOLTAGE_CURRENT_LEVEL_SHIFT            1
0142 
0143 #define TARGET_AND_CURRENT_PROFILE_INDEX_1                0xC02000F0
0144 #       define CURR_PCIE_INDEX_MASK                       (0xf << 24)
0145 #       define CURR_PCIE_INDEX_SHIFT                      24
0146 
0147 #define CG_ULV_PARAMETER                                  0xC0200158
0148 
0149 #define CG_FTV_0                                          0xC02001A8
0150 #define CG_FTV_1                                          0xC02001AC
0151 #define CG_FTV_2                                          0xC02001B0
0152 #define CG_FTV_3                                          0xC02001B4
0153 #define CG_FTV_4                                          0xC02001B8
0154 #define CG_FTV_5                                          0xC02001BC
0155 #define CG_FTV_6                                          0xC02001C0
0156 #define CG_FTV_7                                          0xC02001C4
0157 
0158 #define CG_DISPLAY_GAP_CNTL2                              0xC0200230
0159 
0160 #define LCAC_SX0_OVR_SEL                                  0xC0400D04
0161 #define LCAC_SX0_OVR_VAL                                  0xC0400D08
0162 
0163 #define LCAC_MC0_CNTL                                     0xC0400D30
0164 #define LCAC_MC0_OVR_SEL                                  0xC0400D34
0165 #define LCAC_MC0_OVR_VAL                                  0xC0400D38
0166 #define LCAC_MC1_CNTL                                     0xC0400D3C
0167 #define LCAC_MC1_OVR_SEL                                  0xC0400D40
0168 #define LCAC_MC1_OVR_VAL                                  0xC0400D44
0169 
0170 #define LCAC_MC2_OVR_SEL                                  0xC0400D4C
0171 #define LCAC_MC2_OVR_VAL                                  0xC0400D50
0172 
0173 #define LCAC_MC3_OVR_SEL                                  0xC0400D58
0174 #define LCAC_MC3_OVR_VAL                                  0xC0400D5C
0175 
0176 #define LCAC_CPL_CNTL                                     0xC0400D80
0177 #define LCAC_CPL_OVR_SEL                                  0xC0400D84
0178 #define LCAC_CPL_OVR_VAL                                  0xC0400D88
0179 
0180 /* dGPU */
0181 #define CG_THERMAL_CTRL                 0xC0300004
0182 #define     DPM_EVENT_SRC(x)            ((x) << 0)
0183 #define     DPM_EVENT_SRC_MASK          (7 << 0)
0184 #define     DIG_THERM_DPM(x)            ((x) << 14)
0185 #define     DIG_THERM_DPM_MASK          0x003FC000
0186 #define     DIG_THERM_DPM_SHIFT         14
0187 #define CG_THERMAL_STATUS               0xC0300008
0188 #define     FDO_PWM_DUTY(x)             ((x) << 9)
0189 #define     FDO_PWM_DUTY_MASK           (0xff << 9)
0190 #define     FDO_PWM_DUTY_SHIFT          9
0191 #define CG_THERMAL_INT                  0xC030000C
0192 #define     CI_DIG_THERM_INTH(x)            ((x) << 8)
0193 #define     CI_DIG_THERM_INTH_MASK          0x0000FF00
0194 #define     CI_DIG_THERM_INTH_SHIFT         8
0195 #define     CI_DIG_THERM_INTL(x)            ((x) << 16)
0196 #define     CI_DIG_THERM_INTL_MASK          0x00FF0000
0197 #define     CI_DIG_THERM_INTL_SHIFT         16
0198 #define     THERM_INT_MASK_HIGH         (1 << 24)
0199 #define     THERM_INT_MASK_LOW          (1 << 25)
0200 #define CG_MULT_THERMAL_CTRL                0xC0300010
0201 #define     TEMP_SEL(x)             ((x) << 20)
0202 #define     TEMP_SEL_MASK               (0xff << 20)
0203 #define     TEMP_SEL_SHIFT              20
0204 #define CG_MULT_THERMAL_STATUS              0xC0300014
0205 #define     ASIC_MAX_TEMP(x)            ((x) << 0)
0206 #define     ASIC_MAX_TEMP_MASK          0x000001ff
0207 #define     ASIC_MAX_TEMP_SHIFT         0
0208 #define     CTF_TEMP(x)             ((x) << 9)
0209 #define     CTF_TEMP_MASK               0x0003fe00
0210 #define     CTF_TEMP_SHIFT              9
0211 
0212 #define CG_FDO_CTRL0                    0xC0300064
0213 #define     FDO_STATIC_DUTY(x)          ((x) << 0)
0214 #define     FDO_STATIC_DUTY_MASK            0x000000FF
0215 #define     FDO_STATIC_DUTY_SHIFT           0
0216 #define CG_FDO_CTRL1                    0xC0300068
0217 #define     FMAX_DUTY100(x)             ((x) << 0)
0218 #define     FMAX_DUTY100_MASK           0x000000FF
0219 #define     FMAX_DUTY100_SHIFT          0
0220 #define CG_FDO_CTRL2                    0xC030006C
0221 #define     TMIN(x)                 ((x) << 0)
0222 #define     TMIN_MASK               0x000000FF
0223 #define     TMIN_SHIFT              0
0224 #define     FDO_PWM_MODE(x)             ((x) << 11)
0225 #define     FDO_PWM_MODE_MASK           (7 << 11)
0226 #define     FDO_PWM_MODE_SHIFT          11
0227 #define     TACH_PWM_RESP_RATE(x)           ((x) << 25)
0228 #define     TACH_PWM_RESP_RATE_MASK         (0x7f << 25)
0229 #define     TACH_PWM_RESP_RATE_SHIFT        25
0230 #define CG_TACH_CTRL                                    0xC0300070
0231 #       define EDGE_PER_REV(x)                          ((x) << 0)
0232 #       define EDGE_PER_REV_MASK                        (0x7 << 0)
0233 #       define EDGE_PER_REV_SHIFT                       0
0234 #       define TARGET_PERIOD(x)                         ((x) << 3)
0235 #       define TARGET_PERIOD_MASK                       0xfffffff8
0236 #       define TARGET_PERIOD_SHIFT                      3
0237 #define CG_TACH_STATUS                                  0xC0300074
0238 #       define TACH_PERIOD(x)                           ((x) << 0)
0239 #       define TACH_PERIOD_MASK                         0xffffffff
0240 #       define TACH_PERIOD_SHIFT                        0
0241 
0242 #define CG_ECLK_CNTL                                    0xC05000AC
0243 #       define ECLK_DIVIDER_MASK                        0x7f
0244 #       define ECLK_DIR_CNTL_EN                         (1 << 8)
0245 #define CG_ECLK_STATUS                                  0xC05000B0
0246 #       define ECLK_STATUS                              (1 << 0)
0247 
0248 #define CG_SPLL_FUNC_CNTL               0xC0500140
0249 #define     SPLL_RESET              (1 << 0)
0250 #define     SPLL_PWRON              (1 << 1)
0251 #define     SPLL_BYPASS_EN              (1 << 3)
0252 #define     SPLL_REF_DIV(x)             ((x) << 5)
0253 #define     SPLL_REF_DIV_MASK           (0x3f << 5)
0254 #define     SPLL_PDIV_A(x)              ((x) << 20)
0255 #define     SPLL_PDIV_A_MASK            (0x7f << 20)
0256 #define     SPLL_PDIV_A_SHIFT           20
0257 #define CG_SPLL_FUNC_CNTL_2             0xC0500144
0258 #define     SCLK_MUX_SEL(x)             ((x) << 0)
0259 #define     SCLK_MUX_SEL_MASK           (0x1ff << 0)
0260 #define CG_SPLL_FUNC_CNTL_3             0xC0500148
0261 #define     SPLL_FB_DIV(x)              ((x) << 0)
0262 #define     SPLL_FB_DIV_MASK            (0x3ffffff << 0)
0263 #define     SPLL_FB_DIV_SHIFT           0
0264 #define     SPLL_DITHEN             (1 << 28)
0265 #define CG_SPLL_FUNC_CNTL_4             0xC050014C
0266 
0267 #define CG_SPLL_SPREAD_SPECTRUM             0xC0500164
0268 #define     SSEN                    (1 << 0)
0269 #define     CLK_S(x)                ((x) << 4)
0270 #define     CLK_S_MASK              (0xfff << 4)
0271 #define     CLK_S_SHIFT             4
0272 #define CG_SPLL_SPREAD_SPECTRUM_2           0xC0500168
0273 #define     CLK_V(x)                ((x) << 0)
0274 #define     CLK_V_MASK              (0x3ffffff << 0)
0275 #define     CLK_V_SHIFT             0
0276 
0277 #define MPLL_BYPASSCLK_SEL              0xC050019C
0278 #   define MPLL_CLKOUT_SEL(x)           ((x) << 8)
0279 #   define MPLL_CLKOUT_SEL_MASK         0xFF00
0280 #define CG_CLKPIN_CNTL                                    0xC05001A0
0281 #       define XTALIN_DIVIDE                              (1 << 1)
0282 #       define BCLK_AS_XCLK                               (1 << 2)
0283 #define CG_CLKPIN_CNTL_2                                  0xC05001A4
0284 #       define FORCE_BIF_REFCLK_EN                        (1 << 3)
0285 #       define MUX_TCLK_TO_XCLK                           (1 << 8)
0286 #define THM_CLK_CNTL                    0xC05001A8
0287 #   define CMON_CLK_SEL(x)              ((x) << 0)
0288 #   define CMON_CLK_SEL_MASK            0xFF
0289 #   define TMON_CLK_SEL(x)              ((x) << 8)
0290 #   define TMON_CLK_SEL_MASK            0xFF00
0291 #define MISC_CLK_CTRL                   0xC05001AC
0292 #   define DEEP_SLEEP_CLK_SEL(x)            ((x) << 0)
0293 #   define DEEP_SLEEP_CLK_SEL_MASK          0xFF
0294 #   define ZCLK_SEL(x)              ((x) << 8)
0295 #   define ZCLK_SEL_MASK                0xFF00
0296 
0297 /* KV/KB */
0298 #define CG_THERMAL_INT_CTRL             0xC2100028
0299 #define     DIG_THERM_INTH(x)           ((x) << 0)
0300 #define     DIG_THERM_INTH_MASK         0x000000FF
0301 #define     DIG_THERM_INTH_SHIFT            0
0302 #define     DIG_THERM_INTL(x)           ((x) << 8)
0303 #define     DIG_THERM_INTL_MASK         0x0000FF00
0304 #define     DIG_THERM_INTL_SHIFT            8
0305 #define     THERM_INTH_MASK             (1 << 24)
0306 #define     THERM_INTL_MASK             (1 << 25)
0307 
0308 /* PCIE registers idx/data 0x38/0x3c */
0309 #define PB0_PIF_PWRDOWN_0                                 0x1100012 /* PCIE */
0310 #       define PLL_POWER_STATE_IN_TXS2_0(x)               ((x) << 7)
0311 #       define PLL_POWER_STATE_IN_TXS2_0_MASK             (0x7 << 7)
0312 #       define PLL_POWER_STATE_IN_TXS2_0_SHIFT            7
0313 #       define PLL_POWER_STATE_IN_OFF_0(x)                ((x) << 10)
0314 #       define PLL_POWER_STATE_IN_OFF_0_MASK              (0x7 << 10)
0315 #       define PLL_POWER_STATE_IN_OFF_0_SHIFT             10
0316 #       define PLL_RAMP_UP_TIME_0(x)                      ((x) << 24)
0317 #       define PLL_RAMP_UP_TIME_0_MASK                    (0x7 << 24)
0318 #       define PLL_RAMP_UP_TIME_0_SHIFT                   24
0319 #define PB0_PIF_PWRDOWN_1                                 0x1100013 /* PCIE */
0320 #       define PLL_POWER_STATE_IN_TXS2_1(x)               ((x) << 7)
0321 #       define PLL_POWER_STATE_IN_TXS2_1_MASK             (0x7 << 7)
0322 #       define PLL_POWER_STATE_IN_TXS2_1_SHIFT            7
0323 #       define PLL_POWER_STATE_IN_OFF_1(x)                ((x) << 10)
0324 #       define PLL_POWER_STATE_IN_OFF_1_MASK              (0x7 << 10)
0325 #       define PLL_POWER_STATE_IN_OFF_1_SHIFT             10
0326 #       define PLL_RAMP_UP_TIME_1(x)                      ((x) << 24)
0327 #       define PLL_RAMP_UP_TIME_1_MASK                    (0x7 << 24)
0328 #       define PLL_RAMP_UP_TIME_1_SHIFT                   24
0329 
0330 #define PCIE_CNTL2                                        0x1001001c /* PCIE */
0331 #       define SLV_MEM_LS_EN                              (1 << 16)
0332 #       define SLV_MEM_AGGRESSIVE_LS_EN                   (1 << 17)
0333 #       define MST_MEM_LS_EN                              (1 << 18)
0334 #       define REPLAY_MEM_LS_EN                           (1 << 19)
0335 
0336 #define PCIE_LC_STATUS1                                   0x1400028 /* PCIE */
0337 #       define LC_REVERSE_RCVR                            (1 << 0)
0338 #       define LC_REVERSE_XMIT                            (1 << 1)
0339 #       define LC_OPERATING_LINK_WIDTH_MASK               (0x7 << 2)
0340 #       define LC_OPERATING_LINK_WIDTH_SHIFT              2
0341 #       define LC_DETECTED_LINK_WIDTH_MASK                (0x7 << 5)
0342 #       define LC_DETECTED_LINK_WIDTH_SHIFT               5
0343 
0344 #define PCIE_P_CNTL                                       0x1400040 /* PCIE */
0345 #       define P_IGNORE_EDB_ERR                           (1 << 6)
0346 
0347 #define PB1_PIF_PWRDOWN_0                                 0x2100012 /* PCIE */
0348 #define PB1_PIF_PWRDOWN_1                                 0x2100013 /* PCIE */
0349 
0350 #define PCIE_LC_CNTL                                      0x100100A0 /* PCIE */
0351 #       define LC_L0S_INACTIVITY(x)                       ((x) << 8)
0352 #       define LC_L0S_INACTIVITY_MASK                     (0xf << 8)
0353 #       define LC_L0S_INACTIVITY_SHIFT                    8
0354 #       define LC_L1_INACTIVITY(x)                        ((x) << 12)
0355 #       define LC_L1_INACTIVITY_MASK                      (0xf << 12)
0356 #       define LC_L1_INACTIVITY_SHIFT                     12
0357 #       define LC_PMI_TO_L1_DIS                           (1 << 16)
0358 #       define LC_ASPM_TO_L1_DIS                          (1 << 24)
0359 
0360 #define PCIE_LC_LINK_WIDTH_CNTL                           0x100100A2 /* PCIE */
0361 #       define LC_LINK_WIDTH_SHIFT                        0
0362 #       define LC_LINK_WIDTH_MASK                         0x7
0363 #       define LC_LINK_WIDTH_X0                           0
0364 #       define LC_LINK_WIDTH_X1                           1
0365 #       define LC_LINK_WIDTH_X2                           2
0366 #       define LC_LINK_WIDTH_X4                           3
0367 #       define LC_LINK_WIDTH_X8                           4
0368 #       define LC_LINK_WIDTH_X16                          6
0369 #       define LC_LINK_WIDTH_RD_SHIFT                     4
0370 #       define LC_LINK_WIDTH_RD_MASK                      0x70
0371 #       define LC_RECONFIG_ARC_MISSING_ESCAPE             (1 << 7)
0372 #       define LC_RECONFIG_NOW                            (1 << 8)
0373 #       define LC_RENEGOTIATION_SUPPORT                   (1 << 9)
0374 #       define LC_RENEGOTIATE_EN                          (1 << 10)
0375 #       define LC_SHORT_RECONFIG_EN                       (1 << 11)
0376 #       define LC_UPCONFIGURE_SUPPORT                     (1 << 12)
0377 #       define LC_UPCONFIGURE_DIS                         (1 << 13)
0378 #       define LC_DYN_LANES_PWR_STATE(x)                  ((x) << 21)
0379 #       define LC_DYN_LANES_PWR_STATE_MASK                (0x3 << 21)
0380 #       define LC_DYN_LANES_PWR_STATE_SHIFT               21
0381 #define PCIE_LC_N_FTS_CNTL                                0x100100a3 /* PCIE */
0382 #       define LC_XMIT_N_FTS(x)                           ((x) << 0)
0383 #       define LC_XMIT_N_FTS_MASK                         (0xff << 0)
0384 #       define LC_XMIT_N_FTS_SHIFT                        0
0385 #       define LC_XMIT_N_FTS_OVERRIDE_EN                  (1 << 8)
0386 #       define LC_N_FTS_MASK                              (0xff << 24)
0387 #define PCIE_LC_SPEED_CNTL                                0x100100A4 /* PCIE */
0388 #       define LC_GEN2_EN_STRAP                           (1 << 0)
0389 #       define LC_GEN3_EN_STRAP                           (1 << 1)
0390 #       define LC_TARGET_LINK_SPEED_OVERRIDE_EN           (1 << 2)
0391 #       define LC_TARGET_LINK_SPEED_OVERRIDE_MASK         (0x3 << 3)
0392 #       define LC_TARGET_LINK_SPEED_OVERRIDE_SHIFT        3
0393 #       define LC_FORCE_EN_SW_SPEED_CHANGE                (1 << 5)
0394 #       define LC_FORCE_DIS_SW_SPEED_CHANGE               (1 << 6)
0395 #       define LC_FORCE_EN_HW_SPEED_CHANGE                (1 << 7)
0396 #       define LC_FORCE_DIS_HW_SPEED_CHANGE               (1 << 8)
0397 #       define LC_INITIATE_LINK_SPEED_CHANGE              (1 << 9)
0398 #       define LC_SPEED_CHANGE_ATTEMPTS_ALLOWED_MASK      (0x3 << 10)
0399 #       define LC_SPEED_CHANGE_ATTEMPTS_ALLOWED_SHIFT     10
0400 #       define LC_CURRENT_DATA_RATE_MASK                  (0x3 << 13) /* 0/1/2 = gen1/2/3 */
0401 #       define LC_CURRENT_DATA_RATE_SHIFT                 13
0402 #       define LC_CLR_FAILED_SPD_CHANGE_CNT               (1 << 16)
0403 #       define LC_OTHER_SIDE_EVER_SENT_GEN2               (1 << 18)
0404 #       define LC_OTHER_SIDE_SUPPORTS_GEN2                (1 << 19)
0405 #       define LC_OTHER_SIDE_EVER_SENT_GEN3               (1 << 20)
0406 #       define LC_OTHER_SIDE_SUPPORTS_GEN3                (1 << 21)
0407 
0408 #define PCIE_LC_CNTL2                                     0x100100B1 /* PCIE */
0409 #       define LC_ALLOW_PDWN_IN_L1                        (1 << 17)
0410 #       define LC_ALLOW_PDWN_IN_L23                       (1 << 18)
0411 
0412 #define PCIE_LC_CNTL3                                     0x100100B5 /* PCIE */
0413 #       define LC_GO_TO_RECOVERY                          (1 << 30)
0414 #define PCIE_LC_CNTL4                                     0x100100B6 /* PCIE */
0415 #       define LC_REDO_EQ                                 (1 << 5)
0416 #       define LC_SET_QUIESCE                             (1 << 13)
0417 
0418 /* direct registers */
0419 #define PCIE_INDEX                      0x38
0420 #define PCIE_DATA                   0x3C
0421 
0422 #define SMC_IND_INDEX_0                 0x200
0423 #define SMC_IND_DATA_0                  0x204
0424 
0425 #define SMC_IND_ACCESS_CNTL                 0x240
0426 #define     AUTO_INCREMENT_IND_0            (1 << 0)
0427 
0428 #define SMC_MESSAGE_0                   0x250
0429 #define     SMC_MSG_MASK                0xffff
0430 #define SMC_RESP_0                      0x254
0431 #define     SMC_RESP_MASK               0xffff
0432 
0433 #define SMC_MSG_ARG_0                   0x290
0434 
0435 #define VGA_HDP_CONTROL                 0x328
0436 #define     VGA_MEMORY_DISABLE              (1 << 4)
0437 
0438 #define DMIF_ADDR_CALC                  0xC00
0439 
0440 #define PIPE0_DMIF_BUFFER_CONTROL             0x0ca0
0441 #       define DMIF_BUFFERS_ALLOCATED(x)                  ((x) << 0)
0442 #       define DMIF_BUFFERS_ALLOCATED_COMPLETED           (1 << 4)
0443 
0444 #define SRBM_GFX_CNTL                       0xE44
0445 #define     PIPEID(x)                   ((x) << 0)
0446 #define     MEID(x)                     ((x) << 2)
0447 #define     VMID(x)                     ((x) << 4)
0448 #define     QUEUEID(x)                  ((x) << 8)
0449 
0450 #define SRBM_STATUS2                        0xE4C
0451 #define     SDMA_BUSY               (1 << 5)
0452 #define     SDMA1_BUSY              (1 << 6)
0453 #define SRBM_STATUS                     0xE50
0454 #define     UVD_RQ_PENDING              (1 << 1)
0455 #define     GRBM_RQ_PENDING             (1 << 5)
0456 #define     VMC_BUSY                (1 << 8)
0457 #define     MCB_BUSY                (1 << 9)
0458 #define     MCB_NON_DISPLAY_BUSY            (1 << 10)
0459 #define     MCC_BUSY                (1 << 11)
0460 #define     MCD_BUSY                (1 << 12)
0461 #define     SEM_BUSY                (1 << 14)
0462 #define     IH_BUSY                 (1 << 17)
0463 #define     UVD_BUSY                (1 << 19)
0464 
0465 #define SRBM_SOFT_RESET                     0xE60
0466 #define     SOFT_RESET_BIF              (1 << 1)
0467 #define     SOFT_RESET_R0PLL            (1 << 4)
0468 #define     SOFT_RESET_DC               (1 << 5)
0469 #define     SOFT_RESET_SDMA1            (1 << 6)
0470 #define     SOFT_RESET_GRBM             (1 << 8)
0471 #define     SOFT_RESET_HDP              (1 << 9)
0472 #define     SOFT_RESET_IH               (1 << 10)
0473 #define     SOFT_RESET_MC               (1 << 11)
0474 #define     SOFT_RESET_ROM              (1 << 14)
0475 #define     SOFT_RESET_SEM              (1 << 15)
0476 #define     SOFT_RESET_VMC              (1 << 17)
0477 #define     SOFT_RESET_SDMA             (1 << 20)
0478 #define     SOFT_RESET_TST              (1 << 21)
0479 #define     SOFT_RESET_REGBB                (1 << 22)
0480 #define     SOFT_RESET_ORB              (1 << 23)
0481 #define     SOFT_RESET_VCE              (1 << 24)
0482 
0483 #define SRBM_READ_ERROR                 0xE98
0484 #define SRBM_INT_CNTL                   0xEA0
0485 #define SRBM_INT_ACK                    0xEA8
0486 
0487 #define VM_L2_CNTL                  0x1400
0488 #define     ENABLE_L2_CACHE                 (1 << 0)
0489 #define     ENABLE_L2_FRAGMENT_PROCESSING           (1 << 1)
0490 #define     L2_CACHE_PTE_ENDIAN_SWAP_MODE(x)        ((x) << 2)
0491 #define     L2_CACHE_PDE_ENDIAN_SWAP_MODE(x)        ((x) << 4)
0492 #define     ENABLE_L2_PTE_CACHE_LRU_UPDATE_BY_WRITE     (1 << 9)
0493 #define     ENABLE_L2_PDE0_CACHE_LRU_UPDATE_BY_WRITE    (1 << 10)
0494 #define     EFFECTIVE_L2_QUEUE_SIZE(x)          (((x) & 7) << 15)
0495 #define     CONTEXT1_IDENTITY_ACCESS_MODE(x)        (((x) & 3) << 19)
0496 #define VM_L2_CNTL2                 0x1404
0497 #define     INVALIDATE_ALL_L1_TLBS              (1 << 0)
0498 #define     INVALIDATE_L2_CACHE             (1 << 1)
0499 #define     INVALIDATE_CACHE_MODE(x)            ((x) << 26)
0500 #define         INVALIDATE_PTE_AND_PDE_CACHES       0
0501 #define         INVALIDATE_ONLY_PTE_CACHES      1
0502 #define         INVALIDATE_ONLY_PDE_CACHES      2
0503 #define VM_L2_CNTL3                 0x1408
0504 #define     BANK_SELECT(x)                  ((x) << 0)
0505 #define     L2_CACHE_UPDATE_MODE(x)             ((x) << 6)
0506 #define     L2_CACHE_BIGK_FRAGMENT_SIZE(x)          ((x) << 15)
0507 #define     L2_CACHE_BIGK_ASSOCIATIVITY         (1 << 20)
0508 #define VM_L2_STATUS                    0x140C
0509 #define     L2_BUSY                     (1 << 0)
0510 #define VM_CONTEXT0_CNTL                0x1410
0511 #define     ENABLE_CONTEXT                  (1 << 0)
0512 #define     PAGE_TABLE_DEPTH(x)             (((x) & 3) << 1)
0513 #define     RANGE_PROTECTION_FAULT_ENABLE_INTERRUPT     (1 << 3)
0514 #define     RANGE_PROTECTION_FAULT_ENABLE_DEFAULT       (1 << 4)
0515 #define     DUMMY_PAGE_PROTECTION_FAULT_ENABLE_INTERRUPT    (1 << 6)
0516 #define     DUMMY_PAGE_PROTECTION_FAULT_ENABLE_DEFAULT  (1 << 7)
0517 #define     PDE0_PROTECTION_FAULT_ENABLE_INTERRUPT      (1 << 9)
0518 #define     PDE0_PROTECTION_FAULT_ENABLE_DEFAULT        (1 << 10)
0519 #define     VALID_PROTECTION_FAULT_ENABLE_INTERRUPT     (1 << 12)
0520 #define     VALID_PROTECTION_FAULT_ENABLE_DEFAULT       (1 << 13)
0521 #define     READ_PROTECTION_FAULT_ENABLE_INTERRUPT      (1 << 15)
0522 #define     READ_PROTECTION_FAULT_ENABLE_DEFAULT        (1 << 16)
0523 #define     WRITE_PROTECTION_FAULT_ENABLE_INTERRUPT     (1 << 18)
0524 #define     WRITE_PROTECTION_FAULT_ENABLE_DEFAULT       (1 << 19)
0525 #define     PAGE_TABLE_BLOCK_SIZE(x)            (((x) & 0xF) << 24)
0526 #define VM_CONTEXT1_CNTL                0x1414
0527 #define VM_CONTEXT0_CNTL2               0x1430
0528 #define VM_CONTEXT1_CNTL2               0x1434
0529 #define VM_CONTEXT8_PAGE_TABLE_BASE_ADDR        0x1438
0530 #define VM_CONTEXT9_PAGE_TABLE_BASE_ADDR        0x143c
0531 #define VM_CONTEXT10_PAGE_TABLE_BASE_ADDR       0x1440
0532 #define VM_CONTEXT11_PAGE_TABLE_BASE_ADDR       0x1444
0533 #define VM_CONTEXT12_PAGE_TABLE_BASE_ADDR       0x1448
0534 #define VM_CONTEXT13_PAGE_TABLE_BASE_ADDR       0x144c
0535 #define VM_CONTEXT14_PAGE_TABLE_BASE_ADDR       0x1450
0536 #define VM_CONTEXT15_PAGE_TABLE_BASE_ADDR       0x1454
0537 
0538 #define VM_INVALIDATE_REQUEST               0x1478
0539 #define VM_INVALIDATE_RESPONSE              0x147c
0540 
0541 #define VM_CONTEXT1_PROTECTION_FAULT_STATUS     0x14DC
0542 #define     PROTECTIONS_MASK            (0xf << 0)
0543 #define     PROTECTIONS_SHIFT           0
0544         /* bit 0: range
0545          * bit 1: pde0
0546          * bit 2: valid
0547          * bit 3: read
0548          * bit 4: write
0549          */
0550 #define     MEMORY_CLIENT_ID_MASK           (0xff << 12)
0551 #define     HAWAII_MEMORY_CLIENT_ID_MASK        (0x1ff << 12)
0552 #define     MEMORY_CLIENT_ID_SHIFT          12
0553 #define     MEMORY_CLIENT_RW_MASK           (1 << 24)
0554 #define     MEMORY_CLIENT_RW_SHIFT          24
0555 #define     FAULT_VMID_MASK             (0xf << 25)
0556 #define     FAULT_VMID_SHIFT            25
0557 
0558 #define VM_CONTEXT1_PROTECTION_FAULT_MCCLIENT       0x14E4
0559 
0560 #define VM_CONTEXT1_PROTECTION_FAULT_ADDR       0x14FC
0561 
0562 #define VM_CONTEXT0_PROTECTION_FAULT_DEFAULT_ADDR   0x1518
0563 #define VM_CONTEXT1_PROTECTION_FAULT_DEFAULT_ADDR   0x151c
0564 
0565 #define VM_CONTEXT0_PAGE_TABLE_BASE_ADDR        0x153c
0566 #define VM_CONTEXT1_PAGE_TABLE_BASE_ADDR        0x1540
0567 #define VM_CONTEXT2_PAGE_TABLE_BASE_ADDR        0x1544
0568 #define VM_CONTEXT3_PAGE_TABLE_BASE_ADDR        0x1548
0569 #define VM_CONTEXT4_PAGE_TABLE_BASE_ADDR        0x154c
0570 #define VM_CONTEXT5_PAGE_TABLE_BASE_ADDR        0x1550
0571 #define VM_CONTEXT6_PAGE_TABLE_BASE_ADDR        0x1554
0572 #define VM_CONTEXT7_PAGE_TABLE_BASE_ADDR        0x1558
0573 #define VM_CONTEXT0_PAGE_TABLE_START_ADDR       0x155c
0574 #define VM_CONTEXT1_PAGE_TABLE_START_ADDR       0x1560
0575 
0576 #define VM_CONTEXT0_PAGE_TABLE_END_ADDR         0x157C
0577 #define VM_CONTEXT1_PAGE_TABLE_END_ADDR         0x1580
0578 
0579 #define VM_L2_CG                        0x15c0
0580 #define     MC_CG_ENABLE                (1 << 18)
0581 #define     MC_LS_ENABLE                (1 << 19)
0582 
0583 #define MC_SHARED_CHMAP                     0x2004
0584 #define     NOOFCHAN_SHIFT                  12
0585 #define     NOOFCHAN_MASK                   0x0000f000
0586 #define MC_SHARED_CHREMAP                   0x2008
0587 
0588 #define CHUB_CONTROL                    0x1864
0589 #define     BYPASS_VM                   (1 << 0)
0590 
0591 #define MC_VM_FB_LOCATION               0x2024
0592 #define MC_VM_AGP_TOP                   0x2028
0593 #define MC_VM_AGP_BOT                   0x202C
0594 #define MC_VM_AGP_BASE                  0x2030
0595 #define MC_VM_SYSTEM_APERTURE_LOW_ADDR          0x2034
0596 #define MC_VM_SYSTEM_APERTURE_HIGH_ADDR         0x2038
0597 #define MC_VM_SYSTEM_APERTURE_DEFAULT_ADDR      0x203C
0598 
0599 #define MC_VM_MX_L1_TLB_CNTL                0x2064
0600 #define     ENABLE_L1_TLB                   (1 << 0)
0601 #define     ENABLE_L1_FRAGMENT_PROCESSING           (1 << 1)
0602 #define     SYSTEM_ACCESS_MODE_PA_ONLY          (0 << 3)
0603 #define     SYSTEM_ACCESS_MODE_USE_SYS_MAP          (1 << 3)
0604 #define     SYSTEM_ACCESS_MODE_IN_SYS           (2 << 3)
0605 #define     SYSTEM_ACCESS_MODE_NOT_IN_SYS           (3 << 3)
0606 #define     SYSTEM_APERTURE_UNMAPPED_ACCESS_PASS_THRU   (0 << 5)
0607 #define     ENABLE_ADVANCED_DRIVER_MODEL            (1 << 6)
0608 #define MC_VM_FB_OFFSET                 0x2068
0609 
0610 #define MC_SHARED_BLACKOUT_CNTL                 0x20ac
0611 
0612 #define MC_HUB_MISC_HUB_CG                      0x20b8
0613 #define MC_HUB_MISC_VM_CG                       0x20bc
0614 
0615 #define MC_HUB_MISC_SIP_CG                      0x20c0
0616 
0617 #define MC_XPB_CLK_GAT                      0x2478
0618 
0619 #define MC_CITF_MISC_RD_CG                      0x2648
0620 #define MC_CITF_MISC_WR_CG                      0x264c
0621 #define MC_CITF_MISC_VM_CG                      0x2650
0622 
0623 #define MC_ARB_RAMCFG                   0x2760
0624 #define     NOOFBANK_SHIFT                  0
0625 #define     NOOFBANK_MASK                   0x00000003
0626 #define     NOOFRANK_SHIFT                  2
0627 #define     NOOFRANK_MASK                   0x00000004
0628 #define     NOOFROWS_SHIFT                  3
0629 #define     NOOFROWS_MASK                   0x00000038
0630 #define     NOOFCOLS_SHIFT                  6
0631 #define     NOOFCOLS_MASK                   0x000000C0
0632 #define     CHANSIZE_SHIFT                  8
0633 #define     CHANSIZE_MASK                   0x00000100
0634 #define     NOOFGROUPS_SHIFT                12
0635 #define     NOOFGROUPS_MASK                 0x00001000
0636 
0637 #define MC_ARB_DRAM_TIMING              0x2774
0638 #define MC_ARB_DRAM_TIMING2             0x2778
0639 
0640 #define MC_ARB_BURST_TIME                               0x2808
0641 #define     STATE0(x)               ((x) << 0)
0642 #define     STATE0_MASK             (0x1f << 0)
0643 #define     STATE0_SHIFT                0
0644 #define     STATE1(x)               ((x) << 5)
0645 #define     STATE1_MASK             (0x1f << 5)
0646 #define     STATE1_SHIFT                5
0647 #define     STATE2(x)               ((x) << 10)
0648 #define     STATE2_MASK             (0x1f << 10)
0649 #define     STATE2_SHIFT                10
0650 #define     STATE3(x)               ((x) << 15)
0651 #define     STATE3_MASK             (0x1f << 15)
0652 #define     STATE3_SHIFT                15
0653 
0654 #define MC_SEQ_RAS_TIMING                               0x28a0
0655 #define MC_SEQ_CAS_TIMING                               0x28a4
0656 #define MC_SEQ_MISC_TIMING                              0x28a8
0657 #define MC_SEQ_MISC_TIMING2                             0x28ac
0658 #define MC_SEQ_PMG_TIMING                               0x28b0
0659 #define MC_SEQ_RD_CTL_D0                                0x28b4
0660 #define MC_SEQ_RD_CTL_D1                                0x28b8
0661 #define MC_SEQ_WR_CTL_D0                                0x28bc
0662 #define MC_SEQ_WR_CTL_D1                                0x28c0
0663 
0664 #define MC_SEQ_SUP_CNTL                     0x28c8
0665 #define     RUN_MASK                    (1 << 0)
0666 #define MC_SEQ_SUP_PGM                      0x28cc
0667 #define MC_PMG_AUTO_CMD                     0x28d0
0668 
0669 #define MC_SEQ_TRAIN_WAKEUP_CNTL            0x28e8
0670 #define     TRAIN_DONE_D0               (1 << 30)
0671 #define     TRAIN_DONE_D1               (1 << 31)
0672 
0673 #define MC_IO_PAD_CNTL_D0                       0x29d0
0674 #define     MEM_FALL_OUT_CMD                (1 << 8)
0675 
0676 #define MC_SEQ_MISC0                        0x2a00
0677 #define     MC_SEQ_MISC0_VEN_ID_SHIFT               8
0678 #define     MC_SEQ_MISC0_VEN_ID_MASK                0x00000f00
0679 #define     MC_SEQ_MISC0_VEN_ID_VALUE               3
0680 #define     MC_SEQ_MISC0_REV_ID_SHIFT               12
0681 #define     MC_SEQ_MISC0_REV_ID_MASK                0x0000f000
0682 #define     MC_SEQ_MISC0_REV_ID_VALUE               1
0683 #define     MC_SEQ_MISC0_GDDR5_SHIFT                28
0684 #define     MC_SEQ_MISC0_GDDR5_MASK                 0xf0000000
0685 #define     MC_SEQ_MISC0_GDDR5_VALUE                5
0686 #define MC_SEQ_MISC1                                    0x2a04
0687 #define MC_SEQ_RESERVE_M                                0x2a08
0688 #define MC_PMG_CMD_EMRS                                 0x2a0c
0689 
0690 #define MC_SEQ_IO_DEBUG_INDEX                   0x2a44
0691 #define MC_SEQ_IO_DEBUG_DATA                    0x2a48
0692 
0693 #define MC_SEQ_MISC5                                    0x2a54
0694 #define MC_SEQ_MISC6                                    0x2a58
0695 
0696 #define MC_SEQ_MISC7                                    0x2a64
0697 
0698 #define MC_SEQ_RAS_TIMING_LP                            0x2a6c
0699 #define MC_SEQ_CAS_TIMING_LP                            0x2a70
0700 #define MC_SEQ_MISC_TIMING_LP                           0x2a74
0701 #define MC_SEQ_MISC_TIMING2_LP                          0x2a78
0702 #define MC_SEQ_WR_CTL_D0_LP                             0x2a7c
0703 #define MC_SEQ_WR_CTL_D1_LP                             0x2a80
0704 #define MC_SEQ_PMG_CMD_EMRS_LP                          0x2a84
0705 #define MC_SEQ_PMG_CMD_MRS_LP                           0x2a88
0706 
0707 #define MC_PMG_CMD_MRS                                  0x2aac
0708 
0709 #define MC_SEQ_RD_CTL_D0_LP                             0x2b1c
0710 #define MC_SEQ_RD_CTL_D1_LP                             0x2b20
0711 
0712 #define MC_PMG_CMD_MRS1                                 0x2b44
0713 #define MC_SEQ_PMG_CMD_MRS1_LP                          0x2b48
0714 #define MC_SEQ_PMG_TIMING_LP                            0x2b4c
0715 
0716 #define MC_SEQ_WR_CTL_2                                 0x2b54
0717 #define MC_SEQ_WR_CTL_2_LP                              0x2b58
0718 #define MC_PMG_CMD_MRS2                                 0x2b5c
0719 #define MC_SEQ_PMG_CMD_MRS2_LP                          0x2b60
0720 
0721 #define MCLK_PWRMGT_CNTL                0x2ba0
0722 #       define DLL_SPEED(x)             ((x) << 0)
0723 #       define DLL_SPEED_MASK               (0x1f << 0)
0724 #       define DLL_READY                                (1 << 6)
0725 #       define MC_INT_CNTL                              (1 << 7)
0726 #       define MRDCK0_PDNB                              (1 << 8)
0727 #       define MRDCK1_PDNB                              (1 << 9)
0728 #       define MRDCK0_RESET                             (1 << 16)
0729 #       define MRDCK1_RESET                             (1 << 17)
0730 #       define DLL_READY_READ                           (1 << 24)
0731 #define DLL_CNTL                    0x2ba4
0732 #       define MRDCK0_BYPASS                            (1 << 24)
0733 #       define MRDCK1_BYPASS                            (1 << 25)
0734 
0735 #define MPLL_FUNC_CNTL                  0x2bb4
0736 #define     BWCTRL(x)               ((x) << 20)
0737 #define     BWCTRL_MASK             (0xff << 20)
0738 #define MPLL_FUNC_CNTL_1                0x2bb8
0739 #define     VCO_MODE(x)             ((x) << 0)
0740 #define     VCO_MODE_MASK               (3 << 0)
0741 #define     CLKFRAC(x)              ((x) << 4)
0742 #define     CLKFRAC_MASK                (0xfff << 4)
0743 #define     CLKF(x)                 ((x) << 16)
0744 #define     CLKF_MASK               (0xfff << 16)
0745 #define MPLL_FUNC_CNTL_2                0x2bbc
0746 #define MPLL_AD_FUNC_CNTL               0x2bc0
0747 #define     YCLK_POST_DIV(x)            ((x) << 0)
0748 #define     YCLK_POST_DIV_MASK          (7 << 0)
0749 #define MPLL_DQ_FUNC_CNTL               0x2bc4
0750 #define     YCLK_SEL(x)             ((x) << 4)
0751 #define     YCLK_SEL_MASK               (1 << 4)
0752 
0753 #define MPLL_SS1                    0x2bcc
0754 #define     CLKV(x)                 ((x) << 0)
0755 #define     CLKV_MASK               (0x3ffffff << 0)
0756 #define MPLL_SS2                    0x2bd0
0757 #define     CLKS(x)                 ((x) << 0)
0758 #define     CLKS_MASK               (0xfff << 0)
0759 
0760 #define HDP_HOST_PATH_CNTL              0x2C00
0761 #define     CLOCK_GATING_DIS            (1 << 23)
0762 #define HDP_NONSURFACE_BASE             0x2C04
0763 #define HDP_NONSURFACE_INFO             0x2C08
0764 #define HDP_NONSURFACE_SIZE             0x2C0C
0765 
0766 #define HDP_ADDR_CONFIG                 0x2F48
0767 #define HDP_MISC_CNTL                   0x2F4C
0768 #define     HDP_FLUSH_INVALIDATE_CACHE          (1 << 0)
0769 #define HDP_MEM_POWER_LS                0x2F50
0770 #define     HDP_LS_ENABLE               (1 << 0)
0771 
0772 #define ATC_MISC_CG                         0x3350
0773 
0774 #define GMCON_RENG_EXECUTE              0x3508
0775 #define     RENG_EXECUTE_ON_PWR_UP          (1 << 0)
0776 #define GMCON_MISC                  0x350c
0777 #define     RENG_EXECUTE_ON_REG_UPDATE      (1 << 11)
0778 #define     STCTRL_STUTTER_EN           (1 << 16)
0779 
0780 #define GMCON_PGFSM_CONFIG              0x3538
0781 #define GMCON_PGFSM_WRITE               0x353c
0782 #define GMCON_PGFSM_READ                0x3540
0783 #define GMCON_MISC3                 0x3544
0784 
0785 #define MC_SEQ_CNTL_3                                     0x3600
0786 #       define CAC_EN                                     (1 << 31)
0787 #define MC_SEQ_G5PDX_CTRL                                 0x3604
0788 #define MC_SEQ_G5PDX_CTRL_LP                              0x3608
0789 #define MC_SEQ_G5PDX_CMD0                                 0x360c
0790 #define MC_SEQ_G5PDX_CMD0_LP                              0x3610
0791 #define MC_SEQ_G5PDX_CMD1                                 0x3614
0792 #define MC_SEQ_G5PDX_CMD1_LP                              0x3618
0793 
0794 #define MC_SEQ_PMG_DVS_CTL                                0x3628
0795 #define MC_SEQ_PMG_DVS_CTL_LP                             0x362c
0796 #define MC_SEQ_PMG_DVS_CMD                                0x3630
0797 #define MC_SEQ_PMG_DVS_CMD_LP                             0x3634
0798 #define MC_SEQ_DLL_STBY                                   0x3638
0799 #define MC_SEQ_DLL_STBY_LP                                0x363c
0800 
0801 #define IH_RB_CNTL                                        0x3e00
0802 #       define IH_RB_ENABLE                               (1 << 0)
0803 #       define IH_RB_SIZE(x)                              ((x) << 1) /* log2 */
0804 #       define IH_RB_FULL_DRAIN_ENABLE                    (1 << 6)
0805 #       define IH_WPTR_WRITEBACK_ENABLE                   (1 << 8)
0806 #       define IH_WPTR_WRITEBACK_TIMER(x)                 ((x) << 9) /* log2 */
0807 #       define IH_WPTR_OVERFLOW_ENABLE                    (1 << 16)
0808 #       define IH_WPTR_OVERFLOW_CLEAR                     (1 << 31)
0809 #define IH_RB_BASE                                        0x3e04
0810 #define IH_RB_RPTR                                        0x3e08
0811 #define IH_RB_WPTR                                        0x3e0c
0812 #       define RB_OVERFLOW                                (1 << 0)
0813 #       define WPTR_OFFSET_MASK                           0x3fffc
0814 #define IH_RB_WPTR_ADDR_HI                                0x3e10
0815 #define IH_RB_WPTR_ADDR_LO                                0x3e14
0816 #define IH_CNTL                                           0x3e18
0817 #       define ENABLE_INTR                                (1 << 0)
0818 #       define IH_MC_SWAP(x)                              ((x) << 1)
0819 #       define IH_MC_SWAP_NONE                            0
0820 #       define IH_MC_SWAP_16BIT                           1
0821 #       define IH_MC_SWAP_32BIT                           2
0822 #       define IH_MC_SWAP_64BIT                           3
0823 #       define RPTR_REARM                                 (1 << 4)
0824 #       define MC_WRREQ_CREDIT(x)                         ((x) << 15)
0825 #       define MC_WR_CLEAN_CNT(x)                         ((x) << 20)
0826 #       define MC_VMID(x)                                 ((x) << 25)
0827 
0828 #define BIF_LNCNT_RESET                 0x5220
0829 #       define RESET_LNCNT_EN                           (1 << 0)
0830 
0831 #define CONFIG_MEMSIZE                  0x5428
0832 
0833 #define INTERRUPT_CNTL                                    0x5468
0834 #       define IH_DUMMY_RD_OVERRIDE                       (1 << 0)
0835 #       define IH_DUMMY_RD_EN                             (1 << 1)
0836 #       define IH_REQ_NONSNOOP_EN                         (1 << 3)
0837 #       define GEN_IH_INT_EN                              (1 << 8)
0838 #define INTERRUPT_CNTL2                                   0x546c
0839 
0840 #define HDP_MEM_COHERENCY_FLUSH_CNTL            0x5480
0841 
0842 #define BIF_FB_EN                       0x5490
0843 #define     FB_READ_EN                  (1 << 0)
0844 #define     FB_WRITE_EN                 (1 << 1)
0845 
0846 #define HDP_REG_COHERENCY_FLUSH_CNTL            0x54A0
0847 
0848 #define GPU_HDP_FLUSH_REQ               0x54DC
0849 #define GPU_HDP_FLUSH_DONE              0x54E0
0850 #define     CP0                 (1 << 0)
0851 #define     CP1                 (1 << 1)
0852 #define     CP2                 (1 << 2)
0853 #define     CP3                 (1 << 3)
0854 #define     CP4                 (1 << 4)
0855 #define     CP5                 (1 << 5)
0856 #define     CP6                 (1 << 6)
0857 #define     CP7                 (1 << 7)
0858 #define     CP8                 (1 << 8)
0859 #define     CP9                 (1 << 9)
0860 #define     SDMA0                   (1 << 10)
0861 #define     SDMA1                   (1 << 11)
0862 
0863 /* 0x6b04, 0x7704, 0x10304, 0x10f04, 0x11b04, 0x12704 */
0864 #define LB_MEMORY_CTRL                  0x6b04
0865 #define     LB_MEMORY_SIZE(x)           ((x) << 0)
0866 #define     LB_MEMORY_CONFIG(x)         ((x) << 20)
0867 
0868 #define DPG_WATERMARK_MASK_CONTROL          0x6cc8
0869 #       define LATENCY_WATERMARK_MASK(x)        ((x) << 8)
0870 #define DPG_PIPE_LATENCY_CONTROL            0x6ccc
0871 #       define LATENCY_LOW_WATERMARK(x)         ((x) << 0)
0872 #       define LATENCY_HIGH_WATERMARK(x)        ((x) << 16)
0873 
0874 /* 0x6b24, 0x7724, 0x10324, 0x10f24, 0x11b24, 0x12724 */
0875 #define LB_VLINE_STATUS                                 0x6b24
0876 #       define VLINE_OCCURRED                           (1 << 0)
0877 #       define VLINE_ACK                                (1 << 4)
0878 #       define VLINE_STAT                               (1 << 12)
0879 #       define VLINE_INTERRUPT                          (1 << 16)
0880 #       define VLINE_INTERRUPT_TYPE                     (1 << 17)
0881 /* 0x6b2c, 0x772c, 0x1032c, 0x10f2c, 0x11b2c, 0x1272c */
0882 #define LB_VBLANK_STATUS                                0x6b2c
0883 #       define VBLANK_OCCURRED                          (1 << 0)
0884 #       define VBLANK_ACK                               (1 << 4)
0885 #       define VBLANK_STAT                              (1 << 12)
0886 #       define VBLANK_INTERRUPT                         (1 << 16)
0887 #       define VBLANK_INTERRUPT_TYPE                    (1 << 17)
0888 
0889 /* 0x6b20, 0x7720, 0x10320, 0x10f20, 0x11b20, 0x12720 */
0890 #define LB_INTERRUPT_MASK                               0x6b20
0891 #       define VBLANK_INTERRUPT_MASK                    (1 << 0)
0892 #       define VLINE_INTERRUPT_MASK                     (1 << 4)
0893 #       define VLINE2_INTERRUPT_MASK                    (1 << 8)
0894 
0895 #define DISP_INTERRUPT_STATUS                           0x60f4
0896 #       define LB_D1_VLINE_INTERRUPT                    (1 << 2)
0897 #       define LB_D1_VBLANK_INTERRUPT                   (1 << 3)
0898 #       define DC_HPD1_INTERRUPT                        (1 << 17)
0899 #       define DC_HPD1_RX_INTERRUPT                     (1 << 18)
0900 #       define DACA_AUTODETECT_INTERRUPT                (1 << 22)
0901 #       define DACB_AUTODETECT_INTERRUPT                (1 << 23)
0902 #       define DC_I2C_SW_DONE_INTERRUPT                 (1 << 24)
0903 #       define DC_I2C_HW_DONE_INTERRUPT                 (1 << 25)
0904 #define DISP_INTERRUPT_STATUS_CONTINUE                  0x60f8
0905 #       define LB_D2_VLINE_INTERRUPT                    (1 << 2)
0906 #       define LB_D2_VBLANK_INTERRUPT                   (1 << 3)
0907 #       define DC_HPD2_INTERRUPT                        (1 << 17)
0908 #       define DC_HPD2_RX_INTERRUPT                     (1 << 18)
0909 #       define DISP_TIMER_INTERRUPT                     (1 << 24)
0910 #define DISP_INTERRUPT_STATUS_CONTINUE2                 0x60fc
0911 #       define LB_D3_VLINE_INTERRUPT                    (1 << 2)
0912 #       define LB_D3_VBLANK_INTERRUPT                   (1 << 3)
0913 #       define DC_HPD3_INTERRUPT                        (1 << 17)
0914 #       define DC_HPD3_RX_INTERRUPT                     (1 << 18)
0915 #define DISP_INTERRUPT_STATUS_CONTINUE3                 0x6100
0916 #       define LB_D4_VLINE_INTERRUPT                    (1 << 2)
0917 #       define LB_D4_VBLANK_INTERRUPT                   (1 << 3)
0918 #       define DC_HPD4_INTERRUPT                        (1 << 17)
0919 #       define DC_HPD4_RX_INTERRUPT                     (1 << 18)
0920 #define DISP_INTERRUPT_STATUS_CONTINUE4                 0x614c
0921 #       define LB_D5_VLINE_INTERRUPT                    (1 << 2)
0922 #       define LB_D5_VBLANK_INTERRUPT                   (1 << 3)
0923 #       define DC_HPD5_INTERRUPT                        (1 << 17)
0924 #       define DC_HPD5_RX_INTERRUPT                     (1 << 18)
0925 #define DISP_INTERRUPT_STATUS_CONTINUE5                 0x6150
0926 #       define LB_D6_VLINE_INTERRUPT                    (1 << 2)
0927 #       define LB_D6_VBLANK_INTERRUPT                   (1 << 3)
0928 #       define DC_HPD6_INTERRUPT                        (1 << 17)
0929 #       define DC_HPD6_RX_INTERRUPT                     (1 << 18)
0930 #define DISP_INTERRUPT_STATUS_CONTINUE6                 0x6780
0931 
0932 /* 0x6858, 0x7458, 0x10058, 0x10c58, 0x11858, 0x12458 */
0933 #define GRPH_INT_STATUS                                 0x6858
0934 #       define GRPH_PFLIP_INT_OCCURRED                  (1 << 0)
0935 #       define GRPH_PFLIP_INT_CLEAR                     (1 << 8)
0936 /* 0x685c, 0x745c, 0x1005c, 0x10c5c, 0x1185c, 0x1245c */
0937 #define GRPH_INT_CONTROL                                0x685c
0938 #       define GRPH_PFLIP_INT_MASK                      (1 << 0)
0939 #       define GRPH_PFLIP_INT_TYPE                      (1 << 8)
0940 
0941 #define DAC_AUTODETECT_INT_CONTROL          0x67c8
0942 
0943 #define DC_HPD1_INT_STATUS                              0x601c
0944 #define DC_HPD2_INT_STATUS                              0x6028
0945 #define DC_HPD3_INT_STATUS                              0x6034
0946 #define DC_HPD4_INT_STATUS                              0x6040
0947 #define DC_HPD5_INT_STATUS                              0x604c
0948 #define DC_HPD6_INT_STATUS                              0x6058
0949 #       define DC_HPDx_INT_STATUS                       (1 << 0)
0950 #       define DC_HPDx_SENSE                            (1 << 1)
0951 #       define DC_HPDx_SENSE_DELAYED                    (1 << 4)
0952 #       define DC_HPDx_RX_INT_STATUS                    (1 << 8)
0953 
0954 #define DC_HPD1_INT_CONTROL                             0x6020
0955 #define DC_HPD2_INT_CONTROL                             0x602c
0956 #define DC_HPD3_INT_CONTROL                             0x6038
0957 #define DC_HPD4_INT_CONTROL                             0x6044
0958 #define DC_HPD5_INT_CONTROL                             0x6050
0959 #define DC_HPD6_INT_CONTROL                             0x605c
0960 #       define DC_HPDx_INT_ACK                          (1 << 0)
0961 #       define DC_HPDx_INT_POLARITY                     (1 << 8)
0962 #       define DC_HPDx_INT_EN                           (1 << 16)
0963 #       define DC_HPDx_RX_INT_ACK                       (1 << 20)
0964 #       define DC_HPDx_RX_INT_EN                        (1 << 24)
0965 
0966 #define DC_HPD1_CONTROL                                   0x6024
0967 #define DC_HPD2_CONTROL                                   0x6030
0968 #define DC_HPD3_CONTROL                                   0x603c
0969 #define DC_HPD4_CONTROL                                   0x6048
0970 #define DC_HPD5_CONTROL                                   0x6054
0971 #define DC_HPD6_CONTROL                                   0x6060
0972 #       define DC_HPDx_CONNECTION_TIMER(x)                ((x) << 0)
0973 #       define DC_HPDx_RX_INT_TIMER(x)                    ((x) << 16)
0974 #       define DC_HPDx_EN                                 (1 << 28)
0975 
0976 #define DPG_PIPE_STUTTER_CONTROL                          0x6cd4
0977 #       define STUTTER_ENABLE                             (1 << 0)
0978 
0979 /* DCE8 FMT blocks */
0980 #define FMT_DYNAMIC_EXP_CNTL                 0x6fb4
0981 #       define FMT_DYNAMIC_EXP_EN            (1 << 0)
0982 #       define FMT_DYNAMIC_EXP_MODE          (1 << 4)
0983         /* 0 = 10bit -> 12bit, 1 = 8bit -> 12bit */
0984 #define FMT_CONTROL                          0x6fb8
0985 #       define FMT_PIXEL_ENCODING            (1 << 16)
0986         /* 0 = RGB 4:4:4 or YCbCr 4:4:4, 1 = YCbCr 4:2:2 */
0987 #define FMT_BIT_DEPTH_CONTROL                0x6fc8
0988 #       define FMT_TRUNCATE_EN               (1 << 0)
0989 #       define FMT_TRUNCATE_MODE             (1 << 1)
0990 #       define FMT_TRUNCATE_DEPTH(x)         ((x) << 4) /* 0 - 18bpp, 1 - 24bpp, 2 - 30bpp */
0991 #       define FMT_SPATIAL_DITHER_EN         (1 << 8)
0992 #       define FMT_SPATIAL_DITHER_MODE(x)    ((x) << 9)
0993 #       define FMT_SPATIAL_DITHER_DEPTH(x)   ((x) << 11) /* 0 - 18bpp, 1 - 24bpp, 2 - 30bpp */
0994 #       define FMT_FRAME_RANDOM_ENABLE       (1 << 13)
0995 #       define FMT_RGB_RANDOM_ENABLE         (1 << 14)
0996 #       define FMT_HIGHPASS_RANDOM_ENABLE    (1 << 15)
0997 #       define FMT_TEMPORAL_DITHER_EN        (1 << 16)
0998 #       define FMT_TEMPORAL_DITHER_DEPTH(x)  ((x) << 17) /* 0 - 18bpp, 1 - 24bpp, 2 - 30bpp */
0999 #       define FMT_TEMPORAL_DITHER_OFFSET(x) ((x) << 21)
1000 #       define FMT_TEMPORAL_LEVEL            (1 << 24)
1001 #       define FMT_TEMPORAL_DITHER_RESET     (1 << 25)
1002 #       define FMT_25FRC_SEL(x)              ((x) << 26)
1003 #       define FMT_50FRC_SEL(x)              ((x) << 28)
1004 #       define FMT_75FRC_SEL(x)              ((x) << 30)
1005 #define FMT_CLAMP_CONTROL                    0x6fe4
1006 #       define FMT_CLAMP_DATA_EN             (1 << 0)
1007 #       define FMT_CLAMP_COLOR_FORMAT(x)     ((x) << 16)
1008 #       define FMT_CLAMP_6BPC                0
1009 #       define FMT_CLAMP_8BPC                1
1010 #       define FMT_CLAMP_10BPC               2
1011 
1012 #define GRBM_CNTL                   0x8000
1013 #define     GRBM_READ_TIMEOUT(x)                ((x) << 0)
1014 
1015 #define GRBM_STATUS2                    0x8008
1016 #define     ME0PIPE1_CMDFIFO_AVAIL_MASK         0x0000000F
1017 #define     ME0PIPE1_CF_RQ_PENDING              (1 << 4)
1018 #define     ME0PIPE1_PF_RQ_PENDING              (1 << 5)
1019 #define     ME1PIPE0_RQ_PENDING             (1 << 6)
1020 #define     ME1PIPE1_RQ_PENDING             (1 << 7)
1021 #define     ME1PIPE2_RQ_PENDING             (1 << 8)
1022 #define     ME1PIPE3_RQ_PENDING             (1 << 9)
1023 #define     ME2PIPE0_RQ_PENDING             (1 << 10)
1024 #define     ME2PIPE1_RQ_PENDING             (1 << 11)
1025 #define     ME2PIPE2_RQ_PENDING             (1 << 12)
1026 #define     ME2PIPE3_RQ_PENDING             (1 << 13)
1027 #define     RLC_RQ_PENDING                  (1 << 14)
1028 #define     RLC_BUSY                    (1 << 24)
1029 #define     TC_BUSY                     (1 << 25)
1030 #define     CPF_BUSY                    (1 << 28)
1031 #define     CPC_BUSY                    (1 << 29)
1032 #define     CPG_BUSY                    (1 << 30)
1033 
1034 #define GRBM_STATUS                 0x8010
1035 #define     ME0PIPE0_CMDFIFO_AVAIL_MASK         0x0000000F
1036 #define     SRBM_RQ_PENDING                 (1 << 5)
1037 #define     ME0PIPE0_CF_RQ_PENDING              (1 << 7)
1038 #define     ME0PIPE0_PF_RQ_PENDING              (1 << 8)
1039 #define     GDS_DMA_RQ_PENDING              (1 << 9)
1040 #define     DB_CLEAN                    (1 << 12)
1041 #define     CB_CLEAN                    (1 << 13)
1042 #define     TA_BUSY                     (1 << 14)
1043 #define     GDS_BUSY                    (1 << 15)
1044 #define     WD_BUSY_NO_DMA                  (1 << 16)
1045 #define     VGT_BUSY                    (1 << 17)
1046 #define     IA_BUSY_NO_DMA                  (1 << 18)
1047 #define     IA_BUSY                     (1 << 19)
1048 #define     SX_BUSY                     (1 << 20)
1049 #define     WD_BUSY                     (1 << 21)
1050 #define     SPI_BUSY                    (1 << 22)
1051 #define     BCI_BUSY                    (1 << 23)
1052 #define     SC_BUSY                     (1 << 24)
1053 #define     PA_BUSY                     (1 << 25)
1054 #define     DB_BUSY                     (1 << 26)
1055 #define     CP_COHERENCY_BUSY                   (1 << 28)
1056 #define     CP_BUSY                     (1 << 29)
1057 #define     CB_BUSY                     (1 << 30)
1058 #define     GUI_ACTIVE                  (1 << 31)
1059 #define GRBM_STATUS_SE0                 0x8014
1060 #define GRBM_STATUS_SE1                 0x8018
1061 #define GRBM_STATUS_SE2                 0x8038
1062 #define GRBM_STATUS_SE3                 0x803C
1063 #define     SE_DB_CLEAN                 (1 << 1)
1064 #define     SE_CB_CLEAN                 (1 << 2)
1065 #define     SE_BCI_BUSY                 (1 << 22)
1066 #define     SE_VGT_BUSY                 (1 << 23)
1067 #define     SE_PA_BUSY                  (1 << 24)
1068 #define     SE_TA_BUSY                  (1 << 25)
1069 #define     SE_SX_BUSY                  (1 << 26)
1070 #define     SE_SPI_BUSY                 (1 << 27)
1071 #define     SE_SC_BUSY                  (1 << 29)
1072 #define     SE_DB_BUSY                  (1 << 30)
1073 #define     SE_CB_BUSY                  (1 << 31)
1074 
1075 #define GRBM_SOFT_RESET                 0x8020
1076 #define     SOFT_RESET_CP                   (1 << 0)  /* All CP blocks */
1077 #define     SOFT_RESET_RLC                  (1 << 2)  /* RLC */
1078 #define     SOFT_RESET_GFX                  (1 << 16) /* GFX */
1079 #define     SOFT_RESET_CPF                  (1 << 17) /* CP fetcher shared by gfx and compute */
1080 #define     SOFT_RESET_CPC                  (1 << 18) /* CP Compute (MEC1/2) */
1081 #define     SOFT_RESET_CPG                  (1 << 19) /* CP GFX (PFP, ME, CE) */
1082 
1083 #define GRBM_INT_CNTL                                   0x8060
1084 #       define RDERR_INT_ENABLE                         (1 << 0)
1085 #       define GUI_IDLE_INT_ENABLE                      (1 << 19)
1086 
1087 #define CP_CPC_STATUS                   0x8210
1088 #define CP_CPC_BUSY_STAT                0x8214
1089 #define CP_CPC_STALLED_STAT1                0x8218
1090 #define CP_CPF_STATUS                   0x821c
1091 #define CP_CPF_BUSY_STAT                0x8220
1092 #define CP_CPF_STALLED_STAT1                0x8224
1093 
1094 #define CP_MEC_CNTL                 0x8234
1095 #define     MEC_ME2_HALT                    (1 << 28)
1096 #define     MEC_ME1_HALT                    (1 << 30)
1097 
1098 #define CP_MEC_CNTL                 0x8234
1099 #define     MEC_ME2_HALT                    (1 << 28)
1100 #define     MEC_ME1_HALT                    (1 << 30)
1101 
1102 #define CP_STALLED_STAT3                0x8670
1103 #define CP_STALLED_STAT1                0x8674
1104 #define CP_STALLED_STAT2                0x8678
1105 
1106 #define CP_STAT                     0x8680
1107 
1108 #define CP_ME_CNTL                  0x86D8
1109 #define     CP_CE_HALT                  (1 << 24)
1110 #define     CP_PFP_HALT                 (1 << 26)
1111 #define     CP_ME_HALT                  (1 << 28)
1112 
1113 #define CP_RB0_RPTR                 0x8700
1114 #define CP_RB_WPTR_DELAY                0x8704
1115 #define CP_RB_WPTR_POLL_CNTL                0x8708
1116 #define     IDLE_POLL_COUNT(x)          ((x) << 16)
1117 #define     IDLE_POLL_COUNT_MASK            (0xffff << 16)
1118 
1119 #define CP_MEQ_THRESHOLDS               0x8764
1120 #define     MEQ1_START(x)               ((x) << 0)
1121 #define     MEQ2_START(x)               ((x) << 8)
1122 
1123 #define VGT_VTX_VECT_EJECT_REG              0x88B0
1124 
1125 #define VGT_CACHE_INVALIDATION              0x88C4
1126 #define     CACHE_INVALIDATION(x)               ((x) << 0)
1127 #define         VC_ONLY                     0
1128 #define         TC_ONLY                     1
1129 #define         VC_AND_TC                   2
1130 #define     AUTO_INVLD_EN(x)                ((x) << 6)
1131 #define         NO_AUTO                     0
1132 #define         ES_AUTO                     1
1133 #define         GS_AUTO                     2
1134 #define         ES_AND_GS_AUTO                  3
1135 
1136 #define VGT_GS_VERTEX_REUSE             0x88D4
1137 
1138 #define CC_GC_SHADER_ARRAY_CONFIG           0x89bc
1139 #define     INACTIVE_CUS_MASK           0xFFFF0000
1140 #define     INACTIVE_CUS_SHIFT          16
1141 #define GC_USER_SHADER_ARRAY_CONFIG         0x89c0
1142 
1143 #define PA_CL_ENHANCE                   0x8A14
1144 #define     CLIP_VTX_REORDER_ENA                (1 << 0)
1145 #define     NUM_CLIP_SEQ(x)                 ((x) << 1)
1146 
1147 #define PA_SC_FORCE_EOV_MAX_CNTS            0x8B24
1148 #define     FORCE_EOV_MAX_CLK_CNT(x)            ((x) << 0)
1149 #define     FORCE_EOV_MAX_REZ_CNT(x)            ((x) << 16)
1150 
1151 #define PA_SC_FIFO_SIZE                 0x8BCC
1152 #define     SC_FRONTEND_PRIM_FIFO_SIZE(x)           ((x) << 0)
1153 #define     SC_BACKEND_PRIM_FIFO_SIZE(x)            ((x) << 6)
1154 #define     SC_HIZ_TILE_FIFO_SIZE(x)            ((x) << 15)
1155 #define     SC_EARLYZ_TILE_FIFO_SIZE(x)         ((x) << 23)
1156 
1157 #define PA_SC_ENHANCE                   0x8BF0
1158 #define     ENABLE_PA_SC_OUT_OF_ORDER           (1 << 0)
1159 #define     DISABLE_PA_SC_GUIDANCE              (1 << 13)
1160 
1161 #define SQ_CONFIG                   0x8C00
1162 
1163 #define SH_MEM_BASES                    0x8C28
1164 /* if PTR32, these are the bases for scratch and lds */
1165 #define     PRIVATE_BASE(x)                 ((x) << 0) /* scratch */
1166 #define     SHARED_BASE(x)                  ((x) << 16) /* LDS */
1167 #define SH_MEM_APE1_BASE                0x8C2C
1168 /* if PTR32, this is the base location of GPUVM */
1169 #define SH_MEM_APE1_LIMIT               0x8C30
1170 /* if PTR32, this is the upper limit of GPUVM */
1171 #define SH_MEM_CONFIG                   0x8C34
1172 #define     PTR32                       (1 << 0)
1173 #define     ALIGNMENT_MODE(x)               ((x) << 2)
1174 #define         SH_MEM_ALIGNMENT_MODE_DWORD         0
1175 #define         SH_MEM_ALIGNMENT_MODE_DWORD_STRICT      1
1176 #define         SH_MEM_ALIGNMENT_MODE_STRICT            2
1177 #define         SH_MEM_ALIGNMENT_MODE_UNALIGNED         3
1178 #define     DEFAULT_MTYPE(x)                ((x) << 4)
1179 #define     APE1_MTYPE(x)                   ((x) << 7)
1180 /* valid for both DEFAULT_MTYPE and APE1_MTYPE */
1181 #define MTYPE_CACHED                    0
1182 #define MTYPE_NONCACHED                 3
1183 
1184 #define SX_DEBUG_1                  0x9060
1185 
1186 #define SPI_CONFIG_CNTL                 0x9100
1187 
1188 #define SPI_CONFIG_CNTL_1               0x913C
1189 #define     VTX_DONE_DELAY(x)               ((x) << 0)
1190 #define     INTERP_ONE_PRIM_PER_ROW             (1 << 4)
1191 
1192 #define TA_CNTL_AUX                 0x9508
1193 
1194 #define DB_DEBUG                    0x9830
1195 #define DB_DEBUG2                   0x9834
1196 #define DB_DEBUG3                   0x9838
1197 
1198 #define CC_RB_BACKEND_DISABLE               0x98F4
1199 #define     BACKEND_DISABLE(x)              ((x) << 16)
1200 #define GB_ADDR_CONFIG                  0x98F8
1201 #define     NUM_PIPES(x)                ((x) << 0)
1202 #define     NUM_PIPES_MASK              0x00000007
1203 #define     NUM_PIPES_SHIFT             0
1204 #define     PIPE_INTERLEAVE_SIZE(x)         ((x) << 4)
1205 #define     PIPE_INTERLEAVE_SIZE_MASK       0x00000070
1206 #define     PIPE_INTERLEAVE_SIZE_SHIFT      4
1207 #define     NUM_SHADER_ENGINES(x)           ((x) << 12)
1208 #define     NUM_SHADER_ENGINES_MASK         0x00003000
1209 #define     NUM_SHADER_ENGINES_SHIFT        12
1210 #define     SHADER_ENGINE_TILE_SIZE(x)          ((x) << 16)
1211 #define     SHADER_ENGINE_TILE_SIZE_MASK        0x00070000
1212 #define     SHADER_ENGINE_TILE_SIZE_SHIFT       16
1213 #define     ROW_SIZE(x)                     ((x) << 28)
1214 #define     ROW_SIZE_MASK               0x30000000
1215 #define     ROW_SIZE_SHIFT              28
1216 
1217 #define GB_TILE_MODE0                   0x9910
1218 #       define ARRAY_MODE(x)                    ((x) << 2)
1219 #              define   ARRAY_LINEAR_GENERAL            0
1220 #              define   ARRAY_LINEAR_ALIGNED            1
1221 #              define   ARRAY_1D_TILED_THIN1            2
1222 #              define   ARRAY_2D_TILED_THIN1            4
1223 #              define   ARRAY_PRT_TILED_THIN1           5
1224 #              define   ARRAY_PRT_2D_TILED_THIN1        6
1225 #       define PIPE_CONFIG(x)                   ((x) << 6)
1226 #              define   ADDR_SURF_P2                0
1227 #              define   ADDR_SURF_P4_8x16           4
1228 #              define   ADDR_SURF_P4_16x16          5
1229 #              define   ADDR_SURF_P4_16x32          6
1230 #              define   ADDR_SURF_P4_32x32          7
1231 #              define   ADDR_SURF_P8_16x16_8x16         8
1232 #              define   ADDR_SURF_P8_16x32_8x16         9
1233 #              define   ADDR_SURF_P8_32x32_8x16         10
1234 #              define   ADDR_SURF_P8_16x32_16x16        11
1235 #              define   ADDR_SURF_P8_32x32_16x16        12
1236 #              define   ADDR_SURF_P8_32x32_16x32        13
1237 #              define   ADDR_SURF_P8_32x64_32x32        14
1238 #              define   ADDR_SURF_P16_32x32_8x16        16
1239 #              define   ADDR_SURF_P16_32x32_16x16       17
1240 #       define TILE_SPLIT(x)                    ((x) << 11)
1241 #              define   ADDR_SURF_TILE_SPLIT_64B        0
1242 #              define   ADDR_SURF_TILE_SPLIT_128B       1
1243 #              define   ADDR_SURF_TILE_SPLIT_256B       2
1244 #              define   ADDR_SURF_TILE_SPLIT_512B       3
1245 #              define   ADDR_SURF_TILE_SPLIT_1KB        4
1246 #              define   ADDR_SURF_TILE_SPLIT_2KB        5
1247 #              define   ADDR_SURF_TILE_SPLIT_4KB        6
1248 #       define MICRO_TILE_MODE_NEW(x)               ((x) << 22)
1249 #              define   ADDR_SURF_DISPLAY_MICRO_TILING      0
1250 #              define   ADDR_SURF_THIN_MICRO_TILING     1
1251 #              define   ADDR_SURF_DEPTH_MICRO_TILING        2
1252 #              define   ADDR_SURF_ROTATED_MICRO_TILING      3
1253 #       define SAMPLE_SPLIT(x)                  ((x) << 25)
1254 #              define   ADDR_SURF_SAMPLE_SPLIT_1        0
1255 #              define   ADDR_SURF_SAMPLE_SPLIT_2        1
1256 #              define   ADDR_SURF_SAMPLE_SPLIT_4        2
1257 #              define   ADDR_SURF_SAMPLE_SPLIT_8        3
1258 
1259 #define GB_MACROTILE_MODE0                  0x9990
1260 #       define BANK_WIDTH(x)                    ((x) << 0)
1261 #              define   ADDR_SURF_BANK_WIDTH_1          0
1262 #              define   ADDR_SURF_BANK_WIDTH_2          1
1263 #              define   ADDR_SURF_BANK_WIDTH_4          2
1264 #              define   ADDR_SURF_BANK_WIDTH_8          3
1265 #       define BANK_HEIGHT(x)                   ((x) << 2)
1266 #              define   ADDR_SURF_BANK_HEIGHT_1         0
1267 #              define   ADDR_SURF_BANK_HEIGHT_2         1
1268 #              define   ADDR_SURF_BANK_HEIGHT_4         2
1269 #              define   ADDR_SURF_BANK_HEIGHT_8         3
1270 #       define MACRO_TILE_ASPECT(x)             ((x) << 4)
1271 #              define   ADDR_SURF_MACRO_ASPECT_1        0
1272 #              define   ADDR_SURF_MACRO_ASPECT_2        1
1273 #              define   ADDR_SURF_MACRO_ASPECT_4        2
1274 #              define   ADDR_SURF_MACRO_ASPECT_8        3
1275 #       define NUM_BANKS(x)                 ((x) << 6)
1276 #              define   ADDR_SURF_2_BANK            0
1277 #              define   ADDR_SURF_4_BANK            1
1278 #              define   ADDR_SURF_8_BANK            2
1279 #              define   ADDR_SURF_16_BANK           3
1280 
1281 #define CB_HW_CONTROL                   0x9A10
1282 
1283 #define GC_USER_RB_BACKEND_DISABLE          0x9B7C
1284 #define     BACKEND_DISABLE_MASK            0x00FF0000
1285 #define     BACKEND_DISABLE_SHIFT           16
1286 
1287 #define TCP_CHAN_STEER_LO               0xac0c
1288 #define TCP_CHAN_STEER_HI               0xac10
1289 
1290 #define TC_CFG_L1_LOAD_POLICY0              0xAC68
1291 #define TC_CFG_L1_LOAD_POLICY1              0xAC6C
1292 #define TC_CFG_L1_STORE_POLICY              0xAC70
1293 #define TC_CFG_L2_LOAD_POLICY0              0xAC74
1294 #define TC_CFG_L2_LOAD_POLICY1              0xAC78
1295 #define TC_CFG_L2_STORE_POLICY0             0xAC7C
1296 #define TC_CFG_L2_STORE_POLICY1             0xAC80
1297 #define TC_CFG_L2_ATOMIC_POLICY             0xAC84
1298 #define TC_CFG_L1_VOLATILE              0xAC88
1299 #define TC_CFG_L2_VOLATILE              0xAC8C
1300 
1301 #define CP_RB0_BASE                 0xC100
1302 #define CP_RB0_CNTL                 0xC104
1303 #define     RB_BUFSZ(x)                 ((x) << 0)
1304 #define     RB_BLKSZ(x)                 ((x) << 8)
1305 #define     BUF_SWAP_32BIT                  (2 << 16)
1306 #define     RB_NO_UPDATE                    (1 << 27)
1307 #define     RB_RPTR_WR_ENA                  (1 << 31)
1308 
1309 #define CP_RB0_RPTR_ADDR                0xC10C
1310 #define     RB_RPTR_SWAP_32BIT              (2 << 0)
1311 #define CP_RB0_RPTR_ADDR_HI             0xC110
1312 #define CP_RB0_WPTR                 0xC114
1313 
1314 #define CP_DEVICE_ID                    0xC12C
1315 #define CP_ENDIAN_SWAP                  0xC140
1316 #define CP_RB_VMID                  0xC144
1317 
1318 #define CP_PFP_UCODE_ADDR               0xC150
1319 #define CP_PFP_UCODE_DATA               0xC154
1320 #define CP_ME_RAM_RADDR                 0xC158
1321 #define CP_ME_RAM_WADDR                 0xC15C
1322 #define CP_ME_RAM_DATA                  0xC160
1323 
1324 #define CP_CE_UCODE_ADDR                0xC168
1325 #define CP_CE_UCODE_DATA                0xC16C
1326 #define CP_MEC_ME1_UCODE_ADDR               0xC170
1327 #define CP_MEC_ME1_UCODE_DATA               0xC174
1328 #define CP_MEC_ME2_UCODE_ADDR               0xC178
1329 #define CP_MEC_ME2_UCODE_DATA               0xC17C
1330 
1331 #define CP_INT_CNTL_RING0                               0xC1A8
1332 #       define CNTX_BUSY_INT_ENABLE                     (1 << 19)
1333 #       define CNTX_EMPTY_INT_ENABLE                    (1 << 20)
1334 #       define PRIV_INSTR_INT_ENABLE                    (1 << 22)
1335 #       define PRIV_REG_INT_ENABLE                      (1 << 23)
1336 #       define OPCODE_ERROR_INT_ENABLE                  (1 << 24)
1337 #       define TIME_STAMP_INT_ENABLE                    (1 << 26)
1338 #       define CP_RINGID2_INT_ENABLE                    (1 << 29)
1339 #       define CP_RINGID1_INT_ENABLE                    (1 << 30)
1340 #       define CP_RINGID0_INT_ENABLE                    (1 << 31)
1341 
1342 #define CP_INT_STATUS_RING0                             0xC1B4
1343 #       define PRIV_INSTR_INT_STAT                      (1 << 22)
1344 #       define PRIV_REG_INT_STAT                        (1 << 23)
1345 #       define TIME_STAMP_INT_STAT                      (1 << 26)
1346 #       define CP_RINGID2_INT_STAT                      (1 << 29)
1347 #       define CP_RINGID1_INT_STAT                      (1 << 30)
1348 #       define CP_RINGID0_INT_STAT                      (1 << 31)
1349 
1350 #define CP_MEM_SLP_CNTL                                 0xC1E4
1351 #       define CP_MEM_LS_EN                             (1 << 0)
1352 
1353 #define CP_CPF_DEBUG                                    0xC200
1354 
1355 #define CP_PQ_WPTR_POLL_CNTL                            0xC20C
1356 #define     WPTR_POLL_EN                (1 << 31)
1357 
1358 #define CP_ME1_PIPE0_INT_CNTL                           0xC214
1359 #define CP_ME1_PIPE1_INT_CNTL                           0xC218
1360 #define CP_ME1_PIPE2_INT_CNTL                           0xC21C
1361 #define CP_ME1_PIPE3_INT_CNTL                           0xC220
1362 #define CP_ME2_PIPE0_INT_CNTL                           0xC224
1363 #define CP_ME2_PIPE1_INT_CNTL                           0xC228
1364 #define CP_ME2_PIPE2_INT_CNTL                           0xC22C
1365 #define CP_ME2_PIPE3_INT_CNTL                           0xC230
1366 #       define DEQUEUE_REQUEST_INT_ENABLE               (1 << 13)
1367 #       define WRM_POLL_TIMEOUT_INT_ENABLE              (1 << 17)
1368 #       define PRIV_REG_INT_ENABLE                      (1 << 23)
1369 #       define TIME_STAMP_INT_ENABLE                    (1 << 26)
1370 #       define GENERIC2_INT_ENABLE                      (1 << 29)
1371 #       define GENERIC1_INT_ENABLE                      (1 << 30)
1372 #       define GENERIC0_INT_ENABLE                      (1 << 31)
1373 #define CP_ME1_PIPE0_INT_STATUS                         0xC214
1374 #define CP_ME1_PIPE1_INT_STATUS                         0xC218
1375 #define CP_ME1_PIPE2_INT_STATUS                         0xC21C
1376 #define CP_ME1_PIPE3_INT_STATUS                         0xC220
1377 #define CP_ME2_PIPE0_INT_STATUS                         0xC224
1378 #define CP_ME2_PIPE1_INT_STATUS                         0xC228
1379 #define CP_ME2_PIPE2_INT_STATUS                         0xC22C
1380 #define CP_ME2_PIPE3_INT_STATUS                         0xC230
1381 #       define DEQUEUE_REQUEST_INT_STATUS               (1 << 13)
1382 #       define WRM_POLL_TIMEOUT_INT_STATUS              (1 << 17)
1383 #       define PRIV_REG_INT_STATUS                      (1 << 23)
1384 #       define TIME_STAMP_INT_STATUS                    (1 << 26)
1385 #       define GENERIC2_INT_STATUS                      (1 << 29)
1386 #       define GENERIC1_INT_STATUS                      (1 << 30)
1387 #       define GENERIC0_INT_STATUS                      (1 << 31)
1388 
1389 #define CP_MAX_CONTEXT                  0xC2B8
1390 
1391 #define CP_RB0_BASE_HI                  0xC2C4
1392 
1393 #define RLC_CNTL                                          0xC300
1394 #       define RLC_ENABLE                                 (1 << 0)
1395 
1396 #define RLC_MC_CNTL                                       0xC30C
1397 
1398 #define RLC_MEM_SLP_CNTL                                  0xC318
1399 #       define RLC_MEM_LS_EN                              (1 << 0)
1400 
1401 #define RLC_LB_CNTR_MAX                                   0xC348
1402 
1403 #define RLC_LB_CNTL                                       0xC364
1404 #       define LOAD_BALANCE_ENABLE                        (1 << 0)
1405 
1406 #define RLC_LB_CNTR_INIT                                  0xC36C
1407 
1408 #define RLC_SAVE_AND_RESTORE_BASE                         0xC374
1409 #define RLC_DRIVER_DMA_STATUS                             0xC378 /* dGPU */
1410 #define RLC_CP_TABLE_RESTORE                              0xC378 /* APU */
1411 #define RLC_PG_DELAY_2                                    0xC37C
1412 
1413 #define RLC_GPM_UCODE_ADDR                                0xC388
1414 #define RLC_GPM_UCODE_DATA                                0xC38C
1415 #define RLC_GPU_CLOCK_COUNT_LSB                           0xC390
1416 #define RLC_GPU_CLOCK_COUNT_MSB                           0xC394
1417 #define RLC_CAPTURE_GPU_CLOCK_COUNT                       0xC398
1418 #define RLC_UCODE_CNTL                                    0xC39C
1419 
1420 #define RLC_GPM_STAT                                      0xC400
1421 #       define RLC_GPM_BUSY                               (1 << 0)
1422 #       define GFX_POWER_STATUS                           (1 << 1)
1423 #       define GFX_CLOCK_STATUS                           (1 << 2)
1424 
1425 #define RLC_PG_CNTL                                       0xC40C
1426 #       define GFX_PG_ENABLE                              (1 << 0)
1427 #       define GFX_PG_SRC                                 (1 << 1)
1428 #       define DYN_PER_CU_PG_ENABLE                       (1 << 2)
1429 #       define STATIC_PER_CU_PG_ENABLE                    (1 << 3)
1430 #       define DISABLE_GDS_PG                             (1 << 13)
1431 #       define DISABLE_CP_PG                              (1 << 15)
1432 #       define SMU_CLK_SLOWDOWN_ON_PU_ENABLE              (1 << 17)
1433 #       define SMU_CLK_SLOWDOWN_ON_PD_ENABLE              (1 << 18)
1434 
1435 #define RLC_CGTT_MGCG_OVERRIDE                            0xC420
1436 #define RLC_CGCG_CGLS_CTRL                                0xC424
1437 #       define CGCG_EN                                    (1 << 0)
1438 #       define CGLS_EN                                    (1 << 1)
1439 
1440 #define RLC_PG_DELAY                                      0xC434
1441 
1442 #define RLC_LB_INIT_CU_MASK                               0xC43C
1443 
1444 #define RLC_LB_PARAMS                                     0xC444
1445 
1446 #define RLC_PG_AO_CU_MASK                                 0xC44C
1447 
1448 #define RLC_MAX_PG_CU                   0xC450
1449 #   define MAX_PU_CU(x)             ((x) << 0)
1450 #   define MAX_PU_CU_MASK               (0xff << 0)
1451 #define RLC_AUTO_PG_CTRL                                  0xC454
1452 #       define AUTO_PG_EN                                 (1 << 0)
1453 #   define GRBM_REG_SGIT(x)             ((x) << 3)
1454 #   define GRBM_REG_SGIT_MASK           (0xffff << 3)
1455 
1456 #define RLC_SERDES_WR_CU_MASTER_MASK                      0xC474
1457 #define RLC_SERDES_WR_NONCU_MASTER_MASK                   0xC478
1458 #define RLC_SERDES_WR_CTRL                                0xC47C
1459 #define     BPM_ADDR(x)             ((x) << 0)
1460 #define     BPM_ADDR_MASK               (0xff << 0)
1461 #define     CGLS_ENABLE             (1 << 16)
1462 #define     CGCG_OVERRIDE_0             (1 << 20)
1463 #define     MGCG_OVERRIDE_0             (1 << 22)
1464 #define     MGCG_OVERRIDE_1             (1 << 23)
1465 
1466 #define RLC_SERDES_CU_MASTER_BUSY                         0xC484
1467 #define RLC_SERDES_NONCU_MASTER_BUSY                      0xC488
1468 #       define SE_MASTER_BUSY_MASK                        0x0000ffff
1469 #       define GC_MASTER_BUSY                             (1 << 16)
1470 #       define TC0_MASTER_BUSY                            (1 << 17)
1471 #       define TC1_MASTER_BUSY                            (1 << 18)
1472 
1473 #define RLC_GPM_SCRATCH_ADDR                              0xC4B0
1474 #define RLC_GPM_SCRATCH_DATA                              0xC4B4
1475 
1476 #define RLC_GPR_REG2                                      0xC4E8
1477 #define     REQ                     0x00000001
1478 #define     MESSAGE(x)                  ((x) << 1)
1479 #define     MESSAGE_MASK                0x0000001e
1480 #define     MSG_ENTER_RLC_SAFE_MODE                 1
1481 #define     MSG_EXIT_RLC_SAFE_MODE                  0
1482 
1483 #define CP_HPD_EOP_BASE_ADDR                              0xC904
1484 #define CP_HPD_EOP_BASE_ADDR_HI                           0xC908
1485 #define CP_HPD_EOP_VMID                                   0xC90C
1486 #define CP_HPD_EOP_CONTROL                                0xC910
1487 #define     EOP_SIZE(x)             ((x) << 0)
1488 #define     EOP_SIZE_MASK               (0x3f << 0)
1489 #define CP_MQD_BASE_ADDR                                  0xC914
1490 #define CP_MQD_BASE_ADDR_HI                               0xC918
1491 #define CP_HQD_ACTIVE                                     0xC91C
1492 #define CP_HQD_VMID                                       0xC920
1493 
1494 #define CP_HQD_PERSISTENT_STATE             0xC924u
1495 #define DEFAULT_CP_HQD_PERSISTENT_STATE         (0x33U << 8)
1496 
1497 #define CP_HQD_PIPE_PRIORITY                0xC928u
1498 #define CP_HQD_QUEUE_PRIORITY               0xC92Cu
1499 #define CP_HQD_QUANTUM                  0xC930u
1500 #define QUANTUM_EN                  1U
1501 #define QUANTUM_SCALE_1MS               (1U << 4)
1502 #define QUANTUM_DURATION(x)             ((x) << 8)
1503 
1504 #define CP_HQD_PQ_BASE                                    0xC934
1505 #define CP_HQD_PQ_BASE_HI                                 0xC938
1506 #define CP_HQD_PQ_RPTR                                    0xC93C
1507 #define CP_HQD_PQ_RPTR_REPORT_ADDR                        0xC940
1508 #define CP_HQD_PQ_RPTR_REPORT_ADDR_HI                     0xC944
1509 #define CP_HQD_PQ_WPTR_POLL_ADDR                          0xC948
1510 #define CP_HQD_PQ_WPTR_POLL_ADDR_HI                       0xC94C
1511 #define CP_HQD_PQ_DOORBELL_CONTROL                        0xC950
1512 #define     DOORBELL_OFFSET(x)          ((x) << 2)
1513 #define     DOORBELL_OFFSET_MASK            (0x1fffff << 2)
1514 #define     DOORBELL_SOURCE                 (1 << 28)
1515 #define     DOORBELL_SCHD_HIT               (1 << 29)
1516 #define     DOORBELL_EN                 (1 << 30)
1517 #define     DOORBELL_HIT                (1 << 31)
1518 #define CP_HQD_PQ_WPTR                                    0xC954
1519 #define CP_HQD_PQ_CONTROL                                 0xC958
1520 #define     QUEUE_SIZE(x)               ((x) << 0)
1521 #define     QUEUE_SIZE_MASK                 (0x3f << 0)
1522 #define     RPTR_BLOCK_SIZE(x)          ((x) << 8)
1523 #define     RPTR_BLOCK_SIZE_MASK            (0x3f << 8)
1524 #define     PQ_VOLATILE                 (1 << 26)
1525 #define     NO_UPDATE_RPTR                  (1 << 27)
1526 #define     UNORD_DISPATCH                  (1 << 28)
1527 #define     ROQ_PQ_IB_FLIP                  (1 << 29)
1528 #define     PRIV_STATE                  (1 << 30)
1529 #define     KMD_QUEUE                   (1 << 31)
1530 
1531 #define CP_HQD_IB_BASE_ADDR             0xC95Cu
1532 #define CP_HQD_IB_BASE_ADDR_HI          0xC960u
1533 #define CP_HQD_IB_RPTR                  0xC964u
1534 #define CP_HQD_IB_CONTROL               0xC968u
1535 #define IB_ATC_EN                   (1U << 23)
1536 #define DEFAULT_MIN_IB_AVAIL_SIZE           (3U << 20)
1537 
1538 #define CP_HQD_DEQUEUE_REQUEST          0xC974
1539 #define DEQUEUE_REQUEST_DRAIN               1
1540 #define DEQUEUE_REQUEST_RESET               2
1541 
1542 #define CP_MQD_CONTROL                                  0xC99C
1543 #define     MQD_VMID(x)             ((x) << 0)
1544 #define     MQD_VMID_MASK               (0xf << 0)
1545 
1546 #define CP_HQD_SEMA_CMD                 0xC97Cu
1547 #define CP_HQD_MSG_TYPE                 0xC980u
1548 #define CP_HQD_ATOMIC0_PREOP_LO         0xC984u
1549 #define CP_HQD_ATOMIC0_PREOP_HI         0xC988u
1550 #define CP_HQD_ATOMIC1_PREOP_LO         0xC98Cu
1551 #define CP_HQD_ATOMIC1_PREOP_HI         0xC990u
1552 #define CP_HQD_HQ_SCHEDULER0            0xC994u
1553 #define CP_HQD_HQ_SCHEDULER1            0xC998u
1554 
1555 #define SH_STATIC_MEM_CONFIG            0x9604u
1556 
1557 #define DB_RENDER_CONTROL                               0x28000
1558 
1559 #define PA_SC_RASTER_CONFIG                             0x28350
1560 #       define RASTER_CONFIG_RB_MAP_0                   0
1561 #       define RASTER_CONFIG_RB_MAP_1                   1
1562 #       define RASTER_CONFIG_RB_MAP_2                   2
1563 #       define RASTER_CONFIG_RB_MAP_3                   3
1564 #define     PKR_MAP(x)              ((x) << 8)
1565 
1566 #define VGT_EVENT_INITIATOR                             0x28a90
1567 #       define SAMPLE_STREAMOUTSTATS1                   (1 << 0)
1568 #       define SAMPLE_STREAMOUTSTATS2                   (2 << 0)
1569 #       define SAMPLE_STREAMOUTSTATS3                   (3 << 0)
1570 #       define CACHE_FLUSH_TS                           (4 << 0)
1571 #       define CACHE_FLUSH                              (6 << 0)
1572 #       define CS_PARTIAL_FLUSH                         (7 << 0)
1573 #       define VGT_STREAMOUT_RESET                      (10 << 0)
1574 #       define END_OF_PIPE_INCR_DE                      (11 << 0)
1575 #       define END_OF_PIPE_IB_END                       (12 << 0)
1576 #       define RST_PIX_CNT                              (13 << 0)
1577 #       define VS_PARTIAL_FLUSH                         (15 << 0)
1578 #       define PS_PARTIAL_FLUSH                         (16 << 0)
1579 #       define CACHE_FLUSH_AND_INV_TS_EVENT             (20 << 0)
1580 #       define ZPASS_DONE                               (21 << 0)
1581 #       define CACHE_FLUSH_AND_INV_EVENT                (22 << 0)
1582 #       define PERFCOUNTER_START                        (23 << 0)
1583 #       define PERFCOUNTER_STOP                         (24 << 0)
1584 #       define PIPELINESTAT_START                       (25 << 0)
1585 #       define PIPELINESTAT_STOP                        (26 << 0)
1586 #       define PERFCOUNTER_SAMPLE                       (27 << 0)
1587 #       define SAMPLE_PIPELINESTAT                      (30 << 0)
1588 #       define SO_VGT_STREAMOUT_FLUSH                   (31 << 0)
1589 #       define SAMPLE_STREAMOUTSTATS                    (32 << 0)
1590 #       define RESET_VTX_CNT                            (33 << 0)
1591 #       define VGT_FLUSH                                (36 << 0)
1592 #       define BOTTOM_OF_PIPE_TS                        (40 << 0)
1593 #       define DB_CACHE_FLUSH_AND_INV                   (42 << 0)
1594 #       define FLUSH_AND_INV_DB_DATA_TS                 (43 << 0)
1595 #       define FLUSH_AND_INV_DB_META                    (44 << 0)
1596 #       define FLUSH_AND_INV_CB_DATA_TS                 (45 << 0)
1597 #       define FLUSH_AND_INV_CB_META                    (46 << 0)
1598 #       define CS_DONE                                  (47 << 0)
1599 #       define PS_DONE                                  (48 << 0)
1600 #       define FLUSH_AND_INV_CB_PIXEL_DATA              (49 << 0)
1601 #       define THREAD_TRACE_START                       (51 << 0)
1602 #       define THREAD_TRACE_STOP                        (52 << 0)
1603 #       define THREAD_TRACE_FLUSH                       (54 << 0)
1604 #       define THREAD_TRACE_FINISH                      (55 << 0)
1605 #       define PIXEL_PIPE_STAT_CONTROL                  (56 << 0)
1606 #       define PIXEL_PIPE_STAT_DUMP                     (57 << 0)
1607 #       define PIXEL_PIPE_STAT_RESET                    (58 << 0)
1608 
1609 #define SCRATCH_REG0                    0x30100
1610 #define SCRATCH_REG1                    0x30104
1611 #define SCRATCH_REG2                    0x30108
1612 #define SCRATCH_REG3                    0x3010C
1613 #define SCRATCH_REG4                    0x30110
1614 #define SCRATCH_REG5                    0x30114
1615 #define SCRATCH_REG6                    0x30118
1616 #define SCRATCH_REG7                    0x3011C
1617 
1618 #define SCRATCH_UMSK                    0x30140
1619 #define SCRATCH_ADDR                    0x30144
1620 
1621 #define CP_SEM_WAIT_TIMER               0x301BC
1622 
1623 #define CP_SEM_INCOMPLETE_TIMER_CNTL            0x301C8
1624 
1625 #define CP_WAIT_REG_MEM_TIMEOUT             0x301D0
1626 
1627 #define GRBM_GFX_INDEX                      0x30800
1628 #define     INSTANCE_INDEX(x)           ((x) << 0)
1629 #define     SH_INDEX(x)                 ((x) << 8)
1630 #define     SE_INDEX(x)                 ((x) << 16)
1631 #define     SH_BROADCAST_WRITES             (1 << 29)
1632 #define     INSTANCE_BROADCAST_WRITES           (1 << 30)
1633 #define     SE_BROADCAST_WRITES             (1 << 31)
1634 
1635 #define VGT_ESGS_RING_SIZE              0x30900
1636 #define VGT_GSVS_RING_SIZE              0x30904
1637 #define VGT_PRIMITIVE_TYPE              0x30908
1638 #define VGT_INDEX_TYPE                  0x3090C
1639 
1640 #define VGT_NUM_INDICES                 0x30930
1641 #define VGT_NUM_INSTANCES               0x30934
1642 #define VGT_TF_RING_SIZE                0x30938
1643 #define VGT_HS_OFFCHIP_PARAM                0x3093C
1644 #define VGT_TF_MEMORY_BASE              0x30940
1645 
1646 #define PA_SU_LINE_STIPPLE_VALUE            0x30a00
1647 #define PA_SC_LINE_STIPPLE_STATE            0x30a04
1648 
1649 #define SQC_CACHES                  0x30d20
1650 
1651 #define CP_PERFMON_CNTL                 0x36020
1652 
1653 #define CGTS_SM_CTRL_REG                0x3c000
1654 #define     SM_MODE(x)              ((x) << 17)
1655 #define     SM_MODE_MASK                (0x7 << 17)
1656 #define     SM_MODE_ENABLE              (1 << 20)
1657 #define     CGTS_OVERRIDE               (1 << 21)
1658 #define     CGTS_LS_OVERRIDE            (1 << 22)
1659 #define     ON_MONITOR_ADD_EN           (1 << 23)
1660 #define     ON_MONITOR_ADD(x)           ((x) << 24)
1661 #define     ON_MONITOR_ADD_MASK         (0xff << 24)
1662 
1663 #define CGTS_TCC_DISABLE                0x3c00c
1664 #define CGTS_USER_TCC_DISABLE               0x3c010
1665 #define     TCC_DISABLE_MASK                0xFFFF0000
1666 #define     TCC_DISABLE_SHIFT               16
1667 
1668 #define CB_CGTT_SCLK_CTRL               0x3c2a0
1669 
1670 /*
1671  * PM4
1672  */
1673 #define PACKET_TYPE0    0
1674 #define PACKET_TYPE1    1
1675 #define PACKET_TYPE2    2
1676 #define PACKET_TYPE3    3
1677 
1678 #define CP_PACKET_GET_TYPE(h) (((h) >> 30) & 3)
1679 #define CP_PACKET_GET_COUNT(h) (((h) >> 16) & 0x3FFF)
1680 #define CP_PACKET0_GET_REG(h) (((h) & 0xFFFF) << 2)
1681 #define CP_PACKET3_GET_OPCODE(h) (((h) >> 8) & 0xFF)
1682 #define PACKET0(reg, n) ((PACKET_TYPE0 << 30) |             \
1683              (((reg) >> 2) & 0xFFFF) |          \
1684              ((n) & 0x3FFF) << 16)
1685 #define CP_PACKET2          0x80000000
1686 #define     PACKET2_PAD_SHIFT       0
1687 #define     PACKET2_PAD_MASK        (0x3fffffff << 0)
1688 
1689 #define PACKET2(v)  (CP_PACKET2 | REG_SET(PACKET2_PAD, (v)))
1690 
1691 #define PACKET3(op, n)  ((PACKET_TYPE3 << 30) |             \
1692              (((op) & 0xFF) << 8) |             \
1693              ((n) & 0x3FFF) << 16)
1694 
1695 #define PACKET3_COMPUTE(op, n) (PACKET3(op, n) | 1 << 1)
1696 
1697 /* Packet 3 types */
1698 #define PACKET3_NOP                 0x10
1699 #define PACKET3_SET_BASE                0x11
1700 #define     PACKET3_BASE_INDEX(x)                  ((x) << 0)
1701 #define         CE_PARTITION_BASE       3
1702 #define PACKET3_CLEAR_STATE             0x12
1703 #define PACKET3_INDEX_BUFFER_SIZE           0x13
1704 #define PACKET3_DISPATCH_DIRECT             0x15
1705 #define PACKET3_DISPATCH_INDIRECT           0x16
1706 #define PACKET3_ATOMIC_GDS              0x1D
1707 #define PACKET3_ATOMIC_MEM              0x1E
1708 #define PACKET3_OCCLUSION_QUERY             0x1F
1709 #define PACKET3_SET_PREDICATION             0x20
1710 #define PACKET3_REG_RMW                 0x21
1711 #define PACKET3_COND_EXEC               0x22
1712 #define PACKET3_PRED_EXEC               0x23
1713 #define PACKET3_DRAW_INDIRECT               0x24
1714 #define PACKET3_DRAW_INDEX_INDIRECT         0x25
1715 #define PACKET3_INDEX_BASE              0x26
1716 #define PACKET3_DRAW_INDEX_2                0x27
1717 #define PACKET3_CONTEXT_CONTROL             0x28
1718 #define PACKET3_INDEX_TYPE              0x2A
1719 #define PACKET3_DRAW_INDIRECT_MULTI         0x2C
1720 #define PACKET3_DRAW_INDEX_AUTO             0x2D
1721 #define PACKET3_NUM_INSTANCES               0x2F
1722 #define PACKET3_DRAW_INDEX_MULTI_AUTO           0x30
1723 #define PACKET3_INDIRECT_BUFFER_CONST           0x33
1724 #define PACKET3_STRMOUT_BUFFER_UPDATE           0x34
1725 #define PACKET3_DRAW_INDEX_OFFSET_2         0x35
1726 #define PACKET3_DRAW_PREAMBLE               0x36
1727 #define PACKET3_WRITE_DATA              0x37
1728 #define     WRITE_DATA_DST_SEL(x)                   ((x) << 8)
1729                 /* 0 - register
1730          * 1 - memory (sync - via GRBM)
1731          * 2 - gl2
1732          * 3 - gds
1733          * 4 - reserved
1734          * 5 - memory (async - direct)
1735          */
1736 #define     WR_ONE_ADDR                             (1 << 16)
1737 #define     WR_CONFIRM                              (1 << 20)
1738 #define     WRITE_DATA_CACHE_POLICY(x)              ((x) << 25)
1739                 /* 0 - LRU
1740          * 1 - Stream
1741          */
1742 #define     WRITE_DATA_ENGINE_SEL(x)                ((x) << 30)
1743                 /* 0 - me
1744          * 1 - pfp
1745          * 2 - ce
1746          */
1747 #define PACKET3_DRAW_INDEX_INDIRECT_MULTI       0x38
1748 #define PACKET3_MEM_SEMAPHORE               0x39
1749 #              define PACKET3_SEM_USE_MAILBOX       (0x1 << 16)
1750 #              define PACKET3_SEM_SEL_SIGNAL_TYPE   (0x1 << 20) /* 0 = increment, 1 = write 1 */
1751 #              define PACKET3_SEM_CLIENT_CODE       ((x) << 24) /* 0 = CP, 1 = CB, 2 = DB */
1752 #              define PACKET3_SEM_SEL_SIGNAL        (0x6 << 29)
1753 #              define PACKET3_SEM_SEL_WAIT      (0x7 << 29)
1754 #define PACKET3_COPY_DW                 0x3B
1755 #define PACKET3_WAIT_REG_MEM                0x3C
1756 #define     WAIT_REG_MEM_FUNCTION(x)                ((x) << 0)
1757                 /* 0 - always
1758          * 1 - <
1759          * 2 - <=
1760          * 3 - ==
1761          * 4 - !=
1762          * 5 - >=
1763          * 6 - >
1764          */
1765 #define     WAIT_REG_MEM_MEM_SPACE(x)               ((x) << 4)
1766                 /* 0 - reg
1767          * 1 - mem
1768          */
1769 #define     WAIT_REG_MEM_OPERATION(x)               ((x) << 6)
1770                 /* 0 - wait_reg_mem
1771          * 1 - wr_wait_wr_reg
1772          */
1773 #define     WAIT_REG_MEM_ENGINE(x)                  ((x) << 8)
1774                 /* 0 - me
1775          * 1 - pfp
1776          */
1777 #define PACKET3_INDIRECT_BUFFER             0x3F
1778 #define     INDIRECT_BUFFER_TCL2_VOLATILE           (1 << 22)
1779 #define     INDIRECT_BUFFER_VALID                   (1 << 23)
1780 #define     INDIRECT_BUFFER_CACHE_POLICY(x)         ((x) << 28)
1781                 /* 0 - LRU
1782          * 1 - Stream
1783          * 2 - Bypass
1784          */
1785 #define PACKET3_COPY_DATA               0x40
1786 #define PACKET3_PFP_SYNC_ME             0x42
1787 #define PACKET3_SURFACE_SYNC                0x43
1788 #              define PACKET3_DEST_BASE_0_ENA      (1 << 0)
1789 #              define PACKET3_DEST_BASE_1_ENA      (1 << 1)
1790 #              define PACKET3_CB0_DEST_BASE_ENA    (1 << 6)
1791 #              define PACKET3_CB1_DEST_BASE_ENA    (1 << 7)
1792 #              define PACKET3_CB2_DEST_BASE_ENA    (1 << 8)
1793 #              define PACKET3_CB3_DEST_BASE_ENA    (1 << 9)
1794 #              define PACKET3_CB4_DEST_BASE_ENA    (1 << 10)
1795 #              define PACKET3_CB5_DEST_BASE_ENA    (1 << 11)
1796 #              define PACKET3_CB6_DEST_BASE_ENA    (1 << 12)
1797 #              define PACKET3_CB7_DEST_BASE_ENA    (1 << 13)
1798 #              define PACKET3_DB_DEST_BASE_ENA     (1 << 14)
1799 #              define PACKET3_TCL1_VOL_ACTION_ENA  (1 << 15)
1800 #              define PACKET3_TC_VOL_ACTION_ENA    (1 << 16) /* L2 */
1801 #              define PACKET3_TC_WB_ACTION_ENA     (1 << 18) /* L2 */
1802 #              define PACKET3_DEST_BASE_2_ENA      (1 << 19)
1803 #              define PACKET3_DEST_BASE_3_ENA      (1 << 21)
1804 #              define PACKET3_TCL1_ACTION_ENA      (1 << 22)
1805 #              define PACKET3_TC_ACTION_ENA        (1 << 23) /* L2 */
1806 #              define PACKET3_CB_ACTION_ENA        (1 << 25)
1807 #              define PACKET3_DB_ACTION_ENA        (1 << 26)
1808 #              define PACKET3_SH_KCACHE_ACTION_ENA (1 << 27)
1809 #              define PACKET3_SH_KCACHE_VOL_ACTION_ENA (1 << 28)
1810 #              define PACKET3_SH_ICACHE_ACTION_ENA (1 << 29)
1811 #define PACKET3_COND_WRITE              0x45
1812 #define PACKET3_EVENT_WRITE             0x46
1813 #define     EVENT_TYPE(x)                           ((x) << 0)
1814 #define     EVENT_INDEX(x)                          ((x) << 8)
1815                 /* 0 - any non-TS event
1816          * 1 - ZPASS_DONE, PIXEL_PIPE_STAT_*
1817          * 2 - SAMPLE_PIPELINESTAT
1818          * 3 - SAMPLE_STREAMOUTSTAT*
1819          * 4 - *S_PARTIAL_FLUSH
1820          * 5 - EOP events
1821          * 6 - EOS events
1822          */
1823 #define PACKET3_EVENT_WRITE_EOP             0x47
1824 #define     EOP_TCL1_VOL_ACTION_EN                  (1 << 12)
1825 #define     EOP_TC_VOL_ACTION_EN                    (1 << 13) /* L2 */
1826 #define     EOP_TC_WB_ACTION_EN                     (1 << 15) /* L2 */
1827 #define     EOP_TCL1_ACTION_EN                      (1 << 16)
1828 #define     EOP_TC_ACTION_EN                        (1 << 17) /* L2 */
1829 #define     EOP_TCL2_VOLATILE                       (1 << 24)
1830 #define     EOP_CACHE_POLICY(x)                     ((x) << 25)
1831                 /* 0 - LRU
1832          * 1 - Stream
1833          * 2 - Bypass
1834          */
1835 #define     DATA_SEL(x)                             ((x) << 29)
1836                 /* 0 - discard
1837          * 1 - send low 32bit data
1838          * 2 - send 64bit data
1839          * 3 - send 64bit GPU counter value
1840          * 4 - send 64bit sys counter value
1841          */
1842 #define     INT_SEL(x)                              ((x) << 24)
1843                 /* 0 - none
1844          * 1 - interrupt only (DATA_SEL = 0)
1845          * 2 - interrupt when data write is confirmed
1846          */
1847 #define     DST_SEL(x)                              ((x) << 16)
1848                 /* 0 - MC
1849          * 1 - TC/L2
1850          */
1851 #define PACKET3_EVENT_WRITE_EOS             0x48
1852 #define PACKET3_RELEASE_MEM             0x49
1853 #define PACKET3_PREAMBLE_CNTL               0x4A
1854 #              define PACKET3_PREAMBLE_BEGIN_CLEAR_STATE     (2 << 28)
1855 #              define PACKET3_PREAMBLE_END_CLEAR_STATE       (3 << 28)
1856 #define PACKET3_DMA_DATA                0x50
1857 /* 1. header
1858  * 2. CONTROL
1859  * 3. SRC_ADDR_LO or DATA [31:0]
1860  * 4. SRC_ADDR_HI [31:0]
1861  * 5. DST_ADDR_LO [31:0]
1862  * 6. DST_ADDR_HI [7:0]
1863  * 7. COMMAND [30:21] | BYTE_COUNT [20:0]
1864  */
1865 /* CONTROL */
1866 #              define PACKET3_DMA_DATA_ENGINE(x)     ((x) << 0)
1867                 /* 0 - ME
1868          * 1 - PFP
1869          */
1870 #              define PACKET3_DMA_DATA_SRC_CACHE_POLICY(x) ((x) << 13)
1871                 /* 0 - LRU
1872          * 1 - Stream
1873          * 2 - Bypass
1874          */
1875 #              define PACKET3_DMA_DATA_SRC_VOLATILE (1 << 15)
1876 #              define PACKET3_DMA_DATA_DST_SEL(x)  ((x) << 20)
1877                 /* 0 - DST_ADDR using DAS
1878          * 1 - GDS
1879          * 3 - DST_ADDR using L2
1880          */
1881 #              define PACKET3_DMA_DATA_DST_CACHE_POLICY(x) ((x) << 25)
1882                 /* 0 - LRU
1883          * 1 - Stream
1884          * 2 - Bypass
1885          */
1886 #              define PACKET3_DMA_DATA_DST_VOLATILE (1 << 27)
1887 #              define PACKET3_DMA_DATA_SRC_SEL(x)  ((x) << 29)
1888                 /* 0 - SRC_ADDR using SAS
1889          * 1 - GDS
1890          * 2 - DATA
1891          * 3 - SRC_ADDR using L2
1892          */
1893 #              define PACKET3_DMA_DATA_CP_SYNC     (1 << 31)
1894 /* COMMAND */
1895 #              define PACKET3_DMA_DATA_DIS_WC      (1 << 21)
1896 #              define PACKET3_DMA_DATA_CMD_SRC_SWAP(x) ((x) << 22)
1897                 /* 0 - none
1898          * 1 - 8 in 16
1899          * 2 - 8 in 32
1900          * 3 - 8 in 64
1901          */
1902 #              define PACKET3_DMA_DATA_CMD_DST_SWAP(x) ((x) << 24)
1903                 /* 0 - none
1904          * 1 - 8 in 16
1905          * 2 - 8 in 32
1906          * 3 - 8 in 64
1907          */
1908 #              define PACKET3_DMA_DATA_CMD_SAS     (1 << 26)
1909                 /* 0 - memory
1910          * 1 - register
1911          */
1912 #              define PACKET3_DMA_DATA_CMD_DAS     (1 << 27)
1913                 /* 0 - memory
1914          * 1 - register
1915          */
1916 #              define PACKET3_DMA_DATA_CMD_SAIC    (1 << 28)
1917 #              define PACKET3_DMA_DATA_CMD_DAIC    (1 << 29)
1918 #              define PACKET3_DMA_DATA_CMD_RAW_WAIT  (1 << 30)
1919 #define PACKET3_AQUIRE_MEM              0x58
1920 #define PACKET3_REWIND                  0x59
1921 #define PACKET3_LOAD_UCONFIG_REG            0x5E
1922 #define PACKET3_LOAD_SH_REG             0x5F
1923 #define PACKET3_LOAD_CONFIG_REG             0x60
1924 #define PACKET3_LOAD_CONTEXT_REG            0x61
1925 #define PACKET3_SET_CONFIG_REG              0x68
1926 #define     PACKET3_SET_CONFIG_REG_START            0x00008000
1927 #define     PACKET3_SET_CONFIG_REG_END          0x0000b000
1928 #define PACKET3_SET_CONTEXT_REG             0x69
1929 #define     PACKET3_SET_CONTEXT_REG_START           0x00028000
1930 #define     PACKET3_SET_CONTEXT_REG_END         0x00029000
1931 #define PACKET3_SET_CONTEXT_REG_INDIRECT        0x73
1932 #define PACKET3_SET_SH_REG              0x76
1933 #define     PACKET3_SET_SH_REG_START            0x0000b000
1934 #define     PACKET3_SET_SH_REG_END              0x0000c000
1935 #define PACKET3_SET_SH_REG_OFFSET           0x77
1936 #define PACKET3_SET_QUEUE_REG               0x78
1937 #define PACKET3_SET_UCONFIG_REG             0x79
1938 #define     PACKET3_SET_UCONFIG_REG_START           0x00030000
1939 #define     PACKET3_SET_UCONFIG_REG_END         0x00031000
1940 #define PACKET3_SCRATCH_RAM_WRITE           0x7D
1941 #define PACKET3_SCRATCH_RAM_READ            0x7E
1942 #define PACKET3_LOAD_CONST_RAM              0x80
1943 #define PACKET3_WRITE_CONST_RAM             0x81
1944 #define PACKET3_DUMP_CONST_RAM              0x83
1945 #define PACKET3_INCREMENT_CE_COUNTER            0x84
1946 #define PACKET3_INCREMENT_DE_COUNTER            0x85
1947 #define PACKET3_WAIT_ON_CE_COUNTER          0x86
1948 #define PACKET3_WAIT_ON_DE_COUNTER_DIFF         0x88
1949 #define PACKET3_SWITCH_BUFFER               0x8B
1950 
1951 /* SDMA - first instance at 0xd000, second at 0xd800 */
1952 #define SDMA0_REGISTER_OFFSET                             0x0 /* not a register */
1953 #define SDMA1_REGISTER_OFFSET                             0x800 /* not a register */
1954 
1955 #define SDMA0_UCODE_ADDR                                  0xD000
1956 #define SDMA0_UCODE_DATA                                  0xD004
1957 #define SDMA0_POWER_CNTL                                  0xD008
1958 #define SDMA0_CLK_CTRL                                    0xD00C
1959 
1960 #define SDMA0_CNTL                                        0xD010
1961 #       define TRAP_ENABLE                                (1 << 0)
1962 #       define SEM_INCOMPLETE_INT_ENABLE                  (1 << 1)
1963 #       define SEM_WAIT_INT_ENABLE                        (1 << 2)
1964 #       define DATA_SWAP_ENABLE                           (1 << 3)
1965 #       define FENCE_SWAP_ENABLE                          (1 << 4)
1966 #       define AUTO_CTXSW_ENABLE                          (1 << 18)
1967 #       define CTXEMPTY_INT_ENABLE                        (1 << 28)
1968 
1969 #define SDMA0_TILING_CONFIG                   0xD018
1970 
1971 #define SDMA0_SEM_INCOMPLETE_TIMER_CNTL                   0xD020
1972 #define SDMA0_SEM_WAIT_FAIL_TIMER_CNTL                    0xD024
1973 
1974 #define SDMA0_STATUS_REG                                  0xd034
1975 #       define SDMA_IDLE                                  (1 << 0)
1976 
1977 #define SDMA0_ME_CNTL                                     0xD048
1978 #       define SDMA_HALT                                  (1 << 0)
1979 
1980 #define SDMA0_GFX_RB_CNTL                                 0xD200
1981 #       define SDMA_RB_ENABLE                             (1 << 0)
1982 #       define SDMA_RB_SIZE(x)                            ((x) << 1) /* log2 */
1983 #       define SDMA_RB_SWAP_ENABLE                        (1 << 9) /* 8IN32 */
1984 #       define SDMA_RPTR_WRITEBACK_ENABLE                 (1 << 12)
1985 #       define SDMA_RPTR_WRITEBACK_SWAP_ENABLE            (1 << 13)  /* 8IN32 */
1986 #       define SDMA_RPTR_WRITEBACK_TIMER(x)               ((x) << 16) /* log2 */
1987 #define SDMA0_GFX_RB_BASE                                 0xD204
1988 #define SDMA0_GFX_RB_BASE_HI                              0xD208
1989 #define SDMA0_GFX_RB_RPTR                                 0xD20C
1990 #define SDMA0_GFX_RB_WPTR                                 0xD210
1991 
1992 #define SDMA0_GFX_RB_RPTR_ADDR_HI                         0xD220
1993 #define SDMA0_GFX_RB_RPTR_ADDR_LO                         0xD224
1994 #define SDMA0_GFX_IB_CNTL                                 0xD228
1995 #       define SDMA_IB_ENABLE                             (1 << 0)
1996 #       define SDMA_IB_SWAP_ENABLE                        (1 << 4)
1997 #       define SDMA_SWITCH_INSIDE_IB                      (1 << 8)
1998 #       define SDMA_CMD_VMID(x)                           ((x) << 16)
1999 
2000 #define SDMA0_GFX_VIRTUAL_ADDR                            0xD29C
2001 #define SDMA0_GFX_APE1_CNTL                               0xD2A0
2002 
2003 #define SDMA_PACKET(op, sub_op, e)  ((((e) & 0xFFFF) << 16) |   \
2004                      (((sub_op) & 0xFF) << 8) | \
2005                      (((op) & 0xFF) << 0))
2006 /* sDMA opcodes */
2007 #define SDMA_OPCODE_NOP                   0
2008 #define SDMA_OPCODE_COPY                  1
2009 #       define SDMA_COPY_SUB_OPCODE_LINEAR                0
2010 #       define SDMA_COPY_SUB_OPCODE_TILED                 1
2011 #       define SDMA_COPY_SUB_OPCODE_SOA                   3
2012 #       define SDMA_COPY_SUB_OPCODE_LINEAR_SUB_WINDOW     4
2013 #       define SDMA_COPY_SUB_OPCODE_TILED_SUB_WINDOW      5
2014 #       define SDMA_COPY_SUB_OPCODE_T2T_SUB_WINDOW        6
2015 #define SDMA_OPCODE_WRITE                 2
2016 #       define SDMA_WRITE_SUB_OPCODE_LINEAR               0
2017 #       define SDMA_WRITE_SUB_OPCODE_TILED                1
2018 #define SDMA_OPCODE_INDIRECT_BUFFER           4
2019 #define SDMA_OPCODE_FENCE                 5
2020 #define SDMA_OPCODE_TRAP                  6
2021 #define SDMA_OPCODE_SEMAPHORE                 7
2022 #       define SDMA_SEMAPHORE_EXTRA_O                     (1 << 13)
2023                 /* 0 - increment
2024          * 1 - write 1
2025          */
2026 #       define SDMA_SEMAPHORE_EXTRA_S                     (1 << 14)
2027                 /* 0 - wait
2028          * 1 - signal
2029          */
2030 #       define SDMA_SEMAPHORE_EXTRA_M                     (1 << 15)
2031                 /* mailbox */
2032 #define SDMA_OPCODE_POLL_REG_MEM              8
2033 #       define SDMA_POLL_REG_MEM_EXTRA_OP(x)              ((x) << 10)
2034                 /* 0 - wait_reg_mem
2035          * 1 - wr_wait_wr_reg
2036          */
2037 #       define SDMA_POLL_REG_MEM_EXTRA_FUNC(x)            ((x) << 12)
2038                 /* 0 - always
2039          * 1 - <
2040          * 2 - <=
2041          * 3 - ==
2042          * 4 - !=
2043          * 5 - >=
2044          * 6 - >
2045          */
2046 #       define SDMA_POLL_REG_MEM_EXTRA_M                  (1 << 15)
2047                 /* 0 = register
2048          * 1 = memory
2049          */
2050 #define SDMA_OPCODE_COND_EXEC                 9
2051 #define SDMA_OPCODE_CONSTANT_FILL             11
2052 #       define SDMA_CONSTANT_FILL_EXTRA_SIZE(x)           ((x) << 14)
2053                 /* 0 = byte fill
2054          * 2 = DW fill
2055          */
2056 #define SDMA_OPCODE_GENERATE_PTE_PDE              12
2057 #define SDMA_OPCODE_TIMESTAMP                 13
2058 #       define SDMA_TIMESTAMP_SUB_OPCODE_SET_LOCAL        0
2059 #       define SDMA_TIMESTAMP_SUB_OPCODE_GET_LOCAL        1
2060 #       define SDMA_TIMESTAMP_SUB_OPCODE_GET_GLOBAL       2
2061 #define SDMA_OPCODE_SRBM_WRITE                14
2062 #       define SDMA_SRBM_WRITE_EXTRA_BYTE_ENABLE(x)       ((x) << 12)
2063                 /* byte mask */
2064 
2065 /* UVD */
2066 
2067 #define UVD_UDEC_ADDR_CONFIG        0xef4c
2068 #define UVD_UDEC_DB_ADDR_CONFIG     0xef50
2069 #define UVD_UDEC_DBW_ADDR_CONFIG    0xef54
2070 #define UVD_NO_OP           0xeffc
2071 
2072 #define UVD_LMI_EXT40_ADDR      0xf498
2073 #define UVD_GP_SCRATCH4         0xf4e0
2074 #define UVD_LMI_ADDR_EXT        0xf594
2075 #define UVD_VCPU_CACHE_OFFSET0      0xf608
2076 #define UVD_VCPU_CACHE_SIZE0        0xf60c
2077 #define UVD_VCPU_CACHE_OFFSET1      0xf610
2078 #define UVD_VCPU_CACHE_SIZE1        0xf614
2079 #define UVD_VCPU_CACHE_OFFSET2      0xf618
2080 #define UVD_VCPU_CACHE_SIZE2        0xf61c
2081 
2082 #define UVD_RBC_RB_RPTR         0xf690
2083 #define UVD_RBC_RB_WPTR         0xf694
2084 
2085 #define UVD_CGC_CTRL                    0xF4B0
2086 #   define DCM                  (1 << 0)
2087 #   define CG_DT(x)                 ((x) << 2)
2088 #   define CG_DT_MASK               (0xf << 2)
2089 #   define CLK_OD(x)                ((x) << 6)
2090 #   define CLK_OD_MASK              (0x1f << 6)
2091 
2092 #define UVD_STATUS                  0xf6bc
2093 
2094 /* UVD clocks */
2095 
2096 #define CG_DCLK_CNTL            0xC050009C
2097 #   define DCLK_DIVIDER_MASK    0x7f
2098 #   define DCLK_DIR_CNTL_EN     (1 << 8)
2099 #define CG_DCLK_STATUS          0xC05000A0
2100 #   define DCLK_STATUS      (1 << 0)
2101 #define CG_VCLK_CNTL            0xC05000A4
2102 #define CG_VCLK_STATUS          0xC05000A8
2103 
2104 /* UVD CTX indirect */
2105 #define UVD_CGC_MEM_CTRL                0xC0
2106 
2107 /* VCE */
2108 
2109 #define VCE_VCPU_CACHE_OFFSET0      0x20024
2110 #define VCE_VCPU_CACHE_SIZE0        0x20028
2111 #define VCE_VCPU_CACHE_OFFSET1      0x2002c
2112 #define VCE_VCPU_CACHE_SIZE1        0x20030
2113 #define VCE_VCPU_CACHE_OFFSET2      0x20034
2114 #define VCE_VCPU_CACHE_SIZE2        0x20038
2115 #define VCE_RB_RPTR2            0x20178
2116 #define VCE_RB_WPTR2            0x2017c
2117 #define VCE_RB_RPTR         0x2018c
2118 #define VCE_RB_WPTR         0x20190
2119 #define VCE_CLOCK_GATING_A      0x202f8
2120 #   define CGC_CLK_GATE_DLY_TIMER_MASK  (0xf << 0)
2121 #   define CGC_CLK_GATE_DLY_TIMER(x)    ((x) << 0)
2122 #   define CGC_CLK_GATER_OFF_DLY_TIMER_MASK (0xff << 4)
2123 #   define CGC_CLK_GATER_OFF_DLY_TIMER(x)   ((x) << 4)
2124 #   define CGC_UENC_WAIT_AWAKE  (1 << 18)
2125 #define VCE_CLOCK_GATING_B      0x202fc
2126 #define VCE_CGTT_CLK_OVERRIDE       0x207a0
2127 #define VCE_UENC_CLOCK_GATING       0x207bc
2128 #   define CLOCK_ON_DELAY_MASK  (0xf << 0)
2129 #   define CLOCK_ON_DELAY(x)    ((x) << 0)
2130 #   define CLOCK_OFF_DELAY_MASK (0xff << 4)
2131 #   define CLOCK_OFF_DELAY(x)   ((x) << 4)
2132 #define VCE_UENC_REG_CLOCK_GATING   0x207c0
2133 #define VCE_SYS_INT_EN          0x21300
2134 #   define VCE_SYS_INT_TRAP_INTERRUPT_EN    (1 << 3)
2135 #define VCE_LMI_VCPU_CACHE_40BIT_BAR    0x2145c
2136 #define VCE_LMI_CTRL2           0x21474
2137 #define VCE_LMI_CTRL            0x21498
2138 #define VCE_LMI_VM_CTRL         0x214a0
2139 #define VCE_LMI_SWAP_CNTL       0x214b4
2140 #define VCE_LMI_SWAP_CNTL1      0x214b8
2141 #define VCE_LMI_CACHE_CTRL      0x214f4
2142 
2143 #define VCE_CMD_NO_OP       0x00000000
2144 #define VCE_CMD_END     0x00000001
2145 #define VCE_CMD_IB      0x00000002
2146 #define VCE_CMD_FENCE       0x00000003
2147 #define VCE_CMD_TRAP        0x00000004
2148 #define VCE_CMD_IB_AUTO     0x00000005
2149 #define VCE_CMD_SEMAPHORE   0x00000006
2150 
2151 #define ATC_VMID_PASID_MAPPING_UPDATE_STATUS        0x3398u
2152 #define ATC_VMID0_PASID_MAPPING             0x339Cu
2153 #define ATC_VMID_PASID_MAPPING_PASID_MASK       (0xFFFF)
2154 #define ATC_VMID_PASID_MAPPING_PASID_SHIFT      0
2155 #define ATC_VMID_PASID_MAPPING_VALID_MASK       (0x1 << 31)
2156 #define ATC_VMID_PASID_MAPPING_VALID_SHIFT      31
2157 
2158 #define ATC_VM_APERTURE0_CNTL                   0x3310u
2159 #define ATS_ACCESS_MODE_NEVER                       0
2160 #define ATS_ACCESS_MODE_ALWAYS                      1
2161 
2162 #define ATC_VM_APERTURE0_CNTL2                  0x3318u
2163 #define ATC_VM_APERTURE0_HIGH_ADDR              0x3308u
2164 #define ATC_VM_APERTURE0_LOW_ADDR               0x3300u
2165 #define ATC_VM_APERTURE1_CNTL                   0x3314u
2166 #define ATC_VM_APERTURE1_CNTL2                  0x331Cu
2167 #define ATC_VM_APERTURE1_HIGH_ADDR              0x330Cu
2168 #define ATC_VM_APERTURE1_LOW_ADDR               0x3304u
2169 
2170 #define IH_VMID_0_LUT                       0x3D40u
2171 
2172 #endif