Back to home page

OSCL-LXR

 
 

    


0001 /*
0002  * Copyright 2012 Advanced Micro Devices, Inc.
0003  *
0004  * Permission is hereby granted, free of charge, to any person obtaining a
0005  * copy of this software and associated documentation files (the "Software"),
0006  * to deal in the Software without restriction, including without limitation
0007  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
0008  * and/or sell copies of the Software, and to permit persons to whom the
0009  * Software is furnished to do so, subject to the following conditions:
0010  *
0011  * The above copyright notice and this permission notice shall be included in
0012  * all copies or substantial portions of the Software.
0013  *
0014  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
0015  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
0016  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
0017  * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
0018  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
0019  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
0020  * OTHER DEALINGS IN THE SOFTWARE.
0021  *
0022  * Authors: Alex Deucher
0023  */
0024 #ifndef CIK_H
0025 #define CIK_H
0026 
0027 #define MC_SEQ_MISC0__MT__MASK  0xf0000000
0028 #define MC_SEQ_MISC0__MT__GDDR1  0x10000000
0029 #define MC_SEQ_MISC0__MT__DDR2   0x20000000
0030 #define MC_SEQ_MISC0__MT__GDDR3  0x30000000
0031 #define MC_SEQ_MISC0__MT__GDDR4  0x40000000
0032 #define MC_SEQ_MISC0__MT__GDDR5  0x50000000
0033 #define MC_SEQ_MISC0__MT__HBM    0x60000000
0034 #define MC_SEQ_MISC0__MT__DDR3   0xB0000000
0035 
0036 #define CP_ME_TABLE_SIZE    96
0037 
0038 /* display controller offsets used for crtc/cur/lut/grph/viewport/etc. */
0039 #define CRTC0_REGISTER_OFFSET                 (0x1b7c - 0x1b7c)
0040 #define CRTC1_REGISTER_OFFSET                 (0x1e7c - 0x1b7c)
0041 #define CRTC2_REGISTER_OFFSET                 (0x417c - 0x1b7c)
0042 #define CRTC3_REGISTER_OFFSET                 (0x447c - 0x1b7c)
0043 #define CRTC4_REGISTER_OFFSET                 (0x477c - 0x1b7c)
0044 #define CRTC5_REGISTER_OFFSET                 (0x4a7c - 0x1b7c)
0045 
0046 /* hpd instance offsets */
0047 #define HPD0_REGISTER_OFFSET                 (0x1807 - 0x1807)
0048 #define HPD1_REGISTER_OFFSET                 (0x180a - 0x1807)
0049 #define HPD2_REGISTER_OFFSET                 (0x180d - 0x1807)
0050 #define HPD3_REGISTER_OFFSET                 (0x1810 - 0x1807)
0051 #define HPD4_REGISTER_OFFSET                 (0x1813 - 0x1807)
0052 #define HPD5_REGISTER_OFFSET                 (0x1816 - 0x1807)
0053 
0054 #define BONAIRE_GB_ADDR_CONFIG_GOLDEN        0x12010001
0055 #define HAWAII_GB_ADDR_CONFIG_GOLDEN         0x12011003
0056 
0057 #define     PIPEID(x)                   ((x) << 0)
0058 #define     MEID(x)                     ((x) << 2)
0059 #define     VMID(x)                     ((x) << 4)
0060 #define     QUEUEID(x)                  ((x) << 8)
0061 
0062 #define mmCC_DRM_ID_STRAPS              0x1559
0063 #define CC_DRM_ID_STRAPS__ATI_REV_ID_MASK       0xf0000000
0064 
0065 #define mmCHUB_CONTROL                  0x619
0066 #define     BYPASS_VM                   (1 << 0)
0067 
0068 #define     SYSTEM_APERTURE_UNMAPPED_ACCESS_PASS_THRU   (0 << 5)
0069 
0070 #define mmGRPH_LUT_10BIT_BYPASS_CONTROL         0x1a02
0071 #define     LUT_10BIT_BYPASS_EN         (1 << 8)
0072 
0073 #       define CURSOR_MONO                    0
0074 #       define CURSOR_24_1                    1
0075 #       define CURSOR_24_8_PRE_MULT           2
0076 #       define CURSOR_24_8_UNPRE_MULT         3
0077 #       define CURSOR_URGENT_ALWAYS           0
0078 #       define CURSOR_URGENT_1_8              1
0079 #       define CURSOR_URGENT_1_4              2
0080 #       define CURSOR_URGENT_3_8              3
0081 #       define CURSOR_URGENT_1_2              4
0082 
0083 #       define GRPH_DEPTH_8BPP                0
0084 #       define GRPH_DEPTH_16BPP               1
0085 #       define GRPH_DEPTH_32BPP               2
0086 /* 8 BPP */
0087 #       define GRPH_FORMAT_INDEXED            0
0088 /* 16 BPP */
0089 #       define GRPH_FORMAT_ARGB1555           0
0090 #       define GRPH_FORMAT_ARGB565            1
0091 #       define GRPH_FORMAT_ARGB4444           2
0092 #       define GRPH_FORMAT_AI88               3
0093 #       define GRPH_FORMAT_MONO16             4
0094 #       define GRPH_FORMAT_BGRA5551           5
0095 /* 32 BPP */
0096 #       define GRPH_FORMAT_ARGB8888           0
0097 #       define GRPH_FORMAT_ARGB2101010        1
0098 #       define GRPH_FORMAT_32BPP_DIG          2
0099 #       define GRPH_FORMAT_8B_ARGB2101010     3
0100 #       define GRPH_FORMAT_BGRA1010102        4
0101 #       define GRPH_FORMAT_8B_BGRA1010102     5
0102 #       define GRPH_FORMAT_RGB111110          6
0103 #       define GRPH_FORMAT_BGR101111          7
0104 #       define ADDR_SURF_MACRO_TILE_ASPECT_1  0
0105 #       define ADDR_SURF_MACRO_TILE_ASPECT_2  1
0106 #       define ADDR_SURF_MACRO_TILE_ASPECT_4  2
0107 #       define ADDR_SURF_MACRO_TILE_ASPECT_8  3
0108 #       define GRPH_ARRAY_LINEAR_GENERAL      0
0109 #       define GRPH_ARRAY_LINEAR_ALIGNED      1
0110 #       define GRPH_ARRAY_1D_TILED_THIN1      2
0111 #       define GRPH_ARRAY_2D_TILED_THIN1      4
0112 #       define DISPLAY_MICRO_TILING          0
0113 #       define THIN_MICRO_TILING             1
0114 #       define DEPTH_MICRO_TILING            2
0115 #       define ROTATED_MICRO_TILING          4
0116 #       define GRPH_ENDIAN_NONE               0
0117 #       define GRPH_ENDIAN_8IN16              1
0118 #       define GRPH_ENDIAN_8IN32              2
0119 #       define GRPH_ENDIAN_8IN64              3
0120 #       define GRPH_RED_SEL_R                 0
0121 #       define GRPH_RED_SEL_G                 1
0122 #       define GRPH_RED_SEL_B                 2
0123 #       define GRPH_RED_SEL_A                 3
0124 #       define GRPH_GREEN_SEL_G               0
0125 #       define GRPH_GREEN_SEL_B               1
0126 #       define GRPH_GREEN_SEL_A               2
0127 #       define GRPH_GREEN_SEL_R               3
0128 #       define GRPH_BLUE_SEL_B                0
0129 #       define GRPH_BLUE_SEL_A                1
0130 #       define GRPH_BLUE_SEL_R                2
0131 #       define GRPH_BLUE_SEL_G                3
0132 #       define GRPH_ALPHA_SEL_A               0
0133 #       define GRPH_ALPHA_SEL_R               1
0134 #       define GRPH_ALPHA_SEL_G               2
0135 #       define GRPH_ALPHA_SEL_B               3
0136 #       define INPUT_GAMMA_USE_LUT                  0
0137 #       define INPUT_GAMMA_BYPASS                   1
0138 #       define INPUT_GAMMA_SRGB_24                  2
0139 #       define INPUT_GAMMA_XVYCC_222                3
0140 
0141 #       define INPUT_CSC_BYPASS                     0
0142 #       define INPUT_CSC_PROG_COEFF                 1
0143 #       define INPUT_CSC_PROG_SHARED_MATRIXA        2
0144 
0145 #       define OUTPUT_CSC_BYPASS                    0
0146 #       define OUTPUT_CSC_TV_RGB                    1
0147 #       define OUTPUT_CSC_YCBCR_601                 2
0148 #       define OUTPUT_CSC_YCBCR_709                 3
0149 #       define OUTPUT_CSC_PROG_COEFF                4
0150 #       define OUTPUT_CSC_PROG_SHARED_MATRIXB       5
0151 
0152 #       define DEGAMMA_BYPASS                       0
0153 #       define DEGAMMA_SRGB_24                      1
0154 #       define DEGAMMA_XVYCC_222                    2
0155 #       define GAMUT_REMAP_BYPASS                   0
0156 #       define GAMUT_REMAP_PROG_COEFF               1
0157 #       define GAMUT_REMAP_PROG_SHARED_MATRIXA      2
0158 #       define GAMUT_REMAP_PROG_SHARED_MATRIXB      3
0159 
0160 #       define REGAMMA_BYPASS                       0
0161 #       define REGAMMA_SRGB_24                      1
0162 #       define REGAMMA_XVYCC_222                    2
0163 #       define REGAMMA_PROG_A                       3
0164 #       define REGAMMA_PROG_B                       4
0165 
0166 #       define FMT_CLAMP_6BPC                0
0167 #       define FMT_CLAMP_8BPC                1
0168 #       define FMT_CLAMP_10BPC               2
0169 
0170 #       define HDMI_24BIT_DEEP_COLOR         0
0171 #       define HDMI_30BIT_DEEP_COLOR         1
0172 #       define HDMI_36BIT_DEEP_COLOR         2
0173 #       define HDMI_ACR_HW                   0
0174 #       define HDMI_ACR_32                   1
0175 #       define HDMI_ACR_44                   2
0176 #       define HDMI_ACR_48                   3
0177 #       define HDMI_ACR_X1                   1
0178 #       define HDMI_ACR_X2                   2
0179 #       define HDMI_ACR_X4                   4
0180 #       define AFMT_AVI_INFO_Y_RGB           0
0181 #       define AFMT_AVI_INFO_Y_YCBCR422      1
0182 #       define AFMT_AVI_INFO_Y_YCBCR444      2
0183 
0184 #define         NO_AUTO                     0
0185 #define         ES_AUTO                     1
0186 #define         GS_AUTO                     2
0187 #define         ES_AND_GS_AUTO                  3
0188 
0189 #       define ARRAY_MODE(x)                    ((x) << 2)
0190 #       define PIPE_CONFIG(x)                   ((x) << 6)
0191 #       define TILE_SPLIT(x)                    ((x) << 11)
0192 #       define MICRO_TILE_MODE_NEW(x)               ((x) << 22)
0193 #       define SAMPLE_SPLIT(x)                  ((x) << 25)
0194 #       define BANK_WIDTH(x)                    ((x) << 0)
0195 #       define BANK_HEIGHT(x)                   ((x) << 2)
0196 #       define MACRO_TILE_ASPECT(x)             ((x) << 4)
0197 #       define NUM_BANKS(x)                 ((x) << 6)
0198 
0199 #define     MSG_ENTER_RLC_SAFE_MODE         1
0200 #define     MSG_EXIT_RLC_SAFE_MODE          0
0201 
0202 /*
0203  * PM4
0204  */
0205 #define PACKET_TYPE0    0
0206 #define PACKET_TYPE1    1
0207 #define PACKET_TYPE2    2
0208 #define PACKET_TYPE3    3
0209 
0210 #define CP_PACKET_GET_TYPE(h) (((h) >> 30) & 3)
0211 #define CP_PACKET_GET_COUNT(h) (((h) >> 16) & 0x3FFF)
0212 #define CP_PACKET0_GET_REG(h) ((h) & 0xFFFF)
0213 #define CP_PACKET3_GET_OPCODE(h) (((h) >> 8) & 0xFF)
0214 #define PACKET0(reg, n) ((PACKET_TYPE0 << 30) |             \
0215              ((reg) & 0xFFFF) |         \
0216              ((n) & 0x3FFF) << 16)
0217 #define CP_PACKET2          0x80000000
0218 #define     PACKET2_PAD_SHIFT       0
0219 #define     PACKET2_PAD_MASK        (0x3fffffff << 0)
0220 
0221 #define PACKET2(v)  (CP_PACKET2 | REG_SET(PACKET2_PAD, (v)))
0222 
0223 #define PACKET3(op, n)  ((PACKET_TYPE3 << 30) |             \
0224              (((op) & 0xFF) << 8) |             \
0225              ((n) & 0x3FFF) << 16)
0226 
0227 #define PACKET3_COMPUTE(op, n) (PACKET3(op, n) | 1 << 1)
0228 
0229 /* Packet 3 types */
0230 #define PACKET3_NOP                 0x10
0231 #define PACKET3_SET_BASE                0x11
0232 #define     PACKET3_BASE_INDEX(x)                  ((x) << 0)
0233 #define         CE_PARTITION_BASE       3
0234 #define PACKET3_CLEAR_STATE             0x12
0235 #define PACKET3_INDEX_BUFFER_SIZE           0x13
0236 #define PACKET3_DISPATCH_DIRECT             0x15
0237 #define PACKET3_DISPATCH_INDIRECT           0x16
0238 #define PACKET3_ATOMIC_GDS              0x1D
0239 #define PACKET3_ATOMIC_MEM              0x1E
0240 #define PACKET3_OCCLUSION_QUERY             0x1F
0241 #define PACKET3_SET_PREDICATION             0x20
0242 #define PACKET3_REG_RMW                 0x21
0243 #define PACKET3_COND_EXEC               0x22
0244 #define PACKET3_PRED_EXEC               0x23
0245 #define PACKET3_DRAW_INDIRECT               0x24
0246 #define PACKET3_DRAW_INDEX_INDIRECT         0x25
0247 #define PACKET3_INDEX_BASE              0x26
0248 #define PACKET3_DRAW_INDEX_2                0x27
0249 #define PACKET3_CONTEXT_CONTROL             0x28
0250 #define PACKET3_INDEX_TYPE              0x2A
0251 #define PACKET3_DRAW_INDIRECT_MULTI         0x2C
0252 #define PACKET3_DRAW_INDEX_AUTO             0x2D
0253 #define PACKET3_NUM_INSTANCES               0x2F
0254 #define PACKET3_DRAW_INDEX_MULTI_AUTO           0x30
0255 #define PACKET3_INDIRECT_BUFFER_CONST           0x33
0256 #define PACKET3_STRMOUT_BUFFER_UPDATE           0x34
0257 #define PACKET3_DRAW_INDEX_OFFSET_2         0x35
0258 #define PACKET3_DRAW_PREAMBLE               0x36
0259 #define PACKET3_WRITE_DATA              0x37
0260 #define     WRITE_DATA_DST_SEL(x)                   ((x) << 8)
0261         /* 0 - register
0262          * 1 - memory (sync - via GRBM)
0263          * 2 - gl2
0264          * 3 - gds
0265          * 4 - reserved
0266          * 5 - memory (async - direct)
0267          */
0268 #define     WR_ONE_ADDR                             (1 << 16)
0269 #define     WR_CONFIRM                              (1 << 20)
0270 #define     WRITE_DATA_CACHE_POLICY(x)              ((x) << 25)
0271         /* 0 - LRU
0272          * 1 - Stream
0273          */
0274 #define     WRITE_DATA_ENGINE_SEL(x)                ((x) << 30)
0275         /* 0 - me
0276          * 1 - pfp
0277          * 2 - ce
0278          */
0279 #define PACKET3_DRAW_INDEX_INDIRECT_MULTI       0x38
0280 #define PACKET3_MEM_SEMAPHORE               0x39
0281 #              define PACKET3_SEM_USE_MAILBOX       (0x1 << 16)
0282 #              define PACKET3_SEM_SEL_SIGNAL_TYPE   (0x1 << 20) /* 0 = increment, 1 = write 1 */
0283 #              define PACKET3_SEM_CLIENT_CODE       ((x) << 24) /* 0 = CP, 1 = CB, 2 = DB */
0284 #              define PACKET3_SEM_SEL_SIGNAL        (0x6 << 29)
0285 #              define PACKET3_SEM_SEL_WAIT      (0x7 << 29)
0286 #define PACKET3_COPY_DW                 0x3B
0287 #define PACKET3_WAIT_REG_MEM                0x3C
0288 #define     WAIT_REG_MEM_FUNCTION(x)                ((x) << 0)
0289         /* 0 - always
0290          * 1 - <
0291          * 2 - <=
0292          * 3 - ==
0293          * 4 - !=
0294          * 5 - >=
0295          * 6 - >
0296          */
0297 #define     WAIT_REG_MEM_MEM_SPACE(x)               ((x) << 4)
0298         /* 0 - reg
0299          * 1 - mem
0300          */
0301 #define     WAIT_REG_MEM_OPERATION(x)               ((x) << 6)
0302         /* 0 - wait_reg_mem
0303          * 1 - wr_wait_wr_reg
0304          */
0305 #define     WAIT_REG_MEM_ENGINE(x)                  ((x) << 8)
0306         /* 0 - me
0307          * 1 - pfp
0308          */
0309 #define PACKET3_INDIRECT_BUFFER             0x3F
0310 #define     INDIRECT_BUFFER_TCL2_VOLATILE           (1 << 22)
0311 #define     INDIRECT_BUFFER_VALID                   (1 << 23)
0312 #define     INDIRECT_BUFFER_CACHE_POLICY(x)         ((x) << 28)
0313         /* 0 - LRU
0314          * 1 - Stream
0315          * 2 - Bypass
0316          */
0317 #define PACKET3_COPY_DATA               0x40
0318 #define PACKET3_PFP_SYNC_ME             0x42
0319 #define PACKET3_SURFACE_SYNC                0x43
0320 #              define PACKET3_DEST_BASE_0_ENA      (1 << 0)
0321 #              define PACKET3_DEST_BASE_1_ENA      (1 << 1)
0322 #              define PACKET3_CB0_DEST_BASE_ENA    (1 << 6)
0323 #              define PACKET3_CB1_DEST_BASE_ENA    (1 << 7)
0324 #              define PACKET3_CB2_DEST_BASE_ENA    (1 << 8)
0325 #              define PACKET3_CB3_DEST_BASE_ENA    (1 << 9)
0326 #              define PACKET3_CB4_DEST_BASE_ENA    (1 << 10)
0327 #              define PACKET3_CB5_DEST_BASE_ENA    (1 << 11)
0328 #              define PACKET3_CB6_DEST_BASE_ENA    (1 << 12)
0329 #              define PACKET3_CB7_DEST_BASE_ENA    (1 << 13)
0330 #              define PACKET3_DB_DEST_BASE_ENA     (1 << 14)
0331 #              define PACKET3_TCL1_VOL_ACTION_ENA  (1 << 15)
0332 #              define PACKET3_TC_VOL_ACTION_ENA    (1 << 16) /* L2 */
0333 #              define PACKET3_TC_WB_ACTION_ENA     (1 << 18) /* L2 */
0334 #              define PACKET3_DEST_BASE_2_ENA      (1 << 19)
0335 #              define PACKET3_DEST_BASE_3_ENA      (1 << 21)
0336 #              define PACKET3_TCL1_ACTION_ENA      (1 << 22)
0337 #              define PACKET3_TC_ACTION_ENA        (1 << 23) /* L2 */
0338 #              define PACKET3_CB_ACTION_ENA        (1 << 25)
0339 #              define PACKET3_DB_ACTION_ENA        (1 << 26)
0340 #              define PACKET3_SH_KCACHE_ACTION_ENA (1 << 27)
0341 #              define PACKET3_SH_KCACHE_VOL_ACTION_ENA (1 << 28)
0342 #              define PACKET3_SH_ICACHE_ACTION_ENA (1 << 29)
0343 #define PACKET3_COND_WRITE              0x45
0344 #define PACKET3_EVENT_WRITE             0x46
0345 #define     EVENT_TYPE(x)                           ((x) << 0)
0346 #define     EVENT_INDEX(x)                          ((x) << 8)
0347         /* 0 - any non-TS event
0348          * 1 - ZPASS_DONE, PIXEL_PIPE_STAT_*
0349          * 2 - SAMPLE_PIPELINESTAT
0350          * 3 - SAMPLE_STREAMOUTSTAT*
0351          * 4 - *S_PARTIAL_FLUSH
0352          * 5 - EOP events
0353          * 6 - EOS events
0354          */
0355 #define PACKET3_EVENT_WRITE_EOP             0x47
0356 #define     EOP_TCL1_VOL_ACTION_EN                  (1 << 12)
0357 #define     EOP_TC_VOL_ACTION_EN                    (1 << 13) /* L2 */
0358 #define     EOP_TC_WB_ACTION_EN                     (1 << 15) /* L2 */
0359 #define     EOP_TCL1_ACTION_EN                      (1 << 16)
0360 #define     EOP_TC_ACTION_EN                        (1 << 17) /* L2 */
0361 #define     EOP_TCL2_VOLATILE                       (1 << 24)
0362 #define     EOP_CACHE_POLICY(x)                     ((x) << 25)
0363         /* 0 - LRU
0364          * 1 - Stream
0365          * 2 - Bypass
0366          */
0367 #define     DATA_SEL(x)                             ((x) << 29)
0368         /* 0 - discard
0369          * 1 - send low 32bit data
0370          * 2 - send 64bit data
0371          * 3 - send 64bit GPU counter value
0372          * 4 - send 64bit sys counter value
0373          */
0374 #define     INT_SEL(x)                              ((x) << 24)
0375         /* 0 - none
0376          * 1 - interrupt only (DATA_SEL = 0)
0377          * 2 - interrupt when data write is confirmed
0378          */
0379 #define     DST_SEL(x)                              ((x) << 16)
0380         /* 0 - MC
0381          * 1 - TC/L2
0382          */
0383 #define PACKET3_EVENT_WRITE_EOS             0x48
0384 #define PACKET3_RELEASE_MEM             0x49
0385 #define PACKET3_PREAMBLE_CNTL               0x4A
0386 #              define PACKET3_PREAMBLE_BEGIN_CLEAR_STATE     (2 << 28)
0387 #              define PACKET3_PREAMBLE_END_CLEAR_STATE       (3 << 28)
0388 #define PACKET3_DMA_DATA                0x50
0389 /* 1. header
0390  * 2. CONTROL
0391  * 3. SRC_ADDR_LO or DATA [31:0]
0392  * 4. SRC_ADDR_HI [31:0]
0393  * 5. DST_ADDR_LO [31:0]
0394  * 6. DST_ADDR_HI [7:0]
0395  * 7. COMMAND [30:21] | BYTE_COUNT [20:0]
0396  */
0397 /* CONTROL */
0398 #              define PACKET3_DMA_DATA_ENGINE(x)     ((x) << 0)
0399         /* 0 - ME
0400          * 1 - PFP
0401          */
0402 #              define PACKET3_DMA_DATA_SRC_CACHE_POLICY(x) ((x) << 13)
0403         /* 0 - LRU
0404          * 1 - Stream
0405          * 2 - Bypass
0406          */
0407 #              define PACKET3_DMA_DATA_SRC_VOLATILE (1 << 15)
0408 #              define PACKET3_DMA_DATA_DST_SEL(x)  ((x) << 20)
0409         /* 0 - DST_ADDR using DAS
0410          * 1 - GDS
0411          * 3 - DST_ADDR using L2
0412          */
0413 #              define PACKET3_DMA_DATA_DST_CACHE_POLICY(x) ((x) << 25)
0414         /* 0 - LRU
0415          * 1 - Stream
0416          * 2 - Bypass
0417          */
0418 #              define PACKET3_DMA_DATA_DST_VOLATILE (1 << 27)
0419 #              define PACKET3_DMA_DATA_SRC_SEL(x)  ((x) << 29)
0420         /* 0 - SRC_ADDR using SAS
0421          * 1 - GDS
0422          * 2 - DATA
0423          * 3 - SRC_ADDR using L2
0424          */
0425 #              define PACKET3_DMA_DATA_CP_SYNC     (1 << 31)
0426 /* COMMAND */
0427 #              define PACKET3_DMA_DATA_DIS_WC      (1 << 21)
0428 #              define PACKET3_DMA_DATA_CMD_SRC_SWAP(x) ((x) << 22)
0429         /* 0 - none
0430          * 1 - 8 in 16
0431          * 2 - 8 in 32
0432          * 3 - 8 in 64
0433          */
0434 #              define PACKET3_DMA_DATA_CMD_DST_SWAP(x) ((x) << 24)
0435         /* 0 - none
0436          * 1 - 8 in 16
0437          * 2 - 8 in 32
0438          * 3 - 8 in 64
0439          */
0440 #              define PACKET3_DMA_DATA_CMD_SAS     (1 << 26)
0441         /* 0 - memory
0442          * 1 - register
0443          */
0444 #              define PACKET3_DMA_DATA_CMD_DAS     (1 << 27)
0445         /* 0 - memory
0446          * 1 - register
0447          */
0448 #              define PACKET3_DMA_DATA_CMD_SAIC    (1 << 28)
0449 #              define PACKET3_DMA_DATA_CMD_DAIC    (1 << 29)
0450 #              define PACKET3_DMA_DATA_CMD_RAW_WAIT  (1 << 30)
0451 #define PACKET3_ACQUIRE_MEM             0x58
0452 #define PACKET3_REWIND                  0x59
0453 #define PACKET3_LOAD_UCONFIG_REG            0x5E
0454 #define PACKET3_LOAD_SH_REG             0x5F
0455 #define PACKET3_LOAD_CONFIG_REG             0x60
0456 #define PACKET3_LOAD_CONTEXT_REG            0x61
0457 #define PACKET3_SET_CONFIG_REG              0x68
0458 #define     PACKET3_SET_CONFIG_REG_START            0x00002000
0459 #define     PACKET3_SET_CONFIG_REG_END          0x00002c00
0460 #define PACKET3_SET_CONTEXT_REG             0x69
0461 #define     PACKET3_SET_CONTEXT_REG_START           0x0000a000
0462 #define     PACKET3_SET_CONTEXT_REG_END         0x0000a400
0463 #define PACKET3_SET_CONTEXT_REG_INDIRECT        0x73
0464 #define PACKET3_SET_SH_REG              0x76
0465 #define     PACKET3_SET_SH_REG_START            0x00002c00
0466 #define     PACKET3_SET_SH_REG_END              0x00003000
0467 #define PACKET3_SET_SH_REG_OFFSET           0x77
0468 #define PACKET3_SET_QUEUE_REG               0x78
0469 #define PACKET3_SET_UCONFIG_REG             0x79
0470 #define     PACKET3_SET_UCONFIG_REG_START           0x0000c000
0471 #define     PACKET3_SET_UCONFIG_REG_END         0x0000c400
0472 #define PACKET3_SCRATCH_RAM_WRITE           0x7D
0473 #define PACKET3_SCRATCH_RAM_READ            0x7E
0474 #define PACKET3_LOAD_CONST_RAM              0x80
0475 #define PACKET3_WRITE_CONST_RAM             0x81
0476 #define PACKET3_DUMP_CONST_RAM              0x83
0477 #define PACKET3_INCREMENT_CE_COUNTER            0x84
0478 #define PACKET3_INCREMENT_DE_COUNTER            0x85
0479 #define PACKET3_WAIT_ON_CE_COUNTER          0x86
0480 #define PACKET3_WAIT_ON_DE_COUNTER_DIFF         0x88
0481 #define PACKET3_SWITCH_BUFFER               0x8B
0482 
0483 /* SDMA - first instance at 0xd000, second at 0xd800 */
0484 #define SDMA0_REGISTER_OFFSET                             0x0 /* not a register */
0485 #define SDMA1_REGISTER_OFFSET                             0x200 /* not a register */
0486 #define SDMA_MAX_INSTANCE 2
0487 
0488 #define SDMA_PACKET(op, sub_op, e)  ((((e) & 0xFFFF) << 16) |   \
0489                      (((sub_op) & 0xFF) << 8) | \
0490                      (((op) & 0xFF) << 0))
0491 /* sDMA opcodes */
0492 #define SDMA_OPCODE_NOP                   0
0493 #   define SDMA_NOP_COUNT(x)              (((x) & 0x3FFF) << 16)
0494 #define SDMA_OPCODE_COPY                  1
0495 #       define SDMA_COPY_SUB_OPCODE_LINEAR                0
0496 #       define SDMA_COPY_SUB_OPCODE_TILED                 1
0497 #       define SDMA_COPY_SUB_OPCODE_SOA                   3
0498 #       define SDMA_COPY_SUB_OPCODE_LINEAR_SUB_WINDOW     4
0499 #       define SDMA_COPY_SUB_OPCODE_TILED_SUB_WINDOW      5
0500 #       define SDMA_COPY_SUB_OPCODE_T2T_SUB_WINDOW        6
0501 #define SDMA_OPCODE_WRITE                 2
0502 #       define SDMA_WRITE_SUB_OPCODE_LINEAR               0
0503 #       define SDMA_WRITE_SUB_OPCODE_TILED                1
0504 #define SDMA_OPCODE_INDIRECT_BUFFER           4
0505 #define SDMA_OPCODE_FENCE                 5
0506 #define SDMA_OPCODE_TRAP                  6
0507 #define SDMA_OPCODE_SEMAPHORE                 7
0508 #       define SDMA_SEMAPHORE_EXTRA_O                     (1 << 13)
0509         /* 0 - increment
0510          * 1 - write 1
0511          */
0512 #       define SDMA_SEMAPHORE_EXTRA_S                     (1 << 14)
0513         /* 0 - wait
0514          * 1 - signal
0515          */
0516 #       define SDMA_SEMAPHORE_EXTRA_M                     (1 << 15)
0517         /* mailbox */
0518 #define SDMA_OPCODE_POLL_REG_MEM              8
0519 #       define SDMA_POLL_REG_MEM_EXTRA_OP(x)              ((x) << 10)
0520         /* 0 - wait_reg_mem
0521          * 1 - wr_wait_wr_reg
0522          */
0523 #       define SDMA_POLL_REG_MEM_EXTRA_FUNC(x)            ((x) << 12)
0524         /* 0 - always
0525          * 1 - <
0526          * 2 - <=
0527          * 3 - ==
0528          * 4 - !=
0529          * 5 - >=
0530          * 6 - >
0531          */
0532 #       define SDMA_POLL_REG_MEM_EXTRA_M                  (1 << 15)
0533         /* 0 = register
0534          * 1 = memory
0535          */
0536 #define SDMA_OPCODE_COND_EXEC                 9
0537 #define SDMA_OPCODE_CONSTANT_FILL             11
0538 #       define SDMA_CONSTANT_FILL_EXTRA_SIZE(x)           ((x) << 14)
0539         /* 0 = byte fill
0540          * 2 = DW fill
0541          */
0542 #define SDMA_OPCODE_GENERATE_PTE_PDE              12
0543 #define SDMA_OPCODE_TIMESTAMP                 13
0544 #       define SDMA_TIMESTAMP_SUB_OPCODE_SET_LOCAL        0
0545 #       define SDMA_TIMESTAMP_SUB_OPCODE_GET_LOCAL        1
0546 #       define SDMA_TIMESTAMP_SUB_OPCODE_GET_GLOBAL       2
0547 #define SDMA_OPCODE_SRBM_WRITE                14
0548 #       define SDMA_SRBM_WRITE_EXTRA_BYTE_ENABLE(x)       ((x) << 12)
0549         /* byte mask */
0550 
0551 #define VCE_CMD_NO_OP       0x00000000
0552 #define VCE_CMD_END     0x00000001
0553 #define VCE_CMD_IB      0x00000002
0554 #define VCE_CMD_FENCE       0x00000003
0555 #define VCE_CMD_TRAP        0x00000004
0556 #define VCE_CMD_IB_AUTO     0x00000005
0557 #define VCE_CMD_SEMAPHORE   0x00000006
0558 
0559 /* if PTR32, these are the bases for scratch and lds */
0560 #define PRIVATE_BASE(x) ((x) << 0) /* scratch */
0561 #define SHARED_BASE(x)  ((x) << 16) /* LDS */
0562 
0563 #define KFD_CIK_SDMA_QUEUE_OFFSET (mmSDMA0_RLC1_RB_CNTL - mmSDMA0_RLC0_RB_CNTL)
0564 
0565 /* valid for both DEFAULT_MTYPE and APE1_MTYPE */
0566 enum {
0567     MTYPE_CACHED = 0,
0568     MTYPE_NONCACHED = 3
0569 };
0570 
0571 /* mmPA_SC_RASTER_CONFIG mask */
0572 #define RB_MAP_PKR0(x)              ((x) << 0)
0573 #define RB_MAP_PKR0_MASK            (0x3 << 0)
0574 #define RB_MAP_PKR1(x)              ((x) << 2)
0575 #define RB_MAP_PKR1_MASK            (0x3 << 2)
0576 #define RB_XSEL2(x)             ((x) << 4)
0577 #define RB_XSEL2_MASK               (0x3 << 4)
0578 #define RB_XSEL                 (1 << 6)
0579 #define RB_YSEL                 (1 << 7)
0580 #define PKR_MAP(x)              ((x) << 8)
0581 #define PKR_MAP_MASK                (0x3 << 8)
0582 #define PKR_XSEL(x)             ((x) << 10)
0583 #define PKR_XSEL_MASK               (0x3 << 10)
0584 #define PKR_YSEL(x)             ((x) << 12)
0585 #define PKR_YSEL_MASK               (0x3 << 12)
0586 #define SC_MAP(x)               ((x) << 16)
0587 #define SC_MAP_MASK             (0x3 << 16)
0588 #define SC_XSEL(x)              ((x) << 18)
0589 #define SC_XSEL_MASK                (0x3 << 18)
0590 #define SC_YSEL(x)              ((x) << 20)
0591 #define SC_YSEL_MASK                (0x3 << 20)
0592 #define SE_MAP(x)               ((x) << 24)
0593 #define SE_MAP_MASK             (0x3 << 24)
0594 #define SE_XSEL(x)              ((x) << 26)
0595 #define SE_XSEL_MASK                (0x3 << 26)
0596 #define SE_YSEL(x)              ((x) << 28)
0597 #define SE_YSEL_MASK                (0x3 << 28)
0598 
0599 /* mmPA_SC_RASTER_CONFIG_1 mask */
0600 #define SE_PAIR_MAP(x)              ((x) << 0)
0601 #define SE_PAIR_MAP_MASK            (0x3 << 0)
0602 #define SE_PAIR_XSEL(x)             ((x) << 2)
0603 #define SE_PAIR_XSEL_MASK           (0x3 << 2)
0604 #define SE_PAIR_YSEL(x)             ((x) << 4)
0605 #define SE_PAIR_YSEL_MASK           (0x3 << 4)
0606 
0607 #endif