Back to home page

OSCL-LXR

 
 

    


0001 /* SPDX-License-Identifier: MIT*/
0002 /*
0003  * Copyright © 2003-2018 Intel Corporation
0004  */
0005 
0006 #ifndef _INTEL_GPU_COMMANDS_H_
0007 #define _INTEL_GPU_COMMANDS_H_
0008 
0009 #include <linux/bitops.h>
0010 
0011 /*
0012  * Target address alignments required for GPU access e.g.
0013  * MI_STORE_DWORD_IMM.
0014  */
0015 #define alignof_dword 4
0016 #define alignof_qword 8
0017 
0018 /*
0019  * Instruction field definitions used by the command parser
0020  */
0021 #define INSTR_CLIENT_SHIFT      29
0022 #define   INSTR_MI_CLIENT       0x0
0023 #define   INSTR_BC_CLIENT       0x2
0024 #define   INSTR_RC_CLIENT       0x3
0025 #define INSTR_SUBCLIENT_SHIFT   27
0026 #define INSTR_SUBCLIENT_MASK    0x18000000
0027 #define   INSTR_MEDIA_SUBCLIENT 0x2
0028 #define INSTR_26_TO_24_MASK 0x7000000
0029 #define   INSTR_26_TO_24_SHIFT  24
0030 
0031 #define __INSTR(client) ((client) << INSTR_CLIENT_SHIFT)
0032 
0033 /*
0034  * Memory interface instructions used by the kernel
0035  */
0036 #define MI_INSTR(opcode, flags) \
0037     (__INSTR(INSTR_MI_CLIENT) | (opcode) << 23 | (flags))
0038 /* Many MI commands use bit 22 of the header dword for GGTT vs PPGTT */
0039 #define  MI_GLOBAL_GTT    (1<<22)
0040 
0041 #define MI_NOOP         MI_INSTR(0, 0)
0042 #define MI_SET_PREDICATE    MI_INSTR(0x01, 0)
0043 #define   MI_SET_PREDICATE_DISABLE  (0 << 0)
0044 #define MI_USER_INTERRUPT   MI_INSTR(0x02, 0)
0045 #define MI_WAIT_FOR_EVENT       MI_INSTR(0x03, 0)
0046 #define   MI_WAIT_FOR_OVERLAY_FLIP  (1<<16)
0047 #define   MI_WAIT_FOR_PLANE_B_FLIP      (1<<6)
0048 #define   MI_WAIT_FOR_PLANE_A_FLIP      (1<<2)
0049 #define   MI_WAIT_FOR_PLANE_A_SCANLINES (1<<1)
0050 #define MI_FLUSH        MI_INSTR(0x04, 0)
0051 #define   MI_READ_FLUSH     (1 << 0)
0052 #define   MI_EXE_FLUSH      (1 << 1)
0053 #define   MI_NO_WRITE_FLUSH (1 << 2)
0054 #define   MI_SCENE_COUNT    (1 << 3) /* just increment scene count */
0055 #define   MI_END_SCENE      (1 << 4) /* flush binner and incr scene count */
0056 #define   MI_INVALIDATE_ISP (1 << 5) /* invalidate indirect state pointers */
0057 #define MI_REPORT_HEAD      MI_INSTR(0x07, 0)
0058 #define MI_ARB_ON_OFF       MI_INSTR(0x08, 0)
0059 #define   MI_ARB_ENABLE         (1<<0)
0060 #define   MI_ARB_DISABLE        (0<<0)
0061 #define MI_BATCH_BUFFER_END MI_INSTR(0x0a, 0)
0062 #define MI_SUSPEND_FLUSH    MI_INSTR(0x0b, 0)
0063 #define   MI_SUSPEND_FLUSH_EN   (1<<0)
0064 #define MI_SET_APPID        MI_INSTR(0x0e, 0)
0065 #define   MI_SET_APPID_SESSION_ID(x)    ((x) << 0)
0066 #define MI_OVERLAY_FLIP     MI_INSTR(0x11, 0)
0067 #define   MI_OVERLAY_CONTINUE   (0x0<<21)
0068 #define   MI_OVERLAY_ON     (0x1<<21)
0069 #define   MI_OVERLAY_OFF    (0x2<<21)
0070 #define MI_LOAD_SCAN_LINES_INCL MI_INSTR(0x12, 0)
0071 #define MI_DISPLAY_FLIP     MI_INSTR(0x14, 2)
0072 #define MI_DISPLAY_FLIP_I915    MI_INSTR(0x14, 1)
0073 #define   MI_DISPLAY_FLIP_PLANE(n) ((n) << 20)
0074 /* IVB has funny definitions for which plane to flip. */
0075 #define   MI_DISPLAY_FLIP_IVB_PLANE_A  (0 << 19)
0076 #define   MI_DISPLAY_FLIP_IVB_PLANE_B  (1 << 19)
0077 #define   MI_DISPLAY_FLIP_IVB_SPRITE_A (2 << 19)
0078 #define   MI_DISPLAY_FLIP_IVB_SPRITE_B (3 << 19)
0079 #define   MI_DISPLAY_FLIP_IVB_PLANE_C  (4 << 19)
0080 #define   MI_DISPLAY_FLIP_IVB_SPRITE_C (5 << 19)
0081 /* SKL ones */
0082 #define   MI_DISPLAY_FLIP_SKL_PLANE_1_A (0 << 8)
0083 #define   MI_DISPLAY_FLIP_SKL_PLANE_1_B (1 << 8)
0084 #define   MI_DISPLAY_FLIP_SKL_PLANE_1_C (2 << 8)
0085 #define   MI_DISPLAY_FLIP_SKL_PLANE_2_A (4 << 8)
0086 #define   MI_DISPLAY_FLIP_SKL_PLANE_2_B (5 << 8)
0087 #define   MI_DISPLAY_FLIP_SKL_PLANE_2_C (6 << 8)
0088 #define   MI_DISPLAY_FLIP_SKL_PLANE_3_A (7 << 8)
0089 #define   MI_DISPLAY_FLIP_SKL_PLANE_3_B (8 << 8)
0090 #define   MI_DISPLAY_FLIP_SKL_PLANE_3_C (9 << 8)
0091 #define MI_SEMAPHORE_MBOX   MI_INSTR(0x16, 1) /* gen6, gen7 */
0092 #define   MI_SEMAPHORE_GLOBAL_GTT    (1<<22)
0093 #define   MI_SEMAPHORE_UPDATE       (1<<21)
0094 #define   MI_SEMAPHORE_COMPARE      (1<<20)
0095 #define   MI_SEMAPHORE_REGISTER     (1<<18)
0096 #define   MI_SEMAPHORE_SYNC_VR      (0<<16) /* RCS  wait for VCS  (RVSYNC) */
0097 #define   MI_SEMAPHORE_SYNC_VER     (1<<16) /* RCS  wait for VECS (RVESYNC) */
0098 #define   MI_SEMAPHORE_SYNC_BR      (2<<16) /* RCS  wait for BCS  (RBSYNC) */
0099 #define   MI_SEMAPHORE_SYNC_BV      (0<<16) /* VCS  wait for BCS  (VBSYNC) */
0100 #define   MI_SEMAPHORE_SYNC_VEV     (1<<16) /* VCS  wait for VECS (VVESYNC) */
0101 #define   MI_SEMAPHORE_SYNC_RV      (2<<16) /* VCS  wait for RCS  (VRSYNC) */
0102 #define   MI_SEMAPHORE_SYNC_RB      (0<<16) /* BCS  wait for RCS  (BRSYNC) */
0103 #define   MI_SEMAPHORE_SYNC_VEB     (1<<16) /* BCS  wait for VECS (BVESYNC) */
0104 #define   MI_SEMAPHORE_SYNC_VB      (2<<16) /* BCS  wait for VCS  (BVSYNC) */
0105 #define   MI_SEMAPHORE_SYNC_BVE     (0<<16) /* VECS wait for BCS  (VEBSYNC) */
0106 #define   MI_SEMAPHORE_SYNC_VVE     (1<<16) /* VECS wait for VCS  (VEVSYNC) */
0107 #define   MI_SEMAPHORE_SYNC_RVE     (2<<16) /* VECS wait for RCS  (VERSYNC) */
0108 #define   MI_SEMAPHORE_SYNC_INVALID (3<<16)
0109 #define   MI_SEMAPHORE_SYNC_MASK    (3<<16)
0110 #define MI_SET_CONTEXT      MI_INSTR(0x18, 0)
0111 #define   MI_MM_SPACE_GTT       (1<<8)
0112 #define   MI_MM_SPACE_PHYSICAL      (0<<8)
0113 #define   MI_SAVE_EXT_STATE_EN      (1<<3)
0114 #define   MI_RESTORE_EXT_STATE_EN   (1<<2)
0115 #define   MI_FORCE_RESTORE      (1<<1)
0116 #define   MI_RESTORE_INHIBIT        (1<<0)
0117 #define   HSW_MI_RS_SAVE_STATE_EN       (1<<3)
0118 #define   HSW_MI_RS_RESTORE_STATE_EN    (1<<2)
0119 #define MI_SEMAPHORE_SIGNAL MI_INSTR(0x1b, 0) /* GEN8+ */
0120 #define   MI_SEMAPHORE_TARGET(engine)   ((engine)<<15)
0121 #define MI_SEMAPHORE_WAIT   MI_INSTR(0x1c, 2) /* GEN8+ */
0122 #define MI_SEMAPHORE_WAIT_TOKEN MI_INSTR(0x1c, 3) /* GEN12+ */
0123 #define   MI_SEMAPHORE_POLL     (1 << 15)
0124 #define   MI_SEMAPHORE_SAD_GT_SDD   (0 << 12)
0125 #define   MI_SEMAPHORE_SAD_GTE_SDD  (1 << 12)
0126 #define   MI_SEMAPHORE_SAD_LT_SDD   (2 << 12)
0127 #define   MI_SEMAPHORE_SAD_LTE_SDD  (3 << 12)
0128 #define   MI_SEMAPHORE_SAD_EQ_SDD   (4 << 12)
0129 #define   MI_SEMAPHORE_SAD_NEQ_SDD  (5 << 12)
0130 #define   MI_SEMAPHORE_TOKEN_MASK   REG_GENMASK(9, 5)
0131 #define   MI_SEMAPHORE_TOKEN_SHIFT  5
0132 #define MI_STORE_DATA_IMM   MI_INSTR(0x20, 0)
0133 #define MI_STORE_DWORD_IMM  MI_INSTR(0x20, 1)
0134 #define MI_STORE_DWORD_IMM_GEN4 MI_INSTR(0x20, 2)
0135 #define MI_STORE_QWORD_IMM_GEN8 (MI_INSTR(0x20, 3) | REG_BIT(21))
0136 #define   MI_MEM_VIRTUAL    (1 << 22) /* 945,g33,965 */
0137 #define   MI_USE_GGTT       (1 << 22) /* g4x+ */
0138 #define MI_STORE_DWORD_INDEX    MI_INSTR(0x21, 1)
0139 #define MI_ATOMIC       MI_INSTR(0x2f, 1)
0140 #define MI_ATOMIC_INLINE    (MI_INSTR(0x2f, 9) | MI_ATOMIC_INLINE_DATA)
0141 #define   MI_ATOMIC_GLOBAL_GTT      (1 << 22)
0142 #define   MI_ATOMIC_INLINE_DATA     (1 << 18)
0143 #define   MI_ATOMIC_CS_STALL        (1 << 17)
0144 #define   MI_ATOMIC_MOVE        (0x4 << 8)
0145 
0146 /*
0147  * Official intel docs are somewhat sloppy concerning MI_LOAD_REGISTER_IMM:
0148  * - Always issue a MI_NOOP _before_ the MI_LOAD_REGISTER_IMM - otherwise hw
0149  *   simply ignores the register load under certain conditions.
0150  * - One can actually load arbitrary many arbitrary registers: Simply issue x
0151  *   address/value pairs. Don't overdue it, though, x <= 2^4 must hold!
0152  */
0153 #define MI_LOAD_REGISTER_IMM(x) MI_INSTR(0x22, 2*(x)-1)
0154 /* Gen11+. addr = base + (ctx_restore ? offset & GENMASK(12,2) : offset) */
0155 #define   MI_LRI_LRM_CS_MMIO        REG_BIT(19)
0156 #define   MI_LRI_MMIO_REMAP_EN      REG_BIT(17)
0157 #define   MI_LRI_FORCE_POSTED       (1<<12)
0158 #define MI_LOAD_REGISTER_IMM_MAX_REGS (126)
0159 #define MI_STORE_REGISTER_MEM        MI_INSTR(0x24, 1)
0160 #define MI_STORE_REGISTER_MEM_GEN8   MI_INSTR(0x24, 2)
0161 #define   MI_SRM_LRM_GLOBAL_GTT     (1<<22)
0162 #define MI_FLUSH_DW     MI_INSTR(0x26, 1) /* for GEN6 */
0163 #define   MI_FLUSH_DW_PROTECTED_MEM_EN  (1 << 22)
0164 #define   MI_FLUSH_DW_STORE_INDEX   (1<<21)
0165 #define   MI_INVALIDATE_TLB     (1<<18)
0166 #define   MI_FLUSH_DW_CCS       (1<<16)
0167 #define   MI_FLUSH_DW_OP_STOREDW    (1<<14)
0168 #define   MI_FLUSH_DW_OP_MASK       (3<<14)
0169 #define   MI_FLUSH_DW_LLC       (1<<9)
0170 #define   MI_FLUSH_DW_NOTIFY        (1<<8)
0171 #define   MI_INVALIDATE_BSD     (1<<7)
0172 #define   MI_FLUSH_DW_USE_GTT       (1<<2)
0173 #define   MI_FLUSH_DW_USE_PPGTT     (0<<2)
0174 #define MI_LOAD_REGISTER_MEM       MI_INSTR(0x29, 1)
0175 #define MI_LOAD_REGISTER_MEM_GEN8  MI_INSTR(0x29, 2)
0176 #define MI_LOAD_REGISTER_REG    MI_INSTR(0x2A, 1)
0177 #define   MI_LRR_SOURCE_CS_MMIO     REG_BIT(18)
0178 #define MI_BATCH_BUFFER     MI_INSTR(0x30, 1)
0179 #define   MI_BATCH_NON_SECURE       (1)
0180 /* for snb/ivb/vlv this also means "batch in ppgtt" when ppgtt is enabled. */
0181 #define   MI_BATCH_NON_SECURE_I965  (1<<8)
0182 #define   MI_BATCH_PPGTT_HSW        (1<<8)
0183 #define   MI_BATCH_NON_SECURE_HSW   (1<<13)
0184 #define MI_BATCH_BUFFER_START   MI_INSTR(0x31, 0)
0185 #define   MI_BATCH_GTT          (2<<6) /* aliased with (1<<7) on gen4 */
0186 #define MI_BATCH_BUFFER_START_GEN8  MI_INSTR(0x31, 1)
0187 #define   MI_BATCH_RESOURCE_STREAMER REG_BIT(10)
0188 #define   MI_BATCH_PREDICATE         REG_BIT(15) /* HSW+ on RCS only*/
0189 
0190 /*
0191  * 3D instructions used by the kernel
0192  */
0193 #define GFX_INSTR(opcode, flags) ((0x3 << 29) | ((opcode) << 24) | (flags))
0194 
0195 #define GEN9_MEDIA_POOL_STATE     ((0x3 << 29) | (0x2 << 27) | (0x5 << 16) | 4)
0196 #define   GEN9_MEDIA_POOL_ENABLE  (1 << 31)
0197 #define GFX_OP_RASTER_RULES    ((0x3<<29)|(0x7<<24))
0198 #define GFX_OP_SCISSOR         ((0x3<<29)|(0x1c<<24)|(0x10<<19))
0199 #define   SC_UPDATE_SCISSOR       (0x1<<1)
0200 #define   SC_ENABLE_MASK          (0x1<<0)
0201 #define   SC_ENABLE               (0x1<<0)
0202 #define GFX_OP_LOAD_INDIRECT   ((0x3<<29)|(0x1d<<24)|(0x7<<16))
0203 #define GFX_OP_SCISSOR_INFO    ((0x3<<29)|(0x1d<<24)|(0x81<<16)|(0x1))
0204 #define   SCI_YMIN_MASK      (0xffff<<16)
0205 #define   SCI_XMIN_MASK      (0xffff<<0)
0206 #define   SCI_YMAX_MASK      (0xffff<<16)
0207 #define   SCI_XMAX_MASK      (0xffff<<0)
0208 #define GFX_OP_SCISSOR_ENABLE    ((0x3<<29)|(0x1c<<24)|(0x10<<19))
0209 #define GFX_OP_SCISSOR_RECT  ((0x3<<29)|(0x1d<<24)|(0x81<<16)|1)
0210 #define GFX_OP_COLOR_FACTOR      ((0x3<<29)|(0x1d<<24)|(0x1<<16)|0x0)
0211 #define GFX_OP_STIPPLE           ((0x3<<29)|(0x1d<<24)|(0x83<<16))
0212 #define GFX_OP_MAP_INFO          ((0x3<<29)|(0x1d<<24)|0x4)
0213 #define GFX_OP_DESTBUFFER_VARS   ((0x3<<29)|(0x1d<<24)|(0x85<<16)|0x0)
0214 #define GFX_OP_DESTBUFFER_INFO   ((0x3<<29)|(0x1d<<24)|(0x8e<<16)|1)
0215 #define GFX_OP_DRAWRECT_INFO     ((0x3<<29)|(0x1d<<24)|(0x80<<16)|(0x3))
0216 #define GFX_OP_DRAWRECT_INFO_I965  ((0x7900<<16)|0x2)
0217 
0218 #define XY_CTRL_SURF_INSTR_SIZE     5
0219 #define MI_FLUSH_DW_SIZE        3
0220 #define XY_CTRL_SURF_COPY_BLT       ((2 << 29) | (0x48 << 22) | 3)
0221 #define   SRC_ACCESS_TYPE_SHIFT     21
0222 #define   DST_ACCESS_TYPE_SHIFT     20
0223 #define   CCS_SIZE_MASK         0x3FF
0224 #define   CCS_SIZE_SHIFT        8
0225 #define   XY_CTRL_SURF_MOCS_MASK    GENMASK(31, 25)
0226 #define   NUM_CCS_BYTES_PER_BLOCK   256
0227 #define   NUM_BYTES_PER_CCS_BYTE    256
0228 #define   NUM_CCS_BLKS_PER_XFER     1024
0229 #define   INDIRECT_ACCESS       0
0230 #define   DIRECT_ACCESS         1
0231 
0232 #define COLOR_BLT_CMD           (2 << 29 | 0x40 << 22 | (5 - 2))
0233 #define XY_COLOR_BLT_CMD        (2 << 29 | 0x50 << 22)
0234 #define XY_FAST_COLOR_BLT_CMD       (2 << 29 | 0x44 << 22)
0235 #define   XY_FAST_COLOR_BLT_DEPTH_32    (2 << 19)
0236 #define   XY_FAST_COLOR_BLT_DW      16
0237 #define   XY_FAST_COLOR_BLT_MOCS_MASK   GENMASK(27, 21)
0238 #define   XY_FAST_COLOR_BLT_MEM_TYPE_SHIFT 31
0239 
0240 #define   XY_FAST_COPY_BLT_D0_SRC_TILING_MASK     REG_GENMASK(21, 20)
0241 #define   XY_FAST_COPY_BLT_D0_DST_TILING_MASK     REG_GENMASK(14, 13)
0242 #define   XY_FAST_COPY_BLT_D0_SRC_TILE_MODE(mode)  \
0243     REG_FIELD_PREP(XY_FAST_COPY_BLT_D0_SRC_TILING_MASK, mode)
0244 #define   XY_FAST_COPY_BLT_D0_DST_TILE_MODE(mode)  \
0245     REG_FIELD_PREP(XY_FAST_COPY_BLT_D0_DST_TILING_MASK, mode)
0246 #define     LINEAR              0
0247 #define     TILE_X              0x1
0248 #define     XMAJOR              0x1
0249 #define     YMAJOR              0x2
0250 #define     TILE_64         0x3
0251 #define   XY_FAST_COPY_BLT_D1_SRC_TILE4 REG_BIT(31)
0252 #define   XY_FAST_COPY_BLT_D1_DST_TILE4 REG_BIT(30)
0253 #define BLIT_CCTL_SRC_MOCS_MASK  REG_GENMASK(6, 0)
0254 #define BLIT_CCTL_DST_MOCS_MASK  REG_GENMASK(14, 8)
0255 /* Note:  MOCS value = (index << 1) */
0256 #define BLIT_CCTL_SRC_MOCS(idx) \
0257     REG_FIELD_PREP(BLIT_CCTL_SRC_MOCS_MASK, (idx) << 1)
0258 #define BLIT_CCTL_DST_MOCS(idx) \
0259     REG_FIELD_PREP(BLIT_CCTL_DST_MOCS_MASK, (idx) << 1)
0260 
0261 #define SRC_COPY_BLT_CMD        (2 << 29 | 0x43 << 22)
0262 #define GEN9_XY_FAST_COPY_BLT_CMD   (2 << 29 | 0x42 << 22)
0263 #define XY_SRC_COPY_BLT_CMD     (2 << 29 | 0x53 << 22)
0264 #define XY_MONO_SRC_COPY_IMM_BLT    (2 << 29 | 0x71 << 22 | 5)
0265 #define   BLT_WRITE_A           (2<<20)
0266 #define   BLT_WRITE_RGB         (1<<20)
0267 #define   BLT_WRITE_RGBA        (BLT_WRITE_RGB | BLT_WRITE_A)
0268 #define   BLT_DEPTH_8           (0<<24)
0269 #define   BLT_DEPTH_16_565      (1<<24)
0270 #define   BLT_DEPTH_16_1555     (2<<24)
0271 #define   BLT_DEPTH_32          (3<<24)
0272 #define   BLT_ROP_SRC_COPY      (0xcc<<16)
0273 #define   BLT_ROP_COLOR_COPY        (0xf0<<16)
0274 #define XY_SRC_COPY_BLT_SRC_TILED   (1<<15) /* 965+ only */
0275 #define XY_SRC_COPY_BLT_DST_TILED   (1<<11) /* 965+ only */
0276 #define CMD_OP_DISPLAYBUFFER_INFO ((0x0<<29)|(0x14<<23)|2)
0277 #define   ASYNC_FLIP                (1<<22)
0278 #define   DISPLAY_PLANE_A           (0<<20)
0279 #define   DISPLAY_PLANE_B           (1<<20)
0280 #define GFX_OP_PIPE_CONTROL(len)    ((0x3<<29)|(0x3<<27)|(0x2<<24)|((len)-2))
0281 #define   PIPE_CONTROL_COMMAND_CACHE_INVALIDATE     (1<<29) /* gen11+ */
0282 #define   PIPE_CONTROL_TILE_CACHE_FLUSH         (1<<28) /* gen11+ */
0283 #define   PIPE_CONTROL_FLUSH_L3             (1<<27)
0284 #define   PIPE_CONTROL_AMFS_FLUSH           (1<<25) /* gen12+ */
0285 #define   PIPE_CONTROL_GLOBAL_GTT_IVB           (1<<24) /* gen7+ */
0286 #define   PIPE_CONTROL_MMIO_WRITE           (1<<23)
0287 #define   PIPE_CONTROL_STORE_DATA_INDEX         (1<<21)
0288 #define   PIPE_CONTROL_CS_STALL             (1<<20)
0289 #define   PIPE_CONTROL_GLOBAL_SNAPSHOT_RESET        (1<<19)
0290 #define   PIPE_CONTROL_TLB_INVALIDATE           (1<<18)
0291 #define   PIPE_CONTROL_PSD_SYNC             (1<<17) /* gen11+ */
0292 #define   PIPE_CONTROL_MEDIA_STATE_CLEAR        (1<<16)
0293 #define   PIPE_CONTROL_WRITE_TIMESTAMP          (3<<14)
0294 #define   PIPE_CONTROL_QW_WRITE             (1<<14)
0295 #define   PIPE_CONTROL_POST_SYNC_OP_MASK                (3<<14)
0296 #define   PIPE_CONTROL_DEPTH_STALL          (1<<13)
0297 #define   PIPE_CONTROL_WRITE_FLUSH          (1<<12)
0298 #define   PIPE_CONTROL_RENDER_TARGET_CACHE_FLUSH    (1<<12) /* gen6+ */
0299 #define   PIPE_CONTROL_INSTRUCTION_CACHE_INVALIDATE (1<<11) /* MBZ on ILK */
0300 #define   PIPE_CONTROL_TEXTURE_CACHE_INVALIDATE     (1<<10) /* GM45+ only */
0301 #define   PIPE_CONTROL_INDIRECT_STATE_DISABLE       (1<<9)
0302 #define   PIPE_CONTROL0_HDC_PIPELINE_FLUSH      REG_BIT(9)  /* gen12 */
0303 #define   PIPE_CONTROL_NOTIFY               (1<<8)
0304 #define   PIPE_CONTROL_FLUSH_ENABLE         (1<<7) /* gen7+ */
0305 #define   PIPE_CONTROL_DC_FLUSH_ENABLE          (1<<5)
0306 #define   PIPE_CONTROL_VF_CACHE_INVALIDATE      (1<<4)
0307 #define   PIPE_CONTROL_CONST_CACHE_INVALIDATE       (1<<3)
0308 #define   PIPE_CONTROL_STATE_CACHE_INVALIDATE       (1<<2)
0309 #define   PIPE_CONTROL_STALL_AT_SCOREBOARD      (1<<1)
0310 #define   PIPE_CONTROL_DEPTH_CACHE_FLUSH        (1<<0)
0311 #define   PIPE_CONTROL_GLOBAL_GTT (1<<2) /* in addr dword */
0312 
0313 /*
0314  * 3D-related flags that can't be set on _engines_ that lack access to the 3D
0315  * pipeline (i.e., CCS engines).
0316  */
0317 #define PIPE_CONTROL_3D_ENGINE_FLAGS (\
0318         PIPE_CONTROL_RENDER_TARGET_CACHE_FLUSH | \
0319         PIPE_CONTROL_DEPTH_CACHE_FLUSH | \
0320         PIPE_CONTROL_TILE_CACHE_FLUSH | \
0321         PIPE_CONTROL_DEPTH_STALL | \
0322         PIPE_CONTROL_STALL_AT_SCOREBOARD | \
0323         PIPE_CONTROL_PSD_SYNC | \
0324         PIPE_CONTROL_AMFS_FLUSH | \
0325         PIPE_CONTROL_VF_CACHE_INVALIDATE | \
0326         PIPE_CONTROL_GLOBAL_SNAPSHOT_RESET)
0327 
0328 /* 3D-related flags that can't be set on _platforms_ that lack a 3D pipeline */
0329 #define PIPE_CONTROL_3D_ARCH_FLAGS ( \
0330         PIPE_CONTROL_3D_ENGINE_FLAGS | \
0331         PIPE_CONTROL_INDIRECT_STATE_DISABLE | \
0332         PIPE_CONTROL_FLUSH_ENABLE | \
0333         PIPE_CONTROL_TEXTURE_CACHE_INVALIDATE | \
0334         PIPE_CONTROL_DC_FLUSH_ENABLE)
0335 
0336 #define MI_MATH(x)          MI_INSTR(0x1a, (x) - 1)
0337 #define MI_MATH_INSTR(opcode, op1, op2) ((opcode) << 20 | (op1) << 10 | (op2))
0338 /* Opcodes for MI_MATH_INSTR */
0339 #define   MI_MATH_NOOP          MI_MATH_INSTR(0x000, 0x0, 0x0)
0340 #define   MI_MATH_LOAD(op1, op2)    MI_MATH_INSTR(0x080, op1, op2)
0341 #define   MI_MATH_LOADINV(op1, op2) MI_MATH_INSTR(0x480, op1, op2)
0342 #define   MI_MATH_LOAD0(op1)        MI_MATH_INSTR(0x081, op1)
0343 #define   MI_MATH_LOAD1(op1)        MI_MATH_INSTR(0x481, op1)
0344 #define   MI_MATH_ADD           MI_MATH_INSTR(0x100, 0x0, 0x0)
0345 #define   MI_MATH_SUB           MI_MATH_INSTR(0x101, 0x0, 0x0)
0346 #define   MI_MATH_AND           MI_MATH_INSTR(0x102, 0x0, 0x0)
0347 #define   MI_MATH_OR            MI_MATH_INSTR(0x103, 0x0, 0x0)
0348 #define   MI_MATH_XOR           MI_MATH_INSTR(0x104, 0x0, 0x0)
0349 #define   MI_MATH_STORE(op1, op2)   MI_MATH_INSTR(0x180, op1, op2)
0350 #define   MI_MATH_STOREINV(op1, op2)    MI_MATH_INSTR(0x580, op1, op2)
0351 /* Registers used as operands in MI_MATH_INSTR */
0352 #define   MI_MATH_REG(x)        (x)
0353 #define   MI_MATH_REG_SRCA      0x20
0354 #define   MI_MATH_REG_SRCB      0x21
0355 #define   MI_MATH_REG_ACCU      0x31
0356 #define   MI_MATH_REG_ZF        0x32
0357 #define   MI_MATH_REG_CF        0x33
0358 
0359 /*
0360  * Media instructions used by the kernel
0361  */
0362 #define MEDIA_INSTR(pipe, op, sub_op, flags) \
0363     (__INSTR(INSTR_RC_CLIENT) | (pipe) << INSTR_SUBCLIENT_SHIFT | \
0364     (op) << INSTR_26_TO_24_SHIFT | (sub_op) << 16 | (flags))
0365 
0366 #define MFX_WAIT                MEDIA_INSTR(1, 0, 0, 0)
0367 #define  MFX_WAIT_DW0_MFX_SYNC_CONTROL_FLAG REG_BIT(8)
0368 #define  MFX_WAIT_DW0_PXP_SYNC_CONTROL_FLAG REG_BIT(9)
0369 
0370 #define CRYPTO_KEY_EXCHANGE         MEDIA_INSTR(2, 6, 9, 0)
0371 
0372 /*
0373  * Commands used only by the command parser
0374  */
0375 #define MI_SET_PREDICATE        MI_INSTR(0x01, 0)
0376 #define MI_ARB_CHECK            MI_INSTR(0x05, 0)
0377 #define MI_RS_CONTROL           MI_INSTR(0x06, 0)
0378 #define MI_URB_ATOMIC_ALLOC     MI_INSTR(0x09, 0)
0379 #define MI_PREDICATE            MI_INSTR(0x0C, 0)
0380 #define MI_RS_CONTEXT           MI_INSTR(0x0F, 0)
0381 #define MI_TOPOLOGY_FILTER      MI_INSTR(0x0D, 0)
0382 #define MI_LOAD_SCAN_LINES_EXCL MI_INSTR(0x13, 0)
0383 #define MI_URB_CLEAR            MI_INSTR(0x19, 0)
0384 #define MI_UPDATE_GTT           MI_INSTR(0x23, 0)
0385 #define MI_CLFLUSH              MI_INSTR(0x27, 0)
0386 #define MI_REPORT_PERF_COUNT    MI_INSTR(0x28, 0)
0387 #define   MI_REPORT_PERF_COUNT_GGTT (1<<0)
0388 #define MI_RS_STORE_DATA_IMM    MI_INSTR(0x2B, 0)
0389 #define MI_LOAD_URB_MEM         MI_INSTR(0x2C, 0)
0390 #define MI_STORE_URB_MEM        MI_INSTR(0x2D, 0)
0391 #define MI_CONDITIONAL_BATCH_BUFFER_END MI_INSTR(0x36, 0)
0392 
0393 #define STATE_BASE_ADDRESS \
0394     ((0x3 << 29) | (0x0 << 27) | (0x1 << 24) | (0x1 << 16))
0395 #define BASE_ADDRESS_MODIFY     REG_BIT(0)
0396 #define PIPELINE_SELECT \
0397     ((0x3 << 29) | (0x1 << 27) | (0x1 << 24) | (0x4 << 16))
0398 #define PIPELINE_SELECT_MEDIA          REG_BIT(0)
0399 #define GFX_OP_3DSTATE_VF_STATISTICS \
0400     ((0x3 << 29) | (0x1 << 27) | (0x0 << 24) | (0xB << 16))
0401 #define MEDIA_VFE_STATE \
0402     ((0x3 << 29) | (0x2 << 27) | (0x0 << 24) | (0x0 << 16))
0403 #define  MEDIA_VFE_STATE_MMIO_ACCESS_MASK (0x18)
0404 #define MEDIA_INTERFACE_DESCRIPTOR_LOAD \
0405     ((0x3 << 29) | (0x2 << 27) | (0x0 << 24) | (0x2 << 16))
0406 #define MEDIA_OBJECT \
0407     ((0x3 << 29) | (0x2 << 27) | (0x1 << 24) | (0x0 << 16))
0408 #define GPGPU_OBJECT                   ((0x3<<29)|(0x2<<27)|(0x1<<24)|(0x4<<16))
0409 #define GPGPU_WALKER                   ((0x3<<29)|(0x2<<27)|(0x1<<24)|(0x5<<16))
0410 #define GFX_OP_3DSTATE_DX9_CONSTANTF_VS \
0411     ((0x3<<29)|(0x3<<27)|(0x0<<24)|(0x39<<16))
0412 #define GFX_OP_3DSTATE_DX9_CONSTANTF_PS \
0413     ((0x3<<29)|(0x3<<27)|(0x0<<24)|(0x3A<<16))
0414 #define GFX_OP_3DSTATE_SO_DECL_LIST \
0415     ((0x3<<29)|(0x3<<27)|(0x1<<24)|(0x17<<16))
0416 
0417 #define GFX_OP_3DSTATE_BINDING_TABLE_EDIT_VS \
0418     ((0x3<<29)|(0x3<<27)|(0x0<<24)|(0x43<<16))
0419 #define GFX_OP_3DSTATE_BINDING_TABLE_EDIT_GS \
0420     ((0x3<<29)|(0x3<<27)|(0x0<<24)|(0x44<<16))
0421 #define GFX_OP_3DSTATE_BINDING_TABLE_EDIT_HS \
0422     ((0x3<<29)|(0x3<<27)|(0x0<<24)|(0x45<<16))
0423 #define GFX_OP_3DSTATE_BINDING_TABLE_EDIT_DS \
0424     ((0x3<<29)|(0x3<<27)|(0x0<<24)|(0x46<<16))
0425 #define GFX_OP_3DSTATE_BINDING_TABLE_EDIT_PS \
0426     ((0x3<<29)|(0x3<<27)|(0x0<<24)|(0x47<<16))
0427 
0428 #define COLOR_BLT     ((0x2<<29)|(0x40<<22))
0429 #define SRC_COPY_BLT  ((0x2<<29)|(0x43<<22))
0430 
0431 /*
0432  * Used to convert any address to canonical form.
0433  * Starting from gen8, some commands (e.g. STATE_BASE_ADDRESS,
0434  * MI_LOAD_REGISTER_MEM and others, see Broadwell PRM Vol2a) require the
0435  * addresses to be in a canonical form:
0436  * "GraphicsAddress[63:48] are ignored by the HW and assumed to be in correct
0437  * canonical form [63:48] == [47]."
0438  */
0439 #define GEN8_HIGH_ADDRESS_BIT 47
0440 static inline u64 gen8_canonical_addr(u64 address)
0441 {
0442     return sign_extend64(address, GEN8_HIGH_ADDRESS_BIT);
0443 }
0444 
0445 static inline u64 gen8_noncanonical_addr(u64 address)
0446 {
0447     return address & GENMASK_ULL(GEN8_HIGH_ADDRESS_BIT, 0);
0448 }
0449 
0450 static inline u32 *__gen6_emit_bb_start(u32 *cs, u32 addr, unsigned int flags)
0451 {
0452     *cs++ = MI_BATCH_BUFFER_START | flags;
0453     *cs++ = addr;
0454 
0455     return cs;
0456 }
0457 
0458 #endif /* _INTEL_GPU_COMMANDS_H_ */