Back to home page

OSCL-LXR

 
 

    


0001 /* SPDX-License-Identifier: (GPL-2.0-only OR BSD-2-Clause) */
0002 /* Copyright (C) 2016-2018 Netronome Systems, Inc. */
0003 
0004 #ifndef __NFP_ASM_H__
0005 #define __NFP_ASM_H__ 1
0006 
0007 #include <linux/bitfield.h>
0008 #include <linux/bug.h>
0009 #include <linux/types.h>
0010 
0011 #define REG_NONE    0
0012 #define REG_WIDTH   4
0013 
0014 #define RE_REG_NO_DST   0x020
0015 #define RE_REG_IMM  0x020
0016 #define RE_REG_IMM_encode(x)                    \
0017     (RE_REG_IMM | ((x) & 0x1f) | (((x) & 0x60) << 1))
0018 #define RE_REG_IMM_MAX   0x07fULL
0019 #define RE_REG_LM   0x050
0020 #define RE_REG_LM_IDX   0x008
0021 #define RE_REG_LM_IDX_MAX   0x7
0022 #define RE_REG_XFR  0x080
0023 
0024 #define UR_REG_XFR  0x180
0025 #define UR_REG_LM   0x200
0026 #define UR_REG_LM_IDX   0x020
0027 #define UR_REG_LM_POST_MOD  0x010
0028 #define UR_REG_LM_POST_MOD_DEC  0x001
0029 #define UR_REG_LM_IDX_MAX   0xf
0030 #define UR_REG_NN   0x280
0031 #define UR_REG_NO_DST   0x300
0032 #define UR_REG_IMM  UR_REG_NO_DST
0033 #define UR_REG_IMM_encode(x) (UR_REG_IMM | (x))
0034 #define UR_REG_IMM_MAX   0x0ffULL
0035 
0036 #define OP_BR_BASE      0x0d800000020ULL
0037 #define OP_BR_BASE_MASK     0x0f8000c3ce0ULL
0038 #define OP_BR_MASK      0x0000000001fULL
0039 #define OP_BR_EV_PIP        0x00000000300ULL
0040 #define OP_BR_CSS       0x0000003c000ULL
0041 #define OP_BR_DEFBR     0x00000300000ULL
0042 #define OP_BR_ADDR_LO       0x007ffc00000ULL
0043 #define OP_BR_ADDR_HI       0x10000000000ULL
0044 
0045 #define OP_BR_BIT_BASE      0x0d000000000ULL
0046 #define OP_BR_BIT_BASE_MASK 0x0f800080300ULL
0047 #define OP_BR_BIT_A_SRC     0x000000000ffULL
0048 #define OP_BR_BIT_B_SRC     0x0000003fc00ULL
0049 #define OP_BR_BIT_BV        0x00000040000ULL
0050 #define OP_BR_BIT_SRC_LMEXTN    0x40000000000ULL
0051 #define OP_BR_BIT_DEFBR     OP_BR_DEFBR
0052 #define OP_BR_BIT_ADDR_LO   OP_BR_ADDR_LO
0053 #define OP_BR_BIT_ADDR_HI   OP_BR_ADDR_HI
0054 
0055 #define OP_BR_ALU_BASE      0x0e800000000ULL
0056 #define OP_BR_ALU_BASE_MASK 0x0ff80000000ULL
0057 #define OP_BR_ALU_A_SRC     0x000000003ffULL
0058 #define OP_BR_ALU_B_SRC     0x000000ffc00ULL
0059 #define OP_BR_ALU_DEFBR     0x00000300000ULL
0060 #define OP_BR_ALU_IMM_HI    0x0007fc00000ULL
0061 #define OP_BR_ALU_SRC_LMEXTN    0x40000000000ULL
0062 #define OP_BR_ALU_DST_LMEXTN    0x80000000000ULL
0063 
0064 static inline bool nfp_is_br(u64 insn)
0065 {
0066     return (insn & OP_BR_BASE_MASK) == OP_BR_BASE ||
0067            (insn & OP_BR_BIT_BASE_MASK) == OP_BR_BIT_BASE;
0068 }
0069 
0070 enum br_mask {
0071     BR_BEQ = 0x00,
0072     BR_BNE = 0x01,
0073     BR_BMI = 0x02,
0074     BR_BHS = 0x04,
0075     BR_BCC = 0x05,
0076     BR_BLO = 0x05,
0077     BR_BGE = 0x08,
0078     BR_BLT = 0x09,
0079     BR_UNC = 0x18,
0080 };
0081 
0082 enum br_ev_pip {
0083     BR_EV_PIP_UNCOND = 0,
0084     BR_EV_PIP_COND = 1,
0085 };
0086 
0087 enum br_ctx_signal_state {
0088     BR_CSS_NONE = 2,
0089 };
0090 
0091 u16 br_get_offset(u64 instr);
0092 void br_set_offset(u64 *instr, u16 offset);
0093 void br_add_offset(u64 *instr, u16 offset);
0094 
0095 #define OP_BBYTE_BASE       0x0c800000000ULL
0096 #define OP_BB_A_SRC     0x000000000ffULL
0097 #define OP_BB_BYTE      0x00000000300ULL
0098 #define OP_BB_B_SRC     0x0000003fc00ULL
0099 #define OP_BB_I8        0x00000040000ULL
0100 #define OP_BB_EQ        0x00000080000ULL
0101 #define OP_BB_DEFBR     0x00000300000ULL
0102 #define OP_BB_ADDR_LO       0x007ffc00000ULL
0103 #define OP_BB_ADDR_HI       0x10000000000ULL
0104 #define OP_BB_SRC_LMEXTN    0x40000000000ULL
0105 
0106 #define OP_BALU_BASE        0x0e800000000ULL
0107 #define OP_BA_A_SRC     0x000000003ffULL
0108 #define OP_BA_B_SRC     0x000000ffc00ULL
0109 #define OP_BA_DEFBR     0x00000300000ULL
0110 #define OP_BA_ADDR_HI       0x0007fc00000ULL
0111 
0112 #define OP_IMMED_A_SRC      0x000000003ffULL
0113 #define OP_IMMED_B_SRC      0x000000ffc00ULL
0114 #define OP_IMMED_IMM        0x0000ff00000ULL
0115 #define OP_IMMED_WIDTH      0x00060000000ULL
0116 #define OP_IMMED_INV        0x00080000000ULL
0117 #define OP_IMMED_SHIFT      0x00600000000ULL
0118 #define OP_IMMED_BASE       0x0f000000000ULL
0119 #define OP_IMMED_WR_AB      0x20000000000ULL
0120 #define OP_IMMED_SRC_LMEXTN 0x40000000000ULL
0121 #define OP_IMMED_DST_LMEXTN 0x80000000000ULL
0122 
0123 enum immed_width {
0124     IMMED_WIDTH_ALL = 0,
0125     IMMED_WIDTH_BYTE = 1,
0126     IMMED_WIDTH_WORD = 2,
0127 };
0128 
0129 enum immed_shift {
0130     IMMED_SHIFT_0B = 0,
0131     IMMED_SHIFT_1B = 1,
0132     IMMED_SHIFT_2B = 2,
0133 };
0134 
0135 u16 immed_get_value(u64 instr);
0136 void immed_set_value(u64 *instr, u16 immed);
0137 void immed_add_value(u64 *instr, u16 offset);
0138 
0139 #define OP_SHF_BASE     0x08000000000ULL
0140 #define OP_SHF_A_SRC        0x000000000ffULL
0141 #define OP_SHF_SC       0x00000000300ULL
0142 #define OP_SHF_B_SRC        0x0000003fc00ULL
0143 #define OP_SHF_I8       0x00000040000ULL
0144 #define OP_SHF_SW       0x00000080000ULL
0145 #define OP_SHF_DST      0x0000ff00000ULL
0146 #define OP_SHF_SHIFT        0x001f0000000ULL
0147 #define OP_SHF_OP       0x00e00000000ULL
0148 #define OP_SHF_DST_AB       0x01000000000ULL
0149 #define OP_SHF_WR_AB        0x20000000000ULL
0150 #define OP_SHF_SRC_LMEXTN   0x40000000000ULL
0151 #define OP_SHF_DST_LMEXTN   0x80000000000ULL
0152 
0153 enum shf_op {
0154     SHF_OP_NONE = 0,
0155     SHF_OP_AND = 2,
0156     SHF_OP_OR = 5,
0157     SHF_OP_ASHR = 6,
0158 };
0159 
0160 enum shf_sc {
0161     SHF_SC_R_ROT = 0,
0162     SHF_SC_NONE = SHF_SC_R_ROT,
0163     SHF_SC_R_SHF = 1,
0164     SHF_SC_L_SHF = 2,
0165     SHF_SC_R_DSHF = 3,
0166 };
0167 
0168 #define OP_ALU_A_SRC        0x000000003ffULL
0169 #define OP_ALU_B_SRC        0x000000ffc00ULL
0170 #define OP_ALU_DST      0x0003ff00000ULL
0171 #define OP_ALU_SW       0x00040000000ULL
0172 #define OP_ALU_OP       0x00f80000000ULL
0173 #define OP_ALU_DST_AB       0x01000000000ULL
0174 #define OP_ALU_BASE     0x0a000000000ULL
0175 #define OP_ALU_WR_AB        0x20000000000ULL
0176 #define OP_ALU_SRC_LMEXTN   0x40000000000ULL
0177 #define OP_ALU_DST_LMEXTN   0x80000000000ULL
0178 
0179 enum alu_op {
0180     ALU_OP_NONE     = 0x00,
0181     ALU_OP_ADD      = 0x01,
0182     ALU_OP_NOT      = 0x04,
0183     ALU_OP_ADD_2B       = 0x05,
0184     ALU_OP_AND      = 0x08,
0185     ALU_OP_AND_NOT_A    = 0x0c,
0186     ALU_OP_SUB_C        = 0x0d,
0187     ALU_OP_AND_NOT_B    = 0x10,
0188     ALU_OP_ADD_C        = 0x11,
0189     ALU_OP_OR       = 0x14,
0190     ALU_OP_SUB      = 0x15,
0191     ALU_OP_XOR      = 0x18,
0192 };
0193 
0194 enum alu_dst_ab {
0195     ALU_DST_A = 0,
0196     ALU_DST_B = 1,
0197 };
0198 
0199 #define OP_LDF_BASE     0x0c000000000ULL
0200 #define OP_LDF_A_SRC        0x000000000ffULL
0201 #define OP_LDF_SC       0x00000000300ULL
0202 #define OP_LDF_B_SRC        0x0000003fc00ULL
0203 #define OP_LDF_I8       0x00000040000ULL
0204 #define OP_LDF_SW       0x00000080000ULL
0205 #define OP_LDF_ZF       0x00000100000ULL
0206 #define OP_LDF_BMASK        0x0000f000000ULL
0207 #define OP_LDF_SHF      0x001f0000000ULL
0208 #define OP_LDF_WR_AB        0x20000000000ULL
0209 #define OP_LDF_SRC_LMEXTN   0x40000000000ULL
0210 #define OP_LDF_DST_LMEXTN   0x80000000000ULL
0211 
0212 #define OP_CMD_A_SRC        0x000000000ffULL
0213 #define OP_CMD_CTX      0x00000000300ULL
0214 #define OP_CMD_B_SRC        0x0000003fc00ULL
0215 #define OP_CMD_TOKEN        0x000000c0000ULL
0216 #define OP_CMD_XFER     0x00001f00000ULL
0217 #define OP_CMD_CNT      0x0000e000000ULL
0218 #define OP_CMD_SIG      0x000f0000000ULL
0219 #define OP_CMD_TGT_CMD      0x07f00000000ULL
0220 #define OP_CMD_INDIR        0x20000000000ULL
0221 #define OP_CMD_MODE        0x1c0000000000ULL
0222 
0223 struct cmd_tgt_act {
0224     u8 token;
0225     u8 tgt_cmd;
0226 };
0227 
0228 enum cmd_tgt_map {
0229     CMD_TGT_READ8,
0230     CMD_TGT_WRITE8_SWAP,
0231     CMD_TGT_WRITE32_SWAP,
0232     CMD_TGT_READ32,
0233     CMD_TGT_READ32_LE,
0234     CMD_TGT_READ32_SWAP,
0235     CMD_TGT_READ_LE,
0236     CMD_TGT_READ_SWAP_LE,
0237     CMD_TGT_ADD,
0238     CMD_TGT_ADD_IMM,
0239     __CMD_TGT_MAP_SIZE,
0240 };
0241 
0242 extern const struct cmd_tgt_act cmd_tgt_act[__CMD_TGT_MAP_SIZE];
0243 
0244 enum cmd_mode {
0245     CMD_MODE_40b_AB = 0,
0246     CMD_MODE_40b_BA = 1,
0247     CMD_MODE_32b    = 4,
0248 };
0249 
0250 enum cmd_ctx_swap {
0251     CMD_CTX_SWAP = 0,
0252     CMD_CTX_SWAP_DEFER1 = 1,
0253     CMD_CTX_SWAP_DEFER2 = 2,
0254     CMD_CTX_NO_SWAP = 3,
0255 };
0256 
0257 #define CMD_OVE_DATA    GENMASK(5, 3)
0258 #define CMD_OVE_LEN BIT(7)
0259 #define CMD_OV_LEN  GENMASK(12, 8)
0260 
0261 #define OP_LCSR_BASE        0x0fc00000000ULL
0262 #define OP_LCSR_A_SRC       0x000000003ffULL
0263 #define OP_LCSR_B_SRC       0x000000ffc00ULL
0264 #define OP_LCSR_WRITE       0x00000200000ULL
0265 #define OP_LCSR_ADDR        0x001ffc00000ULL
0266 #define OP_LCSR_SRC_LMEXTN  0x40000000000ULL
0267 #define OP_LCSR_DST_LMEXTN  0x80000000000ULL
0268 
0269 enum lcsr_wr_src {
0270     LCSR_WR_AREG,
0271     LCSR_WR_BREG,
0272     LCSR_WR_IMM,
0273 };
0274 
0275 #define OP_CARB_BASE        0x0e000000000ULL
0276 #define OP_CARB_OR      0x00000010000ULL
0277 
0278 #define NFP_CSR_CTX_PTR     0x20
0279 #define NFP_CSR_ACT_LM_ADDR0    0x64
0280 #define NFP_CSR_ACT_LM_ADDR1    0x6c
0281 #define NFP_CSR_ACT_LM_ADDR2    0x94
0282 #define NFP_CSR_ACT_LM_ADDR3    0x9c
0283 #define NFP_CSR_PSEUDO_RND_NUM  0x148
0284 
0285 /* Software register representation, independent of operand type */
0286 #define NN_REG_TYPE GENMASK(31, 24)
0287 #define NN_REG_LM_IDX   GENMASK(23, 22)
0288 #define NN_REG_LM_IDX_HI    BIT(23)
0289 #define NN_REG_LM_IDX_LO    BIT(22)
0290 #define NN_REG_LM_MOD   GENMASK(21, 20)
0291 #define NN_REG_VAL  GENMASK(7, 0)
0292 
0293 enum nfp_bpf_reg_type {
0294     NN_REG_GPR_A =  BIT(0),
0295     NN_REG_GPR_B =  BIT(1),
0296     NN_REG_GPR_BOTH = NN_REG_GPR_A | NN_REG_GPR_B,
0297     NN_REG_NNR =    BIT(2),
0298     NN_REG_XFER =   BIT(3),
0299     NN_REG_IMM =    BIT(4),
0300     NN_REG_NONE =   BIT(5),
0301     NN_REG_LMEM =   BIT(6),
0302 };
0303 
0304 enum nfp_bpf_lm_mode {
0305     NN_LM_MOD_NONE = 0,
0306     NN_LM_MOD_INC,
0307     NN_LM_MOD_DEC,
0308 };
0309 
0310 #define reg_both(x) __enc_swreg((x), NN_REG_GPR_BOTH)
0311 #define reg_a(x)    __enc_swreg((x), NN_REG_GPR_A)
0312 #define reg_b(x)    __enc_swreg((x), NN_REG_GPR_B)
0313 #define reg_nnr(x)  __enc_swreg((x), NN_REG_NNR)
0314 #define reg_xfer(x) __enc_swreg((x), NN_REG_XFER)
0315 #define reg_imm(x)  __enc_swreg((x), NN_REG_IMM)
0316 #define reg_none()  __enc_swreg(0, NN_REG_NONE)
0317 #define reg_lm(x, off)  __enc_swreg_lm((x), NN_LM_MOD_NONE, (off))
0318 #define reg_lm_inc(x)   __enc_swreg_lm((x), NN_LM_MOD_INC, 0)
0319 #define reg_lm_dec(x)   __enc_swreg_lm((x), NN_LM_MOD_DEC, 0)
0320 #define __reg_lm(x, mod, off)   __enc_swreg_lm((x), (mod), (off))
0321 
0322 typedef __u32 __bitwise swreg;
0323 
0324 static inline swreg __enc_swreg(u16 id, u8 type)
0325 {
0326     return (__force swreg)(id | FIELD_PREP(NN_REG_TYPE, type));
0327 }
0328 
0329 static inline swreg __enc_swreg_lm(u8 id, enum nfp_bpf_lm_mode mode, u8 off)
0330 {
0331     WARN_ON(id > 3 || (off && mode != NN_LM_MOD_NONE));
0332 
0333     return (__force swreg)(FIELD_PREP(NN_REG_TYPE, NN_REG_LMEM) |
0334                    FIELD_PREP(NN_REG_LM_IDX, id) |
0335                    FIELD_PREP(NN_REG_LM_MOD, mode) |
0336                    off);
0337 }
0338 
0339 static inline u32 swreg_raw(swreg reg)
0340 {
0341     return (__force u32)reg;
0342 }
0343 
0344 static inline enum nfp_bpf_reg_type swreg_type(swreg reg)
0345 {
0346     return FIELD_GET(NN_REG_TYPE, swreg_raw(reg));
0347 }
0348 
0349 static inline u16 swreg_value(swreg reg)
0350 {
0351     return FIELD_GET(NN_REG_VAL, swreg_raw(reg));
0352 }
0353 
0354 static inline bool swreg_lm_idx(swreg reg)
0355 {
0356     return FIELD_GET(NN_REG_LM_IDX_LO, swreg_raw(reg));
0357 }
0358 
0359 static inline bool swreg_lmextn(swreg reg)
0360 {
0361     return FIELD_GET(NN_REG_LM_IDX_HI, swreg_raw(reg));
0362 }
0363 
0364 static inline enum nfp_bpf_lm_mode swreg_lm_mode(swreg reg)
0365 {
0366     return FIELD_GET(NN_REG_LM_MOD, swreg_raw(reg));
0367 }
0368 
0369 struct nfp_insn_ur_regs {
0370     enum alu_dst_ab dst_ab;
0371     u16 dst;
0372     u16 areg, breg;
0373     bool swap;
0374     bool wr_both;
0375     bool dst_lmextn;
0376     bool src_lmextn;
0377 };
0378 
0379 struct nfp_insn_re_regs {
0380     enum alu_dst_ab dst_ab;
0381     u8 dst;
0382     u8 areg, breg;
0383     bool swap;
0384     bool wr_both;
0385     bool i8;
0386     bool dst_lmextn;
0387     bool src_lmextn;
0388 };
0389 
0390 int swreg_to_unrestricted(swreg dst, swreg lreg, swreg rreg,
0391               struct nfp_insn_ur_regs *reg);
0392 int swreg_to_restricted(swreg dst, swreg lreg, swreg rreg,
0393             struct nfp_insn_re_regs *reg, bool has_imm8);
0394 
0395 #define NFP_USTORE_PREFETCH_WINDOW  8
0396 
0397 int nfp_ustore_check_valid_no_ecc(u64 insn);
0398 u64 nfp_ustore_calc_ecc_insn(u64 insn);
0399 
0400 #define NFP_IND_ME_REFL_WR_SIG_INIT 3
0401 #define NFP_IND_ME_CTX_PTR_BASE_MASK    GENMASK(9, 0)
0402 #define NFP_IND_NUM_CONTEXTS        8
0403 
0404 static inline u32 nfp_get_ind_csr_ctx_ptr_offs(u32 read_offset)
0405 {
0406     return (read_offset & ~NFP_IND_ME_CTX_PTR_BASE_MASK) | NFP_CSR_CTX_PTR;
0407 }
0408 
0409 enum mul_type {
0410     MUL_TYPE_START      = 0x00,
0411     MUL_TYPE_STEP_24x8  = 0x01,
0412     MUL_TYPE_STEP_16x16 = 0x02,
0413     MUL_TYPE_STEP_32x32 = 0x03,
0414 };
0415 
0416 enum mul_step {
0417     MUL_STEP_1      = 0x00,
0418     MUL_STEP_NONE       = MUL_STEP_1,
0419     MUL_STEP_2      = 0x01,
0420     MUL_STEP_3      = 0x02,
0421     MUL_STEP_4      = 0x03,
0422     MUL_LAST        = 0x04,
0423     MUL_LAST_2      = 0x05,
0424 };
0425 
0426 #define OP_MUL_BASE     0x0f800000000ULL
0427 #define OP_MUL_A_SRC        0x000000003ffULL
0428 #define OP_MUL_B_SRC        0x000000ffc00ULL
0429 #define OP_MUL_STEP     0x00000700000ULL
0430 #define OP_MUL_DST_AB       0x00000800000ULL
0431 #define OP_MUL_SW       0x00040000000ULL
0432 #define OP_MUL_TYPE     0x00180000000ULL
0433 #define OP_MUL_WR_AB        0x20000000000ULL
0434 #define OP_MUL_SRC_LMEXTN   0x40000000000ULL
0435 #define OP_MUL_DST_LMEXTN   0x80000000000ULL
0436 
0437 #endif