Back to home page

OSCL-LXR

 
 

    


0001 /* SPDX-License-Identifier: (GPL-2.0-only OR BSD-3-Clause) */
0002 /* QLogic qed NIC Driver
0003  * Copyright (c) 2015-2017  QLogic Corporation
0004  * Copyright (c) 2019-2020 Marvell International Ltd.
0005  */
0006 
0007 #ifndef __ISCSI_COMMON__
0008 #define __ISCSI_COMMON__
0009 
0010 /**********************/
0011 /* ISCSI FW CONSTANTS */
0012 /**********************/
0013 
0014 /* iSCSI HSI constants */
0015 #define ISCSI_DEFAULT_MTU   (1500)
0016 
0017 /* KWQ (kernel work queue) layer codes */
0018 #define ISCSI_SLOW_PATH_LAYER_CODE  (6)
0019 
0020 /* iSCSI parameter defaults */
0021 #define ISCSI_DEFAULT_HEADER_DIGEST     (0)
0022 #define ISCSI_DEFAULT_DATA_DIGEST       (0)
0023 #define ISCSI_DEFAULT_INITIAL_R2T       (1)
0024 #define ISCSI_DEFAULT_IMMEDIATE_DATA        (1)
0025 #define ISCSI_DEFAULT_MAX_PDU_LENGTH        (0x2000)
0026 #define ISCSI_DEFAULT_FIRST_BURST_LENGTH    (0x10000)
0027 #define ISCSI_DEFAULT_MAX_BURST_LENGTH      (0x40000)
0028 #define ISCSI_DEFAULT_MAX_OUTSTANDING_R2T   (1)
0029 
0030 /* iSCSI parameter limits */
0031 #define ISCSI_MIN_VAL_MAX_PDU_LENGTH        (0x200)
0032 #define ISCSI_MAX_VAL_MAX_PDU_LENGTH        (0xffffff)
0033 #define ISCSI_MIN_VAL_BURST_LENGTH      (0x200)
0034 #define ISCSI_MAX_VAL_BURST_LENGTH      (0xffffff)
0035 #define ISCSI_MIN_VAL_MAX_OUTSTANDING_R2T   (1)
0036 #define ISCSI_MAX_VAL_MAX_OUTSTANDING_R2T   (0xff)
0037 
0038 #define ISCSI_AHS_CNTL_SIZE 4
0039 
0040 #define ISCSI_WQE_NUM_SGES_SLOWIO   (0xf)
0041 
0042 /* iSCSI reserved params */
0043 #define ISCSI_ITT_ALL_ONES  (0xffffffff)
0044 #define ISCSI_TTT_ALL_ONES  (0xffffffff)
0045 
0046 #define ISCSI_OPTION_1_OFF_CHIP_TCP 1
0047 #define ISCSI_OPTION_2_ON_CHIP_TCP  2
0048 
0049 #define ISCSI_INITIATOR_MODE    0
0050 #define ISCSI_TARGET_MODE   1
0051 
0052 /* iSCSI request op codes */
0053 #define ISCSI_OPCODE_NOP_OUT        (0)
0054 #define ISCSI_OPCODE_SCSI_CMD       (1)
0055 #define ISCSI_OPCODE_TMF_REQUEST    (2)
0056 #define ISCSI_OPCODE_LOGIN_REQUEST  (3)
0057 #define ISCSI_OPCODE_TEXT_REQUEST   (4)
0058 #define ISCSI_OPCODE_DATA_OUT       (5)
0059 #define ISCSI_OPCODE_LOGOUT_REQUEST (6)
0060 
0061 /* iSCSI response/messages op codes */
0062 #define ISCSI_OPCODE_NOP_IN     (0x20)
0063 #define ISCSI_OPCODE_SCSI_RESPONSE  (0x21)
0064 #define ISCSI_OPCODE_TMF_RESPONSE   (0x22)
0065 #define ISCSI_OPCODE_LOGIN_RESPONSE (0x23)
0066 #define ISCSI_OPCODE_TEXT_RESPONSE  (0x24)
0067 #define ISCSI_OPCODE_DATA_IN        (0x25)
0068 #define ISCSI_OPCODE_LOGOUT_RESPONSE    (0x26)
0069 #define ISCSI_OPCODE_R2T        (0x31)
0070 #define ISCSI_OPCODE_ASYNC_MSG      (0x32)
0071 #define ISCSI_OPCODE_REJECT     (0x3f)
0072 
0073 /* iSCSI stages */
0074 #define ISCSI_STAGE_SECURITY_NEGOTIATION        (0)
0075 #define ISCSI_STAGE_LOGIN_OPERATIONAL_NEGOTIATION   (1)
0076 #define ISCSI_STAGE_FULL_FEATURE_PHASE          (3)
0077 
0078 /* iSCSI CQE errors */
0079 #define CQE_ERROR_BITMAP_DATA_DIGEST        (0x08)
0080 #define CQE_ERROR_BITMAP_RCV_ON_INVALID_CONN    (0x10)
0081 #define CQE_ERROR_BITMAP_DATA_TRUNCATED     (0x20)
0082 
0083 /* Union of data bd_opaque/ tq_tid */
0084 union bd_opaque_tq_union {
0085     __le16 bd_opaque;
0086     __le16 tq_tid;
0087 };
0088 
0089 /* ISCSI SGL entry */
0090 struct cqe_error_bitmap {
0091     u8 cqe_error_status_bits;
0092 #define CQE_ERROR_BITMAP_DIF_ERR_BITS_MASK      0x7
0093 #define CQE_ERROR_BITMAP_DIF_ERR_BITS_SHIFT     0
0094 #define CQE_ERROR_BITMAP_DATA_DIGEST_ERR_MASK       0x1
0095 #define CQE_ERROR_BITMAP_DATA_DIGEST_ERR_SHIFT      3
0096 #define CQE_ERROR_BITMAP_RCV_ON_INVALID_CONN_MASK   0x1
0097 #define CQE_ERROR_BITMAP_RCV_ON_INVALID_CONN_SHIFT  4
0098 #define CQE_ERROR_BITMAP_DATA_TRUNCATED_ERR_MASK    0x1
0099 #define CQE_ERROR_BITMAP_DATA_TRUNCATED_ERR_SHIFT   5
0100 #define CQE_ERROR_BITMAP_UNDER_RUN_ERR_MASK     0x1
0101 #define CQE_ERROR_BITMAP_UNDER_RUN_ERR_SHIFT        6
0102 #define CQE_ERROR_BITMAP_RESERVED2_MASK         0x1
0103 #define CQE_ERROR_BITMAP_RESERVED2_SHIFT        7
0104 };
0105 
0106 union cqe_error_status {
0107     u8 error_status;
0108     struct cqe_error_bitmap error_bits;
0109 };
0110 
0111 /* iSCSI Login Response PDU header */
0112 struct data_hdr {
0113     __le32 data[12];
0114 };
0115 
0116 struct lun_mapper_addr_reserved {
0117     struct regpair lun_mapper_addr;
0118     u8 reserved0[8];
0119 };
0120 
0121 /* rdif conetxt for dif on immediate */
0122 struct dif_on_immediate_params {
0123     __le32 initial_ref_tag;
0124     __le16 application_tag;
0125     __le16 application_tag_mask;
0126     __le16 flags1;
0127 #define DIF_ON_IMMEDIATE_PARAMS_VALIDATE_GUARD_MASK     0x1
0128 #define DIF_ON_IMMEDIATE_PARAMS_VALIDATE_GUARD_SHIFT        0
0129 #define DIF_ON_IMMEDIATE_PARAMS_VALIDATE_APP_TAG_MASK       0x1
0130 #define DIF_ON_IMMEDIATE_PARAMS_VALIDATE_APP_TAG_SHIFT      1
0131 #define DIF_ON_IMMEDIATE_PARAMS_VALIDATE_REF_TAG_MASK       0x1
0132 #define DIF_ON_IMMEDIATE_PARAMS_VALIDATE_REF_TAG_SHIFT      2
0133 #define DIF_ON_IMMEDIATE_PARAMS_FORWARD_GUARD_MASK      0x1
0134 #define DIF_ON_IMMEDIATE_PARAMS_FORWARD_GUARD_SHIFT     3
0135 #define DIF_ON_IMMEDIATE_PARAMS_FORWARD_APP_TAG_MASK        0x1
0136 #define DIF_ON_IMMEDIATE_PARAMS_FORWARD_APP_TAG_SHIFT       4
0137 #define DIF_ON_IMMEDIATE_PARAMS_FORWARD_REF_TAG_MASK        0x1
0138 #define DIF_ON_IMMEDIATE_PARAMS_FORWARD_REF_TAG_SHIFT       5
0139 #define DIF_ON_IMMEDIATE_PARAMS_INTERVAL_SIZE_MASK      0x1
0140 #define DIF_ON_IMMEDIATE_PARAMS_INTERVAL_SIZE_SHIFT     6
0141 #define DIF_ON_IMMEDIATE_PARAMS_NETWORK_INTERFACE_MASK      0x1
0142 #define DIF_ON_IMMEDIATE_PARAMS_NETWORK_INTERFACE_SHIFT     7
0143 #define DIF_ON_IMMEDIATE_PARAMS_HOST_INTERFACE_MASK     0x3
0144 #define DIF_ON_IMMEDIATE_PARAMS_HOST_INTERFACE_SHIFT        8
0145 #define DIF_ON_IMMEDIATE_PARAMS_REF_TAG_MASK_MASK       0xF
0146 #define DIF_ON_IMMEDIATE_PARAMS_REF_TAG_MASK_SHIFT      10
0147 #define DIF_ON_IMMEDIATE_PARAMS_FORWARD_APP_TAG_WITH_MASK_MASK  0x1
0148 #define DIF_ON_IMMEDIATE_PARAMS_FORWARD_APP_TAG_WITH_MASK_SHIFT 14
0149 #define DIF_ON_IMMEDIATE_PARAMS_FORWARD_REF_TAG_WITH_MASK_MASK  0x1
0150 #define DIF_ON_IMMEDIATE_PARAMS_FORWARD_REF_TAG_WITH_MASK_SHIFT 15
0151     u8 flags0;
0152 #define DIF_ON_IMMEDIATE_PARAMS_RESERVED_MASK           0x1
0153 #define DIF_ON_IMMEDIATE_PARAMS_RESERVED_SHIFT          0
0154 #define DIF_ON_IMMEDIATE_PARAMS_IGNORE_APP_TAG_MASK     0x1
0155 #define DIF_ON_IMMEDIATE_PARAMS_IGNORE_APP_TAG_SHIFT        1
0156 #define DIF_ON_IMMEDIATE_PARAMS_INITIAL_REF_TAG_IS_VALID_MASK   0x1
0157 #define DIF_ON_IMMEDIATE_PARAMS_INITIAL_REF_TAG_IS_VALID_SHIFT  2
0158 #define DIF_ON_IMMEDIATE_PARAMS_HOST_GUARD_TYPE_MASK        0x1
0159 #define DIF_ON_IMMEDIATE_PARAMS_HOST_GUARD_TYPE_SHIFT       3
0160 #define DIF_ON_IMMEDIATE_PARAMS_PROTECTION_TYPE_MASK        0x3
0161 #define DIF_ON_IMMEDIATE_PARAMS_PROTECTION_TYPE_SHIFT       4
0162 #define DIF_ON_IMMEDIATE_PARAMS_CRC_SEED_MASK           0x1
0163 #define DIF_ON_IMMEDIATE_PARAMS_CRC_SEED_SHIFT          6
0164 #define DIF_ON_IMMEDIATE_PARAMS_KEEP_REF_TAG_CONST_MASK     0x1
0165 #define DIF_ON_IMMEDIATE_PARAMS_KEEP_REF_TAG_CONST_SHIFT    7
0166     u8 reserved_zero[5];
0167 };
0168 
0169 /* iSCSI dif on immediate mode attributes union */
0170 union dif_configuration_params {
0171     struct lun_mapper_addr_reserved lun_mapper_address;
0172     struct dif_on_immediate_params def_dif_conf;
0173 };
0174 
0175 /* Union of data/r2t sequence number */
0176 union iscsi_seq_num {
0177     __le16 data_sn;
0178     __le16 r2t_sn;
0179 };
0180 
0181 /* iSCSI DIF flags */
0182 struct iscsi_dif_flags {
0183     u8 flags;
0184 #define ISCSI_DIF_FLAGS_PROT_INTERVAL_SIZE_LOG_MASK 0xF
0185 #define ISCSI_DIF_FLAGS_PROT_INTERVAL_SIZE_LOG_SHIFT    0
0186 #define ISCSI_DIF_FLAGS_DIF_TO_PEER_MASK        0x1
0187 #define ISCSI_DIF_FLAGS_DIF_TO_PEER_SHIFT       4
0188 #define ISCSI_DIF_FLAGS_HOST_INTERFACE_MASK     0x7
0189 #define ISCSI_DIF_FLAGS_HOST_INTERFACE_SHIFT        5
0190 };
0191 
0192 /* The iscsi storm task context of Ystorm */
0193 struct ystorm_iscsi_task_state {
0194     struct scsi_cached_sges data_desc;
0195     struct scsi_sgl_params sgl_params;
0196     __le32 exp_r2t_sn;
0197     __le32 buffer_offset;
0198     union iscsi_seq_num seq_num;
0199     struct iscsi_dif_flags dif_flags;
0200     u8 flags;
0201 #define YSTORM_ISCSI_TASK_STATE_LOCAL_COMP_MASK     0x1
0202 #define YSTORM_ISCSI_TASK_STATE_LOCAL_COMP_SHIFT    0
0203 #define YSTORM_ISCSI_TASK_STATE_SLOW_IO_MASK        0x1
0204 #define YSTORM_ISCSI_TASK_STATE_SLOW_IO_SHIFT       1
0205 #define YSTORM_ISCSI_TASK_STATE_SET_DIF_OFFSET_MASK 0x1
0206 #define YSTORM_ISCSI_TASK_STATE_SET_DIF_OFFSET_SHIFT    2
0207 #define YSTORM_ISCSI_TASK_STATE_RESERVED0_MASK      0x1F
0208 #define YSTORM_ISCSI_TASK_STATE_RESERVED0_SHIFT     3
0209 };
0210 
0211 /* The iscsi storm task context of Ystorm */
0212 struct ystorm_iscsi_task_rxmit_opt {
0213     __le32 fast_rxmit_sge_offset;
0214     __le32 scan_start_buffer_offset;
0215     __le32 fast_rxmit_buffer_offset;
0216     u8 scan_start_sgl_index;
0217     u8 fast_rxmit_sgl_index;
0218     __le16 reserved;
0219 };
0220 
0221 /* iSCSI Common PDU header */
0222 struct iscsi_common_hdr {
0223     u8 hdr_status;
0224     u8 hdr_response;
0225     u8 hdr_flags;
0226     u8 hdr_first_byte;
0227 #define ISCSI_COMMON_HDR_OPCODE_MASK        0x3F
0228 #define ISCSI_COMMON_HDR_OPCODE_SHIFT       0
0229 #define ISCSI_COMMON_HDR_IMM_MASK       0x1
0230 #define ISCSI_COMMON_HDR_IMM_SHIFT      6
0231 #define ISCSI_COMMON_HDR_RSRV_MASK      0x1
0232 #define ISCSI_COMMON_HDR_RSRV_SHIFT     7
0233     __le32 hdr_second_dword;
0234 #define ISCSI_COMMON_HDR_DATA_SEG_LEN_MASK  0xFFFFFF
0235 #define ISCSI_COMMON_HDR_DATA_SEG_LEN_SHIFT 0
0236 #define ISCSI_COMMON_HDR_TOTAL_AHS_LEN_MASK 0xFF
0237 #define ISCSI_COMMON_HDR_TOTAL_AHS_LEN_SHIFT    24
0238     struct regpair lun_reserved;
0239     __le32 itt;
0240     __le32 ttt;
0241     __le32 cmdstat_sn;
0242     __le32 exp_statcmd_sn;
0243     __le32 max_cmd_sn;
0244     __le32 data[3];
0245 };
0246 
0247 /* iSCSI Command PDU header */
0248 struct iscsi_cmd_hdr {
0249     __le16 reserved1;
0250     u8 flags_attr;
0251 #define ISCSI_CMD_HDR_ATTR_MASK         0x7
0252 #define ISCSI_CMD_HDR_ATTR_SHIFT        0
0253 #define ISCSI_CMD_HDR_RSRV_MASK         0x3
0254 #define ISCSI_CMD_HDR_RSRV_SHIFT        3
0255 #define ISCSI_CMD_HDR_WRITE_MASK        0x1
0256 #define ISCSI_CMD_HDR_WRITE_SHIFT       5
0257 #define ISCSI_CMD_HDR_READ_MASK         0x1
0258 #define ISCSI_CMD_HDR_READ_SHIFT        6
0259 #define ISCSI_CMD_HDR_FINAL_MASK        0x1
0260 #define ISCSI_CMD_HDR_FINAL_SHIFT       7
0261     u8 hdr_first_byte;
0262 #define ISCSI_CMD_HDR_OPCODE_MASK       0x3F
0263 #define ISCSI_CMD_HDR_OPCODE_SHIFT      0
0264 #define ISCSI_CMD_HDR_IMM_MASK          0x1
0265 #define ISCSI_CMD_HDR_IMM_SHIFT         6
0266 #define ISCSI_CMD_HDR_RSRV1_MASK        0x1
0267 #define ISCSI_CMD_HDR_RSRV1_SHIFT       7
0268     __le32 hdr_second_dword;
0269 #define ISCSI_CMD_HDR_DATA_SEG_LEN_MASK     0xFFFFFF
0270 #define ISCSI_CMD_HDR_DATA_SEG_LEN_SHIFT    0
0271 #define ISCSI_CMD_HDR_TOTAL_AHS_LEN_MASK    0xFF
0272 #define ISCSI_CMD_HDR_TOTAL_AHS_LEN_SHIFT   24
0273     struct regpair lun;
0274     __le32 itt;
0275     __le32 expected_transfer_length;
0276     __le32 cmd_sn;
0277     __le32 exp_stat_sn;
0278     __le32 cdb[4];
0279 };
0280 
0281 /* iSCSI Command PDU header with Extended CDB (Initiator Mode) */
0282 struct iscsi_ext_cdb_cmd_hdr {
0283     __le16 reserved1;
0284     u8 flags_attr;
0285 #define ISCSI_EXT_CDB_CMD_HDR_ATTR_MASK     0x7
0286 #define ISCSI_EXT_CDB_CMD_HDR_ATTR_SHIFT    0
0287 #define ISCSI_EXT_CDB_CMD_HDR_RSRV_MASK     0x3
0288 #define ISCSI_EXT_CDB_CMD_HDR_RSRV_SHIFT    3
0289 #define ISCSI_EXT_CDB_CMD_HDR_WRITE_MASK    0x1
0290 #define ISCSI_EXT_CDB_CMD_HDR_WRITE_SHIFT   5
0291 #define ISCSI_EXT_CDB_CMD_HDR_READ_MASK     0x1
0292 #define ISCSI_EXT_CDB_CMD_HDR_READ_SHIFT    6
0293 #define ISCSI_EXT_CDB_CMD_HDR_FINAL_MASK    0x1
0294 #define ISCSI_EXT_CDB_CMD_HDR_FINAL_SHIFT   7
0295     u8 opcode;
0296     __le32 hdr_second_dword;
0297 #define ISCSI_EXT_CDB_CMD_HDR_DATA_SEG_LEN_MASK     0xFFFFFF
0298 #define ISCSI_EXT_CDB_CMD_HDR_DATA_SEG_LEN_SHIFT    0
0299 #define ISCSI_EXT_CDB_CMD_HDR_CDB_SIZE_MASK     0xFF
0300 #define ISCSI_EXT_CDB_CMD_HDR_CDB_SIZE_SHIFT        24
0301     struct regpair lun;
0302     __le32 itt;
0303     __le32 expected_transfer_length;
0304     __le32 cmd_sn;
0305     __le32 exp_stat_sn;
0306     struct scsi_sge cdb_sge;
0307 };
0308 
0309 /* iSCSI login request PDU header */
0310 struct iscsi_login_req_hdr {
0311     u8 version_min;
0312     u8 version_max;
0313     u8 flags_attr;
0314 #define ISCSI_LOGIN_REQ_HDR_NSG_MASK    0x3
0315 #define ISCSI_LOGIN_REQ_HDR_NSG_SHIFT   0
0316 #define ISCSI_LOGIN_REQ_HDR_CSG_MASK    0x3
0317 #define ISCSI_LOGIN_REQ_HDR_CSG_SHIFT   2
0318 #define ISCSI_LOGIN_REQ_HDR_RSRV_MASK   0x3
0319 #define ISCSI_LOGIN_REQ_HDR_RSRV_SHIFT  4
0320 #define ISCSI_LOGIN_REQ_HDR_C_MASK  0x1
0321 #define ISCSI_LOGIN_REQ_HDR_C_SHIFT 6
0322 #define ISCSI_LOGIN_REQ_HDR_T_MASK  0x1
0323 #define ISCSI_LOGIN_REQ_HDR_T_SHIFT 7
0324     u8 opcode;
0325     __le32 hdr_second_dword;
0326 #define ISCSI_LOGIN_REQ_HDR_DATA_SEG_LEN_MASK   0xFFFFFF
0327 #define ISCSI_LOGIN_REQ_HDR_DATA_SEG_LEN_SHIFT  0
0328 #define ISCSI_LOGIN_REQ_HDR_TOTAL_AHS_LEN_MASK  0xFF
0329 #define ISCSI_LOGIN_REQ_HDR_TOTAL_AHS_LEN_SHIFT 24
0330     __le32 isid_tabc;
0331     __le16 tsih;
0332     __le16 isid_d;
0333     __le32 itt;
0334     __le16 reserved1;
0335     __le16 cid;
0336     __le32 cmd_sn;
0337     __le32 exp_stat_sn;
0338     __le32 reserved2[4];
0339 };
0340 
0341 /* iSCSI logout request PDU header */
0342 struct iscsi_logout_req_hdr {
0343     __le16 reserved0;
0344     u8 reason_code;
0345     u8 opcode;
0346     __le32 reserved1;
0347     __le32 reserved2[2];
0348     __le32 itt;
0349     __le16 reserved3;
0350     __le16 cid;
0351     __le32 cmd_sn;
0352     __le32 exp_stat_sn;
0353     __le32 reserved4[4];
0354 };
0355 
0356 /* iSCSI Data-out PDU header */
0357 struct iscsi_data_out_hdr {
0358     __le16 reserved1;
0359     u8 flags_attr;
0360 #define ISCSI_DATA_OUT_HDR_RSRV_MASK    0x7F
0361 #define ISCSI_DATA_OUT_HDR_RSRV_SHIFT   0
0362 #define ISCSI_DATA_OUT_HDR_FINAL_MASK   0x1
0363 #define ISCSI_DATA_OUT_HDR_FINAL_SHIFT  7
0364     u8 opcode;
0365     __le32 reserved2;
0366     struct regpair lun;
0367     __le32 itt;
0368     __le32 ttt;
0369     __le32 reserved3;
0370     __le32 exp_stat_sn;
0371     __le32 reserved4;
0372     __le32 data_sn;
0373     __le32 buffer_offset;
0374     __le32 reserved5;
0375 };
0376 
0377 /* iSCSI Data-in PDU header */
0378 struct iscsi_data_in_hdr {
0379     u8 status_rsvd;
0380     u8 reserved1;
0381     u8 flags;
0382 #define ISCSI_DATA_IN_HDR_STATUS_MASK       0x1
0383 #define ISCSI_DATA_IN_HDR_STATUS_SHIFT      0
0384 #define ISCSI_DATA_IN_HDR_UNDERFLOW_MASK    0x1
0385 #define ISCSI_DATA_IN_HDR_UNDERFLOW_SHIFT   1
0386 #define ISCSI_DATA_IN_HDR_OVERFLOW_MASK     0x1
0387 #define ISCSI_DATA_IN_HDR_OVERFLOW_SHIFT    2
0388 #define ISCSI_DATA_IN_HDR_RSRV_MASK     0x7
0389 #define ISCSI_DATA_IN_HDR_RSRV_SHIFT        3
0390 #define ISCSI_DATA_IN_HDR_ACK_MASK      0x1
0391 #define ISCSI_DATA_IN_HDR_ACK_SHIFT     6
0392 #define ISCSI_DATA_IN_HDR_FINAL_MASK        0x1
0393 #define ISCSI_DATA_IN_HDR_FINAL_SHIFT       7
0394     u8 opcode;
0395     __le32 reserved2;
0396     struct regpair lun;
0397     __le32 itt;
0398     __le32 ttt;
0399     __le32 stat_sn;
0400     __le32 exp_cmd_sn;
0401     __le32 max_cmd_sn;
0402     __le32 data_sn;
0403     __le32 buffer_offset;
0404     __le32 residual_count;
0405 };
0406 
0407 /* iSCSI R2T PDU header */
0408 struct iscsi_r2t_hdr {
0409     u8 reserved0[3];
0410     u8 opcode;
0411     __le32 reserved2;
0412     struct regpair lun;
0413     __le32 itt;
0414     __le32 ttt;
0415     __le32 stat_sn;
0416     __le32 exp_cmd_sn;
0417     __le32 max_cmd_sn;
0418     __le32 r2t_sn;
0419     __le32 buffer_offset;
0420     __le32 desired_data_trns_len;
0421 };
0422 
0423 /* iSCSI NOP-out PDU header */
0424 struct iscsi_nop_out_hdr {
0425     __le16 reserved1;
0426     u8 flags_attr;
0427 #define ISCSI_NOP_OUT_HDR_RSRV_MASK 0x7F
0428 #define ISCSI_NOP_OUT_HDR_RSRV_SHIFT    0
0429 #define ISCSI_NOP_OUT_HDR_CONST1_MASK   0x1
0430 #define ISCSI_NOP_OUT_HDR_CONST1_SHIFT  7
0431     u8 opcode;
0432     __le32 reserved2;
0433     struct regpair lun;
0434     __le32 itt;
0435     __le32 ttt;
0436     __le32 cmd_sn;
0437     __le32 exp_stat_sn;
0438     __le32 reserved3;
0439     __le32 reserved4;
0440     __le32 reserved5;
0441     __le32 reserved6;
0442 };
0443 
0444 /* iSCSI NOP-in PDU header */
0445 struct iscsi_nop_in_hdr {
0446     __le16 reserved0;
0447     u8 flags_attr;
0448 #define ISCSI_NOP_IN_HDR_RSRV_MASK  0x7F
0449 #define ISCSI_NOP_IN_HDR_RSRV_SHIFT 0
0450 #define ISCSI_NOP_IN_HDR_CONST1_MASK    0x1
0451 #define ISCSI_NOP_IN_HDR_CONST1_SHIFT   7
0452     u8 opcode;
0453     __le32 hdr_second_dword;
0454 #define ISCSI_NOP_IN_HDR_DATA_SEG_LEN_MASK  0xFFFFFF
0455 #define ISCSI_NOP_IN_HDR_DATA_SEG_LEN_SHIFT 0
0456 #define ISCSI_NOP_IN_HDR_TOTAL_AHS_LEN_MASK 0xFF
0457 #define ISCSI_NOP_IN_HDR_TOTAL_AHS_LEN_SHIFT    24
0458     struct regpair lun;
0459     __le32 itt;
0460     __le32 ttt;
0461     __le32 stat_sn;
0462     __le32 exp_cmd_sn;
0463     __le32 max_cmd_sn;
0464     __le32 reserved5;
0465     __le32 reserved6;
0466     __le32 reserved7;
0467 };
0468 
0469 /* iSCSI Login Response PDU header */
0470 struct iscsi_login_response_hdr {
0471     u8 version_active;
0472     u8 version_max;
0473     u8 flags_attr;
0474 #define ISCSI_LOGIN_RESPONSE_HDR_NSG_MASK   0x3
0475 #define ISCSI_LOGIN_RESPONSE_HDR_NSG_SHIFT  0
0476 #define ISCSI_LOGIN_RESPONSE_HDR_CSG_MASK   0x3
0477 #define ISCSI_LOGIN_RESPONSE_HDR_CSG_SHIFT  2
0478 #define ISCSI_LOGIN_RESPONSE_HDR_RSRV_MASK  0x3
0479 #define ISCSI_LOGIN_RESPONSE_HDR_RSRV_SHIFT 4
0480 #define ISCSI_LOGIN_RESPONSE_HDR_C_MASK     0x1
0481 #define ISCSI_LOGIN_RESPONSE_HDR_C_SHIFT    6
0482 #define ISCSI_LOGIN_RESPONSE_HDR_T_MASK     0x1
0483 #define ISCSI_LOGIN_RESPONSE_HDR_T_SHIFT    7
0484     u8 opcode;
0485     __le32 hdr_second_dword;
0486 #define ISCSI_LOGIN_RESPONSE_HDR_DATA_SEG_LEN_MASK  0xFFFFFF
0487 #define ISCSI_LOGIN_RESPONSE_HDR_DATA_SEG_LEN_SHIFT 0
0488 #define ISCSI_LOGIN_RESPONSE_HDR_TOTAL_AHS_LEN_MASK 0xFF
0489 #define ISCSI_LOGIN_RESPONSE_HDR_TOTAL_AHS_LEN_SHIFT    24
0490     __le32 isid_tabc;
0491     __le16 tsih;
0492     __le16 isid_d;
0493     __le32 itt;
0494     __le32 reserved1;
0495     __le32 stat_sn;
0496     __le32 exp_cmd_sn;
0497     __le32 max_cmd_sn;
0498     __le16 reserved2;
0499     u8 status_detail;
0500     u8 status_class;
0501     __le32 reserved4[2];
0502 };
0503 
0504 /* iSCSI Logout Response PDU header */
0505 struct iscsi_logout_response_hdr {
0506     u8 reserved1;
0507     u8 response;
0508     u8 flags;
0509     u8 opcode;
0510     __le32 hdr_second_dword;
0511 #define ISCSI_LOGOUT_RESPONSE_HDR_DATA_SEG_LEN_MASK 0xFFFFFF
0512 #define ISCSI_LOGOUT_RESPONSE_HDR_DATA_SEG_LEN_SHIFT    0
0513 #define ISCSI_LOGOUT_RESPONSE_HDR_TOTAL_AHS_LEN_MASK    0xFF
0514 #define ISCSI_LOGOUT_RESPONSE_HDR_TOTAL_AHS_LEN_SHIFT   24
0515     __le32 reserved2[2];
0516     __le32 itt;
0517     __le32 reserved3;
0518     __le32 stat_sn;
0519     __le32 exp_cmd_sn;
0520     __le32 max_cmd_sn;
0521     __le32 reserved4;
0522     __le16 time_2_retain;
0523     __le16 time_2_wait;
0524     __le32 reserved5[1];
0525 };
0526 
0527 /* iSCSI Text Request PDU header */
0528 struct iscsi_text_request_hdr {
0529     __le16 reserved0;
0530     u8 flags_attr;
0531 #define ISCSI_TEXT_REQUEST_HDR_RSRV_MASK    0x3F
0532 #define ISCSI_TEXT_REQUEST_HDR_RSRV_SHIFT   0
0533 #define ISCSI_TEXT_REQUEST_HDR_C_MASK       0x1
0534 #define ISCSI_TEXT_REQUEST_HDR_C_SHIFT      6
0535 #define ISCSI_TEXT_REQUEST_HDR_F_MASK       0x1
0536 #define ISCSI_TEXT_REQUEST_HDR_F_SHIFT      7
0537     u8 opcode;
0538     __le32 hdr_second_dword;
0539 #define ISCSI_TEXT_REQUEST_HDR_DATA_SEG_LEN_MASK    0xFFFFFF
0540 #define ISCSI_TEXT_REQUEST_HDR_DATA_SEG_LEN_SHIFT   0
0541 #define ISCSI_TEXT_REQUEST_HDR_TOTAL_AHS_LEN_MASK   0xFF
0542 #define ISCSI_TEXT_REQUEST_HDR_TOTAL_AHS_LEN_SHIFT  24
0543     struct regpair lun;
0544     __le32 itt;
0545     __le32 ttt;
0546     __le32 cmd_sn;
0547     __le32 exp_stat_sn;
0548     __le32 reserved4[4];
0549 };
0550 
0551 /* iSCSI Text Response PDU header */
0552 struct iscsi_text_response_hdr {
0553     __le16 reserved1;
0554     u8 flags;
0555 #define ISCSI_TEXT_RESPONSE_HDR_RSRV_MASK   0x3F
0556 #define ISCSI_TEXT_RESPONSE_HDR_RSRV_SHIFT  0
0557 #define ISCSI_TEXT_RESPONSE_HDR_C_MASK      0x1
0558 #define ISCSI_TEXT_RESPONSE_HDR_C_SHIFT     6
0559 #define ISCSI_TEXT_RESPONSE_HDR_F_MASK      0x1
0560 #define ISCSI_TEXT_RESPONSE_HDR_F_SHIFT     7
0561     u8 opcode;
0562     __le32 hdr_second_dword;
0563 #define ISCSI_TEXT_RESPONSE_HDR_DATA_SEG_LEN_MASK   0xFFFFFF
0564 #define ISCSI_TEXT_RESPONSE_HDR_DATA_SEG_LEN_SHIFT  0
0565 #define ISCSI_TEXT_RESPONSE_HDR_TOTAL_AHS_LEN_MASK  0xFF
0566 #define ISCSI_TEXT_RESPONSE_HDR_TOTAL_AHS_LEN_SHIFT 24
0567     struct regpair lun;
0568     __le32 itt;
0569     __le32 ttt;
0570     __le32 stat_sn;
0571     __le32 exp_cmd_sn;
0572     __le32 max_cmd_sn;
0573     __le32 reserved4[3];
0574 };
0575 
0576 /* iSCSI TMF Request PDU header */
0577 struct iscsi_tmf_request_hdr {
0578     __le16 reserved0;
0579     u8 function;
0580     u8 opcode;
0581     __le32 hdr_second_dword;
0582 #define ISCSI_TMF_REQUEST_HDR_DATA_SEG_LEN_MASK     0xFFFFFF
0583 #define ISCSI_TMF_REQUEST_HDR_DATA_SEG_LEN_SHIFT    0
0584 #define ISCSI_TMF_REQUEST_HDR_TOTAL_AHS_LEN_MASK    0xFF
0585 #define ISCSI_TMF_REQUEST_HDR_TOTAL_AHS_LEN_SHIFT   24
0586     struct regpair lun;
0587     __le32 itt;
0588     __le32 rtt;
0589     __le32 cmd_sn;
0590     __le32 exp_stat_sn;
0591     __le32 ref_cmd_sn;
0592     __le32 exp_data_sn;
0593     __le32 reserved4[2];
0594 };
0595 
0596 struct iscsi_tmf_response_hdr {
0597     u8 reserved2;
0598     u8 hdr_response;
0599     u8 hdr_flags;
0600     u8 opcode;
0601     __le32 hdr_second_dword;
0602 #define ISCSI_TMF_RESPONSE_HDR_DATA_SEG_LEN_MASK    0xFFFFFF
0603 #define ISCSI_TMF_RESPONSE_HDR_DATA_SEG_LEN_SHIFT   0
0604 #define ISCSI_TMF_RESPONSE_HDR_TOTAL_AHS_LEN_MASK   0xFF
0605 #define ISCSI_TMF_RESPONSE_HDR_TOTAL_AHS_LEN_SHIFT  24
0606     struct regpair reserved0;
0607     __le32 itt;
0608     __le32 reserved1;
0609     __le32 stat_sn;
0610     __le32 exp_cmd_sn;
0611     __le32 max_cmd_sn;
0612     __le32 reserved4[3];
0613 };
0614 
0615 /* iSCSI Response PDU header */
0616 struct iscsi_response_hdr {
0617     u8 hdr_status;
0618     u8 hdr_response;
0619     u8 hdr_flags;
0620     u8 opcode;
0621     __le32 hdr_second_dword;
0622 #define ISCSI_RESPONSE_HDR_DATA_SEG_LEN_MASK    0xFFFFFF
0623 #define ISCSI_RESPONSE_HDR_DATA_SEG_LEN_SHIFT   0
0624 #define ISCSI_RESPONSE_HDR_TOTAL_AHS_LEN_MASK   0xFF
0625 #define ISCSI_RESPONSE_HDR_TOTAL_AHS_LEN_SHIFT  24
0626     struct regpair lun;
0627     __le32 itt;
0628     __le32 snack_tag;
0629     __le32 stat_sn;
0630     __le32 exp_cmd_sn;
0631     __le32 max_cmd_sn;
0632     __le32 exp_data_sn;
0633     __le32 bi_residual_count;
0634     __le32 residual_count;
0635 };
0636 
0637 /* iSCSI Reject PDU header */
0638 struct iscsi_reject_hdr {
0639     u8 reserved4;
0640     u8 hdr_reason;
0641     u8 hdr_flags;
0642     u8 opcode;
0643     __le32 hdr_second_dword;
0644 #define ISCSI_REJECT_HDR_DATA_SEG_LEN_MASK  0xFFFFFF
0645 #define ISCSI_REJECT_HDR_DATA_SEG_LEN_SHIFT 0
0646 #define ISCSI_REJECT_HDR_TOTAL_AHS_LEN_MASK 0xFF
0647 #define ISCSI_REJECT_HDR_TOTAL_AHS_LEN_SHIFT    24
0648     struct regpair reserved0;
0649     __le32 all_ones;
0650     __le32 reserved2;
0651     __le32 stat_sn;
0652     __le32 exp_cmd_sn;
0653     __le32 max_cmd_sn;
0654     __le32 data_sn;
0655     __le32 reserved3[2];
0656 };
0657 
0658 /* iSCSI Asynchronous Message PDU header */
0659 struct iscsi_async_msg_hdr {
0660     __le16 reserved0;
0661     u8 flags_attr;
0662 #define ISCSI_ASYNC_MSG_HDR_RSRV_MASK       0x7F
0663 #define ISCSI_ASYNC_MSG_HDR_RSRV_SHIFT      0
0664 #define ISCSI_ASYNC_MSG_HDR_CONST1_MASK     0x1
0665 #define ISCSI_ASYNC_MSG_HDR_CONST1_SHIFT    7
0666     u8 opcode;
0667     __le32 hdr_second_dword;
0668 #define ISCSI_ASYNC_MSG_HDR_DATA_SEG_LEN_MASK   0xFFFFFF
0669 #define ISCSI_ASYNC_MSG_HDR_DATA_SEG_LEN_SHIFT  0
0670 #define ISCSI_ASYNC_MSG_HDR_TOTAL_AHS_LEN_MASK  0xFF
0671 #define ISCSI_ASYNC_MSG_HDR_TOTAL_AHS_LEN_SHIFT 24
0672     struct regpair lun;
0673     __le32 all_ones;
0674     __le32 reserved1;
0675     __le32 stat_sn;
0676     __le32 exp_cmd_sn;
0677     __le32 max_cmd_sn;
0678     __le16 param1_rsrv;
0679     u8 async_vcode;
0680     u8 async_event;
0681     __le16 param3_rsrv;
0682     __le16 param2_rsrv;
0683     __le32 reserved7;
0684 };
0685 
0686 /* PDU header part of Ystorm task context */
0687 union iscsi_task_hdr {
0688     struct iscsi_common_hdr common;
0689     struct data_hdr data;
0690     struct iscsi_cmd_hdr cmd;
0691     struct iscsi_ext_cdb_cmd_hdr ext_cdb_cmd;
0692     struct iscsi_login_req_hdr login_req;
0693     struct iscsi_logout_req_hdr logout_req;
0694     struct iscsi_data_out_hdr data_out;
0695     struct iscsi_data_in_hdr data_in;
0696     struct iscsi_r2t_hdr r2t;
0697     struct iscsi_nop_out_hdr nop_out;
0698     struct iscsi_nop_in_hdr nop_in;
0699     struct iscsi_login_response_hdr login_response;
0700     struct iscsi_logout_response_hdr logout_response;
0701     struct iscsi_text_request_hdr text_request;
0702     struct iscsi_text_response_hdr text_response;
0703     struct iscsi_tmf_request_hdr tmf_request;
0704     struct iscsi_tmf_response_hdr tmf_response;
0705     struct iscsi_response_hdr response;
0706     struct iscsi_reject_hdr reject;
0707     struct iscsi_async_msg_hdr async_msg;
0708 };
0709 
0710 /* The iscsi storm task context of Ystorm */
0711 struct ystorm_iscsi_task_st_ctx {
0712     struct ystorm_iscsi_task_state state;
0713     struct ystorm_iscsi_task_rxmit_opt rxmit_opt;
0714     union iscsi_task_hdr pdu_hdr;
0715 };
0716 
0717 struct ystorm_iscsi_task_ag_ctx {
0718     u8 reserved;
0719     u8 byte1;
0720     __le16 word0;
0721     u8 flags0;
0722 #define YSTORM_ISCSI_TASK_AG_CTX_NIBBLE0_MASK   0xF
0723 #define YSTORM_ISCSI_TASK_AG_CTX_NIBBLE0_SHIFT  0
0724 #define YSTORM_ISCSI_TASK_AG_CTX_BIT0_MASK      0x1
0725 #define YSTORM_ISCSI_TASK_AG_CTX_BIT0_SHIFT     4
0726 #define YSTORM_ISCSI_TASK_AG_CTX_BIT1_MASK      0x1
0727 #define YSTORM_ISCSI_TASK_AG_CTX_BIT1_SHIFT     5
0728 #define YSTORM_ISCSI_TASK_AG_CTX_VALID_MASK     0x1
0729 #define YSTORM_ISCSI_TASK_AG_CTX_VALID_SHIFT        6
0730 #define YSTORM_ISCSI_TASK_AG_CTX_TTT_VALID_MASK   0x1   /* bit3 */
0731 #define YSTORM_ISCSI_TASK_AG_CTX_TTT_VALID_SHIFT  7
0732     u8 flags1;
0733 #define YSTORM_ISCSI_TASK_AG_CTX_CF0_MASK       0x3
0734 #define YSTORM_ISCSI_TASK_AG_CTX_CF0_SHIFT      0
0735 #define YSTORM_ISCSI_TASK_AG_CTX_CF1_MASK       0x3
0736 #define YSTORM_ISCSI_TASK_AG_CTX_CF1_SHIFT      2
0737 #define YSTORM_ISCSI_TASK_AG_CTX_CF2SPECIAL_MASK    0x3
0738 #define YSTORM_ISCSI_TASK_AG_CTX_CF2SPECIAL_SHIFT   4
0739 #define YSTORM_ISCSI_TASK_AG_CTX_CF0EN_MASK     0x1
0740 #define YSTORM_ISCSI_TASK_AG_CTX_CF0EN_SHIFT        6
0741 #define YSTORM_ISCSI_TASK_AG_CTX_CF1EN_MASK     0x1
0742 #define YSTORM_ISCSI_TASK_AG_CTX_CF1EN_SHIFT        7
0743     u8 flags2;
0744 #define YSTORM_ISCSI_TASK_AG_CTX_BIT4_MASK      0x1
0745 #define YSTORM_ISCSI_TASK_AG_CTX_BIT4_SHIFT     0
0746 #define YSTORM_ISCSI_TASK_AG_CTX_RULE0EN_MASK   0x1
0747 #define YSTORM_ISCSI_TASK_AG_CTX_RULE0EN_SHIFT  1
0748 #define YSTORM_ISCSI_TASK_AG_CTX_RULE1EN_MASK   0x1
0749 #define YSTORM_ISCSI_TASK_AG_CTX_RULE1EN_SHIFT  2
0750 #define YSTORM_ISCSI_TASK_AG_CTX_RULE2EN_MASK   0x1
0751 #define YSTORM_ISCSI_TASK_AG_CTX_RULE2EN_SHIFT  3
0752 #define YSTORM_ISCSI_TASK_AG_CTX_RULE3EN_MASK   0x1
0753 #define YSTORM_ISCSI_TASK_AG_CTX_RULE3EN_SHIFT  4
0754 #define YSTORM_ISCSI_TASK_AG_CTX_RULE4EN_MASK   0x1
0755 #define YSTORM_ISCSI_TASK_AG_CTX_RULE4EN_SHIFT  5
0756 #define YSTORM_ISCSI_TASK_AG_CTX_RULE5EN_MASK   0x1
0757 #define YSTORM_ISCSI_TASK_AG_CTX_RULE5EN_SHIFT  6
0758 #define YSTORM_ISCSI_TASK_AG_CTX_RULE6EN_MASK   0x1
0759 #define YSTORM_ISCSI_TASK_AG_CTX_RULE6EN_SHIFT  7
0760     u8 byte2;
0761     __le32 TTT;
0762     u8 byte3;
0763     u8 byte4;
0764     __le16 word1;
0765 };
0766 
0767 struct mstorm_iscsi_task_ag_ctx {
0768     u8 cdu_validation;
0769     u8 byte1;
0770     __le16 task_cid;
0771     u8 flags0;
0772 #define MSTORM_ISCSI_TASK_AG_CTX_CONNECTION_TYPE_MASK   0xF
0773 #define MSTORM_ISCSI_TASK_AG_CTX_CONNECTION_TYPE_SHIFT  0
0774 #define MSTORM_ISCSI_TASK_AG_CTX_EXIST_IN_QM0_MASK      0x1
0775 #define MSTORM_ISCSI_TASK_AG_CTX_EXIST_IN_QM0_SHIFT     4
0776 #define MSTORM_ISCSI_TASK_AG_CTX_CONN_CLEAR_SQ_FLAG_MASK    0x1
0777 #define MSTORM_ISCSI_TASK_AG_CTX_CONN_CLEAR_SQ_FLAG_SHIFT   5
0778 #define MSTORM_ISCSI_TASK_AG_CTX_VALID_MASK         0x1
0779 #define MSTORM_ISCSI_TASK_AG_CTX_VALID_SHIFT            6
0780 #define MSTORM_ISCSI_TASK_AG_CTX_TASK_CLEANUP_FLAG_MASK 0x1
0781 #define MSTORM_ISCSI_TASK_AG_CTX_TASK_CLEANUP_FLAG_SHIFT    7
0782     u8 flags1;
0783 #define MSTORM_ISCSI_TASK_AG_CTX_TASK_CLEANUP_CF_MASK   0x3
0784 #define MSTORM_ISCSI_TASK_AG_CTX_TASK_CLEANUP_CF_SHIFT  0
0785 #define MSTORM_ISCSI_TASK_AG_CTX_CF1_MASK           0x3
0786 #define MSTORM_ISCSI_TASK_AG_CTX_CF1_SHIFT          2
0787 #define MSTORM_ISCSI_TASK_AG_CTX_CF2_MASK           0x3
0788 #define MSTORM_ISCSI_TASK_AG_CTX_CF2_SHIFT          4
0789 #define MSTORM_ISCSI_TASK_AG_CTX_TASK_CLEANUP_CF_EN_MASK    0x1
0790 #define MSTORM_ISCSI_TASK_AG_CTX_TASK_CLEANUP_CF_EN_SHIFT   6
0791 #define MSTORM_ISCSI_TASK_AG_CTX_CF1EN_MASK         0x1
0792 #define MSTORM_ISCSI_TASK_AG_CTX_CF1EN_SHIFT            7
0793     u8 flags2;
0794 #define MSTORM_ISCSI_TASK_AG_CTX_CF2EN_MASK     0x1
0795 #define MSTORM_ISCSI_TASK_AG_CTX_CF2EN_SHIFT        0
0796 #define MSTORM_ISCSI_TASK_AG_CTX_RULE0EN_MASK   0x1
0797 #define MSTORM_ISCSI_TASK_AG_CTX_RULE0EN_SHIFT  1
0798 #define MSTORM_ISCSI_TASK_AG_CTX_RULE1EN_MASK   0x1
0799 #define MSTORM_ISCSI_TASK_AG_CTX_RULE1EN_SHIFT  2
0800 #define MSTORM_ISCSI_TASK_AG_CTX_RULE2EN_MASK   0x1
0801 #define MSTORM_ISCSI_TASK_AG_CTX_RULE2EN_SHIFT  3
0802 #define MSTORM_ISCSI_TASK_AG_CTX_RULE3EN_MASK   0x1
0803 #define MSTORM_ISCSI_TASK_AG_CTX_RULE3EN_SHIFT  4
0804 #define MSTORM_ISCSI_TASK_AG_CTX_RULE4EN_MASK   0x1
0805 #define MSTORM_ISCSI_TASK_AG_CTX_RULE4EN_SHIFT  5
0806 #define MSTORM_ISCSI_TASK_AG_CTX_RULE5EN_MASK   0x1
0807 #define MSTORM_ISCSI_TASK_AG_CTX_RULE5EN_SHIFT  6
0808 #define MSTORM_ISCSI_TASK_AG_CTX_RULE6EN_MASK   0x1
0809 #define MSTORM_ISCSI_TASK_AG_CTX_RULE6EN_SHIFT  7
0810     u8 byte2;
0811     __le32 reg0;
0812     u8 byte3;
0813     u8 byte4;
0814     __le16 word1;
0815 };
0816 
0817 struct ustorm_iscsi_task_ag_ctx {
0818     u8 reserved;
0819     u8 state;
0820     __le16 icid;
0821     u8 flags0;
0822 #define USTORM_ISCSI_TASK_AG_CTX_CONNECTION_TYPE_MASK   0xF
0823 #define USTORM_ISCSI_TASK_AG_CTX_CONNECTION_TYPE_SHIFT  0
0824 #define USTORM_ISCSI_TASK_AG_CTX_EXIST_IN_QM0_MASK      0x1
0825 #define USTORM_ISCSI_TASK_AG_CTX_EXIST_IN_QM0_SHIFT     4
0826 #define USTORM_ISCSI_TASK_AG_CTX_CONN_CLEAR_SQ_FLAG_MASK     0x1
0827 #define USTORM_ISCSI_TASK_AG_CTX_CONN_CLEAR_SQ_FLAG_SHIFT    5
0828 #define USTORM_ISCSI_TASK_AG_CTX_HQ_SCANNED_CF_MASK     0x3
0829 #define USTORM_ISCSI_TASK_AG_CTX_HQ_SCANNED_CF_SHIFT        6
0830     u8 flags1;
0831 #define USTORM_ISCSI_TASK_AG_CTX_RESERVED1_MASK 0x3
0832 #define USTORM_ISCSI_TASK_AG_CTX_RESERVED1_SHIFT    0
0833 #define USTORM_ISCSI_TASK_AG_CTX_R2T2RECV_MASK  0x3
0834 #define USTORM_ISCSI_TASK_AG_CTX_R2T2RECV_SHIFT 2
0835 #define USTORM_ISCSI_TASK_AG_CTX_CF3_MASK       0x3
0836 #define USTORM_ISCSI_TASK_AG_CTX_CF3_SHIFT      4
0837 #define USTORM_ISCSI_TASK_AG_CTX_DIF_ERROR_CF_MASK  0x3
0838 #define USTORM_ISCSI_TASK_AG_CTX_DIF_ERROR_CF_SHIFT 6
0839     u8 flags2;
0840 #define USTORM_ISCSI_TASK_AG_CTX_HQ_SCANNED_CF_EN_MASK  0x1
0841 #define USTORM_ISCSI_TASK_AG_CTX_HQ_SCANNED_CF_EN_SHIFT 0
0842 #define USTORM_ISCSI_TASK_AG_CTX_DISABLE_DATA_ACKED_MASK    0x1
0843 #define USTORM_ISCSI_TASK_AG_CTX_DISABLE_DATA_ACKED_SHIFT   1
0844 #define USTORM_ISCSI_TASK_AG_CTX_R2T2RECV_EN_MASK       0x1
0845 #define USTORM_ISCSI_TASK_AG_CTX_R2T2RECV_EN_SHIFT      2
0846 #define USTORM_ISCSI_TASK_AG_CTX_CF3EN_MASK         0x1
0847 #define USTORM_ISCSI_TASK_AG_CTX_CF3EN_SHIFT            3
0848 #define USTORM_ISCSI_TASK_AG_CTX_DIF_ERROR_CF_EN_MASK   0x1
0849 #define USTORM_ISCSI_TASK_AG_CTX_DIF_ERROR_CF_EN_SHIFT  4
0850 #define USTORM_ISCSI_TASK_AG_CTX_CMP_DATA_TOTAL_EXP_EN_MASK 0x1
0851 #define USTORM_ISCSI_TASK_AG_CTX_CMP_DATA_TOTAL_EXP_EN_SHIFT    5
0852 #define USTORM_ISCSI_TASK_AG_CTX_RULE1EN_MASK       0x1
0853 #define USTORM_ISCSI_TASK_AG_CTX_RULE1EN_SHIFT      6
0854 #define USTORM_ISCSI_TASK_AG_CTX_CMP_CONT_RCV_EXP_EN_MASK   0x1
0855 #define USTORM_ISCSI_TASK_AG_CTX_CMP_CONT_RCV_EXP_EN_SHIFT  7
0856     u8 flags3;
0857 #define USTORM_ISCSI_TASK_AG_CTX_RULE3EN_MASK       0x1
0858 #define USTORM_ISCSI_TASK_AG_CTX_RULE3EN_SHIFT      0
0859 #define USTORM_ISCSI_TASK_AG_CTX_RULE4EN_MASK       0x1
0860 #define USTORM_ISCSI_TASK_AG_CTX_RULE4EN_SHIFT      1
0861 #define USTORM_ISCSI_TASK_AG_CTX_RULE5EN_MASK       0x1
0862 #define USTORM_ISCSI_TASK_AG_CTX_RULE5EN_SHIFT      2
0863 #define USTORM_ISCSI_TASK_AG_CTX_RULE6EN_MASK       0x1
0864 #define USTORM_ISCSI_TASK_AG_CTX_RULE6EN_SHIFT      3
0865 #define USTORM_ISCSI_TASK_AG_CTX_DIF_ERROR_TYPE_MASK        0xF
0866 #define USTORM_ISCSI_TASK_AG_CTX_DIF_ERROR_TYPE_SHIFT   4
0867     __le32 dif_err_intervals;
0868     __le32 dif_error_1st_interval;
0869     __le32 rcv_cont_len;
0870     __le32 exp_cont_len;
0871     __le32 total_data_acked;
0872     __le32 exp_data_acked;
0873     u8 byte2;
0874     u8 byte3;
0875     __le16 word1;
0876     __le16 next_tid;
0877     __le16 word3;
0878     __le32 hdr_residual_count;
0879     __le32 exp_r2t_sn;
0880 };
0881 
0882 /* The iscsi storm task context of Mstorm */
0883 struct mstorm_iscsi_task_st_ctx {
0884     struct scsi_cached_sges data_desc;
0885     struct scsi_sgl_params sgl_params;
0886     __le32 rem_task_size;
0887     __le32 data_buffer_offset;
0888     u8 task_type;
0889     struct iscsi_dif_flags dif_flags;
0890     __le16 dif_task_icid;
0891     struct regpair sense_db;
0892     __le32 expected_itt;
0893     __le32 reserved1;
0894 };
0895 
0896 struct iscsi_reg1 {
0897     __le32 reg1_map;
0898 #define ISCSI_REG1_NUM_SGES_MASK    0xF
0899 #define ISCSI_REG1_NUM_SGES_SHIFT   0
0900 #define ISCSI_REG1_RESERVED1_MASK   0xFFFFFFF
0901 #define ISCSI_REG1_RESERVED1_SHIFT  4
0902 };
0903 
0904 struct tqe_opaque {
0905     __le16 opaque[2];
0906 };
0907 
0908 /* The iscsi storm task context of Ustorm */
0909 struct ustorm_iscsi_task_st_ctx {
0910     __le32 rem_rcv_len;
0911     __le32 exp_data_transfer_len;
0912     __le32 exp_data_sn;
0913     struct regpair lun;
0914     struct iscsi_reg1 reg1;
0915     u8 flags2;
0916 #define USTORM_ISCSI_TASK_ST_CTX_AHS_EXIST_MASK     0x1
0917 #define USTORM_ISCSI_TASK_ST_CTX_AHS_EXIST_SHIFT    0
0918 #define USTORM_ISCSI_TASK_ST_CTX_RESERVED1_MASK     0x7F
0919 #define USTORM_ISCSI_TASK_ST_CTX_RESERVED1_SHIFT    1
0920     struct iscsi_dif_flags dif_flags;
0921     __le16 reserved3;
0922     struct tqe_opaque tqe_opaque_list;
0923     __le32 reserved5;
0924     __le32 reserved6;
0925     __le32 reserved7;
0926     u8 task_type;
0927     u8 error_flags;
0928 #define USTORM_ISCSI_TASK_ST_CTX_DATA_DIGEST_ERROR_MASK     0x1
0929 #define USTORM_ISCSI_TASK_ST_CTX_DATA_DIGEST_ERROR_SHIFT    0
0930 #define USTORM_ISCSI_TASK_ST_CTX_DATA_TRUNCATED_ERROR_MASK  0x1
0931 #define USTORM_ISCSI_TASK_ST_CTX_DATA_TRUNCATED_ERROR_SHIFT 1
0932 #define USTORM_ISCSI_TASK_ST_CTX_UNDER_RUN_ERROR_MASK       0x1
0933 #define USTORM_ISCSI_TASK_ST_CTX_UNDER_RUN_ERROR_SHIFT      2
0934 #define USTORM_ISCSI_TASK_ST_CTX_RESERVED8_MASK         0x1F
0935 #define USTORM_ISCSI_TASK_ST_CTX_RESERVED8_SHIFT        3
0936     u8 flags;
0937 #define USTORM_ISCSI_TASK_ST_CTX_CQE_WRITE_MASK         0x3
0938 #define USTORM_ISCSI_TASK_ST_CTX_CQE_WRITE_SHIFT        0
0939 #define USTORM_ISCSI_TASK_ST_CTX_LOCAL_COMP_MASK        0x1
0940 #define USTORM_ISCSI_TASK_ST_CTX_LOCAL_COMP_SHIFT       2
0941 #define USTORM_ISCSI_TASK_ST_CTX_Q0_R2TQE_WRITE_MASK        0x1
0942 #define USTORM_ISCSI_TASK_ST_CTX_Q0_R2TQE_WRITE_SHIFT       3
0943 #define USTORM_ISCSI_TASK_ST_CTX_TOTAL_DATA_ACKED_DONE_MASK 0x1
0944 #define USTORM_ISCSI_TASK_ST_CTX_TOTAL_DATA_ACKED_DONE_SHIFT    4
0945 #define USTORM_ISCSI_TASK_ST_CTX_HQ_SCANNED_DONE_MASK       0x1
0946 #define USTORM_ISCSI_TASK_ST_CTX_HQ_SCANNED_DONE_SHIFT      5
0947 #define USTORM_ISCSI_TASK_ST_CTX_R2T2RECV_DONE_MASK     0x1
0948 #define USTORM_ISCSI_TASK_ST_CTX_R2T2RECV_DONE_SHIFT        6
0949 #define USTORM_ISCSI_TASK_ST_CTX_RESERVED0_MASK         0x1
0950 #define USTORM_ISCSI_TASK_ST_CTX_RESERVED0_SHIFT        7
0951     u8 cq_rss_number;
0952 };
0953 
0954 /* iscsi task context */
0955 struct iscsi_task_context {
0956     struct ystorm_iscsi_task_st_ctx ystorm_st_context;
0957     struct ystorm_iscsi_task_ag_ctx ystorm_ag_context;
0958     struct regpair ystorm_ag_padding[2];
0959     struct tdif_task_context tdif_context;
0960     struct mstorm_iscsi_task_ag_ctx mstorm_ag_context;
0961     struct regpair mstorm_ag_padding[2];
0962     struct ustorm_iscsi_task_ag_ctx ustorm_ag_context;
0963     struct mstorm_iscsi_task_st_ctx mstorm_st_context;
0964     struct ustorm_iscsi_task_st_ctx ustorm_st_context;
0965     struct rdif_task_context rdif_context;
0966 };
0967 
0968 /* iSCSI connection offload params passed by driver to FW in ISCSI offload
0969  * ramrod.
0970  */
0971 struct iscsi_conn_offload_params {
0972     struct regpair sq_pbl_addr;
0973     struct regpair r2tq_pbl_addr;
0974     struct regpair xhq_pbl_addr;
0975     struct regpair uhq_pbl_addr;
0976     __le16 physical_q0;
0977     __le16 physical_q1;
0978     u8 flags;
0979 #define ISCSI_CONN_OFFLOAD_PARAMS_TCP_ON_CHIP_1B_MASK   0x1
0980 #define ISCSI_CONN_OFFLOAD_PARAMS_TCP_ON_CHIP_1B_SHIFT  0
0981 #define ISCSI_CONN_OFFLOAD_PARAMS_TARGET_MODE_MASK  0x1
0982 #define ISCSI_CONN_OFFLOAD_PARAMS_TARGET_MODE_SHIFT 1
0983 #define ISCSI_CONN_OFFLOAD_PARAMS_RESTRICTED_MODE_MASK  0x1
0984 #define ISCSI_CONN_OFFLOAD_PARAMS_RESTRICTED_MODE_SHIFT 2
0985 #define ISCSI_CONN_OFFLOAD_PARAMS_RESERVED1_MASK    0x1F
0986 #define ISCSI_CONN_OFFLOAD_PARAMS_RESERVED1_SHIFT   3
0987     u8 default_cq;
0988     __le16 reserved0;
0989     __le32 stat_sn;
0990     __le32 initial_ack;
0991 };
0992 
0993 /* iSCSI connection statistics */
0994 struct iscsi_conn_stats_params {
0995     struct regpair iscsi_tcp_tx_packets_cnt;
0996     struct regpair iscsi_tcp_tx_bytes_cnt;
0997     struct regpair iscsi_tcp_tx_rxmit_cnt;
0998     struct regpair iscsi_tcp_rx_packets_cnt;
0999     struct regpair iscsi_tcp_rx_bytes_cnt;
1000     struct regpair iscsi_tcp_rx_dup_ack_cnt;
1001     __le32 iscsi_tcp_rx_chksum_err_cnt;
1002     __le32 reserved;
1003 };
1004 
1005 
1006 /* iSCSI connection update params passed by driver to FW in ISCSI update
1007  *ramrod.
1008  */
1009 struct iscsi_conn_update_ramrod_params {
1010     __le16 reserved0;
1011     __le16 conn_id;
1012     __le32 reserved1;
1013     u8 flags;
1014 #define ISCSI_CONN_UPDATE_RAMROD_PARAMS_HD_EN_MASK      0x1
1015 #define ISCSI_CONN_UPDATE_RAMROD_PARAMS_HD_EN_SHIFT     0
1016 #define ISCSI_CONN_UPDATE_RAMROD_PARAMS_DD_EN_MASK      0x1
1017 #define ISCSI_CONN_UPDATE_RAMROD_PARAMS_DD_EN_SHIFT     1
1018 #define ISCSI_CONN_UPDATE_RAMROD_PARAMS_INITIAL_R2T_MASK    0x1
1019 #define ISCSI_CONN_UPDATE_RAMROD_PARAMS_INITIAL_R2T_SHIFT   2
1020 #define ISCSI_CONN_UPDATE_RAMROD_PARAMS_IMMEDIATE_DATA_MASK 0x1
1021 #define ISCSI_CONN_UPDATE_RAMROD_PARAMS_IMMEDIATE_DATA_SHIFT    3
1022 #define ISCSI_CONN_UPDATE_RAMROD_PARAMS_DIF_BLOCK_SIZE_MASK 0x1
1023 #define ISCSI_CONN_UPDATE_RAMROD_PARAMS_DIF_BLOCK_SIZE_SHIFT    4
1024 #define ISCSI_CONN_UPDATE_RAMROD_PARAMS_DIF_ON_HOST_EN_MASK 0x1
1025 #define ISCSI_CONN_UPDATE_RAMROD_PARAMS_DIF_ON_HOST_EN_SHIFT    5
1026 #define ISCSI_CONN_UPDATE_RAMROD_PARAMS_DIF_ON_IMM_EN_MASK  0x1
1027 #define ISCSI_CONN_UPDATE_RAMROD_PARAMS_DIF_ON_IMM_EN_SHIFT 6
1028 #define ISCSI_CONN_UPDATE_RAMROD_PARAMS_LUN_MAPPER_EN_MASK  0x1
1029 #define ISCSI_CONN_UPDATE_RAMROD_PARAMS_LUN_MAPPER_EN_SHIFT 7
1030     u8 reserved3[3];
1031     __le32 max_seq_size;
1032     __le32 max_send_pdu_length;
1033     __le32 max_recv_pdu_length;
1034     __le32 first_seq_length;
1035     __le32 exp_stat_sn;
1036     union dif_configuration_params dif_on_imme_params;
1037 };
1038 
1039 /* iSCSI CQ element */
1040 struct iscsi_cqe_common {
1041     __le16 conn_id;
1042     u8 cqe_type;
1043     union cqe_error_status error_bitmap;
1044     __le32 reserved[3];
1045     union iscsi_task_hdr iscsi_hdr;
1046 };
1047 
1048 /* iSCSI CQ element */
1049 struct iscsi_cqe_solicited {
1050     __le16 conn_id;
1051     u8 cqe_type;
1052     union cqe_error_status error_bitmap;
1053     __le16 itid;
1054     u8 task_type;
1055     u8 fw_dbg_field;
1056     u8 caused_conn_err;
1057     u8 reserved0[3];
1058     __le32 data_truncated_bytes;
1059     union iscsi_task_hdr iscsi_hdr;
1060 };
1061 
1062 /* iSCSI CQ element */
1063 struct iscsi_cqe_unsolicited {
1064     __le16 conn_id;
1065     u8 cqe_type;
1066     union cqe_error_status error_bitmap;
1067     __le16 reserved0;
1068     u8 reserved1;
1069     u8 unsol_cqe_type;
1070     __le16 rqe_opaque;
1071     __le16 reserved2[3];
1072     union iscsi_task_hdr iscsi_hdr;
1073 };
1074 
1075 /* iSCSI CQ element */
1076 union iscsi_cqe {
1077     struct iscsi_cqe_common cqe_common;
1078     struct iscsi_cqe_solicited cqe_solicited;
1079     struct iscsi_cqe_unsolicited cqe_unsolicited;
1080 };
1081 
1082 /* iSCSI CQE type */
1083 enum iscsi_cqes_type {
1084     ISCSI_CQE_TYPE_SOLICITED = 1,
1085     ISCSI_CQE_TYPE_UNSOLICITED,
1086     ISCSI_CQE_TYPE_SOLICITED_WITH_SENSE,
1087     ISCSI_CQE_TYPE_TASK_CLEANUP,
1088     ISCSI_CQE_TYPE_DUMMY,
1089     MAX_ISCSI_CQES_TYPE
1090 };
1091 
1092 /* iSCSI CQE type */
1093 enum iscsi_cqe_unsolicited_type {
1094     ISCSI_CQE_UNSOLICITED_NONE,
1095     ISCSI_CQE_UNSOLICITED_SINGLE,
1096     ISCSI_CQE_UNSOLICITED_FIRST,
1097     ISCSI_CQE_UNSOLICITED_MIDDLE,
1098     ISCSI_CQE_UNSOLICITED_LAST,
1099     MAX_ISCSI_CQE_UNSOLICITED_TYPE
1100 };
1101 
1102 /* iscsi debug modes */
1103 struct iscsi_debug_modes {
1104     u8 flags;
1105 #define ISCSI_DEBUG_MODES_ASSERT_IF_RX_CONN_ERROR_MASK          0x1
1106 #define ISCSI_DEBUG_MODES_ASSERT_IF_RX_CONN_ERROR_SHIFT         0
1107 #define ISCSI_DEBUG_MODES_ASSERT_IF_RECV_RESET_MASK         0x1
1108 #define ISCSI_DEBUG_MODES_ASSERT_IF_RECV_RESET_SHIFT            1
1109 #define ISCSI_DEBUG_MODES_ASSERT_IF_RECV_FIN_MASK           0x1
1110 #define ISCSI_DEBUG_MODES_ASSERT_IF_RECV_FIN_SHIFT          2
1111 #define ISCSI_DEBUG_MODES_ASSERT_IF_RECV_CLEANUP_MASK           0x1
1112 #define ISCSI_DEBUG_MODES_ASSERT_IF_RECV_CLEANUP_SHIFT          3
1113 #define ISCSI_DEBUG_MODES_ASSERT_IF_RECV_REJECT_OR_ASYNC_MASK       0x1
1114 #define ISCSI_DEBUG_MODES_ASSERT_IF_RECV_REJECT_OR_ASYNC_SHIFT      4
1115 #define ISCSI_DEBUG_MODES_ASSERT_IF_RECV_NOP_MASK           0x1
1116 #define ISCSI_DEBUG_MODES_ASSERT_IF_RECV_NOP_SHIFT          5
1117 #define ISCSI_DEBUG_MODES_ASSERT_IF_DIF_OR_DATA_DIGEST_ERROR_MASK   0x1
1118 #define ISCSI_DEBUG_MODES_ASSERT_IF_DIF_OR_DATA_DIGEST_ERROR_SHIFT  6
1119 #define ISCSI_DEBUG_MODES_ASSERT_IF_HQ_CORRUPT_MASK         0x1
1120 #define ISCSI_DEBUG_MODES_ASSERT_IF_HQ_CORRUPT_SHIFT            7
1121 };
1122 
1123 /* iSCSI kernel completion queue IDs */
1124 enum iscsi_eqe_opcode {
1125     ISCSI_EVENT_TYPE_INIT_FUNC = 0,
1126     ISCSI_EVENT_TYPE_DESTROY_FUNC,
1127     ISCSI_EVENT_TYPE_OFFLOAD_CONN,
1128     ISCSI_EVENT_TYPE_UPDATE_CONN,
1129     ISCSI_EVENT_TYPE_CLEAR_SQ,
1130     ISCSI_EVENT_TYPE_TERMINATE_CONN,
1131     ISCSI_EVENT_TYPE_MAC_UPDATE_CONN,
1132     ISCSI_EVENT_TYPE_COLLECT_STATS_CONN,
1133     ISCSI_EVENT_TYPE_ASYN_CONNECT_COMPLETE,
1134     ISCSI_EVENT_TYPE_ASYN_TERMINATE_DONE,
1135     ISCSI_EVENT_TYPE_START_OF_ERROR_TYPES = 10,
1136     ISCSI_EVENT_TYPE_ASYN_ABORT_RCVD,
1137     ISCSI_EVENT_TYPE_ASYN_CLOSE_RCVD,
1138     ISCSI_EVENT_TYPE_ASYN_SYN_RCVD,
1139     ISCSI_EVENT_TYPE_ASYN_MAX_RT_TIME,
1140     ISCSI_EVENT_TYPE_ASYN_MAX_RT_CNT,
1141     ISCSI_EVENT_TYPE_ASYN_MAX_KA_PROBES_CNT,
1142     ISCSI_EVENT_TYPE_ASYN_FIN_WAIT2,
1143     ISCSI_EVENT_TYPE_ISCSI_CONN_ERROR,
1144     ISCSI_EVENT_TYPE_TCP_CONN_ERROR,
1145     MAX_ISCSI_EQE_OPCODE
1146 };
1147 
1148 /* iSCSI EQE and CQE completion status */
1149 enum iscsi_error_types {
1150     ISCSI_STATUS_NONE = 0,
1151     ISCSI_CQE_ERROR_UNSOLICITED_RCV_ON_INVALID_CONN = 1,
1152     ISCSI_CONN_ERROR_TASK_CID_MISMATCH,
1153     ISCSI_CONN_ERROR_TASK_NOT_VALID,
1154     ISCSI_CONN_ERROR_RQ_RING_IS_FULL,
1155     ISCSI_CONN_ERROR_CMDQ_RING_IS_FULL,
1156     ISCSI_CONN_ERROR_HQE_CACHING_FAILED,
1157     ISCSI_CONN_ERROR_HEADER_DIGEST_ERROR,
1158     ISCSI_CONN_ERROR_LOCAL_COMPLETION_ERROR,
1159     ISCSI_CONN_ERROR_DATA_OVERRUN,
1160     ISCSI_CONN_ERROR_OUT_OF_SGES_ERROR,
1161     ISCSI_CONN_ERROR_IP_OPTIONS_ERROR,
1162     ISCSI_CONN_ERROR_PRS_ERRORS,
1163     ISCSI_CONN_ERROR_CONNECT_INVALID_TCP_OPTION,
1164     ISCSI_CONN_ERROR_TCP_IP_FRAGMENT_ERROR,
1165     ISCSI_CONN_ERROR_PROTOCOL_ERR_AHS_LEN,
1166     ISCSI_CONN_ERROR_PROTOCOL_ERR_AHS_TYPE,
1167     ISCSI_CONN_ERROR_PROTOCOL_ERR_ITT_OUT_OF_RANGE,
1168     ISCSI_CONN_ERROR_PROTOCOL_ERR_TTT_OUT_OF_RANGE,
1169     ISCSI_CONN_ERROR_PROTOCOL_ERR_DATA_SEG_LEN_EXCEEDS_PDU_SIZE,
1170     ISCSI_CONN_ERROR_PROTOCOL_ERR_INVALID_OPCODE,
1171     ISCSI_CONN_ERROR_PROTOCOL_ERR_INVALID_OPCODE_BEFORE_UPDATE,
1172     ISCSI_CONN_ERROR_UNVALID_NOPIN_DSL,
1173     ISCSI_CONN_ERROR_PROTOCOL_ERR_R2T_CARRIES_NO_DATA,
1174     ISCSI_CONN_ERROR_PROTOCOL_ERR_DATA_SN,
1175     ISCSI_CONN_ERROR_PROTOCOL_ERR_DATA_IN_TTT,
1176     ISCSI_CONN_ERROR_PROTOCOL_ERR_DATA_OUT_ITT,
1177     ISCSI_CONN_ERROR_PROTOCOL_ERR_R2T_TTT,
1178     ISCSI_CONN_ERROR_PROTOCOL_ERR_R2T_BUFFER_OFFSET,
1179     ISCSI_CONN_ERROR_PROTOCOL_ERR_BUFFER_OFFSET_OOO,
1180     ISCSI_CONN_ERROR_PROTOCOL_ERR_R2T_SN,
1181     ISCSI_CONN_ERROR_PROTOCOL_ERR_DESIRED_DATA_TRNS_LEN_0,
1182     ISCSI_CONN_ERROR_PROTOCOL_ERR_DESIRED_DATA_TRNS_LEN_1,
1183     ISCSI_CONN_ERROR_PROTOCOL_ERR_DESIRED_DATA_TRNS_LEN_2,
1184     ISCSI_CONN_ERROR_PROTOCOL_ERR_LUN,
1185     ISCSI_CONN_ERROR_PROTOCOL_ERR_F_BIT_ZERO,
1186     ISCSI_CONN_ERROR_PROTOCOL_ERR_F_BIT_ZERO_S_BIT_ONE,
1187     ISCSI_CONN_ERROR_PROTOCOL_ERR_EXP_STAT_SN,
1188     ISCSI_CONN_ERROR_PROTOCOL_ERR_DSL_NOT_ZERO,
1189     ISCSI_CONN_ERROR_PROTOCOL_ERR_INVALID_DSL,
1190     ISCSI_CONN_ERROR_PROTOCOL_ERR_DATA_SEG_LEN_TOO_BIG,
1191     ISCSI_CONN_ERROR_PROTOCOL_ERR_OUTSTANDING_R2T_COUNT,
1192     ISCSI_CONN_ERROR_PROTOCOL_ERR_DIF_TX,
1193     ISCSI_CONN_ERROR_SENSE_DATA_LENGTH,
1194     ISCSI_CONN_ERROR_DATA_PLACEMENT_ERROR,
1195     ISCSI_CONN_ERROR_INVALID_ITT,
1196     ISCSI_ERROR_UNKNOWN,
1197     MAX_ISCSI_ERROR_TYPES
1198 };
1199 
1200 /* iSCSI Ramrod Command IDs */
1201 enum iscsi_ramrod_cmd_id {
1202     ISCSI_RAMROD_CMD_ID_UNUSED = 0,
1203     ISCSI_RAMROD_CMD_ID_INIT_FUNC = 1,
1204     ISCSI_RAMROD_CMD_ID_DESTROY_FUNC = 2,
1205     ISCSI_RAMROD_CMD_ID_OFFLOAD_CONN = 3,
1206     ISCSI_RAMROD_CMD_ID_UPDATE_CONN = 4,
1207     ISCSI_RAMROD_CMD_ID_TERMINATION_CONN = 5,
1208     ISCSI_RAMROD_CMD_ID_CLEAR_SQ = 6,
1209     ISCSI_RAMROD_CMD_ID_MAC_UPDATE = 7,
1210     ISCSI_RAMROD_CMD_ID_CONN_STATS = 8,
1211     MAX_ISCSI_RAMROD_CMD_ID
1212 };
1213 
1214 /* iSCSI connection termination request */
1215 struct iscsi_spe_conn_mac_update {
1216     __le16 reserved0;
1217     __le16 conn_id;
1218     __le32 reserved1;
1219     __le16 remote_mac_addr_lo;
1220     __le16 remote_mac_addr_mid;
1221     __le16 remote_mac_addr_hi;
1222     u8 reserved2[2];
1223 };
1224 
1225 /* iSCSI and TCP connection (Option 1) offload params passed by driver to FW in
1226  * iSCSI offload ramrod.
1227  */
1228 struct iscsi_spe_conn_offload {
1229     __le16 reserved0;
1230     __le16 conn_id;
1231     __le32 reserved1;
1232     struct iscsi_conn_offload_params iscsi;
1233     struct tcp_offload_params tcp;
1234 };
1235 
1236 /* iSCSI and TCP connection(Option 2) offload params passed by driver to FW in
1237  * iSCSI offload ramrod.
1238  */
1239 struct iscsi_spe_conn_offload_option2 {
1240     __le16 reserved0;
1241     __le16 conn_id;
1242     __le32 reserved1;
1243     struct iscsi_conn_offload_params iscsi;
1244     struct tcp_offload_params_opt2 tcp;
1245 };
1246 
1247 /* iSCSI collect connection statistics request */
1248 struct iscsi_spe_conn_statistics {
1249     __le16 reserved0;
1250     __le16 conn_id;
1251     __le32 reserved1;
1252     u8 reset_stats;
1253     u8 reserved2[7];
1254     struct regpair stats_cnts_addr;
1255 };
1256 
1257 /* iSCSI connection termination request */
1258 struct iscsi_spe_conn_termination {
1259     __le16 reserved0;
1260     __le16 conn_id;
1261     __le32 reserved1;
1262     u8 abortive;
1263     u8 reserved2[7];
1264     struct regpair queue_cnts_addr;
1265     struct regpair query_params_addr;
1266 };
1267 
1268 /* iSCSI firmware function init parameters */
1269 struct iscsi_spe_func_init {
1270     __le16 half_way_close_timeout;
1271     u8 num_sq_pages_in_ring;
1272     u8 num_r2tq_pages_in_ring;
1273     u8 num_uhq_pages_in_ring;
1274     u8 ll2_rx_queue_id;
1275     u8 flags;
1276 #define ISCSI_SPE_FUNC_INIT_COUNTERS_EN_MASK    0x1
1277 #define ISCSI_SPE_FUNC_INIT_COUNTERS_EN_SHIFT   0
1278 #define ISCSI_SPE_FUNC_INIT_RESERVED0_MASK  0x7F
1279 #define ISCSI_SPE_FUNC_INIT_RESERVED0_SHIFT 1
1280     struct iscsi_debug_modes debug_mode;
1281     u8 params;
1282 #define ISCSI_SPE_FUNC_INIT_MAX_SYN_RT_MASK 0xF
1283 #define ISCSI_SPE_FUNC_INIT_MAX_SYN_RT_SHIFT    0
1284 #define ISCSI_SPE_FUNC_INIT_RESERVED1_MASK  0xF
1285 #define ISCSI_SPE_FUNC_INIT_RESERVED1_SHIFT 4
1286     u8 reserved2[7];
1287     struct scsi_init_func_params func_params;
1288     struct scsi_init_func_queues q_params;
1289 };
1290 
1291 /* iSCSI task type */
1292 enum iscsi_task_type {
1293     ISCSI_TASK_TYPE_INITIATOR_WRITE,
1294     ISCSI_TASK_TYPE_INITIATOR_READ,
1295     ISCSI_TASK_TYPE_MIDPATH,
1296     ISCSI_TASK_TYPE_UNSOLIC,
1297     ISCSI_TASK_TYPE_EXCHCLEANUP,
1298     ISCSI_TASK_TYPE_IRRELEVANT,
1299     ISCSI_TASK_TYPE_TARGET_WRITE,
1300     ISCSI_TASK_TYPE_TARGET_READ,
1301     ISCSI_TASK_TYPE_TARGET_RESPONSE,
1302     ISCSI_TASK_TYPE_LOGIN_RESPONSE,
1303     ISCSI_TASK_TYPE_TARGET_IMM_W_DIF,
1304     MAX_ISCSI_TASK_TYPE
1305 };
1306 
1307 /* iSCSI DesiredDataTransferLength/ttt union */
1308 union iscsi_ttt_txlen_union {
1309     __le32 desired_tx_len;
1310     __le32 ttt;
1311 };
1312 
1313 /* iSCSI uHQ element */
1314 struct iscsi_uhqe {
1315     __le32 reg1;
1316 #define ISCSI_UHQE_PDU_PAYLOAD_LEN_MASK     0xFFFFF
1317 #define ISCSI_UHQE_PDU_PAYLOAD_LEN_SHIFT    0
1318 #define ISCSI_UHQE_LOCAL_COMP_MASK      0x1
1319 #define ISCSI_UHQE_LOCAL_COMP_SHIFT     20
1320 #define ISCSI_UHQE_TOGGLE_BIT_MASK      0x1
1321 #define ISCSI_UHQE_TOGGLE_BIT_SHIFT     21
1322 #define ISCSI_UHQE_PURE_PAYLOAD_MASK        0x1
1323 #define ISCSI_UHQE_PURE_PAYLOAD_SHIFT       22
1324 #define ISCSI_UHQE_LOGIN_RESPONSE_PDU_MASK  0x1
1325 #define ISCSI_UHQE_LOGIN_RESPONSE_PDU_SHIFT 23
1326 #define ISCSI_UHQE_TASK_ID_HI_MASK      0xFF
1327 #define ISCSI_UHQE_TASK_ID_HI_SHIFT     24
1328     __le32 reg2;
1329 #define ISCSI_UHQE_BUFFER_OFFSET_MASK   0xFFFFFF
1330 #define ISCSI_UHQE_BUFFER_OFFSET_SHIFT  0
1331 #define ISCSI_UHQE_TASK_ID_LO_MASK  0xFF
1332 #define ISCSI_UHQE_TASK_ID_LO_SHIFT 24
1333 };
1334 
1335 /* iSCSI WQ element */
1336 struct iscsi_wqe {
1337     __le16 task_id;
1338     u8 flags;
1339 #define ISCSI_WQE_WQE_TYPE_MASK     0x7
1340 #define ISCSI_WQE_WQE_TYPE_SHIFT    0
1341 #define ISCSI_WQE_NUM_SGES_MASK     0xF
1342 #define ISCSI_WQE_NUM_SGES_SHIFT    3
1343 #define ISCSI_WQE_RESPONSE_MASK     0x1
1344 #define ISCSI_WQE_RESPONSE_SHIFT    7
1345     struct iscsi_dif_flags prot_flags;
1346     __le32 contlen_cdbsize;
1347 #define ISCSI_WQE_CONT_LEN_MASK     0xFFFFFF
1348 #define ISCSI_WQE_CONT_LEN_SHIFT    0
1349 #define ISCSI_WQE_CDB_SIZE_MASK     0xFF
1350 #define ISCSI_WQE_CDB_SIZE_SHIFT    24
1351 };
1352 
1353 /* iSCSI wqe type */
1354 enum iscsi_wqe_type {
1355     ISCSI_WQE_TYPE_NORMAL,
1356     ISCSI_WQE_TYPE_TASK_CLEANUP,
1357     ISCSI_WQE_TYPE_MIDDLE_PATH,
1358     ISCSI_WQE_TYPE_LOGIN,
1359     ISCSI_WQE_TYPE_FIRST_R2T_CONT,
1360     ISCSI_WQE_TYPE_NONFIRST_R2T_CONT,
1361     ISCSI_WQE_TYPE_RESPONSE,
1362     MAX_ISCSI_WQE_TYPE
1363 };
1364 
1365 /* iSCSI xHQ element */
1366 struct iscsi_xhqe {
1367     union iscsi_ttt_txlen_union ttt_or_txlen;
1368     __le32 exp_stat_sn;
1369     struct iscsi_dif_flags prot_flags;
1370     u8 total_ahs_length;
1371     u8 opcode;
1372     u8 flags;
1373 #define ISCSI_XHQE_FINAL_MASK       0x1
1374 #define ISCSI_XHQE_FINAL_SHIFT      0
1375 #define ISCSI_XHQE_STATUS_BIT_MASK  0x1
1376 #define ISCSI_XHQE_STATUS_BIT_SHIFT 1
1377 #define ISCSI_XHQE_NUM_SGES_MASK    0xF
1378 #define ISCSI_XHQE_NUM_SGES_SHIFT   2
1379 #define ISCSI_XHQE_RESERVED0_MASK   0x3
1380 #define ISCSI_XHQE_RESERVED0_SHIFT  6
1381     union iscsi_seq_num seq_num;
1382     __le16 reserved1;
1383 };
1384 
1385 /* Per PF iSCSI receive path statistics - mStorm RAM structure */
1386 struct mstorm_iscsi_stats_drv {
1387     struct regpair iscsi_rx_dropped_pdus_task_not_valid;
1388     struct regpair iscsi_rx_dup_ack_cnt;
1389 };
1390 
1391 /* Per PF iSCSI transmit path statistics - pStorm RAM structure */
1392 struct pstorm_iscsi_stats_drv {
1393     struct regpair iscsi_tx_bytes_cnt;
1394     struct regpair iscsi_tx_packet_cnt;
1395 };
1396 
1397 /* Per PF iSCSI receive path statistics - tStorm RAM structure */
1398 struct tstorm_iscsi_stats_drv {
1399     struct regpair iscsi_rx_bytes_cnt;
1400     struct regpair iscsi_rx_packet_cnt;
1401     struct regpair iscsi_rx_new_ooo_isle_events_cnt;
1402     struct regpair iscsi_rx_tcp_payload_bytes_cnt;
1403     struct regpair iscsi_rx_tcp_pkt_cnt;
1404     struct regpair iscsi_rx_pure_ack_cnt;
1405     __le32 iscsi_cmdq_threshold_cnt;
1406     __le32 iscsi_rq_threshold_cnt;
1407     __le32 iscsi_immq_threshold_cnt;
1408 };
1409 
1410 /* Per PF iSCSI receive path statistics - uStorm RAM structure */
1411 struct ustorm_iscsi_stats_drv {
1412     struct regpair iscsi_rx_data_pdu_cnt;
1413     struct regpair iscsi_rx_r2t_pdu_cnt;
1414     struct regpair iscsi_rx_total_pdu_cnt;
1415 };
1416 
1417 /* Per PF iSCSI transmit path statistics - xStorm RAM structure */
1418 struct xstorm_iscsi_stats_drv {
1419     struct regpair iscsi_tx_go_to_slow_start_event_cnt;
1420     struct regpair iscsi_tx_fast_retransmit_event_cnt;
1421     struct regpair iscsi_tx_pure_ack_cnt;
1422     struct regpair iscsi_tx_delayed_ack_cnt;
1423 };
1424 
1425 /* Per PF iSCSI transmit path statistics - yStorm RAM structure */
1426 struct ystorm_iscsi_stats_drv {
1427     struct regpair iscsi_tx_data_pdu_cnt;
1428     struct regpair iscsi_tx_r2t_pdu_cnt;
1429     struct regpair iscsi_tx_total_pdu_cnt;
1430     struct regpair iscsi_tx_tcp_payload_bytes_cnt;
1431     struct regpair iscsi_tx_tcp_pkt_cnt;
1432 };
1433 
1434 struct tstorm_iscsi_task_ag_ctx {
1435     u8 byte0;
1436     u8 byte1;
1437     __le16 word0;
1438     u8 flags0;
1439 #define TSTORM_ISCSI_TASK_AG_CTX_NIBBLE0_MASK   0xF
1440 #define TSTORM_ISCSI_TASK_AG_CTX_NIBBLE0_SHIFT  0
1441 #define TSTORM_ISCSI_TASK_AG_CTX_BIT0_MASK      0x1
1442 #define TSTORM_ISCSI_TASK_AG_CTX_BIT0_SHIFT     4
1443 #define TSTORM_ISCSI_TASK_AG_CTX_BIT1_MASK      0x1
1444 #define TSTORM_ISCSI_TASK_AG_CTX_BIT1_SHIFT     5
1445 #define TSTORM_ISCSI_TASK_AG_CTX_BIT2_MASK      0x1
1446 #define TSTORM_ISCSI_TASK_AG_CTX_BIT2_SHIFT     6
1447 #define TSTORM_ISCSI_TASK_AG_CTX_BIT3_MASK      0x1
1448 #define TSTORM_ISCSI_TASK_AG_CTX_BIT3_SHIFT     7
1449     u8 flags1;
1450 #define TSTORM_ISCSI_TASK_AG_CTX_BIT4_MASK  0x1
1451 #define TSTORM_ISCSI_TASK_AG_CTX_BIT4_SHIFT 0
1452 #define TSTORM_ISCSI_TASK_AG_CTX_BIT5_MASK  0x1
1453 #define TSTORM_ISCSI_TASK_AG_CTX_BIT5_SHIFT 1
1454 #define TSTORM_ISCSI_TASK_AG_CTX_CF0_MASK   0x3
1455 #define TSTORM_ISCSI_TASK_AG_CTX_CF0_SHIFT  2
1456 #define TSTORM_ISCSI_TASK_AG_CTX_CF1_MASK   0x3
1457 #define TSTORM_ISCSI_TASK_AG_CTX_CF1_SHIFT  4
1458 #define TSTORM_ISCSI_TASK_AG_CTX_CF2_MASK   0x3
1459 #define TSTORM_ISCSI_TASK_AG_CTX_CF2_SHIFT  6
1460     u8 flags2;
1461 #define TSTORM_ISCSI_TASK_AG_CTX_CF3_MASK   0x3
1462 #define TSTORM_ISCSI_TASK_AG_CTX_CF3_SHIFT  0
1463 #define TSTORM_ISCSI_TASK_AG_CTX_CF4_MASK   0x3
1464 #define TSTORM_ISCSI_TASK_AG_CTX_CF4_SHIFT  2
1465 #define TSTORM_ISCSI_TASK_AG_CTX_CF5_MASK   0x3
1466 #define TSTORM_ISCSI_TASK_AG_CTX_CF5_SHIFT  4
1467 #define TSTORM_ISCSI_TASK_AG_CTX_CF6_MASK   0x3
1468 #define TSTORM_ISCSI_TASK_AG_CTX_CF6_SHIFT  6
1469     u8 flags3;
1470 #define TSTORM_ISCSI_TASK_AG_CTX_CF7_MASK   0x3
1471 #define TSTORM_ISCSI_TASK_AG_CTX_CF7_SHIFT  0
1472 #define TSTORM_ISCSI_TASK_AG_CTX_CF0EN_MASK 0x1
1473 #define TSTORM_ISCSI_TASK_AG_CTX_CF0EN_SHIFT    2
1474 #define TSTORM_ISCSI_TASK_AG_CTX_CF1EN_MASK 0x1
1475 #define TSTORM_ISCSI_TASK_AG_CTX_CF1EN_SHIFT    3
1476 #define TSTORM_ISCSI_TASK_AG_CTX_CF2EN_MASK 0x1
1477 #define TSTORM_ISCSI_TASK_AG_CTX_CF2EN_SHIFT    4
1478 #define TSTORM_ISCSI_TASK_AG_CTX_CF3EN_MASK 0x1
1479 #define TSTORM_ISCSI_TASK_AG_CTX_CF3EN_SHIFT    5
1480 #define TSTORM_ISCSI_TASK_AG_CTX_CF4EN_MASK 0x1
1481 #define TSTORM_ISCSI_TASK_AG_CTX_CF4EN_SHIFT    6
1482 #define TSTORM_ISCSI_TASK_AG_CTX_CF5EN_MASK 0x1
1483 #define TSTORM_ISCSI_TASK_AG_CTX_CF5EN_SHIFT    7
1484     u8 flags4;
1485 #define TSTORM_ISCSI_TASK_AG_CTX_CF6EN_MASK     0x1
1486 #define TSTORM_ISCSI_TASK_AG_CTX_CF6EN_SHIFT        0
1487 #define TSTORM_ISCSI_TASK_AG_CTX_CF7EN_MASK     0x1
1488 #define TSTORM_ISCSI_TASK_AG_CTX_CF7EN_SHIFT        1
1489 #define TSTORM_ISCSI_TASK_AG_CTX_RULE0EN_MASK   0x1
1490 #define TSTORM_ISCSI_TASK_AG_CTX_RULE0EN_SHIFT  2
1491 #define TSTORM_ISCSI_TASK_AG_CTX_RULE1EN_MASK   0x1
1492 #define TSTORM_ISCSI_TASK_AG_CTX_RULE1EN_SHIFT  3
1493 #define TSTORM_ISCSI_TASK_AG_CTX_RULE2EN_MASK   0x1
1494 #define TSTORM_ISCSI_TASK_AG_CTX_RULE2EN_SHIFT  4
1495 #define TSTORM_ISCSI_TASK_AG_CTX_RULE3EN_MASK   0x1
1496 #define TSTORM_ISCSI_TASK_AG_CTX_RULE3EN_SHIFT  5
1497 #define TSTORM_ISCSI_TASK_AG_CTX_RULE4EN_MASK   0x1
1498 #define TSTORM_ISCSI_TASK_AG_CTX_RULE4EN_SHIFT  6
1499 #define TSTORM_ISCSI_TASK_AG_CTX_RULE5EN_MASK   0x1
1500 #define TSTORM_ISCSI_TASK_AG_CTX_RULE5EN_SHIFT  7
1501     u8 byte2;
1502     __le16 word1;
1503     __le32 reg0;
1504     u8 byte3;
1505     u8 byte4;
1506     __le16 word2;
1507     __le16 word3;
1508     __le16 word4;
1509     __le32 reg1;
1510     __le32 reg2;
1511 };
1512 
1513 /* iSCSI doorbell data */
1514 struct iscsi_db_data {
1515     u8 params;
1516 #define ISCSI_DB_DATA_DEST_MASK     0x3
1517 #define ISCSI_DB_DATA_DEST_SHIFT    0
1518 #define ISCSI_DB_DATA_AGG_CMD_MASK  0x3
1519 #define ISCSI_DB_DATA_AGG_CMD_SHIFT 2
1520 #define ISCSI_DB_DATA_BYPASS_EN_MASK    0x1
1521 #define ISCSI_DB_DATA_BYPASS_EN_SHIFT   4
1522 #define ISCSI_DB_DATA_RESERVED_MASK 0x1
1523 #define ISCSI_DB_DATA_RESERVED_SHIFT    5
1524 #define ISCSI_DB_DATA_AGG_VAL_SEL_MASK  0x3
1525 #define ISCSI_DB_DATA_AGG_VAL_SEL_SHIFT 6
1526     u8 agg_flags;
1527     __le16 sq_prod;
1528 };
1529 
1530 #endif /* __ISCSI_COMMON__ */