0001
0002
0003
0004
0005
0006 #include <linux/types.h>
0007 #include <asm/byteorder.h>
0008 #include "qedi_hsi.h"
0009 #include <linux/qed/qed_if.h>
0010
0011 #include "qedi_fw_iscsi.h"
0012 #include "qedi_fw_scsi.h"
0013
0014 #define SCSI_NUM_SGES_IN_CACHE 0x4
0015
0016 static bool scsi_is_slow_sgl(u16 num_sges, bool small_mid_sge)
0017 {
0018 return (num_sges > SCSI_NUM_SGES_SLOW_SGL_THR && small_mid_sge);
0019 }
0020
0021 static
0022 void init_scsi_sgl_context(struct scsi_sgl_params *ctx_sgl_params,
0023 struct scsi_cached_sges *ctx_data_desc,
0024 struct scsi_sgl_task_params *sgl_task_params)
0025 {
0026 u8 sge_index;
0027 u8 num_sges;
0028 u32 val;
0029
0030 num_sges = (sgl_task_params->num_sges > SCSI_NUM_SGES_IN_CACHE) ?
0031 SCSI_NUM_SGES_IN_CACHE : sgl_task_params->num_sges;
0032
0033
0034 val = cpu_to_le32(sgl_task_params->sgl_phys_addr.lo);
0035 ctx_sgl_params->sgl_addr.lo = val;
0036 val = cpu_to_le32(sgl_task_params->sgl_phys_addr.hi);
0037 ctx_sgl_params->sgl_addr.hi = val;
0038 val = cpu_to_le32(sgl_task_params->total_buffer_size);
0039 ctx_sgl_params->sgl_total_length = val;
0040 ctx_sgl_params->sgl_num_sges = cpu_to_le16(sgl_task_params->num_sges);
0041
0042 for (sge_index = 0; sge_index < num_sges; sge_index++) {
0043 val = cpu_to_le32(sgl_task_params->sgl[sge_index].sge_addr.lo);
0044 ctx_data_desc->sge[sge_index].sge_addr.lo = val;
0045 val = cpu_to_le32(sgl_task_params->sgl[sge_index].sge_addr.hi);
0046 ctx_data_desc->sge[sge_index].sge_addr.hi = val;
0047 val = cpu_to_le32(sgl_task_params->sgl[sge_index].sge_len);
0048 ctx_data_desc->sge[sge_index].sge_len = val;
0049 }
0050 }
0051
0052 static u32 calc_rw_task_size(struct iscsi_task_params *task_params,
0053 enum iscsi_task_type task_type,
0054 struct scsi_sgl_task_params *sgl_task_params,
0055 struct scsi_dif_task_params *dif_task_params)
0056 {
0057 u32 io_size;
0058
0059 if (task_type == ISCSI_TASK_TYPE_INITIATOR_WRITE ||
0060 task_type == ISCSI_TASK_TYPE_TARGET_READ)
0061 io_size = task_params->tx_io_size;
0062 else
0063 io_size = task_params->rx_io_size;
0064
0065 if (!io_size)
0066 return 0;
0067
0068 if (!dif_task_params)
0069 return io_size;
0070
0071 return !dif_task_params->dif_on_network ?
0072 io_size : sgl_task_params->total_buffer_size;
0073 }
0074
0075 static void
0076 init_dif_context_flags(struct iscsi_dif_flags *ctx_dif_flags,
0077 struct scsi_dif_task_params *dif_task_params)
0078 {
0079 if (!dif_task_params)
0080 return;
0081
0082 SET_FIELD(ctx_dif_flags->flags, ISCSI_DIF_FLAGS_PROT_INTERVAL_SIZE_LOG,
0083 dif_task_params->dif_block_size_log);
0084 SET_FIELD(ctx_dif_flags->flags, ISCSI_DIF_FLAGS_DIF_TO_PEER,
0085 dif_task_params->dif_on_network ? 1 : 0);
0086 SET_FIELD(ctx_dif_flags->flags, ISCSI_DIF_FLAGS_HOST_INTERFACE,
0087 dif_task_params->dif_on_host ? 1 : 0);
0088 }
0089
0090 static void init_sqe(struct iscsi_task_params *task_params,
0091 struct scsi_sgl_task_params *sgl_task_params,
0092 struct scsi_dif_task_params *dif_task_params,
0093 struct iscsi_common_hdr *pdu_header,
0094 struct scsi_initiator_cmd_params *cmd_params,
0095 enum iscsi_task_type task_type,
0096 bool is_cleanup)
0097 {
0098 if (!task_params->sqe)
0099 return;
0100
0101 memset(task_params->sqe, 0, sizeof(*task_params->sqe));
0102 task_params->sqe->task_id = cpu_to_le16(task_params->itid);
0103 if (is_cleanup) {
0104 SET_FIELD(task_params->sqe->flags, ISCSI_WQE_WQE_TYPE,
0105 ISCSI_WQE_TYPE_TASK_CLEANUP);
0106 return;
0107 }
0108
0109 switch (task_type) {
0110 case ISCSI_TASK_TYPE_INITIATOR_WRITE:
0111 {
0112 u32 buf_size = 0;
0113 u32 num_sges = 0;
0114
0115 init_dif_context_flags(&task_params->sqe->prot_flags,
0116 dif_task_params);
0117
0118 SET_FIELD(task_params->sqe->flags, ISCSI_WQE_WQE_TYPE,
0119 ISCSI_WQE_TYPE_NORMAL);
0120
0121 if (task_params->tx_io_size) {
0122 buf_size = calc_rw_task_size(task_params, task_type,
0123 sgl_task_params,
0124 dif_task_params);
0125
0126 if (scsi_is_slow_sgl(sgl_task_params->num_sges,
0127 sgl_task_params->small_mid_sge))
0128 num_sges = ISCSI_WQE_NUM_SGES_SLOWIO;
0129 else
0130 num_sges = min(sgl_task_params->num_sges,
0131 (u16)SCSI_NUM_SGES_SLOW_SGL_THR);
0132 }
0133
0134 SET_FIELD(task_params->sqe->flags, ISCSI_WQE_NUM_SGES,
0135 num_sges);
0136 SET_FIELD(task_params->sqe->contlen_cdbsize, ISCSI_WQE_CONT_LEN,
0137 buf_size);
0138
0139 if (GET_FIELD(pdu_header->hdr_second_dword,
0140 ISCSI_CMD_HDR_TOTAL_AHS_LEN))
0141 SET_FIELD(task_params->sqe->contlen_cdbsize,
0142 ISCSI_WQE_CDB_SIZE,
0143 cmd_params->extended_cdb_sge.sge_len);
0144 }
0145 break;
0146 case ISCSI_TASK_TYPE_INITIATOR_READ:
0147 SET_FIELD(task_params->sqe->flags, ISCSI_WQE_WQE_TYPE,
0148 ISCSI_WQE_TYPE_NORMAL);
0149
0150 if (GET_FIELD(pdu_header->hdr_second_dword,
0151 ISCSI_CMD_HDR_TOTAL_AHS_LEN))
0152 SET_FIELD(task_params->sqe->contlen_cdbsize,
0153 ISCSI_WQE_CDB_SIZE,
0154 cmd_params->extended_cdb_sge.sge_len);
0155 break;
0156 case ISCSI_TASK_TYPE_LOGIN_RESPONSE:
0157 case ISCSI_TASK_TYPE_MIDPATH:
0158 {
0159 bool advance_statsn = true;
0160
0161 if (task_type == ISCSI_TASK_TYPE_LOGIN_RESPONSE)
0162 SET_FIELD(task_params->sqe->flags, ISCSI_WQE_WQE_TYPE,
0163 ISCSI_WQE_TYPE_LOGIN);
0164 else
0165 SET_FIELD(task_params->sqe->flags, ISCSI_WQE_WQE_TYPE,
0166 ISCSI_WQE_TYPE_MIDDLE_PATH);
0167
0168 if (task_type == ISCSI_TASK_TYPE_MIDPATH) {
0169 u8 opcode = GET_FIELD(pdu_header->hdr_first_byte,
0170 ISCSI_COMMON_HDR_OPCODE);
0171
0172 if (opcode != ISCSI_OPCODE_TEXT_RESPONSE &&
0173 (opcode != ISCSI_OPCODE_NOP_IN ||
0174 pdu_header->itt == ISCSI_TTT_ALL_ONES))
0175 advance_statsn = false;
0176 }
0177
0178 SET_FIELD(task_params->sqe->flags, ISCSI_WQE_RESPONSE,
0179 advance_statsn ? 1 : 0);
0180
0181 if (task_params->tx_io_size) {
0182 SET_FIELD(task_params->sqe->contlen_cdbsize,
0183 ISCSI_WQE_CONT_LEN, task_params->tx_io_size);
0184
0185 if (scsi_is_slow_sgl(sgl_task_params->num_sges,
0186 sgl_task_params->small_mid_sge))
0187 SET_FIELD(task_params->sqe->flags, ISCSI_WQE_NUM_SGES,
0188 ISCSI_WQE_NUM_SGES_SLOWIO);
0189 else
0190 SET_FIELD(task_params->sqe->flags, ISCSI_WQE_NUM_SGES,
0191 min(sgl_task_params->num_sges,
0192 (u16)SCSI_NUM_SGES_SLOW_SGL_THR));
0193 }
0194 }
0195 break;
0196 default:
0197 break;
0198 }
0199 }
0200
0201 static void init_default_iscsi_task(struct iscsi_task_params *task_params,
0202 struct data_hdr *pdu_header,
0203 enum iscsi_task_type task_type)
0204 {
0205 struct iscsi_task_context *context;
0206 u32 val;
0207 u16 index;
0208 u8 val_byte;
0209
0210 context = task_params->context;
0211 val_byte = context->mstorm_ag_context.cdu_validation;
0212 memset(context, 0, sizeof(*context));
0213 context->mstorm_ag_context.cdu_validation = val_byte;
0214
0215 for (index = 0; index <
0216 ARRAY_SIZE(context->ystorm_st_context.pdu_hdr.data.data);
0217 index++) {
0218 val = cpu_to_le32(pdu_header->data[index]);
0219 context->ystorm_st_context.pdu_hdr.data.data[index] = val;
0220 }
0221
0222 context->mstorm_st_context.task_type = task_type;
0223 context->mstorm_ag_context.task_cid =
0224 cpu_to_le16(task_params->conn_icid);
0225
0226 SET_FIELD(context->ustorm_ag_context.flags1,
0227 USTORM_ISCSI_TASK_AG_CTX_R2T2RECV, 1);
0228
0229 context->ustorm_st_context.task_type = task_type;
0230 context->ustorm_st_context.cq_rss_number = task_params->cq_rss_number;
0231 context->ustorm_ag_context.icid = cpu_to_le16(task_params->conn_icid);
0232 }
0233
0234 static
0235 void init_initiator_rw_cdb_ystorm_context(struct ystorm_iscsi_task_st_ctx *ystc,
0236 struct scsi_initiator_cmd_params *cmd)
0237 {
0238 union iscsi_task_hdr *ctx_pdu_hdr = &ystc->pdu_hdr;
0239 u32 val;
0240
0241 if (!cmd->extended_cdb_sge.sge_len)
0242 return;
0243
0244 SET_FIELD(ctx_pdu_hdr->ext_cdb_cmd.hdr_second_dword,
0245 ISCSI_EXT_CDB_CMD_HDR_CDB_SIZE,
0246 cmd->extended_cdb_sge.sge_len);
0247 val = cpu_to_le32(cmd->extended_cdb_sge.sge_addr.lo);
0248 ctx_pdu_hdr->ext_cdb_cmd.cdb_sge.sge_addr.lo = val;
0249 val = cpu_to_le32(cmd->extended_cdb_sge.sge_addr.hi);
0250 ctx_pdu_hdr->ext_cdb_cmd.cdb_sge.sge_addr.hi = val;
0251 val = cpu_to_le32(cmd->extended_cdb_sge.sge_len);
0252 ctx_pdu_hdr->ext_cdb_cmd.cdb_sge.sge_len = val;
0253 }
0254
0255 static
0256 void init_ustorm_task_contexts(struct ustorm_iscsi_task_st_ctx *ustorm_st_cxt,
0257 struct ustorm_iscsi_task_ag_ctx *ustorm_ag_cxt,
0258 u32 remaining_recv_len, u32 expected_data_transfer_len,
0259 u8 num_sges, bool tx_dif_conn_err_en)
0260 {
0261 u32 val;
0262
0263 ustorm_st_cxt->rem_rcv_len = cpu_to_le32(remaining_recv_len);
0264 ustorm_ag_cxt->exp_data_acked = cpu_to_le32(expected_data_transfer_len);
0265 val = cpu_to_le32(expected_data_transfer_len);
0266 ustorm_st_cxt->exp_data_transfer_len = val;
0267 SET_FIELD(ustorm_st_cxt->reg1.reg1_map, ISCSI_REG1_NUM_SGES, num_sges);
0268 SET_FIELD(ustorm_ag_cxt->flags2,
0269 USTORM_ISCSI_TASK_AG_CTX_DIF_ERROR_CF_EN,
0270 tx_dif_conn_err_en ? 1 : 0);
0271 }
0272
0273 static
0274 void set_rw_exp_data_acked_and_cont_len(struct iscsi_task_context *context,
0275 struct iscsi_conn_params *conn_params,
0276 enum iscsi_task_type task_type,
0277 u32 task_size,
0278 u32 exp_data_transfer_len,
0279 u8 total_ahs_length)
0280 {
0281 u32 max_unsolicited_data = 0, val;
0282
0283 if (total_ahs_length &&
0284 (task_type == ISCSI_TASK_TYPE_INITIATOR_WRITE ||
0285 task_type == ISCSI_TASK_TYPE_INITIATOR_READ))
0286 SET_FIELD(context->ustorm_st_context.flags2,
0287 USTORM_ISCSI_TASK_ST_CTX_AHS_EXIST, 1);
0288
0289 switch (task_type) {
0290 case ISCSI_TASK_TYPE_INITIATOR_WRITE:
0291 if (!conn_params->initial_r2t)
0292 max_unsolicited_data = conn_params->first_burst_length;
0293 else if (conn_params->immediate_data)
0294 max_unsolicited_data =
0295 min(conn_params->first_burst_length,
0296 conn_params->max_send_pdu_length);
0297
0298 context->ustorm_ag_context.exp_data_acked =
0299 cpu_to_le32(total_ahs_length == 0 ?
0300 min(exp_data_transfer_len,
0301 max_unsolicited_data) :
0302 ((u32)(total_ahs_length +
0303 ISCSI_AHS_CNTL_SIZE)));
0304 break;
0305 case ISCSI_TASK_TYPE_TARGET_READ:
0306 val = cpu_to_le32(exp_data_transfer_len);
0307 context->ustorm_ag_context.exp_data_acked = val;
0308 break;
0309 case ISCSI_TASK_TYPE_INITIATOR_READ:
0310 context->ustorm_ag_context.exp_data_acked =
0311 cpu_to_le32((total_ahs_length == 0 ? 0 :
0312 total_ahs_length +
0313 ISCSI_AHS_CNTL_SIZE));
0314 break;
0315 case ISCSI_TASK_TYPE_TARGET_WRITE:
0316 val = cpu_to_le32(task_size);
0317 context->ustorm_ag_context.exp_cont_len = val;
0318 break;
0319 default:
0320 break;
0321 }
0322 }
0323
0324 static
0325 void init_rtdif_task_context(struct rdif_task_context *rdif_context,
0326 struct tdif_task_context *tdif_context,
0327 struct scsi_dif_task_params *dif_task_params,
0328 enum iscsi_task_type task_type)
0329 {
0330 u32 val;
0331
0332 if (!dif_task_params->dif_on_network || !dif_task_params->dif_on_host)
0333 return;
0334
0335 if (task_type == ISCSI_TASK_TYPE_TARGET_WRITE ||
0336 task_type == ISCSI_TASK_TYPE_INITIATOR_READ) {
0337 rdif_context->app_tag_value =
0338 cpu_to_le16(dif_task_params->application_tag);
0339 rdif_context->partial_crc_value = cpu_to_le16(0xffff);
0340 val = cpu_to_le32(dif_task_params->initial_ref_tag);
0341 rdif_context->initial_ref_tag = val;
0342 rdif_context->app_tag_mask =
0343 cpu_to_le16(dif_task_params->application_tag_mask);
0344 SET_FIELD(rdif_context->flags0, RDIF_TASK_CONTEXT_CRC_SEED,
0345 dif_task_params->crc_seed ? 1 : 0);
0346 SET_FIELD(rdif_context->flags0,
0347 RDIF_TASK_CONTEXT_HOST_GUARD_TYPE,
0348 dif_task_params->host_guard_type);
0349 SET_FIELD(rdif_context->flags0,
0350 RDIF_TASK_CONTEXT_PROTECTION_TYPE,
0351 dif_task_params->protection_type);
0352 SET_FIELD(rdif_context->flags0,
0353 RDIF_TASK_CONTEXT_INITIAL_REF_TAG_VALID, 1);
0354 SET_FIELD(rdif_context->flags0,
0355 RDIF_TASK_CONTEXT_KEEP_REF_TAG_CONST,
0356 dif_task_params->keep_ref_tag_const ? 1 : 0);
0357 SET_FIELD(rdif_context->flags1,
0358 RDIF_TASK_CONTEXT_VALIDATE_APP_TAG,
0359 (dif_task_params->validate_app_tag &&
0360 dif_task_params->dif_on_network) ? 1 : 0);
0361 SET_FIELD(rdif_context->flags1,
0362 RDIF_TASK_CONTEXT_VALIDATE_GUARD,
0363 (dif_task_params->validate_guard &&
0364 dif_task_params->dif_on_network) ? 1 : 0);
0365 SET_FIELD(rdif_context->flags1,
0366 RDIF_TASK_CONTEXT_VALIDATE_REF_TAG,
0367 (dif_task_params->validate_ref_tag &&
0368 dif_task_params->dif_on_network) ? 1 : 0);
0369 SET_FIELD(rdif_context->flags1,
0370 RDIF_TASK_CONTEXT_HOST_INTERFACE,
0371 dif_task_params->dif_on_host ? 1 : 0);
0372 SET_FIELD(rdif_context->flags1,
0373 RDIF_TASK_CONTEXT_NETWORK_INTERFACE,
0374 dif_task_params->dif_on_network ? 1 : 0);
0375 SET_FIELD(rdif_context->flags1,
0376 RDIF_TASK_CONTEXT_FORWARD_GUARD,
0377 dif_task_params->forward_guard ? 1 : 0);
0378 SET_FIELD(rdif_context->flags1,
0379 RDIF_TASK_CONTEXT_FORWARD_APP_TAG,
0380 dif_task_params->forward_app_tag ? 1 : 0);
0381 SET_FIELD(rdif_context->flags1,
0382 RDIF_TASK_CONTEXT_FORWARD_REF_TAG,
0383 dif_task_params->forward_ref_tag ? 1 : 0);
0384 SET_FIELD(rdif_context->flags1,
0385 RDIF_TASK_CONTEXT_FORWARD_APP_TAG_WITH_MASK,
0386 dif_task_params->forward_app_tag_with_mask ? 1 : 0);
0387 SET_FIELD(rdif_context->flags1,
0388 RDIF_TASK_CONTEXT_FORWARD_REF_TAG_WITH_MASK,
0389 dif_task_params->forward_ref_tag_with_mask ? 1 : 0);
0390 SET_FIELD(rdif_context->flags1,
0391 RDIF_TASK_CONTEXT_INTERVAL_SIZE,
0392 dif_task_params->dif_block_size_log - 9);
0393 SET_FIELD(rdif_context->state,
0394 RDIF_TASK_CONTEXT_REF_TAG_MASK,
0395 dif_task_params->ref_tag_mask);
0396 SET_FIELD(rdif_context->state, RDIF_TASK_CONTEXT_IGNORE_APP_TAG,
0397 dif_task_params->ignore_app_tag);
0398 }
0399
0400 if (task_type == ISCSI_TASK_TYPE_TARGET_READ ||
0401 task_type == ISCSI_TASK_TYPE_INITIATOR_WRITE) {
0402 tdif_context->app_tag_value =
0403 cpu_to_le16(dif_task_params->application_tag);
0404 tdif_context->partial_crc_value_b =
0405 cpu_to_le16(dif_task_params->crc_seed ? 0xffff : 0x0000);
0406 tdif_context->partial_crc_value_a =
0407 cpu_to_le16(dif_task_params->crc_seed ? 0xffff : 0x0000);
0408 SET_FIELD(tdif_context->flags0, TDIF_TASK_CONTEXT_CRC_SEED,
0409 dif_task_params->crc_seed ? 1 : 0);
0410
0411 SET_FIELD(tdif_context->flags0,
0412 TDIF_TASK_CONTEXT_SET_ERROR_WITH_EOP,
0413 dif_task_params->tx_dif_conn_err_en ? 1 : 0);
0414 SET_FIELD(tdif_context->flags1, TDIF_TASK_CONTEXT_FORWARD_GUARD,
0415 dif_task_params->forward_guard ? 1 : 0);
0416 SET_FIELD(tdif_context->flags1,
0417 TDIF_TASK_CONTEXT_FORWARD_APP_TAG,
0418 dif_task_params->forward_app_tag ? 1 : 0);
0419 SET_FIELD(tdif_context->flags1,
0420 TDIF_TASK_CONTEXT_FORWARD_REF_TAG,
0421 dif_task_params->forward_ref_tag ? 1 : 0);
0422 SET_FIELD(tdif_context->flags1, TDIF_TASK_CONTEXT_INTERVAL_SIZE,
0423 dif_task_params->dif_block_size_log - 9);
0424 SET_FIELD(tdif_context->flags1,
0425 TDIF_TASK_CONTEXT_HOST_INTERFACE,
0426 dif_task_params->dif_on_host ? 1 : 0);
0427 SET_FIELD(tdif_context->flags1,
0428 TDIF_TASK_CONTEXT_NETWORK_INTERFACE,
0429 dif_task_params->dif_on_network ? 1 : 0);
0430 val = cpu_to_le32(dif_task_params->initial_ref_tag);
0431 tdif_context->initial_ref_tag = val;
0432 tdif_context->app_tag_mask =
0433 cpu_to_le16(dif_task_params->application_tag_mask);
0434 SET_FIELD(tdif_context->flags0,
0435 TDIF_TASK_CONTEXT_HOST_GUARD_TYPE,
0436 dif_task_params->host_guard_type);
0437 SET_FIELD(tdif_context->flags0,
0438 TDIF_TASK_CONTEXT_PROTECTION_TYPE,
0439 dif_task_params->protection_type);
0440 SET_FIELD(tdif_context->flags0,
0441 TDIF_TASK_CONTEXT_INITIAL_REF_TAG_VALID,
0442 dif_task_params->initial_ref_tag_is_valid ? 1 : 0);
0443 SET_FIELD(tdif_context->flags0,
0444 TDIF_TASK_CONTEXT_KEEP_REF_TAG_CONST,
0445 dif_task_params->keep_ref_tag_const ? 1 : 0);
0446 SET_FIELD(tdif_context->flags1,
0447 TDIF_TASK_CONTEXT_VALIDATE_GUARD,
0448 (dif_task_params->validate_guard &&
0449 dif_task_params->dif_on_host) ? 1 : 0);
0450 SET_FIELD(tdif_context->flags1,
0451 TDIF_TASK_CONTEXT_VALIDATE_APP_TAG,
0452 (dif_task_params->validate_app_tag &&
0453 dif_task_params->dif_on_host) ? 1 : 0);
0454 SET_FIELD(tdif_context->flags1,
0455 TDIF_TASK_CONTEXT_VALIDATE_REF_TAG,
0456 (dif_task_params->validate_ref_tag &&
0457 dif_task_params->dif_on_host) ? 1 : 0);
0458 SET_FIELD(tdif_context->flags1,
0459 TDIF_TASK_CONTEXT_FORWARD_APP_TAG_WITH_MASK,
0460 dif_task_params->forward_app_tag_with_mask ? 1 : 0);
0461 SET_FIELD(tdif_context->flags1,
0462 TDIF_TASK_CONTEXT_FORWARD_REF_TAG_WITH_MASK,
0463 dif_task_params->forward_ref_tag_with_mask ? 1 : 0);
0464 SET_FIELD(tdif_context->flags1,
0465 TDIF_TASK_CONTEXT_REF_TAG_MASK,
0466 dif_task_params->ref_tag_mask);
0467 SET_FIELD(tdif_context->flags0,
0468 TDIF_TASK_CONTEXT_IGNORE_APP_TAG,
0469 dif_task_params->ignore_app_tag ? 1 : 0);
0470 }
0471 }
0472
0473 static void set_local_completion_context(struct iscsi_task_context *context)
0474 {
0475 SET_FIELD(context->ystorm_st_context.state.flags,
0476 YSTORM_ISCSI_TASK_STATE_LOCAL_COMP, 1);
0477 SET_FIELD(context->ustorm_st_context.flags,
0478 USTORM_ISCSI_TASK_ST_CTX_LOCAL_COMP, 1);
0479 }
0480
0481 static int init_rw_iscsi_task(struct iscsi_task_params *task_params,
0482 enum iscsi_task_type task_type,
0483 struct iscsi_conn_params *conn_params,
0484 struct iscsi_common_hdr *pdu_header,
0485 struct scsi_sgl_task_params *sgl_task_params,
0486 struct scsi_initiator_cmd_params *cmd_params,
0487 struct scsi_dif_task_params *dif_task_params)
0488 {
0489 u32 exp_data_transfer_len = conn_params->max_burst_length;
0490 struct iscsi_task_context *cxt;
0491 bool slow_io = false;
0492 u32 task_size, val;
0493 u8 num_sges = 0;
0494
0495 task_size = calc_rw_task_size(task_params, task_type, sgl_task_params,
0496 dif_task_params);
0497
0498 init_default_iscsi_task(task_params, (struct data_hdr *)pdu_header,
0499 task_type);
0500
0501 cxt = task_params->context;
0502
0503
0504 if (task_type == ISCSI_TASK_TYPE_TARGET_READ) {
0505 set_local_completion_context(cxt);
0506 } else if (task_type == ISCSI_TASK_TYPE_TARGET_WRITE) {
0507 val = cpu_to_le32(task_size +
0508 ((struct iscsi_r2t_hdr *)pdu_header)->buffer_offset);
0509 cxt->ystorm_st_context.pdu_hdr.r2t.desired_data_trns_len = val;
0510 cxt->mstorm_st_context.expected_itt =
0511 cpu_to_le32(pdu_header->itt);
0512 } else {
0513 val = cpu_to_le32(task_size);
0514 cxt->ystorm_st_context.pdu_hdr.cmd.expected_transfer_length =
0515 val;
0516 init_initiator_rw_cdb_ystorm_context(&cxt->ystorm_st_context,
0517 cmd_params);
0518 val = cpu_to_le32(cmd_params->sense_data_buffer_phys_addr.lo);
0519 cxt->mstorm_st_context.sense_db.lo = val;
0520
0521 val = cpu_to_le32(cmd_params->sense_data_buffer_phys_addr.hi);
0522 cxt->mstorm_st_context.sense_db.hi = val;
0523 }
0524
0525 if (task_params->tx_io_size) {
0526 init_dif_context_flags(&cxt->ystorm_st_context.state.dif_flags,
0527 dif_task_params);
0528 init_dif_context_flags(&cxt->ustorm_st_context.dif_flags,
0529 dif_task_params);
0530 init_scsi_sgl_context(&cxt->ystorm_st_context.state.sgl_params,
0531 &cxt->ystorm_st_context.state.data_desc,
0532 sgl_task_params);
0533
0534 slow_io = scsi_is_slow_sgl(sgl_task_params->num_sges,
0535 sgl_task_params->small_mid_sge);
0536
0537 num_sges = !slow_io ? min_t(u16, sgl_task_params->num_sges,
0538 (u16)SCSI_NUM_SGES_SLOW_SGL_THR) :
0539 ISCSI_WQE_NUM_SGES_SLOWIO;
0540
0541 if (slow_io) {
0542 SET_FIELD(cxt->ystorm_st_context.state.flags,
0543 YSTORM_ISCSI_TASK_STATE_SLOW_IO, 1);
0544 }
0545 } else if (task_params->rx_io_size) {
0546 init_dif_context_flags(&cxt->mstorm_st_context.dif_flags,
0547 dif_task_params);
0548 init_scsi_sgl_context(&cxt->mstorm_st_context.sgl_params,
0549 &cxt->mstorm_st_context.data_desc,
0550 sgl_task_params);
0551 num_sges = !scsi_is_slow_sgl(sgl_task_params->num_sges,
0552 sgl_task_params->small_mid_sge) ?
0553 min_t(u16, sgl_task_params->num_sges,
0554 (u16)SCSI_NUM_SGES_SLOW_SGL_THR) :
0555 ISCSI_WQE_NUM_SGES_SLOWIO;
0556 cxt->mstorm_st_context.rem_task_size = cpu_to_le32(task_size);
0557 }
0558
0559 if (exp_data_transfer_len > task_size ||
0560 task_type != ISCSI_TASK_TYPE_TARGET_WRITE)
0561 exp_data_transfer_len = task_size;
0562
0563 init_ustorm_task_contexts(&task_params->context->ustorm_st_context,
0564 &task_params->context->ustorm_ag_context,
0565 task_size, exp_data_transfer_len, num_sges,
0566 dif_task_params ?
0567 dif_task_params->tx_dif_conn_err_en : false);
0568
0569 set_rw_exp_data_acked_and_cont_len(task_params->context, conn_params,
0570 task_type, task_size,
0571 exp_data_transfer_len,
0572 GET_FIELD(pdu_header->hdr_second_dword,
0573 ISCSI_CMD_HDR_TOTAL_AHS_LEN));
0574
0575 if (dif_task_params)
0576 init_rtdif_task_context(&task_params->context->rdif_context,
0577 &task_params->context->tdif_context,
0578 dif_task_params, task_type);
0579
0580 init_sqe(task_params, sgl_task_params, dif_task_params, pdu_header,
0581 cmd_params, task_type, false);
0582
0583 return 0;
0584 }
0585
0586 int init_initiator_rw_iscsi_task(struct iscsi_task_params *task_params,
0587 struct iscsi_conn_params *conn_params,
0588 struct scsi_initiator_cmd_params *cmd_params,
0589 struct iscsi_cmd_hdr *cmd_header,
0590 struct scsi_sgl_task_params *tx_sgl_params,
0591 struct scsi_sgl_task_params *rx_sgl_params,
0592 struct scsi_dif_task_params *dif_task_params)
0593 {
0594 if (GET_FIELD(cmd_header->flags_attr, ISCSI_CMD_HDR_WRITE))
0595 return init_rw_iscsi_task(task_params,
0596 ISCSI_TASK_TYPE_INITIATOR_WRITE,
0597 conn_params,
0598 (struct iscsi_common_hdr *)cmd_header,
0599 tx_sgl_params, cmd_params,
0600 dif_task_params);
0601 else if (GET_FIELD(cmd_header->flags_attr, ISCSI_CMD_HDR_READ) ||
0602 (task_params->rx_io_size == 0 && task_params->tx_io_size == 0))
0603 return init_rw_iscsi_task(task_params,
0604 ISCSI_TASK_TYPE_INITIATOR_READ,
0605 conn_params,
0606 (struct iscsi_common_hdr *)cmd_header,
0607 rx_sgl_params, cmd_params,
0608 dif_task_params);
0609 else
0610 return -1;
0611 }
0612
0613 int init_initiator_login_request_task(struct iscsi_task_params *task_params,
0614 struct iscsi_login_req_hdr *login_header,
0615 struct scsi_sgl_task_params *tx_params,
0616 struct scsi_sgl_task_params *rx_params)
0617 {
0618 struct iscsi_task_context *cxt;
0619
0620 cxt = task_params->context;
0621
0622 init_default_iscsi_task(task_params,
0623 (struct data_hdr *)login_header,
0624 ISCSI_TASK_TYPE_MIDPATH);
0625
0626 init_ustorm_task_contexts(&cxt->ustorm_st_context,
0627 &cxt->ustorm_ag_context,
0628 task_params->rx_io_size ?
0629 rx_params->total_buffer_size : 0,
0630 task_params->tx_io_size ?
0631 tx_params->total_buffer_size : 0, 0,
0632 0);
0633
0634 if (task_params->tx_io_size)
0635 init_scsi_sgl_context(&cxt->ystorm_st_context.state.sgl_params,
0636 &cxt->ystorm_st_context.state.data_desc,
0637 tx_params);
0638
0639 if (task_params->rx_io_size)
0640 init_scsi_sgl_context(&cxt->mstorm_st_context.sgl_params,
0641 &cxt->mstorm_st_context.data_desc,
0642 rx_params);
0643
0644 cxt->mstorm_st_context.rem_task_size =
0645 cpu_to_le32(task_params->rx_io_size ?
0646 rx_params->total_buffer_size : 0);
0647
0648 init_sqe(task_params, tx_params, NULL,
0649 (struct iscsi_common_hdr *)login_header, NULL,
0650 ISCSI_TASK_TYPE_MIDPATH, false);
0651
0652 return 0;
0653 }
0654
0655 int init_initiator_nop_out_task(struct iscsi_task_params *task_params,
0656 struct iscsi_nop_out_hdr *nop_out_pdu_header,
0657 struct scsi_sgl_task_params *tx_sgl_task_params,
0658 struct scsi_sgl_task_params *rx_sgl_task_params)
0659 {
0660 struct iscsi_task_context *cxt;
0661
0662 cxt = task_params->context;
0663
0664 init_default_iscsi_task(task_params,
0665 (struct data_hdr *)nop_out_pdu_header,
0666 ISCSI_TASK_TYPE_MIDPATH);
0667
0668 if (nop_out_pdu_header->itt == ISCSI_ITT_ALL_ONES)
0669 set_local_completion_context(task_params->context);
0670
0671 if (task_params->tx_io_size)
0672 init_scsi_sgl_context(&cxt->ystorm_st_context.state.sgl_params,
0673 &cxt->ystorm_st_context.state.data_desc,
0674 tx_sgl_task_params);
0675
0676 if (task_params->rx_io_size)
0677 init_scsi_sgl_context(&cxt->mstorm_st_context.sgl_params,
0678 &cxt->mstorm_st_context.data_desc,
0679 rx_sgl_task_params);
0680
0681 init_ustorm_task_contexts(&cxt->ustorm_st_context,
0682 &cxt->ustorm_ag_context,
0683 task_params->rx_io_size ?
0684 rx_sgl_task_params->total_buffer_size : 0,
0685 task_params->tx_io_size ?
0686 tx_sgl_task_params->total_buffer_size : 0,
0687 0, 0);
0688
0689 cxt->mstorm_st_context.rem_task_size =
0690 cpu_to_le32(task_params->rx_io_size ?
0691 rx_sgl_task_params->total_buffer_size :
0692 0);
0693
0694 init_sqe(task_params, tx_sgl_task_params, NULL,
0695 (struct iscsi_common_hdr *)nop_out_pdu_header, NULL,
0696 ISCSI_TASK_TYPE_MIDPATH, false);
0697
0698 return 0;
0699 }
0700
0701 int init_initiator_logout_request_task(struct iscsi_task_params *task_params,
0702 struct iscsi_logout_req_hdr *logout_hdr,
0703 struct scsi_sgl_task_params *tx_params,
0704 struct scsi_sgl_task_params *rx_params)
0705 {
0706 struct iscsi_task_context *cxt;
0707
0708 cxt = task_params->context;
0709
0710 init_default_iscsi_task(task_params,
0711 (struct data_hdr *)logout_hdr,
0712 ISCSI_TASK_TYPE_MIDPATH);
0713
0714 if (task_params->tx_io_size)
0715 init_scsi_sgl_context(&cxt->ystorm_st_context.state.sgl_params,
0716 &cxt->ystorm_st_context.state.data_desc,
0717 tx_params);
0718
0719 if (task_params->rx_io_size)
0720 init_scsi_sgl_context(&cxt->mstorm_st_context.sgl_params,
0721 &cxt->mstorm_st_context.data_desc,
0722 rx_params);
0723
0724 init_ustorm_task_contexts(&cxt->ustorm_st_context,
0725 &cxt->ustorm_ag_context,
0726 task_params->rx_io_size ?
0727 rx_params->total_buffer_size : 0,
0728 task_params->tx_io_size ?
0729 tx_params->total_buffer_size : 0,
0730 0, 0);
0731
0732 cxt->mstorm_st_context.rem_task_size =
0733 cpu_to_le32(task_params->rx_io_size ?
0734 rx_params->total_buffer_size : 0);
0735
0736 init_sqe(task_params, tx_params, NULL,
0737 (struct iscsi_common_hdr *)logout_hdr, NULL,
0738 ISCSI_TASK_TYPE_MIDPATH, false);
0739
0740 return 0;
0741 }
0742
0743 int init_initiator_tmf_request_task(struct iscsi_task_params *task_params,
0744 struct iscsi_tmf_request_hdr *tmf_header)
0745 {
0746 init_default_iscsi_task(task_params, (struct data_hdr *)tmf_header,
0747 ISCSI_TASK_TYPE_MIDPATH);
0748
0749 init_sqe(task_params, NULL, NULL,
0750 (struct iscsi_common_hdr *)tmf_header, NULL,
0751 ISCSI_TASK_TYPE_MIDPATH, false);
0752
0753 return 0;
0754 }
0755
0756 int init_initiator_text_request_task(struct iscsi_task_params *task_params,
0757 struct iscsi_text_request_hdr *text_header,
0758 struct scsi_sgl_task_params *tx_params,
0759 struct scsi_sgl_task_params *rx_params)
0760 {
0761 struct iscsi_task_context *cxt;
0762
0763 cxt = task_params->context;
0764
0765 init_default_iscsi_task(task_params,
0766 (struct data_hdr *)text_header,
0767 ISCSI_TASK_TYPE_MIDPATH);
0768
0769 if (task_params->tx_io_size)
0770 init_scsi_sgl_context(&cxt->ystorm_st_context.state.sgl_params,
0771 &cxt->ystorm_st_context.state.data_desc,
0772 tx_params);
0773
0774 if (task_params->rx_io_size)
0775 init_scsi_sgl_context(&cxt->mstorm_st_context.sgl_params,
0776 &cxt->mstorm_st_context.data_desc,
0777 rx_params);
0778
0779 cxt->mstorm_st_context.rem_task_size =
0780 cpu_to_le32(task_params->rx_io_size ?
0781 rx_params->total_buffer_size : 0);
0782
0783 init_ustorm_task_contexts(&cxt->ustorm_st_context,
0784 &cxt->ustorm_ag_context,
0785 task_params->rx_io_size ?
0786 rx_params->total_buffer_size : 0,
0787 task_params->tx_io_size ?
0788 tx_params->total_buffer_size : 0, 0, 0);
0789
0790 init_sqe(task_params, tx_params, NULL,
0791 (struct iscsi_common_hdr *)text_header, NULL,
0792 ISCSI_TASK_TYPE_MIDPATH, false);
0793
0794 return 0;
0795 }
0796
0797 int init_cleanup_task(struct iscsi_task_params *task_params)
0798 {
0799 init_sqe(task_params, NULL, NULL, NULL, NULL, ISCSI_TASK_TYPE_MIDPATH,
0800 true);
0801 return 0;
0802 }
