drivers/scsi/scsi_transport_iscsi.c

0001 // SPDX-License-Identifier: GPL-2.0-or-later
0002 /*
0003  * iSCSI transport class definitions
0004  *
0005  * Copyright (C) IBM Corporation, 2004
0006  * Copyright (C) Mike Christie, 2004 - 2005
0007  * Copyright (C) Dmitry Yusupov, 2004 - 2005
0008  * Copyright (C) Alex Aizman, 2004 - 2005
0009  */
0010 #include <linux/module.h>
0011 #include <linux/mutex.h>
0012 #include <linux/slab.h>
0013 #include <linux/bsg-lib.h>
0014 #include <linux/idr.h>
0015 #include <net/tcp.h>
0016 #include <scsi/scsi.h>
0017 #include <scsi/scsi_host.h>
0018 #include <scsi/scsi_device.h>
0019 #include <scsi/scsi_transport.h>
0020 #include <scsi/scsi_transport_iscsi.h>
0021 #include <scsi/iscsi_if.h>
0022 #include <scsi/scsi_cmnd.h>
0023 #include <scsi/scsi_bsg_iscsi.h>
0024
0025 #define ISCSI_TRANSPORT_VERSION "2.0-870"
0026
0027 #define ISCSI_SEND_MAX_ALLOWED  10
0028
0029 #define CREATE_TRACE_POINTS
0030 #include <trace/events/iscsi.h>
0031
0032 /*
0033  * Export tracepoint symbols to be used by other modules.
0034  */
0035 EXPORT_TRACEPOINT_SYMBOL_GPL(iscsi_dbg_conn);
0036 EXPORT_TRACEPOINT_SYMBOL_GPL(iscsi_dbg_eh);
0037 EXPORT_TRACEPOINT_SYMBOL_GPL(iscsi_dbg_session);
0038 EXPORT_TRACEPOINT_SYMBOL_GPL(iscsi_dbg_tcp);
0039 EXPORT_TRACEPOINT_SYMBOL_GPL(iscsi_dbg_sw_tcp);
0040
0041 static int dbg_session;
0042 module_param_named(debug_session, dbg_session, int,
0043            S_IRUGO | S_IWUSR);
0044 MODULE_PARM_DESC(debug_session,
0045          "Turn on debugging for sessions in scsi_transport_iscsi "
0046          "module. Set to 1 to turn on, and zero to turn off. Default "
0047          "is off.");
0048
0049 static int dbg_conn;
0050 module_param_named(debug_conn, dbg_conn, int,
0051            S_IRUGO | S_IWUSR);
0052 MODULE_PARM_DESC(debug_conn,
0053          "Turn on debugging for connections in scsi_transport_iscsi "
0054          "module. Set to 1 to turn on, and zero to turn off. Default "
0055          "is off.");
0056
0057 #define ISCSI_DBG_TRANS_SESSION(_session, dbg_fmt, arg...)      \
0058     do {                                \
0059         if (dbg_session)                    \
0060             iscsi_cls_session_printk(KERN_INFO, _session,   \
0061                          "%s: " dbg_fmt,    \
0062                          __func__, ##arg);  \
0063         iscsi_dbg_trace(trace_iscsi_dbg_trans_session,      \
0064                 &(_session)->dev,           \
0065                 "%s " dbg_fmt, __func__, ##arg);    \
0066     } while (0);
0067
0068 #define ISCSI_DBG_TRANS_CONN(_conn, dbg_fmt, arg...)            \
0069     do {                                \
0070         if (dbg_conn)                       \
0071             iscsi_cls_conn_printk(KERN_INFO, _conn,     \
0072                           "%s: " dbg_fmt,       \
0073                           __func__, ##arg);     \
0074         iscsi_dbg_trace(trace_iscsi_dbg_trans_conn,     \
0075                 &(_conn)->dev,              \
0076                 "%s " dbg_fmt, __func__, ##arg);    \
0077     } while (0);
0078
0079 struct iscsi_internal {
0080     struct scsi_transport_template t;
0081     struct iscsi_transport *iscsi_transport;
0082     struct list_head list;
0083     struct device dev;
0084
0085     struct transport_container conn_cont;
0086     struct transport_container session_cont;
0087 };
0088
0089 static DEFINE_IDR(iscsi_ep_idr);
0090 static DEFINE_MUTEX(iscsi_ep_idr_mutex);
0091
0092 static atomic_t iscsi_session_nr; /* sysfs session id for next new session */
0093
0094 static struct workqueue_struct *iscsi_conn_cleanup_workq;
0095
0096 static DEFINE_IDA(iscsi_sess_ida);
0097 /*
0098  * list of registered transports and lock that must
0099  * be held while accessing list. The iscsi_transport_lock must
0100  * be acquired after the rx_queue_mutex.
0101  */
0102 static LIST_HEAD(iscsi_transports);
0103 static DEFINE_SPINLOCK(iscsi_transport_lock);
0104
0105 #define to_iscsi_internal(tmpl) \
0106     container_of(tmpl, struct iscsi_internal, t)
0107
0108 #define dev_to_iscsi_internal(_dev) \
0109     container_of(_dev, struct iscsi_internal, dev)
0110
0111 static void iscsi_transport_release(struct device *dev)
0112 {
0113     struct iscsi_internal *priv = dev_to_iscsi_internal(dev);
0114     kfree(priv);
0115 }
0116
0117 /*
0118  * iscsi_transport_class represents the iscsi_transports that are
0119  * registered.
0120  */
0121 static struct class iscsi_transport_class = {
0122     .name = "iscsi_transport",
0123     .dev_release = iscsi_transport_release,
0124 };
0125
0126 static ssize_t
0127 show_transport_handle(struct device *dev, struct device_attribute *attr,
0128               char *buf)
0129 {
0130     struct iscsi_internal *priv = dev_to_iscsi_internal(dev);
0131
0132     if (!capable(CAP_SYS_ADMIN))
0133         return -EACCES;
0134     return sysfs_emit(buf, "%llu\n",
0135           (unsigned long long)iscsi_handle(priv->iscsi_transport));
0136 }
0137 static DEVICE_ATTR(handle, S_IRUGO, show_transport_handle, NULL);
0138
0139 #define show_transport_attr(name, format)               \
0140 static ssize_t                              \
0141 show_transport_##name(struct device *dev,               \
0142               struct device_attribute *attr,char *buf)      \
0143 {                                   \
0144     struct iscsi_internal *priv = dev_to_iscsi_internal(dev);   \
0145     return sysfs_emit(buf, format"\n", priv->iscsi_transport->name);\
0146 }                                   \
0147 static DEVICE_ATTR(name, S_IRUGO, show_transport_##name, NULL);
0148
0149 show_transport_attr(caps, "0x%x");
0150
0151 static struct attribute *iscsi_transport_attrs[] = {
0152     &dev_attr_handle.attr,
0153     &dev_attr_caps.attr,
0154     NULL,
0155 };
0156
0157 static struct attribute_group iscsi_transport_group = {
0158     .attrs = iscsi_transport_attrs,
0159 };
0160
0161 /*
0162  * iSCSI endpoint attrs
0163  */
0164 #define iscsi_dev_to_endpoint(_dev) \
0165     container_of(_dev, struct iscsi_endpoint, dev)
0166
0167 #define ISCSI_ATTR(_prefix,_name,_mode,_show,_store)    \
0168 struct device_attribute dev_attr_##_prefix##_##_name =  \
0169         __ATTR(_name,_mode,_show,_store)
0170
0171 static void iscsi_endpoint_release(struct device *dev)
0172 {
0173     struct iscsi_endpoint *ep = iscsi_dev_to_endpoint(dev);
0174
0175     mutex_lock(&iscsi_ep_idr_mutex);
0176     idr_remove(&iscsi_ep_idr, ep->id);
0177     mutex_unlock(&iscsi_ep_idr_mutex);
0178
0179     kfree(ep);
0180 }
0181
0182 static struct class iscsi_endpoint_class = {
0183     .name = "iscsi_endpoint",
0184     .dev_release = iscsi_endpoint_release,
0185 };
0186
0187 static ssize_t
0188 show_ep_handle(struct device *dev, struct device_attribute *attr, char *buf)
0189 {
0190     struct iscsi_endpoint *ep = iscsi_dev_to_endpoint(dev);
0191     return sysfs_emit(buf, "%d\n", ep->id);
0192 }
0193 static ISCSI_ATTR(ep, handle, S_IRUGO, show_ep_handle, NULL);
0194
0195 static struct attribute *iscsi_endpoint_attrs[] = {
0196     &dev_attr_ep_handle.attr,
0197     NULL,
0198 };
0199
0200 static struct attribute_group iscsi_endpoint_group = {
0201     .attrs = iscsi_endpoint_attrs,
0202 };
0203
0204 struct iscsi_endpoint *
0205 iscsi_create_endpoint(int dd_size)
0206 {
0207     struct iscsi_endpoint *ep;
0208     int err, id;
0209
0210     ep = kzalloc(sizeof(*ep) + dd_size, GFP_KERNEL);
0211     if (!ep)
0212         return NULL;
0213
0214     mutex_lock(&iscsi_ep_idr_mutex);
0215
0216     /*
0217      * First endpoint id should be 1 to comply with user space
0218      * applications (iscsid).
0219      */
0220     id = idr_alloc(&iscsi_ep_idr, ep, 1, -1, GFP_NOIO);
0221     if (id < 0) {
0222         mutex_unlock(&iscsi_ep_idr_mutex);
0223         printk(KERN_ERR "Could not allocate endpoint ID. Error %d.\n",
0224                id);
0225         goto free_ep;
0226     }
0227     mutex_unlock(&iscsi_ep_idr_mutex);
0228
0229     ep->id = id;
0230     ep->dev.class = &iscsi_endpoint_class;
0231     dev_set_name(&ep->dev, "ep-%d", id);
0232     err = device_register(&ep->dev);
0233         if (err)
0234         goto free_id;
0235
0236     err = sysfs_create_group(&ep->dev.kobj, &iscsi_endpoint_group);
0237     if (err)
0238         goto unregister_dev;
0239
0240     if (dd_size)
0241         ep->dd_data = &ep[1];
0242     return ep;
0243
0244 unregister_dev:
0245     device_unregister(&ep->dev);
0246     return NULL;
0247
0248 free_id:
0249     mutex_lock(&iscsi_ep_idr_mutex);
0250     idr_remove(&iscsi_ep_idr, id);
0251     mutex_unlock(&iscsi_ep_idr_mutex);
0252 free_ep:
0253     kfree(ep);
0254     return NULL;
0255 }
0256 EXPORT_SYMBOL_GPL(iscsi_create_endpoint);
0257
0258 void iscsi_destroy_endpoint(struct iscsi_endpoint *ep)
0259 {
0260     sysfs_remove_group(&ep->dev.kobj, &iscsi_endpoint_group);
0261     device_unregister(&ep->dev);
0262 }
0263 EXPORT_SYMBOL_GPL(iscsi_destroy_endpoint);
0264
0265 void iscsi_put_endpoint(struct iscsi_endpoint *ep)
0266 {
0267     put_device(&ep->dev);
0268 }
0269 EXPORT_SYMBOL_GPL(iscsi_put_endpoint);
0270
0271 /**
0272  * iscsi_lookup_endpoint - get ep from handle
0273  * @handle: endpoint handle
0274  *
0275  * Caller must do a iscsi_put_endpoint.
0276  */
0277 struct iscsi_endpoint *iscsi_lookup_endpoint(u64 handle)
0278 {
0279     struct iscsi_endpoint *ep;
0280
0281     mutex_lock(&iscsi_ep_idr_mutex);
0282     ep = idr_find(&iscsi_ep_idr, handle);
0283     if (!ep)
0284         goto unlock;
0285
0286     get_device(&ep->dev);
0287 unlock:
0288     mutex_unlock(&iscsi_ep_idr_mutex);
0289     return ep;
0290 }
0291 EXPORT_SYMBOL_GPL(iscsi_lookup_endpoint);
0292
0293 /*
0294  * Interface to display network param to sysfs
0295  */
0296
0297 static void iscsi_iface_release(struct device *dev)
0298 {
0299     struct iscsi_iface *iface = iscsi_dev_to_iface(dev);
0300     struct device *parent = iface->dev.parent;
0301
0302     kfree(iface);
0303     put_device(parent);
0304 }
0305
0306
0307 static struct class iscsi_iface_class = {
0308     .name = "iscsi_iface",
0309     .dev_release = iscsi_iface_release,
0310 };
0311
0312 #define ISCSI_IFACE_ATTR(_prefix, _name, _mode, _show, _store)  \
0313 struct device_attribute dev_attr_##_prefix##_##_name =      \
0314     __ATTR(_name, _mode, _show, _store)
0315
0316 /* iface attrs show */
0317 #define iscsi_iface_attr_show(type, name, param_type, param)        \
0318 static ssize_t                              \
0319 show_##type##_##name(struct device *dev, struct device_attribute *attr, \
0320              char *buf)                     \
0321 {                                   \
0322     struct iscsi_iface *iface = iscsi_dev_to_iface(dev);        \
0323     struct iscsi_transport *t = iface->transport;           \
0324     return t->get_iface_param(iface, param_type, param, buf);   \
0325 }                                   \
0326
0327 #define iscsi_iface_net_attr(type, name, param)             \
0328     iscsi_iface_attr_show(type, name, ISCSI_NET_PARAM, param)   \
0329 static ISCSI_IFACE_ATTR(type, name, S_IRUGO, show_##type##_##name, NULL);
0330
0331 #define iscsi_iface_attr(type, name, param)             \
0332     iscsi_iface_attr_show(type, name, ISCSI_IFACE_PARAM, param) \
0333 static ISCSI_IFACE_ATTR(type, name, S_IRUGO, show_##type##_##name, NULL);
0334
0335 /* generic read only ipv4 attribute */
0336 iscsi_iface_net_attr(ipv4_iface, ipaddress, ISCSI_NET_PARAM_IPV4_ADDR);
0337 iscsi_iface_net_attr(ipv4_iface, gateway, ISCSI_NET_PARAM_IPV4_GW);
0338 iscsi_iface_net_attr(ipv4_iface, subnet, ISCSI_NET_PARAM_IPV4_SUBNET);
0339 iscsi_iface_net_attr(ipv4_iface, bootproto, ISCSI_NET_PARAM_IPV4_BOOTPROTO);
0340 iscsi_iface_net_attr(ipv4_iface, dhcp_dns_address_en,
0341              ISCSI_NET_PARAM_IPV4_DHCP_DNS_ADDR_EN);
0342 iscsi_iface_net_attr(ipv4_iface, dhcp_slp_da_info_en,
0343              ISCSI_NET_PARAM_IPV4_DHCP_SLP_DA_EN);
0344 iscsi_iface_net_attr(ipv4_iface, tos_en, ISCSI_NET_PARAM_IPV4_TOS_EN);
0345 iscsi_iface_net_attr(ipv4_iface, tos, ISCSI_NET_PARAM_IPV4_TOS);
0346 iscsi_iface_net_attr(ipv4_iface, grat_arp_en,
0347              ISCSI_NET_PARAM_IPV4_GRAT_ARP_EN);
0348 iscsi_iface_net_attr(ipv4_iface, dhcp_alt_client_id_en,
0349              ISCSI_NET_PARAM_IPV4_DHCP_ALT_CLIENT_ID_EN);
0350 iscsi_iface_net_attr(ipv4_iface, dhcp_alt_client_id,
0351              ISCSI_NET_PARAM_IPV4_DHCP_ALT_CLIENT_ID);
0352 iscsi_iface_net_attr(ipv4_iface, dhcp_req_vendor_id_en,
0353              ISCSI_NET_PARAM_IPV4_DHCP_REQ_VENDOR_ID_EN);
0354 iscsi_iface_net_attr(ipv4_iface, dhcp_use_vendor_id_en,
0355              ISCSI_NET_PARAM_IPV4_DHCP_USE_VENDOR_ID_EN);
0356 iscsi_iface_net_attr(ipv4_iface, dhcp_vendor_id,
0357              ISCSI_NET_PARAM_IPV4_DHCP_VENDOR_ID);
0358 iscsi_iface_net_attr(ipv4_iface, dhcp_learn_iqn_en,
0359              ISCSI_NET_PARAM_IPV4_DHCP_LEARN_IQN_EN);
0360 iscsi_iface_net_attr(ipv4_iface, fragment_disable,
0361              ISCSI_NET_PARAM_IPV4_FRAGMENT_DISABLE);
0362 iscsi_iface_net_attr(ipv4_iface, incoming_forwarding_en,
0363              ISCSI_NET_PARAM_IPV4_IN_FORWARD_EN);
0364 iscsi_iface_net_attr(ipv4_iface, ttl, ISCSI_NET_PARAM_IPV4_TTL);
0365
0366 /* generic read only ipv6 attribute */
0367 iscsi_iface_net_attr(ipv6_iface, ipaddress, ISCSI_NET_PARAM_IPV6_ADDR);
0368 iscsi_iface_net_attr(ipv6_iface, link_local_addr,
0369              ISCSI_NET_PARAM_IPV6_LINKLOCAL);
0370 iscsi_iface_net_attr(ipv6_iface, router_addr, ISCSI_NET_PARAM_IPV6_ROUTER);
0371 iscsi_iface_net_attr(ipv6_iface, ipaddr_autocfg,
0372              ISCSI_NET_PARAM_IPV6_ADDR_AUTOCFG);
0373 iscsi_iface_net_attr(ipv6_iface, link_local_autocfg,
0374              ISCSI_NET_PARAM_IPV6_LINKLOCAL_AUTOCFG);
0375 iscsi_iface_net_attr(ipv6_iface, link_local_state,
0376              ISCSI_NET_PARAM_IPV6_LINKLOCAL_STATE);
0377 iscsi_iface_net_attr(ipv6_iface, router_state,
0378              ISCSI_NET_PARAM_IPV6_ROUTER_STATE);
0379 iscsi_iface_net_attr(ipv6_iface, grat_neighbor_adv_en,
0380              ISCSI_NET_PARAM_IPV6_GRAT_NEIGHBOR_ADV_EN);
0381 iscsi_iface_net_attr(ipv6_iface, mld_en, ISCSI_NET_PARAM_IPV6_MLD_EN);
0382 iscsi_iface_net_attr(ipv6_iface, flow_label, ISCSI_NET_PARAM_IPV6_FLOW_LABEL);
0383 iscsi_iface_net_attr(ipv6_iface, traffic_class,
0384              ISCSI_NET_PARAM_IPV6_TRAFFIC_CLASS);
0385 iscsi_iface_net_attr(ipv6_iface, hop_limit, ISCSI_NET_PARAM_IPV6_HOP_LIMIT);
0386 iscsi_iface_net_attr(ipv6_iface, nd_reachable_tmo,
0387              ISCSI_NET_PARAM_IPV6_ND_REACHABLE_TMO);
0388 iscsi_iface_net_attr(ipv6_iface, nd_rexmit_time,
0389              ISCSI_NET_PARAM_IPV6_ND_REXMIT_TIME);
0390 iscsi_iface_net_attr(ipv6_iface, nd_stale_tmo,
0391              ISCSI_NET_PARAM_IPV6_ND_STALE_TMO);
0392 iscsi_iface_net_attr(ipv6_iface, dup_addr_detect_cnt,
0393              ISCSI_NET_PARAM_IPV6_DUP_ADDR_DETECT_CNT);
0394 iscsi_iface_net_attr(ipv6_iface, router_adv_link_mtu,
0395              ISCSI_NET_PARAM_IPV6_RTR_ADV_LINK_MTU);
0396
0397 /* common read only iface attribute */
0398 iscsi_iface_net_attr(iface, enabled, ISCSI_NET_PARAM_IFACE_ENABLE);
0399 iscsi_iface_net_attr(iface, vlan_id, ISCSI_NET_PARAM_VLAN_ID);
0400 iscsi_iface_net_attr(iface, vlan_priority, ISCSI_NET_PARAM_VLAN_PRIORITY);
0401 iscsi_iface_net_attr(iface, vlan_enabled, ISCSI_NET_PARAM_VLAN_ENABLED);
0402 iscsi_iface_net_attr(iface, mtu, ISCSI_NET_PARAM_MTU);
0403 iscsi_iface_net_attr(iface, port, ISCSI_NET_PARAM_PORT);
0404 iscsi_iface_net_attr(iface, ipaddress_state, ISCSI_NET_PARAM_IPADDR_STATE);
0405 iscsi_iface_net_attr(iface, delayed_ack_en, ISCSI_NET_PARAM_DELAYED_ACK_EN);
0406 iscsi_iface_net_attr(iface, tcp_nagle_disable,
0407              ISCSI_NET_PARAM_TCP_NAGLE_DISABLE);
0408 iscsi_iface_net_attr(iface, tcp_wsf_disable, ISCSI_NET_PARAM_TCP_WSF_DISABLE);
0409 iscsi_iface_net_attr(iface, tcp_wsf, ISCSI_NET_PARAM_TCP_WSF);
0410 iscsi_iface_net_attr(iface, tcp_timer_scale, ISCSI_NET_PARAM_TCP_TIMER_SCALE);
0411 iscsi_iface_net_attr(iface, tcp_timestamp_en, ISCSI_NET_PARAM_TCP_TIMESTAMP_EN);
0412 iscsi_iface_net_attr(iface, cache_id, ISCSI_NET_PARAM_CACHE_ID);
0413 iscsi_iface_net_attr(iface, redirect_en, ISCSI_NET_PARAM_REDIRECT_EN);
0414
0415 /* common iscsi specific settings attributes */
0416 iscsi_iface_attr(iface, def_taskmgmt_tmo, ISCSI_IFACE_PARAM_DEF_TASKMGMT_TMO);
0417 iscsi_iface_attr(iface, header_digest, ISCSI_IFACE_PARAM_HDRDGST_EN);
0418 iscsi_iface_attr(iface, data_digest, ISCSI_IFACE_PARAM_DATADGST_EN);
0419 iscsi_iface_attr(iface, immediate_data, ISCSI_IFACE_PARAM_IMM_DATA_EN);
0420 iscsi_iface_attr(iface, initial_r2t, ISCSI_IFACE_PARAM_INITIAL_R2T_EN);
0421 iscsi_iface_attr(iface, data_seq_in_order,
0422          ISCSI_IFACE_PARAM_DATASEQ_INORDER_EN);
0423 iscsi_iface_attr(iface, data_pdu_in_order, ISCSI_IFACE_PARAM_PDU_INORDER_EN);
0424 iscsi_iface_attr(iface, erl, ISCSI_IFACE_PARAM_ERL);
0425 iscsi_iface_attr(iface, max_recv_dlength, ISCSI_IFACE_PARAM_MAX_RECV_DLENGTH);
0426 iscsi_iface_attr(iface, first_burst_len, ISCSI_IFACE_PARAM_FIRST_BURST);
0427 iscsi_iface_attr(iface, max_outstanding_r2t, ISCSI_IFACE_PARAM_MAX_R2T);
0428 iscsi_iface_attr(iface, max_burst_len, ISCSI_IFACE_PARAM_MAX_BURST);
0429 iscsi_iface_attr(iface, chap_auth, ISCSI_IFACE_PARAM_CHAP_AUTH_EN);
0430 iscsi_iface_attr(iface, bidi_chap, ISCSI_IFACE_PARAM_BIDI_CHAP_EN);
0431 iscsi_iface_attr(iface, discovery_auth_optional,
0432          ISCSI_IFACE_PARAM_DISCOVERY_AUTH_OPTIONAL);
0433 iscsi_iface_attr(iface, discovery_logout,
0434          ISCSI_IFACE_PARAM_DISCOVERY_LOGOUT_EN);
0435 iscsi_iface_attr(iface, strict_login_comp_en,
0436          ISCSI_IFACE_PARAM_STRICT_LOGIN_COMP_EN);
0437 iscsi_iface_attr(iface, initiator_name, ISCSI_IFACE_PARAM_INITIATOR_NAME);
0438
0439 static umode_t iscsi_iface_attr_is_visible(struct kobject *kobj,
0440                       struct attribute *attr, int i)
0441 {
0442     struct device *dev = container_of(kobj, struct device, kobj);
0443     struct iscsi_iface *iface = iscsi_dev_to_iface(dev);
0444     struct iscsi_transport *t = iface->transport;
0445     int param = -1;
0446
0447     if (attr == &dev_attr_iface_def_taskmgmt_tmo.attr)
0448         param = ISCSI_IFACE_PARAM_DEF_TASKMGMT_TMO;
0449     else if (attr == &dev_attr_iface_header_digest.attr)
0450         param = ISCSI_IFACE_PARAM_HDRDGST_EN;
0451     else if (attr == &dev_attr_iface_data_digest.attr)
0452         param = ISCSI_IFACE_PARAM_DATADGST_EN;
0453     else if (attr == &dev_attr_iface_immediate_data.attr)
0454         param = ISCSI_IFACE_PARAM_IMM_DATA_EN;
0455     else if (attr == &dev_attr_iface_initial_r2t.attr)
0456         param = ISCSI_IFACE_PARAM_INITIAL_R2T_EN;
0457     else if (attr == &dev_attr_iface_data_seq_in_order.attr)
0458         param = ISCSI_IFACE_PARAM_DATASEQ_INORDER_EN;
0459     else if (attr == &dev_attr_iface_data_pdu_in_order.attr)
0460         param = ISCSI_IFACE_PARAM_PDU_INORDER_EN;
0461     else if (attr == &dev_attr_iface_erl.attr)
0462         param = ISCSI_IFACE_PARAM_ERL;
0463     else if (attr == &dev_attr_iface_max_recv_dlength.attr)
0464         param = ISCSI_IFACE_PARAM_MAX_RECV_DLENGTH;
0465     else if (attr == &dev_attr_iface_first_burst_len.attr)
0466         param = ISCSI_IFACE_PARAM_FIRST_BURST;
0467     else if (attr == &dev_attr_iface_max_outstanding_r2t.attr)
0468         param = ISCSI_IFACE_PARAM_MAX_R2T;
0469     else if (attr == &dev_attr_iface_max_burst_len.attr)
0470         param = ISCSI_IFACE_PARAM_MAX_BURST;
0471     else if (attr == &dev_attr_iface_chap_auth.attr)
0472         param = ISCSI_IFACE_PARAM_CHAP_AUTH_EN;
0473     else if (attr == &dev_attr_iface_bidi_chap.attr)
0474         param = ISCSI_IFACE_PARAM_BIDI_CHAP_EN;
0475     else if (attr == &dev_attr_iface_discovery_auth_optional.attr)
0476         param = ISCSI_IFACE_PARAM_DISCOVERY_AUTH_OPTIONAL;
0477     else if (attr == &dev_attr_iface_discovery_logout.attr)
0478         param = ISCSI_IFACE_PARAM_DISCOVERY_LOGOUT_EN;
0479     else if (attr == &dev_attr_iface_strict_login_comp_en.attr)
0480         param = ISCSI_IFACE_PARAM_STRICT_LOGIN_COMP_EN;
0481     else if (attr == &dev_attr_iface_initiator_name.attr)
0482         param = ISCSI_IFACE_PARAM_INITIATOR_NAME;
0483
0484     if (param != -1)
0485         return t->attr_is_visible(ISCSI_IFACE_PARAM, param);
0486
0487     if (attr == &dev_attr_iface_enabled.attr)
0488         param = ISCSI_NET_PARAM_IFACE_ENABLE;
0489     else if (attr == &dev_attr_iface_vlan_id.attr)
0490         param = ISCSI_NET_PARAM_VLAN_ID;
0491     else if (attr == &dev_attr_iface_vlan_priority.attr)
0492         param = ISCSI_NET_PARAM_VLAN_PRIORITY;
0493     else if (attr == &dev_attr_iface_vlan_enabled.attr)
0494         param = ISCSI_NET_PARAM_VLAN_ENABLED;
0495     else if (attr == &dev_attr_iface_mtu.attr)
0496         param = ISCSI_NET_PARAM_MTU;
0497     else if (attr == &dev_attr_iface_port.attr)
0498         param = ISCSI_NET_PARAM_PORT;
0499     else if (attr == &dev_attr_iface_ipaddress_state.attr)
0500         param = ISCSI_NET_PARAM_IPADDR_STATE;
0501     else if (attr == &dev_attr_iface_delayed_ack_en.attr)
0502         param = ISCSI_NET_PARAM_DELAYED_ACK_EN;
0503     else if (attr == &dev_attr_iface_tcp_nagle_disable.attr)
0504         param = ISCSI_NET_PARAM_TCP_NAGLE_DISABLE;
0505     else if (attr == &dev_attr_iface_tcp_wsf_disable.attr)
0506         param = ISCSI_NET_PARAM_TCP_WSF_DISABLE;
0507     else if (attr == &dev_attr_iface_tcp_wsf.attr)
0508         param = ISCSI_NET_PARAM_TCP_WSF;
0509     else if (attr == &dev_attr_iface_tcp_timer_scale.attr)
0510         param = ISCSI_NET_PARAM_TCP_TIMER_SCALE;
0511     else if (attr == &dev_attr_iface_tcp_timestamp_en.attr)
0512         param = ISCSI_NET_PARAM_TCP_TIMESTAMP_EN;
0513     else if (attr == &dev_attr_iface_cache_id.attr)
0514         param = ISCSI_NET_PARAM_CACHE_ID;
0515     else if (attr == &dev_attr_iface_redirect_en.attr)
0516         param = ISCSI_NET_PARAM_REDIRECT_EN;
0517     else if (iface->iface_type == ISCSI_IFACE_TYPE_IPV4) {
0518         if (attr == &dev_attr_ipv4_iface_ipaddress.attr)
0519             param = ISCSI_NET_PARAM_IPV4_ADDR;
0520         else if (attr == &dev_attr_ipv4_iface_gateway.attr)
0521             param = ISCSI_NET_PARAM_IPV4_GW;
0522         else if (attr == &dev_attr_ipv4_iface_subnet.attr)
0523             param = ISCSI_NET_PARAM_IPV4_SUBNET;
0524         else if (attr == &dev_attr_ipv4_iface_bootproto.attr)
0525             param = ISCSI_NET_PARAM_IPV4_BOOTPROTO;
0526         else if (attr ==
0527              &dev_attr_ipv4_iface_dhcp_dns_address_en.attr)
0528             param = ISCSI_NET_PARAM_IPV4_DHCP_DNS_ADDR_EN;
0529         else if (attr ==
0530              &dev_attr_ipv4_iface_dhcp_slp_da_info_en.attr)
0531             param = ISCSI_NET_PARAM_IPV4_DHCP_SLP_DA_EN;
0532         else if (attr == &dev_attr_ipv4_iface_tos_en.attr)
0533             param = ISCSI_NET_PARAM_IPV4_TOS_EN;
0534         else if (attr == &dev_attr_ipv4_iface_tos.attr)
0535             param = ISCSI_NET_PARAM_IPV4_TOS;
0536         else if (attr == &dev_attr_ipv4_iface_grat_arp_en.attr)
0537             param = ISCSI_NET_PARAM_IPV4_GRAT_ARP_EN;
0538         else if (attr ==
0539              &dev_attr_ipv4_iface_dhcp_alt_client_id_en.attr)
0540             param = ISCSI_NET_PARAM_IPV4_DHCP_ALT_CLIENT_ID_EN;
0541         else if (attr == &dev_attr_ipv4_iface_dhcp_alt_client_id.attr)
0542             param = ISCSI_NET_PARAM_IPV4_DHCP_ALT_CLIENT_ID;
0543         else if (attr ==
0544              &dev_attr_ipv4_iface_dhcp_req_vendor_id_en.attr)
0545             param = ISCSI_NET_PARAM_IPV4_DHCP_REQ_VENDOR_ID_EN;
0546         else if (attr ==
0547              &dev_attr_ipv4_iface_dhcp_use_vendor_id_en.attr)
0548             param = ISCSI_NET_PARAM_IPV4_DHCP_USE_VENDOR_ID_EN;
0549         else if (attr == &dev_attr_ipv4_iface_dhcp_vendor_id.attr)
0550             param = ISCSI_NET_PARAM_IPV4_DHCP_VENDOR_ID;
0551         else if (attr ==
0552              &dev_attr_ipv4_iface_dhcp_learn_iqn_en.attr)
0553             param = ISCSI_NET_PARAM_IPV4_DHCP_LEARN_IQN_EN;
0554         else if (attr ==
0555              &dev_attr_ipv4_iface_fragment_disable.attr)
0556             param = ISCSI_NET_PARAM_IPV4_FRAGMENT_DISABLE;
0557         else if (attr ==
0558              &dev_attr_ipv4_iface_incoming_forwarding_en.attr)
0559             param = ISCSI_NET_PARAM_IPV4_IN_FORWARD_EN;
0560         else if (attr == &dev_attr_ipv4_iface_ttl.attr)
0561             param = ISCSI_NET_PARAM_IPV4_TTL;
0562         else
0563             return 0;
0564     } else if (iface->iface_type == ISCSI_IFACE_TYPE_IPV6) {
0565         if (attr == &dev_attr_ipv6_iface_ipaddress.attr)
0566             param = ISCSI_NET_PARAM_IPV6_ADDR;
0567         else if (attr == &dev_attr_ipv6_iface_link_local_addr.attr)
0568             param = ISCSI_NET_PARAM_IPV6_LINKLOCAL;
0569         else if (attr == &dev_attr_ipv6_iface_router_addr.attr)
0570             param = ISCSI_NET_PARAM_IPV6_ROUTER;
0571         else if (attr == &dev_attr_ipv6_iface_ipaddr_autocfg.attr)
0572             param = ISCSI_NET_PARAM_IPV6_ADDR_AUTOCFG;
0573         else if (attr == &dev_attr_ipv6_iface_link_local_autocfg.attr)
0574             param = ISCSI_NET_PARAM_IPV6_LINKLOCAL_AUTOCFG;
0575         else if (attr == &dev_attr_ipv6_iface_link_local_state.attr)
0576             param = ISCSI_NET_PARAM_IPV6_LINKLOCAL_STATE;
0577         else if (attr == &dev_attr_ipv6_iface_router_state.attr)
0578             param = ISCSI_NET_PARAM_IPV6_ROUTER_STATE;
0579         else if (attr ==
0580              &dev_attr_ipv6_iface_grat_neighbor_adv_en.attr)
0581             param = ISCSI_NET_PARAM_IPV6_GRAT_NEIGHBOR_ADV_EN;
0582         else if (attr == &dev_attr_ipv6_iface_mld_en.attr)
0583             param = ISCSI_NET_PARAM_IPV6_MLD_EN;
0584         else if (attr == &dev_attr_ipv6_iface_flow_label.attr)
0585             param = ISCSI_NET_PARAM_IPV6_FLOW_LABEL;
0586         else if (attr == &dev_attr_ipv6_iface_traffic_class.attr)
0587             param = ISCSI_NET_PARAM_IPV6_TRAFFIC_CLASS;
0588         else if (attr == &dev_attr_ipv6_iface_hop_limit.attr)
0589             param = ISCSI_NET_PARAM_IPV6_HOP_LIMIT;
0590         else if (attr == &dev_attr_ipv6_iface_nd_reachable_tmo.attr)
0591             param = ISCSI_NET_PARAM_IPV6_ND_REACHABLE_TMO;
0592         else if (attr == &dev_attr_ipv6_iface_nd_rexmit_time.attr)
0593             param = ISCSI_NET_PARAM_IPV6_ND_REXMIT_TIME;
0594         else if (attr == &dev_attr_ipv6_iface_nd_stale_tmo.attr)
0595             param = ISCSI_NET_PARAM_IPV6_ND_STALE_TMO;
0596         else if (attr == &dev_attr_ipv6_iface_dup_addr_detect_cnt.attr)
0597             param = ISCSI_NET_PARAM_IPV6_DUP_ADDR_DETECT_CNT;
0598         else if (attr == &dev_attr_ipv6_iface_router_adv_link_mtu.attr)
0599             param = ISCSI_NET_PARAM_IPV6_RTR_ADV_LINK_MTU;
0600         else
0601             return 0;
0602     } else {
0603         WARN_ONCE(1, "Invalid iface attr");
0604         return 0;
0605     }
0606
0607     return t->attr_is_visible(ISCSI_NET_PARAM, param);
0608 }
0609
0610 static struct attribute *iscsi_iface_attrs[] = {
0611     &dev_attr_iface_enabled.attr,
0612     &dev_attr_iface_vlan_id.attr,
0613     &dev_attr_iface_vlan_priority.attr,
0614     &dev_attr_iface_vlan_enabled.attr,
0615     &dev_attr_ipv4_iface_ipaddress.attr,
0616     &dev_attr_ipv4_iface_gateway.attr,
0617     &dev_attr_ipv4_iface_subnet.attr,
0618     &dev_attr_ipv4_iface_bootproto.attr,
0619     &dev_attr_ipv6_iface_ipaddress.attr,
0620     &dev_attr_ipv6_iface_link_local_addr.attr,
0621     &dev_attr_ipv6_iface_router_addr.attr,
0622     &dev_attr_ipv6_iface_ipaddr_autocfg.attr,
0623     &dev_attr_ipv6_iface_link_local_autocfg.attr,
0624     &dev_attr_iface_mtu.attr,
0625     &dev_attr_iface_port.attr,
0626     &dev_attr_iface_ipaddress_state.attr,
0627     &dev_attr_iface_delayed_ack_en.attr,
0628     &dev_attr_iface_tcp_nagle_disable.attr,
0629     &dev_attr_iface_tcp_wsf_disable.attr,
0630     &dev_attr_iface_tcp_wsf.attr,
0631     &dev_attr_iface_tcp_timer_scale.attr,
0632     &dev_attr_iface_tcp_timestamp_en.attr,
0633     &dev_attr_iface_cache_id.attr,
0634     &dev_attr_iface_redirect_en.attr,
0635     &dev_attr_iface_def_taskmgmt_tmo.attr,
0636     &dev_attr_iface_header_digest.attr,
0637     &dev_attr_iface_data_digest.attr,
0638     &dev_attr_iface_immediate_data.attr,
0639     &dev_attr_iface_initial_r2t.attr,
0640     &dev_attr_iface_data_seq_in_order.attr,
0641     &dev_attr_iface_data_pdu_in_order.attr,
0642     &dev_attr_iface_erl.attr,
0643     &dev_attr_iface_max_recv_dlength.attr,
0644     &dev_attr_iface_first_burst_len.attr,
0645     &dev_attr_iface_max_outstanding_r2t.attr,
0646     &dev_attr_iface_max_burst_len.attr,
0647     &dev_attr_iface_chap_auth.attr,
0648     &dev_attr_iface_bidi_chap.attr,
0649     &dev_attr_iface_discovery_auth_optional.attr,
0650     &dev_attr_iface_discovery_logout.attr,
0651     &dev_attr_iface_strict_login_comp_en.attr,
0652     &dev_attr_iface_initiator_name.attr,
0653     &dev_attr_ipv4_iface_dhcp_dns_address_en.attr,
0654     &dev_attr_ipv4_iface_dhcp_slp_da_info_en.attr,
0655     &dev_attr_ipv4_iface_tos_en.attr,
0656     &dev_attr_ipv4_iface_tos.attr,
0657     &dev_attr_ipv4_iface_grat_arp_en.attr,
0658     &dev_attr_ipv4_iface_dhcp_alt_client_id_en.attr,
0659     &dev_attr_ipv4_iface_dhcp_alt_client_id.attr,
0660     &dev_attr_ipv4_iface_dhcp_req_vendor_id_en.attr,
0661     &dev_attr_ipv4_iface_dhcp_use_vendor_id_en.attr,
0662     &dev_attr_ipv4_iface_dhcp_vendor_id.attr,
0663     &dev_attr_ipv4_iface_dhcp_learn_iqn_en.attr,
0664     &dev_attr_ipv4_iface_fragment_disable.attr,
0665     &dev_attr_ipv4_iface_incoming_forwarding_en.attr,
0666     &dev_attr_ipv4_iface_ttl.attr,
0667     &dev_attr_ipv6_iface_link_local_state.attr,
0668     &dev_attr_ipv6_iface_router_state.attr,
0669     &dev_attr_ipv6_iface_grat_neighbor_adv_en.attr,
0670     &dev_attr_ipv6_iface_mld_en.attr,
0671     &dev_attr_ipv6_iface_flow_label.attr,
0672     &dev_attr_ipv6_iface_traffic_class.attr,
0673     &dev_attr_ipv6_iface_hop_limit.attr,
0674     &dev_attr_ipv6_iface_nd_reachable_tmo.attr,
0675     &dev_attr_ipv6_iface_nd_rexmit_time.attr,
0676     &dev_attr_ipv6_iface_nd_stale_tmo.attr,
0677     &dev_attr_ipv6_iface_dup_addr_detect_cnt.attr,
0678     &dev_attr_ipv6_iface_router_adv_link_mtu.attr,
0679     NULL,
0680 };
0681
0682 static struct attribute_group iscsi_iface_group = {
0683     .attrs = iscsi_iface_attrs,
0684     .is_visible = iscsi_iface_attr_is_visible,
0685 };
0686
0687 /* convert iscsi_ipaddress_state values to ascii string name */
0688 static const struct {
0689     enum iscsi_ipaddress_state  value;
0690     char                *name;
0691 } iscsi_ipaddress_state_names[] = {
0692     {ISCSI_IPDDRESS_STATE_UNCONFIGURED, "Unconfigured" },
0693     {ISCSI_IPDDRESS_STATE_ACQUIRING,    "Acquiring" },
0694     {ISCSI_IPDDRESS_STATE_TENTATIVE,    "Tentative" },
0695     {ISCSI_IPDDRESS_STATE_VALID,        "Valid" },
0696     {ISCSI_IPDDRESS_STATE_DISABLING,    "Disabling" },
0697     {ISCSI_IPDDRESS_STATE_INVALID,      "Invalid" },
0698     {ISCSI_IPDDRESS_STATE_DEPRECATED,   "Deprecated" },
0699 };
0700
0701 char *iscsi_get_ipaddress_state_name(enum iscsi_ipaddress_state port_state)
0702 {
0703     int i;
0704     char *state = NULL;
0705
0706     for (i = 0; i < ARRAY_SIZE(iscsi_ipaddress_state_names); i++) {
0707         if (iscsi_ipaddress_state_names[i].value == port_state) {
0708             state = iscsi_ipaddress_state_names[i].name;
0709             break;
0710         }
0711     }
0712     return state;
0713 }
0714 EXPORT_SYMBOL_GPL(iscsi_get_ipaddress_state_name);
0715
0716 /* convert iscsi_router_state values to ascii string name */
0717 static const struct {
0718     enum iscsi_router_state value;
0719     char            *name;
0720 } iscsi_router_state_names[] = {
0721     {ISCSI_ROUTER_STATE_UNKNOWN,        "Unknown" },
0722     {ISCSI_ROUTER_STATE_ADVERTISED,     "Advertised" },
0723     {ISCSI_ROUTER_STATE_MANUAL,     "Manual" },
0724     {ISCSI_ROUTER_STATE_STALE,      "Stale" },
0725 };
0726
0727 char *iscsi_get_router_state_name(enum iscsi_router_state router_state)
0728 {
0729     int i;
0730     char *state = NULL;
0731
0732     for (i = 0; i < ARRAY_SIZE(iscsi_router_state_names); i++) {
0733         if (iscsi_router_state_names[i].value == router_state) {
0734             state = iscsi_router_state_names[i].name;
0735             break;
0736         }
0737     }
0738     return state;
0739 }
0740 EXPORT_SYMBOL_GPL(iscsi_get_router_state_name);
0741
0742 struct iscsi_iface *
0743 iscsi_create_iface(struct Scsi_Host *shost, struct iscsi_transport *transport,
0744            uint32_t iface_type, uint32_t iface_num, int dd_size)
0745 {
0746     struct iscsi_iface *iface;
0747     int err;
0748
0749     iface = kzalloc(sizeof(*iface) + dd_size, GFP_KERNEL);
0750     if (!iface)
0751         return NULL;
0752
0753     iface->transport = transport;
0754     iface->iface_type = iface_type;
0755     iface->iface_num = iface_num;
0756     iface->dev.release = iscsi_iface_release;
0757     iface->dev.class = &iscsi_iface_class;
0758     /* parent reference released in iscsi_iface_release */
0759     iface->dev.parent = get_device(&shost->shost_gendev);
0760     if (iface_type == ISCSI_IFACE_TYPE_IPV4)
0761         dev_set_name(&iface->dev, "ipv4-iface-%u-%u", shost->host_no,
0762                  iface_num);
0763     else
0764         dev_set_name(&iface->dev, "ipv6-iface-%u-%u", shost->host_no,
0765                  iface_num);
0766
0767     err = device_register(&iface->dev);
0768     if (err)
0769         goto free_iface;
0770
0771     err = sysfs_create_group(&iface->dev.kobj, &iscsi_iface_group);
0772     if (err)
0773         goto unreg_iface;
0774
0775     if (dd_size)
0776         iface->dd_data = &iface[1];
0777     return iface;
0778
0779 unreg_iface:
0780     device_unregister(&iface->dev);
0781     return NULL;
0782
0783 free_iface:
0784     put_device(iface->dev.parent);
0785     kfree(iface);
0786     return NULL;
0787 }
0788 EXPORT_SYMBOL_GPL(iscsi_create_iface);
0789
0790 void iscsi_destroy_iface(struct iscsi_iface *iface)
0791 {
0792     sysfs_remove_group(&iface->dev.kobj, &iscsi_iface_group);
0793     device_unregister(&iface->dev);
0794 }
0795 EXPORT_SYMBOL_GPL(iscsi_destroy_iface);
0796
0797 /*
0798  * Interface to display flash node params to sysfs
0799  */
0800
0801 #define ISCSI_FLASHNODE_ATTR(_prefix, _name, _mode, _show, _store)  \
0802 struct device_attribute dev_attr_##_prefix##_##_name =          \
0803     __ATTR(_name, _mode, _show, _store)
0804
0805 /* flash node session attrs show */
0806 #define iscsi_flashnode_sess_attr_show(type, name, param)       \
0807 static ssize_t                              \
0808 show_##type##_##name(struct device *dev, struct device_attribute *attr, \
0809              char *buf)                     \
0810 {                                   \
0811     struct iscsi_bus_flash_session *fnode_sess =            \
0812                     iscsi_dev_to_flash_session(dev);\
0813     struct iscsi_transport *t = fnode_sess->transport;      \
0814     return t->get_flashnode_param(fnode_sess, param, buf);      \
0815 }                                   \
0816
0817
0818 #define iscsi_flashnode_sess_attr(type, name, param)            \
0819     iscsi_flashnode_sess_attr_show(type, name, param)       \
0820 static ISCSI_FLASHNODE_ATTR(type, name, S_IRUGO,            \
0821                 show_##type##_##name, NULL);
0822
0823 /* Flash node session attributes */
0824
0825 iscsi_flashnode_sess_attr(fnode, auto_snd_tgt_disable,
0826               ISCSI_FLASHNODE_AUTO_SND_TGT_DISABLE);
0827 iscsi_flashnode_sess_attr(fnode, discovery_session,
0828               ISCSI_FLASHNODE_DISCOVERY_SESS);
0829 iscsi_flashnode_sess_attr(fnode, portal_type, ISCSI_FLASHNODE_PORTAL_TYPE);
0830 iscsi_flashnode_sess_attr(fnode, entry_enable, ISCSI_FLASHNODE_ENTRY_EN);
0831 iscsi_flashnode_sess_attr(fnode, immediate_data, ISCSI_FLASHNODE_IMM_DATA_EN);
0832 iscsi_flashnode_sess_attr(fnode, initial_r2t, ISCSI_FLASHNODE_INITIAL_R2T_EN);
0833 iscsi_flashnode_sess_attr(fnode, data_seq_in_order,
0834               ISCSI_FLASHNODE_DATASEQ_INORDER);
0835 iscsi_flashnode_sess_attr(fnode, data_pdu_in_order,
0836               ISCSI_FLASHNODE_PDU_INORDER);
0837 iscsi_flashnode_sess_attr(fnode, chap_auth, ISCSI_FLASHNODE_CHAP_AUTH_EN);
0838 iscsi_flashnode_sess_attr(fnode, discovery_logout,
0839               ISCSI_FLASHNODE_DISCOVERY_LOGOUT_EN);
0840 iscsi_flashnode_sess_attr(fnode, bidi_chap, ISCSI_FLASHNODE_BIDI_CHAP_EN);
0841 iscsi_flashnode_sess_attr(fnode, discovery_auth_optional,
0842               ISCSI_FLASHNODE_DISCOVERY_AUTH_OPTIONAL);
0843 iscsi_flashnode_sess_attr(fnode, erl, ISCSI_FLASHNODE_ERL);
0844 iscsi_flashnode_sess_attr(fnode, first_burst_len, ISCSI_FLASHNODE_FIRST_BURST);
0845 iscsi_flashnode_sess_attr(fnode, def_time2wait, ISCSI_FLASHNODE_DEF_TIME2WAIT);
0846 iscsi_flashnode_sess_attr(fnode, def_time2retain,
0847               ISCSI_FLASHNODE_DEF_TIME2RETAIN);
0848 iscsi_flashnode_sess_attr(fnode, max_outstanding_r2t, ISCSI_FLASHNODE_MAX_R2T);
0849 iscsi_flashnode_sess_attr(fnode, isid, ISCSI_FLASHNODE_ISID);
0850 iscsi_flashnode_sess_attr(fnode, tsid, ISCSI_FLASHNODE_TSID);
0851 iscsi_flashnode_sess_attr(fnode, max_burst_len, ISCSI_FLASHNODE_MAX_BURST);
0852 iscsi_flashnode_sess_attr(fnode, def_taskmgmt_tmo,
0853               ISCSI_FLASHNODE_DEF_TASKMGMT_TMO);
0854 iscsi_flashnode_sess_attr(fnode, targetalias, ISCSI_FLASHNODE_ALIAS);
0855 iscsi_flashnode_sess_attr(fnode, targetname, ISCSI_FLASHNODE_NAME);
0856 iscsi_flashnode_sess_attr(fnode, tpgt, ISCSI_FLASHNODE_TPGT);
0857 iscsi_flashnode_sess_attr(fnode, discovery_parent_idx,
0858               ISCSI_FLASHNODE_DISCOVERY_PARENT_IDX);
0859 iscsi_flashnode_sess_attr(fnode, discovery_parent_type,
0860               ISCSI_FLASHNODE_DISCOVERY_PARENT_TYPE);
0861 iscsi_flashnode_sess_attr(fnode, chap_in_idx, ISCSI_FLASHNODE_CHAP_IN_IDX);
0862 iscsi_flashnode_sess_attr(fnode, chap_out_idx, ISCSI_FLASHNODE_CHAP_OUT_IDX);
0863 iscsi_flashnode_sess_attr(fnode, username, ISCSI_FLASHNODE_USERNAME);
0864 iscsi_flashnode_sess_attr(fnode, username_in, ISCSI_FLASHNODE_USERNAME_IN);
0865 iscsi_flashnode_sess_attr(fnode, password, ISCSI_FLASHNODE_PASSWORD);
0866 iscsi_flashnode_sess_attr(fnode, password_in, ISCSI_FLASHNODE_PASSWORD_IN);
0867 iscsi_flashnode_sess_attr(fnode, is_boot_target, ISCSI_FLASHNODE_IS_BOOT_TGT);
0868
0869 static struct attribute *iscsi_flashnode_sess_attrs[] = {
0870     &dev_attr_fnode_auto_snd_tgt_disable.attr,
0871     &dev_attr_fnode_discovery_session.attr,
0872     &dev_attr_fnode_portal_type.attr,
0873     &dev_attr_fnode_entry_enable.attr,
0874     &dev_attr_fnode_immediate_data.attr,
0875     &dev_attr_fnode_initial_r2t.attr,
0876     &dev_attr_fnode_data_seq_in_order.attr,
0877     &dev_attr_fnode_data_pdu_in_order.attr,
0878     &dev_attr_fnode_chap_auth.attr,
0879     &dev_attr_fnode_discovery_logout.attr,
0880     &dev_attr_fnode_bidi_chap.attr,
0881     &dev_attr_fnode_discovery_auth_optional.attr,
0882     &dev_attr_fnode_erl.attr,
0883     &dev_attr_fnode_first_burst_len.attr,
0884     &dev_attr_fnode_def_time2wait.attr,
0885     &dev_attr_fnode_def_time2retain.attr,
0886     &dev_attr_fnode_max_outstanding_r2t.attr,
0887     &dev_attr_fnode_isid.attr,
0888     &dev_attr_fnode_tsid.attr,
0889     &dev_attr_fnode_max_burst_len.attr,
0890     &dev_attr_fnode_def_taskmgmt_tmo.attr,
0891     &dev_attr_fnode_targetalias.attr,
0892     &dev_attr_fnode_targetname.attr,
0893     &dev_attr_fnode_tpgt.attr,
0894     &dev_attr_fnode_discovery_parent_idx.attr,
0895     &dev_attr_fnode_discovery_parent_type.attr,
0896     &dev_attr_fnode_chap_in_idx.attr,
0897     &dev_attr_fnode_chap_out_idx.attr,
0898     &dev_attr_fnode_username.attr,
0899     &dev_attr_fnode_username_in.attr,
0900     &dev_attr_fnode_password.attr,
0901     &dev_attr_fnode_password_in.attr,
0902     &dev_attr_fnode_is_boot_target.attr,
0903     NULL,
0904 };
0905
0906 static umode_t iscsi_flashnode_sess_attr_is_visible(struct kobject *kobj,
0907                             struct attribute *attr,
0908                             int i)
0909 {
0910     struct device *dev = container_of(kobj, struct device, kobj);
0911     struct iscsi_bus_flash_session *fnode_sess =
0912                         iscsi_dev_to_flash_session(dev);
0913     struct iscsi_transport *t = fnode_sess->transport;
0914     int param;
0915
0916     if (attr == &dev_attr_fnode_auto_snd_tgt_disable.attr) {
0917         param = ISCSI_FLASHNODE_AUTO_SND_TGT_DISABLE;
0918     } else if (attr == &dev_attr_fnode_discovery_session.attr) {
0919         param = ISCSI_FLASHNODE_DISCOVERY_SESS;
0920     } else if (attr == &dev_attr_fnode_portal_type.attr) {
0921         param = ISCSI_FLASHNODE_PORTAL_TYPE;
0922     } else if (attr == &dev_attr_fnode_entry_enable.attr) {
0923         param = ISCSI_FLASHNODE_ENTRY_EN;
0924     } else if (attr == &dev_attr_fnode_immediate_data.attr) {
0925         param = ISCSI_FLASHNODE_IMM_DATA_EN;
0926     } else if (attr == &dev_attr_fnode_initial_r2t.attr) {
0927         param = ISCSI_FLASHNODE_INITIAL_R2T_EN;
0928     } else if (attr == &dev_attr_fnode_data_seq_in_order.attr) {
0929         param = ISCSI_FLASHNODE_DATASEQ_INORDER;
0930     } else if (attr == &dev_attr_fnode_data_pdu_in_order.attr) {
0931         param = ISCSI_FLASHNODE_PDU_INORDER;
0932     } else if (attr == &dev_attr_fnode_chap_auth.attr) {
0933         param = ISCSI_FLASHNODE_CHAP_AUTH_EN;
0934     } else if (attr == &dev_attr_fnode_discovery_logout.attr) {
0935         param = ISCSI_FLASHNODE_DISCOVERY_LOGOUT_EN;
0936     } else if (attr == &dev_attr_fnode_bidi_chap.attr) {
0937         param = ISCSI_FLASHNODE_BIDI_CHAP_EN;
0938     } else if (attr == &dev_attr_fnode_discovery_auth_optional.attr) {
0939         param = ISCSI_FLASHNODE_DISCOVERY_AUTH_OPTIONAL;
0940     } else if (attr == &dev_attr_fnode_erl.attr) {
0941         param = ISCSI_FLASHNODE_ERL;
0942     } else if (attr == &dev_attr_fnode_first_burst_len.attr) {
0943         param = ISCSI_FLASHNODE_FIRST_BURST;
0944     } else if (attr == &dev_attr_fnode_def_time2wait.attr) {
0945         param = ISCSI_FLASHNODE_DEF_TIME2WAIT;
0946     } else if (attr == &dev_attr_fnode_def_time2retain.attr) {
0947         param = ISCSI_FLASHNODE_DEF_TIME2RETAIN;
0948     } else if (attr == &dev_attr_fnode_max_outstanding_r2t.attr) {
0949         param = ISCSI_FLASHNODE_MAX_R2T;
0950     } else if (attr == &dev_attr_fnode_isid.attr) {
0951         param = ISCSI_FLASHNODE_ISID;
0952     } else if (attr == &dev_attr_fnode_tsid.attr) {
0953         param = ISCSI_FLASHNODE_TSID;
0954     } else if (attr == &dev_attr_fnode_max_burst_len.attr) {
0955         param = ISCSI_FLASHNODE_MAX_BURST;
0956     } else if (attr == &dev_attr_fnode_def_taskmgmt_tmo.attr) {
0957         param = ISCSI_FLASHNODE_DEF_TASKMGMT_TMO;
0958     } else if (attr == &dev_attr_fnode_targetalias.attr) {
0959         param = ISCSI_FLASHNODE_ALIAS;
0960     } else if (attr == &dev_attr_fnode_targetname.attr) {
0961         param = ISCSI_FLASHNODE_NAME;
0962     } else if (attr == &dev_attr_fnode_tpgt.attr) {
0963         param = ISCSI_FLASHNODE_TPGT;
0964     } else if (attr == &dev_attr_fnode_discovery_parent_idx.attr) {
0965         param = ISCSI_FLASHNODE_DISCOVERY_PARENT_IDX;
0966     } else if (attr == &dev_attr_fnode_discovery_parent_type.attr) {
0967         param = ISCSI_FLASHNODE_DISCOVERY_PARENT_TYPE;
0968     } else if (attr == &dev_attr_fnode_chap_in_idx.attr) {
0969         param = ISCSI_FLASHNODE_CHAP_IN_IDX;
0970     } else if (attr == &dev_attr_fnode_chap_out_idx.attr) {
0971         param = ISCSI_FLASHNODE_CHAP_OUT_IDX;
0972     } else if (attr == &dev_attr_fnode_username.attr) {
0973         param = ISCSI_FLASHNODE_USERNAME;
0974     } else if (attr == &dev_attr_fnode_username_in.attr) {
0975         param = ISCSI_FLASHNODE_USERNAME_IN;
0976     } else if (attr == &dev_attr_fnode_password.attr) {
0977         param = ISCSI_FLASHNODE_PASSWORD;
0978     } else if (attr == &dev_attr_fnode_password_in.attr) {
0979         param = ISCSI_FLASHNODE_PASSWORD_IN;
0980     } else if (attr == &dev_attr_fnode_is_boot_target.attr) {
0981         param = ISCSI_FLASHNODE_IS_BOOT_TGT;
0982     } else {
0983         WARN_ONCE(1, "Invalid flashnode session attr");
0984         return 0;
0985     }
0986
0987     return t->attr_is_visible(ISCSI_FLASHNODE_PARAM, param);
0988 }
0989
0990 static struct attribute_group iscsi_flashnode_sess_attr_group = {
0991     .attrs = iscsi_flashnode_sess_attrs,
0992     .is_visible = iscsi_flashnode_sess_attr_is_visible,
0993 };
0994
0995 static const struct attribute_group *iscsi_flashnode_sess_attr_groups[] = {
0996     &iscsi_flashnode_sess_attr_group,
0997     NULL,
0998 };
0999
1000 static void iscsi_flashnode_sess_release(struct device *dev)
1001 {
1002     struct iscsi_bus_flash_session *fnode_sess =
1003                         iscsi_dev_to_flash_session(dev);
1004
1005     kfree(fnode_sess->targetname);
1006     kfree(fnode_sess->targetalias);
1007     kfree(fnode_sess->portal_type);
1008     kfree(fnode_sess);
1009 }
1010
1011 static const struct device_type iscsi_flashnode_sess_dev_type = {
1012     .name = "iscsi_flashnode_sess_dev_type",
1013     .groups = iscsi_flashnode_sess_attr_groups,
1014     .release = iscsi_flashnode_sess_release,
1015 };
1016
1017 /* flash node connection attrs show */
1018 #define iscsi_flashnode_conn_attr_show(type, name, param)       \
1019 static ssize_t                              \
1020 show_##type##_##name(struct device *dev, struct device_attribute *attr, \
1021              char *buf)                     \
1022 {                                   \
1023     struct iscsi_bus_flash_conn *fnode_conn = iscsi_dev_to_flash_conn(dev);\
1024     struct iscsi_bus_flash_session *fnode_sess =            \
1025                 iscsi_flash_conn_to_flash_session(fnode_conn);\
1026     struct iscsi_transport *t = fnode_conn->transport;      \
1027     return t->get_flashnode_param(fnode_sess, param, buf);      \
1028 }                                   \
1029
1030
1031 #define iscsi_flashnode_conn_attr(type, name, param)            \
1032     iscsi_flashnode_conn_attr_show(type, name, param)       \
1033 static ISCSI_FLASHNODE_ATTR(type, name, S_IRUGO,            \
1034                 show_##type##_##name, NULL);
1035
1036 /* Flash node connection attributes */
1037
1038 iscsi_flashnode_conn_attr(fnode, is_fw_assigned_ipv6,
1039               ISCSI_FLASHNODE_IS_FW_ASSIGNED_IPV6);
1040 iscsi_flashnode_conn_attr(fnode, header_digest, ISCSI_FLASHNODE_HDR_DGST_EN);
1041 iscsi_flashnode_conn_attr(fnode, data_digest, ISCSI_FLASHNODE_DATA_DGST_EN);
1042 iscsi_flashnode_conn_attr(fnode, snack_req, ISCSI_FLASHNODE_SNACK_REQ_EN);
1043 iscsi_flashnode_conn_attr(fnode, tcp_timestamp_stat,
1044               ISCSI_FLASHNODE_TCP_TIMESTAMP_STAT);
1045 iscsi_flashnode_conn_attr(fnode, tcp_nagle_disable,
1046               ISCSI_FLASHNODE_TCP_NAGLE_DISABLE);
1047 iscsi_flashnode_conn_attr(fnode, tcp_wsf_disable,
1048               ISCSI_FLASHNODE_TCP_WSF_DISABLE);
1049 iscsi_flashnode_conn_attr(fnode, tcp_timer_scale,
1050               ISCSI_FLASHNODE_TCP_TIMER_SCALE);
1051 iscsi_flashnode_conn_attr(fnode, tcp_timestamp_enable,
1052               ISCSI_FLASHNODE_TCP_TIMESTAMP_EN);
1053 iscsi_flashnode_conn_attr(fnode, fragment_disable,
1054               ISCSI_FLASHNODE_IP_FRAG_DISABLE);
1055 iscsi_flashnode_conn_attr(fnode, keepalive_tmo, ISCSI_FLASHNODE_KEEPALIVE_TMO);
1056 iscsi_flashnode_conn_attr(fnode, port, ISCSI_FLASHNODE_PORT);
1057 iscsi_flashnode_conn_attr(fnode, ipaddress, ISCSI_FLASHNODE_IPADDR);
1058 iscsi_flashnode_conn_attr(fnode, max_recv_dlength,
1059               ISCSI_FLASHNODE_MAX_RECV_DLENGTH);
1060 iscsi_flashnode_conn_attr(fnode, max_xmit_dlength,
1061               ISCSI_FLASHNODE_MAX_XMIT_DLENGTH);
1062 iscsi_flashnode_conn_attr(fnode, local_port, ISCSI_FLASHNODE_LOCAL_PORT);
1063 iscsi_flashnode_conn_attr(fnode, ipv4_tos, ISCSI_FLASHNODE_IPV4_TOS);
1064 iscsi_flashnode_conn_attr(fnode, ipv6_traffic_class, ISCSI_FLASHNODE_IPV6_TC);
1065 iscsi_flashnode_conn_attr(fnode, ipv6_flow_label,
1066               ISCSI_FLASHNODE_IPV6_FLOW_LABEL);
1067 iscsi_flashnode_conn_attr(fnode, redirect_ipaddr,
1068               ISCSI_FLASHNODE_REDIRECT_IPADDR);
1069 iscsi_flashnode_conn_attr(fnode, max_segment_size,
1070               ISCSI_FLASHNODE_MAX_SEGMENT_SIZE);
1071 iscsi_flashnode_conn_attr(fnode, link_local_ipv6,
1072               ISCSI_FLASHNODE_LINK_LOCAL_IPV6);
1073 iscsi_flashnode_conn_attr(fnode, tcp_xmit_wsf, ISCSI_FLASHNODE_TCP_XMIT_WSF);
1074 iscsi_flashnode_conn_attr(fnode, tcp_recv_wsf, ISCSI_FLASHNODE_TCP_RECV_WSF);
1075 iscsi_flashnode_conn_attr(fnode, statsn, ISCSI_FLASHNODE_STATSN);
1076 iscsi_flashnode_conn_attr(fnode, exp_statsn, ISCSI_FLASHNODE_EXP_STATSN);
1077
1078 static struct attribute *iscsi_flashnode_conn_attrs[] = {
1079     &dev_attr_fnode_is_fw_assigned_ipv6.attr,
1080     &dev_attr_fnode_header_digest.attr,
1081     &dev_attr_fnode_data_digest.attr,
1082     &dev_attr_fnode_snack_req.attr,
1083     &dev_attr_fnode_tcp_timestamp_stat.attr,
1084     &dev_attr_fnode_tcp_nagle_disable.attr,
1085     &dev_attr_fnode_tcp_wsf_disable.attr,
1086     &dev_attr_fnode_tcp_timer_scale.attr,
1087     &dev_attr_fnode_tcp_timestamp_enable.attr,
1088     &dev_attr_fnode_fragment_disable.attr,
1089     &dev_attr_fnode_max_recv_dlength.attr,
1090     &dev_attr_fnode_max_xmit_dlength.attr,
1091     &dev_attr_fnode_keepalive_tmo.attr,
1092     &dev_attr_fnode_port.attr,
1093     &dev_attr_fnode_ipaddress.attr,
1094     &dev_attr_fnode_redirect_ipaddr.attr,
1095     &dev_attr_fnode_max_segment_size.attr,
1096     &dev_attr_fnode_local_port.attr,
1097     &dev_attr_fnode_ipv4_tos.attr,
1098     &dev_attr_fnode_ipv6_traffic_class.attr,
1099     &dev_attr_fnode_ipv6_flow_label.attr,
1100     &dev_attr_fnode_link_local_ipv6.attr,
1101     &dev_attr_fnode_tcp_xmit_wsf.attr,
1102     &dev_attr_fnode_tcp_recv_wsf.attr,
1103     &dev_attr_fnode_statsn.attr,
1104     &dev_attr_fnode_exp_statsn.attr,
1105     NULL,
1106 };
1107
1108 static umode_t iscsi_flashnode_conn_attr_is_visible(struct kobject *kobj,
1109                             struct attribute *attr,
1110                             int i)
1111 {
1112     struct device *dev = container_of(kobj, struct device, kobj);
1113     struct iscsi_bus_flash_conn *fnode_conn = iscsi_dev_to_flash_conn(dev);
1114     struct iscsi_transport *t = fnode_conn->transport;
1115     int param;
1116
1117     if (attr == &dev_attr_fnode_is_fw_assigned_ipv6.attr) {
1118         param = ISCSI_FLASHNODE_IS_FW_ASSIGNED_IPV6;
1119     } else if (attr == &dev_attr_fnode_header_digest.attr) {
1120         param = ISCSI_FLASHNODE_HDR_DGST_EN;
1121     } else if (attr == &dev_attr_fnode_data_digest.attr) {
1122         param = ISCSI_FLASHNODE_DATA_DGST_EN;
1123     } else if (attr == &dev_attr_fnode_snack_req.attr) {
1124         param = ISCSI_FLASHNODE_SNACK_REQ_EN;
1125     } else if (attr == &dev_attr_fnode_tcp_timestamp_stat.attr) {
1126         param = ISCSI_FLASHNODE_TCP_TIMESTAMP_STAT;
1127     } else if (attr == &dev_attr_fnode_tcp_nagle_disable.attr) {
1128         param = ISCSI_FLASHNODE_TCP_NAGLE_DISABLE;
1129     } else if (attr == &dev_attr_fnode_tcp_wsf_disable.attr) {
1130         param = ISCSI_FLASHNODE_TCP_WSF_DISABLE;
1131     } else if (attr == &dev_attr_fnode_tcp_timer_scale.attr) {
1132         param = ISCSI_FLASHNODE_TCP_TIMER_SCALE;
1133     } else if (attr == &dev_attr_fnode_tcp_timestamp_enable.attr) {
1134         param = ISCSI_FLASHNODE_TCP_TIMESTAMP_EN;
1135     } else if (attr == &dev_attr_fnode_fragment_disable.attr) {
1136         param = ISCSI_FLASHNODE_IP_FRAG_DISABLE;
1137     } else if (attr == &dev_attr_fnode_max_recv_dlength.attr) {
1138         param = ISCSI_FLASHNODE_MAX_RECV_DLENGTH;
1139     } else if (attr == &dev_attr_fnode_max_xmit_dlength.attr) {
1140         param = ISCSI_FLASHNODE_MAX_XMIT_DLENGTH;
1141     } else if (attr == &dev_attr_fnode_keepalive_tmo.attr) {
1142         param = ISCSI_FLASHNODE_KEEPALIVE_TMO;
1143     } else if (attr == &dev_attr_fnode_port.attr) {
1144         param = ISCSI_FLASHNODE_PORT;
1145     } else if (attr == &dev_attr_fnode_ipaddress.attr) {
1146         param = ISCSI_FLASHNODE_IPADDR;
1147     } else if (attr == &dev_attr_fnode_redirect_ipaddr.attr) {
1148         param = ISCSI_FLASHNODE_REDIRECT_IPADDR;
1149     } else if (attr == &dev_attr_fnode_max_segment_size.attr) {
1150         param = ISCSI_FLASHNODE_MAX_SEGMENT_SIZE;
1151     } else if (attr == &dev_attr_fnode_local_port.attr) {
1152         param = ISCSI_FLASHNODE_LOCAL_PORT;
1153     } else if (attr == &dev_attr_fnode_ipv4_tos.attr) {
1154         param = ISCSI_FLASHNODE_IPV4_TOS;
1155     } else if (attr == &dev_attr_fnode_ipv6_traffic_class.attr) {
1156         param = ISCSI_FLASHNODE_IPV6_TC;
1157     } else if (attr == &dev_attr_fnode_ipv6_flow_label.attr) {
1158         param = ISCSI_FLASHNODE_IPV6_FLOW_LABEL;
1159     } else if (attr == &dev_attr_fnode_link_local_ipv6.attr) {
1160         param = ISCSI_FLASHNODE_LINK_LOCAL_IPV6;
1161     } else if (attr == &dev_attr_fnode_tcp_xmit_wsf.attr) {
1162         param = ISCSI_FLASHNODE_TCP_XMIT_WSF;
1163     } else if (attr == &dev_attr_fnode_tcp_recv_wsf.attr) {
1164         param = ISCSI_FLASHNODE_TCP_RECV_WSF;
1165     } else if (attr == &dev_attr_fnode_statsn.attr) {
1166         param = ISCSI_FLASHNODE_STATSN;
1167     } else if (attr == &dev_attr_fnode_exp_statsn.attr) {
1168         param = ISCSI_FLASHNODE_EXP_STATSN;
1169     } else {
1170         WARN_ONCE(1, "Invalid flashnode connection attr");
1171         return 0;
1172     }
1173
1174     return t->attr_is_visible(ISCSI_FLASHNODE_PARAM, param);
1175 }
1176
1177 static struct attribute_group iscsi_flashnode_conn_attr_group = {
1178     .attrs = iscsi_flashnode_conn_attrs,
1179     .is_visible = iscsi_flashnode_conn_attr_is_visible,
1180 };
1181
1182 static const struct attribute_group *iscsi_flashnode_conn_attr_groups[] = {
1183     &iscsi_flashnode_conn_attr_group,
1184     NULL,
1185 };
1186
1187 static void iscsi_flashnode_conn_release(struct device *dev)
1188 {
1189     struct iscsi_bus_flash_conn *fnode_conn = iscsi_dev_to_flash_conn(dev);
1190
1191     kfree(fnode_conn->ipaddress);
1192     kfree(fnode_conn->redirect_ipaddr);
1193     kfree(fnode_conn->link_local_ipv6_addr);
1194     kfree(fnode_conn);
1195 }
1196
1197 static const struct device_type iscsi_flashnode_conn_dev_type = {
1198     .name = "iscsi_flashnode_conn_dev_type",
1199     .groups = iscsi_flashnode_conn_attr_groups,
1200     .release = iscsi_flashnode_conn_release,
1201 };
1202
1203 static struct bus_type iscsi_flashnode_bus;
1204
1205 int iscsi_flashnode_bus_match(struct device *dev,
1206                      struct device_driver *drv)
1207 {
1208     if (dev->bus == &iscsi_flashnode_bus)
1209         return 1;
1210     return 0;
1211 }
1212 EXPORT_SYMBOL_GPL(iscsi_flashnode_bus_match);
1213
1214 static struct bus_type iscsi_flashnode_bus = {
1215     .name = "iscsi_flashnode",
1216     .match = &iscsi_flashnode_bus_match,
1217 };
1218
1219 /**
1220  * iscsi_create_flashnode_sess - Add flashnode session entry in sysfs
1221  * @shost: pointer to host data
1222  * @index: index of flashnode to add in sysfs
1223  * @transport: pointer to transport data
1224  * @dd_size: total size to allocate
1225  *
1226  * Adds a sysfs entry for the flashnode session attributes
1227  *
1228  * Returns:
1229  *  pointer to allocated flashnode sess on success
1230  *  %NULL on failure
1231  */
1232 struct iscsi_bus_flash_session *
1233 iscsi_create_flashnode_sess(struct Scsi_Host *shost, int index,
1234                 struct iscsi_transport *transport,
1235                 int dd_size)
1236 {
1237     struct iscsi_bus_flash_session *fnode_sess;
1238     int err;
1239
1240     fnode_sess = kzalloc(sizeof(*fnode_sess) + dd_size, GFP_KERNEL);
1241     if (!fnode_sess)
1242         return NULL;
1243
1244     fnode_sess->transport = transport;
1245     fnode_sess->target_id = index;
1246     fnode_sess->dev.type = &iscsi_flashnode_sess_dev_type;
1247     fnode_sess->dev.bus = &iscsi_flashnode_bus;
1248     fnode_sess->dev.parent = &shost->shost_gendev;
1249     dev_set_name(&fnode_sess->dev, "flashnode_sess-%u:%u",
1250              shost->host_no, index);
1251
1252     err = device_register(&fnode_sess->dev);
1253     if (err)
1254         goto free_fnode_sess;
1255
1256     if (dd_size)
1257         fnode_sess->dd_data = &fnode_sess[1];
1258
1259     return fnode_sess;
1260
1261 free_fnode_sess:
1262     kfree(fnode_sess);
1263     return NULL;
1264 }
1265 EXPORT_SYMBOL_GPL(iscsi_create_flashnode_sess);
1266
1267 /**
1268  * iscsi_create_flashnode_conn - Add flashnode conn entry in sysfs
1269  * @shost: pointer to host data
1270  * @fnode_sess: pointer to the parent flashnode session entry
1271  * @transport: pointer to transport data
1272  * @dd_size: total size to allocate
1273  *
1274  * Adds a sysfs entry for the flashnode connection attributes
1275  *
1276  * Returns:
1277  *  pointer to allocated flashnode conn on success
1278  *  %NULL on failure
1279  */
1280 struct iscsi_bus_flash_conn *
1281 iscsi_create_flashnode_conn(struct Scsi_Host *shost,
1282                 struct iscsi_bus_flash_session *fnode_sess,
1283                 struct iscsi_transport *transport,
1284                 int dd_size)
1285 {
1286     struct iscsi_bus_flash_conn *fnode_conn;
1287     int err;
1288
1289     fnode_conn = kzalloc(sizeof(*fnode_conn) + dd_size, GFP_KERNEL);
1290     if (!fnode_conn)
1291         return NULL;
1292
1293     fnode_conn->transport = transport;
1294     fnode_conn->dev.type = &iscsi_flashnode_conn_dev_type;
1295     fnode_conn->dev.bus = &iscsi_flashnode_bus;
1296     fnode_conn->dev.parent = &fnode_sess->dev;
1297     dev_set_name(&fnode_conn->dev, "flashnode_conn-%u:%u:0",
1298              shost->host_no, fnode_sess->target_id);
1299
1300     err = device_register(&fnode_conn->dev);
1301     if (err)
1302         goto free_fnode_conn;
1303
1304     if (dd_size)
1305         fnode_conn->dd_data = &fnode_conn[1];
1306
1307     return fnode_conn;
1308
1309 free_fnode_conn:
1310     kfree(fnode_conn);
1311     return NULL;
1312 }
1313 EXPORT_SYMBOL_GPL(iscsi_create_flashnode_conn);
1314
1315 /**
1316  * iscsi_is_flashnode_conn_dev - verify passed device is to be flashnode conn
1317  * @dev: device to verify
1318  * @data: pointer to data containing value to use for verification
1319  *
1320  * Verifies if the passed device is flashnode conn device
1321  *
1322  * Returns:
1323  *  1 on success
1324  *  0 on failure
1325  */
1326 static int iscsi_is_flashnode_conn_dev(struct device *dev, void *data)
1327 {
1328     return dev->bus == &iscsi_flashnode_bus;
1329 }
1330
1331 static int iscsi_destroy_flashnode_conn(struct iscsi_bus_flash_conn *fnode_conn)
1332 {
1333     device_unregister(&fnode_conn->dev);
1334     return 0;
1335 }
1336
1337 static int flashnode_match_index(struct device *dev, void *data)
1338 {
1339     struct iscsi_bus_flash_session *fnode_sess = NULL;
1340     int ret = 0;
1341
1342     if (!iscsi_flashnode_bus_match(dev, NULL))
1343         goto exit_match_index;
1344
1345     fnode_sess = iscsi_dev_to_flash_session(dev);
1346     ret = (fnode_sess->target_id == *((int *)data)) ? 1 : 0;
1347
1348 exit_match_index:
1349     return ret;
1350 }
1351
1352 /**
1353  * iscsi_get_flashnode_by_index -finds flashnode session entry by index
1354  * @shost: pointer to host data
1355  * @idx: index to match
1356  *
1357  * Finds the flashnode session object for the passed index
1358  *
1359  * Returns:
1360  *  pointer to found flashnode session object on success
1361  *  %NULL on failure
1362  */
1363 static struct iscsi_bus_flash_session *
1364 iscsi_get_flashnode_by_index(struct Scsi_Host *shost, uint32_t idx)
1365 {
1366     struct iscsi_bus_flash_session *fnode_sess = NULL;
1367     struct device *dev;
1368
1369     dev = device_find_child(&shost->shost_gendev, &idx,
1370                 flashnode_match_index);
1371     if (dev)
1372         fnode_sess = iscsi_dev_to_flash_session(dev);
1373
1374     return fnode_sess;
1375 }
1376
1377 /**
1378  * iscsi_find_flashnode_sess - finds flashnode session entry
1379  * @shost: pointer to host data
1380  * @data: pointer to data containing value to use for comparison
1381  * @fn: function pointer that does actual comparison
1382  *
1383  * Finds the flashnode session object comparing the data passed using logic
1384  * defined in passed function pointer
1385  *
1386  * Returns:
1387  *  pointer to found flashnode session device object on success
1388  *  %NULL on failure
1389  */
1390 struct device *
1391 iscsi_find_flashnode_sess(struct Scsi_Host *shost, void *data,
1392               int (*fn)(struct device *dev, void *data))
1393 {
1394     return device_find_child(&shost->shost_gendev, data, fn);
1395 }
1396 EXPORT_SYMBOL_GPL(iscsi_find_flashnode_sess);
1397
1398 /**
1399  * iscsi_find_flashnode_conn - finds flashnode connection entry
1400  * @fnode_sess: pointer to parent flashnode session entry
1401  *
1402  * Finds the flashnode connection object comparing the data passed using logic
1403  * defined in passed function pointer
1404  *
1405  * Returns:
1406  *  pointer to found flashnode connection device object on success
1407  *  %NULL on failure
1408  */
1409 struct device *
1410 iscsi_find_flashnode_conn(struct iscsi_bus_flash_session *fnode_sess)
1411 {
1412     return device_find_child(&fnode_sess->dev, NULL,
1413                  iscsi_is_flashnode_conn_dev);
1414 }
1415 EXPORT_SYMBOL_GPL(iscsi_find_flashnode_conn);
1416
1417 static int iscsi_iter_destroy_flashnode_conn_fn(struct device *dev, void *data)
1418 {
1419     if (!iscsi_is_flashnode_conn_dev(dev, NULL))
1420         return 0;
1421
1422     return iscsi_destroy_flashnode_conn(iscsi_dev_to_flash_conn(dev));
1423 }
1424
1425 /**
1426  * iscsi_destroy_flashnode_sess - destroy flashnode session entry
1427  * @fnode_sess: pointer to flashnode session entry to be destroyed
1428  *
1429  * Deletes the flashnode session entry and all children flashnode connection
1430  * entries from sysfs
1431  */
1432 void iscsi_destroy_flashnode_sess(struct iscsi_bus_flash_session *fnode_sess)
1433 {
1434     int err;
1435
1436     err = device_for_each_child(&fnode_sess->dev, NULL,
1437                     iscsi_iter_destroy_flashnode_conn_fn);
1438     if (err)
1439         pr_err("Could not delete all connections for %s. Error %d.\n",
1440                fnode_sess->dev.kobj.name, err);
1441
1442     device_unregister(&fnode_sess->dev);
1443 }
1444 EXPORT_SYMBOL_GPL(iscsi_destroy_flashnode_sess);
1445
1446 static int iscsi_iter_destroy_flashnode_fn(struct device *dev, void *data)
1447 {
1448     if (!iscsi_flashnode_bus_match(dev, NULL))
1449         return 0;
1450
1451     iscsi_destroy_flashnode_sess(iscsi_dev_to_flash_session(dev));
1452     return 0;
1453 }
1454
1455 /**
1456  * iscsi_destroy_all_flashnode - destroy all flashnode session entries
1457  * @shost: pointer to host data
1458  *
1459  * Destroys all the flashnode session entries and all corresponding children
1460  * flashnode connection entries from sysfs
1461  */
1462 void iscsi_destroy_all_flashnode(struct Scsi_Host *shost)
1463 {
1464     device_for_each_child(&shost->shost_gendev, NULL,
1465                   iscsi_iter_destroy_flashnode_fn);
1466 }
1467 EXPORT_SYMBOL_GPL(iscsi_destroy_all_flashnode);
1468
1469 /*
1470  * BSG support
1471  */
1472 /**
1473  * iscsi_bsg_host_dispatch - Dispatch command to LLD.
1474  * @job: bsg job to be processed
1475  */
1476 static int iscsi_bsg_host_dispatch(struct bsg_job *job)
1477 {
1478     struct Scsi_Host *shost = iscsi_job_to_shost(job);
1479     struct iscsi_bsg_request *req = job->request;
1480     struct iscsi_bsg_reply *reply = job->reply;
1481     struct iscsi_internal *i = to_iscsi_internal(shost->transportt);
1482     int cmdlen = sizeof(uint32_t);  /* start with length of msgcode */
1483     int ret;
1484
1485     /* check if we have the msgcode value at least */
1486     if (job->request_len < sizeof(uint32_t)) {
1487         ret = -ENOMSG;
1488         goto fail_host_msg;
1489     }
1490
1491     /* Validate the host command */
1492     switch (req->msgcode) {
1493     case ISCSI_BSG_HST_VENDOR:
1494         cmdlen += sizeof(struct iscsi_bsg_host_vendor);
1495         if ((shost->hostt->vendor_id == 0L) ||
1496             (req->rqst_data.h_vendor.vendor_id !=
1497             shost->hostt->vendor_id)) {
1498             ret = -ESRCH;
1499             goto fail_host_msg;
1500         }
1501         break;
1502     default:
1503         ret = -EBADR;
1504         goto fail_host_msg;
1505     }
1506
1507     /* check if we really have all the request data needed */
1508     if (job->request_len < cmdlen) {
1509         ret = -ENOMSG;
1510         goto fail_host_msg;
1511     }
1512
1513     ret = i->iscsi_transport->bsg_request(job);
1514     if (!ret)
1515         return 0;
1516
1517 fail_host_msg:
1518     /* return the errno failure code as the only status */
1519     BUG_ON(job->reply_len < sizeof(uint32_t));
1520     reply->reply_payload_rcv_len = 0;
1521     reply->result = ret;
1522     job->reply_len = sizeof(uint32_t);
1523     bsg_job_done(job, ret, 0);
1524     return 0;
1525 }
1526
1527 /**
1528  * iscsi_bsg_host_add - Create and add the bsg hooks to receive requests
1529  * @shost: shost for iscsi_host
1530  * @ihost: iscsi_cls_host adding the structures to
1531  */
1532 static int
1533 iscsi_bsg_host_add(struct Scsi_Host *shost, struct iscsi_cls_host *ihost)
1534 {
1535     struct device *dev = &shost->shost_gendev;
1536     struct iscsi_internal *i = to_iscsi_internal(shost->transportt);
1537     struct request_queue *q;
1538     char bsg_name[20];
1539
1540     if (!i->iscsi_transport->bsg_request)
1541         return -ENOTSUPP;
1542
1543     snprintf(bsg_name, sizeof(bsg_name), "iscsi_host%d", shost->host_no);
1544     q = bsg_setup_queue(dev, bsg_name, iscsi_bsg_host_dispatch, NULL, 0);
1545     if (IS_ERR(q)) {
1546         shost_printk(KERN_ERR, shost, "bsg interface failed to "
1547                  "initialize - no request queue\n");
1548         return PTR_ERR(q);
1549     }
1550     __scsi_init_queue(shost, q);
1551
1552     ihost->bsg_q = q;
1553     return 0;
1554 }
1555
1556 static int iscsi_setup_host(struct transport_container *tc, struct device *dev,
1557                 struct device *cdev)
1558 {
1559     struct Scsi_Host *shost = dev_to_shost(dev);
1560     struct iscsi_cls_host *ihost = shost->shost_data;
1561
1562     memset(ihost, 0, sizeof(*ihost));
1563     mutex_init(&ihost->mutex);
1564
1565     iscsi_bsg_host_add(shost, ihost);
1566     /* ignore any bsg add error - we just can't do sgio */
1567
1568     return 0;
1569 }
1570
1571 static int iscsi_remove_host(struct transport_container *tc,
1572                  struct device *dev, struct device *cdev)
1573 {
1574     struct Scsi_Host *shost = dev_to_shost(dev);
1575     struct iscsi_cls_host *ihost = shost->shost_data;
1576
1577     bsg_remove_queue(ihost->bsg_q);
1578     return 0;
1579 }
1580
1581 static DECLARE_TRANSPORT_CLASS(iscsi_host_class,
1582                    "iscsi_host",
1583                    iscsi_setup_host,
1584                    iscsi_remove_host,
1585                    NULL);
1586
1587 static DECLARE_TRANSPORT_CLASS(iscsi_session_class,
1588                    "iscsi_session",
1589                    NULL,
1590                    NULL,
1591                    NULL);
1592
1593 static DECLARE_TRANSPORT_CLASS(iscsi_connection_class,
1594                    "iscsi_connection",
1595                    NULL,
1596                    NULL,
1597                    NULL);
1598
1599 static struct sock *nls;
1600 static DEFINE_MUTEX(rx_queue_mutex);
1601
1602 static LIST_HEAD(sesslist);
1603 static DEFINE_SPINLOCK(sesslock);
1604 static LIST_HEAD(connlist);
1605 static LIST_HEAD(connlist_err);
1606 static DEFINE_SPINLOCK(connlock);
1607
1608 static uint32_t iscsi_conn_get_sid(struct iscsi_cls_conn *conn)
1609 {
1610     struct iscsi_cls_session *sess = iscsi_dev_to_session(conn->dev.parent);
1611     return sess->sid;
1612 }
1613
1614 /*
1615  * Returns the matching session to a given sid
1616  */
1617 static struct iscsi_cls_session *iscsi_session_lookup(uint32_t sid)
1618 {
1619     unsigned long flags;
1620     struct iscsi_cls_session *sess;
1621
1622     spin_lock_irqsave(&sesslock, flags);
1623     list_for_each_entry(sess, &sesslist, sess_list) {
1624         if (sess->sid == sid) {
1625             spin_unlock_irqrestore(&sesslock, flags);
1626             return sess;
1627         }
1628     }
1629     spin_unlock_irqrestore(&sesslock, flags);
1630     return NULL;
1631 }
1632
1633 /*
1634  * Returns the matching connection to a given sid / cid tuple
1635  */
1636 static struct iscsi_cls_conn *iscsi_conn_lookup(uint32_t sid, uint32_t cid)
1637 {
1638     unsigned long flags;
1639     struct iscsi_cls_conn *conn;
1640
1641     spin_lock_irqsave(&connlock, flags);
1642     list_for_each_entry(conn, &connlist, conn_list) {
1643         if ((conn->cid == cid) && (iscsi_conn_get_sid(conn) == sid)) {
1644             spin_unlock_irqrestore(&connlock, flags);
1645             return conn;
1646         }
1647     }
1648     spin_unlock_irqrestore(&connlock, flags);
1649     return NULL;
1650 }
1651
1652 /*
1653  * The following functions can be used by LLDs that allocate
1654  * their own scsi_hosts or by software iscsi LLDs
1655  */
1656 static struct {
1657     int value;
1658     char *name;
1659 } iscsi_session_state_names[] = {
1660     { ISCSI_SESSION_LOGGED_IN,  "LOGGED_IN" },
1661     { ISCSI_SESSION_FAILED,     "FAILED" },
1662     { ISCSI_SESSION_FREE,       "FREE" },
1663 };
1664
1665 static const char *iscsi_session_state_name(int state)
1666 {
1667     int i;
1668     char *name = NULL;
1669
1670     for (i = 0; i < ARRAY_SIZE(iscsi_session_state_names); i++) {
1671         if (iscsi_session_state_names[i].value == state) {
1672             name = iscsi_session_state_names[i].name;
1673             break;
1674         }
1675     }
1676     return name;
1677 }
1678
1679 int iscsi_session_chkready(struct iscsi_cls_session *session)
1680 {
1681     int err;
1682
1683     switch (session->state) {
1684     case ISCSI_SESSION_LOGGED_IN:
1685         err = 0;
1686         break;
1687     case ISCSI_SESSION_FAILED:
1688         err = DID_IMM_RETRY << 16;
1689         break;
1690     case ISCSI_SESSION_FREE:
1691         err = DID_TRANSPORT_FAILFAST << 16;
1692         break;
1693     default:
1694         err = DID_NO_CONNECT << 16;
1695         break;
1696     }
1697     return err;
1698 }
1699 EXPORT_SYMBOL_GPL(iscsi_session_chkready);
1700
1701 int iscsi_is_session_online(struct iscsi_cls_session *session)
1702 {
1703     unsigned long flags;
1704     int ret = 0;
1705
1706     spin_lock_irqsave(&session->lock, flags);
1707     if (session->state == ISCSI_SESSION_LOGGED_IN)
1708         ret = 1;
1709     spin_unlock_irqrestore(&session->lock, flags);
1710     return ret;
1711 }
1712 EXPORT_SYMBOL_GPL(iscsi_is_session_online);
1713
1714 static void iscsi_session_release(struct device *dev)
1715 {
1716     struct iscsi_cls_session *session = iscsi_dev_to_session(dev);
1717     struct Scsi_Host *shost;
1718
1719     shost = iscsi_session_to_shost(session);
1720     scsi_host_put(shost);
1721     ISCSI_DBG_TRANS_SESSION(session, "Completing session release\n");
1722     kfree(session);
1723 }
1724
1725 int iscsi_is_session_dev(const struct device *dev)
1726 {
1727     return dev->release == iscsi_session_release;
1728 }
1729 EXPORT_SYMBOL_GPL(iscsi_is_session_dev);
1730
1731 static int iscsi_iter_session_fn(struct device *dev, void *data)
1732 {
1733     void (* fn) (struct iscsi_cls_session *) = data;
1734
1735     if (!iscsi_is_session_dev(dev))
1736         return 0;
1737     fn(iscsi_dev_to_session(dev));
1738     return 0;
1739 }
1740
1741 void iscsi_host_for_each_session(struct Scsi_Host *shost,
1742                  void (*fn)(struct iscsi_cls_session *))
1743 {
1744     device_for_each_child(&shost->shost_gendev, fn,
1745                   iscsi_iter_session_fn);
1746 }
1747 EXPORT_SYMBOL_GPL(iscsi_host_for_each_session);
1748
1749 struct iscsi_scan_data {
1750     unsigned int channel;
1751     unsigned int id;
1752     u64 lun;
1753     enum scsi_scan_mode rescan;
1754 };
1755
1756 static int iscsi_user_scan_session(struct device *dev, void *data)
1757 {
1758     struct iscsi_scan_data *scan_data = data;
1759     struct iscsi_cls_session *session;
1760     struct Scsi_Host *shost;
1761     struct iscsi_cls_host *ihost;
1762     unsigned long flags;
1763     unsigned int id;
1764
1765     if (!iscsi_is_session_dev(dev))
1766         return 0;
1767
1768     session = iscsi_dev_to_session(dev);
1769
1770     ISCSI_DBG_TRANS_SESSION(session, "Scanning session\n");
1771
1772     shost = iscsi_session_to_shost(session);
1773     ihost = shost->shost_data;
1774
1775     mutex_lock(&ihost->mutex);
1776     spin_lock_irqsave(&session->lock, flags);
1777     if (session->state != ISCSI_SESSION_LOGGED_IN) {
1778         spin_unlock_irqrestore(&session->lock, flags);
1779         goto user_scan_exit;
1780     }
1781     id = session->target_id;
1782     spin_unlock_irqrestore(&session->lock, flags);
1783
1784     if (id != ISCSI_MAX_TARGET) {
1785         if ((scan_data->channel == SCAN_WILD_CARD ||
1786              scan_data->channel == 0) &&
1787             (scan_data->id == SCAN_WILD_CARD ||
1788              scan_data->id == id))
1789             scsi_scan_target(&session->dev, 0, id,
1790                      scan_data->lun, scan_data->rescan);
1791     }
1792
1793 user_scan_exit:
1794     mutex_unlock(&ihost->mutex);
1795     ISCSI_DBG_TRANS_SESSION(session, "Completed session scan\n");
1796     return 0;
1797 }
1798
1799 static int iscsi_user_scan(struct Scsi_Host *shost, uint channel,
1800                uint id, u64 lun)
1801 {
1802     struct iscsi_scan_data scan_data;
1803
1804     scan_data.channel = channel;
1805     scan_data.id = id;
1806     scan_data.lun = lun;
1807     scan_data.rescan = SCSI_SCAN_MANUAL;
1808
1809     return device_for_each_child(&shost->shost_gendev, &scan_data,
1810                      iscsi_user_scan_session);
1811 }
1812
1813 static void iscsi_scan_session(struct work_struct *work)
1814 {
1815     struct iscsi_cls_session *session =
1816             container_of(work, struct iscsi_cls_session, scan_work);
1817     struct iscsi_scan_data scan_data;
1818
1819     scan_data.channel = 0;
1820     scan_data.id = SCAN_WILD_CARD;
1821     scan_data.lun = SCAN_WILD_CARD;
1822     scan_data.rescan = SCSI_SCAN_RESCAN;
1823
1824     iscsi_user_scan_session(&session->dev, &scan_data);
1825 }
1826
1827 /**
1828  * iscsi_block_scsi_eh - block scsi eh until session state has transistioned
1829  * @cmd: scsi cmd passed to scsi eh handler
1830  *
1831  * If the session is down this function will wait for the recovery
1832  * timer to fire or for the session to be logged back in. If the
1833  * recovery timer fires then FAST_IO_FAIL is returned. The caller
1834  * should pass this error value to the scsi eh.
1835  */
1836 int iscsi_block_scsi_eh(struct scsi_cmnd *cmd)
1837 {
1838     struct iscsi_cls_session *session =
1839             starget_to_session(scsi_target(cmd->device));
1840     unsigned long flags;
1841     int ret = 0;
1842
1843     spin_lock_irqsave(&session->lock, flags);
1844     while (session->state != ISCSI_SESSION_LOGGED_IN) {
1845         if (session->state == ISCSI_SESSION_FREE) {
1846             ret = FAST_IO_FAIL;
1847             break;
1848         }
1849         spin_unlock_irqrestore(&session->lock, flags);
1850         msleep(1000);
1851         spin_lock_irqsave(&session->lock, flags);
1852     }
1853     spin_unlock_irqrestore(&session->lock, flags);
1854     return ret;
1855 }
1856 EXPORT_SYMBOL_GPL(iscsi_block_scsi_eh);
1857
1858 static void session_recovery_timedout(struct work_struct *work)
1859 {
1860     struct iscsi_cls_session *session =
1861         container_of(work, struct iscsi_cls_session,
1862                  recovery_work.work);
1863     unsigned long flags;
1864
1865     iscsi_cls_session_printk(KERN_INFO, session,
1866                  "session recovery timed out after %d secs\n",
1867                  session->recovery_tmo);
1868
1869     spin_lock_irqsave(&session->lock, flags);
1870     switch (session->state) {
1871     case ISCSI_SESSION_FAILED:
1872         session->state = ISCSI_SESSION_FREE;
1873         break;
1874     case ISCSI_SESSION_LOGGED_IN:
1875     case ISCSI_SESSION_FREE:
1876         /* we raced with the unblock's flush */
1877         spin_unlock_irqrestore(&session->lock, flags);
1878         return;
1879     }
1880     spin_unlock_irqrestore(&session->lock, flags);
1881
1882     ISCSI_DBG_TRANS_SESSION(session, "Unblocking SCSI target\n");
1883     scsi_target_unblock(&session->dev, SDEV_TRANSPORT_OFFLINE);
1884     ISCSI_DBG_TRANS_SESSION(session, "Completed unblocking SCSI target\n");
1885
1886     if (session->transport->session_recovery_timedout)
1887         session->transport->session_recovery_timedout(session);
1888 }
1889
1890 static void __iscsi_unblock_session(struct work_struct *work)
1891 {
1892     struct iscsi_cls_session *session =
1893             container_of(work, struct iscsi_cls_session,
1894                      unblock_work);
1895     unsigned long flags;
1896
1897     ISCSI_DBG_TRANS_SESSION(session, "Unblocking session\n");
1898
1899     cancel_delayed_work_sync(&session->recovery_work);
1900     spin_lock_irqsave(&session->lock, flags);
1901     session->state = ISCSI_SESSION_LOGGED_IN;
1902     spin_unlock_irqrestore(&session->lock, flags);
1903     /* start IO */
1904     scsi_target_unblock(&session->dev, SDEV_RUNNING);
1905     ISCSI_DBG_TRANS_SESSION(session, "Completed unblocking session\n");
1906 }
1907
1908 /**
1909  * iscsi_unblock_session - set a session as logged in and start IO.
1910  * @session: iscsi session
1911  *
1912  * Mark a session as ready to accept IO.
1913  */
1914 void iscsi_unblock_session(struct iscsi_cls_session *session)
1915 {
1916     if (!cancel_work_sync(&session->block_work))
1917         cancel_delayed_work_sync(&session->recovery_work);
1918
1919     queue_work(session->workq, &session->unblock_work);
1920     /*
1921      * Blocking the session can be done from any context so we only
1922      * queue the block work. Make sure the unblock work has completed
1923      * because it flushes/cancels the other works and updates the state.
1924      */
1925     flush_work(&session->unblock_work);
1926 }
1927 EXPORT_SYMBOL_GPL(iscsi_unblock_session);
1928
1929 static void __iscsi_block_session(struct work_struct *work)
1930 {
1931     struct iscsi_cls_session *session =
1932             container_of(work, struct iscsi_cls_session,
1933                      block_work);
1934     unsigned long flags;
1935
1936     ISCSI_DBG_TRANS_SESSION(session, "Blocking session\n");
1937     spin_lock_irqsave(&session->lock, flags);
1938     session->state = ISCSI_SESSION_FAILED;
1939     spin_unlock_irqrestore(&session->lock, flags);
1940     scsi_target_block(&session->dev);
1941     ISCSI_DBG_TRANS_SESSION(session, "Completed SCSI target blocking\n");
1942     if (session->recovery_tmo >= 0)
1943         queue_delayed_work(session->workq,
1944                    &session->recovery_work,
1945                    session->recovery_tmo * HZ);
1946 }
1947
1948 void iscsi_block_session(struct iscsi_cls_session *session)
1949 {
1950     queue_work(session->workq, &session->block_work);
1951 }
1952 EXPORT_SYMBOL_GPL(iscsi_block_session);
1953
1954 static void __iscsi_unbind_session(struct work_struct *work)
1955 {
1956     struct iscsi_cls_session *session =
1957             container_of(work, struct iscsi_cls_session,
1958                      unbind_work);
1959     struct Scsi_Host *shost = iscsi_session_to_shost(session);
1960     struct iscsi_cls_host *ihost = shost->shost_data;
1961     unsigned long flags;
1962     unsigned int target_id;
1963
1964     ISCSI_DBG_TRANS_SESSION(session, "Unbinding session\n");
1965
1966     /* Prevent new scans and make sure scanning is not in progress */
1967     mutex_lock(&ihost->mutex);
1968     spin_lock_irqsave(&session->lock, flags);
1969     if (session->target_id == ISCSI_MAX_TARGET) {
1970         spin_unlock_irqrestore(&session->lock, flags);
1971         mutex_unlock(&ihost->mutex);
1972         goto unbind_session_exit;
1973     }
1974
1975     target_id = session->target_id;
1976     session->target_id = ISCSI_MAX_TARGET;
1977     spin_unlock_irqrestore(&session->lock, flags);
1978     mutex_unlock(&ihost->mutex);
1979
1980     scsi_remove_target(&session->dev);
1981
1982     if (session->ida_used)
1983         ida_free(&iscsi_sess_ida, target_id);
1984
1985 unbind_session_exit:
1986     iscsi_session_event(session, ISCSI_KEVENT_UNBIND_SESSION);
1987     ISCSI_DBG_TRANS_SESSION(session, "Completed target removal\n");
1988 }
1989
1990 static void __iscsi_destroy_session(struct work_struct *work)
1991 {
1992     struct iscsi_cls_session *session =
1993         container_of(work, struct iscsi_cls_session, destroy_work);
1994
1995     session->transport->destroy_session(session);
1996 }
1997
1998 struct iscsi_cls_session *
1999 iscsi_alloc_session(struct Scsi_Host *shost, struct iscsi_transport *transport,
2000             int dd_size)
2001 {
2002     struct iscsi_cls_session *session;
2003
2004     session = kzalloc(sizeof(*session) + dd_size,
2005               GFP_KERNEL);
2006     if (!session)
2007         return NULL;
2008
2009     session->transport = transport;
2010     session->creator = -1;
2011     session->recovery_tmo = 120;
2012     session->recovery_tmo_sysfs_override = false;
2013     session->state = ISCSI_SESSION_FREE;
2014     INIT_DELAYED_WORK(&session->recovery_work, session_recovery_timedout);
2015     INIT_LIST_HEAD(&session->sess_list);
2016     INIT_WORK(&session->unblock_work, __iscsi_unblock_session);
2017     INIT_WORK(&session->block_work, __iscsi_block_session);
2018     INIT_WORK(&session->unbind_work, __iscsi_unbind_session);
2019     INIT_WORK(&session->scan_work, iscsi_scan_session);
2020     INIT_WORK(&session->destroy_work, __iscsi_destroy_session);
2021     spin_lock_init(&session->lock);
2022
2023     /* this is released in the dev's release function */
2024     scsi_host_get(shost);
2025     session->dev.parent = &shost->shost_gendev;
2026     session->dev.release = iscsi_session_release;
2027     device_initialize(&session->dev);
2028     if (dd_size)
2029         session->dd_data = &session[1];
2030
2031     ISCSI_DBG_TRANS_SESSION(session, "Completed session allocation\n");
2032     return session;
2033 }
2034 EXPORT_SYMBOL_GPL(iscsi_alloc_session);
2035
2036 int iscsi_add_session(struct iscsi_cls_session *session, unsigned int target_id)
2037 {
2038     struct Scsi_Host *shost = iscsi_session_to_shost(session);
2039     unsigned long flags;
2040     int id = 0;
2041     int err;
2042
2043     session->sid = atomic_add_return(1, &iscsi_session_nr);
2044
2045     session->workq = alloc_workqueue("iscsi_ctrl_%d:%d",
2046             WQ_SYSFS | WQ_MEM_RECLAIM | WQ_UNBOUND, 0,
2047             shost->host_no, session->sid);
2048     if (!session->workq)
2049         return -ENOMEM;
2050
2051     if (target_id == ISCSI_MAX_TARGET) {
2052         id = ida_alloc(&iscsi_sess_ida, GFP_KERNEL);
2053
2054         if (id < 0) {
2055             iscsi_cls_session_printk(KERN_ERR, session,
2056                     "Failure in Target ID Allocation\n");
2057             err = id;
2058             goto destroy_wq;
2059         }
2060         session->target_id = (unsigned int)id;
2061         session->ida_used = true;
2062     } else
2063         session->target_id = target_id;
2064
2065     dev_set_name(&session->dev, "session%u", session->sid);
2066     err = device_add(&session->dev);
2067     if (err) {
2068         iscsi_cls_session_printk(KERN_ERR, session,
2069                      "could not register session's dev\n");
2070         goto release_ida;
2071     }
2072     err = transport_register_device(&session->dev);
2073     if (err) {
2074         iscsi_cls_session_printk(KERN_ERR, session,
2075                      "could not register transport's dev\n");
2076         goto release_dev;
2077     }
2078
2079     spin_lock_irqsave(&sesslock, flags);
2080     list_add(&session->sess_list, &sesslist);
2081     spin_unlock_irqrestore(&sesslock, flags);
2082
2083     iscsi_session_event(session, ISCSI_KEVENT_CREATE_SESSION);
2084     ISCSI_DBG_TRANS_SESSION(session, "Completed session adding\n");
2085     return 0;
2086
2087 release_dev:
2088     device_del(&session->dev);
2089 release_ida:
2090     if (session->ida_used)
2091         ida_free(&iscsi_sess_ida, session->target_id);
2092 destroy_wq:
2093     destroy_workqueue(session->workq);
2094     return err;
2095 }
2096 EXPORT_SYMBOL_GPL(iscsi_add_session);
2097
2098 /**
2099  * iscsi_create_session - create iscsi class session
2100  * @shost: scsi host
2101  * @transport: iscsi transport
2102  * @dd_size: private driver data size
2103  * @target_id: which target
2104  *
2105  * This can be called from a LLD or iscsi_transport.
2106  */
2107 struct iscsi_cls_session *
2108 iscsi_create_session(struct Scsi_Host *shost, struct iscsi_transport *transport,
2109              int dd_size, unsigned int target_id)
2110 {
2111     struct iscsi_cls_session *session;
2112
2113     session = iscsi_alloc_session(shost, transport, dd_size);
2114     if (!session)
2115         return NULL;
2116
2117     if (iscsi_add_session(session, target_id)) {
2118         iscsi_free_session(session);
2119         return NULL;
2120     }
2121     return session;
2122 }
2123 EXPORT_SYMBOL_GPL(iscsi_create_session);
2124
2125 static void iscsi_conn_release(struct device *dev)
2126 {
2127     struct iscsi_cls_conn *conn = iscsi_dev_to_conn(dev);
2128     struct device *parent = conn->dev.parent;
2129
2130     ISCSI_DBG_TRANS_CONN(conn, "Releasing conn\n");
2131     kfree(conn);
2132     put_device(parent);
2133 }
2134
2135 static int iscsi_is_conn_dev(const struct device *dev)
2136 {
2137     return dev->release == iscsi_conn_release;
2138 }
2139
2140 static int iscsi_iter_destroy_conn_fn(struct device *dev, void *data)
2141 {
2142     if (!iscsi_is_conn_dev(dev))
2143         return 0;
2144
2145     iscsi_remove_conn(iscsi_dev_to_conn(dev));
2146     return 0;
2147 }
2148
2149 void iscsi_remove_session(struct iscsi_cls_session *session)
2150 {
2151     unsigned long flags;
2152     int err;
2153
2154     ISCSI_DBG_TRANS_SESSION(session, "Removing session\n");
2155
2156     spin_lock_irqsave(&sesslock, flags);
2157     if (!list_empty(&session->sess_list))
2158         list_del(&session->sess_list);
2159     spin_unlock_irqrestore(&sesslock, flags);
2160
2161     if (!cancel_work_sync(&session->block_work))
2162         cancel_delayed_work_sync(&session->recovery_work);
2163     cancel_work_sync(&session->unblock_work);
2164     /*
2165      * If we are blocked let commands flow again. The lld or iscsi
2166      * layer should set up the queuecommand to fail commands.
2167      * We assume that LLD will not be calling block/unblock while
2168      * removing the session.
2169      */
2170     spin_lock_irqsave(&session->lock, flags);
2171     session->state = ISCSI_SESSION_FREE;
2172     spin_unlock_irqrestore(&session->lock, flags);
2173
2174     scsi_target_unblock(&session->dev, SDEV_TRANSPORT_OFFLINE);
2175     /*
2176      * qla4xxx can perform it's own scans when it runs in kernel only
2177      * mode. Make sure to flush those scans.
2178      */
2179     flush_work(&session->scan_work);
2180     /* flush running unbind operations */
2181     flush_work(&session->unbind_work);
2182     __iscsi_unbind_session(&session->unbind_work);
2183
2184     /* hw iscsi may not have removed all connections from session */
2185     err = device_for_each_child(&session->dev, NULL,
2186                     iscsi_iter_destroy_conn_fn);
2187     if (err)
2188         iscsi_cls_session_printk(KERN_ERR, session,
2189                      "Could not delete all connections "
2190                      "for session. Error %d.\n", err);
2191
2192     transport_unregister_device(&session->dev);
2193
2194     destroy_workqueue(session->workq);
2195
2196     ISCSI_DBG_TRANS_SESSION(session, "Completing session removal\n");
2197     device_del(&session->dev);
2198 }
2199 EXPORT_SYMBOL_GPL(iscsi_remove_session);
2200
2201 static void iscsi_stop_conn(struct iscsi_cls_conn *conn, int flag)
2202 {
2203     ISCSI_DBG_TRANS_CONN(conn, "Stopping conn.\n");
2204
2205     switch (flag) {
2206     case STOP_CONN_RECOVER:
2207         WRITE_ONCE(conn->state, ISCSI_CONN_FAILED);
2208         break;
2209     case STOP_CONN_TERM:
2210         WRITE_ONCE(conn->state, ISCSI_CONN_DOWN);
2211         break;
2212     default:
2213         iscsi_cls_conn_printk(KERN_ERR, conn, "invalid stop flag %d\n",
2214                       flag);
2215         return;
2216     }
2217
2218     conn->transport->stop_conn(conn, flag);
2219     ISCSI_DBG_TRANS_CONN(conn, "Stopping conn done.\n");
2220 }
2221
2222 static void iscsi_ep_disconnect(struct iscsi_cls_conn *conn, bool is_active)
2223 {
2224     struct iscsi_cls_session *session = iscsi_conn_to_session(conn);
2225     struct iscsi_endpoint *ep;
2226
2227     ISCSI_DBG_TRANS_CONN(conn, "disconnect ep.\n");
2228     WRITE_ONCE(conn->state, ISCSI_CONN_FAILED);
2229
2230     if (!conn->ep || !session->transport->ep_disconnect)
2231         return;
2232
2233     ep = conn->ep;
2234     conn->ep = NULL;
2235
2236     session->transport->unbind_conn(conn, is_active);
2237     session->transport->ep_disconnect(ep);
2238     ISCSI_DBG_TRANS_CONN(conn, "disconnect ep done.\n");
2239 }
2240
2241 static void iscsi_if_disconnect_bound_ep(struct iscsi_cls_conn *conn,
2242                      struct iscsi_endpoint *ep,
2243                      bool is_active)
2244 {
2245     /* Check if this was a conn error and the kernel took ownership */
2246     spin_lock_irq(&conn->lock);
2247     if (!test_bit(ISCSI_CLS_CONN_BIT_CLEANUP, &conn->flags)) {
2248         spin_unlock_irq(&conn->lock);
2249         iscsi_ep_disconnect(conn, is_active);
2250     } else {
2251         spin_unlock_irq(&conn->lock);
2252         ISCSI_DBG_TRANS_CONN(conn, "flush kernel conn cleanup.\n");
2253         mutex_unlock(&conn->ep_mutex);
2254
2255         flush_work(&conn->cleanup_work);
2256         /*
2257          * Userspace is now done with the EP so we can release the ref
2258          * iscsi_cleanup_conn_work_fn took.
2259          */
2260         iscsi_put_endpoint(ep);
2261         mutex_lock(&conn->ep_mutex);
2262     }
2263 }
2264
2265 static int iscsi_if_stop_conn(struct iscsi_cls_conn *conn, int flag)
2266 {
2267     ISCSI_DBG_TRANS_CONN(conn, "iscsi if conn stop.\n");
2268     /*
2269      * For offload, iscsid may not know about the ep like when iscsid is
2270      * restarted or for kernel based session shutdown iscsid is not even
2271      * up. For these cases, we do the disconnect now.
2272      */
2273     mutex_lock(&conn->ep_mutex);
2274     if (conn->ep)
2275         iscsi_if_disconnect_bound_ep(conn, conn->ep, true);
2276     mutex_unlock(&conn->ep_mutex);
2277
2278     /*
2279      * If this is a termination we have to call stop_conn with that flag
2280      * so the correct states get set. If we haven't run the work yet try to
2281      * avoid the extra run.
2282      */
2283     if (flag == STOP_CONN_TERM) {
2284         cancel_work_sync(&conn->cleanup_work);
2285         iscsi_stop_conn(conn, flag);
2286     } else {
2287         /*
2288          * Figure out if it was the kernel or userspace initiating this.
2289          */
2290         spin_lock_irq(&conn->lock);
2291         if (!test_and_set_bit(ISCSI_CLS_CONN_BIT_CLEANUP, &conn->flags)) {
2292             spin_unlock_irq(&conn->lock);
2293             iscsi_stop_conn(conn, flag);
2294         } else {
2295             spin_unlock_irq(&conn->lock);
2296             ISCSI_DBG_TRANS_CONN(conn,
2297                          "flush kernel conn cleanup.\n");
2298             flush_work(&conn->cleanup_work);
2299         }
2300         /*
2301          * Only clear for recovery to avoid extra cleanup runs during
2302          * termination.
2303          */
2304         spin_lock_irq(&conn->lock);
2305         clear_bit(ISCSI_CLS_CONN_BIT_CLEANUP, &conn->flags);
2306         spin_unlock_irq(&conn->lock);
2307     }
2308     ISCSI_DBG_TRANS_CONN(conn, "iscsi if conn stop done.\n");
2309     return 0;
2310 }
2311
2312 static void iscsi_cleanup_conn_work_fn(struct work_struct *work)
2313 {
2314     struct iscsi_cls_conn *conn = container_of(work, struct iscsi_cls_conn,
2315                            cleanup_work);
2316     struct iscsi_cls_session *session = iscsi_conn_to_session(conn);
2317
2318     mutex_lock(&conn->ep_mutex);
2319     /*
2320      * Get a ref to the ep, so we don't release its ID until after
2321      * userspace is done referencing it in iscsi_if_disconnect_bound_ep.
2322      */
2323     if (conn->ep)
2324         get_device(&conn->ep->dev);
2325     iscsi_ep_disconnect(conn, false);
2326
2327     if (system_state != SYSTEM_RUNNING) {
2328         /*
2329          * If the user has set up for the session to never timeout
2330          * then hang like they wanted. For all other cases fail right
2331          * away since userspace is not going to relogin.
2332          */
2333         if (session->recovery_tmo > 0)
2334             session->recovery_tmo = 0;
2335     }
2336
2337     iscsi_stop_conn(conn, STOP_CONN_RECOVER);
2338     mutex_unlock(&conn->ep_mutex);
2339     ISCSI_DBG_TRANS_CONN(conn, "cleanup done.\n");
2340 }
2341
2342 static int iscsi_iter_force_destroy_conn_fn(struct device *dev, void *data)
2343 {
2344     struct iscsi_transport *transport;
2345     struct iscsi_cls_conn *conn;
2346
2347     if (!iscsi_is_conn_dev(dev))
2348         return 0;
2349
2350     conn = iscsi_dev_to_conn(dev);
2351     transport = conn->transport;
2352
2353     if (READ_ONCE(conn->state) != ISCSI_CONN_DOWN)
2354         iscsi_if_stop_conn(conn, STOP_CONN_TERM);
2355
2356     transport->destroy_conn(conn);
2357     return 0;
2358 }
2359
2360 /**
2361  * iscsi_force_destroy_session - destroy a session from the kernel
2362  * @session: session to destroy
2363  *
2364  * Force the destruction of a session from the kernel. This should only be
2365  * used when userspace is no longer running during system shutdown.
2366  */
2367 void iscsi_force_destroy_session(struct iscsi_cls_session *session)
2368 {
2369     struct iscsi_transport *transport = session->transport;
2370     unsigned long flags;
2371
2372     WARN_ON_ONCE(system_state == SYSTEM_RUNNING);
2373
2374     spin_lock_irqsave(&sesslock, flags);
2375     if (list_empty(&session->sess_list)) {
2376         spin_unlock_irqrestore(&sesslock, flags);
2377         /*
2378          * Conn/ep is already freed. Session is being torn down via
2379          * async path. For shutdown we don't care about it so return.
2380          */
2381         return;
2382     }
2383     spin_unlock_irqrestore(&sesslock, flags);
2384
2385     device_for_each_child(&session->dev, NULL,
2386                   iscsi_iter_force_destroy_conn_fn);
2387     transport->destroy_session(session);
2388 }
2389 EXPORT_SYMBOL_GPL(iscsi_force_destroy_session);
2390
2391 void iscsi_free_session(struct iscsi_cls_session *session)
2392 {
2393     ISCSI_DBG_TRANS_SESSION(session, "Freeing session\n");
2394     iscsi_session_event(session, ISCSI_KEVENT_DESTROY_SESSION);
2395     put_device(&session->dev);
2396 }
2397 EXPORT_SYMBOL_GPL(iscsi_free_session);
2398
2399 /**
2400  * iscsi_alloc_conn - alloc iscsi class connection
2401  * @session: iscsi cls session
2402  * @dd_size: private driver data size
2403  * @cid: connection id
2404  */
2405 struct iscsi_cls_conn *
2406 iscsi_alloc_conn(struct iscsi_cls_session *session, int dd_size, uint32_t cid)
2407 {
2408     struct iscsi_transport *transport = session->transport;
2409     struct iscsi_cls_conn *conn;
2410
2411     conn = kzalloc(sizeof(*conn) + dd_size, GFP_KERNEL);
2412     if (!conn)
2413         return NULL;
2414     if (dd_size)
2415         conn->dd_data = &conn[1];
2416
2417     mutex_init(&conn->ep_mutex);
2418     spin_lock_init(&conn->lock);
2419     INIT_LIST_HEAD(&conn->conn_list);
2420     INIT_WORK(&conn->cleanup_work, iscsi_cleanup_conn_work_fn);
2421     conn->transport = transport;
2422     conn->cid = cid;
2423     WRITE_ONCE(conn->state, ISCSI_CONN_DOWN);
2424
2425     /* this is released in the dev's release function */
2426     if (!get_device(&session->dev))
2427         goto free_conn;
2428
2429     dev_set_name(&conn->dev, "connection%d:%u", session->sid, cid);
2430     device_initialize(&conn->dev);
2431     conn->dev.parent = &session->dev;
2432     conn->dev.release = iscsi_conn_release;
2433
2434     return conn;
2435
2436 free_conn:
2437     kfree(conn);
2438     return NULL;
2439 }
2440 EXPORT_SYMBOL_GPL(iscsi_alloc_conn);
2441
2442 /**
2443  * iscsi_add_conn - add iscsi class connection
2444  * @conn: iscsi cls connection
2445  *
2446  * This will expose iscsi_cls_conn to sysfs so make sure the related
2447  * resources for sysfs attributes are initialized before calling this.
2448  */
2449 int iscsi_add_conn(struct iscsi_cls_conn *conn)
2450 {
2451     int err;
2452     unsigned long flags;
2453     struct iscsi_cls_session *session = iscsi_dev_to_session(conn->dev.parent);
2454
2455     err = device_add(&conn->dev);
2456     if (err) {
2457         iscsi_cls_session_printk(KERN_ERR, session,
2458                      "could not register connection's dev\n");
2459         return err;
2460     }
2461     err = transport_register_device(&conn->dev);
2462     if (err) {
2463         iscsi_cls_session_printk(KERN_ERR, session,
2464                      "could not register transport's dev\n");
2465         device_del(&conn->dev);
2466         return err;
2467     }
2468
2469     spin_lock_irqsave(&connlock, flags);
2470     list_add(&conn->conn_list, &connlist);
2471     spin_unlock_irqrestore(&connlock, flags);
2472
2473     return 0;
2474 }
2475 EXPORT_SYMBOL_GPL(iscsi_add_conn);
2476
2477 /**
2478  * iscsi_remove_conn - remove iscsi class connection from sysfs
2479  * @conn: iscsi cls connection
2480  *
2481  * Remove iscsi_cls_conn from sysfs, and wait for previous
2482  * read/write of iscsi_cls_conn's attributes in sysfs to finish.
2483  */
2484 void iscsi_remove_conn(struct iscsi_cls_conn *conn)
2485 {
2486     unsigned long flags;
2487
2488     spin_lock_irqsave(&connlock, flags);
2489     list_del(&conn->conn_list);
2490     spin_unlock_irqrestore(&connlock, flags);
2491
2492     transport_unregister_device(&conn->dev);
2493     device_del(&conn->dev);
2494 }
2495 EXPORT_SYMBOL_GPL(iscsi_remove_conn);
2496
2497 void iscsi_put_conn(struct iscsi_cls_conn *conn)
2498 {
2499     put_device(&conn->dev);
2500 }
2501 EXPORT_SYMBOL_GPL(iscsi_put_conn);
2502
2503 void iscsi_get_conn(struct iscsi_cls_conn *conn)
2504 {
2505     get_device(&conn->dev);
2506 }
2507 EXPORT_SYMBOL_GPL(iscsi_get_conn);
2508
2509 /*
2510  * iscsi interface functions
2511  */
2512 static struct iscsi_internal *
2513 iscsi_if_transport_lookup(struct iscsi_transport *tt)
2514 {
2515     struct iscsi_internal *priv;
2516     unsigned long flags;
2517
2518     spin_lock_irqsave(&iscsi_transport_lock, flags);
2519     list_for_each_entry(priv, &iscsi_transports, list) {
2520         if (tt == priv->iscsi_transport) {
2521             spin_unlock_irqrestore(&iscsi_transport_lock, flags);
2522             return priv;
2523         }
2524     }
2525     spin_unlock_irqrestore(&iscsi_transport_lock, flags);
2526     return NULL;
2527 }
2528
2529 static int
2530 iscsi_multicast_skb(struct sk_buff *skb, uint32_t group, gfp_t gfp)
2531 {
2532     return nlmsg_multicast(nls, skb, 0, group, gfp);
2533 }
2534
2535 static int
2536 iscsi_unicast_skb(struct sk_buff *skb, u32 portid)
2537 {
2538     return nlmsg_unicast(nls, skb, portid);
2539 }
2540
2541 int iscsi_recv_pdu(struct iscsi_cls_conn *conn, struct iscsi_hdr *hdr,
2542            char *data, uint32_t data_size)
2543 {
2544     struct nlmsghdr *nlh;
2545     struct sk_buff *skb;
2546     struct iscsi_uevent *ev;
2547     char *pdu;
2548     struct iscsi_internal *priv;
2549     int len = nlmsg_total_size(sizeof(*ev) + sizeof(struct iscsi_hdr) +
2550                    data_size);
2551
2552     priv = iscsi_if_transport_lookup(conn->transport);
2553     if (!priv)
2554         return -EINVAL;
2555
2556     skb = alloc_skb(len, GFP_ATOMIC);
2557     if (!skb) {
2558         iscsi_conn_error_event(conn, ISCSI_ERR_CONN_FAILED);
2559         iscsi_cls_conn_printk(KERN_ERR, conn, "can not deliver "
2560                       "control PDU: OOM\n");
2561         return -ENOMEM;
2562     }
2563
2564     nlh = __nlmsg_put(skb, 0, 0, 0, (len - sizeof(*nlh)), 0);
2565     ev = nlmsg_data(nlh);
2566     memset(ev, 0, sizeof(*ev));
2567     ev->transport_handle = iscsi_handle(conn->transport);
2568     ev->type = ISCSI_KEVENT_RECV_PDU;
2569     ev->r.recv_req.cid = conn->cid;
2570     ev->r.recv_req.sid = iscsi_conn_get_sid(conn);
2571     pdu = (char*)ev + sizeof(*ev);
2572     memcpy(pdu, hdr, sizeof(struct iscsi_hdr));
2573     memcpy(pdu + sizeof(struct iscsi_hdr), data, data_size);
2574
2575     return iscsi_multicast_skb(skb, ISCSI_NL_GRP_ISCSID, GFP_ATOMIC);
2576 }
2577 EXPORT_SYMBOL_GPL(iscsi_recv_pdu);
2578
2579 int iscsi_offload_mesg(struct Scsi_Host *shost,
2580                struct iscsi_transport *transport, uint32_t type,
2581                char *data, uint16_t data_size)
2582 {
2583     struct nlmsghdr *nlh;
2584     struct sk_buff *skb;
2585     struct iscsi_uevent *ev;
2586     int len = nlmsg_total_size(sizeof(*ev) + data_size);
2587
2588     skb = alloc_skb(len, GFP_ATOMIC);
2589     if (!skb) {
2590         printk(KERN_ERR "can not deliver iscsi offload message:OOM\n");
2591         return -ENOMEM;
2592     }
2593
2594     nlh = __nlmsg_put(skb, 0, 0, 0, (len - sizeof(*nlh)), 0);
2595     ev = nlmsg_data(nlh);
2596     memset(ev, 0, sizeof(*ev));
2597     ev->type = type;
2598     ev->transport_handle = iscsi_handle(transport);
2599     switch (type) {
2600     case ISCSI_KEVENT_PATH_REQ:
2601         ev->r.req_path.host_no = shost->host_no;
2602         break;
2603     case ISCSI_KEVENT_IF_DOWN:
2604         ev->r.notify_if_down.host_no = shost->host_no;
2605         break;
2606     }
2607
2608     memcpy((char *)ev + sizeof(*ev), data, data_size);
2609
2610     return iscsi_multicast_skb(skb, ISCSI_NL_GRP_UIP, GFP_ATOMIC);
2611 }
2612 EXPORT_SYMBOL_GPL(iscsi_offload_mesg);
2613
2614 void iscsi_conn_error_event(struct iscsi_cls_conn *conn, enum iscsi_err error)
2615 {
2616     struct nlmsghdr *nlh;
2617     struct sk_buff  *skb;
2618     struct iscsi_uevent *ev;
2619     struct iscsi_internal *priv;
2620     int len = nlmsg_total_size(sizeof(*ev));
2621     unsigned long flags;
2622     int state;
2623
2624     spin_lock_irqsave(&conn->lock, flags);
2625     /*
2626      * Userspace will only do a stop call if we are at least bound. And, we
2627      * only need to do the in kernel cleanup if in the UP state so cmds can
2628      * be released to upper layers. If in other states just wait for
2629      * userspace to avoid races that can leave the cleanup_work queued.
2630      */
2631     state = READ_ONCE(conn->state);
2632     switch (state) {
2633     case ISCSI_CONN_BOUND:
2634     case ISCSI_CONN_UP:
2635         if (!test_and_set_bit(ISCSI_CLS_CONN_BIT_CLEANUP,
2636                       &conn->flags)) {
2637             queue_work(iscsi_conn_cleanup_workq,
2638                    &conn->cleanup_work);
2639         }
2640         break;
2641     default:
2642         ISCSI_DBG_TRANS_CONN(conn, "Got conn error in state %d\n",
2643                      state);
2644         break;
2645     }
2646     spin_unlock_irqrestore(&conn->lock, flags);
2647
2648     priv = iscsi_if_transport_lookup(conn->transport);
2649     if (!priv)
2650         return;
2651
2652     skb = alloc_skb(len, GFP_ATOMIC);
2653     if (!skb) {
2654         iscsi_cls_conn_printk(KERN_ERR, conn, "gracefully ignored "
2655                       "conn error (%d)\n", error);
2656         return;
2657     }
2658
2659     nlh = __nlmsg_put(skb, 0, 0, 0, (len - sizeof(*nlh)), 0);
2660     ev = nlmsg_data(nlh);
2661     ev->transport_handle = iscsi_handle(conn->transport);
2662     ev->type = ISCSI_KEVENT_CONN_ERROR;
2663     ev->r.connerror.error = error;
2664     ev->r.connerror.cid = conn->cid;
2665     ev->r.connerror.sid = iscsi_conn_get_sid(conn);
2666
2667     iscsi_multicast_skb(skb, ISCSI_NL_GRP_ISCSID, GFP_ATOMIC);
2668
2669     iscsi_cls_conn_printk(KERN_INFO, conn, "detected conn error (%d)\n",
2670                   error);
2671 }
2672 EXPORT_SYMBOL_GPL(iscsi_conn_error_event);
2673
2674 void iscsi_conn_login_event(struct iscsi_cls_conn *conn,
2675                 enum iscsi_conn_state state)
2676 {
2677     struct nlmsghdr *nlh;
2678     struct sk_buff  *skb;
2679     struct iscsi_uevent *ev;
2680     struct iscsi_internal *priv;
2681     int len = nlmsg_total_size(sizeof(*ev));
2682
2683     priv = iscsi_if_transport_lookup(conn->transport);
2684     if (!priv)
2685         return;
2686
2687     skb = alloc_skb(len, GFP_ATOMIC);
2688     if (!skb) {
2689         iscsi_cls_conn_printk(KERN_ERR, conn, "gracefully ignored "
2690                       "conn login (%d)\n", state);
2691         return;
2692     }
2693
2694     nlh = __nlmsg_put(skb, 0, 0, 0, (len - sizeof(*nlh)), 0);
2695     ev = nlmsg_data(nlh);
2696     ev->transport_handle = iscsi_handle(conn->transport);
2697     ev->type = ISCSI_KEVENT_CONN_LOGIN_STATE;
2698     ev->r.conn_login.state = state;
2699     ev->r.conn_login.cid = conn->cid;
2700     ev->r.conn_login.sid = iscsi_conn_get_sid(conn);
2701     iscsi_multicast_skb(skb, ISCSI_NL_GRP_ISCSID, GFP_ATOMIC);
2702
2703     iscsi_cls_conn_printk(KERN_INFO, conn, "detected conn login (%d)\n",
2704                   state);
2705 }
2706 EXPORT_SYMBOL_GPL(iscsi_conn_login_event);
2707
2708 void iscsi_post_host_event(uint32_t host_no, struct iscsi_transport *transport,
2709                enum iscsi_host_event_code code, uint32_t data_size,
2710                uint8_t *data)
2711 {
2712     struct nlmsghdr *nlh;
2713     struct sk_buff *skb;
2714     struct iscsi_uevent *ev;
2715     int len = nlmsg_total_size(sizeof(*ev) + data_size);
2716
2717     skb = alloc_skb(len, GFP_NOIO);
2718     if (!skb) {
2719         printk(KERN_ERR "gracefully ignored host event (%d):%d OOM\n",
2720                host_no, code);
2721         return;
2722     }
2723
2724     nlh = __nlmsg_put(skb, 0, 0, 0, (len - sizeof(*nlh)), 0);
2725     ev = nlmsg_data(nlh);
2726     ev->transport_handle = iscsi_handle(transport);
2727     ev->type = ISCSI_KEVENT_HOST_EVENT;
2728     ev->r.host_event.host_no = host_no;
2729     ev->r.host_event.code = code;
2730     ev->r.host_event.data_size = data_size;
2731
2732     if (data_size)
2733         memcpy((char *)ev + sizeof(*ev), data, data_size);
2734
2735     iscsi_multicast_skb(skb, ISCSI_NL_GRP_ISCSID, GFP_NOIO);
2736 }
2737 EXPORT_SYMBOL_GPL(iscsi_post_host_event);
2738
2739 void iscsi_ping_comp_event(uint32_t host_no, struct iscsi_transport *transport,
2740                uint32_t status, uint32_t pid, uint32_t data_size,
2741                uint8_t *data)
2742 {
2743     struct nlmsghdr *nlh;
2744     struct sk_buff *skb;
2745     struct iscsi_uevent *ev;
2746     int len = nlmsg_total_size(sizeof(*ev) + data_size);
2747
2748     skb = alloc_skb(len, GFP_NOIO);
2749     if (!skb) {
2750         printk(KERN_ERR "gracefully ignored ping comp: OOM\n");
2751         return;
2752     }
2753
2754     nlh = __nlmsg_put(skb, 0, 0, 0, (len - sizeof(*nlh)), 0);
2755     ev = nlmsg_data(nlh);
2756     ev->transport_handle = iscsi_handle(transport);
2757     ev->type = ISCSI_KEVENT_PING_COMP;
2758     ev->r.ping_comp.host_no = host_no;
2759     ev->r.ping_comp.status = status;
2760     ev->r.ping_comp.pid = pid;
2761     ev->r.ping_comp.data_size = data_size;
2762     memcpy((char *)ev + sizeof(*ev), data, data_size);
2763
2764     iscsi_multicast_skb(skb, ISCSI_NL_GRP_ISCSID, GFP_NOIO);
2765 }
2766 EXPORT_SYMBOL_GPL(iscsi_ping_comp_event);
2767
2768 static int
2769 iscsi_if_send_reply(u32 portid, int type, void *payload, int size)
2770 {
2771     struct sk_buff  *skb;
2772     struct nlmsghdr *nlh;
2773     int len = nlmsg_total_size(size);
2774
2775     skb = alloc_skb(len, GFP_ATOMIC);
2776     if (!skb) {
2777         printk(KERN_ERR "Could not allocate skb to send reply.\n");
2778         return -ENOMEM;
2779     }
2780
2781     nlh = __nlmsg_put(skb, 0, 0, type, (len - sizeof(*nlh)), 0);
2782     memcpy(nlmsg_data(nlh), payload, size);
2783     return iscsi_unicast_skb(skb, portid);
2784 }
2785
2786 static int
2787 iscsi_if_get_stats(struct iscsi_transport *transport, struct nlmsghdr *nlh)
2788 {
2789     struct iscsi_uevent *ev = nlmsg_data(nlh);
2790     struct iscsi_stats *stats;
2791     struct sk_buff *skbstat;
2792     struct iscsi_cls_conn *conn;
2793     struct nlmsghdr *nlhstat;
2794     struct iscsi_uevent *evstat;
2795     struct iscsi_internal *priv;
2796     int len = nlmsg_total_size(sizeof(*ev) +
2797                    sizeof(struct iscsi_stats) +
2798                    sizeof(struct iscsi_stats_custom) *
2799                    ISCSI_STATS_CUSTOM_MAX);
2800     int err = 0;
2801
2802     priv = iscsi_if_transport_lookup(transport);
2803     if (!priv)
2804         return -EINVAL;
2805
2806     conn = iscsi_conn_lookup(ev->u.get_stats.sid, ev->u.get_stats.cid);
2807     if (!conn)
2808         return -EEXIST;
2809
2810     do {
2811         int actual_size;
2812
2813         skbstat = alloc_skb(len, GFP_ATOMIC);
2814         if (!skbstat) {
2815             iscsi_cls_conn_printk(KERN_ERR, conn, "can not "
2816                           "deliver stats: OOM\n");
2817             return -ENOMEM;
2818         }
2819
2820         nlhstat = __nlmsg_put(skbstat, 0, 0, 0,
2821                       (len - sizeof(*nlhstat)), 0);
2822         evstat = nlmsg_data(nlhstat);
2823         memset(evstat, 0, sizeof(*evstat));
2824         evstat->transport_handle = iscsi_handle(conn->transport);
2825         evstat->type = nlh->nlmsg_type;
2826         evstat->u.get_stats.cid =
2827             ev->u.get_stats.cid;
2828         evstat->u.get_stats.sid =
2829             ev->u.get_stats.sid;
2830         stats = (struct iscsi_stats *)
2831             ((char*)evstat + sizeof(*evstat));
2832         memset(stats, 0, sizeof(*stats));
2833
2834         transport->get_stats(conn, stats);
2835         actual_size = nlmsg_total_size(sizeof(struct iscsi_uevent) +
2836                            sizeof(struct iscsi_stats) +
2837                            sizeof(struct iscsi_stats_custom) *
2838                            stats->custom_length);
2839         actual_size -= sizeof(*nlhstat);
2840         actual_size = nlmsg_msg_size(actual_size);
2841         skb_trim(skbstat, NLMSG_ALIGN(actual_size));
2842         nlhstat->nlmsg_len = actual_size;
2843
2844         err = iscsi_multicast_skb(skbstat, ISCSI_NL_GRP_ISCSID,
2845                       GFP_ATOMIC);
2846     } while (err < 0 && err != -ECONNREFUSED);
2847
2848     return err;
2849 }
2850
2851 /**
2852  * iscsi_session_event - send session destr. completion event
2853  * @session: iscsi class session
2854  * @event: type of event
2855  */
2856 int iscsi_session_event(struct iscsi_cls_session *session,
2857             enum iscsi_uevent_e event)
2858 {
2859     struct iscsi_internal *priv;
2860     struct Scsi_Host *shost;
2861     struct iscsi_uevent *ev;
2862     struct sk_buff  *skb;
2863     struct nlmsghdr *nlh;
2864     int rc, len = nlmsg_total_size(sizeof(*ev));
2865
2866     priv = iscsi_if_transport_lookup(session->transport);
2867     if (!priv)
2868         return -EINVAL;
2869     shost = iscsi_session_to_shost(session);
2870
2871     skb = alloc_skb(len, GFP_KERNEL);
2872     if (!skb) {
2873         iscsi_cls_session_printk(KERN_ERR, session,
2874                      "Cannot notify userspace of session "
2875                      "event %u\n", event);
2876         return -ENOMEM;
2877     }
2878
2879     nlh = __nlmsg_put(skb, 0, 0, 0, (len - sizeof(*nlh)), 0);
2880     ev = nlmsg_data(nlh);
2881     ev->transport_handle = iscsi_handle(session->transport);
2882
2883     ev->type = event;
2884     switch (event) {
2885     case ISCSI_KEVENT_DESTROY_SESSION:
2886         ev->r.d_session.host_no = shost->host_no;
2887         ev->r.d_session.sid = session->sid;
2888         break;
2889     case ISCSI_KEVENT_CREATE_SESSION:
2890         ev->r.c_session_ret.host_no = shost->host_no;
2891         ev->r.c_session_ret.sid = session->sid;
2892         break;
2893     case ISCSI_KEVENT_UNBIND_SESSION:
2894         ev->r.unbind_session.host_no = shost->host_no;
2895         ev->r.unbind_session.sid = session->sid;
2896         break;
2897     default:
2898         iscsi_cls_session_printk(KERN_ERR, session, "Invalid event "
2899                      "%u.\n", event);
2900         kfree_skb(skb);
2901         return -EINVAL;
2902     }
2903
2904     /*
2905      * this will occur if the daemon is not up, so we just warn
2906      * the user and when the daemon is restarted it will handle it
2907      */
2908     rc = iscsi_multicast_skb(skb, ISCSI_NL_GRP_ISCSID, GFP_KERNEL);
2909     if (rc == -ESRCH)
2910         iscsi_cls_session_printk(KERN_ERR, session,
2911                      "Cannot notify userspace of session "
2912                      "event %u. Check iscsi daemon\n",
2913                      event);
2914
2915     ISCSI_DBG_TRANS_SESSION(session, "Completed handling event %d rc %d\n",
2916                 event, rc);
2917     return rc;
2918 }
2919 EXPORT_SYMBOL_GPL(iscsi_session_event);
2920
2921 static int
2922 iscsi_if_create_session(struct iscsi_internal *priv, struct iscsi_endpoint *ep,
2923             struct iscsi_uevent *ev, pid_t pid,
2924             uint32_t initial_cmdsn, uint16_t cmds_max,
2925             uint16_t queue_depth)
2926 {
2927     struct iscsi_transport *transport = priv->iscsi_transport;
2928     struct iscsi_cls_session *session;
2929     struct Scsi_Host *shost;
2930
2931     session = transport->create_session(ep, cmds_max, queue_depth,
2932                         initial_cmdsn);
2933     if (!session)
2934         return -ENOMEM;
2935
2936     session->creator = pid;
2937     shost = iscsi_session_to_shost(session);
2938     ev->r.c_session_ret.host_no = shost->host_no;
2939     ev->r.c_session_ret.sid = session->sid;
2940     ISCSI_DBG_TRANS_SESSION(session,
2941                 "Completed creating transport session\n");
2942     return 0;
2943 }
2944
2945 static int
2946 iscsi_if_create_conn(struct iscsi_transport *transport, struct iscsi_uevent *ev)
2947 {
2948     struct iscsi_cls_conn *conn;
2949     struct iscsi_cls_session *session;
2950
2951     session = iscsi_session_lookup(ev->u.c_conn.sid);
2952     if (!session) {
2953         printk(KERN_ERR "iscsi: invalid session %d.\n",
2954                ev->u.c_conn.sid);
2955         return -EINVAL;
2956     }
2957
2958     conn = transport->create_conn(session, ev->u.c_conn.cid);
2959     if (!conn) {
2960         iscsi_cls_session_printk(KERN_ERR, session,
2961                      "couldn't create a new connection.");
2962         return -ENOMEM;
2963     }
2964
2965     ev->r.c_conn_ret.sid = session->sid;
2966     ev->r.c_conn_ret.cid = conn->cid;
2967
2968     ISCSI_DBG_TRANS_CONN(conn, "Completed creating transport conn\n");
2969     return 0;
2970 }
2971
2972 static int
2973 iscsi_if_destroy_conn(struct iscsi_transport *transport, struct iscsi_uevent *ev)
2974 {
2975     struct iscsi_cls_conn *conn;
2976
2977     conn = iscsi_conn_lookup(ev->u.d_conn.sid, ev->u.d_conn.cid);
2978     if (!conn)
2979         return -EINVAL;
2980
2981     ISCSI_DBG_TRANS_CONN(conn, "Flushing cleanup during destruction\n");
2982     flush_work(&conn->cleanup_work);
2983     ISCSI_DBG_TRANS_CONN(conn, "Destroying transport conn\n");
2984
2985     if (transport->destroy_conn)
2986         transport->destroy_conn(conn);
2987     return 0;
2988 }
2989
2990 static int
2991 iscsi_set_param(struct iscsi_transport *transport, struct iscsi_uevent *ev)
2992 {
2993     char *data = (char*)ev + sizeof(*ev);
2994     struct iscsi_cls_conn *conn;
2995     struct iscsi_cls_session *session;
2996     int err = 0, value = 0, state;
2997
2998     if (ev->u.set_param.len > PAGE_SIZE)
2999         return -EINVAL;
3000
3001     session = iscsi_session_lookup(ev->u.set_param.sid);
3002     conn = iscsi_conn_lookup(ev->u.set_param.sid, ev->u.set_param.cid);
3003     if (!conn || !session)
3004         return -EINVAL;
3005
3006     switch (ev->u.set_param.param) {
3007     case ISCSI_PARAM_SESS_RECOVERY_TMO:
3008         sscanf(data, "%d", &value);
3009         if (!session->recovery_tmo_sysfs_override)
3010             session->recovery_tmo = value;
3011         break;
3012     default:
3013         state = READ_ONCE(conn->state);
3014         if (state == ISCSI_CONN_BOUND || state == ISCSI_CONN_UP) {
3015             err = transport->set_param(conn, ev->u.set_param.param,
3016                     data, ev->u.set_param.len);
3017         } else {
3018             return -ENOTCONN;
3019         }
3020     }
3021
3022     return err;
3023 }
3024
3025 static int iscsi_if_ep_connect(struct iscsi_transport *transport,
3026                    struct iscsi_uevent *ev, int msg_type)
3027 {
3028     struct iscsi_endpoint *ep;
3029     struct sockaddr *dst_addr;
3030     struct Scsi_Host *shost = NULL;
3031     int non_blocking, err = 0;
3032
3033     if (!transport->ep_connect)
3034         return -EINVAL;
3035
3036     if (msg_type == ISCSI_UEVENT_TRANSPORT_EP_CONNECT_THROUGH_HOST) {
3037         shost = scsi_host_lookup(ev->u.ep_connect_through_host.host_no);
3038         if (!shost) {
3039             printk(KERN_ERR "ep connect failed. Could not find "
3040                    "host no %u\n",
3041                    ev->u.ep_connect_through_host.host_no);
3042             return -ENODEV;
3043         }
3044         non_blocking = ev->u.ep_connect_through_host.non_blocking;
3045     } else
3046         non_blocking = ev->u.ep_connect.non_blocking;
3047
3048     dst_addr = (struct sockaddr *)((char*)ev + sizeof(*ev));
3049     ep = transport->ep_connect(shost, dst_addr, non_blocking);
3050     if (IS_ERR(ep)) {
3051         err = PTR_ERR(ep);
3052         goto release_host;
3053     }
3054
3055     ev->r.ep_connect_ret.handle = ep->id;
3056 release_host:
3057     if (shost)
3058         scsi_host_put(shost);
3059     return err;
3060 }
3061
3062 static int iscsi_if_ep_disconnect(struct iscsi_transport *transport,
3063                   u64 ep_handle)
3064 {
3065     struct iscsi_cls_conn *conn;
3066     struct iscsi_endpoint *ep;
3067
3068     if (!transport->ep_disconnect)
3069         return -EINVAL;
3070
3071     ep = iscsi_lookup_endpoint(ep_handle);
3072     if (!ep)
3073         return -EINVAL;
3074
3075     conn = ep->conn;
3076     if (!conn) {
3077         /*
3078          * conn was not even bound yet, so we can't get iscsi conn
3079          * failures yet.
3080          */
3081         transport->ep_disconnect(ep);
3082         goto put_ep;
3083     }
3084
3085     mutex_lock(&conn->ep_mutex);
3086     iscsi_if_disconnect_bound_ep(conn, ep, false);
3087     mutex_unlock(&conn->ep_mutex);
3088 put_ep:
3089     iscsi_put_endpoint(ep);
3090     return 0;
3091 }
3092
3093 static int
3094 iscsi_if_transport_ep(struct iscsi_transport *transport,
3095               struct iscsi_uevent *ev, int msg_type)
3096 {
3097     struct iscsi_endpoint *ep;
3098     int rc = 0;
3099
3100     switch (msg_type) {
3101     case ISCSI_UEVENT_TRANSPORT_EP_CONNECT_THROUGH_HOST:
3102     case ISCSI_UEVENT_TRANSPORT_EP_CONNECT:
3103         rc = iscsi_if_ep_connect(transport, ev, msg_type);
3104         break;
3105     case ISCSI_UEVENT_TRANSPORT_EP_POLL:
3106         if (!transport->ep_poll)
3107             return -EINVAL;
3108
3109         ep = iscsi_lookup_endpoint(ev->u.ep_poll.ep_handle);
3110         if (!ep)
3111             return -EINVAL;
3112
3113         ev->r.retcode = transport->ep_poll(ep,
3114                            ev->u.ep_poll.timeout_ms);
3115         iscsi_put_endpoint(ep);
3116         break;
3117     case ISCSI_UEVENT_TRANSPORT_EP_DISCONNECT:
3118         rc = iscsi_if_ep_disconnect(transport,
3119                         ev->u.ep_disconnect.ep_handle);
3120         break;
3121     }
3122     return rc;
3123 }
3124
3125 static int
3126 iscsi_tgt_dscvr(struct iscsi_transport *transport,
3127         struct iscsi_uevent *ev)
3128 {
3129     struct Scsi_Host *shost;
3130     struct sockaddr *dst_addr;
3131     int err;
3132
3133     if (!transport->tgt_dscvr)
3134         return -EINVAL;
3135
3136     shost = scsi_host_lookup(ev->u.tgt_dscvr.host_no);
3137     if (!shost) {
3138         printk(KERN_ERR "target discovery could not find host no %u\n",
3139                ev->u.tgt_dscvr.host_no);
3140         return -ENODEV;
3141     }
3142
3143
3144     dst_addr = (struct sockaddr *)((char*)ev + sizeof(*ev));
3145     err = transport->tgt_dscvr(shost, ev->u.tgt_dscvr.type,
3146                    ev->u.tgt_dscvr.enable, dst_addr);
3147     scsi_host_put(shost);
3148     return err;
3149 }
3150
3151 static int
3152 iscsi_set_host_param(struct iscsi_transport *transport,
3153              struct iscsi_uevent *ev)
3154 {
3155     char *data = (char*)ev + sizeof(*ev);
3156     struct Scsi_Host *shost;
3157     int err;
3158
3159     if (!transport->set_host_param)
3160         return -ENOSYS;
3161
3162     if (ev->u.set_host_param.len > PAGE_SIZE)
3163         return -EINVAL;
3164
3165     shost = scsi_host_lookup(ev->u.set_host_param.host_no);
3166     if (!shost) {
3167         printk(KERN_ERR "set_host_param could not find host no %u\n",
3168                ev->u.set_host_param.host_no);
3169         return -ENODEV;
3170     }
3171
3172     err = transport->set_host_param(shost, ev->u.set_host_param.param,
3173                     data, ev->u.set_host_param.len);
3174     scsi_host_put(shost);
3175     return err;
3176 }
3177
3178 static int
3179 iscsi_set_path(struct iscsi_transport *transport, struct iscsi_uevent *ev)
3180 {
3181     struct Scsi_Host *shost;
3182     struct iscsi_path *params;
3183     int err;
3184
3185     if (!transport->set_path)
3186         return -ENOSYS;
3187
3188     shost = scsi_host_lookup(ev->u.set_path.host_no);
3189     if (!shost) {
3190         printk(KERN_ERR "set path could not find host no %u\n",
3191                ev->u.set_path.host_no);
3192         return -ENODEV;
3193     }
3194
3195     params = (struct iscsi_path *)((char *)ev + sizeof(*ev));
3196     err = transport->set_path(shost, params);
3197
3198     scsi_host_put(shost);
3199     return err;
3200 }
3201
3202 static int iscsi_session_has_conns(int sid)
3203 {
3204     struct iscsi_cls_conn *conn;
3205     unsigned long flags;
3206     int found = 0;
3207
3208     spin_lock_irqsave(&connlock, flags);
3209     list_for_each_entry(conn, &connlist, conn_list) {
3210         if (iscsi_conn_get_sid(conn) == sid) {
3211             found = 1;
3212             break;
3213         }
3214     }
3215     spin_unlock_irqrestore(&connlock, flags);
3216
3217     return found;
3218 }
3219
3220 static int
3221 iscsi_set_iface_params(struct iscsi_transport *transport,
3222                struct iscsi_uevent *ev, uint32_t len)
3223 {
3224     char *data = (char *)ev + sizeof(*ev);
3225     struct Scsi_Host *shost;
3226     int err;
3227
3228     if (!transport->set_iface_param)
3229         return -ENOSYS;
3230
3231     shost = scsi_host_lookup(ev->u.set_iface_params.host_no);
3232     if (!shost) {
3233         printk(KERN_ERR "set_iface_params could not find host no %u\n",
3234                ev->u.set_iface_params.host_no);
3235         return -ENODEV;
3236     }
3237
3238     err = transport->set_iface_param(shost, data, len);
3239     scsi_host_put(shost);
3240     return err;
3241 }
3242
3243 static int
3244 iscsi_send_ping(struct iscsi_transport *transport, struct iscsi_uevent *ev)
3245 {
3246     struct Scsi_Host *shost;
3247     struct sockaddr *dst_addr;
3248     int err;
3249
3250     if (!transport->send_ping)
3251         return -ENOSYS;
3252
3253     shost = scsi_host_lookup(ev->u.iscsi_ping.host_no);
3254     if (!shost) {
3255         printk(KERN_ERR "iscsi_ping could not find host no %u\n",
3256                ev->u.iscsi_ping.host_no);
3257         return -ENODEV;
3258     }
3259
3260     dst_addr = (struct sockaddr *)((char *)ev + sizeof(*ev));
3261     err = transport->send_ping(shost, ev->u.iscsi_ping.iface_num,
3262                    ev->u.iscsi_ping.iface_type,
3263                    ev->u.iscsi_ping.payload_size,
3264                    ev->u.iscsi_ping.pid,
3265                    dst_addr);
3266     scsi_host_put(shost);
3267     return err;
3268 }
3269
3270 static int
3271 iscsi_get_chap(struct iscsi_transport *transport, struct nlmsghdr *nlh)
3272 {
3273     struct iscsi_uevent *ev = nlmsg_data(nlh);
3274     struct Scsi_Host *shost = NULL;
3275     struct iscsi_chap_rec *chap_rec;
3276     struct iscsi_internal *priv;
3277     struct sk_buff *skbchap;
3278     struct nlmsghdr *nlhchap;
3279     struct iscsi_uevent *evchap;
3280     uint32_t chap_buf_size;
3281     int len, err = 0;
3282     char *buf;
3283
3284     if (!transport->get_chap)
3285         return -EINVAL;
3286
3287     priv = iscsi_if_transport_lookup(transport);
3288     if (!priv)
3289         return -EINVAL;
3290
3291     chap_buf_size = (ev->u.get_chap.num_entries * sizeof(*chap_rec));
3292     len = nlmsg_total_size(sizeof(*ev) + chap_buf_size);
3293
3294     shost = scsi_host_lookup(ev->u.get_chap.host_no);
3295     if (!shost) {
3296         printk(KERN_ERR "%s: failed. Could not find host no %u\n",
3297                __func__, ev->u.get_chap.host_no);
3298         return -ENODEV;
3299     }
3300
3301     do {
3302         int actual_size;
3303
3304         skbchap = alloc_skb(len, GFP_KERNEL);
3305         if (!skbchap) {
3306             printk(KERN_ERR "can not deliver chap: OOM\n");
3307             err = -ENOMEM;
3308             goto exit_get_chap;
3309         }
3310
3311         nlhchap = __nlmsg_put(skbchap, 0, 0, 0,
3312                       (len - sizeof(*nlhchap)), 0);
3313         evchap = nlmsg_data(nlhchap);
3314         memset(evchap, 0, sizeof(*evchap));
3315         evchap->transport_handle = iscsi_handle(transport);
3316         evchap->type = nlh->nlmsg_type;
3317         evchap->u.get_chap.host_no = ev->u.get_chap.host_no;
3318         evchap->u.get_chap.chap_tbl_idx = ev->u.get_chap.chap_tbl_idx;
3319         evchap->u.get_chap.num_entries = ev->u.get_chap.num_entries;
3320         buf = (char *)evchap + sizeof(*evchap);
3321         memset(buf, 0, chap_buf_size);
3322
3323         err = transport->get_chap(shost, ev->u.get_chap.chap_tbl_idx,
3324                     &evchap->u.get_chap.num_entries, buf);
3325
3326         actual_size = nlmsg_total_size(sizeof(*ev) + chap_buf_size);
3327         skb_trim(skbchap, NLMSG_ALIGN(actual_size));
3328         nlhchap->nlmsg_len = actual_size;
3329
3330         err = iscsi_multicast_skb(skbchap, ISCSI_NL_GRP_ISCSID,
3331                       GFP_KERNEL);
3332     } while (err < 0 && err != -ECONNREFUSED);
3333
3334 exit_get_chap:
3335     scsi_host_put(shost);
3336     return err;
3337 }
3338
3339 static int iscsi_set_chap(struct iscsi_transport *transport,
3340               struct iscsi_uevent *ev, uint32_t len)
3341 {
3342     char *data = (char *)ev + sizeof(*ev);
3343     struct Scsi_Host *shost;
3344     int err = 0;
3345
3346     if (!transport->set_chap)
3347         return -ENOSYS;
3348
3349     shost = scsi_host_lookup(ev->u.set_path.host_no);
3350     if (!shost) {
3351         pr_err("%s could not find host no %u\n",
3352                __func__, ev->u.set_path.host_no);
3353         return -ENODEV;
3354     }
3355
3356     err = transport->set_chap(shost, data, len);
3357     scsi_host_put(shost);
3358     return err;
3359 }
3360
3361 static int iscsi_delete_chap(struct iscsi_transport *transport,
3362                  struct iscsi_uevent *ev)
3363 {
3364     struct Scsi_Host *shost;
3365     int err = 0;
3366
3367     if (!transport->delete_chap)
3368         return -ENOSYS;
3369
3370     shost = scsi_host_lookup(ev->u.delete_chap.host_no);
3371     if (!shost) {
3372         printk(KERN_ERR "%s could not find host no %u\n",
3373                __func__, ev->u.delete_chap.host_no);
3374         return -ENODEV;
3375     }
3376
3377     err = transport->delete_chap(shost, ev->u.delete_chap.chap_tbl_idx);
3378     scsi_host_put(shost);
3379     return err;
3380 }
3381
3382 static const struct {
3383     enum iscsi_discovery_parent_type value;
3384     char                *name;
3385 } iscsi_discovery_parent_names[] = {
3386     {ISCSI_DISC_PARENT_UNKNOWN, "Unknown" },
3387     {ISCSI_DISC_PARENT_SENDTGT, "Sendtarget" },
3388     {ISCSI_DISC_PARENT_ISNS,    "isns" },
3389 };
3390
3391 char *iscsi_get_discovery_parent_name(int parent_type)
3392 {
3393     int i;
3394     char *state = "Unknown!";
3395
3396     for (i = 0; i < ARRAY_SIZE(iscsi_discovery_parent_names); i++) {
3397         if (iscsi_discovery_parent_names[i].value & parent_type) {
3398             state = iscsi_discovery_parent_names[i].name;
3399             break;
3400         }
3401     }
3402     return state;
3403 }
3404 EXPORT_SYMBOL_GPL(iscsi_get_discovery_parent_name);
3405
3406 static int iscsi_set_flashnode_param(struct iscsi_transport *transport,
3407                      struct iscsi_uevent *ev, uint32_t len)
3408 {
3409     char *data = (char *)ev + sizeof(*ev);
3410     struct Scsi_Host *shost;
3411     struct iscsi_bus_flash_session *fnode_sess;
3412     struct iscsi_bus_flash_conn *fnode_conn;
3413     struct device *dev;
3414     uint32_t idx;
3415     int err = 0;
3416
3417     if (!transport->set_flashnode_param) {
3418         err = -ENOSYS;
3419         goto exit_set_fnode;
3420     }
3421
3422     shost = scsi_host_lookup(ev->u.set_flashnode.host_no);
3423     if (!shost) {
3424         pr_err("%s could not find host no %u\n",
3425                __func__, ev->u.set_flashnode.host_no);
3426         err = -ENODEV;
3427         goto exit_set_fnode;
3428     }
3429
3430     idx = ev->u.set_flashnode.flashnode_idx;
3431     fnode_sess = iscsi_get_flashnode_by_index(shost, idx);
3432     if (!fnode_sess) {
3433         pr_err("%s could not find flashnode %u for host no %u\n",
3434                __func__, idx, ev->u.set_flashnode.host_no);
3435         err = -ENODEV;
3436         goto put_host;
3437     }
3438
3439     dev = iscsi_find_flashnode_conn(fnode_sess);
3440     if (!dev) {
3441         err = -ENODEV;
3442         goto put_sess;
3443     }
3444
3445     fnode_conn = iscsi_dev_to_flash_conn(dev);
3446     err = transport->set_flashnode_param(fnode_sess, fnode_conn, data, len);
3447     put_device(dev);
3448
3449 put_sess:
3450     put_device(&fnode_sess->dev);
3451
3452 put_host:
3453     scsi_host_put(shost);
3454
3455 exit_set_fnode:
3456     return err;
3457 }
3458
3459 static int iscsi_new_flashnode(struct iscsi_transport *transport,
3460                    struct iscsi_uevent *ev, uint32_t len)
3461 {
3462     char *data = (char *)ev + sizeof(*ev);
3463     struct Scsi_Host *shost;
3464     int index;
3465     int err = 0;
3466
3467     if (!transport->new_flashnode) {
3468         err = -ENOSYS;
3469         goto exit_new_fnode;
3470     }
3471
3472     shost = scsi_host_lookup(ev->u.new_flashnode.host_no);
3473     if (!shost) {
3474         pr_err("%s could not find host no %u\n",
3475                __func__, ev->u.new_flashnode.host_no);
3476         err = -ENODEV;
3477         goto put_host;
3478     }
3479
3480     index = transport->new_flashnode(shost, data, len);
3481
3482     if (index >= 0)
3483         ev->r.new_flashnode_ret.flashnode_idx = index;
3484     else
3485         err = -EIO;
3486
3487 put_host:
3488     scsi_host_put(shost);
3489
3490 exit_new_fnode:
3491     return err;
3492 }
3493
3494 static int iscsi_del_flashnode(struct iscsi_transport *transport,
3495                    struct iscsi_uevent *ev)
3496 {
3497     struct Scsi_Host *shost;
3498     struct iscsi_bus_flash_session *fnode_sess;
3499     uint32_t idx;
3500     int err = 0;
3501
3502     if (!transport->del_flashnode) {
3503         err = -ENOSYS;
3504         goto exit_del_fnode;
3505     }
3506
3507     shost = scsi_host_lookup(ev->u.del_flashnode.host_no);
3508     if (!shost) {
3509         pr_err("%s could not find host no %u\n",
3510                __func__, ev->u.del_flashnode.host_no);
3511         err = -ENODEV;
3512         goto put_host;
3513     }
3514
3515     idx = ev->u.del_flashnode.flashnode_idx;
3516     fnode_sess = iscsi_get_flashnode_by_index(shost, idx);
3517     if (!fnode_sess) {
3518         pr_err("%s could not find flashnode %u for host no %u\n",
3519                __func__, idx, ev->u.del_flashnode.host_no);
3520         err = -ENODEV;
3521         goto put_host;
3522     }
3523
3524     err = transport->del_flashnode(fnode_sess);
3525     put_device(&fnode_sess->dev);
3526
3527 put_host:
3528     scsi_host_put(shost);
3529
3530 exit_del_fnode:
3531     return err;
3532 }
3533
3534 static int iscsi_login_flashnode(struct iscsi_transport *transport,
3535                  struct iscsi_uevent *ev)
3536 {
3537     struct Scsi_Host *shost;
3538     struct iscsi_bus_flash_session *fnode_sess;
3539     struct iscsi_bus_flash_conn *fnode_conn;
3540     struct device *dev;
3541     uint32_t idx;
3542     int err = 0;
3543
3544     if (!transport->login_flashnode) {
3545         err = -ENOSYS;
3546         goto exit_login_fnode;
3547     }
3548
3549     shost = scsi_host_lookup(ev->u.login_flashnode.host_no);
3550     if (!shost) {
3551         pr_err("%s could not find host no %u\n",
3552                __func__, ev->u.login_flashnode.host_no);
3553         err = -ENODEV;
3554         goto put_host;
3555     }
3556
3557     idx = ev->u.login_flashnode.flashnode_idx;
3558     fnode_sess = iscsi_get_flashnode_by_index(shost, idx);
3559     if (!fnode_sess) {
3560         pr_err("%s could not find flashnode %u for host no %u\n",
3561                __func__, idx, ev->u.login_flashnode.host_no);
3562         err = -ENODEV;
3563         goto put_host;
3564     }
3565
3566     dev = iscsi_find_flashnode_conn(fnode_sess);
3567     if (!dev) {
3568         err = -ENODEV;
3569         goto put_sess;
3570     }
3571
3572     fnode_conn = iscsi_dev_to_flash_conn(dev);
3573     err = transport->login_flashnode(fnode_sess, fnode_conn);
3574     put_device(dev);
3575
3576 put_sess:
3577     put_device(&fnode_sess->dev);
3578
3579 put_host:
3580     scsi_host_put(shost);
3581
3582 exit_login_fnode:
3583     return err;
3584 }
3585
3586 static int iscsi_logout_flashnode(struct iscsi_transport *transport,
3587                   struct iscsi_uevent *ev)
3588 {
3589     struct Scsi_Host *shost;
3590     struct iscsi_bus_flash_session *fnode_sess;
3591     struct iscsi_bus_flash_conn *fnode_conn;
3592     struct device *dev;
3593     uint32_t idx;
3594     int err = 0;
3595
3596     if (!transport->logout_flashnode) {
3597         err = -ENOSYS;
3598         goto exit_logout_fnode;
3599     }
3600
3601     shost = scsi_host_lookup(ev->u.logout_flashnode.host_no);
3602     if (!shost) {
3603         pr_err("%s could not find host no %u\n",
3604                __func__, ev->u.logout_flashnode.host_no);
3605         err = -ENODEV;
3606         goto put_host;
3607     }
3608
3609     idx = ev->u.logout_flashnode.flashnode_idx;
3610     fnode_sess = iscsi_get_flashnode_by_index(shost, idx);
3611     if (!fnode_sess) {
3612         pr_err("%s could not find flashnode %u for host no %u\n",
3613                __func__, idx, ev->u.logout_flashnode.host_no);
3614         err = -ENODEV;
3615         goto put_host;
3616     }
3617
3618     dev = iscsi_find_flashnode_conn(fnode_sess);
3619     if (!dev) {
3620         err = -ENODEV;
3621         goto put_sess;
3622     }
3623
3624     fnode_conn = iscsi_dev_to_flash_conn(dev);
3625
3626     err = transport->logout_flashnode(fnode_sess, fnode_conn);
3627     put_device(dev);
3628
3629 put_sess:
3630     put_device(&fnode_sess->dev);
3631
3632 put_host:
3633     scsi_host_put(shost);
3634
3635 exit_logout_fnode:
3636     return err;
3637 }
3638
3639 static int iscsi_logout_flashnode_sid(struct iscsi_transport *transport,
3640                       struct iscsi_uevent *ev)
3641 {
3642     struct Scsi_Host *shost;
3643     struct iscsi_cls_session *session;
3644     int err = 0;
3645
3646     if (!transport->logout_flashnode_sid) {
3647         err = -ENOSYS;
3648         goto exit_logout_sid;
3649     }
3650
3651     shost = scsi_host_lookup(ev->u.logout_flashnode_sid.host_no);
3652     if (!shost) {
3653         pr_err("%s could not find host no %u\n",
3654                __func__, ev->u.logout_flashnode.host_no);
3655         err = -ENODEV;
3656         goto put_host;
3657     }
3658
3659     session = iscsi_session_lookup(ev->u.logout_flashnode_sid.sid);
3660     if (!session) {
3661         pr_err("%s could not find session id %u\n",
3662                __func__, ev->u.logout_flashnode_sid.sid);
3663         err = -EINVAL;
3664         goto put_host;
3665     }
3666
3667     err = transport->logout_flashnode_sid(session);
3668
3669 put_host:
3670     scsi_host_put(shost);
3671
3672 exit_logout_sid:
3673     return err;
3674 }
3675
3676 static int
3677 iscsi_get_host_stats(struct iscsi_transport *transport, struct nlmsghdr *nlh)
3678 {
3679     struct iscsi_uevent *ev = nlmsg_data(nlh);
3680     struct Scsi_Host *shost = NULL;
3681     struct iscsi_internal *priv;
3682     struct sk_buff *skbhost_stats;
3683     struct nlmsghdr *nlhhost_stats;
3684     struct iscsi_uevent *evhost_stats;
3685     int host_stats_size = 0;
3686     int len, err = 0;
3687     char *buf;
3688
3689     if (!transport->get_host_stats)
3690         return -ENOSYS;
3691
3692     priv = iscsi_if_transport_lookup(transport);
3693     if (!priv)
3694         return -EINVAL;
3695
3696     host_stats_size = sizeof(struct iscsi_offload_host_stats);
3697     len = nlmsg_total_size(sizeof(*ev) + host_stats_size);
3698
3699     shost = scsi_host_lookup(ev->u.get_host_stats.host_no);
3700     if (!shost) {
3701         pr_err("%s: failed. Could not find host no %u\n",
3702                __func__, ev->u.get_host_stats.host_no);
3703         return -ENODEV;
3704     }
3705
3706     do {
3707         int actual_size;
3708
3709         skbhost_stats = alloc_skb(len, GFP_KERNEL);
3710         if (!skbhost_stats) {
3711             pr_err("cannot deliver host stats: OOM\n");
3712             err = -ENOMEM;
3713             goto exit_host_stats;
3714         }
3715
3716         nlhhost_stats = __nlmsg_put(skbhost_stats, 0, 0, 0,
3717                       (len - sizeof(*nlhhost_stats)), 0);
3718         evhost_stats = nlmsg_data(nlhhost_stats);
3719         memset(evhost_stats, 0, sizeof(*evhost_stats));
3720         evhost_stats->transport_handle = iscsi_handle(transport);
3721         evhost_stats->type = nlh->nlmsg_type;
3722         evhost_stats->u.get_host_stats.host_no =
3723                     ev->u.get_host_stats.host_no;
3724         buf = (char *)evhost_stats + sizeof(*evhost_stats);
3725         memset(buf, 0, host_stats_size);
3726
3727         err = transport->get_host_stats(shost, buf, host_stats_size);
3728         if (err) {
3729             kfree_skb(skbhost_stats);
3730             goto exit_host_stats;
3731         }
3732
3733         actual_size = nlmsg_total_size(sizeof(*ev) + host_stats_size);
3734         skb_trim(skbhost_stats, NLMSG_ALIGN(actual_size));
3735         nlhhost_stats->nlmsg_len = actual_size;
3736
3737         err = iscsi_multicast_skb(skbhost_stats, ISCSI_NL_GRP_ISCSID,
3738                       GFP_KERNEL);
3739     } while (err < 0 && err != -ECONNREFUSED);
3740
3741 exit_host_stats:
3742     scsi_host_put(shost);
3743     return err;
3744 }
3745
3746 static int iscsi_if_transport_conn(struct iscsi_transport *transport,
3747                    struct nlmsghdr *nlh)
3748 {
3749     struct iscsi_uevent *ev = nlmsg_data(nlh);
3750     struct iscsi_cls_session *session;
3751     struct iscsi_cls_conn *conn = NULL;
3752     struct iscsi_endpoint *ep;
3753     uint32_t pdu_len;
3754     int err = 0;
3755
3756     switch (nlh->nlmsg_type) {
3757     case ISCSI_UEVENT_CREATE_CONN:
3758         return iscsi_if_create_conn(transport, ev);
3759     case ISCSI_UEVENT_DESTROY_CONN:
3760         return iscsi_if_destroy_conn(transport, ev);
3761     case ISCSI_UEVENT_STOP_CONN:
3762         conn = iscsi_conn_lookup(ev->u.stop_conn.sid,
3763                      ev->u.stop_conn.cid);
3764         if (!conn)
3765             return -EINVAL;
3766
3767         return iscsi_if_stop_conn(conn, ev->u.stop_conn.flag);
3768     }
3769
3770     /*
3771      * The following cmds need to be run under the ep_mutex so in kernel
3772      * conn cleanup (ep_disconnect + unbind and conn) is not done while
3773      * these are running. They also must not run if we have just run a conn
3774      * cleanup because they would set the state in a way that might allow
3775      * IO or send IO themselves.
3776      */
3777     switch (nlh->nlmsg_type) {
3778     case ISCSI_UEVENT_START_CONN:
3779         conn = iscsi_conn_lookup(ev->u.start_conn.sid,
3780                      ev->u.start_conn.cid);
3781         break;
3782     case ISCSI_UEVENT_BIND_CONN:
3783         conn = iscsi_conn_lookup(ev->u.b_conn.sid, ev->u.b_conn.cid);
3784         break;
3785     case ISCSI_UEVENT_SEND_PDU:
3786         conn = iscsi_conn_lookup(ev->u.send_pdu.sid, ev->u.send_pdu.cid);
3787         break;
3788     }
3789
3790     if (!conn)
3791         return -EINVAL;
3792
3793     mutex_lock(&conn->ep_mutex);
3794     spin_lock_irq(&conn->lock);
3795     if (test_bit(ISCSI_CLS_CONN_BIT_CLEANUP, &conn->flags)) {
3796         spin_unlock_irq(&conn->lock);
3797         mutex_unlock(&conn->ep_mutex);
3798         ev->r.retcode = -ENOTCONN;
3799         return 0;
3800     }
3801     spin_unlock_irq(&conn->lock);
3802
3803     switch (nlh->nlmsg_type) {
3804     case ISCSI_UEVENT_BIND_CONN:
3805         session = iscsi_session_lookup(ev->u.b_conn.sid);
3806         if (!session) {
3807             err = -EINVAL;
3808             break;
3809         }
3810
3811         ev->r.retcode = transport->bind_conn(session, conn,
3812                         ev->u.b_conn.transport_eph,
3813                         ev->u.b_conn.is_leading);
3814         if (!ev->r.retcode)
3815             WRITE_ONCE(conn->state, ISCSI_CONN_BOUND);
3816
3817         if (ev->r.retcode || !transport->ep_connect)
3818             break;
3819
3820         ep = iscsi_lookup_endpoint(ev->u.b_conn.transport_eph);
3821         if (ep) {
3822             ep->conn = conn;
3823             conn->ep = ep;
3824             iscsi_put_endpoint(ep);
3825         } else {
3826             err = -ENOTCONN;
3827             iscsi_cls_conn_printk(KERN_ERR, conn,
3828                           "Could not set ep conn binding\n");
3829         }
3830         break;
3831     case ISCSI_UEVENT_START_CONN:
3832         ev->r.retcode = transport->start_conn(conn);
3833         if (!ev->r.retcode)
3834             WRITE_ONCE(conn->state, ISCSI_CONN_UP);
3835
3836         break;
3837     case ISCSI_UEVENT_SEND_PDU:
3838         pdu_len = nlh->nlmsg_len - sizeof(*nlh) - sizeof(*ev);
3839
3840         if ((ev->u.send_pdu.hdr_size > pdu_len) ||
3841             (ev->u.send_pdu.data_size > (pdu_len - ev->u.send_pdu.hdr_size))) {
3842             err = -EINVAL;
3843             break;
3844         }
3845
3846         ev->r.retcode = transport->send_pdu(conn,
3847                 (struct iscsi_hdr *)((char *)ev + sizeof(*ev)),
3848                 (char *)ev + sizeof(*ev) + ev->u.send_pdu.hdr_size,
3849                 ev->u.send_pdu.data_size);
3850         break;
3851     default:
3852         err = -ENOSYS;
3853     }
3854
3855     mutex_unlock(&conn->ep_mutex);
3856     return err;
3857 }
3858
3859 static int
3860 iscsi_if_recv_msg(struct sk_buff *skb, struct nlmsghdr *nlh, uint32_t *group)
3861 {
3862     int err = 0;
3863     u32 portid;
3864     struct iscsi_uevent *ev = nlmsg_data(nlh);
3865     struct iscsi_transport *transport = NULL;
3866     struct iscsi_internal *priv;
3867     struct iscsi_cls_session *session;
3868     struct iscsi_endpoint *ep = NULL;
3869
3870     if (!netlink_capable(skb, CAP_SYS_ADMIN))
3871         return -EPERM;
3872
3873     if (nlh->nlmsg_type == ISCSI_UEVENT_PATH_UPDATE)
3874         *group = ISCSI_NL_GRP_UIP;
3875     else
3876         *group = ISCSI_NL_GRP_ISCSID;
3877
3878     priv = iscsi_if_transport_lookup(iscsi_ptr(ev->transport_handle));
3879     if (!priv)
3880         return -EINVAL;
3881     transport = priv->iscsi_transport;
3882
3883     if (!try_module_get(transport->owner))
3884         return -EINVAL;
3885
3886     portid = NETLINK_CB(skb).portid;
3887
3888     switch (nlh->nlmsg_type) {
3889     case ISCSI_UEVENT_CREATE_SESSION:
3890         err = iscsi_if_create_session(priv, ep, ev,
3891                           portid,
3892                           ev->u.c_session.initial_cmdsn,
3893                           ev->u.c_session.cmds_max,
3894                           ev->u.c_session.queue_depth);
3895         break;
3896     case ISCSI_UEVENT_CREATE_BOUND_SESSION:
3897         ep = iscsi_lookup_endpoint(ev->u.c_bound_session.ep_handle);
3898         if (!ep) {
3899             err = -EINVAL;
3900             break;
3901         }
3902
3903         err = iscsi_if_create_session(priv, ep, ev,
3904                     portid,
3905                     ev->u.c_bound_session.initial_cmdsn,
3906                     ev->u.c_bound_session.cmds_max,
3907                     ev->u.c_bound_session.queue_depth);
3908         iscsi_put_endpoint(ep);
3909         break;
3910     case ISCSI_UEVENT_DESTROY_SESSION:
3911         session = iscsi_session_lookup(ev->u.d_session.sid);
3912         if (!session)
3913             err = -EINVAL;
3914         else if (iscsi_session_has_conns(ev->u.d_session.sid))
3915             err = -EBUSY;
3916         else
3917             transport->destroy_session(session);
3918         break;
3919     case ISCSI_UEVENT_DESTROY_SESSION_ASYNC:
3920         session = iscsi_session_lookup(ev->u.d_session.sid);
3921         if (!session)
3922             err = -EINVAL;
3923         else if (iscsi_session_has_conns(ev->u.d_session.sid))
3924             err = -EBUSY;
3925         else {
3926             unsigned long flags;
3927
3928             /* Prevent this session from being found again */
3929             spin_lock_irqsave(&sesslock, flags);
3930             list_del_init(&session->sess_list);
3931             spin_unlock_irqrestore(&sesslock, flags);
3932
3933             queue_work(system_unbound_wq, &session->destroy_work);
3934         }
3935         break;
3936     case ISCSI_UEVENT_UNBIND_SESSION:
3937         session = iscsi_session_lookup(ev->u.d_session.sid);
3938         if (session)
3939             queue_work(session->workq, &session->unbind_work);
3940         else
3941             err = -EINVAL;
3942         break;
3943     case ISCSI_UEVENT_SET_PARAM:
3944         err = iscsi_set_param(transport, ev);
3945         break;
3946     case ISCSI_UEVENT_CREATE_CONN:
3947     case ISCSI_UEVENT_DESTROY_CONN:
3948     case ISCSI_UEVENT_STOP_CONN:
3949     case ISCSI_UEVENT_START_CONN:
3950     case ISCSI_UEVENT_BIND_CONN:
3951     case ISCSI_UEVENT_SEND_PDU:
3952         err = iscsi_if_transport_conn(transport, nlh);
3953         break;
3954     case ISCSI_UEVENT_GET_STATS:
3955         err = iscsi_if_get_stats(transport, nlh);
3956         break;
3957     case ISCSI_UEVENT_TRANSPORT_EP_CONNECT:
3958     case ISCSI_UEVENT_TRANSPORT_EP_POLL:
3959     case ISCSI_UEVENT_TRANSPORT_EP_DISCONNECT:
3960     case ISCSI_UEVENT_TRANSPORT_EP_CONNECT_THROUGH_HOST:
3961         err = iscsi_if_transport_ep(transport, ev, nlh->nlmsg_type);
3962         break;
3963     case ISCSI_UEVENT_TGT_DSCVR:
3964         err = iscsi_tgt_dscvr(transport, ev);
3965         break;
3966     case ISCSI_UEVENT_SET_HOST_PARAM:
3967         err = iscsi_set_host_param(transport, ev);
3968         break;
3969     case ISCSI_UEVENT_PATH_UPDATE:
3970         err = iscsi_set_path(transport, ev);
3971         break;
3972     case ISCSI_UEVENT_SET_IFACE_PARAMS:
3973         err = iscsi_set_iface_params(transport, ev,
3974                          nlmsg_attrlen(nlh, sizeof(*ev)));
3975         break;
3976     case ISCSI_UEVENT_PING:
3977         err = iscsi_send_ping(transport, ev);
3978         break;
3979     case ISCSI_UEVENT_GET_CHAP:
3980         err = iscsi_get_chap(transport, nlh);
3981         break;
3982     case ISCSI_UEVENT_DELETE_CHAP:
3983         err = iscsi_delete_chap(transport, ev);
3984         break;
3985     case ISCSI_UEVENT_SET_FLASHNODE_PARAMS:
3986         err = iscsi_set_flashnode_param(transport, ev,
3987                         nlmsg_attrlen(nlh,
3988                                   sizeof(*ev)));
3989         break;
3990     case ISCSI_UEVENT_NEW_FLASHNODE:
3991         err = iscsi_new_flashnode(transport, ev,
3992                       nlmsg_attrlen(nlh, sizeof(*ev)));
3993         break;
3994     case ISCSI_UEVENT_DEL_FLASHNODE:
3995         err = iscsi_del_flashnode(transport, ev);
3996         break;
3997     case ISCSI_UEVENT_LOGIN_FLASHNODE:
3998         err = iscsi_login_flashnode(transport, ev);
3999         break;
4000     case ISCSI_UEVENT_LOGOUT_FLASHNODE:
4001         err = iscsi_logout_flashnode(transport, ev);
4002         break;
4003     case ISCSI_UEVENT_LOGOUT_FLASHNODE_SID:
4004         err = iscsi_logout_flashnode_sid(transport, ev);
4005         break;
4006     case ISCSI_UEVENT_SET_CHAP:
4007         err = iscsi_set_chap(transport, ev,
4008                      nlmsg_attrlen(nlh, sizeof(*ev)));
4009         break;
4010     case ISCSI_UEVENT_GET_HOST_STATS:
4011         err = iscsi_get_host_stats(transport, nlh);
4012         break;
4013     default:
4014         err = -ENOSYS;
4015         break;
4016     }
4017
4018     module_put(transport->owner);
4019     return err;
4020 }
4021
4022 /*
4023  * Get message from skb.  Each message is processed by iscsi_if_recv_msg.
4024  * Malformed skbs with wrong lengths or invalid creds are not processed.
4025  */
4026 static void
4027 iscsi_if_rx(struct sk_buff *skb)
4028 {
4029     u32 portid = NETLINK_CB(skb).portid;
4030
4031     mutex_lock(&rx_queue_mutex);
4032     while (skb->len >= NLMSG_HDRLEN) {
4033         int err;
4034         uint32_t rlen;
4035         struct nlmsghdr *nlh;
4036         struct iscsi_uevent *ev;
4037         uint32_t group;
4038         int retries = ISCSI_SEND_MAX_ALLOWED;
4039
4040         nlh = nlmsg_hdr(skb);
4041         if (nlh->nlmsg_len < sizeof(*nlh) + sizeof(*ev) ||
4042             skb->len < nlh->nlmsg_len) {
4043             break;
4044         }
4045
4046         ev = nlmsg_data(nlh);
4047         rlen = NLMSG_ALIGN(nlh->nlmsg_len);
4048         if (rlen > skb->len)
4049             rlen = skb->len;
4050
4051         err = iscsi_if_recv_msg(skb, nlh, &group);
4052         if (err) {
4053             ev->type = ISCSI_KEVENT_IF_ERROR;
4054             ev->iferror = err;
4055         }
4056         do {
4057             /*
4058              * special case for GET_STATS:
4059              * on success - sending reply and stats from
4060              * inside of if_recv_msg(),
4061              * on error - fall through.
4062              */
4063             if (ev->type == ISCSI_UEVENT_GET_STATS && !err)
4064                 break;
4065             if (ev->type == ISCSI_UEVENT_GET_CHAP && !err)
4066                 break;
4067             err = iscsi_if_send_reply(portid, nlh->nlmsg_type,
4068                           ev, sizeof(*ev));
4069             if (err == -EAGAIN && --retries < 0) {
4070                 printk(KERN_WARNING "Send reply failed, error %d\n", err);
4071                 break;
4072             }
4073         } while (err < 0 && err != -ECONNREFUSED && err != -ESRCH);
4074         skb_pull(skb, rlen);
4075     }
4076     mutex_unlock(&rx_queue_mutex);
4077 }
4078
4079 #define ISCSI_CLASS_ATTR(_prefix,_name,_mode,_show,_store)      \
4080 struct device_attribute dev_attr_##_prefix##_##_name =  \
4081     __ATTR(_name,_mode,_show,_store)
4082
4083 /*
4084  * iSCSI connection attrs
4085  */
4086 #define iscsi_conn_attr_show(param)                 \
4087 static ssize_t                              \
4088 show_conn_param_##param(struct device *dev,                 \
4089             struct device_attribute *attr, char *buf)   \
4090 {                                   \
4091     struct iscsi_cls_conn *conn = iscsi_dev_to_conn(dev->parent);   \
4092     struct iscsi_transport *t = conn->transport;            \
4093     return t->get_conn_param(conn, param, buf);         \
4094 }
4095
4096 #define iscsi_conn_attr(field, param)                   \
4097     iscsi_conn_attr_show(param)                 \
4098 static ISCSI_CLASS_ATTR(conn, field, S_IRUGO, show_conn_param_##param,  \
4099             NULL);
4100
4101 iscsi_conn_attr(max_recv_dlength, ISCSI_PARAM_MAX_RECV_DLENGTH);
4102 iscsi_conn_attr(max_xmit_dlength, ISCSI_PARAM_MAX_XMIT_DLENGTH);
4103 iscsi_conn_attr(header_digest, ISCSI_PARAM_HDRDGST_EN);
4104 iscsi_conn_attr(data_digest, ISCSI_PARAM_DATADGST_EN);
4105 iscsi_conn_attr(ifmarker, ISCSI_PARAM_IFMARKER_EN);
4106 iscsi_conn_attr(ofmarker, ISCSI_PARAM_OFMARKER_EN);
4107 iscsi_conn_attr(persistent_port, ISCSI_PARAM_PERSISTENT_PORT);
4108 iscsi_conn_attr(exp_statsn, ISCSI_PARAM_EXP_STATSN);
4109 iscsi_conn_attr(persistent_address, ISCSI_PARAM_PERSISTENT_ADDRESS);
4110 iscsi_conn_attr(ping_tmo, ISCSI_PARAM_PING_TMO);
4111 iscsi_conn_attr(recv_tmo, ISCSI_PARAM_RECV_TMO);
4112 iscsi_conn_attr(local_port, ISCSI_PARAM_LOCAL_PORT);
4113 iscsi_conn_attr(statsn, ISCSI_PARAM_STATSN);
4114 iscsi_conn_attr(keepalive_tmo, ISCSI_PARAM_KEEPALIVE_TMO);
4115 iscsi_conn_attr(max_segment_size, ISCSI_PARAM_MAX_SEGMENT_SIZE);
4116 iscsi_conn_attr(tcp_timestamp_stat, ISCSI_PARAM_TCP_TIMESTAMP_STAT);
4117 iscsi_conn_attr(tcp_wsf_disable, ISCSI_PARAM_TCP_WSF_DISABLE);
4118 iscsi_conn_attr(tcp_nagle_disable, ISCSI_PARAM_TCP_NAGLE_DISABLE);
4119 iscsi_conn_attr(tcp_timer_scale, ISCSI_PARAM_TCP_TIMER_SCALE);
4120 iscsi_conn_attr(tcp_timestamp_enable, ISCSI_PARAM_TCP_TIMESTAMP_EN);
4121 iscsi_conn_attr(fragment_disable, ISCSI_PARAM_IP_FRAGMENT_DISABLE);
4122 iscsi_conn_attr(ipv4_tos, ISCSI_PARAM_IPV4_TOS);
4123 iscsi_conn_attr(ipv6_traffic_class, ISCSI_PARAM_IPV6_TC);
4124 iscsi_conn_attr(ipv6_flow_label, ISCSI_PARAM_IPV6_FLOW_LABEL);
4125 iscsi_conn_attr(is_fw_assigned_ipv6, ISCSI_PARAM_IS_FW_ASSIGNED_IPV6);
4126 iscsi_conn_attr(tcp_xmit_wsf, ISCSI_PARAM_TCP_XMIT_WSF);
4127 iscsi_conn_attr(tcp_recv_wsf, ISCSI_PARAM_TCP_RECV_WSF);
4128 iscsi_conn_attr(local_ipaddr, ISCSI_PARAM_LOCAL_IPADDR);
4129
4130 static const char *const connection_state_names[] = {
4131     [ISCSI_CONN_UP] = "up",
4132     [ISCSI_CONN_DOWN] = "down",
4133     [ISCSI_CONN_FAILED] = "failed",
4134     [ISCSI_CONN_BOUND] = "bound"
4135 };
4136
4137 static ssize_t show_conn_state(struct device *dev,
4138                    struct device_attribute *attr, char *buf)
4139 {
4140     struct iscsi_cls_conn *conn = iscsi_dev_to_conn(dev->parent);
4141     const char *state = "unknown";
4142     int conn_state = READ_ONCE(conn->state);
4143
4144     if (conn_state >= 0 &&
4145         conn_state < ARRAY_SIZE(connection_state_names))
4146         state = connection_state_names[conn_state];
4147
4148     return sysfs_emit(buf, "%s\n", state);
4149 }
4150 static ISCSI_CLASS_ATTR(conn, state, S_IRUGO, show_conn_state,
4151             NULL);
4152
4153 #define iscsi_conn_ep_attr_show(param)                  \
4154 static ssize_t show_conn_ep_param_##param(struct device *dev,       \
4155                       struct device_attribute *attr,\
4156                       char *buf)            \
4157 {                                   \
4158     struct iscsi_cls_conn *conn = iscsi_dev_to_conn(dev->parent);   \
4159     struct iscsi_transport *t = conn->transport;            \
4160     struct iscsi_endpoint *ep;                  \
4161     ssize_t rc;                         \
4162                                     \
4163     /*                              \
4164      * Need to make sure ep_disconnect does not free the LLD's  \
4165      * interconnect resources while we are trying to read them. \
4166      */                             \
4167     mutex_lock(&conn->ep_mutex);                    \
4168     ep = conn->ep;                          \
4169     if (!ep && t->ep_connect) {                 \
4170         mutex_unlock(&conn->ep_mutex);              \
4171         return -ENOTCONN;                   \
4172     }                               \
4173                                     \
4174     if (ep)                             \
4175         rc = t->get_ep_param(ep, param, buf);           \
4176     else                                \
4177         rc = t->get_conn_param(conn, param, buf);       \
4178     mutex_unlock(&conn->ep_mutex);                  \
4179     return rc;                          \
4180 }
4181
4182 #define iscsi_conn_ep_attr(field, param)                \
4183     iscsi_conn_ep_attr_show(param)                  \
4184 static ISCSI_CLASS_ATTR(conn, field, S_IRUGO,               \
4185             show_conn_ep_param_##param, NULL);
4186
4187 iscsi_conn_ep_attr(address, ISCSI_PARAM_CONN_ADDRESS);
4188 iscsi_conn_ep_attr(port, ISCSI_PARAM_CONN_PORT);
4189
4190 static struct attribute *iscsi_conn_attrs[] = {
4191     &dev_attr_conn_max_recv_dlength.attr,
4192     &dev_attr_conn_max_xmit_dlength.attr,
4193     &dev_attr_conn_header_digest.attr,
4194     &dev_attr_conn_data_digest.attr,
4195     &dev_attr_conn_ifmarker.attr,
4196     &dev_attr_conn_ofmarker.attr,
4197     &dev_attr_conn_address.attr,
4198     &dev_attr_conn_port.attr,
4199     &dev_attr_conn_exp_statsn.attr,
4200     &dev_attr_conn_persistent_address.attr,
4201     &dev_attr_conn_persistent_port.attr,
4202     &dev_attr_conn_ping_tmo.attr,
4203     &dev_attr_conn_recv_tmo.attr,
4204     &dev_attr_conn_local_port.attr,
4205     &dev_attr_conn_statsn.attr,
4206     &dev_attr_conn_keepalive_tmo.attr,
4207     &dev_attr_conn_max_segment_size.attr,
4208     &dev_attr_conn_tcp_timestamp_stat.attr,
4209     &dev_attr_conn_tcp_wsf_disable.attr,
4210     &dev_attr_conn_tcp_nagle_disable.attr,
4211     &dev_attr_conn_tcp_timer_scale.attr,
4212     &dev_attr_conn_tcp_timestamp_enable.attr,
4213     &dev_attr_conn_fragment_disable.attr,
4214     &dev_attr_conn_ipv4_tos.attr,
4215     &dev_attr_conn_ipv6_traffic_class.attr,
4216     &dev_attr_conn_ipv6_flow_label.attr,
4217     &dev_attr_conn_is_fw_assigned_ipv6.attr,
4218     &dev_attr_conn_tcp_xmit_wsf.attr,
4219     &dev_attr_conn_tcp_recv_wsf.attr,
4220     &dev_attr_conn_local_ipaddr.attr,
4221     &dev_attr_conn_state.attr,
4222     NULL,
4223 };
4224
4225 static umode_t iscsi_conn_attr_is_visible(struct kobject *kobj,
4226                      struct attribute *attr, int i)
4227 {
4228     struct device *cdev = container_of(kobj, struct device, kobj);
4229     struct iscsi_cls_conn *conn = transport_class_to_conn(cdev);
4230     struct iscsi_transport *t = conn->transport;
4231     int param;
4232
4233     if (attr == &dev_attr_conn_max_recv_dlength.attr)
4234         param = ISCSI_PARAM_MAX_RECV_DLENGTH;
4235     else if (attr == &dev_attr_conn_max_xmit_dlength.attr)
4236         param = ISCSI_PARAM_MAX_XMIT_DLENGTH;
4237     else if (attr == &dev_attr_conn_header_digest.attr)
4238         param = ISCSI_PARAM_HDRDGST_EN;
4239     else if (attr == &dev_attr_conn_data_digest.attr)
4240         param = ISCSI_PARAM_DATADGST_EN;
4241     else if (attr == &dev_attr_conn_ifmarker.attr)
4242         param = ISCSI_PARAM_IFMARKER_EN;
4243     else if (attr == &dev_attr_conn_ofmarker.attr)
4244         param = ISCSI_PARAM_OFMARKER_EN;
4245     else if (attr == &dev_attr_conn_address.attr)
4246         param = ISCSI_PARAM_CONN_ADDRESS;
4247     else if (attr == &dev_attr_conn_port.attr)
4248         param = ISCSI_PARAM_CONN_PORT;
4249     else if (attr == &dev_attr_conn_exp_statsn.attr)
4250         param = ISCSI_PARAM_EXP_STATSN;
4251     else if (attr == &dev_attr_conn_persistent_address.attr)
4252         param = ISCSI_PARAM_PERSISTENT_ADDRESS;
4253     else if (attr == &dev_attr_conn_persistent_port.attr)
4254         param = ISCSI_PARAM_PERSISTENT_PORT;
4255     else if (attr == &dev_attr_conn_ping_tmo.attr)
4256         param = ISCSI_PARAM_PING_TMO;
4257     else if (attr == &dev_attr_conn_recv_tmo.attr)
4258         param = ISCSI_PARAM_RECV_TMO;
4259     else if (attr == &dev_attr_conn_local_port.attr)
4260         param = ISCSI_PARAM_LOCAL_PORT;
4261     else if (attr == &dev_attr_conn_statsn.attr)
4262         param = ISCSI_PARAM_STATSN;
4263     else if (attr == &dev_attr_conn_keepalive_tmo.attr)
4264         param = ISCSI_PARAM_KEEPALIVE_TMO;
4265     else if (attr == &dev_attr_conn_max_segment_size.attr)
4266         param = ISCSI_PARAM_MAX_SEGMENT_SIZE;
4267     else if (attr == &dev_attr_conn_tcp_timestamp_stat.attr)
4268         param = ISCSI_PARAM_TCP_TIMESTAMP_STAT;
4269     else if (attr == &dev_attr_conn_tcp_wsf_disable.attr)
4270         param = ISCSI_PARAM_TCP_WSF_DISABLE;
4271     else if (attr == &dev_attr_conn_tcp_nagle_disable.attr)
4272         param = ISCSI_PARAM_TCP_NAGLE_DISABLE;
4273     else if (attr == &dev_attr_conn_tcp_timer_scale.attr)
4274         param = ISCSI_PARAM_TCP_TIMER_SCALE;
4275     else if (attr == &dev_attr_conn_tcp_timestamp_enable.attr)
4276         param = ISCSI_PARAM_TCP_TIMESTAMP_EN;
4277     else if (attr == &dev_attr_conn_fragment_disable.attr)
4278         param = ISCSI_PARAM_IP_FRAGMENT_DISABLE;
4279     else if (attr == &dev_attr_conn_ipv4_tos.attr)
4280         param = ISCSI_PARAM_IPV4_TOS;
4281     else if (attr == &dev_attr_conn_ipv6_traffic_class.attr)
4282         param = ISCSI_PARAM_IPV6_TC;
4283     else if (attr == &dev_attr_conn_ipv6_flow_label.attr)
4284         param = ISCSI_PARAM_IPV6_FLOW_LABEL;
4285     else if (attr == &dev_attr_conn_is_fw_assigned_ipv6.attr)
4286         param = ISCSI_PARAM_IS_FW_ASSIGNED_IPV6;
4287     else if (attr == &dev_attr_conn_tcp_xmit_wsf.attr)
4288         param = ISCSI_PARAM_TCP_XMIT_WSF;
4289     else if (attr == &dev_attr_conn_tcp_recv_wsf.attr)
4290         param = ISCSI_PARAM_TCP_RECV_WSF;
4291     else if (attr == &dev_attr_conn_local_ipaddr.attr)
4292         param = ISCSI_PARAM_LOCAL_IPADDR;
4293     else if (attr == &dev_attr_conn_state.attr)
4294         return S_IRUGO;
4295     else {
4296         WARN_ONCE(1, "Invalid conn attr");
4297         return 0;
4298     }
4299
4300     return t->attr_is_visible(ISCSI_PARAM, param);
4301 }
4302
4303 static struct attribute_group iscsi_conn_group = {
4304     .attrs = iscsi_conn_attrs,
4305     .is_visible = iscsi_conn_attr_is_visible,
4306 };
4307
4308 /*
4309  * iSCSI session attrs
4310  */
4311 #define iscsi_session_attr_show(param, perm)                \
4312 static ssize_t                              \
4313 show_session_param_##param(struct device *dev,              \
4314                struct device_attribute *attr, char *buf)    \
4315 {                                   \
4316     struct iscsi_cls_session *session =                 \
4317         iscsi_dev_to_session(dev->parent);          \
4318     struct iscsi_transport *t = session->transport;         \
4319                                     \
4320     if (perm && !capable(CAP_SYS_ADMIN))                \
4321         return -EACCES;                     \
4322     return t->get_session_param(session, param, buf);       \
4323 }
4324
4325 #define iscsi_session_attr(field, param, perm)              \
4326     iscsi_session_attr_show(param, perm)                \
4327 static ISCSI_CLASS_ATTR(sess, field, S_IRUGO, show_session_param_##param, \
4328             NULL);
4329 iscsi_session_attr(targetname, ISCSI_PARAM_TARGET_NAME, 0);
4330 iscsi_session_attr(initial_r2t, ISCSI_PARAM_INITIAL_R2T_EN, 0);
4331 iscsi_session_attr(max_outstanding_r2t, ISCSI_PARAM_MAX_R2T, 0);
4332 iscsi_session_attr(immediate_data, ISCSI_PARAM_IMM_DATA_EN, 0);
4333 iscsi_session_attr(first_burst_len, ISCSI_PARAM_FIRST_BURST, 0);
4334 iscsi_session_attr(max_burst_len, ISCSI_PARAM_MAX_BURST, 0);
4335 iscsi_session_attr(data_pdu_in_order, ISCSI_PARAM_PDU_INORDER_EN, 0);
4336 iscsi_session_attr(data_seq_in_order, ISCSI_PARAM_DATASEQ_INORDER_EN, 0);
4337 iscsi_session_attr(erl, ISCSI_PARAM_ERL, 0);
4338 iscsi_session_attr(tpgt, ISCSI_PARAM_TPGT, 0);
4339 iscsi_session_attr(username, ISCSI_PARAM_USERNAME, 1);
4340 iscsi_session_attr(username_in, ISCSI_PARAM_USERNAME_IN, 1);
4341 iscsi_session_attr(password, ISCSI_PARAM_PASSWORD, 1);
4342 iscsi_session_attr(password_in, ISCSI_PARAM_PASSWORD_IN, 1);
4343 iscsi_session_attr(chap_out_idx, ISCSI_PARAM_CHAP_OUT_IDX, 1);
4344 iscsi_session_attr(chap_in_idx, ISCSI_PARAM_CHAP_IN_IDX, 1);
4345 iscsi_session_attr(fast_abort, ISCSI_PARAM_FAST_ABORT, 0);
4346 iscsi_session_attr(abort_tmo, ISCSI_PARAM_ABORT_TMO, 0);
4347 iscsi_session_attr(lu_reset_tmo, ISCSI_PARAM_LU_RESET_TMO, 0);
4348 iscsi_session_attr(tgt_reset_tmo, ISCSI_PARAM_TGT_RESET_TMO, 0);
4349 iscsi_session_attr(ifacename, ISCSI_PARAM_IFACE_NAME, 0);
4350 iscsi_session_attr(initiatorname, ISCSI_PARAM_INITIATOR_NAME, 0);
4351 iscsi_session_attr(targetalias, ISCSI_PARAM_TARGET_ALIAS, 0);
4352 iscsi_session_attr(boot_root, ISCSI_PARAM_BOOT_ROOT, 0);
4353 iscsi_session_attr(boot_nic, ISCSI_PARAM_BOOT_NIC, 0);
4354 iscsi_session_attr(boot_target, ISCSI_PARAM_BOOT_TARGET, 0);
4355 iscsi_session_attr(auto_snd_tgt_disable, ISCSI_PARAM_AUTO_SND_TGT_DISABLE, 0);
4356 iscsi_session_attr(discovery_session, ISCSI_PARAM_DISCOVERY_SESS, 0);
4357 iscsi_session_attr(portal_type, ISCSI_PARAM_PORTAL_TYPE, 0);
4358 iscsi_session_attr(chap_auth, ISCSI_PARAM_CHAP_AUTH_EN, 0);
4359 iscsi_session_attr(discovery_logout, ISCSI_PARAM_DISCOVERY_LOGOUT_EN, 0);
4360 iscsi_session_attr(bidi_chap, ISCSI_PARAM_BIDI_CHAP_EN, 0);
4361 iscsi_session_attr(discovery_auth_optional,
4362            ISCSI_PARAM_DISCOVERY_AUTH_OPTIONAL, 0);
4363 iscsi_session_attr(def_time2wait, ISCSI_PARAM_DEF_TIME2WAIT, 0);
4364 iscsi_session_attr(def_time2retain, ISCSI_PARAM_DEF_TIME2RETAIN, 0);
4365 iscsi_session_attr(isid, ISCSI_PARAM_ISID, 0);
4366 iscsi_session_attr(tsid, ISCSI_PARAM_TSID, 0);
4367 iscsi_session_attr(def_taskmgmt_tmo, ISCSI_PARAM_DEF_TASKMGMT_TMO, 0);
4368 iscsi_session_attr(discovery_parent_idx, ISCSI_PARAM_DISCOVERY_PARENT_IDX, 0);
4369 iscsi_session_attr(discovery_parent_type, ISCSI_PARAM_DISCOVERY_PARENT_TYPE, 0);
4370
4371 static ssize_t
4372 show_priv_session_state(struct device *dev, struct device_attribute *attr,
4373             char *buf)
4374 {
4375     struct iscsi_cls_session *session = iscsi_dev_to_session(dev->parent);
4376     return sysfs_emit(buf, "%s\n", iscsi_session_state_name(session->state));
4377 }
4378 static ISCSI_CLASS_ATTR(priv_sess, state, S_IRUGO, show_priv_session_state,
4379             NULL);
4380 static ssize_t
4381 show_priv_session_creator(struct device *dev, struct device_attribute *attr,
4382             char *buf)
4383 {
4384     struct iscsi_cls_session *session = iscsi_dev_to_session(dev->parent);
4385     return sysfs_emit(buf, "%d\n", session->creator);
4386 }
4387 static ISCSI_CLASS_ATTR(priv_sess, creator, S_IRUGO, show_priv_session_creator,
4388             NULL);
4389 static ssize_t
4390 show_priv_session_target_id(struct device *dev, struct device_attribute *attr,
4391                 char *buf)
4392 {
4393     struct iscsi_cls_session *session = iscsi_dev_to_session(dev->parent);
4394     return sysfs_emit(buf, "%d\n", session->target_id);
4395 }
4396 static ISCSI_CLASS_ATTR(priv_sess, target_id, S_IRUGO,
4397             show_priv_session_target_id, NULL);
4398
4399 #define iscsi_priv_session_attr_show(field, format)         \
4400 static ssize_t                              \
4401 show_priv_session_##field(struct device *dev,               \
4402               struct device_attribute *attr, char *buf) \
4403 {                                   \
4404     struct iscsi_cls_session *session =                 \
4405             iscsi_dev_to_session(dev->parent);      \
4406     if (session->field == -1)                   \
4407         return sysfs_emit(buf, "off\n");            \
4408     return sysfs_emit(buf, format"\n", session->field);     \
4409 }
4410
4411 #define iscsi_priv_session_attr_store(field)                \
4412 static ssize_t                              \
4413 store_priv_session_##field(struct device *dev,              \
4414                struct device_attribute *attr,       \
4415                const char *buf, size_t count)       \
4416 {                                   \
4417     int val;                            \
4418     char *cp;                           \
4419     struct iscsi_cls_session *session =             \
4420         iscsi_dev_to_session(dev->parent);          \
4421     if ((session->state == ISCSI_SESSION_FREE) ||           \
4422         (session->state == ISCSI_SESSION_FAILED))           \
4423         return -EBUSY;                      \
4424     if (strncmp(buf, "off", 3) == 0) {              \
4425         session->field = -1;                    \
4426         session->field##_sysfs_override = true;         \
4427     } else {                            \
4428         val = simple_strtoul(buf, &cp, 0);          \
4429         if (*cp != '\0' && *cp != '\n')             \
4430             return -EINVAL;                 \
4431         session->field = val;                   \
4432         session->field##_sysfs_override = true;         \
4433     }                               \
4434     return count;                           \
4435 }
4436
4437 #define iscsi_priv_session_rw_attr(field, format)           \
4438     iscsi_priv_session_attr_show(field, format)         \
4439     iscsi_priv_session_attr_store(field)                \
4440 static ISCSI_CLASS_ATTR(priv_sess, field, S_IRUGO | S_IWUSR,        \
4441             show_priv_session_##field,          \
4442             store_priv_session_##field)
4443
4444 iscsi_priv_session_rw_attr(recovery_tmo, "%d");
4445
4446 static struct attribute *iscsi_session_attrs[] = {
4447     &dev_attr_sess_initial_r2t.attr,
4448     &dev_attr_sess_max_outstanding_r2t.attr,
4449     &dev_attr_sess_immediate_data.attr,
4450     &dev_attr_sess_first_burst_len.attr,
4451     &dev_attr_sess_max_burst_len.attr,
4452     &dev_attr_sess_data_pdu_in_order.attr,
4453     &dev_attr_sess_data_seq_in_order.attr,
4454     &dev_attr_sess_erl.attr,
4455     &dev_attr_sess_targetname.attr,
4456     &dev_attr_sess_tpgt.attr,
4457     &dev_attr_sess_password.attr,
4458     &dev_attr_sess_password_in.attr,
4459     &dev_attr_sess_username.attr,
4460     &dev_attr_sess_username_in.attr,
4461     &dev_attr_sess_fast_abort.attr,
4462     &dev_attr_sess_abort_tmo.attr,
4463     &dev_attr_sess_lu_reset_tmo.attr,
4464     &dev_attr_sess_tgt_reset_tmo.attr,
4465     &dev_attr_sess_ifacename.attr,
4466     &dev_attr_sess_initiatorname.attr,
4467     &dev_attr_sess_targetalias.attr,
4468     &dev_attr_sess_boot_root.attr,
4469     &dev_attr_sess_boot_nic.attr,
4470     &dev_attr_sess_boot_target.attr,
4471     &dev_attr_priv_sess_recovery_tmo.attr,
4472     &dev_attr_priv_sess_state.attr,
4473     &dev_attr_priv_sess_creator.attr,
4474     &dev_attr_sess_chap_out_idx.attr,
4475     &dev_attr_sess_chap_in_idx.attr,
4476     &dev_attr_priv_sess_target_id.attr,
4477     &dev_attr_sess_auto_snd_tgt_disable.attr,
4478     &dev_attr_sess_discovery_session.attr,
4479     &dev_attr_sess_portal_type.attr,
4480     &dev_attr_sess_chap_auth.attr,
4481     &dev_attr_sess_discovery_logout.attr,
4482     &dev_attr_sess_bidi_chap.attr,
4483     &dev_attr_sess_discovery_auth_optional.attr,
4484     &dev_attr_sess_def_time2wait.attr,
4485     &dev_attr_sess_def_time2retain.attr,
4486     &dev_attr_sess_isid.attr,
4487     &dev_attr_sess_tsid.attr,
4488     &dev_attr_sess_def_taskmgmt_tmo.attr,
4489     &dev_attr_sess_discovery_parent_idx.attr,
4490     &dev_attr_sess_discovery_parent_type.attr,
4491     NULL,
4492 };
4493
4494 static umode_t iscsi_session_attr_is_visible(struct kobject *kobj,
4495                         struct attribute *attr, int i)
4496 {
4497     struct device *cdev = container_of(kobj, struct device, kobj);
4498     struct iscsi_cls_session *session = transport_class_to_session(cdev);
4499     struct iscsi_transport *t = session->transport;
4500     int param;
4501
4502     if (attr == &dev_attr_sess_initial_r2t.attr)
4503         param = ISCSI_PARAM_INITIAL_R2T_EN;
4504     else if (attr == &dev_attr_sess_max_outstanding_r2t.attr)
4505         param = ISCSI_PARAM_MAX_R2T;
4506     else if (attr == &dev_attr_sess_immediate_data.attr)
4507         param = ISCSI_PARAM_IMM_DATA_EN;
4508     else if (attr == &dev_attr_sess_first_burst_len.attr)
4509         param = ISCSI_PARAM_FIRST_BURST;
4510     else if (attr == &dev_attr_sess_max_burst_len.attr)
4511         param = ISCSI_PARAM_MAX_BURST;
4512     else if (attr == &dev_attr_sess_data_pdu_in_order.attr)
4513         param = ISCSI_PARAM_PDU_INORDER_EN;
4514     else if (attr == &dev_attr_sess_data_seq_in_order.attr)
4515         param = ISCSI_PARAM_DATASEQ_INORDER_EN;
4516     else if (attr == &dev_attr_sess_erl.attr)
4517         param = ISCSI_PARAM_ERL;
4518     else if (attr == &dev_attr_sess_targetname.attr)
4519         param = ISCSI_PARAM_TARGET_NAME;
4520     else if (attr == &dev_attr_sess_tpgt.attr)
4521         param = ISCSI_PARAM_TPGT;
4522     else if (attr == &dev_attr_sess_chap_in_idx.attr)
4523         param = ISCSI_PARAM_CHAP_IN_IDX;
4524     else if (attr == &dev_attr_sess_chap_out_idx.attr)
4525         param = ISCSI_PARAM_CHAP_OUT_IDX;
4526     else if (attr == &dev_attr_sess_password.attr)
4527         param = ISCSI_PARAM_USERNAME;
4528     else if (attr == &dev_attr_sess_password_in.attr)
4529         param = ISCSI_PARAM_USERNAME_IN;
4530     else if (attr == &dev_attr_sess_username.attr)
4531         param = ISCSI_PARAM_PASSWORD;
4532     else if (attr == &dev_attr_sess_username_in.attr)
4533         param = ISCSI_PARAM_PASSWORD_IN;
4534     else if (attr == &dev_attr_sess_fast_abort.attr)
4535         param = ISCSI_PARAM_FAST_ABORT;
4536     else if (attr == &dev_attr_sess_abort_tmo.attr)
4537         param = ISCSI_PARAM_ABORT_TMO;
4538     else if (attr == &dev_attr_sess_lu_reset_tmo.attr)
4539         param = ISCSI_PARAM_LU_RESET_TMO;
4540     else if (attr == &dev_attr_sess_tgt_reset_tmo.attr)
4541         param = ISCSI_PARAM_TGT_RESET_TMO;
4542     else if (attr == &dev_attr_sess_ifacename.attr)
4543         param = ISCSI_PARAM_IFACE_NAME;
4544     else if (attr == &dev_attr_sess_initiatorname.attr)
4545         param = ISCSI_PARAM_INITIATOR_NAME;
4546     else if (attr == &dev_attr_sess_targetalias.attr)
4547         param = ISCSI_PARAM_TARGET_ALIAS;
4548     else if (attr == &dev_attr_sess_boot_root.attr)
4549         param = ISCSI_PARAM_BOOT_ROOT;
4550     else if (attr == &dev_attr_sess_boot_nic.attr)
4551         param = ISCSI_PARAM_BOOT_NIC;
4552     else if (attr == &dev_attr_sess_boot_target.attr)
4553         param = ISCSI_PARAM_BOOT_TARGET;
4554     else if (attr == &dev_attr_sess_auto_snd_tgt_disable.attr)
4555         param = ISCSI_PARAM_AUTO_SND_TGT_DISABLE;
4556     else if (attr == &dev_attr_sess_discovery_session.attr)
4557         param = ISCSI_PARAM_DISCOVERY_SESS;
4558     else if (attr == &dev_attr_sess_portal_type.attr)
4559         param = ISCSI_PARAM_PORTAL_TYPE;
4560     else if (attr == &dev_attr_sess_chap_auth.attr)
4561         param = ISCSI_PARAM_CHAP_AUTH_EN;
4562     else if (attr == &dev_attr_sess_discovery_logout.attr)
4563         param = ISCSI_PARAM_DISCOVERY_LOGOUT_EN;
4564     else if (attr == &dev_attr_sess_bidi_chap.attr)
4565         param = ISCSI_PARAM_BIDI_CHAP_EN;
4566     else if (attr == &dev_attr_sess_discovery_auth_optional.attr)
4567         param = ISCSI_PARAM_DISCOVERY_AUTH_OPTIONAL;
4568     else if (attr == &dev_attr_sess_def_time2wait.attr)
4569         param = ISCSI_PARAM_DEF_TIME2WAIT;
4570     else if (attr == &dev_attr_sess_def_time2retain.attr)
4571         param = ISCSI_PARAM_DEF_TIME2RETAIN;
4572     else if (attr == &dev_attr_sess_isid.attr)
4573         param = ISCSI_PARAM_ISID;
4574     else if (attr == &dev_attr_sess_tsid.attr)
4575         param = ISCSI_PARAM_TSID;
4576     else if (attr == &dev_attr_sess_def_taskmgmt_tmo.attr)
4577         param = ISCSI_PARAM_DEF_TASKMGMT_TMO;
4578     else if (attr == &dev_attr_sess_discovery_parent_idx.attr)
4579         param = ISCSI_PARAM_DISCOVERY_PARENT_IDX;
4580     else if (attr == &dev_attr_sess_discovery_parent_type.attr)
4581         param = ISCSI_PARAM_DISCOVERY_PARENT_TYPE;
4582     else if (attr == &dev_attr_priv_sess_recovery_tmo.attr)
4583         return S_IRUGO | S_IWUSR;
4584     else if (attr == &dev_attr_priv_sess_state.attr)
4585         return S_IRUGO;
4586     else if (attr == &dev_attr_priv_sess_creator.attr)
4587         return S_IRUGO;
4588     else if (attr == &dev_attr_priv_sess_target_id.attr)
4589         return S_IRUGO;
4590     else {
4591         WARN_ONCE(1, "Invalid session attr");
4592         return 0;
4593     }
4594
4595     return t->attr_is_visible(ISCSI_PARAM, param);
4596 }
4597
4598 static struct attribute_group iscsi_session_group = {
4599     .attrs = iscsi_session_attrs,
4600     .is_visible = iscsi_session_attr_is_visible,
4601 };
4602
4603 /*
4604  * iSCSI host attrs
4605  */
4606 #define iscsi_host_attr_show(param)                 \
4607 static ssize_t                              \
4608 show_host_param_##param(struct device *dev,                 \
4609             struct device_attribute *attr, char *buf)   \
4610 {                                   \
4611     struct Scsi_Host *shost = transport_class_to_shost(dev);    \
4612     struct iscsi_internal *priv = to_iscsi_internal(shost->transportt); \
4613     return priv->iscsi_transport->get_host_param(shost, param, buf); \
4614 }
4615
4616 #define iscsi_host_attr(field, param)                   \
4617     iscsi_host_attr_show(param)                 \
4618 static ISCSI_CLASS_ATTR(host, field, S_IRUGO, show_host_param_##param,  \
4619             NULL);
4620
4621 iscsi_host_attr(netdev, ISCSI_HOST_PARAM_NETDEV_NAME);
4622 iscsi_host_attr(hwaddress, ISCSI_HOST_PARAM_HWADDRESS);
4623 iscsi_host_attr(ipaddress, ISCSI_HOST_PARAM_IPADDRESS);
4624 iscsi_host_attr(initiatorname, ISCSI_HOST_PARAM_INITIATOR_NAME);
4625 iscsi_host_attr(port_state, ISCSI_HOST_PARAM_PORT_STATE);
4626 iscsi_host_attr(port_speed, ISCSI_HOST_PARAM_PORT_SPEED);
4627
4628 static struct attribute *iscsi_host_attrs[] = {
4629     &dev_attr_host_netdev.attr,
4630     &dev_attr_host_hwaddress.attr,
4631     &dev_attr_host_ipaddress.attr,
4632     &dev_attr_host_initiatorname.attr,
4633     &dev_attr_host_port_state.attr,
4634     &dev_attr_host_port_speed.attr,
4635     NULL,
4636 };
4637
4638 static umode_t iscsi_host_attr_is_visible(struct kobject *kobj,
4639                      struct attribute *attr, int i)
4640 {
4641     struct device *cdev = container_of(kobj, struct device, kobj);
4642     struct Scsi_Host *shost = transport_class_to_shost(cdev);
4643     struct iscsi_internal *priv = to_iscsi_internal(shost->transportt);
4644     int param;
4645
4646     if (attr == &dev_attr_host_netdev.attr)
4647         param = ISCSI_HOST_PARAM_NETDEV_NAME;
4648     else if (attr == &dev_attr_host_hwaddress.attr)
4649         param = ISCSI_HOST_PARAM_HWADDRESS;
4650     else if (attr == &dev_attr_host_ipaddress.attr)
4651         param = ISCSI_HOST_PARAM_IPADDRESS;
4652     else if (attr == &dev_attr_host_initiatorname.attr)
4653         param = ISCSI_HOST_PARAM_INITIATOR_NAME;
4654     else if (attr == &dev_attr_host_port_state.attr)
4655         param = ISCSI_HOST_PARAM_PORT_STATE;
4656     else if (attr == &dev_attr_host_port_speed.attr)
4657         param = ISCSI_HOST_PARAM_PORT_SPEED;
4658     else {
4659         WARN_ONCE(1, "Invalid host attr");
4660         return 0;
4661     }
4662
4663     return priv->iscsi_transport->attr_is_visible(ISCSI_HOST_PARAM, param);
4664 }
4665
4666 static struct attribute_group iscsi_host_group = {
4667     .attrs = iscsi_host_attrs,
4668     .is_visible = iscsi_host_attr_is_visible,
4669 };
4670
4671 /* convert iscsi_port_speed values to ascii string name */
4672 static const struct {
4673     enum iscsi_port_speed   value;
4674     char            *name;
4675 } iscsi_port_speed_names[] = {
4676     {ISCSI_PORT_SPEED_UNKNOWN,  "Unknown" },
4677     {ISCSI_PORT_SPEED_10MBPS,   "10 Mbps" },
4678     {ISCSI_PORT_SPEED_100MBPS,  "100 Mbps" },
4679     {ISCSI_PORT_SPEED_1GBPS,    "1 Gbps" },
4680     {ISCSI_PORT_SPEED_10GBPS,   "10 Gbps" },
4681     {ISCSI_PORT_SPEED_25GBPS,       "25 Gbps" },
4682     {ISCSI_PORT_SPEED_40GBPS,       "40 Gbps" },
4683 };
4684
4685 char *iscsi_get_port_speed_name(struct Scsi_Host *shost)
4686 {
4687     int i;
4688     char *speed = "Unknown!";
4689     struct iscsi_cls_host *ihost = shost->shost_data;
4690     uint32_t port_speed = ihost->port_speed;
4691
4692     for (i = 0; i < ARRAY_SIZE(iscsi_port_speed_names); i++) {
4693         if (iscsi_port_speed_names[i].value & port_speed) {
4694             speed = iscsi_port_speed_names[i].name;
4695             break;
4696         }
4697     }
4698     return speed;
4699 }
4700 EXPORT_SYMBOL_GPL(iscsi_get_port_speed_name);
4701
4702 /* convert iscsi_port_state values to ascii string name */
4703 static const struct {
4704     enum iscsi_port_state   value;
4705     char            *name;
4706 } iscsi_port_state_names[] = {
4707     {ISCSI_PORT_STATE_DOWN,     "LINK DOWN" },
4708     {ISCSI_PORT_STATE_UP,       "LINK UP" },
4709 };
4710
4711 char *iscsi_get_port_state_name(struct Scsi_Host *shost)
4712 {
4713     int i;
4714     char *state = "Unknown!";
4715     struct iscsi_cls_host *ihost = shost->shost_data;
4716     uint32_t port_state = ihost->port_state;
4717
4718     for (i = 0; i < ARRAY_SIZE(iscsi_port_state_names); i++) {
4719         if (iscsi_port_state_names[i].value & port_state) {
4720             state = iscsi_port_state_names[i].name;
4721             break;
4722         }
4723     }
4724     return state;
4725 }
4726 EXPORT_SYMBOL_GPL(iscsi_get_port_state_name);
4727
4728 static int iscsi_session_match(struct attribute_container *cont,
4729                struct device *dev)
4730 {
4731     struct iscsi_cls_session *session;
4732     struct Scsi_Host *shost;
4733     struct iscsi_internal *priv;
4734
4735     if (!iscsi_is_session_dev(dev))
4736         return 0;
4737
4738     session = iscsi_dev_to_session(dev);
4739     shost = iscsi_session_to_shost(session);
4740     if (!shost->transportt)
4741         return 0;
4742
4743     priv = to_iscsi_internal(shost->transportt);
4744     if (priv->session_cont.ac.class != &iscsi_session_class.class)
4745         return 0;
4746
4747     return &priv->session_cont.ac == cont;
4748 }
4749
4750 static int iscsi_conn_match(struct attribute_container *cont,
4751                struct device *dev)
4752 {
4753     struct iscsi_cls_session *session;
4754     struct iscsi_cls_conn *conn;
4755     struct Scsi_Host *shost;
4756     struct iscsi_internal *priv;
4757
4758     if (!iscsi_is_conn_dev(dev))
4759         return 0;
4760
4761     conn = iscsi_dev_to_conn(dev);
4762     session = iscsi_dev_to_session(conn->dev.parent);
4763     shost = iscsi_session_to_shost(session);
4764
4765     if (!shost->transportt)
4766         return 0;
4767
4768     priv = to_iscsi_internal(shost->transportt);
4769     if (priv->conn_cont.ac.class != &iscsi_connection_class.class)
4770         return 0;
4771
4772     return &priv->conn_cont.ac == cont;
4773 }
4774
4775 static int iscsi_host_match(struct attribute_container *cont,
4776                 struct device *dev)
4777 {
4778     struct Scsi_Host *shost;
4779     struct iscsi_internal *priv;
4780
4781     if (!scsi_is_host_device(dev))
4782         return 0;
4783
4784     shost = dev_to_shost(dev);
4785     if (!shost->transportt  ||
4786         shost->transportt->host_attrs.ac.class != &iscsi_host_class.class)
4787         return 0;
4788
4789         priv = to_iscsi_internal(shost->transportt);
4790         return &priv->t.host_attrs.ac == cont;
4791 }
4792
4793 struct scsi_transport_template *
4794 iscsi_register_transport(struct iscsi_transport *tt)
4795 {
4796     struct iscsi_internal *priv;
4797     unsigned long flags;
4798     int err;
4799
4800     BUG_ON(!tt);
4801     WARN_ON(tt->ep_disconnect && !tt->unbind_conn);
4802
4803     priv = iscsi_if_transport_lookup(tt);
4804     if (priv)
4805         return NULL;
4806
4807     priv = kzalloc(sizeof(*priv), GFP_KERNEL);
4808     if (!priv)
4809         return NULL;
4810     INIT_LIST_HEAD(&priv->list);
4811     priv->iscsi_transport = tt;
4812     priv->t.user_scan = iscsi_user_scan;
4813
4814     priv->dev.class = &iscsi_transport_class;
4815     dev_set_name(&priv->dev, "%s", tt->name);
4816     err = device_register(&priv->dev);
4817     if (err)
4818         goto free_priv;
4819
4820     err = sysfs_create_group(&priv->dev.kobj, &iscsi_transport_group);
4821     if (err)
4822         goto unregister_dev;
4823
4824     /* host parameters */
4825     priv->t.host_attrs.ac.class = &iscsi_host_class.class;
4826     priv->t.host_attrs.ac.match = iscsi_host_match;
4827     priv->t.host_attrs.ac.grp = &iscsi_host_group;
4828     priv->t.host_size = sizeof(struct iscsi_cls_host);
4829     transport_container_register(&priv->t.host_attrs);
4830
4831     /* connection parameters */
4832     priv->conn_cont.ac.class = &iscsi_connection_class.class;
4833     priv->conn_cont.ac.match = iscsi_conn_match;
4834     priv->conn_cont.ac.grp = &iscsi_conn_group;
4835     transport_container_register(&priv->conn_cont);
4836
4837     /* session parameters */
4838     priv->session_cont.ac.class = &iscsi_session_class.class;
4839     priv->session_cont.ac.match = iscsi_session_match;
4840     priv->session_cont.ac.grp = &iscsi_session_group;
4841     transport_container_register(&priv->session_cont);
4842
4843     spin_lock_irqsave(&iscsi_transport_lock, flags);
4844     list_add(&priv->list, &iscsi_transports);
4845     spin_unlock_irqrestore(&iscsi_transport_lock, flags);
4846
4847     printk(KERN_NOTICE "iscsi: registered transport (%s)\n", tt->name);
4848     return &priv->t;
4849
4850 unregister_dev:
4851     device_unregister(&priv->dev);
4852     return NULL;
4853 free_priv:
4854     kfree(priv);
4855     return NULL;
4856 }
4857 EXPORT_SYMBOL_GPL(iscsi_register_transport);
4858
4859 void iscsi_unregister_transport(struct iscsi_transport *tt)
4860 {
4861     struct iscsi_internal *priv;
4862     unsigned long flags;
4863
4864     BUG_ON(!tt);
4865
4866     mutex_lock(&rx_queue_mutex);
4867
4868     priv = iscsi_if_transport_lookup(tt);
4869     BUG_ON (!priv);
4870
4871     spin_lock_irqsave(&iscsi_transport_lock, flags);
4872     list_del(&priv->list);
4873     spin_unlock_irqrestore(&iscsi_transport_lock, flags);
4874
4875     transport_container_unregister(&priv->conn_cont);
4876     transport_container_unregister(&priv->session_cont);
4877     transport_container_unregister(&priv->t.host_attrs);
4878
4879     sysfs_remove_group(&priv->dev.kobj, &iscsi_transport_group);
4880     device_unregister(&priv->dev);
4881     mutex_unlock(&rx_queue_mutex);
4882 }
4883 EXPORT_SYMBOL_GPL(iscsi_unregister_transport);
4884
4885 void iscsi_dbg_trace(void (*trace)(struct device *dev, struct va_format *),
4886              struct device *dev, const char *fmt, ...)
4887 {
4888     struct va_format vaf;
4889     va_list args;
4890
4891     va_start(args, fmt);
4892     vaf.fmt = fmt;
4893     vaf.va = &args;
4894     trace(dev, &vaf);
4895     va_end(args);
4896 }
4897 EXPORT_SYMBOL_GPL(iscsi_dbg_trace);
4898
4899 static __init int iscsi_transport_init(void)
4900 {
4901     int err;
4902     struct netlink_kernel_cfg cfg = {
4903         .groups = 1,
4904         .input  = iscsi_if_rx,
4905     };
4906     printk(KERN_INFO "Loading iSCSI transport class v%s.\n",
4907         ISCSI_TRANSPORT_VERSION);
4908
4909     atomic_set(&iscsi_session_nr, 0);
4910
4911     err = class_register(&iscsi_transport_class);
4912     if (err)
4913         return err;
4914
4915     err = class_register(&iscsi_endpoint_class);
4916     if (err)
4917         goto unregister_transport_class;
4918
4919     err = class_register(&iscsi_iface_class);
4920     if (err)
4921         goto unregister_endpoint_class;
4922
4923     err = transport_class_register(&iscsi_host_class);
4924     if (err)
4925         goto unregister_iface_class;
4926
4927     err = transport_class_register(&iscsi_connection_class);
4928     if (err)
4929         goto unregister_host_class;
4930
4931     err = transport_class_register(&iscsi_session_class);
4932     if (err)
4933         goto unregister_conn_class;
4934
4935     err = bus_register(&iscsi_flashnode_bus);
4936     if (err)
4937         goto unregister_session_class;
4938
4939     nls = netlink_kernel_create(&init_net, NETLINK_ISCSI, &cfg);
4940     if (!nls) {
4941         err = -ENOBUFS;
4942         goto unregister_flashnode_bus;
4943     }
4944
4945     iscsi_conn_cleanup_workq = alloc_workqueue("%s",
4946             WQ_SYSFS | WQ_MEM_RECLAIM | WQ_UNBOUND, 0,
4947             "iscsi_conn_cleanup");
4948     if (!iscsi_conn_cleanup_workq) {
4949         err = -ENOMEM;
4950         goto release_nls;
4951     }
4952
4953     return 0;
4954
4955 release_nls:
4956     netlink_kernel_release(nls);
4957 unregister_flashnode_bus:
4958     bus_unregister(&iscsi_flashnode_bus);
4959 unregister_session_class:
4960     transport_class_unregister(&iscsi_session_class);
4961 unregister_conn_class:
4962     transport_class_unregister(&iscsi_connection_class);
4963 unregister_host_class:
4964     transport_class_unregister(&iscsi_host_class);
4965 unregister_iface_class:
4966     class_unregister(&iscsi_iface_class);
4967 unregister_endpoint_class:
4968     class_unregister(&iscsi_endpoint_class);
4969 unregister_transport_class:
4970     class_unregister(&iscsi_transport_class);
4971     return err;
4972 }
4973
4974 static void __exit iscsi_transport_exit(void)
4975 {
4976     destroy_workqueue(iscsi_conn_cleanup_workq);
4977     netlink_kernel_release(nls);
4978     bus_unregister(&iscsi_flashnode_bus);
4979     transport_class_unregister(&iscsi_connection_class);
4980     transport_class_unregister(&iscsi_session_class);
4981     transport_class_unregister(&iscsi_host_class);
4982     class_unregister(&iscsi_endpoint_class);
4983     class_unregister(&iscsi_iface_class);
4984     class_unregister(&iscsi_transport_class);
4985 }
4986
4987 module_init(iscsi_transport_init);
4988 module_exit(iscsi_transport_exit);
4989
4990 MODULE_AUTHOR("Mike Christie <michaelc@cs.wisc.edu>, "
4991           "Dmitry Yusupov <dmitry_yus@yahoo.com>, "
4992           "Alex Aizman <itn780@yahoo.com>");
4993 MODULE_DESCRIPTION("iSCSI Transport Interface");
4994 MODULE_LICENSE("GPL");
4995 MODULE_VERSION(ISCSI_TRANSPORT_VERSION);
4996 MODULE_ALIAS_NET_PF_PROTO(PF_NETLINK, NETLINK_ISCSI);