0001
0002
0003
0004
0005
0006
0007
0008
0009 #undef pr_fmt
0010 #define pr_fmt(fmt) KBUILD_MODNAME " L" __stringify(__LINE__) ": " fmt
0011
0012 #include "rtrs-pri.h"
0013 #include "rtrs-clt.h"
0014 #include "rtrs-log.h"
0015
0016 #define MIN_MAX_RECONN_ATT -1
0017 #define MAX_MAX_RECONN_ATT 9999
0018
0019 static void rtrs_clt_path_release(struct kobject *kobj)
0020 {
0021 struct rtrs_clt_path *clt_path;
0022
0023 clt_path = container_of(kobj, struct rtrs_clt_path, kobj);
0024
0025 free_path(clt_path);
0026 }
0027
0028 static struct kobj_type ktype_sess = {
0029 .sysfs_ops = &kobj_sysfs_ops,
0030 .release = rtrs_clt_path_release
0031 };
0032
0033 static void rtrs_clt_path_stats_release(struct kobject *kobj)
0034 {
0035 struct rtrs_clt_stats *stats;
0036
0037 stats = container_of(kobj, struct rtrs_clt_stats, kobj_stats);
0038
0039 free_percpu(stats->pcpu_stats);
0040
0041 kfree(stats);
0042 }
0043
0044 static struct kobj_type ktype_stats = {
0045 .sysfs_ops = &kobj_sysfs_ops,
0046 .release = rtrs_clt_path_stats_release,
0047 };
0048
0049 static ssize_t max_reconnect_attempts_show(struct device *dev,
0050 struct device_attribute *attr,
0051 char *page)
0052 {
0053 struct rtrs_clt_sess *clt = container_of(dev, struct rtrs_clt_sess,
0054 dev);
0055
0056 return sysfs_emit(page, "%d\n",
0057 rtrs_clt_get_max_reconnect_attempts(clt));
0058 }
0059
0060 static ssize_t max_reconnect_attempts_store(struct device *dev,
0061 struct device_attribute *attr,
0062 const char *buf,
0063 size_t count)
0064 {
0065 int value;
0066 int ret;
0067 struct rtrs_clt_sess *clt = container_of(dev, struct rtrs_clt_sess,
0068 dev);
0069
0070 ret = kstrtoint(buf, 10, &value);
0071 if (ret) {
0072 rtrs_err(clt, "%s: failed to convert string '%s' to int\n",
0073 attr->attr.name, buf);
0074 return ret;
0075 }
0076 if (value > MAX_MAX_RECONN_ATT ||
0077 value < MIN_MAX_RECONN_ATT) {
0078 rtrs_err(clt,
0079 "%s: invalid range (provided: '%s', accepted: min: %d, max: %d)\n",
0080 attr->attr.name, buf, MIN_MAX_RECONN_ATT,
0081 MAX_MAX_RECONN_ATT);
0082 return -EINVAL;
0083 }
0084 rtrs_clt_set_max_reconnect_attempts(clt, value);
0085
0086 return count;
0087 }
0088
0089 static DEVICE_ATTR_RW(max_reconnect_attempts);
0090
0091 static ssize_t mpath_policy_show(struct device *dev,
0092 struct device_attribute *attr,
0093 char *page)
0094 {
0095 struct rtrs_clt_sess *clt;
0096
0097 clt = container_of(dev, struct rtrs_clt_sess, dev);
0098
0099 switch (clt->mp_policy) {
0100 case MP_POLICY_RR:
0101 return sysfs_emit(page, "round-robin (RR: %d)\n",
0102 clt->mp_policy);
0103 case MP_POLICY_MIN_INFLIGHT:
0104 return sysfs_emit(page, "min-inflight (MI: %d)\n",
0105 clt->mp_policy);
0106 case MP_POLICY_MIN_LATENCY:
0107 return sysfs_emit(page, "min-latency (ML: %d)\n",
0108 clt->mp_policy);
0109 default:
0110 return sysfs_emit(page, "Unknown (%d)\n", clt->mp_policy);
0111 }
0112 }
0113
0114 static ssize_t mpath_policy_store(struct device *dev,
0115 struct device_attribute *attr,
0116 const char *buf,
0117 size_t count)
0118 {
0119 struct rtrs_clt_sess *clt;
0120 int value;
0121 int ret;
0122 size_t len = 0;
0123
0124 clt = container_of(dev, struct rtrs_clt_sess, dev);
0125
0126 ret = kstrtoint(buf, 10, &value);
0127 if (!ret && (value == MP_POLICY_RR ||
0128 value == MP_POLICY_MIN_INFLIGHT ||
0129 value == MP_POLICY_MIN_LATENCY)) {
0130 clt->mp_policy = value;
0131 return count;
0132 }
0133
0134
0135 len = strnlen(buf, NAME_MAX);
0136 if (buf[len - 1] == '\n')
0137 len--;
0138
0139 if (!strncasecmp(buf, "round-robin", 11) ||
0140 (len == 2 && !strncasecmp(buf, "rr", 2)))
0141 clt->mp_policy = MP_POLICY_RR;
0142 else if (!strncasecmp(buf, "min-inflight", 12) ||
0143 (len == 2 && !strncasecmp(buf, "mi", 2)))
0144 clt->mp_policy = MP_POLICY_MIN_INFLIGHT;
0145 else if (!strncasecmp(buf, "min-latency", 11) ||
0146 (len == 2 && !strncasecmp(buf, "ml", 2)))
0147 clt->mp_policy = MP_POLICY_MIN_LATENCY;
0148 else
0149 return -EINVAL;
0150
0151 return count;
0152 }
0153
0154 static DEVICE_ATTR_RW(mpath_policy);
0155
0156 static ssize_t add_path_show(struct device *dev,
0157 struct device_attribute *attr, char *page)
0158 {
0159 return sysfs_emit(page,
0160 "Usage: echo [<source addr>@]<destination addr> > %s\n\n*addr ::= [ ip:<ipv4|ipv6> | gid:<gid> ]\n",
0161 attr->attr.name);
0162 }
0163
0164 static ssize_t add_path_store(struct device *dev,
0165 struct device_attribute *attr,
0166 const char *buf, size_t count)
0167 {
0168 struct sockaddr_storage srcaddr, dstaddr;
0169 struct rtrs_addr addr = {
0170 .src = &srcaddr,
0171 .dst = &dstaddr
0172 };
0173 struct rtrs_clt_sess *clt;
0174 const char *nl;
0175 size_t len;
0176 int err;
0177
0178 clt = container_of(dev, struct rtrs_clt_sess, dev);
0179
0180 nl = strchr(buf, '\n');
0181 if (nl)
0182 len = nl - buf;
0183 else
0184 len = count;
0185 err = rtrs_addr_to_sockaddr(buf, len, clt->port, &addr);
0186 if (err)
0187 return -EINVAL;
0188
0189 err = rtrs_clt_create_path_from_sysfs(clt, &addr);
0190 if (err)
0191 return err;
0192
0193 return count;
0194 }
0195
0196 static DEVICE_ATTR_RW(add_path);
0197
0198 static ssize_t rtrs_clt_state_show(struct kobject *kobj,
0199 struct kobj_attribute *attr, char *page)
0200 {
0201 struct rtrs_clt_path *clt_path;
0202
0203 clt_path = container_of(kobj, struct rtrs_clt_path, kobj);
0204 if (clt_path->state == RTRS_CLT_CONNECTED)
0205 return sysfs_emit(page, "connected\n");
0206
0207 return sysfs_emit(page, "disconnected\n");
0208 }
0209
0210 static struct kobj_attribute rtrs_clt_state_attr =
0211 __ATTR(state, 0444, rtrs_clt_state_show, NULL);
0212
0213 static ssize_t rtrs_clt_reconnect_show(struct kobject *kobj,
0214 struct kobj_attribute *attr, char *buf)
0215 {
0216 return sysfs_emit(buf, "Usage: echo 1 > %s\n", attr->attr.name);
0217 }
0218
0219 static ssize_t rtrs_clt_reconnect_store(struct kobject *kobj,
0220 struct kobj_attribute *attr,
0221 const char *buf, size_t count)
0222 {
0223 struct rtrs_clt_path *clt_path;
0224 int ret;
0225
0226 clt_path = container_of(kobj, struct rtrs_clt_path, kobj);
0227 if (!sysfs_streq(buf, "1")) {
0228 rtrs_err(clt_path->clt, "%s: unknown value: '%s'\n",
0229 attr->attr.name, buf);
0230 return -EINVAL;
0231 }
0232 ret = rtrs_clt_reconnect_from_sysfs(clt_path);
0233 if (ret)
0234 return ret;
0235
0236 return count;
0237 }
0238
0239 static struct kobj_attribute rtrs_clt_reconnect_attr =
0240 __ATTR(reconnect, 0644, rtrs_clt_reconnect_show,
0241 rtrs_clt_reconnect_store);
0242
0243 static ssize_t rtrs_clt_disconnect_show(struct kobject *kobj,
0244 struct kobj_attribute *attr, char *buf)
0245 {
0246 return sysfs_emit(buf, "Usage: echo 1 > %s\n", attr->attr.name);
0247 }
0248
0249 static ssize_t rtrs_clt_disconnect_store(struct kobject *kobj,
0250 struct kobj_attribute *attr,
0251 const char *buf, size_t count)
0252 {
0253 struct rtrs_clt_path *clt_path;
0254
0255 clt_path = container_of(kobj, struct rtrs_clt_path, kobj);
0256 if (!sysfs_streq(buf, "1")) {
0257 rtrs_err(clt_path->clt, "%s: unknown value: '%s'\n",
0258 attr->attr.name, buf);
0259 return -EINVAL;
0260 }
0261 rtrs_clt_close_conns(clt_path, true);
0262
0263 return count;
0264 }
0265
0266 static struct kobj_attribute rtrs_clt_disconnect_attr =
0267 __ATTR(disconnect, 0644, rtrs_clt_disconnect_show,
0268 rtrs_clt_disconnect_store);
0269
0270 static ssize_t rtrs_clt_remove_path_show(struct kobject *kobj,
0271 struct kobj_attribute *attr, char *buf)
0272 {
0273 return sysfs_emit(buf, "Usage: echo 1 > %s\n", attr->attr.name);
0274 }
0275
0276 static ssize_t rtrs_clt_remove_path_store(struct kobject *kobj,
0277 struct kobj_attribute *attr,
0278 const char *buf, size_t count)
0279 {
0280 struct rtrs_clt_path *clt_path;
0281 int ret;
0282
0283 clt_path = container_of(kobj, struct rtrs_clt_path, kobj);
0284 if (!sysfs_streq(buf, "1")) {
0285 rtrs_err(clt_path->clt, "%s: unknown value: '%s'\n",
0286 attr->attr.name, buf);
0287 return -EINVAL;
0288 }
0289 ret = rtrs_clt_remove_path_from_sysfs(clt_path, &attr->attr);
0290 if (ret)
0291 return ret;
0292
0293 return count;
0294 }
0295
0296 static struct kobj_attribute rtrs_clt_remove_path_attr =
0297 __ATTR(remove_path, 0644, rtrs_clt_remove_path_show,
0298 rtrs_clt_remove_path_store);
0299
0300 STAT_ATTR(struct rtrs_clt_stats, cpu_migration_from,
0301 rtrs_clt_stats_migration_from_cnt_to_str,
0302 rtrs_clt_reset_cpu_migr_stats);
0303
0304 STAT_ATTR(struct rtrs_clt_stats, cpu_migration_to,
0305 rtrs_clt_stats_migration_to_cnt_to_str,
0306 rtrs_clt_reset_cpu_migr_stats);
0307
0308 STAT_ATTR(struct rtrs_clt_stats, reconnects,
0309 rtrs_clt_stats_reconnects_to_str,
0310 rtrs_clt_reset_reconnects_stat);
0311
0312 STAT_ATTR(struct rtrs_clt_stats, rdma,
0313 rtrs_clt_stats_rdma_to_str,
0314 rtrs_clt_reset_rdma_stats);
0315
0316 STAT_ATTR(struct rtrs_clt_stats, reset_all,
0317 rtrs_clt_reset_all_help,
0318 rtrs_clt_reset_all_stats);
0319
0320 static struct attribute *rtrs_clt_stats_attrs[] = {
0321 &cpu_migration_from_attr.attr,
0322 &cpu_migration_to_attr.attr,
0323 &reconnects_attr.attr,
0324 &rdma_attr.attr,
0325 &reset_all_attr.attr,
0326 NULL
0327 };
0328
0329 static const struct attribute_group rtrs_clt_stats_attr_group = {
0330 .attrs = rtrs_clt_stats_attrs,
0331 };
0332
0333 static ssize_t rtrs_clt_hca_port_show(struct kobject *kobj,
0334 struct kobj_attribute *attr,
0335 char *page)
0336 {
0337 struct rtrs_clt_path *clt_path;
0338
0339 clt_path = container_of(kobj, typeof(*clt_path), kobj);
0340
0341 return sysfs_emit(page, "%u\n", clt_path->hca_port);
0342 }
0343
0344 static struct kobj_attribute rtrs_clt_hca_port_attr =
0345 __ATTR(hca_port, 0444, rtrs_clt_hca_port_show, NULL);
0346
0347 static ssize_t rtrs_clt_hca_name_show(struct kobject *kobj,
0348 struct kobj_attribute *attr,
0349 char *page)
0350 {
0351 struct rtrs_clt_path *clt_path;
0352
0353 clt_path = container_of(kobj, struct rtrs_clt_path, kobj);
0354
0355 return sysfs_emit(page, "%s\n", clt_path->hca_name);
0356 }
0357
0358 static struct kobj_attribute rtrs_clt_hca_name_attr =
0359 __ATTR(hca_name, 0444, rtrs_clt_hca_name_show, NULL);
0360
0361 static ssize_t rtrs_clt_cur_latency_show(struct kobject *kobj,
0362 struct kobj_attribute *attr,
0363 char *page)
0364 {
0365 struct rtrs_clt_path *clt_path;
0366
0367 clt_path = container_of(kobj, struct rtrs_clt_path, kobj);
0368
0369 return sysfs_emit(page, "%lld ns\n",
0370 ktime_to_ns(clt_path->s.hb_cur_latency));
0371 }
0372
0373 static struct kobj_attribute rtrs_clt_cur_latency_attr =
0374 __ATTR(cur_latency, 0444, rtrs_clt_cur_latency_show, NULL);
0375
0376 static ssize_t rtrs_clt_src_addr_show(struct kobject *kobj,
0377 struct kobj_attribute *attr,
0378 char *page)
0379 {
0380 struct rtrs_clt_path *clt_path;
0381 int len;
0382
0383 clt_path = container_of(kobj, struct rtrs_clt_path, kobj);
0384 len = sockaddr_to_str((struct sockaddr *)&clt_path->s.src_addr, page,
0385 PAGE_SIZE);
0386 len += sysfs_emit_at(page, len, "\n");
0387 return len;
0388 }
0389
0390 static struct kobj_attribute rtrs_clt_src_addr_attr =
0391 __ATTR(src_addr, 0444, rtrs_clt_src_addr_show, NULL);
0392
0393 static ssize_t rtrs_clt_dst_addr_show(struct kobject *kobj,
0394 struct kobj_attribute *attr,
0395 char *page)
0396 {
0397 struct rtrs_clt_path *clt_path;
0398 int len;
0399
0400 clt_path = container_of(kobj, struct rtrs_clt_path, kobj);
0401 len = sockaddr_to_str((struct sockaddr *)&clt_path->s.dst_addr, page,
0402 PAGE_SIZE);
0403 len += sysfs_emit_at(page, len, "\n");
0404 return len;
0405 }
0406
0407 static struct kobj_attribute rtrs_clt_dst_addr_attr =
0408 __ATTR(dst_addr, 0444, rtrs_clt_dst_addr_show, NULL);
0409
0410 static struct attribute *rtrs_clt_path_attrs[] = {
0411 &rtrs_clt_hca_name_attr.attr,
0412 &rtrs_clt_hca_port_attr.attr,
0413 &rtrs_clt_src_addr_attr.attr,
0414 &rtrs_clt_dst_addr_attr.attr,
0415 &rtrs_clt_state_attr.attr,
0416 &rtrs_clt_reconnect_attr.attr,
0417 &rtrs_clt_disconnect_attr.attr,
0418 &rtrs_clt_remove_path_attr.attr,
0419 &rtrs_clt_cur_latency_attr.attr,
0420 NULL,
0421 };
0422
0423 static const struct attribute_group rtrs_clt_path_attr_group = {
0424 .attrs = rtrs_clt_path_attrs,
0425 };
0426
0427 int rtrs_clt_create_path_files(struct rtrs_clt_path *clt_path)
0428 {
0429 struct rtrs_clt_sess *clt = clt_path->clt;
0430 char str[NAME_MAX];
0431 int err;
0432 struct rtrs_addr path = {
0433 .src = &clt_path->s.src_addr,
0434 .dst = &clt_path->s.dst_addr,
0435 };
0436
0437 rtrs_addr_to_str(&path, str, sizeof(str));
0438 err = kobject_init_and_add(&clt_path->kobj, &ktype_sess,
0439 clt->kobj_paths,
0440 "%s", str);
0441 if (err) {
0442 pr_err("kobject_init_and_add: %d\n", err);
0443 kobject_put(&clt_path->kobj);
0444 return err;
0445 }
0446 err = sysfs_create_group(&clt_path->kobj, &rtrs_clt_path_attr_group);
0447 if (err) {
0448 pr_err("sysfs_create_group(): %d\n", err);
0449 goto put_kobj;
0450 }
0451 err = kobject_init_and_add(&clt_path->stats->kobj_stats, &ktype_stats,
0452 &clt_path->kobj, "stats");
0453 if (err) {
0454 pr_err("kobject_init_and_add: %d\n", err);
0455 kobject_put(&clt_path->stats->kobj_stats);
0456 goto remove_group;
0457 }
0458
0459 err = sysfs_create_group(&clt_path->stats->kobj_stats,
0460 &rtrs_clt_stats_attr_group);
0461 if (err) {
0462 pr_err("failed to create stats sysfs group, err: %d\n", err);
0463 goto put_kobj_stats;
0464 }
0465
0466 return 0;
0467
0468 put_kobj_stats:
0469 kobject_del(&clt_path->stats->kobj_stats);
0470 kobject_put(&clt_path->stats->kobj_stats);
0471 remove_group:
0472 sysfs_remove_group(&clt_path->kobj, &rtrs_clt_path_attr_group);
0473 put_kobj:
0474 kobject_del(&clt_path->kobj);
0475 kobject_put(&clt_path->kobj);
0476
0477 return err;
0478 }
0479
0480 void rtrs_clt_destroy_path_files(struct rtrs_clt_path *clt_path,
0481 const struct attribute *sysfs_self)
0482 {
0483 kobject_del(&clt_path->stats->kobj_stats);
0484 kobject_put(&clt_path->stats->kobj_stats);
0485 if (sysfs_self)
0486 sysfs_remove_file_self(&clt_path->kobj, sysfs_self);
0487 kobject_del(&clt_path->kobj);
0488 }
0489
0490 static struct attribute *rtrs_clt_attrs[] = {
0491 &dev_attr_max_reconnect_attempts.attr,
0492 &dev_attr_mpath_policy.attr,
0493 &dev_attr_add_path.attr,
0494 NULL,
0495 };
0496
0497 static const struct attribute_group rtrs_clt_attr_group = {
0498 .attrs = rtrs_clt_attrs,
0499 };
0500
0501 int rtrs_clt_create_sysfs_root_files(struct rtrs_clt_sess *clt)
0502 {
0503 return sysfs_create_group(&clt->dev.kobj, &rtrs_clt_attr_group);
0504 }
0505
0506 void rtrs_clt_destroy_sysfs_root(struct rtrs_clt_sess *clt)
0507 {
0508 sysfs_remove_group(&clt->dev.kobj, &rtrs_clt_attr_group);
0509
0510 if (clt->kobj_paths) {
0511 kobject_del(clt->kobj_paths);
0512 kobject_put(clt->kobj_paths);
0513 }
0514 }