123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514 |
- // SPDX-License-Identifier: GPL-2.0-or-later
- /*
- * RDMA Transport Layer
- *
- * Copyright (c) 2014 - 2018 ProfitBricks GmbH. All rights reserved.
- * Copyright (c) 2018 - 2019 1&1 IONOS Cloud GmbH. All rights reserved.
- * Copyright (c) 2019 - 2020 1&1 IONOS SE. All rights reserved.
- */
- #undef pr_fmt
- #define pr_fmt(fmt) KBUILD_MODNAME " L" __stringify(__LINE__) ": " fmt
- #include "rtrs-pri.h"
- #include "rtrs-clt.h"
- #include "rtrs-log.h"
- #define MIN_MAX_RECONN_ATT -1
- #define MAX_MAX_RECONN_ATT 9999
- static void rtrs_clt_path_release(struct kobject *kobj)
- {
- struct rtrs_clt_path *clt_path;
- clt_path = container_of(kobj, struct rtrs_clt_path, kobj);
- free_path(clt_path);
- }
- static struct kobj_type ktype_sess = {
- .sysfs_ops = &kobj_sysfs_ops,
- .release = rtrs_clt_path_release
- };
- static void rtrs_clt_path_stats_release(struct kobject *kobj)
- {
- struct rtrs_clt_stats *stats;
- stats = container_of(kobj, struct rtrs_clt_stats, kobj_stats);
- free_percpu(stats->pcpu_stats);
- kfree(stats);
- }
- static struct kobj_type ktype_stats = {
- .sysfs_ops = &kobj_sysfs_ops,
- .release = rtrs_clt_path_stats_release,
- };
- static ssize_t max_reconnect_attempts_show(struct device *dev,
- struct device_attribute *attr,
- char *page)
- {
- struct rtrs_clt_sess *clt = container_of(dev, struct rtrs_clt_sess,
- dev);
- return sysfs_emit(page, "%d\n",
- rtrs_clt_get_max_reconnect_attempts(clt));
- }
- static ssize_t max_reconnect_attempts_store(struct device *dev,
- struct device_attribute *attr,
- const char *buf,
- size_t count)
- {
- int value;
- int ret;
- struct rtrs_clt_sess *clt = container_of(dev, struct rtrs_clt_sess,
- dev);
- ret = kstrtoint(buf, 10, &value);
- if (ret) {
- rtrs_err(clt, "%s: failed to convert string '%s' to int\n",
- attr->attr.name, buf);
- return ret;
- }
- if (value > MAX_MAX_RECONN_ATT ||
- value < MIN_MAX_RECONN_ATT) {
- rtrs_err(clt,
- "%s: invalid range (provided: '%s', accepted: min: %d, max: %d)\n",
- attr->attr.name, buf, MIN_MAX_RECONN_ATT,
- MAX_MAX_RECONN_ATT);
- return -EINVAL;
- }
- rtrs_clt_set_max_reconnect_attempts(clt, value);
- return count;
- }
- static DEVICE_ATTR_RW(max_reconnect_attempts);
- static ssize_t mpath_policy_show(struct device *dev,
- struct device_attribute *attr,
- char *page)
- {
- struct rtrs_clt_sess *clt;
- clt = container_of(dev, struct rtrs_clt_sess, dev);
- switch (clt->mp_policy) {
- case MP_POLICY_RR:
- return sysfs_emit(page, "round-robin (RR: %d)\n",
- clt->mp_policy);
- case MP_POLICY_MIN_INFLIGHT:
- return sysfs_emit(page, "min-inflight (MI: %d)\n",
- clt->mp_policy);
- case MP_POLICY_MIN_LATENCY:
- return sysfs_emit(page, "min-latency (ML: %d)\n",
- clt->mp_policy);
- default:
- return sysfs_emit(page, "Unknown (%d)\n", clt->mp_policy);
- }
- }
- static ssize_t mpath_policy_store(struct device *dev,
- struct device_attribute *attr,
- const char *buf,
- size_t count)
- {
- struct rtrs_clt_sess *clt;
- int value;
- int ret;
- size_t len = 0;
- clt = container_of(dev, struct rtrs_clt_sess, dev);
- ret = kstrtoint(buf, 10, &value);
- if (!ret && (value == MP_POLICY_RR ||
- value == MP_POLICY_MIN_INFLIGHT ||
- value == MP_POLICY_MIN_LATENCY)) {
- clt->mp_policy = value;
- return count;
- }
- /* distinguish "mi" and "min-latency" with length */
- len = strnlen(buf, NAME_MAX);
- if (buf[len - 1] == '\n')
- len--;
- if (!strncasecmp(buf, "round-robin", 11) ||
- (len == 2 && !strncasecmp(buf, "rr", 2)))
- clt->mp_policy = MP_POLICY_RR;
- else if (!strncasecmp(buf, "min-inflight", 12) ||
- (len == 2 && !strncasecmp(buf, "mi", 2)))
- clt->mp_policy = MP_POLICY_MIN_INFLIGHT;
- else if (!strncasecmp(buf, "min-latency", 11) ||
- (len == 2 && !strncasecmp(buf, "ml", 2)))
- clt->mp_policy = MP_POLICY_MIN_LATENCY;
- else
- return -EINVAL;
- return count;
- }
- static DEVICE_ATTR_RW(mpath_policy);
- static ssize_t add_path_show(struct device *dev,
- struct device_attribute *attr, char *page)
- {
- return sysfs_emit(page,
- "Usage: echo [<source addr>@]<destination addr> > %s\n\n*addr ::= [ ip:<ipv4|ipv6> | gid:<gid> ]\n",
- attr->attr.name);
- }
- static ssize_t add_path_store(struct device *dev,
- struct device_attribute *attr,
- const char *buf, size_t count)
- {
- struct sockaddr_storage srcaddr, dstaddr;
- struct rtrs_addr addr = {
- .src = &srcaddr,
- .dst = &dstaddr
- };
- struct rtrs_clt_sess *clt;
- const char *nl;
- size_t len;
- int err;
- clt = container_of(dev, struct rtrs_clt_sess, dev);
- nl = strchr(buf, '\n');
- if (nl)
- len = nl - buf;
- else
- len = count;
- err = rtrs_addr_to_sockaddr(buf, len, clt->port, &addr);
- if (err)
- return -EINVAL;
- err = rtrs_clt_create_path_from_sysfs(clt, &addr);
- if (err)
- return err;
- return count;
- }
- static DEVICE_ATTR_RW(add_path);
- static ssize_t rtrs_clt_state_show(struct kobject *kobj,
- struct kobj_attribute *attr, char *page)
- {
- struct rtrs_clt_path *clt_path;
- clt_path = container_of(kobj, struct rtrs_clt_path, kobj);
- if (clt_path->state == RTRS_CLT_CONNECTED)
- return sysfs_emit(page, "connected\n");
- return sysfs_emit(page, "disconnected\n");
- }
- static struct kobj_attribute rtrs_clt_state_attr =
- __ATTR(state, 0444, rtrs_clt_state_show, NULL);
- static ssize_t rtrs_clt_reconnect_show(struct kobject *kobj,
- struct kobj_attribute *attr, char *buf)
- {
- return sysfs_emit(buf, "Usage: echo 1 > %s\n", attr->attr.name);
- }
- static ssize_t rtrs_clt_reconnect_store(struct kobject *kobj,
- struct kobj_attribute *attr,
- const char *buf, size_t count)
- {
- struct rtrs_clt_path *clt_path;
- int ret;
- clt_path = container_of(kobj, struct rtrs_clt_path, kobj);
- if (!sysfs_streq(buf, "1")) {
- rtrs_err(clt_path->clt, "%s: unknown value: '%s'\n",
- attr->attr.name, buf);
- return -EINVAL;
- }
- ret = rtrs_clt_reconnect_from_sysfs(clt_path);
- if (ret)
- return ret;
- return count;
- }
- static struct kobj_attribute rtrs_clt_reconnect_attr =
- __ATTR(reconnect, 0644, rtrs_clt_reconnect_show,
- rtrs_clt_reconnect_store);
- static ssize_t rtrs_clt_disconnect_show(struct kobject *kobj,
- struct kobj_attribute *attr, char *buf)
- {
- return sysfs_emit(buf, "Usage: echo 1 > %s\n", attr->attr.name);
- }
- static ssize_t rtrs_clt_disconnect_store(struct kobject *kobj,
- struct kobj_attribute *attr,
- const char *buf, size_t count)
- {
- struct rtrs_clt_path *clt_path;
- clt_path = container_of(kobj, struct rtrs_clt_path, kobj);
- if (!sysfs_streq(buf, "1")) {
- rtrs_err(clt_path->clt, "%s: unknown value: '%s'\n",
- attr->attr.name, buf);
- return -EINVAL;
- }
- rtrs_clt_close_conns(clt_path, true);
- return count;
- }
- static struct kobj_attribute rtrs_clt_disconnect_attr =
- __ATTR(disconnect, 0644, rtrs_clt_disconnect_show,
- rtrs_clt_disconnect_store);
- static ssize_t rtrs_clt_remove_path_show(struct kobject *kobj,
- struct kobj_attribute *attr, char *buf)
- {
- return sysfs_emit(buf, "Usage: echo 1 > %s\n", attr->attr.name);
- }
- static ssize_t rtrs_clt_remove_path_store(struct kobject *kobj,
- struct kobj_attribute *attr,
- const char *buf, size_t count)
- {
- struct rtrs_clt_path *clt_path;
- int ret;
- clt_path = container_of(kobj, struct rtrs_clt_path, kobj);
- if (!sysfs_streq(buf, "1")) {
- rtrs_err(clt_path->clt, "%s: unknown value: '%s'\n",
- attr->attr.name, buf);
- return -EINVAL;
- }
- ret = rtrs_clt_remove_path_from_sysfs(clt_path, &attr->attr);
- if (ret)
- return ret;
- return count;
- }
- static struct kobj_attribute rtrs_clt_remove_path_attr =
- __ATTR(remove_path, 0644, rtrs_clt_remove_path_show,
- rtrs_clt_remove_path_store);
- STAT_ATTR(struct rtrs_clt_stats, cpu_migration_from,
- rtrs_clt_stats_migration_from_cnt_to_str,
- rtrs_clt_reset_cpu_migr_stats);
- STAT_ATTR(struct rtrs_clt_stats, cpu_migration_to,
- rtrs_clt_stats_migration_to_cnt_to_str,
- rtrs_clt_reset_cpu_migr_stats);
- STAT_ATTR(struct rtrs_clt_stats, reconnects,
- rtrs_clt_stats_reconnects_to_str,
- rtrs_clt_reset_reconnects_stat);
- STAT_ATTR(struct rtrs_clt_stats, rdma,
- rtrs_clt_stats_rdma_to_str,
- rtrs_clt_reset_rdma_stats);
- STAT_ATTR(struct rtrs_clt_stats, reset_all,
- rtrs_clt_reset_all_help,
- rtrs_clt_reset_all_stats);
- static struct attribute *rtrs_clt_stats_attrs[] = {
- &cpu_migration_from_attr.attr,
- &cpu_migration_to_attr.attr,
- &reconnects_attr.attr,
- &rdma_attr.attr,
- &reset_all_attr.attr,
- NULL
- };
- static const struct attribute_group rtrs_clt_stats_attr_group = {
- .attrs = rtrs_clt_stats_attrs,
- };
- static ssize_t rtrs_clt_hca_port_show(struct kobject *kobj,
- struct kobj_attribute *attr,
- char *page)
- {
- struct rtrs_clt_path *clt_path;
- clt_path = container_of(kobj, typeof(*clt_path), kobj);
- return sysfs_emit(page, "%u\n", clt_path->hca_port);
- }
- static struct kobj_attribute rtrs_clt_hca_port_attr =
- __ATTR(hca_port, 0444, rtrs_clt_hca_port_show, NULL);
- static ssize_t rtrs_clt_hca_name_show(struct kobject *kobj,
- struct kobj_attribute *attr,
- char *page)
- {
- struct rtrs_clt_path *clt_path;
- clt_path = container_of(kobj, struct rtrs_clt_path, kobj);
- return sysfs_emit(page, "%s\n", clt_path->hca_name);
- }
- static struct kobj_attribute rtrs_clt_hca_name_attr =
- __ATTR(hca_name, 0444, rtrs_clt_hca_name_show, NULL);
- static ssize_t rtrs_clt_cur_latency_show(struct kobject *kobj,
- struct kobj_attribute *attr,
- char *page)
- {
- struct rtrs_clt_path *clt_path;
- clt_path = container_of(kobj, struct rtrs_clt_path, kobj);
- return sysfs_emit(page, "%lld ns\n",
- ktime_to_ns(clt_path->s.hb_cur_latency));
- }
- static struct kobj_attribute rtrs_clt_cur_latency_attr =
- __ATTR(cur_latency, 0444, rtrs_clt_cur_latency_show, NULL);
- static ssize_t rtrs_clt_src_addr_show(struct kobject *kobj,
- struct kobj_attribute *attr,
- char *page)
- {
- struct rtrs_clt_path *clt_path;
- int len;
- clt_path = container_of(kobj, struct rtrs_clt_path, kobj);
- len = sockaddr_to_str((struct sockaddr *)&clt_path->s.src_addr, page,
- PAGE_SIZE);
- len += sysfs_emit_at(page, len, "\n");
- return len;
- }
- static struct kobj_attribute rtrs_clt_src_addr_attr =
- __ATTR(src_addr, 0444, rtrs_clt_src_addr_show, NULL);
- static ssize_t rtrs_clt_dst_addr_show(struct kobject *kobj,
- struct kobj_attribute *attr,
- char *page)
- {
- struct rtrs_clt_path *clt_path;
- int len;
- clt_path = container_of(kobj, struct rtrs_clt_path, kobj);
- len = sockaddr_to_str((struct sockaddr *)&clt_path->s.dst_addr, page,
- PAGE_SIZE);
- len += sysfs_emit_at(page, len, "\n");
- return len;
- }
- static struct kobj_attribute rtrs_clt_dst_addr_attr =
- __ATTR(dst_addr, 0444, rtrs_clt_dst_addr_show, NULL);
- static struct attribute *rtrs_clt_path_attrs[] = {
- &rtrs_clt_hca_name_attr.attr,
- &rtrs_clt_hca_port_attr.attr,
- &rtrs_clt_src_addr_attr.attr,
- &rtrs_clt_dst_addr_attr.attr,
- &rtrs_clt_state_attr.attr,
- &rtrs_clt_reconnect_attr.attr,
- &rtrs_clt_disconnect_attr.attr,
- &rtrs_clt_remove_path_attr.attr,
- &rtrs_clt_cur_latency_attr.attr,
- NULL,
- };
- static const struct attribute_group rtrs_clt_path_attr_group = {
- .attrs = rtrs_clt_path_attrs,
- };
- int rtrs_clt_create_path_files(struct rtrs_clt_path *clt_path)
- {
- struct rtrs_clt_sess *clt = clt_path->clt;
- char str[NAME_MAX];
- int err;
- struct rtrs_addr path = {
- .src = &clt_path->s.src_addr,
- .dst = &clt_path->s.dst_addr,
- };
- rtrs_addr_to_str(&path, str, sizeof(str));
- err = kobject_init_and_add(&clt_path->kobj, &ktype_sess,
- clt->kobj_paths,
- "%s", str);
- if (err) {
- pr_err("kobject_init_and_add: %d\n", err);
- kobject_put(&clt_path->kobj);
- return err;
- }
- err = sysfs_create_group(&clt_path->kobj, &rtrs_clt_path_attr_group);
- if (err) {
- pr_err("sysfs_create_group(): %d\n", err);
- goto put_kobj;
- }
- err = kobject_init_and_add(&clt_path->stats->kobj_stats, &ktype_stats,
- &clt_path->kobj, "stats");
- if (err) {
- pr_err("kobject_init_and_add: %d\n", err);
- kobject_put(&clt_path->stats->kobj_stats);
- goto remove_group;
- }
- err = sysfs_create_group(&clt_path->stats->kobj_stats,
- &rtrs_clt_stats_attr_group);
- if (err) {
- pr_err("failed to create stats sysfs group, err: %d\n", err);
- goto put_kobj_stats;
- }
- return 0;
- put_kobj_stats:
- kobject_del(&clt_path->stats->kobj_stats);
- kobject_put(&clt_path->stats->kobj_stats);
- remove_group:
- sysfs_remove_group(&clt_path->kobj, &rtrs_clt_path_attr_group);
- put_kobj:
- kobject_del(&clt_path->kobj);
- kobject_put(&clt_path->kobj);
- return err;
- }
- void rtrs_clt_destroy_path_files(struct rtrs_clt_path *clt_path,
- const struct attribute *sysfs_self)
- {
- kobject_del(&clt_path->stats->kobj_stats);
- kobject_put(&clt_path->stats->kobj_stats);
- if (sysfs_self)
- sysfs_remove_file_self(&clt_path->kobj, sysfs_self);
- kobject_del(&clt_path->kobj);
- }
- static struct attribute *rtrs_clt_attrs[] = {
- &dev_attr_max_reconnect_attempts.attr,
- &dev_attr_mpath_policy.attr,
- &dev_attr_add_path.attr,
- NULL,
- };
- static const struct attribute_group rtrs_clt_attr_group = {
- .attrs = rtrs_clt_attrs,
- };
- int rtrs_clt_create_sysfs_root_files(struct rtrs_clt_sess *clt)
- {
- return sysfs_create_group(&clt->dev.kobj, &rtrs_clt_attr_group);
- }
- void rtrs_clt_destroy_sysfs_root(struct rtrs_clt_sess *clt)
- {
- sysfs_remove_group(&clt->dev.kobj, &rtrs_clt_attr_group);
- if (clt->kobj_paths) {
- kobject_del(clt->kobj_paths);
- kobject_put(clt->kobj_paths);
- }
- }
|