rtrs-clt-sysfs.c 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514
  1. // SPDX-License-Identifier: GPL-2.0-or-later
  2. /*
  3. * RDMA Transport Layer
  4. *
  5. * Copyright (c) 2014 - 2018 ProfitBricks GmbH. All rights reserved.
  6. * Copyright (c) 2018 - 2019 1&1 IONOS Cloud GmbH. All rights reserved.
  7. * Copyright (c) 2019 - 2020 1&1 IONOS SE. All rights reserved.
  8. */
  9. #undef pr_fmt
  10. #define pr_fmt(fmt) KBUILD_MODNAME " L" __stringify(__LINE__) ": " fmt
  11. #include "rtrs-pri.h"
  12. #include "rtrs-clt.h"
  13. #include "rtrs-log.h"
  14. #define MIN_MAX_RECONN_ATT -1
  15. #define MAX_MAX_RECONN_ATT 9999
  16. static void rtrs_clt_path_release(struct kobject *kobj)
  17. {
  18. struct rtrs_clt_path *clt_path;
  19. clt_path = container_of(kobj, struct rtrs_clt_path, kobj);
  20. free_path(clt_path);
  21. }
  22. static struct kobj_type ktype_sess = {
  23. .sysfs_ops = &kobj_sysfs_ops,
  24. .release = rtrs_clt_path_release
  25. };
  26. static void rtrs_clt_path_stats_release(struct kobject *kobj)
  27. {
  28. struct rtrs_clt_stats *stats;
  29. stats = container_of(kobj, struct rtrs_clt_stats, kobj_stats);
  30. free_percpu(stats->pcpu_stats);
  31. kfree(stats);
  32. }
  33. static struct kobj_type ktype_stats = {
  34. .sysfs_ops = &kobj_sysfs_ops,
  35. .release = rtrs_clt_path_stats_release,
  36. };
  37. static ssize_t max_reconnect_attempts_show(struct device *dev,
  38. struct device_attribute *attr,
  39. char *page)
  40. {
  41. struct rtrs_clt_sess *clt = container_of(dev, struct rtrs_clt_sess,
  42. dev);
  43. return sysfs_emit(page, "%d\n",
  44. rtrs_clt_get_max_reconnect_attempts(clt));
  45. }
  46. static ssize_t max_reconnect_attempts_store(struct device *dev,
  47. struct device_attribute *attr,
  48. const char *buf,
  49. size_t count)
  50. {
  51. int value;
  52. int ret;
  53. struct rtrs_clt_sess *clt = container_of(dev, struct rtrs_clt_sess,
  54. dev);
  55. ret = kstrtoint(buf, 10, &value);
  56. if (ret) {
  57. rtrs_err(clt, "%s: failed to convert string '%s' to int\n",
  58. attr->attr.name, buf);
  59. return ret;
  60. }
  61. if (value > MAX_MAX_RECONN_ATT ||
  62. value < MIN_MAX_RECONN_ATT) {
  63. rtrs_err(clt,
  64. "%s: invalid range (provided: '%s', accepted: min: %d, max: %d)\n",
  65. attr->attr.name, buf, MIN_MAX_RECONN_ATT,
  66. MAX_MAX_RECONN_ATT);
  67. return -EINVAL;
  68. }
  69. rtrs_clt_set_max_reconnect_attempts(clt, value);
  70. return count;
  71. }
  72. static DEVICE_ATTR_RW(max_reconnect_attempts);
  73. static ssize_t mpath_policy_show(struct device *dev,
  74. struct device_attribute *attr,
  75. char *page)
  76. {
  77. struct rtrs_clt_sess *clt;
  78. clt = container_of(dev, struct rtrs_clt_sess, dev);
  79. switch (clt->mp_policy) {
  80. case MP_POLICY_RR:
  81. return sysfs_emit(page, "round-robin (RR: %d)\n",
  82. clt->mp_policy);
  83. case MP_POLICY_MIN_INFLIGHT:
  84. return sysfs_emit(page, "min-inflight (MI: %d)\n",
  85. clt->mp_policy);
  86. case MP_POLICY_MIN_LATENCY:
  87. return sysfs_emit(page, "min-latency (ML: %d)\n",
  88. clt->mp_policy);
  89. default:
  90. return sysfs_emit(page, "Unknown (%d)\n", clt->mp_policy);
  91. }
  92. }
  93. static ssize_t mpath_policy_store(struct device *dev,
  94. struct device_attribute *attr,
  95. const char *buf,
  96. size_t count)
  97. {
  98. struct rtrs_clt_sess *clt;
  99. int value;
  100. int ret;
  101. size_t len = 0;
  102. clt = container_of(dev, struct rtrs_clt_sess, dev);
  103. ret = kstrtoint(buf, 10, &value);
  104. if (!ret && (value == MP_POLICY_RR ||
  105. value == MP_POLICY_MIN_INFLIGHT ||
  106. value == MP_POLICY_MIN_LATENCY)) {
  107. clt->mp_policy = value;
  108. return count;
  109. }
  110. /* distinguish "mi" and "min-latency" with length */
  111. len = strnlen(buf, NAME_MAX);
  112. if (buf[len - 1] == '\n')
  113. len--;
  114. if (!strncasecmp(buf, "round-robin", 11) ||
  115. (len == 2 && !strncasecmp(buf, "rr", 2)))
  116. clt->mp_policy = MP_POLICY_RR;
  117. else if (!strncasecmp(buf, "min-inflight", 12) ||
  118. (len == 2 && !strncasecmp(buf, "mi", 2)))
  119. clt->mp_policy = MP_POLICY_MIN_INFLIGHT;
  120. else if (!strncasecmp(buf, "min-latency", 11) ||
  121. (len == 2 && !strncasecmp(buf, "ml", 2)))
  122. clt->mp_policy = MP_POLICY_MIN_LATENCY;
  123. else
  124. return -EINVAL;
  125. return count;
  126. }
  127. static DEVICE_ATTR_RW(mpath_policy);
  128. static ssize_t add_path_show(struct device *dev,
  129. struct device_attribute *attr, char *page)
  130. {
  131. return sysfs_emit(page,
  132. "Usage: echo [<source addr>@]<destination addr> > %s\n\n*addr ::= [ ip:<ipv4|ipv6> | gid:<gid> ]\n",
  133. attr->attr.name);
  134. }
  135. static ssize_t add_path_store(struct device *dev,
  136. struct device_attribute *attr,
  137. const char *buf, size_t count)
  138. {
  139. struct sockaddr_storage srcaddr, dstaddr;
  140. struct rtrs_addr addr = {
  141. .src = &srcaddr,
  142. .dst = &dstaddr
  143. };
  144. struct rtrs_clt_sess *clt;
  145. const char *nl;
  146. size_t len;
  147. int err;
  148. clt = container_of(dev, struct rtrs_clt_sess, dev);
  149. nl = strchr(buf, '\n');
  150. if (nl)
  151. len = nl - buf;
  152. else
  153. len = count;
  154. err = rtrs_addr_to_sockaddr(buf, len, clt->port, &addr);
  155. if (err)
  156. return -EINVAL;
  157. err = rtrs_clt_create_path_from_sysfs(clt, &addr);
  158. if (err)
  159. return err;
  160. return count;
  161. }
  162. static DEVICE_ATTR_RW(add_path);
  163. static ssize_t rtrs_clt_state_show(struct kobject *kobj,
  164. struct kobj_attribute *attr, char *page)
  165. {
  166. struct rtrs_clt_path *clt_path;
  167. clt_path = container_of(kobj, struct rtrs_clt_path, kobj);
  168. if (clt_path->state == RTRS_CLT_CONNECTED)
  169. return sysfs_emit(page, "connected\n");
  170. return sysfs_emit(page, "disconnected\n");
  171. }
  172. static struct kobj_attribute rtrs_clt_state_attr =
  173. __ATTR(state, 0444, rtrs_clt_state_show, NULL);
  174. static ssize_t rtrs_clt_reconnect_show(struct kobject *kobj,
  175. struct kobj_attribute *attr, char *buf)
  176. {
  177. return sysfs_emit(buf, "Usage: echo 1 > %s\n", attr->attr.name);
  178. }
  179. static ssize_t rtrs_clt_reconnect_store(struct kobject *kobj,
  180. struct kobj_attribute *attr,
  181. const char *buf, size_t count)
  182. {
  183. struct rtrs_clt_path *clt_path;
  184. int ret;
  185. clt_path = container_of(kobj, struct rtrs_clt_path, kobj);
  186. if (!sysfs_streq(buf, "1")) {
  187. rtrs_err(clt_path->clt, "%s: unknown value: '%s'\n",
  188. attr->attr.name, buf);
  189. return -EINVAL;
  190. }
  191. ret = rtrs_clt_reconnect_from_sysfs(clt_path);
  192. if (ret)
  193. return ret;
  194. return count;
  195. }
  196. static struct kobj_attribute rtrs_clt_reconnect_attr =
  197. __ATTR(reconnect, 0644, rtrs_clt_reconnect_show,
  198. rtrs_clt_reconnect_store);
  199. static ssize_t rtrs_clt_disconnect_show(struct kobject *kobj,
  200. struct kobj_attribute *attr, char *buf)
  201. {
  202. return sysfs_emit(buf, "Usage: echo 1 > %s\n", attr->attr.name);
  203. }
  204. static ssize_t rtrs_clt_disconnect_store(struct kobject *kobj,
  205. struct kobj_attribute *attr,
  206. const char *buf, size_t count)
  207. {
  208. struct rtrs_clt_path *clt_path;
  209. clt_path = container_of(kobj, struct rtrs_clt_path, kobj);
  210. if (!sysfs_streq(buf, "1")) {
  211. rtrs_err(clt_path->clt, "%s: unknown value: '%s'\n",
  212. attr->attr.name, buf);
  213. return -EINVAL;
  214. }
  215. rtrs_clt_close_conns(clt_path, true);
  216. return count;
  217. }
  218. static struct kobj_attribute rtrs_clt_disconnect_attr =
  219. __ATTR(disconnect, 0644, rtrs_clt_disconnect_show,
  220. rtrs_clt_disconnect_store);
  221. static ssize_t rtrs_clt_remove_path_show(struct kobject *kobj,
  222. struct kobj_attribute *attr, char *buf)
  223. {
  224. return sysfs_emit(buf, "Usage: echo 1 > %s\n", attr->attr.name);
  225. }
  226. static ssize_t rtrs_clt_remove_path_store(struct kobject *kobj,
  227. struct kobj_attribute *attr,
  228. const char *buf, size_t count)
  229. {
  230. struct rtrs_clt_path *clt_path;
  231. int ret;
  232. clt_path = container_of(kobj, struct rtrs_clt_path, kobj);
  233. if (!sysfs_streq(buf, "1")) {
  234. rtrs_err(clt_path->clt, "%s: unknown value: '%s'\n",
  235. attr->attr.name, buf);
  236. return -EINVAL;
  237. }
  238. ret = rtrs_clt_remove_path_from_sysfs(clt_path, &attr->attr);
  239. if (ret)
  240. return ret;
  241. return count;
  242. }
  243. static struct kobj_attribute rtrs_clt_remove_path_attr =
  244. __ATTR(remove_path, 0644, rtrs_clt_remove_path_show,
  245. rtrs_clt_remove_path_store);
  246. STAT_ATTR(struct rtrs_clt_stats, cpu_migration_from,
  247. rtrs_clt_stats_migration_from_cnt_to_str,
  248. rtrs_clt_reset_cpu_migr_stats);
  249. STAT_ATTR(struct rtrs_clt_stats, cpu_migration_to,
  250. rtrs_clt_stats_migration_to_cnt_to_str,
  251. rtrs_clt_reset_cpu_migr_stats);
  252. STAT_ATTR(struct rtrs_clt_stats, reconnects,
  253. rtrs_clt_stats_reconnects_to_str,
  254. rtrs_clt_reset_reconnects_stat);
  255. STAT_ATTR(struct rtrs_clt_stats, rdma,
  256. rtrs_clt_stats_rdma_to_str,
  257. rtrs_clt_reset_rdma_stats);
  258. STAT_ATTR(struct rtrs_clt_stats, reset_all,
  259. rtrs_clt_reset_all_help,
  260. rtrs_clt_reset_all_stats);
  261. static struct attribute *rtrs_clt_stats_attrs[] = {
  262. &cpu_migration_from_attr.attr,
  263. &cpu_migration_to_attr.attr,
  264. &reconnects_attr.attr,
  265. &rdma_attr.attr,
  266. &reset_all_attr.attr,
  267. NULL
  268. };
  269. static const struct attribute_group rtrs_clt_stats_attr_group = {
  270. .attrs = rtrs_clt_stats_attrs,
  271. };
  272. static ssize_t rtrs_clt_hca_port_show(struct kobject *kobj,
  273. struct kobj_attribute *attr,
  274. char *page)
  275. {
  276. struct rtrs_clt_path *clt_path;
  277. clt_path = container_of(kobj, typeof(*clt_path), kobj);
  278. return sysfs_emit(page, "%u\n", clt_path->hca_port);
  279. }
  280. static struct kobj_attribute rtrs_clt_hca_port_attr =
  281. __ATTR(hca_port, 0444, rtrs_clt_hca_port_show, NULL);
  282. static ssize_t rtrs_clt_hca_name_show(struct kobject *kobj,
  283. struct kobj_attribute *attr,
  284. char *page)
  285. {
  286. struct rtrs_clt_path *clt_path;
  287. clt_path = container_of(kobj, struct rtrs_clt_path, kobj);
  288. return sysfs_emit(page, "%s\n", clt_path->hca_name);
  289. }
  290. static struct kobj_attribute rtrs_clt_hca_name_attr =
  291. __ATTR(hca_name, 0444, rtrs_clt_hca_name_show, NULL);
  292. static ssize_t rtrs_clt_cur_latency_show(struct kobject *kobj,
  293. struct kobj_attribute *attr,
  294. char *page)
  295. {
  296. struct rtrs_clt_path *clt_path;
  297. clt_path = container_of(kobj, struct rtrs_clt_path, kobj);
  298. return sysfs_emit(page, "%lld ns\n",
  299. ktime_to_ns(clt_path->s.hb_cur_latency));
  300. }
  301. static struct kobj_attribute rtrs_clt_cur_latency_attr =
  302. __ATTR(cur_latency, 0444, rtrs_clt_cur_latency_show, NULL);
  303. static ssize_t rtrs_clt_src_addr_show(struct kobject *kobj,
  304. struct kobj_attribute *attr,
  305. char *page)
  306. {
  307. struct rtrs_clt_path *clt_path;
  308. int len;
  309. clt_path = container_of(kobj, struct rtrs_clt_path, kobj);
  310. len = sockaddr_to_str((struct sockaddr *)&clt_path->s.src_addr, page,
  311. PAGE_SIZE);
  312. len += sysfs_emit_at(page, len, "\n");
  313. return len;
  314. }
  315. static struct kobj_attribute rtrs_clt_src_addr_attr =
  316. __ATTR(src_addr, 0444, rtrs_clt_src_addr_show, NULL);
  317. static ssize_t rtrs_clt_dst_addr_show(struct kobject *kobj,
  318. struct kobj_attribute *attr,
  319. char *page)
  320. {
  321. struct rtrs_clt_path *clt_path;
  322. int len;
  323. clt_path = container_of(kobj, struct rtrs_clt_path, kobj);
  324. len = sockaddr_to_str((struct sockaddr *)&clt_path->s.dst_addr, page,
  325. PAGE_SIZE);
  326. len += sysfs_emit_at(page, len, "\n");
  327. return len;
  328. }
  329. static struct kobj_attribute rtrs_clt_dst_addr_attr =
  330. __ATTR(dst_addr, 0444, rtrs_clt_dst_addr_show, NULL);
  331. static struct attribute *rtrs_clt_path_attrs[] = {
  332. &rtrs_clt_hca_name_attr.attr,
  333. &rtrs_clt_hca_port_attr.attr,
  334. &rtrs_clt_src_addr_attr.attr,
  335. &rtrs_clt_dst_addr_attr.attr,
  336. &rtrs_clt_state_attr.attr,
  337. &rtrs_clt_reconnect_attr.attr,
  338. &rtrs_clt_disconnect_attr.attr,
  339. &rtrs_clt_remove_path_attr.attr,
  340. &rtrs_clt_cur_latency_attr.attr,
  341. NULL,
  342. };
  343. static const struct attribute_group rtrs_clt_path_attr_group = {
  344. .attrs = rtrs_clt_path_attrs,
  345. };
  346. int rtrs_clt_create_path_files(struct rtrs_clt_path *clt_path)
  347. {
  348. struct rtrs_clt_sess *clt = clt_path->clt;
  349. char str[NAME_MAX];
  350. int err;
  351. struct rtrs_addr path = {
  352. .src = &clt_path->s.src_addr,
  353. .dst = &clt_path->s.dst_addr,
  354. };
  355. rtrs_addr_to_str(&path, str, sizeof(str));
  356. err = kobject_init_and_add(&clt_path->kobj, &ktype_sess,
  357. clt->kobj_paths,
  358. "%s", str);
  359. if (err) {
  360. pr_err("kobject_init_and_add: %d\n", err);
  361. kobject_put(&clt_path->kobj);
  362. return err;
  363. }
  364. err = sysfs_create_group(&clt_path->kobj, &rtrs_clt_path_attr_group);
  365. if (err) {
  366. pr_err("sysfs_create_group(): %d\n", err);
  367. goto put_kobj;
  368. }
  369. err = kobject_init_and_add(&clt_path->stats->kobj_stats, &ktype_stats,
  370. &clt_path->kobj, "stats");
  371. if (err) {
  372. pr_err("kobject_init_and_add: %d\n", err);
  373. kobject_put(&clt_path->stats->kobj_stats);
  374. goto remove_group;
  375. }
  376. err = sysfs_create_group(&clt_path->stats->kobj_stats,
  377. &rtrs_clt_stats_attr_group);
  378. if (err) {
  379. pr_err("failed to create stats sysfs group, err: %d\n", err);
  380. goto put_kobj_stats;
  381. }
  382. return 0;
  383. put_kobj_stats:
  384. kobject_del(&clt_path->stats->kobj_stats);
  385. kobject_put(&clt_path->stats->kobj_stats);
  386. remove_group:
  387. sysfs_remove_group(&clt_path->kobj, &rtrs_clt_path_attr_group);
  388. put_kobj:
  389. kobject_del(&clt_path->kobj);
  390. kobject_put(&clt_path->kobj);
  391. return err;
  392. }
  393. void rtrs_clt_destroy_path_files(struct rtrs_clt_path *clt_path,
  394. const struct attribute *sysfs_self)
  395. {
  396. kobject_del(&clt_path->stats->kobj_stats);
  397. kobject_put(&clt_path->stats->kobj_stats);
  398. if (sysfs_self)
  399. sysfs_remove_file_self(&clt_path->kobj, sysfs_self);
  400. kobject_del(&clt_path->kobj);
  401. }
  402. static struct attribute *rtrs_clt_attrs[] = {
  403. &dev_attr_max_reconnect_attempts.attr,
  404. &dev_attr_mpath_policy.attr,
  405. &dev_attr_add_path.attr,
  406. NULL,
  407. };
  408. static const struct attribute_group rtrs_clt_attr_group = {
  409. .attrs = rtrs_clt_attrs,
  410. };
  411. int rtrs_clt_create_sysfs_root_files(struct rtrs_clt_sess *clt)
  412. {
  413. return sysfs_create_group(&clt->dev.kobj, &rtrs_clt_attr_group);
  414. }
  415. void rtrs_clt_destroy_sysfs_root(struct rtrs_clt_sess *clt)
  416. {
  417. sysfs_remove_group(&clt->dev.kobj, &rtrs_clt_attr_group);
  418. if (clt->kobj_paths) {
  419. kobject_del(clt->kobj_paths);
  420. kobject_put(clt->kobj_paths);
  421. }
  422. }