rtrs-srv-sysfs.c 7.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315
  1. // SPDX-License-Identifier: GPL-2.0-or-later
  2. /*
  3. * RDMA Transport Layer
  4. *
  5. * Copyright (c) 2014 - 2018 ProfitBricks GmbH. All rights reserved.
  6. * Copyright (c) 2018 - 2019 1&1 IONOS Cloud GmbH. All rights reserved.
  7. * Copyright (c) 2019 - 2020 1&1 IONOS SE. All rights reserved.
  8. */
  9. #undef pr_fmt
  10. #define pr_fmt(fmt) KBUILD_MODNAME " L" __stringify(__LINE__) ": " fmt
  11. #include "rtrs-pri.h"
  12. #include "rtrs-srv.h"
  13. #include "rtrs-log.h"
  14. static void rtrs_srv_release(struct kobject *kobj)
  15. {
  16. struct rtrs_srv_path *srv_path;
  17. srv_path = container_of(kobj, struct rtrs_srv_path, kobj);
  18. kfree(srv_path);
  19. }
  20. static struct kobj_type ktype = {
  21. .sysfs_ops = &kobj_sysfs_ops,
  22. .release = rtrs_srv_release,
  23. };
  24. static ssize_t rtrs_srv_disconnect_show(struct kobject *kobj,
  25. struct kobj_attribute *attr, char *buf)
  26. {
  27. return sysfs_emit(buf, "Usage: echo 1 > %s\n", attr->attr.name);
  28. }
  29. static ssize_t rtrs_srv_disconnect_store(struct kobject *kobj,
  30. struct kobj_attribute *attr,
  31. const char *buf, size_t count)
  32. {
  33. struct rtrs_srv_path *srv_path;
  34. struct rtrs_path *s;
  35. char str[MAXHOSTNAMELEN];
  36. srv_path = container_of(kobj, struct rtrs_srv_path, kobj);
  37. s = &srv_path->s;
  38. if (!sysfs_streq(buf, "1")) {
  39. rtrs_err(s, "%s: invalid value: '%s'\n",
  40. attr->attr.name, buf);
  41. return -EINVAL;
  42. }
  43. sockaddr_to_str((struct sockaddr *)&srv_path->s.dst_addr, str,
  44. sizeof(str));
  45. rtrs_info(s, "disconnect for path %s requested\n", str);
  46. /* first remove sysfs itself to avoid deadlock */
  47. sysfs_remove_file_self(&srv_path->kobj, &attr->attr);
  48. close_path(srv_path);
  49. return count;
  50. }
  51. static struct kobj_attribute rtrs_srv_disconnect_attr =
  52. __ATTR(disconnect, 0644,
  53. rtrs_srv_disconnect_show, rtrs_srv_disconnect_store);
  54. static ssize_t rtrs_srv_hca_port_show(struct kobject *kobj,
  55. struct kobj_attribute *attr,
  56. char *page)
  57. {
  58. struct rtrs_srv_path *srv_path;
  59. struct rtrs_con *usr_con;
  60. srv_path = container_of(kobj, typeof(*srv_path), kobj);
  61. usr_con = srv_path->s.con[0];
  62. return sysfs_emit(page, "%u\n", usr_con->cm_id->port_num);
  63. }
  64. static struct kobj_attribute rtrs_srv_hca_port_attr =
  65. __ATTR(hca_port, 0444, rtrs_srv_hca_port_show, NULL);
  66. static ssize_t rtrs_srv_hca_name_show(struct kobject *kobj,
  67. struct kobj_attribute *attr,
  68. char *page)
  69. {
  70. struct rtrs_srv_path *srv_path;
  71. srv_path = container_of(kobj, struct rtrs_srv_path, kobj);
  72. return sysfs_emit(page, "%s\n", srv_path->s.dev->ib_dev->name);
  73. }
  74. static struct kobj_attribute rtrs_srv_hca_name_attr =
  75. __ATTR(hca_name, 0444, rtrs_srv_hca_name_show, NULL);
  76. static ssize_t rtrs_srv_src_addr_show(struct kobject *kobj,
  77. struct kobj_attribute *attr,
  78. char *page)
  79. {
  80. struct rtrs_srv_path *srv_path;
  81. int cnt;
  82. srv_path = container_of(kobj, struct rtrs_srv_path, kobj);
  83. cnt = sockaddr_to_str((struct sockaddr *)&srv_path->s.dst_addr,
  84. page, PAGE_SIZE);
  85. return cnt + sysfs_emit_at(page, cnt, "\n");
  86. }
  87. static struct kobj_attribute rtrs_srv_src_addr_attr =
  88. __ATTR(src_addr, 0444, rtrs_srv_src_addr_show, NULL);
  89. static ssize_t rtrs_srv_dst_addr_show(struct kobject *kobj,
  90. struct kobj_attribute *attr,
  91. char *page)
  92. {
  93. struct rtrs_srv_path *srv_path;
  94. int len;
  95. srv_path = container_of(kobj, struct rtrs_srv_path, kobj);
  96. len = sockaddr_to_str((struct sockaddr *)&srv_path->s.src_addr, page,
  97. PAGE_SIZE);
  98. len += sysfs_emit_at(page, len, "\n");
  99. return len;
  100. }
  101. static struct kobj_attribute rtrs_srv_dst_addr_attr =
  102. __ATTR(dst_addr, 0444, rtrs_srv_dst_addr_show, NULL);
  103. static struct attribute *rtrs_srv_path_attrs[] = {
  104. &rtrs_srv_hca_name_attr.attr,
  105. &rtrs_srv_hca_port_attr.attr,
  106. &rtrs_srv_src_addr_attr.attr,
  107. &rtrs_srv_dst_addr_attr.attr,
  108. &rtrs_srv_disconnect_attr.attr,
  109. NULL,
  110. };
  111. static const struct attribute_group rtrs_srv_path_attr_group = {
  112. .attrs = rtrs_srv_path_attrs,
  113. };
  114. STAT_ATTR(struct rtrs_srv_stats, rdma,
  115. rtrs_srv_stats_rdma_to_str,
  116. rtrs_srv_reset_rdma_stats);
  117. static struct attribute *rtrs_srv_stats_attrs[] = {
  118. &rdma_attr.attr,
  119. NULL,
  120. };
  121. static const struct attribute_group rtrs_srv_stats_attr_group = {
  122. .attrs = rtrs_srv_stats_attrs,
  123. };
  124. static int rtrs_srv_create_once_sysfs_root_folders(struct rtrs_srv_path *srv_path)
  125. {
  126. struct rtrs_srv_sess *srv = srv_path->srv;
  127. int err = 0;
  128. mutex_lock(&srv->paths_mutex);
  129. if (srv->dev_ref++) {
  130. /*
  131. * Device needs to be registered only on the first session
  132. */
  133. goto unlock;
  134. }
  135. srv->dev.class = rtrs_dev_class;
  136. err = dev_set_name(&srv->dev, "%s", srv_path->s.sessname);
  137. if (err)
  138. goto unlock;
  139. /*
  140. * Suppress user space notification until
  141. * sysfs files are created
  142. */
  143. dev_set_uevent_suppress(&srv->dev, true);
  144. err = device_add(&srv->dev);
  145. if (err) {
  146. pr_err("device_add(): %d\n", err);
  147. put_device(&srv->dev);
  148. goto unlock;
  149. }
  150. srv->kobj_paths = kobject_create_and_add("paths", &srv->dev.kobj);
  151. if (!srv->kobj_paths) {
  152. err = -ENOMEM;
  153. pr_err("kobject_create_and_add(): %d\n", err);
  154. device_del(&srv->dev);
  155. put_device(&srv->dev);
  156. goto unlock;
  157. }
  158. dev_set_uevent_suppress(&srv->dev, false);
  159. kobject_uevent(&srv->dev.kobj, KOBJ_ADD);
  160. unlock:
  161. mutex_unlock(&srv->paths_mutex);
  162. return err;
  163. }
  164. static void
  165. rtrs_srv_destroy_once_sysfs_root_folders(struct rtrs_srv_path *srv_path)
  166. {
  167. struct rtrs_srv_sess *srv = srv_path->srv;
  168. mutex_lock(&srv->paths_mutex);
  169. if (!--srv->dev_ref) {
  170. kobject_del(srv->kobj_paths);
  171. kobject_put(srv->kobj_paths);
  172. mutex_unlock(&srv->paths_mutex);
  173. device_del(&srv->dev);
  174. put_device(&srv->dev);
  175. } else {
  176. put_device(&srv->dev);
  177. mutex_unlock(&srv->paths_mutex);
  178. }
  179. }
  180. static void rtrs_srv_path_stats_release(struct kobject *kobj)
  181. {
  182. struct rtrs_srv_stats *stats;
  183. stats = container_of(kobj, struct rtrs_srv_stats, kobj_stats);
  184. free_percpu(stats->rdma_stats);
  185. kfree(stats);
  186. }
  187. static struct kobj_type ktype_stats = {
  188. .sysfs_ops = &kobj_sysfs_ops,
  189. .release = rtrs_srv_path_stats_release,
  190. };
  191. static int rtrs_srv_create_stats_files(struct rtrs_srv_path *srv_path)
  192. {
  193. int err;
  194. struct rtrs_path *s = &srv_path->s;
  195. err = kobject_init_and_add(&srv_path->stats->kobj_stats, &ktype_stats,
  196. &srv_path->kobj, "stats");
  197. if (err) {
  198. rtrs_err(s, "kobject_init_and_add(): %d\n", err);
  199. kobject_put(&srv_path->stats->kobj_stats);
  200. return err;
  201. }
  202. err = sysfs_create_group(&srv_path->stats->kobj_stats,
  203. &rtrs_srv_stats_attr_group);
  204. if (err) {
  205. rtrs_err(s, "sysfs_create_group(): %d\n", err);
  206. goto err;
  207. }
  208. return 0;
  209. err:
  210. kobject_del(&srv_path->stats->kobj_stats);
  211. kobject_put(&srv_path->stats->kobj_stats);
  212. return err;
  213. }
  214. int rtrs_srv_create_path_files(struct rtrs_srv_path *srv_path)
  215. {
  216. struct rtrs_srv_sess *srv = srv_path->srv;
  217. struct rtrs_path *s = &srv_path->s;
  218. char str[NAME_MAX];
  219. int err;
  220. struct rtrs_addr path = {
  221. .src = &srv_path->s.dst_addr,
  222. .dst = &srv_path->s.src_addr,
  223. };
  224. rtrs_addr_to_str(&path, str, sizeof(str));
  225. err = rtrs_srv_create_once_sysfs_root_folders(srv_path);
  226. if (err)
  227. return err;
  228. err = kobject_init_and_add(&srv_path->kobj, &ktype, srv->kobj_paths,
  229. "%s", str);
  230. if (err) {
  231. rtrs_err(s, "kobject_init_and_add(): %d\n", err);
  232. goto destroy_root;
  233. }
  234. err = sysfs_create_group(&srv_path->kobj, &rtrs_srv_path_attr_group);
  235. if (err) {
  236. rtrs_err(s, "sysfs_create_group(): %d\n", err);
  237. goto put_kobj;
  238. }
  239. err = rtrs_srv_create_stats_files(srv_path);
  240. if (err)
  241. goto remove_group;
  242. return 0;
  243. remove_group:
  244. sysfs_remove_group(&srv_path->kobj, &rtrs_srv_path_attr_group);
  245. put_kobj:
  246. kobject_del(&srv_path->kobj);
  247. destroy_root:
  248. kobject_put(&srv_path->kobj);
  249. rtrs_srv_destroy_once_sysfs_root_folders(srv_path);
  250. return err;
  251. }
  252. void rtrs_srv_destroy_path_files(struct rtrs_srv_path *srv_path)
  253. {
  254. if (srv_path->kobj.state_in_sysfs) {
  255. kobject_del(&srv_path->stats->kobj_stats);
  256. kobject_put(&srv_path->stats->kobj_stats);
  257. sysfs_remove_group(&srv_path->kobj, &rtrs_srv_path_attr_group);
  258. kobject_put(&srv_path->kobj);
  259. rtrs_srv_destroy_once_sysfs_root_folders(srv_path);
  260. }
  261. }