123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505 |
- // SPDX-License-Identifier: GPL-2.0
- /* Multipath TCP
- *
- * Copyright (c) 2022, Intel Corporation.
- */
- #include "protocol.h"
- #include "mib.h"
- void mptcp_free_local_addr_list(struct mptcp_sock *msk)
- {
- struct mptcp_pm_addr_entry *entry, *tmp;
- struct sock *sk = (struct sock *)msk;
- LIST_HEAD(free_list);
- if (!mptcp_pm_is_userspace(msk))
- return;
- spin_lock_bh(&msk->pm.lock);
- list_splice_init(&msk->pm.userspace_pm_local_addr_list, &free_list);
- spin_unlock_bh(&msk->pm.lock);
- list_for_each_entry_safe(entry, tmp, &free_list, list) {
- sock_kfree_s(sk, entry, sizeof(*entry));
- }
- }
- int mptcp_userspace_pm_append_new_local_addr(struct mptcp_sock *msk,
- struct mptcp_pm_addr_entry *entry)
- {
- DECLARE_BITMAP(id_bitmap, MPTCP_PM_MAX_ADDR_ID + 1);
- struct mptcp_pm_addr_entry *match = NULL;
- struct sock *sk = (struct sock *)msk;
- struct mptcp_pm_addr_entry *e;
- bool addr_match = false;
- bool id_match = false;
- int ret = -EINVAL;
- bitmap_zero(id_bitmap, MPTCP_PM_MAX_ADDR_ID + 1);
- spin_lock_bh(&msk->pm.lock);
- list_for_each_entry(e, &msk->pm.userspace_pm_local_addr_list, list) {
- addr_match = mptcp_addresses_equal(&e->addr, &entry->addr, true);
- if (addr_match && entry->addr.id == 0)
- entry->addr.id = e->addr.id;
- id_match = (e->addr.id == entry->addr.id);
- if (addr_match && id_match) {
- match = e;
- break;
- } else if (addr_match || id_match) {
- break;
- }
- __set_bit(e->addr.id, id_bitmap);
- }
- if (!match && !addr_match && !id_match) {
- /* Memory for the entry is allocated from the
- * sock option buffer.
- */
- e = sock_kmalloc(sk, sizeof(*e), GFP_ATOMIC);
- if (!e) {
- spin_unlock_bh(&msk->pm.lock);
- return -ENOMEM;
- }
- *e = *entry;
- if (!e->addr.id)
- e->addr.id = find_next_zero_bit(id_bitmap,
- MPTCP_PM_MAX_ADDR_ID + 1,
- 1);
- list_add_tail_rcu(&e->list, &msk->pm.userspace_pm_local_addr_list);
- msk->pm.local_addr_used++;
- ret = e->addr.id;
- } else if (match) {
- ret = entry->addr.id;
- }
- spin_unlock_bh(&msk->pm.lock);
- return ret;
- }
- /* If the subflow is closed from the other peer (not via a
- * subflow destroy command then), we want to keep the entry
- * not to assign the same ID to another address and to be
- * able to send RM_ADDR after the removal of the subflow.
- */
- static int mptcp_userspace_pm_delete_local_addr(struct mptcp_sock *msk,
- struct mptcp_pm_addr_entry *addr)
- {
- struct mptcp_pm_addr_entry *entry, *tmp;
- list_for_each_entry_safe(entry, tmp, &msk->pm.userspace_pm_local_addr_list, list) {
- if (mptcp_addresses_equal(&entry->addr, &addr->addr, false)) {
- /* TODO: a refcount is needed because the entry can
- * be used multiple times (e.g. fullmesh mode).
- */
- list_del_rcu(&entry->list);
- kfree(entry);
- msk->pm.local_addr_used--;
- return 0;
- }
- }
- return -EINVAL;
- }
- int mptcp_userspace_pm_get_flags_and_ifindex_by_id(struct mptcp_sock *msk,
- unsigned int id,
- u8 *flags, int *ifindex)
- {
- struct mptcp_pm_addr_entry *entry, *match = NULL;
- *flags = 0;
- *ifindex = 0;
- spin_lock_bh(&msk->pm.lock);
- list_for_each_entry(entry, &msk->pm.userspace_pm_local_addr_list, list) {
- if (id == entry->addr.id) {
- match = entry;
- break;
- }
- }
- spin_unlock_bh(&msk->pm.lock);
- if (match) {
- *flags = match->flags;
- *ifindex = match->ifindex;
- }
- return 0;
- }
- int mptcp_userspace_pm_get_local_id(struct mptcp_sock *msk,
- struct mptcp_addr_info *skc)
- {
- struct mptcp_pm_addr_entry new_entry;
- __be16 msk_sport = ((struct inet_sock *)
- inet_sk((struct sock *)msk))->inet_sport;
- memset(&new_entry, 0, sizeof(struct mptcp_pm_addr_entry));
- new_entry.addr = *skc;
- new_entry.addr.id = 0;
- new_entry.flags = MPTCP_PM_ADDR_FLAG_IMPLICIT;
- if (new_entry.addr.port == msk_sport)
- new_entry.addr.port = 0;
- return mptcp_userspace_pm_append_new_local_addr(msk, &new_entry);
- }
- int mptcp_nl_cmd_announce(struct sk_buff *skb, struct genl_info *info)
- {
- struct nlattr *token = info->attrs[MPTCP_PM_ATTR_TOKEN];
- struct nlattr *addr = info->attrs[MPTCP_PM_ATTR_ADDR];
- struct mptcp_pm_addr_entry addr_val;
- struct mptcp_sock *msk;
- int err = -EINVAL;
- u32 token_val;
- if (!addr || !token) {
- GENL_SET_ERR_MSG(info, "missing required inputs");
- return err;
- }
- token_val = nla_get_u32(token);
- msk = mptcp_token_get_sock(sock_net(skb->sk), token_val);
- if (!msk) {
- NL_SET_ERR_MSG_ATTR(info->extack, token, "invalid token");
- return err;
- }
- if (!mptcp_pm_is_userspace(msk)) {
- GENL_SET_ERR_MSG(info, "invalid request; userspace PM not selected");
- goto announce_err;
- }
- err = mptcp_pm_parse_entry(addr, info, true, &addr_val);
- if (err < 0) {
- GENL_SET_ERR_MSG(info, "error parsing local address");
- goto announce_err;
- }
- if (addr_val.addr.id == 0 || !(addr_val.flags & MPTCP_PM_ADDR_FLAG_SIGNAL)) {
- GENL_SET_ERR_MSG(info, "invalid addr id or flags");
- err = -EINVAL;
- goto announce_err;
- }
- err = mptcp_userspace_pm_append_new_local_addr(msk, &addr_val);
- if (err < 0) {
- GENL_SET_ERR_MSG(info, "did not match address and id");
- goto announce_err;
- }
- lock_sock((struct sock *)msk);
- spin_lock_bh(&msk->pm.lock);
- if (mptcp_pm_alloc_anno_list(msk, &addr_val)) {
- msk->pm.add_addr_signaled++;
- mptcp_pm_announce_addr(msk, &addr_val.addr, false);
- mptcp_pm_nl_addr_send_ack(msk);
- }
- spin_unlock_bh(&msk->pm.lock);
- release_sock((struct sock *)msk);
- err = 0;
- announce_err:
- sock_put((struct sock *)msk);
- return err;
- }
- int mptcp_nl_cmd_remove(struct sk_buff *skb, struct genl_info *info)
- {
- struct nlattr *token = info->attrs[MPTCP_PM_ATTR_TOKEN];
- struct nlattr *id = info->attrs[MPTCP_PM_ATTR_LOC_ID];
- struct mptcp_pm_addr_entry *match = NULL;
- struct mptcp_pm_addr_entry *entry;
- struct mptcp_sock *msk;
- LIST_HEAD(free_list);
- int err = -EINVAL;
- u32 token_val;
- u8 id_val;
- if (!id || !token) {
- GENL_SET_ERR_MSG(info, "missing required inputs");
- return err;
- }
- id_val = nla_get_u8(id);
- token_val = nla_get_u32(token);
- msk = mptcp_token_get_sock(sock_net(skb->sk), token_val);
- if (!msk) {
- NL_SET_ERR_MSG_ATTR(info->extack, token, "invalid token");
- return err;
- }
- if (!mptcp_pm_is_userspace(msk)) {
- GENL_SET_ERR_MSG(info, "invalid request; userspace PM not selected");
- goto remove_err;
- }
- lock_sock((struct sock *)msk);
- list_for_each_entry(entry, &msk->pm.userspace_pm_local_addr_list, list) {
- if (entry->addr.id == id_val) {
- match = entry;
- break;
- }
- }
- if (!match) {
- GENL_SET_ERR_MSG(info, "address with specified id not found");
- release_sock((struct sock *)msk);
- goto remove_err;
- }
- list_move(&match->list, &free_list);
- mptcp_pm_remove_addrs(msk, &free_list);
- release_sock((struct sock *)msk);
- list_for_each_entry_safe(match, entry, &free_list, list) {
- sock_kfree_s((struct sock *)msk, match, sizeof(*match));
- }
- err = 0;
- remove_err:
- sock_put((struct sock *)msk);
- return err;
- }
- int mptcp_nl_cmd_sf_create(struct sk_buff *skb, struct genl_info *info)
- {
- struct nlattr *raddr = info->attrs[MPTCP_PM_ATTR_ADDR_REMOTE];
- struct nlattr *token = info->attrs[MPTCP_PM_ATTR_TOKEN];
- struct nlattr *laddr = info->attrs[MPTCP_PM_ATTR_ADDR];
- struct mptcp_pm_addr_entry local = { 0 };
- struct mptcp_addr_info addr_r;
- struct mptcp_addr_info addr_l;
- struct mptcp_sock *msk;
- int err = -EINVAL;
- struct sock *sk;
- u32 token_val;
- if (!laddr || !raddr || !token) {
- GENL_SET_ERR_MSG(info, "missing required inputs");
- return err;
- }
- token_val = nla_get_u32(token);
- msk = mptcp_token_get_sock(genl_info_net(info), token_val);
- if (!msk) {
- NL_SET_ERR_MSG_ATTR(info->extack, token, "invalid token");
- return err;
- }
- if (!mptcp_pm_is_userspace(msk)) {
- GENL_SET_ERR_MSG(info, "invalid request; userspace PM not selected");
- goto create_err;
- }
- err = mptcp_pm_parse_addr(laddr, info, &addr_l);
- if (err < 0) {
- NL_SET_ERR_MSG_ATTR(info->extack, laddr, "error parsing local addr");
- goto create_err;
- }
- err = mptcp_pm_parse_addr(raddr, info, &addr_r);
- if (err < 0) {
- NL_SET_ERR_MSG_ATTR(info->extack, raddr, "error parsing remote addr");
- goto create_err;
- }
- sk = &msk->sk.icsk_inet.sk;
- if (!mptcp_pm_addr_families_match(sk, &addr_l, &addr_r)) {
- GENL_SET_ERR_MSG(info, "families mismatch");
- err = -EINVAL;
- goto create_err;
- }
- local.addr = addr_l;
- err = mptcp_userspace_pm_append_new_local_addr(msk, &local);
- if (err < 0) {
- GENL_SET_ERR_MSG(info, "did not match address and id");
- goto create_err;
- }
- lock_sock(sk);
- err = __mptcp_subflow_connect(sk, &addr_l, &addr_r);
- release_sock(sk);
- spin_lock_bh(&msk->pm.lock);
- if (err)
- mptcp_userspace_pm_delete_local_addr(msk, &local);
- else
- msk->pm.subflows++;
- spin_unlock_bh(&msk->pm.lock);
- create_err:
- sock_put((struct sock *)msk);
- return err;
- }
- static struct sock *mptcp_nl_find_ssk(struct mptcp_sock *msk,
- const struct mptcp_addr_info *local,
- const struct mptcp_addr_info *remote)
- {
- struct mptcp_subflow_context *subflow;
- if (local->family != remote->family)
- return NULL;
- mptcp_for_each_subflow(msk, subflow) {
- const struct inet_sock *issk;
- struct sock *ssk;
- ssk = mptcp_subflow_tcp_sock(subflow);
- if (local->family != ssk->sk_family)
- continue;
- issk = inet_sk(ssk);
- switch (ssk->sk_family) {
- case AF_INET:
- if (issk->inet_saddr != local->addr.s_addr ||
- issk->inet_daddr != remote->addr.s_addr)
- continue;
- break;
- #if IS_ENABLED(CONFIG_MPTCP_IPV6)
- case AF_INET6: {
- const struct ipv6_pinfo *pinfo = inet6_sk(ssk);
- if (!ipv6_addr_equal(&local->addr6, &pinfo->saddr) ||
- !ipv6_addr_equal(&remote->addr6, &ssk->sk_v6_daddr))
- continue;
- break;
- }
- #endif
- default:
- continue;
- }
- if (issk->inet_sport == local->port &&
- issk->inet_dport == remote->port)
- return ssk;
- }
- return NULL;
- }
- int mptcp_nl_cmd_sf_destroy(struct sk_buff *skb, struct genl_info *info)
- {
- struct nlattr *raddr = info->attrs[MPTCP_PM_ATTR_ADDR_REMOTE];
- struct nlattr *token = info->attrs[MPTCP_PM_ATTR_TOKEN];
- struct nlattr *laddr = info->attrs[MPTCP_PM_ATTR_ADDR];
- struct mptcp_addr_info addr_l;
- struct mptcp_addr_info addr_r;
- struct mptcp_sock *msk;
- struct sock *sk, *ssk;
- int err = -EINVAL;
- u32 token_val;
- if (!laddr || !raddr || !token) {
- GENL_SET_ERR_MSG(info, "missing required inputs");
- return err;
- }
- token_val = nla_get_u32(token);
- msk = mptcp_token_get_sock(genl_info_net(info), token_val);
- if (!msk) {
- NL_SET_ERR_MSG_ATTR(info->extack, token, "invalid token");
- return err;
- }
- if (!mptcp_pm_is_userspace(msk)) {
- GENL_SET_ERR_MSG(info, "invalid request; userspace PM not selected");
- goto destroy_err;
- }
- err = mptcp_pm_parse_addr(laddr, info, &addr_l);
- if (err < 0) {
- NL_SET_ERR_MSG_ATTR(info->extack, laddr, "error parsing local addr");
- goto destroy_err;
- }
- err = mptcp_pm_parse_addr(raddr, info, &addr_r);
- if (err < 0) {
- NL_SET_ERR_MSG_ATTR(info->extack, raddr, "error parsing remote addr");
- goto destroy_err;
- }
- if (addr_l.family != addr_r.family) {
- GENL_SET_ERR_MSG(info, "address families do not match");
- err = -EINVAL;
- goto destroy_err;
- }
- if (!addr_l.port || !addr_r.port) {
- GENL_SET_ERR_MSG(info, "missing local or remote port");
- err = -EINVAL;
- goto destroy_err;
- }
- sk = &msk->sk.icsk_inet.sk;
- lock_sock(sk);
- ssk = mptcp_nl_find_ssk(msk, &addr_l, &addr_r);
- if (ssk) {
- struct mptcp_subflow_context *subflow = mptcp_subflow_ctx(ssk);
- struct mptcp_pm_addr_entry entry = { .addr = addr_l };
- spin_lock_bh(&msk->pm.lock);
- mptcp_userspace_pm_delete_local_addr(msk, &entry);
- spin_unlock_bh(&msk->pm.lock);
- mptcp_subflow_shutdown(sk, ssk, RCV_SHUTDOWN | SEND_SHUTDOWN);
- mptcp_close_ssk(sk, ssk, subflow);
- MPTCP_INC_STATS(sock_net(sk), MPTCP_MIB_RMSUBFLOW);
- err = 0;
- } else {
- err = -ESRCH;
- }
- release_sock(sk);
- destroy_err:
- sock_put((struct sock *)msk);
- return err;
- }
- int mptcp_userspace_pm_set_flags(struct net *net, struct nlattr *token,
- struct mptcp_pm_addr_entry *loc,
- struct mptcp_pm_addr_entry *rem, u8 bkup)
- {
- struct mptcp_sock *msk;
- int ret = -EINVAL;
- u32 token_val;
- token_val = nla_get_u32(token);
- msk = mptcp_token_get_sock(net, token_val);
- if (!msk)
- return ret;
- if (!mptcp_pm_is_userspace(msk))
- goto set_flags_err;
- if (loc->addr.family == AF_UNSPEC ||
- rem->addr.family == AF_UNSPEC)
- goto set_flags_err;
- lock_sock((struct sock *)msk);
- ret = mptcp_pm_nl_mp_prio_send_ack(msk, &loc->addr, &rem->addr, bkup);
- release_sock((struct sock *)msk);
- set_flags_err:
- sock_put((struct sock *)msk);
- return ret;
- }
|