cpsw_switchdev.c 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544
  1. // SPDX-License-Identifier: GPL-2.0
  2. /*
  3. * Texas Instruments switchdev Driver
  4. *
  5. * Copyright (C) 2019 Texas Instruments
  6. *
  7. */
  8. #include <linux/etherdevice.h>
  9. #include <linux/if_bridge.h>
  10. #include <linux/netdevice.h>
  11. #include <linux/workqueue.h>
  12. #include <net/switchdev.h>
  13. #include "cpsw.h"
  14. #include "cpsw_ale.h"
  15. #include "cpsw_priv.h"
  16. #include "cpsw_switchdev.h"
  17. struct cpsw_switchdev_event_work {
  18. struct work_struct work;
  19. struct switchdev_notifier_fdb_info fdb_info;
  20. struct cpsw_priv *priv;
  21. unsigned long event;
  22. };
  23. static int cpsw_port_stp_state_set(struct cpsw_priv *priv, u8 state)
  24. {
  25. struct cpsw_common *cpsw = priv->cpsw;
  26. u8 cpsw_state;
  27. int ret = 0;
  28. switch (state) {
  29. case BR_STATE_FORWARDING:
  30. cpsw_state = ALE_PORT_STATE_FORWARD;
  31. break;
  32. case BR_STATE_LEARNING:
  33. cpsw_state = ALE_PORT_STATE_LEARN;
  34. break;
  35. case BR_STATE_DISABLED:
  36. cpsw_state = ALE_PORT_STATE_DISABLE;
  37. break;
  38. case BR_STATE_LISTENING:
  39. case BR_STATE_BLOCKING:
  40. cpsw_state = ALE_PORT_STATE_BLOCK;
  41. break;
  42. default:
  43. return -EOPNOTSUPP;
  44. }
  45. ret = cpsw_ale_control_set(cpsw->ale, priv->emac_port,
  46. ALE_PORT_STATE, cpsw_state);
  47. dev_dbg(priv->dev, "ale state: %u\n", cpsw_state);
  48. return ret;
  49. }
  50. static int cpsw_port_attr_br_flags_set(struct cpsw_priv *priv,
  51. struct net_device *orig_dev,
  52. struct switchdev_brport_flags flags)
  53. {
  54. struct cpsw_common *cpsw = priv->cpsw;
  55. if (flags.mask & BR_MCAST_FLOOD) {
  56. bool unreg_mcast_add = false;
  57. if (flags.val & BR_MCAST_FLOOD)
  58. unreg_mcast_add = true;
  59. dev_dbg(priv->dev, "BR_MCAST_FLOOD: %d port %u\n",
  60. unreg_mcast_add, priv->emac_port);
  61. cpsw_ale_set_unreg_mcast(cpsw->ale, BIT(priv->emac_port),
  62. unreg_mcast_add);
  63. }
  64. return 0;
  65. }
  66. static int cpsw_port_attr_br_flags_pre_set(struct net_device *netdev,
  67. struct switchdev_brport_flags flags)
  68. {
  69. if (flags.mask & ~(BR_LEARNING | BR_MCAST_FLOOD))
  70. return -EINVAL;
  71. return 0;
  72. }
  73. static int cpsw_port_attr_set(struct net_device *ndev, const void *ctx,
  74. const struct switchdev_attr *attr,
  75. struct netlink_ext_ack *extack)
  76. {
  77. struct cpsw_priv *priv = netdev_priv(ndev);
  78. int ret;
  79. dev_dbg(priv->dev, "attr: id %u port: %u\n", attr->id, priv->emac_port);
  80. switch (attr->id) {
  81. case SWITCHDEV_ATTR_ID_PORT_PRE_BRIDGE_FLAGS:
  82. ret = cpsw_port_attr_br_flags_pre_set(ndev,
  83. attr->u.brport_flags);
  84. break;
  85. case SWITCHDEV_ATTR_ID_PORT_STP_STATE:
  86. ret = cpsw_port_stp_state_set(priv, attr->u.stp_state);
  87. dev_dbg(priv->dev, "stp state: %u\n", attr->u.stp_state);
  88. break;
  89. case SWITCHDEV_ATTR_ID_PORT_BRIDGE_FLAGS:
  90. ret = cpsw_port_attr_br_flags_set(priv, attr->orig_dev,
  91. attr->u.brport_flags);
  92. break;
  93. default:
  94. ret = -EOPNOTSUPP;
  95. break;
  96. }
  97. return ret;
  98. }
  99. static u16 cpsw_get_pvid(struct cpsw_priv *priv)
  100. {
  101. struct cpsw_common *cpsw = priv->cpsw;
  102. u32 __iomem *port_vlan_reg;
  103. u32 pvid;
  104. if (priv->emac_port) {
  105. int reg = CPSW2_PORT_VLAN;
  106. if (cpsw->version == CPSW_VERSION_1)
  107. reg = CPSW1_PORT_VLAN;
  108. pvid = slave_read(cpsw->slaves + (priv->emac_port - 1), reg);
  109. } else {
  110. port_vlan_reg = &cpsw->host_port_regs->port_vlan;
  111. pvid = readl(port_vlan_reg);
  112. }
  113. pvid = pvid & 0xfff;
  114. return pvid;
  115. }
  116. static void cpsw_set_pvid(struct cpsw_priv *priv, u16 vid, bool cfi, u32 cos)
  117. {
  118. struct cpsw_common *cpsw = priv->cpsw;
  119. void __iomem *port_vlan_reg;
  120. u32 pvid;
  121. pvid = vid;
  122. pvid |= cfi ? BIT(12) : 0;
  123. pvid |= (cos & 0x7) << 13;
  124. if (priv->emac_port) {
  125. int reg = CPSW2_PORT_VLAN;
  126. if (cpsw->version == CPSW_VERSION_1)
  127. reg = CPSW1_PORT_VLAN;
  128. /* no barrier */
  129. slave_write(cpsw->slaves + (priv->emac_port - 1), pvid, reg);
  130. } else {
  131. /* CPU port */
  132. port_vlan_reg = &cpsw->host_port_regs->port_vlan;
  133. writel(pvid, port_vlan_reg);
  134. }
  135. }
  136. static int cpsw_port_vlan_add(struct cpsw_priv *priv, bool untag, bool pvid,
  137. u16 vid, struct net_device *orig_dev)
  138. {
  139. bool cpu_port = netif_is_bridge_master(orig_dev);
  140. struct cpsw_common *cpsw = priv->cpsw;
  141. int unreg_mcast_mask = 0;
  142. int reg_mcast_mask = 0;
  143. int untag_mask = 0;
  144. int port_mask;
  145. int ret = 0;
  146. u32 flags;
  147. if (cpu_port) {
  148. port_mask = BIT(HOST_PORT_NUM);
  149. flags = orig_dev->flags;
  150. unreg_mcast_mask = port_mask;
  151. } else {
  152. port_mask = BIT(priv->emac_port);
  153. flags = priv->ndev->flags;
  154. }
  155. if (flags & IFF_MULTICAST)
  156. reg_mcast_mask = port_mask;
  157. if (untag)
  158. untag_mask = port_mask;
  159. ret = cpsw_ale_vlan_add_modify(cpsw->ale, vid, port_mask, untag_mask,
  160. reg_mcast_mask, unreg_mcast_mask);
  161. if (ret) {
  162. dev_err(priv->dev, "Unable to add vlan\n");
  163. return ret;
  164. }
  165. if (cpu_port)
  166. cpsw_ale_add_ucast(cpsw->ale, priv->mac_addr,
  167. HOST_PORT_NUM, ALE_VLAN, vid);
  168. if (!pvid)
  169. return ret;
  170. cpsw_set_pvid(priv, vid, 0, 0);
  171. dev_dbg(priv->dev, "VID add: %s: vid:%u ports:%X\n",
  172. priv->ndev->name, vid, port_mask);
  173. return ret;
  174. }
  175. static int cpsw_port_vlan_del(struct cpsw_priv *priv, u16 vid,
  176. struct net_device *orig_dev)
  177. {
  178. bool cpu_port = netif_is_bridge_master(orig_dev);
  179. struct cpsw_common *cpsw = priv->cpsw;
  180. int port_mask;
  181. int ret = 0;
  182. if (cpu_port)
  183. port_mask = BIT(HOST_PORT_NUM);
  184. else
  185. port_mask = BIT(priv->emac_port);
  186. ret = cpsw_ale_vlan_del_modify(cpsw->ale, vid, port_mask);
  187. if (ret != 0)
  188. return ret;
  189. /* We don't care for the return value here, error is returned only if
  190. * the unicast entry is not present
  191. */
  192. if (cpu_port)
  193. cpsw_ale_del_ucast(cpsw->ale, priv->mac_addr,
  194. HOST_PORT_NUM, ALE_VLAN, vid);
  195. if (vid == cpsw_get_pvid(priv))
  196. cpsw_set_pvid(priv, 0, 0, 0);
  197. /* We don't care for the return value here, error is returned only if
  198. * the multicast entry is not present
  199. */
  200. cpsw_ale_del_mcast(cpsw->ale, priv->ndev->broadcast,
  201. port_mask, ALE_VLAN, vid);
  202. dev_dbg(priv->dev, "VID del: %s: vid:%u ports:%X\n",
  203. priv->ndev->name, vid, port_mask);
  204. return ret;
  205. }
  206. static int cpsw_port_vlans_add(struct cpsw_priv *priv,
  207. const struct switchdev_obj_port_vlan *vlan)
  208. {
  209. bool untag = vlan->flags & BRIDGE_VLAN_INFO_UNTAGGED;
  210. struct net_device *orig_dev = vlan->obj.orig_dev;
  211. bool pvid = vlan->flags & BRIDGE_VLAN_INFO_PVID;
  212. dev_dbg(priv->dev, "VID add: %s: vid:%u flags:%X\n",
  213. priv->ndev->name, vlan->vid, vlan->flags);
  214. return cpsw_port_vlan_add(priv, untag, pvid, vlan->vid, orig_dev);
  215. }
  216. static int cpsw_port_mdb_add(struct cpsw_priv *priv,
  217. struct switchdev_obj_port_mdb *mdb)
  218. {
  219. struct net_device *orig_dev = mdb->obj.orig_dev;
  220. bool cpu_port = netif_is_bridge_master(orig_dev);
  221. struct cpsw_common *cpsw = priv->cpsw;
  222. int port_mask;
  223. int err;
  224. if (cpu_port)
  225. port_mask = BIT(HOST_PORT_NUM);
  226. else
  227. port_mask = BIT(priv->emac_port);
  228. err = cpsw_ale_add_mcast(cpsw->ale, mdb->addr, port_mask,
  229. ALE_VLAN, mdb->vid, 0);
  230. dev_dbg(priv->dev, "MDB add: %s: vid %u:%pM ports: %X\n",
  231. priv->ndev->name, mdb->vid, mdb->addr, port_mask);
  232. return err;
  233. }
  234. static int cpsw_port_mdb_del(struct cpsw_priv *priv,
  235. struct switchdev_obj_port_mdb *mdb)
  236. {
  237. struct net_device *orig_dev = mdb->obj.orig_dev;
  238. bool cpu_port = netif_is_bridge_master(orig_dev);
  239. struct cpsw_common *cpsw = priv->cpsw;
  240. int del_mask;
  241. int err;
  242. if (cpu_port)
  243. del_mask = BIT(HOST_PORT_NUM);
  244. else
  245. del_mask = BIT(priv->emac_port);
  246. err = cpsw_ale_del_mcast(cpsw->ale, mdb->addr, del_mask,
  247. ALE_VLAN, mdb->vid);
  248. dev_dbg(priv->dev, "MDB del: %s: vid %u:%pM ports: %X\n",
  249. priv->ndev->name, mdb->vid, mdb->addr, del_mask);
  250. return err;
  251. }
  252. static int cpsw_port_obj_add(struct net_device *ndev, const void *ctx,
  253. const struct switchdev_obj *obj,
  254. struct netlink_ext_ack *extack)
  255. {
  256. struct switchdev_obj_port_vlan *vlan = SWITCHDEV_OBJ_PORT_VLAN(obj);
  257. struct switchdev_obj_port_mdb *mdb = SWITCHDEV_OBJ_PORT_MDB(obj);
  258. struct cpsw_priv *priv = netdev_priv(ndev);
  259. int err = 0;
  260. dev_dbg(priv->dev, "obj_add: id %u port: %u\n",
  261. obj->id, priv->emac_port);
  262. switch (obj->id) {
  263. case SWITCHDEV_OBJ_ID_PORT_VLAN:
  264. err = cpsw_port_vlans_add(priv, vlan);
  265. break;
  266. case SWITCHDEV_OBJ_ID_PORT_MDB:
  267. case SWITCHDEV_OBJ_ID_HOST_MDB:
  268. err = cpsw_port_mdb_add(priv, mdb);
  269. break;
  270. default:
  271. err = -EOPNOTSUPP;
  272. break;
  273. }
  274. return err;
  275. }
  276. static int cpsw_port_obj_del(struct net_device *ndev, const void *ctx,
  277. const struct switchdev_obj *obj)
  278. {
  279. struct switchdev_obj_port_vlan *vlan = SWITCHDEV_OBJ_PORT_VLAN(obj);
  280. struct switchdev_obj_port_mdb *mdb = SWITCHDEV_OBJ_PORT_MDB(obj);
  281. struct cpsw_priv *priv = netdev_priv(ndev);
  282. int err = 0;
  283. dev_dbg(priv->dev, "obj_del: id %u port: %u\n",
  284. obj->id, priv->emac_port);
  285. switch (obj->id) {
  286. case SWITCHDEV_OBJ_ID_PORT_VLAN:
  287. err = cpsw_port_vlan_del(priv, vlan->vid, vlan->obj.orig_dev);
  288. break;
  289. case SWITCHDEV_OBJ_ID_PORT_MDB:
  290. case SWITCHDEV_OBJ_ID_HOST_MDB:
  291. err = cpsw_port_mdb_del(priv, mdb);
  292. break;
  293. default:
  294. err = -EOPNOTSUPP;
  295. break;
  296. }
  297. return err;
  298. }
  299. static void cpsw_fdb_offload_notify(struct net_device *ndev,
  300. struct switchdev_notifier_fdb_info *rcv)
  301. {
  302. struct switchdev_notifier_fdb_info info = {};
  303. info.addr = rcv->addr;
  304. info.vid = rcv->vid;
  305. info.offloaded = true;
  306. call_switchdev_notifiers(SWITCHDEV_FDB_OFFLOADED,
  307. ndev, &info.info, NULL);
  308. }
  309. static void cpsw_switchdev_event_work(struct work_struct *work)
  310. {
  311. struct cpsw_switchdev_event_work *switchdev_work =
  312. container_of(work, struct cpsw_switchdev_event_work, work);
  313. struct cpsw_priv *priv = switchdev_work->priv;
  314. struct switchdev_notifier_fdb_info *fdb;
  315. struct cpsw_common *cpsw = priv->cpsw;
  316. int port = priv->emac_port;
  317. rtnl_lock();
  318. switch (switchdev_work->event) {
  319. case SWITCHDEV_FDB_ADD_TO_DEVICE:
  320. fdb = &switchdev_work->fdb_info;
  321. dev_dbg(cpsw->dev, "cpsw_fdb_add: MACID = %pM vid = %u flags = %u %u -- port %d\n",
  322. fdb->addr, fdb->vid, fdb->added_by_user,
  323. fdb->offloaded, port);
  324. if (!fdb->added_by_user || fdb->is_local)
  325. break;
  326. if (memcmp(priv->mac_addr, (u8 *)fdb->addr, ETH_ALEN) == 0)
  327. port = HOST_PORT_NUM;
  328. cpsw_ale_add_ucast(cpsw->ale, (u8 *)fdb->addr, port,
  329. fdb->vid ? ALE_VLAN : 0, fdb->vid);
  330. cpsw_fdb_offload_notify(priv->ndev, fdb);
  331. break;
  332. case SWITCHDEV_FDB_DEL_TO_DEVICE:
  333. fdb = &switchdev_work->fdb_info;
  334. dev_dbg(cpsw->dev, "cpsw_fdb_del: MACID = %pM vid = %u flags = %u %u -- port %d\n",
  335. fdb->addr, fdb->vid, fdb->added_by_user,
  336. fdb->offloaded, port);
  337. if (!fdb->added_by_user || fdb->is_local)
  338. break;
  339. if (memcmp(priv->mac_addr, (u8 *)fdb->addr, ETH_ALEN) == 0)
  340. port = HOST_PORT_NUM;
  341. cpsw_ale_del_ucast(cpsw->ale, (u8 *)fdb->addr, port,
  342. fdb->vid ? ALE_VLAN : 0, fdb->vid);
  343. break;
  344. default:
  345. break;
  346. }
  347. rtnl_unlock();
  348. kfree(switchdev_work->fdb_info.addr);
  349. kfree(switchdev_work);
  350. dev_put(priv->ndev);
  351. }
  352. /* called under rcu_read_lock() */
  353. static int cpsw_switchdev_event(struct notifier_block *unused,
  354. unsigned long event, void *ptr)
  355. {
  356. struct net_device *ndev = switchdev_notifier_info_to_dev(ptr);
  357. struct switchdev_notifier_fdb_info *fdb_info = ptr;
  358. struct cpsw_switchdev_event_work *switchdev_work;
  359. struct cpsw_priv *priv = netdev_priv(ndev);
  360. int err;
  361. if (event == SWITCHDEV_PORT_ATTR_SET) {
  362. err = switchdev_handle_port_attr_set(ndev, ptr,
  363. cpsw_port_dev_check,
  364. cpsw_port_attr_set);
  365. return notifier_from_errno(err);
  366. }
  367. if (!cpsw_port_dev_check(ndev))
  368. return NOTIFY_DONE;
  369. switchdev_work = kzalloc(sizeof(*switchdev_work), GFP_ATOMIC);
  370. if (WARN_ON(!switchdev_work))
  371. return NOTIFY_BAD;
  372. INIT_WORK(&switchdev_work->work, cpsw_switchdev_event_work);
  373. switchdev_work->priv = priv;
  374. switchdev_work->event = event;
  375. switch (event) {
  376. case SWITCHDEV_FDB_ADD_TO_DEVICE:
  377. case SWITCHDEV_FDB_DEL_TO_DEVICE:
  378. memcpy(&switchdev_work->fdb_info, ptr,
  379. sizeof(switchdev_work->fdb_info));
  380. switchdev_work->fdb_info.addr = kzalloc(ETH_ALEN, GFP_ATOMIC);
  381. if (!switchdev_work->fdb_info.addr)
  382. goto err_addr_alloc;
  383. ether_addr_copy((u8 *)switchdev_work->fdb_info.addr,
  384. fdb_info->addr);
  385. dev_hold(ndev);
  386. break;
  387. default:
  388. kfree(switchdev_work);
  389. return NOTIFY_DONE;
  390. }
  391. queue_work(system_long_wq, &switchdev_work->work);
  392. return NOTIFY_DONE;
  393. err_addr_alloc:
  394. kfree(switchdev_work);
  395. return NOTIFY_BAD;
  396. }
  397. static struct notifier_block cpsw_switchdev_notifier = {
  398. .notifier_call = cpsw_switchdev_event,
  399. };
  400. static int cpsw_switchdev_blocking_event(struct notifier_block *unused,
  401. unsigned long event, void *ptr)
  402. {
  403. struct net_device *dev = switchdev_notifier_info_to_dev(ptr);
  404. int err;
  405. switch (event) {
  406. case SWITCHDEV_PORT_OBJ_ADD:
  407. err = switchdev_handle_port_obj_add(dev, ptr,
  408. cpsw_port_dev_check,
  409. cpsw_port_obj_add);
  410. return notifier_from_errno(err);
  411. case SWITCHDEV_PORT_OBJ_DEL:
  412. err = switchdev_handle_port_obj_del(dev, ptr,
  413. cpsw_port_dev_check,
  414. cpsw_port_obj_del);
  415. return notifier_from_errno(err);
  416. case SWITCHDEV_PORT_ATTR_SET:
  417. err = switchdev_handle_port_attr_set(dev, ptr,
  418. cpsw_port_dev_check,
  419. cpsw_port_attr_set);
  420. return notifier_from_errno(err);
  421. default:
  422. break;
  423. }
  424. return NOTIFY_DONE;
  425. }
  426. static struct notifier_block cpsw_switchdev_bl_notifier = {
  427. .notifier_call = cpsw_switchdev_blocking_event,
  428. };
  429. int cpsw_switchdev_register_notifiers(struct cpsw_common *cpsw)
  430. {
  431. int ret = 0;
  432. ret = register_switchdev_notifier(&cpsw_switchdev_notifier);
  433. if (ret) {
  434. dev_err(cpsw->dev, "register switchdev notifier fail ret:%d\n",
  435. ret);
  436. return ret;
  437. }
  438. ret = register_switchdev_blocking_notifier(&cpsw_switchdev_bl_notifier);
  439. if (ret) {
  440. dev_err(cpsw->dev, "register switchdev blocking notifier ret:%d\n",
  441. ret);
  442. unregister_switchdev_notifier(&cpsw_switchdev_notifier);
  443. }
  444. return ret;
  445. }
  446. void cpsw_switchdev_unregister_notifiers(struct cpsw_common *cpsw)
  447. {
  448. unregister_switchdev_blocking_notifier(&cpsw_switchdev_bl_notifier);
  449. unregister_switchdev_notifier(&cpsw_switchdev_notifier);
  450. }