123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383 |
- /*
- * Copyright (C) 2017 Netronome Systems, Inc.
- *
- * This software is licensed under the GNU General License Version 2,
- * June 1991 as shown in the file COPYING in the top-level directory of this
- * source tree.
- *
- * THE COPYRIGHT HOLDERS AND/OR OTHER PARTIES PROVIDE THE PROGRAM "AS IS"
- * WITHOUT WARRANTY OF ANY KIND, EITHER EXPRESSED OR IMPLIED, INCLUDING,
- * BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
- * FOR A PARTICULAR PURPOSE. THE ENTIRE RISK AS TO THE QUALITY AND PERFORMANCE
- * OF THE PROGRAM IS WITH YOU. SHOULD THE PROGRAM PROVE DEFECTIVE, YOU ASSUME
- * THE COST OF ALL NECESSARY SERVICING, REPAIR OR CORRECTION.
- */
- #include <linux/debugfs.h>
- #include <linux/device.h>
- #include <linux/ethtool.h>
- #include <linux/kernel.h>
- #include <linux/list.h>
- #include <linux/netdevice.h>
- #include <linux/u64_stats_sync.h>
- #include <net/devlink.h>
- #include <net/udp_tunnel.h>
- #include <net/xdp.h>
- #define DRV_NAME "netdevsim"
- #define NSIM_XDP_MAX_MTU 4000
- #define NSIM_EA(extack, msg) NL_SET_ERR_MSG_MOD((extack), msg)
- #define NSIM_IPSEC_MAX_SA_COUNT 33
- #define NSIM_IPSEC_VALID BIT(31)
- #define NSIM_UDP_TUNNEL_N_PORTS 4
- struct nsim_sa {
- struct xfrm_state *xs;
- __be32 ipaddr[4];
- u32 key[4];
- u32 salt;
- bool used;
- bool crypt;
- bool rx;
- };
- struct nsim_ipsec {
- struct nsim_sa sa[NSIM_IPSEC_MAX_SA_COUNT];
- struct dentry *pfile;
- u32 count;
- u32 tx;
- u32 ok;
- };
- struct nsim_ethtool_pauseparam {
- bool rx;
- bool tx;
- bool report_stats_rx;
- bool report_stats_tx;
- };
- struct nsim_ethtool {
- u32 get_err;
- u32 set_err;
- u32 channels;
- struct nsim_ethtool_pauseparam pauseparam;
- struct ethtool_coalesce coalesce;
- struct ethtool_ringparam ring;
- struct ethtool_fecparam fec;
- };
- struct netdevsim {
- struct net_device *netdev;
- struct nsim_dev *nsim_dev;
- struct nsim_dev_port *nsim_dev_port;
- u64 tx_packets;
- u64 tx_bytes;
- struct u64_stats_sync syncp;
- struct nsim_bus_dev *nsim_bus_dev;
- struct bpf_prog *bpf_offloaded;
- u32 bpf_offloaded_id;
- struct xdp_attachment_info xdp;
- struct xdp_attachment_info xdp_hw;
- bool bpf_tc_accept;
- bool bpf_tc_non_bound_accept;
- bool bpf_xdpdrv_accept;
- bool bpf_xdpoffload_accept;
- bool bpf_map_accept;
- struct nsim_ipsec ipsec;
- struct {
- u32 inject_error;
- u32 sleep;
- u32 __ports[2][NSIM_UDP_TUNNEL_N_PORTS];
- u32 (*ports)[NSIM_UDP_TUNNEL_N_PORTS];
- struct debugfs_u32_array dfs_ports[2];
- } udp_ports;
- struct nsim_ethtool ethtool;
- };
- struct netdevsim *
- nsim_create(struct nsim_dev *nsim_dev, struct nsim_dev_port *nsim_dev_port);
- void nsim_destroy(struct netdevsim *ns);
- void nsim_ethtool_init(struct netdevsim *ns);
- void nsim_udp_tunnels_debugfs_create(struct nsim_dev *nsim_dev);
- int nsim_udp_tunnels_info_create(struct nsim_dev *nsim_dev,
- struct net_device *dev);
- void nsim_udp_tunnels_info_destroy(struct net_device *dev);
- #ifdef CONFIG_BPF_SYSCALL
- int nsim_bpf_dev_init(struct nsim_dev *nsim_dev);
- void nsim_bpf_dev_exit(struct nsim_dev *nsim_dev);
- int nsim_bpf_init(struct netdevsim *ns);
- void nsim_bpf_uninit(struct netdevsim *ns);
- int nsim_bpf(struct net_device *dev, struct netdev_bpf *bpf);
- int nsim_bpf_disable_tc(struct netdevsim *ns);
- int nsim_bpf_setup_tc_block_cb(enum tc_setup_type type,
- void *type_data, void *cb_priv);
- #else
- static inline int nsim_bpf_dev_init(struct nsim_dev *nsim_dev)
- {
- return 0;
- }
- static inline void nsim_bpf_dev_exit(struct nsim_dev *nsim_dev)
- {
- }
- static inline int nsim_bpf_init(struct netdevsim *ns)
- {
- return 0;
- }
- static inline void nsim_bpf_uninit(struct netdevsim *ns)
- {
- }
- static inline int nsim_bpf(struct net_device *dev, struct netdev_bpf *bpf)
- {
- return -EOPNOTSUPP;
- }
- static inline int nsim_bpf_disable_tc(struct netdevsim *ns)
- {
- return 0;
- }
- static inline int
- nsim_bpf_setup_tc_block_cb(enum tc_setup_type type, void *type_data,
- void *cb_priv)
- {
- return -EOPNOTSUPP;
- }
- #endif
- enum nsim_resource_id {
- NSIM_RESOURCE_NONE, /* DEVLINK_RESOURCE_ID_PARENT_TOP */
- NSIM_RESOURCE_IPV4,
- NSIM_RESOURCE_IPV4_FIB,
- NSIM_RESOURCE_IPV4_FIB_RULES,
- NSIM_RESOURCE_IPV6,
- NSIM_RESOURCE_IPV6_FIB,
- NSIM_RESOURCE_IPV6_FIB_RULES,
- NSIM_RESOURCE_NEXTHOPS,
- };
- struct nsim_dev_health {
- struct devlink_health_reporter *empty_reporter;
- struct devlink_health_reporter *dummy_reporter;
- struct dentry *ddir;
- char *recovered_break_msg;
- u32 binary_len;
- bool fail_recover;
- };
- int nsim_dev_health_init(struct nsim_dev *nsim_dev, struct devlink *devlink);
- void nsim_dev_health_exit(struct nsim_dev *nsim_dev);
- struct nsim_dev_hwstats_netdev {
- struct list_head list;
- struct net_device *netdev;
- struct rtnl_hw_stats64 stats;
- bool enabled;
- bool fail_enable;
- };
- struct nsim_dev_hwstats {
- struct dentry *ddir;
- struct dentry *l3_ddir;
- struct mutex hwsdev_list_lock; /* protects hwsdev list(s) */
- struct list_head l3_list;
- struct notifier_block netdevice_nb;
- struct delayed_work traffic_dw;
- };
- int nsim_dev_hwstats_init(struct nsim_dev *nsim_dev);
- void nsim_dev_hwstats_exit(struct nsim_dev *nsim_dev);
- #if IS_ENABLED(CONFIG_PSAMPLE)
- int nsim_dev_psample_init(struct nsim_dev *nsim_dev);
- void nsim_dev_psample_exit(struct nsim_dev *nsim_dev);
- #else
- static inline int nsim_dev_psample_init(struct nsim_dev *nsim_dev)
- {
- return 0;
- }
- static inline void nsim_dev_psample_exit(struct nsim_dev *nsim_dev)
- {
- }
- #endif
- enum nsim_dev_port_type {
- NSIM_DEV_PORT_TYPE_PF,
- NSIM_DEV_PORT_TYPE_VF,
- };
- #define NSIM_DEV_VF_PORT_INDEX_BASE 128
- #define NSIM_DEV_VF_PORT_INDEX_MAX UINT_MAX
- struct nsim_dev_port {
- struct list_head list;
- struct devlink_port devlink_port;
- unsigned int port_index;
- enum nsim_dev_port_type port_type;
- struct dentry *ddir;
- struct dentry *rate_parent;
- char *parent_name;
- struct netdevsim *ns;
- };
- struct nsim_vf_config {
- int link_state;
- u16 min_tx_rate;
- u16 max_tx_rate;
- u16 vlan;
- __be16 vlan_proto;
- u16 qos;
- u8 vf_mac[ETH_ALEN];
- bool spoofchk_enabled;
- bool trusted;
- bool rss_query_enabled;
- };
- struct nsim_dev {
- struct nsim_bus_dev *nsim_bus_dev;
- struct nsim_fib_data *fib_data;
- struct nsim_trap_data *trap_data;
- struct dentry *ddir;
- struct dentry *ports_ddir;
- struct dentry *take_snapshot;
- struct dentry *nodes_ddir;
- struct nsim_vf_config *vfconfigs;
- struct bpf_offload_dev *bpf_dev;
- bool bpf_bind_accept;
- bool bpf_bind_verifier_accept;
- u32 bpf_bind_verifier_delay;
- struct dentry *ddir_bpf_bound_progs;
- u32 prog_id_gen;
- struct list_head bpf_bound_progs;
- struct list_head bpf_bound_maps;
- struct netdev_phys_item_id switch_id;
- struct list_head port_list;
- bool fw_update_status;
- u32 fw_update_overwrite_mask;
- u32 max_macs;
- bool test1;
- bool dont_allow_reload;
- bool fail_reload;
- struct devlink_region *dummy_region;
- struct nsim_dev_health health;
- struct nsim_dev_hwstats hwstats;
- struct flow_action_cookie *fa_cookie;
- spinlock_t fa_cookie_lock; /* protects fa_cookie */
- bool fail_trap_group_set;
- bool fail_trap_policer_set;
- bool fail_trap_policer_counter_get;
- bool fail_trap_drop_counter_get;
- struct {
- struct udp_tunnel_nic_shared utn_shared;
- u32 __ports[2][NSIM_UDP_TUNNEL_N_PORTS];
- bool sync_all;
- bool open_only;
- bool ipv4_only;
- bool shared;
- bool static_iana_vxlan;
- u32 sleep;
- } udp_ports;
- struct nsim_dev_psample *psample;
- u16 esw_mode;
- };
- static inline bool nsim_esw_mode_is_legacy(struct nsim_dev *nsim_dev)
- {
- return nsim_dev->esw_mode == DEVLINK_ESWITCH_MODE_LEGACY;
- }
- static inline bool nsim_esw_mode_is_switchdev(struct nsim_dev *nsim_dev)
- {
- return nsim_dev->esw_mode == DEVLINK_ESWITCH_MODE_SWITCHDEV;
- }
- static inline struct net *nsim_dev_net(struct nsim_dev *nsim_dev)
- {
- return devlink_net(priv_to_devlink(nsim_dev));
- }
- int nsim_dev_init(void);
- void nsim_dev_exit(void);
- int nsim_drv_probe(struct nsim_bus_dev *nsim_bus_dev);
- void nsim_drv_remove(struct nsim_bus_dev *nsim_bus_dev);
- int nsim_drv_port_add(struct nsim_bus_dev *nsim_bus_dev,
- enum nsim_dev_port_type type,
- unsigned int port_index);
- int nsim_drv_port_del(struct nsim_bus_dev *nsim_bus_dev,
- enum nsim_dev_port_type type,
- unsigned int port_index);
- int nsim_drv_configure_vfs(struct nsim_bus_dev *nsim_bus_dev,
- unsigned int num_vfs);
- unsigned int nsim_dev_get_vfs(struct nsim_dev *nsim_dev);
- struct nsim_fib_data *nsim_fib_create(struct devlink *devlink,
- struct netlink_ext_ack *extack);
- void nsim_fib_destroy(struct devlink *devlink, struct nsim_fib_data *fib_data);
- u64 nsim_fib_get_val(struct nsim_fib_data *fib_data,
- enum nsim_resource_id res_id, bool max);
- static inline bool nsim_dev_port_is_pf(struct nsim_dev_port *nsim_dev_port)
- {
- return nsim_dev_port->port_type == NSIM_DEV_PORT_TYPE_PF;
- }
- static inline bool nsim_dev_port_is_vf(struct nsim_dev_port *nsim_dev_port)
- {
- return nsim_dev_port->port_type == NSIM_DEV_PORT_TYPE_VF;
- }
- #if IS_ENABLED(CONFIG_XFRM_OFFLOAD)
- void nsim_ipsec_init(struct netdevsim *ns);
- void nsim_ipsec_teardown(struct netdevsim *ns);
- bool nsim_ipsec_tx(struct netdevsim *ns, struct sk_buff *skb);
- #else
- static inline void nsim_ipsec_init(struct netdevsim *ns)
- {
- }
- static inline void nsim_ipsec_teardown(struct netdevsim *ns)
- {
- }
- static inline bool nsim_ipsec_tx(struct netdevsim *ns, struct sk_buff *skb)
- {
- return true;
- }
- #endif
- struct nsim_bus_dev {
- struct device dev;
- struct list_head list;
- unsigned int port_count;
- unsigned int num_queues; /* Number of queues for each port on this bus */
- struct net *initial_net; /* Purpose of this is to carry net pointer
- * during the probe time only.
- */
- unsigned int max_vfs;
- unsigned int num_vfs;
- bool init;
- };
- int nsim_bus_init(void);
- void nsim_bus_exit(void);
|