efx.h 9.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274
  1. /* SPDX-License-Identifier: GPL-2.0-only */
  2. /****************************************************************************
  3. * Driver for Solarflare network controllers and boards
  4. * Copyright 2005-2006 Fen Systems Ltd.
  5. * Copyright 2006-2013 Solarflare Communications Inc.
  6. */
  7. #ifndef EF4_EFX_H
  8. #define EF4_EFX_H
  9. #include "net_driver.h"
  10. #include "filter.h"
  11. /* All controllers use BAR 0 for I/O space and BAR 2(&3) for memory */
  12. /* All VFs use BAR 0/1 for memory */
  13. #define EF4_MEM_BAR 2
  14. #define EF4_MEM_VF_BAR 0
  15. int ef4_net_open(struct net_device *net_dev);
  16. int ef4_net_stop(struct net_device *net_dev);
  17. /* TX */
  18. int ef4_probe_tx_queue(struct ef4_tx_queue *tx_queue);
  19. void ef4_remove_tx_queue(struct ef4_tx_queue *tx_queue);
  20. void ef4_init_tx_queue(struct ef4_tx_queue *tx_queue);
  21. void ef4_init_tx_queue_core_txq(struct ef4_tx_queue *tx_queue);
  22. void ef4_fini_tx_queue(struct ef4_tx_queue *tx_queue);
  23. netdev_tx_t ef4_hard_start_xmit(struct sk_buff *skb,
  24. struct net_device *net_dev);
  25. netdev_tx_t ef4_enqueue_skb(struct ef4_tx_queue *tx_queue, struct sk_buff *skb);
  26. void ef4_xmit_done(struct ef4_tx_queue *tx_queue, unsigned int index);
  27. int ef4_setup_tc(struct net_device *net_dev, enum tc_setup_type type,
  28. void *type_data);
  29. unsigned int ef4_tx_max_skb_descs(struct ef4_nic *efx);
  30. extern bool ef4_separate_tx_channels;
  31. /* RX */
  32. void ef4_set_default_rx_indir_table(struct ef4_nic *efx);
  33. void ef4_rx_config_page_split(struct ef4_nic *efx);
  34. int ef4_probe_rx_queue(struct ef4_rx_queue *rx_queue);
  35. void ef4_remove_rx_queue(struct ef4_rx_queue *rx_queue);
  36. void ef4_init_rx_queue(struct ef4_rx_queue *rx_queue);
  37. void ef4_fini_rx_queue(struct ef4_rx_queue *rx_queue);
  38. void ef4_fast_push_rx_descriptors(struct ef4_rx_queue *rx_queue, bool atomic);
  39. void ef4_rx_slow_fill(struct timer_list *t);
  40. void __ef4_rx_packet(struct ef4_channel *channel);
  41. void ef4_rx_packet(struct ef4_rx_queue *rx_queue, unsigned int index,
  42. unsigned int n_frags, unsigned int len, u16 flags);
  43. static inline void ef4_rx_flush_packet(struct ef4_channel *channel)
  44. {
  45. if (channel->rx_pkt_n_frags)
  46. __ef4_rx_packet(channel);
  47. }
  48. void ef4_schedule_slow_fill(struct ef4_rx_queue *rx_queue);
  49. #define EF4_MAX_DMAQ_SIZE 4096UL
  50. #define EF4_DEFAULT_DMAQ_SIZE 1024UL
  51. #define EF4_MIN_DMAQ_SIZE 512UL
  52. #define EF4_MAX_EVQ_SIZE 16384UL
  53. #define EF4_MIN_EVQ_SIZE 512UL
  54. /* Maximum number of TCP segments we support for soft-TSO */
  55. #define EF4_TSO_MAX_SEGS 100
  56. /* The smallest [rt]xq_entries that the driver supports. RX minimum
  57. * is a bit arbitrary. For TX, we must have space for at least 2
  58. * TSO skbs.
  59. */
  60. #define EF4_RXQ_MIN_ENT 128U
  61. #define EF4_TXQ_MIN_ENT(efx) (2 * ef4_tx_max_skb_descs(efx))
  62. static inline bool ef4_rss_enabled(struct ef4_nic *efx)
  63. {
  64. return efx->rss_spread > 1;
  65. }
  66. /* Filters */
  67. void ef4_mac_reconfigure(struct ef4_nic *efx);
  68. /**
  69. * ef4_filter_insert_filter - add or replace a filter
  70. * @efx: NIC in which to insert the filter
  71. * @spec: Specification for the filter
  72. * @replace_equal: Flag for whether the specified filter may replace an
  73. * existing filter with equal priority
  74. *
  75. * On success, return the filter ID.
  76. * On failure, return a negative error code.
  77. *
  78. * If existing filters have equal match values to the new filter spec,
  79. * then the new filter might replace them or the function might fail,
  80. * as follows.
  81. *
  82. * 1. If the existing filters have lower priority, or @replace_equal
  83. * is set and they have equal priority, replace them.
  84. *
  85. * 2. If the existing filters have higher priority, return -%EPERM.
  86. *
  87. * 3. If !ef4_filter_is_mc_recipient(@spec), or the NIC does not
  88. * support delivery to multiple recipients, return -%EEXIST.
  89. *
  90. * This implies that filters for multiple multicast recipients must
  91. * all be inserted with the same priority and @replace_equal = %false.
  92. */
  93. static inline s32 ef4_filter_insert_filter(struct ef4_nic *efx,
  94. struct ef4_filter_spec *spec,
  95. bool replace_equal)
  96. {
  97. return efx->type->filter_insert(efx, spec, replace_equal);
  98. }
  99. /**
  100. * ef4_filter_remove_id_safe - remove a filter by ID, carefully
  101. * @efx: NIC from which to remove the filter
  102. * @priority: Priority of filter, as passed to @ef4_filter_insert_filter
  103. * @filter_id: ID of filter, as returned by @ef4_filter_insert_filter
  104. *
  105. * This function will range-check @filter_id, so it is safe to call
  106. * with a value passed from userland.
  107. */
  108. static inline int ef4_filter_remove_id_safe(struct ef4_nic *efx,
  109. enum ef4_filter_priority priority,
  110. u32 filter_id)
  111. {
  112. return efx->type->filter_remove_safe(efx, priority, filter_id);
  113. }
  114. /**
  115. * ef4_filter_get_filter_safe - retrieve a filter by ID, carefully
  116. * @efx: NIC from which to remove the filter
  117. * @priority: Priority of filter, as passed to @ef4_filter_insert_filter
  118. * @filter_id: ID of filter, as returned by @ef4_filter_insert_filter
  119. * @spec: Buffer in which to store filter specification
  120. *
  121. * This function will range-check @filter_id, so it is safe to call
  122. * with a value passed from userland.
  123. */
  124. static inline int
  125. ef4_filter_get_filter_safe(struct ef4_nic *efx,
  126. enum ef4_filter_priority priority,
  127. u32 filter_id, struct ef4_filter_spec *spec)
  128. {
  129. return efx->type->filter_get_safe(efx, priority, filter_id, spec);
  130. }
  131. static inline u32 ef4_filter_count_rx_used(struct ef4_nic *efx,
  132. enum ef4_filter_priority priority)
  133. {
  134. return efx->type->filter_count_rx_used(efx, priority);
  135. }
  136. static inline u32 ef4_filter_get_rx_id_limit(struct ef4_nic *efx)
  137. {
  138. return efx->type->filter_get_rx_id_limit(efx);
  139. }
  140. static inline s32 ef4_filter_get_rx_ids(struct ef4_nic *efx,
  141. enum ef4_filter_priority priority,
  142. u32 *buf, u32 size)
  143. {
  144. return efx->type->filter_get_rx_ids(efx, priority, buf, size);
  145. }
  146. #ifdef CONFIG_RFS_ACCEL
  147. int ef4_filter_rfs(struct net_device *net_dev, const struct sk_buff *skb,
  148. u16 rxq_index, u32 flow_id);
  149. bool __ef4_filter_rfs_expire(struct ef4_nic *efx, unsigned quota);
  150. static inline void ef4_filter_rfs_expire(struct ef4_channel *channel)
  151. {
  152. if (channel->rfs_filters_added >= 60 &&
  153. __ef4_filter_rfs_expire(channel->efx, 100))
  154. channel->rfs_filters_added -= 60;
  155. }
  156. #define ef4_filter_rfs_enabled() 1
  157. #else
  158. static inline void ef4_filter_rfs_expire(struct ef4_channel *channel) {}
  159. #define ef4_filter_rfs_enabled() 0
  160. #endif
  161. bool ef4_filter_is_mc_recipient(const struct ef4_filter_spec *spec);
  162. /* Channels */
  163. int ef4_channel_dummy_op_int(struct ef4_channel *channel);
  164. void ef4_channel_dummy_op_void(struct ef4_channel *channel);
  165. int ef4_realloc_channels(struct ef4_nic *efx, u32 rxq_entries, u32 txq_entries);
  166. /* Ports */
  167. int ef4_reconfigure_port(struct ef4_nic *efx);
  168. int __ef4_reconfigure_port(struct ef4_nic *efx);
  169. /* Ethtool support */
  170. extern const struct ethtool_ops ef4_ethtool_ops;
  171. /* Reset handling */
  172. int ef4_reset(struct ef4_nic *efx, enum reset_type method);
  173. void ef4_reset_down(struct ef4_nic *efx, enum reset_type method);
  174. int ef4_reset_up(struct ef4_nic *efx, enum reset_type method, bool ok);
  175. int ef4_try_recovery(struct ef4_nic *efx);
  176. /* Global */
  177. void ef4_schedule_reset(struct ef4_nic *efx, enum reset_type type);
  178. unsigned int ef4_usecs_to_ticks(struct ef4_nic *efx, unsigned int usecs);
  179. unsigned int ef4_ticks_to_usecs(struct ef4_nic *efx, unsigned int ticks);
  180. int ef4_init_irq_moderation(struct ef4_nic *efx, unsigned int tx_usecs,
  181. unsigned int rx_usecs, bool rx_adaptive,
  182. bool rx_may_override_tx);
  183. void ef4_get_irq_moderation(struct ef4_nic *efx, unsigned int *tx_usecs,
  184. unsigned int *rx_usecs, bool *rx_adaptive);
  185. void ef4_stop_eventq(struct ef4_channel *channel);
  186. void ef4_start_eventq(struct ef4_channel *channel);
  187. /* Dummy PHY ops for PHY drivers */
  188. int ef4_port_dummy_op_int(struct ef4_nic *efx);
  189. void ef4_port_dummy_op_void(struct ef4_nic *efx);
  190. /* Update the generic software stats in the passed stats array */
  191. void ef4_update_sw_stats(struct ef4_nic *efx, u64 *stats);
  192. /* MTD */
  193. #ifdef CONFIG_SFC_FALCON_MTD
  194. int ef4_mtd_add(struct ef4_nic *efx, struct ef4_mtd_partition *parts,
  195. size_t n_parts, size_t sizeof_part);
  196. static inline int ef4_mtd_probe(struct ef4_nic *efx)
  197. {
  198. return efx->type->mtd_probe(efx);
  199. }
  200. void ef4_mtd_rename(struct ef4_nic *efx);
  201. void ef4_mtd_remove(struct ef4_nic *efx);
  202. #else
  203. static inline int ef4_mtd_probe(struct ef4_nic *efx) { return 0; }
  204. static inline void ef4_mtd_rename(struct ef4_nic *efx) {}
  205. static inline void ef4_mtd_remove(struct ef4_nic *efx) {}
  206. #endif
  207. static inline void ef4_schedule_channel(struct ef4_channel *channel)
  208. {
  209. netif_vdbg(channel->efx, intr, channel->efx->net_dev,
  210. "channel %d scheduling NAPI poll on CPU%d\n",
  211. channel->channel, raw_smp_processor_id());
  212. napi_schedule(&channel->napi_str);
  213. }
  214. static inline void ef4_schedule_channel_irq(struct ef4_channel *channel)
  215. {
  216. channel->event_test_cpu = raw_smp_processor_id();
  217. ef4_schedule_channel(channel);
  218. }
  219. void ef4_link_status_changed(struct ef4_nic *efx);
  220. void ef4_link_set_advertising(struct ef4_nic *efx, u32);
  221. void ef4_link_set_wanted_fc(struct ef4_nic *efx, u8);
  222. static inline void ef4_device_detach_sync(struct ef4_nic *efx)
  223. {
  224. struct net_device *dev = efx->net_dev;
  225. /* Lock/freeze all TX queues so that we can be sure the
  226. * TX scheduler is stopped when we're done and before
  227. * netif_device_present() becomes false.
  228. */
  229. netif_tx_lock_bh(dev);
  230. netif_device_detach(dev);
  231. netif_tx_unlock_bh(dev);
  232. }
  233. static inline bool ef4_rwsem_assert_write_locked(struct rw_semaphore *sem)
  234. {
  235. if (WARN_ON(down_read_trylock(sem))) {
  236. up_read(sem);
  237. return false;
  238. }
  239. return true;
  240. }
  241. #endif /* EF4_EFX_H */