inet_connection_sock.h 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354
  1. /* SPDX-License-Identifier: GPL-2.0-or-later */
  2. /*
  3. * NET Generic infrastructure for INET connection oriented protocols.
  4. *
  5. * Definitions for inet_connection_sock
  6. *
  7. * Authors: Many people, see the TCP sources
  8. *
  9. * From code originally in TCP
  10. */
  11. #ifndef _INET_CONNECTION_SOCK_H
  12. #define _INET_CONNECTION_SOCK_H
  13. #include <linux/compiler.h>
  14. #include <linux/string.h>
  15. #include <linux/timer.h>
  16. #include <linux/poll.h>
  17. #include <linux/kernel.h>
  18. #include <linux/sockptr.h>
  19. #include <linux/android_kabi.h>
  20. #include <net/inet_sock.h>
  21. #include <net/request_sock.h>
  22. /* Cancel timers, when they are not required. */
  23. #undef INET_CSK_CLEAR_TIMERS
  24. struct inet_bind_bucket;
  25. struct inet_bind2_bucket;
  26. struct tcp_congestion_ops;
  27. /*
  28. * Pointers to address related TCP functions
  29. * (i.e. things that depend on the address family)
  30. */
  31. struct inet_connection_sock_af_ops {
  32. int (*queue_xmit)(struct sock *sk, struct sk_buff *skb, struct flowi *fl);
  33. void (*send_check)(struct sock *sk, struct sk_buff *skb);
  34. int (*rebuild_header)(struct sock *sk);
  35. void (*sk_rx_dst_set)(struct sock *sk, const struct sk_buff *skb);
  36. int (*conn_request)(struct sock *sk, struct sk_buff *skb);
  37. struct sock *(*syn_recv_sock)(const struct sock *sk, struct sk_buff *skb,
  38. struct request_sock *req,
  39. struct dst_entry *dst,
  40. struct request_sock *req_unhash,
  41. bool *own_req);
  42. u16 net_header_len;
  43. u16 net_frag_header_len;
  44. u16 sockaddr_len;
  45. int (*setsockopt)(struct sock *sk, int level, int optname,
  46. sockptr_t optval, unsigned int optlen);
  47. int (*getsockopt)(struct sock *sk, int level, int optname,
  48. char __user *optval, int __user *optlen);
  49. void (*addr2sockaddr)(struct sock *sk, struct sockaddr *);
  50. void (*mtu_reduced)(struct sock *sk);
  51. ANDROID_KABI_RESERVE(1);
  52. };
  53. /** inet_connection_sock - INET connection oriented sock
  54. *
  55. * @icsk_accept_queue: FIFO of established children
  56. * @icsk_bind_hash: Bind node
  57. * @icsk_bind2_hash: Bind node in the bhash2 table
  58. * @icsk_timeout: Timeout
  59. * @icsk_retransmit_timer: Resend (no ack)
  60. * @icsk_rto: Retransmit timeout
  61. * @icsk_pmtu_cookie Last pmtu seen by socket
  62. * @icsk_ca_ops Pluggable congestion control hook
  63. * @icsk_af_ops Operations which are AF_INET{4,6} specific
  64. * @icsk_ulp_ops Pluggable ULP control hook
  65. * @icsk_ulp_data ULP private data
  66. * @icsk_clean_acked Clean acked data hook
  67. * @icsk_ca_state: Congestion control state
  68. * @icsk_retransmits: Number of unrecovered [RTO] timeouts
  69. * @icsk_pending: Scheduled timer event
  70. * @icsk_backoff: Backoff
  71. * @icsk_syn_retries: Number of allowed SYN (or equivalent) retries
  72. * @icsk_probes_out: unanswered 0 window probes
  73. * @icsk_ext_hdr_len: Network protocol overhead (IP/IPv6 options)
  74. * @icsk_ack: Delayed ACK control data
  75. * @icsk_mtup; MTU probing control data
  76. * @icsk_probes_tstamp: Probe timestamp (cleared by non-zero window ack)
  77. * @icsk_user_timeout: TCP_USER_TIMEOUT value
  78. */
  79. struct inet_connection_sock {
  80. /* inet_sock has to be the first member! */
  81. struct inet_sock icsk_inet;
  82. struct request_sock_queue icsk_accept_queue;
  83. struct inet_bind_bucket *icsk_bind_hash;
  84. struct inet_bind2_bucket *icsk_bind2_hash;
  85. unsigned long icsk_timeout;
  86. struct timer_list icsk_retransmit_timer;
  87. struct timer_list icsk_delack_timer;
  88. __u32 icsk_rto;
  89. __u32 icsk_rto_min;
  90. __u32 icsk_delack_max;
  91. __u32 icsk_pmtu_cookie;
  92. const struct tcp_congestion_ops *icsk_ca_ops;
  93. const struct inet_connection_sock_af_ops *icsk_af_ops;
  94. const struct tcp_ulp_ops *icsk_ulp_ops;
  95. void __rcu *icsk_ulp_data;
  96. void (*icsk_clean_acked)(struct sock *sk, u32 acked_seq);
  97. unsigned int (*icsk_sync_mss)(struct sock *sk, u32 pmtu);
  98. __u8 icsk_ca_state:5,
  99. icsk_ca_initialized:1,
  100. icsk_ca_setsockopt:1,
  101. icsk_ca_dst_locked:1;
  102. __u8 icsk_retransmits;
  103. __u8 icsk_pending;
  104. __u8 icsk_backoff;
  105. __u8 icsk_syn_retries;
  106. __u8 icsk_probes_out;
  107. __u16 icsk_ext_hdr_len;
  108. struct {
  109. __u8 pending; /* ACK is pending */
  110. __u8 quick; /* Scheduled number of quick acks */
  111. __u8 pingpong; /* The session is interactive */
  112. __u8 retry; /* Number of attempts */
  113. __u32 ato; /* Predicted tick of soft clock */
  114. unsigned long timeout; /* Currently scheduled timeout */
  115. __u32 lrcvtime; /* timestamp of last received data packet */
  116. __u16 last_seg_size; /* Size of last incoming segment */
  117. __u16 rcv_mss; /* MSS used for delayed ACK decisions */
  118. } icsk_ack;
  119. struct {
  120. /* Range of MTUs to search */
  121. int search_high;
  122. int search_low;
  123. /* Information on the current probe. */
  124. u32 probe_size:31,
  125. /* Is the MTUP feature enabled for this connection? */
  126. enabled:1;
  127. u32 probe_timestamp;
  128. } icsk_mtup;
  129. u32 icsk_probes_tstamp;
  130. u32 icsk_user_timeout;
  131. ANDROID_KABI_RESERVE(1);
  132. u64 icsk_ca_priv[104 / sizeof(u64)];
  133. #define ICSK_CA_PRIV_SIZE sizeof_field(struct inet_connection_sock, icsk_ca_priv)
  134. };
  135. #define ICSK_TIME_RETRANS 1 /* Retransmit timer */
  136. #define ICSK_TIME_DACK 2 /* Delayed ack timer */
  137. #define ICSK_TIME_PROBE0 3 /* Zero window probe timer */
  138. #define ICSK_TIME_LOSS_PROBE 5 /* Tail loss probe timer */
  139. #define ICSK_TIME_REO_TIMEOUT 6 /* Reordering timer */
  140. static inline struct inet_connection_sock *inet_csk(const struct sock *sk)
  141. {
  142. return (struct inet_connection_sock *)sk;
  143. }
  144. static inline void *inet_csk_ca(const struct sock *sk)
  145. {
  146. return (void *)inet_csk(sk)->icsk_ca_priv;
  147. }
  148. struct sock *inet_csk_clone_lock(const struct sock *sk,
  149. const struct request_sock *req,
  150. const gfp_t priority);
  151. enum inet_csk_ack_state_t {
  152. ICSK_ACK_SCHED = 1,
  153. ICSK_ACK_TIMER = 2,
  154. ICSK_ACK_PUSHED = 4,
  155. ICSK_ACK_PUSHED2 = 8,
  156. ICSK_ACK_NOW = 16 /* Send the next ACK immediately (once) */
  157. };
  158. void inet_csk_init_xmit_timers(struct sock *sk,
  159. void (*retransmit_handler)(struct timer_list *),
  160. void (*delack_handler)(struct timer_list *),
  161. void (*keepalive_handler)(struct timer_list *));
  162. void inet_csk_clear_xmit_timers(struct sock *sk);
  163. static inline void inet_csk_schedule_ack(struct sock *sk)
  164. {
  165. inet_csk(sk)->icsk_ack.pending |= ICSK_ACK_SCHED;
  166. }
  167. static inline int inet_csk_ack_scheduled(const struct sock *sk)
  168. {
  169. return inet_csk(sk)->icsk_ack.pending & ICSK_ACK_SCHED;
  170. }
  171. static inline void inet_csk_delack_init(struct sock *sk)
  172. {
  173. memset(&inet_csk(sk)->icsk_ack, 0, sizeof(inet_csk(sk)->icsk_ack));
  174. }
  175. void inet_csk_delete_keepalive_timer(struct sock *sk);
  176. void inet_csk_reset_keepalive_timer(struct sock *sk, unsigned long timeout);
  177. static inline void inet_csk_clear_xmit_timer(struct sock *sk, const int what)
  178. {
  179. struct inet_connection_sock *icsk = inet_csk(sk);
  180. if (what == ICSK_TIME_RETRANS || what == ICSK_TIME_PROBE0) {
  181. icsk->icsk_pending = 0;
  182. #ifdef INET_CSK_CLEAR_TIMERS
  183. sk_stop_timer(sk, &icsk->icsk_retransmit_timer);
  184. #endif
  185. } else if (what == ICSK_TIME_DACK) {
  186. icsk->icsk_ack.pending = 0;
  187. icsk->icsk_ack.retry = 0;
  188. #ifdef INET_CSK_CLEAR_TIMERS
  189. sk_stop_timer(sk, &icsk->icsk_delack_timer);
  190. #endif
  191. } else {
  192. pr_debug("inet_csk BUG: unknown timer value\n");
  193. }
  194. }
  195. /*
  196. * Reset the retransmission timer
  197. */
  198. static inline void inet_csk_reset_xmit_timer(struct sock *sk, const int what,
  199. unsigned long when,
  200. const unsigned long max_when)
  201. {
  202. struct inet_connection_sock *icsk = inet_csk(sk);
  203. if (when > max_when) {
  204. pr_debug("reset_xmit_timer: sk=%p %d when=0x%lx, caller=%p\n",
  205. sk, what, when, (void *)_THIS_IP_);
  206. when = max_when;
  207. }
  208. if (what == ICSK_TIME_RETRANS || what == ICSK_TIME_PROBE0 ||
  209. what == ICSK_TIME_LOSS_PROBE || what == ICSK_TIME_REO_TIMEOUT) {
  210. icsk->icsk_pending = what;
  211. icsk->icsk_timeout = jiffies + when;
  212. sk_reset_timer(sk, &icsk->icsk_retransmit_timer, icsk->icsk_timeout);
  213. } else if (what == ICSK_TIME_DACK) {
  214. icsk->icsk_ack.pending |= ICSK_ACK_TIMER;
  215. icsk->icsk_ack.timeout = jiffies + when;
  216. sk_reset_timer(sk, &icsk->icsk_delack_timer, icsk->icsk_ack.timeout);
  217. } else {
  218. pr_debug("inet_csk BUG: unknown timer value\n");
  219. }
  220. }
  221. static inline unsigned long
  222. inet_csk_rto_backoff(const struct inet_connection_sock *icsk,
  223. unsigned long max_when)
  224. {
  225. u64 when = (u64)icsk->icsk_rto << icsk->icsk_backoff;
  226. return (unsigned long)min_t(u64, when, max_when);
  227. }
  228. struct sock *inet_csk_accept(struct sock *sk, int flags, int *err, bool kern);
  229. int inet_csk_get_port(struct sock *sk, unsigned short snum);
  230. struct dst_entry *inet_csk_route_req(const struct sock *sk, struct flowi4 *fl4,
  231. const struct request_sock *req);
  232. struct dst_entry *inet_csk_route_child_sock(const struct sock *sk,
  233. struct sock *newsk,
  234. const struct request_sock *req);
  235. struct sock *inet_csk_reqsk_queue_add(struct sock *sk,
  236. struct request_sock *req,
  237. struct sock *child);
  238. void inet_csk_reqsk_queue_hash_add(struct sock *sk, struct request_sock *req,
  239. unsigned long timeout);
  240. struct sock *inet_csk_complete_hashdance(struct sock *sk, struct sock *child,
  241. struct request_sock *req,
  242. bool own_req);
  243. static inline void inet_csk_reqsk_queue_added(struct sock *sk)
  244. {
  245. reqsk_queue_added(&inet_csk(sk)->icsk_accept_queue);
  246. }
  247. static inline int inet_csk_reqsk_queue_len(const struct sock *sk)
  248. {
  249. return reqsk_queue_len(&inet_csk(sk)->icsk_accept_queue);
  250. }
  251. static inline int inet_csk_reqsk_queue_is_full(const struct sock *sk)
  252. {
  253. return inet_csk_reqsk_queue_len(sk) >= sk->sk_max_ack_backlog;
  254. }
  255. bool inet_csk_reqsk_queue_drop(struct sock *sk, struct request_sock *req);
  256. void inet_csk_reqsk_queue_drop_and_put(struct sock *sk, struct request_sock *req);
  257. static inline unsigned long
  258. reqsk_timeout(struct request_sock *req, unsigned long max_timeout)
  259. {
  260. u64 timeout = (u64)req->timeout << req->num_timeout;
  261. return (unsigned long)min_t(u64, timeout, max_timeout);
  262. }
  263. static inline void inet_csk_prepare_for_destroy_sock(struct sock *sk)
  264. {
  265. /* The below has to be done to allow calling inet_csk_destroy_sock */
  266. sock_set_flag(sk, SOCK_DEAD);
  267. this_cpu_inc(*sk->sk_prot->orphan_count);
  268. }
  269. void inet_csk_destroy_sock(struct sock *sk);
  270. void inet_csk_prepare_forced_close(struct sock *sk);
  271. /*
  272. * LISTEN is a special case for poll..
  273. */
  274. static inline __poll_t inet_csk_listen_poll(const struct sock *sk)
  275. {
  276. return !reqsk_queue_empty(&inet_csk(sk)->icsk_accept_queue) ?
  277. (EPOLLIN | EPOLLRDNORM) : 0;
  278. }
  279. int inet_csk_listen_start(struct sock *sk);
  280. void inet_csk_listen_stop(struct sock *sk);
  281. void inet_csk_addr2sockaddr(struct sock *sk, struct sockaddr *uaddr);
  282. /* update the fast reuse flag when adding a socket */
  283. void inet_csk_update_fastreuse(struct inet_bind_bucket *tb,
  284. struct sock *sk);
  285. struct dst_entry *inet_csk_update_pmtu(struct sock *sk, u32 mtu);
  286. #define TCP_PINGPONG_THRESH 1
  287. static inline void inet_csk_enter_pingpong_mode(struct sock *sk)
  288. {
  289. inet_csk(sk)->icsk_ack.pingpong = TCP_PINGPONG_THRESH;
  290. }
  291. static inline void inet_csk_exit_pingpong_mode(struct sock *sk)
  292. {
  293. inet_csk(sk)->icsk_ack.pingpong = 0;
  294. }
  295. static inline bool inet_csk_in_pingpong_mode(struct sock *sk)
  296. {
  297. return inet_csk(sk)->icsk_ack.pingpong >= TCP_PINGPONG_THRESH;
  298. }
  299. static inline bool inet_csk_has_ulp(struct sock *sk)
  300. {
  301. return inet_sk(sk)->is_icsk && !!inet_csk(sk)->icsk_ulp_ops;
  302. }
  303. #endif /* _INET_CONNECTION_SOCK_H */