123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170 |
- /* SPDX-License-Identifier: GPL-2.0-only */
- /*
- * Stream Parser
- *
- * Copyright (c) 2016 Tom Herbert <[email protected]>
- */
- #ifndef __NET_STRPARSER_H_
- #define __NET_STRPARSER_H_
- #include <linux/skbuff.h>
- #include <net/sock.h>
- #define STRP_STATS_ADD(stat, count) ((stat) += (count))
- #define STRP_STATS_INCR(stat) ((stat)++)
- struct strp_stats {
- unsigned long long msgs;
- unsigned long long bytes;
- unsigned int mem_fail;
- unsigned int need_more_hdr;
- unsigned int msg_too_big;
- unsigned int msg_timeouts;
- unsigned int bad_hdr_len;
- };
- struct strp_aggr_stats {
- unsigned long long msgs;
- unsigned long long bytes;
- unsigned int mem_fail;
- unsigned int need_more_hdr;
- unsigned int msg_too_big;
- unsigned int msg_timeouts;
- unsigned int bad_hdr_len;
- unsigned int aborts;
- unsigned int interrupted;
- unsigned int unrecov_intr;
- };
- struct strparser;
- /* Callbacks are called with lock held for the attached socket */
- struct strp_callbacks {
- int (*parse_msg)(struct strparser *strp, struct sk_buff *skb);
- void (*rcv_msg)(struct strparser *strp, struct sk_buff *skb);
- int (*read_sock_done)(struct strparser *strp, int err);
- void (*abort_parser)(struct strparser *strp, int err);
- void (*lock)(struct strparser *strp);
- void (*unlock)(struct strparser *strp);
- };
- struct strp_msg {
- int full_len;
- int offset;
- };
- struct _strp_msg {
- /* Internal cb structure. struct strp_msg must be first for passing
- * to upper layer.
- */
- struct strp_msg strp;
- int accum_len;
- };
- struct sk_skb_cb {
- #define SK_SKB_CB_PRIV_LEN 20
- unsigned char data[SK_SKB_CB_PRIV_LEN];
- /* align strp on cache line boundary within skb->cb[] */
- unsigned char pad[4];
- struct _strp_msg strp;
- /* strp users' data follows */
- struct tls_msg {
- u8 control;
- } tls;
- /* temp_reg is a temporary register used for bpf_convert_data_end_access
- * when dst_reg == src_reg.
- */
- u64 temp_reg;
- };
- static inline struct strp_msg *strp_msg(struct sk_buff *skb)
- {
- return (struct strp_msg *)((void *)skb->cb +
- offsetof(struct sk_skb_cb, strp));
- }
- /* Structure for an attached lower socket */
- struct strparser {
- struct sock *sk;
- u32 stopped : 1;
- u32 paused : 1;
- u32 aborted : 1;
- u32 interrupted : 1;
- u32 unrecov_intr : 1;
- struct sk_buff **skb_nextp;
- struct sk_buff *skb_head;
- unsigned int need_bytes;
- struct delayed_work msg_timer_work;
- struct work_struct work;
- struct strp_stats stats;
- struct strp_callbacks cb;
- };
- /* Must be called with lock held for attached socket */
- static inline void strp_pause(struct strparser *strp)
- {
- strp->paused = 1;
- }
- /* May be called without holding lock for attached socket */
- void strp_unpause(struct strparser *strp);
- /* Must be called with process lock held (lock_sock) */
- void __strp_unpause(struct strparser *strp);
- static inline void save_strp_stats(struct strparser *strp,
- struct strp_aggr_stats *agg_stats)
- {
- /* Save psock statistics in the mux when psock is being unattached. */
- #define SAVE_PSOCK_STATS(_stat) (agg_stats->_stat += \
- strp->stats._stat)
- SAVE_PSOCK_STATS(msgs);
- SAVE_PSOCK_STATS(bytes);
- SAVE_PSOCK_STATS(mem_fail);
- SAVE_PSOCK_STATS(need_more_hdr);
- SAVE_PSOCK_STATS(msg_too_big);
- SAVE_PSOCK_STATS(msg_timeouts);
- SAVE_PSOCK_STATS(bad_hdr_len);
- #undef SAVE_PSOCK_STATS
- if (strp->aborted)
- agg_stats->aborts++;
- if (strp->interrupted)
- agg_stats->interrupted++;
- if (strp->unrecov_intr)
- agg_stats->unrecov_intr++;
- }
- static inline void aggregate_strp_stats(struct strp_aggr_stats *stats,
- struct strp_aggr_stats *agg_stats)
- {
- #define SAVE_PSOCK_STATS(_stat) (agg_stats->_stat += stats->_stat)
- SAVE_PSOCK_STATS(msgs);
- SAVE_PSOCK_STATS(bytes);
- SAVE_PSOCK_STATS(mem_fail);
- SAVE_PSOCK_STATS(need_more_hdr);
- SAVE_PSOCK_STATS(msg_too_big);
- SAVE_PSOCK_STATS(msg_timeouts);
- SAVE_PSOCK_STATS(bad_hdr_len);
- SAVE_PSOCK_STATS(aborts);
- SAVE_PSOCK_STATS(interrupted);
- SAVE_PSOCK_STATS(unrecov_intr);
- #undef SAVE_PSOCK_STATS
- }
- void strp_done(struct strparser *strp);
- void strp_stop(struct strparser *strp);
- void strp_check_rcv(struct strparser *strp);
- int strp_init(struct strparser *strp, struct sock *sk,
- const struct strp_callbacks *cb);
- void strp_data_ready(struct strparser *strp);
- int strp_process(struct strparser *strp, struct sk_buff *orig_skb,
- unsigned int orig_offset, size_t orig_len,
- size_t max_msg_size, long timeo);
- #endif /* __NET_STRPARSER_H_ */
|