Symbol: sk_msg
include/linux/bpf_types.h
33
BPF_PROG_TYPE(BPF_PROG_TYPE_SK_MSG, sk_msg,
include/linux/bpf_types.h
34
struct sk_msg_md, struct sk_msg)
include/linux/skmsg.h
126
int sk_msg_alloc(struct sock *sk, struct sk_msg *msg, int len,
include/linux/skmsg.h
128
int sk_msg_clone(struct sock *sk, struct sk_msg *dst, struct sk_msg *src,
include/linux/skmsg.h
130
void sk_msg_trim(struct sock *sk, struct sk_msg *msg, int len);
include/linux/skmsg.h
131
int sk_msg_free(struct sock *sk, struct sk_msg *msg);
include/linux/skmsg.h
132
int sk_msg_free_nocharge(struct sock *sk, struct sk_msg *msg);
include/linux/skmsg.h
133
void sk_msg_free_partial(struct sock *sk, struct sk_msg *msg, u32 bytes);
include/linux/skmsg.h
134
void sk_msg_free_partial_nocharge(struct sock *sk, struct sk_msg *msg,
include/linux/skmsg.h
137
void sk_msg_return(struct sock *sk, struct sk_msg *msg, int bytes);
include/linux/skmsg.h
138
void sk_msg_return_zero(struct sock *sk, struct sk_msg *msg, int bytes);
include/linux/skmsg.h
141
struct sk_msg *msg, u32 bytes);
include/linux/skmsg.h
143
struct sk_msg *msg, u32 bytes);
include/linux/skmsg.h
150
static inline void sk_msg_check_to_free(struct sk_msg *msg, u32 i, u32 bytes)
include/linux/skmsg.h
191
static inline void sk_msg_init(struct sk_msg *msg)
include/linux/skmsg.h
198
static inline void sk_msg_xfer(struct sk_msg *dst, struct sk_msg *src,
include/linux/skmsg.h
209
static inline void sk_msg_xfer_full(struct sk_msg *dst, struct sk_msg *src)
include/linux/skmsg.h
215
static inline bool sk_msg_full(const struct sk_msg *msg)
include/linux/skmsg.h
220
static inline u32 sk_msg_elem_used(const struct sk_msg *msg)
include/linux/skmsg.h
225
static inline struct scatterlist *sk_msg_elem(struct sk_msg *msg, int which)
include/linux/skmsg.h
230
static inline struct scatterlist sk_msg_elem_cpy(struct sk_msg *msg, int which)
include/linux/skmsg.h
235
static inline struct page *sk_msg_page(struct sk_msg *msg, int which)
include/linux/skmsg.h
240
static inline bool sk_msg_to_ingress(const struct sk_msg *msg)
include/linux/skmsg.h
245
static inline void sk_msg_compute_data_pointers(struct sk_msg *msg)
include/linux/skmsg.h
258
static inline void sk_msg_page_add(struct sk_msg *msg, struct page *page,
include/linux/skmsg.h
273
static inline void sk_msg_sg_copy(struct sk_msg *msg, u32 i, bool copy_state)
include/linux/skmsg.h
286
static inline void sk_msg_sg_copy_set(struct sk_msg *msg, u32 start)
include/linux/skmsg.h
291
static inline void sk_msg_sg_copy_clear(struct sk_msg *msg, u32 start)
include/linux/skmsg.h
348
struct sk_msg *msg)
include/linux/skmsg.h
366
static inline struct sk_msg *sk_psock_dequeue_msg(struct sk_psock *psock)
include/linux/skmsg.h
368
struct sk_msg *msg;
include/linux/skmsg.h
371
msg = list_first_entry_or_null(&psock->ingress_msg, struct sk_msg, list);
include/linux/skmsg.h
380
static inline struct sk_msg *sk_psock_peek_msg_locked(struct sk_psock *psock)
include/linux/skmsg.h
382
return list_first_entry_or_null(&psock->ingress_msg, struct sk_msg, list);
include/linux/skmsg.h
385
static inline struct sk_msg *sk_psock_peek_msg(struct sk_psock *psock)
include/linux/skmsg.h
387
struct sk_msg *msg;
include/linux/skmsg.h
395
static inline struct sk_msg *sk_psock_next_msg(struct sk_psock *psock,
include/linux/skmsg.h
396
struct sk_msg *msg)
include/linux/skmsg.h
398
struct sk_msg *ret;
include/linux/skmsg.h
414
static inline void kfree_sk_msg(struct sk_msg *msg)
include/linux/skmsg.h
455
struct sk_msg *msg);
include/linux/skmsg.h
574
struct sk_msg *msg;
include/linux/skmsg.h
90
struct sk_msg *cork;
include/net/espintcp.h
16
struct sk_msg skmsg;
include/net/tcp.h
2769
struct sk_msg;
include/net/tcp.h
2791
struct sk_msg *msg, u32 bytes, int flags);
net/core/filter.c
11082
BUILD_BUG_ON(offsetof(struct sk_msg, sg) != 0);
net/core/filter.c
11086
*insn++ = BPF_LDX_MEM(BPF_FIELD_SIZEOF(struct sk_msg, data),
net/core/filter.c
11088
offsetof(struct sk_msg, data));
net/core/filter.c
11091
*insn++ = BPF_LDX_MEM(BPF_FIELD_SIZEOF(struct sk_msg, data_end),
net/core/filter.c
11093
offsetof(struct sk_msg, data_end));
net/core/filter.c
11099
struct sk_msg, sk),
net/core/filter.c
11101
offsetof(struct sk_msg, sk));
net/core/filter.c
11110
struct sk_msg, sk),
net/core/filter.c
11112
offsetof(struct sk_msg, sk));
net/core/filter.c
11122
struct sk_msg, sk),
net/core/filter.c
11124
offsetof(struct sk_msg, sk));
net/core/filter.c
11139
struct sk_msg, sk),
net/core/filter.c
11141
offsetof(struct sk_msg, sk));
net/core/filter.c
11160
struct sk_msg, sk),
net/core/filter.c
11162
offsetof(struct sk_msg, sk));
net/core/filter.c
11176
struct sk_msg, sk),
net/core/filter.c
11178
offsetof(struct sk_msg, sk));
net/core/filter.c
11190
struct sk_msg, sk),
net/core/filter.c
11192
offsetof(struct sk_msg, sk));
net/core/filter.c
11204
*insn++ = BPF_LDX_MEM(BPF_FIELD_SIZEOF(struct sk_msg, sk),
net/core/filter.c
11206
offsetof(struct sk_msg, sk));
net/core/filter.c
2619
BPF_CALL_2(bpf_msg_apply_bytes, struct sk_msg *, msg, u32, bytes)
net/core/filter.c
2633
BPF_CALL_2(bpf_msg_cork_bytes, struct sk_msg *, msg, u32, bytes)
net/core/filter.c
2639
static void sk_msg_reset_curr(struct sk_msg *msg)
net/core/filter.c
2661
BPF_CALL_4(bpf_msg_pull_data, struct sk_msg *, msg, u32, start,
net/core/filter.c
2788
BPF_CALL_4(bpf_msg_push_data, struct sk_msg *, msg, u32, start,
net/core/filter.c
2937
static void sk_msg_shift_left(struct sk_msg *msg, int i)
net/core/filter.c
2952
static void sk_msg_shift_right(struct sk_msg *msg, int i)
net/core/filter.c
2969
BPF_CALL_4(bpf_msg_pop_data, struct sk_msg *, msg, u32, start,
net/core/filter.c
5253
BPF_CALL_1(bpf_get_netns_cookie_sk_msg, struct sk_msg *, ctx)
net/core/skmsg.c
13
static bool sk_msg_try_coalesce_ok(struct sk_msg *msg, int elem_first_coalesce)
net/core/skmsg.c
138
void sk_msg_return_zero(struct sock *sk, struct sk_msg *msg, int bytes)
net/core/skmsg.c
162
void sk_msg_return(struct sock *sk, struct sk_msg *msg, int bytes)
net/core/skmsg.c
177
static int sk_msg_free_elem(struct sock *sk, struct sk_msg *msg, u32 i,
net/core/skmsg.c
193
static int __sk_msg_free(struct sock *sk, struct sk_msg *msg, u32 i,
net/core/skmsg.c
211
int sk_msg_free_nocharge(struct sock *sk, struct sk_msg *msg)
net/core/skmsg.c
217
int sk_msg_free(struct sock *sk, struct sk_msg *msg)
net/core/skmsg.c
223
static void __sk_msg_free_partial(struct sock *sk, struct sk_msg *msg,
net/core/skmsg.c
251
void sk_msg_free_partial(struct sock *sk, struct sk_msg *msg, u32 bytes)
net/core/skmsg.c
257
void sk_msg_free_partial_nocharge(struct sock *sk, struct sk_msg *msg,
net/core/skmsg.c
263
void sk_msg_trim(struct sock *sk, struct sk_msg *msg, int len)
net/core/skmsg.c
27
int sk_msg_alloc(struct sock *sk, struct sk_msg *msg, int len,
net/core/skmsg.c
312
struct sk_msg *msg, u32 bytes)
net/core/skmsg.c
369
struct sk_msg *msg, u32 bytes)
net/core/skmsg.c
417
struct sk_msg *msg_rx;
net/core/skmsg.c
521
static struct sk_msg *alloc_sk_msg(gfp_t gfp)
net/core/skmsg.c
523
struct sk_msg *msg;
net/core/skmsg.c
532
static struct sk_msg *sk_psock_create_ingress_msg(struct sock *sk,
net/core/skmsg.c
548
struct sk_msg *msg,
net/core/skmsg.c
594
struct sk_msg *msg;
net/core/skmsg.c
627
struct sk_msg *msg = alloc_sk_msg(GFP_ATOMIC);
net/core/skmsg.c
819
struct sk_msg *msg, *tmp;
net/core/skmsg.c
87
int sk_msg_clone(struct sock *sk, struct sk_msg *dst, struct sk_msg *src,
net/core/skmsg.c
920
struct sk_msg *msg)
net/core/sock_map.c
1279
BPF_CALL_4(bpf_msg_redirect_hash, struct sk_msg *, msg,
net/core/sock_map.c
673
BPF_CALL_4(bpf_msg_redirect_map, struct sk_msg *, msg,
net/ipv4/tcp_bpf.c
153
static int tcp_bpf_push_locked(struct sock *sk, struct sk_msg *msg,
net/ipv4/tcp_bpf.c
165
struct sk_msg *msg, u32 bytes, int flags)
net/ipv4/tcp_bpf.c
206
struct sk_msg *msg_rx;
net/ipv4/tcp_bpf.c
34
struct sk_msg *msg, u32 apply_bytes)
net/ipv4/tcp_bpf.c
39
struct sk_msg *tmp;
net/ipv4/tcp_bpf.c
405
struct sk_msg *msg, int *copied, int flags)
net/ipv4/tcp_bpf.c
520
struct sk_msg tmp, *msg_tx = NULL;
net/ipv4/tcp_bpf.c
91
static int tcp_bpf_push(struct sock *sk, struct sk_msg *msg, u32 apply_bytes,
net/tls/tls.h
116
struct sk_msg msg_plaintext;
net/tls/tls.h
117
struct sk_msg msg_encrypted;
net/tls/tls_sw.c
1006
struct sk_msg *msg_pl, size_t try_to_copy,
net/tls/tls_sw.c
1049
struct sk_msg *msg_pl, *msg_en;
net/tls/tls_sw.c
1307
struct sk_msg *msg_pl;
net/tls/tls_sw.c
326
struct sk_msg *msg_en = &rec->msg_encrypted;
net/tls/tls_sw.c
337
struct sk_msg *msg_pl = &rec->msg_plaintext;
net/tls/tls_sw.c
338
struct sk_msg *msg_en = &rec->msg_encrypted;
net/tls/tls_sw.c
360
struct sk_msg *msg_pl, *msg_en;
net/tls/tls_sw.c
413
struct sk_msg *msg_en;
net/tls/tls_sw.c
474
struct sk_msg *msg_en;
net/tls/tls_sw.c
542
struct sk_msg *msg_en = &rec->msg_encrypted;
net/tls/tls_sw.c
618
struct tls_rec **to, struct sk_msg *msg_opl,
net/tls/tls_sw.c
619
struct sk_msg *msg_oen, u32 split_point,
net/tls/tls_sw.c
626
struct sk_msg *msg_npl;
net/tls/tls_sw.c
705
struct sk_msg *msg_npl = &from->msg_plaintext;
net/tls/tls_sw.c
706
struct sk_msg *msg_opl = &to->msg_plaintext;
net/tls/tls_sw.c
743
struct sk_msg *msg_pl, *msg_en;
net/tls/tls_sw.c
853
static int bpf_exec_tx_verdict(struct sk_msg *msg, struct sock *sk,
net/tls/tls_sw.c
859
struct sk_msg msg_redir = { };
net/tls/tls_sw.c
895
struct sk_msg *enc = &ctx->open_rec->msg_encrypted;
net/tls/tls_sw.c
990
struct sk_msg *msg_pl;
net/xfrm/espintcp.c
215
struct sk_msg *skmsg = &emsg->skmsg;
tools/testing/selftests/bpf/prog_tests/ns_current_pid_tgid.c
135
bpf_program__set_autoload(skel->progs.sk_msg, true);
tools/testing/selftests/bpf/prog_tests/ns_current_pid_tgid.c
145
verdict = bpf_program__fd(skel->progs.sk_msg);
tools/testing/selftests/bpf/prog_tests/sockmap_redir.c
133
bool sk_msg;
tools/testing/selftests/bpf/prog_tests/sockmap_redir.c
135
sk_msg = type == SK_MSG_INGRESS || type == SK_MSG_EGRESS;
tools/testing/selftests/bpf/prog_tests/sockmap_redir.c
136
prog = sk_msg ? skel->progs.prog_msg_verdict : skel->progs.prog_skb_verdict;
tools/testing/selftests/bpf/prog_tests/sockmap_redir.c
139
*attach_type = sk_msg ? BPF_SK_MSG_VERDICT : BPF_SK_SKB_VERDICT;
tools/testing/selftests/bpf/progs/test_ns_current_pid_tgid.c
46
int sk_msg(struct sk_msg_md *msg)