Symbol: sk_msg
include/linux/bpf_types.h
33
BPF_PROG_TYPE(BPF_PROG_TYPE_SK_MSG, sk_msg,
include/linux/bpf_types.h
34
struct sk_msg_md, struct sk_msg)
include/linux/skmsg.h
127
int sk_msg_alloc(struct sock *sk, struct sk_msg *msg, int len,
include/linux/skmsg.h
129
int sk_msg_clone(struct sock *sk, struct sk_msg *dst, struct sk_msg *src,
include/linux/skmsg.h
131
void sk_msg_trim(struct sock *sk, struct sk_msg *msg, int len);
include/linux/skmsg.h
132
int sk_msg_free(struct sock *sk, struct sk_msg *msg);
include/linux/skmsg.h
133
int sk_msg_free_nocharge(struct sock *sk, struct sk_msg *msg);
include/linux/skmsg.h
134
void sk_msg_free_partial(struct sock *sk, struct sk_msg *msg, u32 bytes);
include/linux/skmsg.h
135
void sk_msg_free_partial_nocharge(struct sock *sk, struct sk_msg *msg,
include/linux/skmsg.h
138
void sk_msg_return(struct sock *sk, struct sk_msg *msg, int bytes);
include/linux/skmsg.h
139
void sk_msg_return_zero(struct sock *sk, struct sk_msg *msg, int bytes);
include/linux/skmsg.h
142
struct sk_msg *msg, u32 bytes);
include/linux/skmsg.h
144
struct sk_msg *msg, u32 bytes);
include/linux/skmsg.h
151
static inline void sk_msg_check_to_free(struct sk_msg *msg, u32 i, u32 bytes)
include/linux/skmsg.h
192
static inline void sk_msg_init(struct sk_msg *msg)
include/linux/skmsg.h
199
static inline void sk_msg_xfer(struct sk_msg *dst, struct sk_msg *src,
include/linux/skmsg.h
213
static inline void sk_msg_xfer_full(struct sk_msg *dst, struct sk_msg *src)
include/linux/skmsg.h
219
static inline bool sk_msg_full(const struct sk_msg *msg)
include/linux/skmsg.h
224
static inline u32 sk_msg_elem_used(const struct sk_msg *msg)
include/linux/skmsg.h
229
static inline struct scatterlist *sk_msg_elem(struct sk_msg *msg, int which)
include/linux/skmsg.h
234
static inline struct scatterlist sk_msg_elem_cpy(struct sk_msg *msg, int which)
include/linux/skmsg.h
239
static inline struct page *sk_msg_page(struct sk_msg *msg, int which)
include/linux/skmsg.h
244
static inline bool sk_msg_to_ingress(const struct sk_msg *msg)
include/linux/skmsg.h
249
static inline void sk_msg_compute_data_pointers(struct sk_msg *msg)
include/linux/skmsg.h
262
static inline void sk_msg_page_add(struct sk_msg *msg, struct page *page,
include/linux/skmsg.h
277
static inline void sk_msg_sg_copy(struct sk_msg *msg, u32 i, bool copy_state)
include/linux/skmsg.h
287
static inline void sk_msg_sg_copy_assign(struct sk_msg *dst, u32 dst_i,
include/linux/skmsg.h
288
const struct sk_msg *src, u32 src_i)
include/linux/skmsg.h
293
static inline void sk_msg_sg_copy_set(struct sk_msg *msg, u32 start)
include/linux/skmsg.h
298
static inline void sk_msg_sg_copy_clear(struct sk_msg *msg, u32 start)
include/linux/skmsg.h
355
struct sk_msg *msg)
include/linux/skmsg.h
373
static inline struct sk_msg *sk_psock_dequeue_msg(struct sk_psock *psock)
include/linux/skmsg.h
375
struct sk_msg *msg;
include/linux/skmsg.h
378
msg = list_first_entry_or_null(&psock->ingress_msg, struct sk_msg, list);
include/linux/skmsg.h
387
static inline struct sk_msg *sk_psock_peek_msg_locked(struct sk_psock *psock)
include/linux/skmsg.h
389
return list_first_entry_or_null(&psock->ingress_msg, struct sk_msg, list);
include/linux/skmsg.h
392
static inline struct sk_msg *sk_psock_peek_msg(struct sk_psock *psock)
include/linux/skmsg.h
394
struct sk_msg *msg;
include/linux/skmsg.h
402
static inline struct sk_msg *sk_psock_next_msg(struct sk_psock *psock,
include/linux/skmsg.h
403
struct sk_msg *msg)
include/linux/skmsg.h
405
struct sk_msg *ret;
include/linux/skmsg.h
421
static inline void kfree_sk_msg(struct sk_msg *msg)
include/linux/skmsg.h
462
struct sk_msg *msg);
include/linux/skmsg.h
558
struct sk_msg *msg;
include/linux/skmsg.h
91
struct sk_msg *cork;
include/net/espintcp.h
16
struct sk_msg skmsg;
include/net/tcp.h
2837
struct sk_msg;
include/net/tcp.h
2859
struct sk_msg *msg, u32 bytes, int flags);
net/core/filter.c
11203
BUILD_BUG_ON(offsetof(struct sk_msg, sg) != 0);
net/core/filter.c
11207
*insn++ = BPF_LDX_MEM(BPF_FIELD_SIZEOF(struct sk_msg, data),
net/core/filter.c
11209
offsetof(struct sk_msg, data));
net/core/filter.c
11212
*insn++ = BPF_LDX_MEM(BPF_FIELD_SIZEOF(struct sk_msg, data_end),
net/core/filter.c
11214
offsetof(struct sk_msg, data_end));
net/core/filter.c
11220
struct sk_msg, sk),
net/core/filter.c
11222
offsetof(struct sk_msg, sk));
net/core/filter.c
11231
struct sk_msg, sk),
net/core/filter.c
11233
offsetof(struct sk_msg, sk));
net/core/filter.c
11243
struct sk_msg, sk),
net/core/filter.c
11245
offsetof(struct sk_msg, sk));
net/core/filter.c
11260
struct sk_msg, sk),
net/core/filter.c
11262
offsetof(struct sk_msg, sk));
net/core/filter.c
11281
struct sk_msg, sk),
net/core/filter.c
11283
offsetof(struct sk_msg, sk));
net/core/filter.c
11297
struct sk_msg, sk),
net/core/filter.c
11299
offsetof(struct sk_msg, sk));
net/core/filter.c
11311
struct sk_msg, sk),
net/core/filter.c
11313
offsetof(struct sk_msg, sk));
net/core/filter.c
11325
*insn++ = BPF_LDX_MEM(BPF_FIELD_SIZEOF(struct sk_msg, sk),
net/core/filter.c
11327
offsetof(struct sk_msg, sk));
net/core/filter.c
2628
BPF_CALL_2(bpf_msg_apply_bytes, struct sk_msg *, msg, u32, bytes)
net/core/filter.c
2642
BPF_CALL_2(bpf_msg_cork_bytes, struct sk_msg *, msg, u32, bytes)
net/core/filter.c
2648
static void sk_msg_reset_curr(struct sk_msg *msg)
net/core/filter.c
2662
static bool sk_msg_elem_is_copy(const struct sk_msg *msg, u32 i)
net/core/filter.c
2667
static void sk_msg_clear_elem_copy(struct sk_msg *msg, u32 i)
net/core/filter.c
2672
static void sk_msg_set_elem_copy(struct sk_msg *msg, u32 i, bool sg_copy)
net/core/filter.c
2677
static void sk_msg_clear_copy_range(struct sk_msg *msg, u32 start, u32 end)
net/core/filter.c
2685
static void sk_msg_sg_move(struct sk_msg *msg, u32 dst, u32 src)
net/core/filter.c
2701
BPF_CALL_4(bpf_msg_pull_data, struct sk_msg *, msg, u32, start,
net/core/filter.c
2838
BPF_CALL_4(bpf_msg_push_data, struct sk_msg *, msg, u32, start,
net/core/filter.c
3003
static void sk_msg_shift_left(struct sk_msg *msg, int i)
net/core/filter.c
3019
static void sk_msg_shift_right(struct sk_msg *msg, int i)
net/core/filter.c
3043
BPF_CALL_4(bpf_msg_pop_data, struct sk_msg *, msg, u32, start,
net/core/filter.c
5337
BPF_CALL_1(bpf_get_netns_cookie_sk_msg, struct sk_msg *, ctx)
net/core/skmsg.c
12
static bool sk_msg_try_coalesce_ok(struct sk_msg *msg, int elem_first_coalesce)
net/core/skmsg.c
138
void sk_msg_return_zero(struct sock *sk, struct sk_msg *msg, int bytes)
net/core/skmsg.c
162
void sk_msg_return(struct sock *sk, struct sk_msg *msg, int bytes)
net/core/skmsg.c
177
static int sk_msg_free_elem(struct sock *sk, struct sk_msg *msg, u32 i,
net/core/skmsg.c
194
static int __sk_msg_free(struct sock *sk, struct sk_msg *msg, u32 i,
net/core/skmsg.c
212
int sk_msg_free_nocharge(struct sock *sk, struct sk_msg *msg)
net/core/skmsg.c
218
int sk_msg_free(struct sock *sk, struct sk_msg *msg)
net/core/skmsg.c
224
static void __sk_msg_free_partial(struct sock *sk, struct sk_msg *msg,
net/core/skmsg.c
252
void sk_msg_free_partial(struct sock *sk, struct sk_msg *msg, u32 bytes)
net/core/skmsg.c
258
void sk_msg_free_partial_nocharge(struct sock *sk, struct sk_msg *msg,
net/core/skmsg.c
26
int sk_msg_alloc(struct sock *sk, struct sk_msg *msg, int len,
net/core/skmsg.c
264
void sk_msg_trim(struct sock *sk, struct sk_msg *msg, int len)
net/core/skmsg.c
313
struct sk_msg *msg, u32 bytes)
net/core/skmsg.c
370
struct sk_msg *msg, u32 bytes)
net/core/skmsg.c
418
struct sk_msg *msg_rx;
net/core/skmsg.c
522
static struct sk_msg *alloc_sk_msg(gfp_t gfp)
net/core/skmsg.c
524
struct sk_msg *msg;
net/core/skmsg.c
533
static struct sk_msg *sk_psock_create_ingress_msg(struct sock *sk,
net/core/skmsg.c
549
struct sk_msg *msg,
net/core/skmsg.c
595
struct sk_msg *msg;
net/core/skmsg.c
628
struct sk_msg *msg = alloc_sk_msg(GFP_ATOMIC);
net/core/skmsg.c
820
struct sk_msg *msg, *tmp;
net/core/skmsg.c
87
int sk_msg_clone(struct sock *sk, struct sk_msg *dst, struct sk_msg *src,
net/core/skmsg.c
921
struct sk_msg *msg)
net/core/sock_map.c
1281
BPF_CALL_4(bpf_msg_redirect_hash, struct sk_msg *, msg,
net/core/sock_map.c
675
BPF_CALL_4(bpf_msg_redirect_map, struct sk_msg *, msg,
net/ipv4/tcp_bpf.c
153
static int tcp_bpf_push_locked(struct sock *sk, struct sk_msg *msg,
net/ipv4/tcp_bpf.c
165
struct sk_msg *msg, u32 bytes, int flags)
net/ipv4/tcp_bpf.c
206
struct sk_msg *msg_rx;
net/ipv4/tcp_bpf.c
34
struct sk_msg *msg, u32 apply_bytes)
net/ipv4/tcp_bpf.c
39
struct sk_msg *tmp;
net/ipv4/tcp_bpf.c
419
struct sk_msg *msg, int *copied, int flags)
net/ipv4/tcp_bpf.c
534
struct sk_msg tmp, *msg_tx = NULL;
net/ipv4/tcp_bpf.c
91
static int tcp_bpf_push(struct sock *sk, struct sk_msg *msg, u32 apply_bytes,
net/tls/tls.h
116
struct sk_msg msg_plaintext;
net/tls/tls.h
117
struct sk_msg msg_encrypted;
net/tls/tls_sw.c
1023
struct sk_msg *msg_pl;
net/tls/tls_sw.c
326
struct sk_msg *msg_en = &rec->msg_encrypted;
net/tls/tls_sw.c
337
struct sk_msg *msg_pl = &rec->msg_plaintext;
net/tls/tls_sw.c
338
struct sk_msg *msg_en = &rec->msg_encrypted;
net/tls/tls_sw.c
360
struct sk_msg *msg_pl, *msg_en;
net/tls/tls_sw.c
413
struct sk_msg *msg_en;
net/tls/tls_sw.c
474
struct sk_msg *msg_en;
net/tls/tls_sw.c
542
struct sk_msg *msg_en = &rec->msg_encrypted;
net/tls/tls_sw.c
624
struct sk_msg *msg_pl, *msg_en;
net/tls/tls_sw.c
701
static int bpf_exec_tx_verdict(struct sk_msg *msg, struct sock *sk,
net/tls/tls_sw.c
720
struct sk_msg *msg_pl;
net/tls/tls_sw.c
736
struct sk_msg *msg_pl, size_t try_to_copy,
net/tls/tls_sw.c
779
struct sk_msg *msg_pl, *msg_en;
net/xfrm/espintcp.c
212
struct sk_msg *skmsg = &emsg->skmsg;
tools/testing/selftests/bpf/prog_tests/ns_current_pid_tgid.c
135
bpf_program__set_autoload(skel->progs.sk_msg, true);
tools/testing/selftests/bpf/prog_tests/ns_current_pid_tgid.c
145
verdict = bpf_program__fd(skel->progs.sk_msg);
tools/testing/selftests/bpf/prog_tests/sockmap_redir.c
133
bool sk_msg;
tools/testing/selftests/bpf/prog_tests/sockmap_redir.c
135
sk_msg = type == SK_MSG_INGRESS || type == SK_MSG_EGRESS;
tools/testing/selftests/bpf/prog_tests/sockmap_redir.c
136
prog = sk_msg ? skel->progs.prog_msg_verdict : skel->progs.prog_skb_verdict;
tools/testing/selftests/bpf/prog_tests/sockmap_redir.c
139
*attach_type = sk_msg ? BPF_SK_MSG_VERDICT : BPF_SK_SKB_VERDICT;
tools/testing/selftests/bpf/progs/test_ns_current_pid_tgid.c
46
int sk_msg(struct sk_msg_md *msg)