Symbol: bpf_verifier_env
drivers/net/ethernet/netronome/nfp/bpf/main.h
566
int nfp_verify_insn(struct bpf_verifier_env *env, int insn_idx,
drivers/net/ethernet/netronome/nfp/bpf/main.h
568
int nfp_bpf_finalize(struct bpf_verifier_env *env);
drivers/net/ethernet/netronome/nfp/bpf/main.h
570
int nfp_bpf_opt_replace_insn(struct bpf_verifier_env *env, u32 off,
drivers/net/ethernet/netronome/nfp/bpf/main.h
572
int nfp_bpf_opt_remove_insns(struct bpf_verifier_env *env, u32 off, u32 cnt);
drivers/net/ethernet/netronome/nfp/bpf/verifier.c
124
nfp_bpf_stack_arg_ok(const char *fname, struct bpf_verifier_env *env,
drivers/net/ethernet/netronome/nfp/bpf/verifier.c
157
nfp_bpf_map_call_ok(const char *fname, struct bpf_verifier_env *env,
drivers/net/ethernet/netronome/nfp/bpf/verifier.c
171
struct bpf_verifier_env *env,
drivers/net/ethernet/netronome/nfp/bpf/verifier.c
312
struct bpf_verifier_env *env)
drivers/net/ethernet/netronome/nfp/bpf/verifier.c
346
struct bpf_verifier_env *env)
drivers/net/ethernet/netronome/nfp/bpf/verifier.c
392
nfp_bpf_map_mark_used_one(struct bpf_verifier_env *env,
drivers/net/ethernet/netronome/nfp/bpf/verifier.c
417
nfp_bpf_map_mark_used(struct bpf_verifier_env *env, struct nfp_insn_meta *meta,
drivers/net/ethernet/netronome/nfp/bpf/verifier.c
452
struct bpf_verifier_env *env, u8 reg_no)
drivers/net/ethernet/netronome/nfp/bpf/verifier.c
503
struct bpf_verifier_env *env)
drivers/net/ethernet/netronome/nfp/bpf/verifier.c
527
struct bpf_verifier_env *env)
drivers/net/ethernet/netronome/nfp/bpf/verifier.c
557
struct bpf_verifier_env *env)
drivers/net/ethernet/netronome/nfp/bpf/verifier.c
631
int nfp_verify_insn(struct bpf_verifier_env *env, int insn_idx,
drivers/net/ethernet/netronome/nfp/bpf/verifier.c
673
nfp_assign_subprog_idx_and_regs(struct bpf_verifier_env *env,
drivers/net/ethernet/netronome/nfp/bpf/verifier.c
763
int nfp_bpf_finalize(struct bpf_verifier_env *env)
drivers/net/ethernet/netronome/nfp/bpf/verifier.c
807
int nfp_bpf_opt_replace_insn(struct bpf_verifier_env *env, u32 off,
drivers/net/ethernet/netronome/nfp/bpf/verifier.c
83
static bool nfp_bpf_map_update_value_ok(struct bpf_verifier_env *env)
drivers/net/ethernet/netronome/nfp/bpf/verifier.c
841
int nfp_bpf_opt_remove_insns(struct bpf_verifier_env *env, u32 off, u32 cnt)
drivers/net/netdevsim/bpf.c
63
nsim_bpf_verify_insn(struct bpf_verifier_env *env, int insn_idx, int prev_insn)
drivers/net/netdevsim/bpf.c
82
static int nsim_bpf_finalize(struct bpf_verifier_env *env)
include/linux/bpf.h
1127
int (*insn_hook)(struct bpf_verifier_env *env,
include/linux/bpf.h
1129
int (*finalize)(struct bpf_verifier_env *env);
include/linux/bpf.h
1131
int (*replace_insn)(struct bpf_verifier_env *env, u32 off,
include/linux/bpf.h
1133
int (*remove_insns)(struct bpf_verifier_env *env, u32 off, u32 cnt);
include/linux/bpf.h
173
int (*map_set_for_each_callback_args)(struct bpf_verifier_env *env,
include/linux/bpf.h
2895
int map_set_for_each_callback_args(struct bpf_verifier_env *env,
include/linux/bpf.h
3024
int btf_prepare_func_args(struct bpf_verifier_env *env, int subprog);
include/linux/bpf.h
36
struct bpf_verifier_env;
include/linux/bpf_verifier.h
1017
static inline void mark_reg_scratched(struct bpf_verifier_env *env, u32 regno)
include/linux/bpf_verifier.h
1022
static inline void mark_stack_slot_scratched(struct bpf_verifier_env *env, u32 spi)
include/linux/bpf_verifier.h
1027
static inline bool reg_scratched(const struct bpf_verifier_env *env, u32 regno)
include/linux/bpf_verifier.h
1032
static inline bool stack_slot_scratched(const struct bpf_verifier_env *env, u64 regno)
include/linux/bpf_verifier.h
1037
static inline bool verifier_state_scratched(const struct bpf_verifier_env *env)
include/linux/bpf_verifier.h
1042
static inline void mark_verifier_state_clean(struct bpf_verifier_env *env)
include/linux/bpf_verifier.h
1049
static inline void mark_verifier_state_scratched(struct bpf_verifier_env *env)
include/linux/bpf_verifier.h
1071
const char *reg_type_str(struct bpf_verifier_env *env, enum bpf_reg_type type);
include/linux/bpf_verifier.h
1076
void print_verifier_state(struct bpf_verifier_env *env, const struct bpf_verifier_state *vstate,
include/linux/bpf_verifier.h
1078
void print_insn_state(struct bpf_verifier_env *env, const struct bpf_verifier_state *vstate,
include/linux/bpf_verifier.h
1081
struct bpf_subprog_info *bpf_find_containing_subprog(struct bpf_verifier_env *env, int off);
include/linux/bpf_verifier.h
1083
struct bpf_iarray *bpf_insn_successors(struct bpf_verifier_env *env, u32 idx);
include/linux/bpf_verifier.h
1085
bool bpf_calls_callback(struct bpf_verifier_env *env, int insn_idx);
include/linux/bpf_verifier.h
1087
int bpf_stack_liveness_init(struct bpf_verifier_env *env);
include/linux/bpf_verifier.h
1088
void bpf_stack_liveness_free(struct bpf_verifier_env *env);
include/linux/bpf_verifier.h
1089
int bpf_update_live_stack(struct bpf_verifier_env *env);
include/linux/bpf_verifier.h
1090
int bpf_mark_stack_read(struct bpf_verifier_env *env, u32 frameno, u32 insn_idx, u64 mask);
include/linux/bpf_verifier.h
1091
void bpf_mark_stack_write(struct bpf_verifier_env *env, u32 frameno, u64 mask);
include/linux/bpf_verifier.h
1092
int bpf_reset_stack_write_marks(struct bpf_verifier_env *env, u32 insn_idx);
include/linux/bpf_verifier.h
1093
int bpf_commit_stack_write_marks(struct bpf_verifier_env *env);
include/linux/bpf_verifier.h
1094
int bpf_live_stack_query_init(struct bpf_verifier_env *env, struct bpf_verifier_state *st);
include/linux/bpf_verifier.h
1095
bool bpf_stack_slot_alive(struct bpf_verifier_env *env, u32 frameno, u32 spi);
include/linux/bpf_verifier.h
1096
void bpf_reset_live_stack_callchain(struct bpf_verifier_env *env);
include/linux/bpf_verifier.h
683
struct bpf_verifier_env;
include/linux/bpf_verifier.h
686
struct bpf_verifier_env *env;
include/linux/bpf_verifier.h
856
static inline struct bpf_func_info_aux *subprog_aux(struct bpf_verifier_env *env, int subprog)
include/linux/bpf_verifier.h
861
static inline struct bpf_subprog_info *subprog_info(struct bpf_verifier_env *env, int subprog)
include/linux/bpf_verifier.h
868
__printf(2, 3) void bpf_verifier_log_write(struct bpf_verifier_env *env,
include/linux/bpf_verifier.h
877
__printf(3, 4) void verbose_linfo(struct bpf_verifier_env *env,
include/linux/bpf_verifier.h
894
static inline struct bpf_func_state *cur_func(struct bpf_verifier_env *env)
include/linux/bpf_verifier.h
901
static inline struct bpf_reg_state *cur_regs(struct bpf_verifier_env *env)
include/linux/bpf_verifier.h
907
int bpf_prog_offload_verify_insn(struct bpf_verifier_env *env,
include/linux/bpf_verifier.h
909
int bpf_prog_offload_finalize(struct bpf_verifier_env *env);
include/linux/bpf_verifier.h
911
bpf_prog_offload_replace_insn(struct bpf_verifier_env *env, u32 off,
include/linux/bpf_verifier.h
914
bpf_prog_offload_remove_insns(struct bpf_verifier_env *env, u32 off, u32 cnt);
include/linux/bpf_verifier.h
942
int mark_chain_precision(struct bpf_verifier_env *env, int regno);
kernel/bpf/btf.c
7787
int btf_prepare_func_args(struct bpf_verifier_env *env, int subprog)
kernel/bpf/liveness.c
139
static void compute_callchain(struct bpf_verifier_env *env, struct bpf_verifier_state *st,
kernel/bpf/liveness.c
177
static struct func_instance *__lookup_instance(struct bpf_verifier_env *env,
kernel/bpf/liveness.c
208
static struct func_instance *lookup_instance(struct bpf_verifier_env *env,
kernel/bpf/liveness.c
218
int bpf_stack_liveness_init(struct bpf_verifier_env *env)
kernel/bpf/liveness.c
227
void bpf_stack_liveness_free(struct bpf_verifier_env *env)
kernel/bpf/liveness.c
262
static struct per_frame_masks *alloc_frame_masks(struct bpf_verifier_env *env,
kernel/bpf/liveness.c
278
void bpf_reset_live_stack_callchain(struct bpf_verifier_env *env)
kernel/bpf/liveness.c
284
static int ensure_cur_instance(struct bpf_verifier_env *env)
kernel/bpf/liveness.c
301
static int mark_stack_read(struct bpf_verifier_env *env,
kernel/bpf/liveness.c
318
int bpf_mark_stack_read(struct bpf_verifier_env *env, u32 frame, u32 insn_idx, u64 mask)
kernel/bpf/liveness.c
327
static void reset_stack_write_marks(struct bpf_verifier_env *env,
kernel/bpf/liveness.c
338
int bpf_reset_stack_write_marks(struct bpf_verifier_env *env, u32 insn_idx)
kernel/bpf/liveness.c
351
void bpf_mark_stack_write(struct bpf_verifier_env *env, u32 frame, u64 mask)
kernel/bpf/liveness.c
356
static int commit_stack_write_marks(struct bpf_verifier_env *env,
kernel/bpf/liveness.c
400
int bpf_commit_stack_write_marks(struct bpf_verifier_env *env)
kernel/bpf/liveness.c
405
static char *fmt_callchain(struct bpf_verifier_env *env, struct callchain *callchain)
kernel/bpf/liveness.c
418
static void log_mask_change(struct bpf_verifier_env *env, struct callchain *callchain,
kernel/bpf/liveness.c
456
bpf_insn_successors(struct bpf_verifier_env *env, u32 idx)
kernel/bpf/liveness.c
510
static struct func_instance *get_outer_instance(struct bpf_verifier_env *env,
kernel/bpf/liveness.c
532
static int propagate_to_outer_instance(struct bpf_verifier_env *env,
kernel/bpf/liveness.c
561
static inline bool update_insn(struct bpf_verifier_env *env,
kernel/bpf/liveness.c
612
static int update_instance(struct bpf_verifier_env *env, struct func_instance *instance)
kernel/bpf/liveness.c
678
int bpf_update_live_stack(struct bpf_verifier_env *env)
kernel/bpf/liveness.c
708
int bpf_live_stack_query_init(struct bpf_verifier_env *env, struct bpf_verifier_state *st)
kernel/bpf/liveness.c
726
bool bpf_stack_slot_alive(struct bpf_verifier_env *env, u32 frameno, u32 spi)
kernel/bpf/log.c
304
__printf(2, 3) void bpf_verifier_log_write(struct bpf_verifier_env *env,
kernel/bpf/log.c
333
find_linfo(const struct bpf_verifier_env *env, u32 insn_off)
kernel/bpf/log.c
381
__printf(3, 4) void verbose_linfo(struct bpf_verifier_env *env,
kernel/bpf/log.c
440
const char *reg_type_str(struct bpf_verifier_env *env, enum bpf_reg_type type)
kernel/bpf/log.c
562
static void verbose_unum(struct bpf_verifier_env *env, u64 num)
kernel/bpf/log.c
570
static void verbose_snum(struct bpf_verifier_env *env, s64 num)
kernel/bpf/log.c
591
static void print_scalar_ranges(struct bpf_verifier_env *env,
kernel/bpf/log.c
673
static void print_reg_state(struct bpf_verifier_env *env,
kernel/bpf/log.c
749
void print_verifier_state(struct bpf_verifier_env *env, const struct bpf_verifier_state *vstate,
kernel/bpf/log.c
854
void print_insn_state(struct bpf_verifier_env *env, const struct bpf_verifier_state *vstate,
kernel/bpf/offload.c
303
int bpf_prog_offload_verify_insn(struct bpf_verifier_env *env,
kernel/bpf/offload.c
319
int bpf_prog_offload_finalize(struct bpf_verifier_env *env)
kernel/bpf/offload.c
338
bpf_prog_offload_replace_insn(struct bpf_verifier_env *env, u32 off,
kernel/bpf/offload.c
357
bpf_prog_offload_remove_insns(struct bpf_verifier_env *env, u32 off, u32 cnt)
kernel/bpf/verifier.c
10131
static bool may_update_sockmap(struct bpf_verifier_env *env, int func_id)
kernel/bpf/verifier.c
10169
static bool allow_tail_call_in_subprogs(struct bpf_verifier_env *env)
kernel/bpf/verifier.c
10175
static int check_map_func_compatibility(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
1021
static bool is_dynptr_type_expected(struct bpf_verifier_env *env, struct bpf_reg_state *reg,
kernel/bpf/verifier.c
1045
static bool in_rcu_cs(struct bpf_verifier_env *env);
kernel/bpf/verifier.c
1049
static int mark_stack_slots_iter(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
10532
static void clear_all_pkt_pointers(struct bpf_verifier_env *env)
kernel/bpf/verifier.c
10589
static int release_reference(struct bpf_verifier_env *env, int ref_obj_id)
kernel/bpf/verifier.c
10608
static void invalidate_non_owning_refs(struct bpf_verifier_env *env)
kernel/bpf/verifier.c
10619
static void clear_caller_saved_regs(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
10631
typedef int (*set_callee_state_fn)(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
10636
static int set_callee_state(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
10640
static int setup_func_entry(struct bpf_verifier_env *env, int subprog, int callsite,
kernel/bpf/verifier.c
10688
static int btf_check_func_arg_match(struct bpf_verifier_env *env, int subprog,
kernel/bpf/verifier.c
10789
static int btf_check_subprog_call(struct bpf_verifier_env *env, int subprog,
kernel/bpf/verifier.c
10817
static int push_callback_call(struct bpf_verifier_env *env, struct bpf_insn *insn,
kernel/bpf/verifier.c
10886
static int check_func_call(struct bpf_verifier_env *env, struct bpf_insn *insn,
kernel/bpf/verifier.c
1093
static int unmark_stack_slots_iter(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
10968
int map_set_for_each_callback_args(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
10995
static int set_callee_state(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
11009
static int set_map_elem_callback_state(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
11035
static int set_loop_callback_state(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
11057
static int set_timer_callback_state(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
11087
static int set_find_vma_callback_state(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
11115
static int set_user_ringbuf_callback_state(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
11138
static int set_rbtree_add_callback_state(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
11170
static int set_task_work_schedule_callback_state(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
11206
static bool in_rbtree_lock_required_cb(struct bpf_verifier_env *env)
kernel/bpf/verifier.c
1122
static bool is_iter_reg_valid_uninit(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
11234
static int prepare_func_exit(struct bpf_verifier_env *env, int *insn_idx)
kernel/bpf/verifier.c
11328
static int do_refine_retval_range(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
11367
record_func_map(struct bpf_verifier_env *env, struct bpf_call_arg_meta *meta,
kernel/bpf/verifier.c
11413
record_func_key(struct bpf_verifier_env *env, struct bpf_call_arg_meta *meta,
kernel/bpf/verifier.c
11449
static int check_reference_leak(struct bpf_verifier_env *env, bool exception_exit)
kernel/bpf/verifier.c
11476
static int check_resource_leak(struct bpf_verifier_env *env, bool exception_exit, bool check_lock, const char *prefix)
kernel/bpf/verifier.c
1149
static int is_iter_reg_valid_init(struct bpf_verifier_env *env, struct bpf_reg_state *reg,
kernel/bpf/verifier.c
11509
static int check_bpf_snprintf_call(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
11547
static int check_get_func_ip(struct bpf_verifier_env *env)
kernel/bpf/verifier.c
11568
static struct bpf_insn_aux_data *cur_aux(const struct bpf_verifier_env *env)
kernel/bpf/verifier.c
11573
static bool loop_flag_is_zero(struct bpf_verifier_env *env)
kernel/bpf/verifier.c
11584
static void update_loop_inline_state(struct bpf_verifier_env *env, u32 subprogno)
kernel/bpf/verifier.c
11617
static int get_helper_proto(struct bpf_verifier_env *env, int func_id,
kernel/bpf/verifier.c
11631
static inline bool in_sleepable_context(struct bpf_verifier_env *env)
kernel/bpf/verifier.c
11640
static int check_helper_call(struct bpf_verifier_env *env, struct bpf_insn *insn,
kernel/bpf/verifier.c
1181
static int acquire_irq_state(struct bpf_verifier_env *env, int insn_idx);
kernel/bpf/verifier.c
1184
static int mark_stack_slot_irq_flag(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
12179
static void __mark_btf_func_reg_size(struct bpf_verifier_env *env, struct bpf_reg_state *regs,
kernel/bpf/verifier.c
1218
static int unmark_stack_slot_irq_flag(struct bpf_verifier_env *env, struct bpf_reg_state *reg,
kernel/bpf/verifier.c
12194
static void mark_btf_func_reg_size(struct bpf_verifier_env *env, u32 regno,
kernel/bpf/verifier.c
12417
static bool is_kfunc_arg_callback(struct bpf_verifier_env *env, const struct btf *btf,
kernel/bpf/verifier.c
12435
static bool __btf_type_is_scalar_struct(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
12679
get_kfunc_ptr_arg_type(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
1270
static bool is_irq_flag_reg_valid_uninit(struct bpf_verifier_env *env, struct bpf_reg_state *reg)
kernel/bpf/verifier.c
12783
static int process_kf_arg_ptr_to_btf_id(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
12855
static int process_irq_flag(struct bpf_verifier_env *env, int regno,
kernel/bpf/verifier.c
12909
static int ref_set_non_owning(struct bpf_verifier_env *env, struct bpf_reg_state *reg)
kernel/bpf/verifier.c
12930
static int ref_convert_owning_non_owning(struct bpf_verifier_env *env, u32 ref_obj_id)
kernel/bpf/verifier.c
1294
static int is_irq_flag_reg_valid_init(struct bpf_verifier_env *env, struct bpf_reg_state *reg)
kernel/bpf/verifier.c
13006
static int check_reg_allocation_locked(struct bpf_verifier_env *env, struct bpf_reg_state *reg)
kernel/bpf/verifier.c
13129
static bool check_kfunc_is_graph_root_api(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
13154
static bool check_kfunc_is_graph_node_api(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
13184
__process_kf_arg_ptr_to_graph_root(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
13234
static int process_kf_arg_ptr_to_list_head(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
13242
static int process_kf_arg_ptr_to_rbtree_root(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
13251
__process_kf_arg_ptr_to_graph_node(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
13315
static int process_kf_arg_ptr_to_list_node(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
13324
static int process_kf_arg_ptr_to_rbtree_node(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
13339
static bool check_css_task_iter_allowlist(struct bpf_verifier_env *env)
kernel/bpf/verifier.c
13355
static int check_kfunc_args(struct bpf_verifier_env *env, struct bpf_kfunc_call_arg_meta *meta,
kernel/bpf/verifier.c
1372
static void mark_stack_slot_misc(struct bpf_verifier_env *env, u8 *stype)
kernel/bpf/verifier.c
13902
static int fetch_kfunc_arg_meta(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
13933
static int check_special_kfunc(struct bpf_verifier_env *env, struct bpf_kfunc_call_arg_meta *meta,
kernel/bpf/verifier.c
14108
static int check_return_code(struct bpf_verifier_env *env, int regno, const char *reg_name);
kernel/bpf/verifier.c
14110
static int check_kfunc_call(struct bpf_verifier_env *env, struct bpf_insn *insn,
kernel/bpf/verifier.c
14505
static bool check_reg_sane_offset(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
14579
static bool can_skip_alu_sanitation(const struct bpf_verifier_env *env,
kernel/bpf/verifier.c
14604
static int sanitize_val_alu(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
14625
static int sanitize_speculative_path(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
14645
static int sanitize_ptr_alu(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
14741
static void sanitize_mark_insn_seen(struct bpf_verifier_env *env)
kernel/bpf/verifier.c
14754
static int sanitize_err(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
14803
struct bpf_verifier_env *env,
kernel/bpf/verifier.c
14826
static int sanitize_check_bounds(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
14863
static int adjust_ptr_min_max_vals(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
1490
static int grow_stack_state(struct bpf_verifier_env *env, struct bpf_func_state *state, int size)
kernel/bpf/verifier.c
1519
static struct bpf_reference_state *acquire_reference_state(struct bpf_verifier_env *env, int insn_idx)
kernel/bpf/verifier.c
1533
static int acquire_reference(struct bpf_verifier_env *env, int insn_idx)
kernel/bpf/verifier.c
1545
static int acquire_lock_state(struct bpf_verifier_env *env, int insn_idx, enum ref_state_type type,
kernel/bpf/verifier.c
1564
static int acquire_irq_state(struct bpf_verifier_env *env, int insn_idx)
kernel/bpf/verifier.c
16010
static int maybe_fork_scalars(struct bpf_verifier_env *env, struct bpf_insn *insn,
kernel/bpf/verifier.c
16043
static int adjust_scalar_min_max_vals(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
16201
static int adjust_reg_min_max_vals(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
16361
static int check_alu_op(struct bpf_verifier_env *env, struct bpf_insn *insn)
kernel/bpf/verifier.c
1672
static void update_peak_states(struct bpf_verifier_env *env)
kernel/bpf/verifier.c
17154
static int reg_set_min_max(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
1721
static bool incomplete_read_marks(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
1728
static void maybe_free_verifier_state(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
17391
static void collect_linked_regs(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
17424
static void sync_linked_regs(struct bpf_verifier_env *env, struct bpf_verifier_state *vstate,
kernel/bpf/verifier.c
17484
static int check_cond_jmp_op(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
17742
static int check_ld_imm(struct bpf_verifier_env *env, struct bpf_insn *insn)
kernel/bpf/verifier.c
17866
static int check_ld_abs(struct bpf_verifier_env *env, struct bpf_insn *insn)
kernel/bpf/verifier.c
17936
static int check_return_code(struct bpf_verifier_env *env, int regno, const char *reg_name)
kernel/bpf/verifier.c
1801
static u32 state_htab_size(struct bpf_verifier_env *env)
kernel/bpf/verifier.c
1806
static struct list_head *explored_state(struct bpf_verifier_env *env, int idx)
kernel/bpf/verifier.c
18136
static void mark_subprog_changes_pkt_data(struct bpf_verifier_env *env, int off)
kernel/bpf/verifier.c
18144
static void mark_subprog_might_sleep(struct bpf_verifier_env *env, int off)
kernel/bpf/verifier.c
18158
static void merge_callee_effects(struct bpf_verifier_env *env, int t, int w)
kernel/bpf/verifier.c
18208
static void mark_prune_point(struct bpf_verifier_env *env, int idx)
kernel/bpf/verifier.c
18213
static bool is_prune_point(struct bpf_verifier_env *env, int insn_idx)
kernel/bpf/verifier.c
18218
static void mark_force_checkpoint(struct bpf_verifier_env *env, int idx)
kernel/bpf/verifier.c
18223
static bool is_force_checkpoint(struct bpf_verifier_env *env, int insn_idx)
kernel/bpf/verifier.c
18228
static void mark_calls_callback(struct bpf_verifier_env *env, int idx)
kernel/bpf/verifier.c
18233
bool bpf_calls_callback(struct bpf_verifier_env *env, int insn_idx)
kernel/bpf/verifier.c
18248
static int push_insn(int t, int w, int e, struct bpf_verifier_env *env)
kernel/bpf/verifier.c
18297
struct bpf_verifier_env *env,
kernel/bpf/verifier.c
18328
static bool verifier_inlines_helper_call(struct bpf_verifier_env *env, s32 imm)
kernel/bpf/verifier.c
18353
static bool get_call_summary(struct bpf_verifier_env *env, struct bpf_insn *call,
kernel/bpf/verifier.c
18468
static void mark_fastcall_pattern_for_call(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
1849
static bool compute_scc_callchain(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
18555
static int mark_fastcall_patterns(struct bpf_verifier_env *env)
kernel/bpf/verifier.c
18687
static struct bpf_iarray *jt_from_subprog(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
1872
static struct bpf_scc_visit *scc_visit_lookup(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
18735
create_jt(int t, struct bpf_verifier_env *env)
kernel/bpf/verifier.c
18763
static int visit_gotox_insn(int t, struct bpf_verifier_env *env)
kernel/bpf/verifier.c
18805
static int visit_tailcall_insn(struct bpf_verifier_env *env, int t)
kernel/bpf/verifier.c
18829
static int visit_insn(int t, struct bpf_verifier_env *env)
kernel/bpf/verifier.c
1891
static struct bpf_scc_visit *scc_visit_alloc(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
18953
static int check_cfg(struct bpf_verifier_env *env)
kernel/bpf/verifier.c
19046
static int compute_postorder(struct bpf_verifier_env *env)
kernel/bpf/verifier.c
19092
static int check_abnormal_return(struct bpf_verifier_env *env)
kernel/bpf/verifier.c
19113
static int check_btf_func_early(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
1915
static char *format_callchain(struct bpf_verifier_env *env, struct bpf_scc_callchain *callchain)
kernel/bpf/verifier.c
19215
static int check_btf_func(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
19291
static void adjust_btf_func(struct bpf_verifier_env *env)
kernel/bpf/verifier.c
19307
static int check_btf_line(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
1935
static int maybe_enter_scc(struct bpf_verifier_env *env, struct bpf_verifier_state *st)
kernel/bpf/verifier.c
19435
static int check_core_relo(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
19504
static int check_btf_info_early(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
19532
static int check_btf_info(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
1954
static int propagate_backedges(struct bpf_verifier_env *env, struct bpf_scc_visit *visit);
kernel/bpf/verifier.c
1960
static int maybe_exit_scc(struct bpf_verifier_env *env, struct bpf_verifier_state *st)
kernel/bpf/verifier.c
19643
static void clean_func_state(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
19668
static void clean_verifier_state(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
19748
static void clear_singular_ids(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
19777
static void clean_live_states(struct bpf_verifier_env *env, int insn,
kernel/bpf/verifier.c
19816
static bool regsafe(struct bpf_verifier_env *env, struct bpf_reg_state *rold,
kernel/bpf/verifier.c
19983
static bool is_stack_all_misc(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
19998
static struct bpf_reg_state *scalar_reg_for_stack(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
20010
static bool stacksafe(struct bpf_verifier_env *env, struct bpf_func_state *old,
kernel/bpf/verifier.c
2002
static int add_scc_backedge(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
20208
static bool func_states_equal(struct bpf_verifier_env *env, struct bpf_func_state *old,
kernel/bpf/verifier.c
20229
static void reset_idmap_scratch(struct bpf_verifier_env *env)
kernel/bpf/verifier.c
20237
static bool states_equal(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
20278
static int propagate_precision(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
2034
static bool incomplete_read_marks(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
20342
static int propagate_backedges(struct bpf_verifier_env *env, struct bpf_scc_visit *visit)
kernel/bpf/verifier.c
20389
static bool is_iter_next_insn(struct bpf_verifier_env *env, int insn_idx)
kernel/bpf/verifier.c
20476
static int is_state_visited(struct bpf_verifier_env *env, int insn_idx)
kernel/bpf/verifier.c
205
static int acquire_reference(struct bpf_verifier_env *env, int insn_idx);
kernel/bpf/verifier.c
2060
static int update_branch_counts(struct bpf_verifier_env *env, struct bpf_verifier_state *st)
kernel/bpf/verifier.c
207
static int release_reference(struct bpf_verifier_env *env, int ref_obj_id);
kernel/bpf/verifier.c
208
static void invalidate_non_owning_refs(struct bpf_verifier_env *env);
kernel/bpf/verifier.c
2088
static int pop_stack(struct bpf_verifier_env *env, int *prev_insn_idx,
kernel/bpf/verifier.c
20887
static int save_aux_ptr_type(struct bpf_verifier_env *env, enum bpf_reg_type type,
kernel/bpf/verifier.c
209
static bool in_rbtree_lock_required_cb(struct bpf_verifier_env *env);
kernel/bpf/verifier.c
20939
static int process_bpf_exit_full(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
20983
static int indirect_jump_min_max_index(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
210
static int ref_set_non_owning(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
21020
static int check_indirect_jump(struct bpf_verifier_env *env, struct bpf_insn *insn)
kernel/bpf/verifier.c
21076
static int do_check_insn(struct bpf_verifier_env *env, bool *do_print_state)
kernel/bpf/verifier.c
21244
static int do_check(struct bpf_verifier_env *env)
kernel/bpf/verifier.c
2129
static struct bpf_verifier_state *push_stack(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
21450
static int __add_used_btf(struct bpf_verifier_env *env, struct btf *btf)
kernel/bpf/verifier.c
21491
static int __check_pseudo_btf_id(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
21574
static int check_pseudo_btf_id(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
21627
static int check_map_prog_compatibility(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
21732
static int __add_used_map(struct bpf_verifier_env *env, struct bpf_map *map)
kernel/bpf/verifier.c
21779
static int add_used_map(struct bpf_verifier_env *env, int fd)
kernel/bpf/verifier.c
21800
static int resolve_pseudo_ldimm64(struct bpf_verifier_env *env)
kernel/bpf/verifier.c
21938
static void release_maps(struct bpf_verifier_env *env)
kernel/bpf/verifier.c
21945
static void release_btfs(struct bpf_verifier_env *env)
kernel/bpf/verifier.c
21951
static void convert_pseudo_ld_imm64(struct bpf_verifier_env *env)
kernel/bpf/verifier.c
21970
static void adjust_insn_aux_data(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
21999
static void adjust_subprog_starts(struct bpf_verifier_env *env, u32 off, u32 len)
kernel/bpf/verifier.c
22013
static void release_insn_arrays(struct bpf_verifier_env *env)
kernel/bpf/verifier.c
22021
static void adjust_insn_arrays(struct bpf_verifier_env *env, u32 off, u32 len)
kernel/bpf/verifier.c
22032
static void adjust_insn_arrays_after_remove(struct bpf_verifier_env *env, u32 off, u32 len)
kernel/bpf/verifier.c
22054
static struct bpf_prog *bpf_patch_insn_data(struct bpf_verifier_env *env, u32 off,
kernel/bpf/verifier.c
22124
static int adjust_subprog_starts_after_remove(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
22180
static int bpf_adj_linfo_after_remove(struct bpf_verifier_env *env, u32 off,
kernel/bpf/verifier.c
2221
static void __mark_reg_const_zero(const struct bpf_verifier_env *env, struct bpf_reg_state *reg)
kernel/bpf/verifier.c
22247
static void clear_insn_aux_data(struct bpf_verifier_env *env, int start, int len)
kernel/bpf/verifier.c
22265
static int verifier_remove_insns(struct bpf_verifier_env *env, u32 off, u32 cnt)
kernel/bpf/verifier.c
22308
static void sanitize_dead_code(struct bpf_verifier_env *env)
kernel/bpf/verifier.c
2231
static void mark_reg_known_zero(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
22338
static void opt_hard_wire_dead_code_branches(struct bpf_verifier_env *env)
kernel/bpf/verifier.c
22364
static int opt_remove_dead_code(struct bpf_verifier_env *env)
kernel/bpf/verifier.c
22391
static int opt_remove_nops(struct bpf_verifier_env *env)
kernel/bpf/verifier.c
22416
static int opt_subreg_zext_lo32_rnd_hi32(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
22522
static int convert_ctx_accesses(struct bpf_verifier_env *env)
kernel/bpf/verifier.c
22822
static int jit_subprogs(struct bpf_verifier_env *env)
kernel/bpf/verifier.c
23108
static int fixup_call_args(struct bpf_verifier_env *env)
kernel/bpf/verifier.c
23160
static int specialize_kfunc(struct bpf_verifier_env *env, struct bpf_kfunc_desc *desc, int insn_idx)
kernel/bpf/verifier.c
23226
static int fixup_kfunc_call(struct bpf_verifier_env *env, struct bpf_insn *insn,
kernel/bpf/verifier.c
23368
static int add_hidden_subprog(struct bpf_verifier_env *env, struct bpf_insn *patch, int len)
kernel/bpf/verifier.c
23397
static int do_misc_fixups(struct bpf_verifier_env *env)
kernel/bpf/verifier.c
24358
static struct bpf_prog *inline_bpf_loop(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
24450
static int optimize_bpf_loop(struct bpf_verifier_env *env)
kernel/bpf/verifier.c
24498
static int remove_fastcall_spills_fills(struct bpf_verifier_env *env)
kernel/bpf/verifier.c
24529
static void free_states(struct bpf_verifier_env *env)
kernel/bpf/verifier.c
24572
static int do_check_common(struct bpf_verifier_env *env, int subprog)
kernel/bpf/verifier.c
24722
static int do_check_subprogs(struct bpf_verifier_env *env)
kernel/bpf/verifier.c
24772
static int do_check_main(struct bpf_verifier_env *env)
kernel/bpf/verifier.c
24784
static void print_verification_stats(struct bpf_verifier_env *env)
kernel/bpf/verifier.c
24817
static int check_struct_ops_btf_id(struct bpf_verifier_env *env)
kernel/bpf/verifier.c
25361
static int check_attach_btf_id(struct bpf_verifier_env *env)
kernel/bpf/verifier.c
25468
static int add_fd_from_fd_array(struct bpf_verifier_env *env, int fd)
kernel/bpf/verifier.c
25493
static int process_fd_array(struct bpf_verifier_env *env, union bpf_attr *attr, bpfptr_t uattr)
kernel/bpf/verifier.c
25540
static void compute_insn_live_regs(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
25683
static int compute_live_registers(struct bpf_verifier_env *env)
kernel/bpf/verifier.c
25777
static int compute_scc(struct bpf_verifier_env *env)
kernel/bpf/verifier.c
25957
struct bpf_verifier_env *env;
kernel/bpf/verifier.c
25971
env = kvzalloc_obj(struct bpf_verifier_env, GFP_KERNEL_ACCOUNT);
kernel/bpf/verifier.c
2787
static int reg_bounds_sanity_check(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
2881
static void __mark_reg_unknown(const struct bpf_verifier_env *env,
kernel/bpf/verifier.c
2888
static void mark_reg_unknown(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
2901
static int __mark_reg_s32_range(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
2920
static void __mark_reg_not_init(const struct bpf_verifier_env *env,
kernel/bpf/verifier.c
2927
static void mark_reg_not_init(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
2940
static int mark_btf_ld_reg(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
2970
static void init_reg_state(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
2993
static void init_func_state(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
3006
static struct bpf_verifier_state *push_async_cb(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
3061
struct bpf_subprog_info *bpf_find_containing_subprog(struct bpf_verifier_env *env, int off)
kernel/bpf/verifier.c
3082
static int find_subprog(struct bpf_verifier_env *env, int off)
kernel/bpf/verifier.c
3092
static int add_subprog(struct bpf_verifier_env *env, int off)
kernel/bpf/verifier.c
3115
static int bpf_find_exception_callback_insn_off(struct bpf_verifier_env *env)
kernel/bpf/verifier.c
3209
static int specialize_kfunc(struct bpf_verifier_env *env, struct bpf_kfunc_desc *desc,
kernel/bpf/verifier.c
3256
static struct btf *__find_kfunc_desc_btf(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
3332
static struct btf *find_kfunc_desc_btf(struct bpf_verifier_env *env, s16 offset)
kernel/bpf/verifier.c
3350
static const struct btf_type *find_kfunc_impl_proto(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
3376
static int fetch_kfunc_meta(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
3439
static int add_kfunc_call(struct bpf_verifier_env *env, u32 func_id, s16 offset)
kernel/bpf/verifier.c
3546
static int set_kfunc_desc_imm(struct bpf_verifier_env *env, struct bpf_kfunc_desc *desc)
kernel/bpf/verifier.c
3565
static int sort_kfunc_descs_by_imm_off(struct bpf_verifier_env *env)
kernel/bpf/verifier.c
3608
static int add_kfunc_in_insns(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
3623
static int add_subprog_and_kfunc(struct bpf_verifier_env *env)
kernel/bpf/verifier.c
3686
static int check_subprogs(struct bpf_verifier_env *env)
kernel/bpf/verifier.c
374
struct bpf_verifier_env *env = private_data;
kernel/bpf/verifier.c
3742
static int mark_stack_slot_obj_read(struct bpf_verifier_env *env, struct bpf_reg_state *reg,
kernel/bpf/verifier.c
3756
static int mark_dynptr_read(struct bpf_verifier_env *env, struct bpf_reg_state *reg)
kernel/bpf/verifier.c
3776
static int mark_iter_read(struct bpf_verifier_env *env, struct bpf_reg_state *reg,
kernel/bpf/verifier.c
3782
static int mark_irq_flag_read(struct bpf_verifier_env *env, struct bpf_reg_state *reg)
kernel/bpf/verifier.c
385
static void verbose_invalid_scalar(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
3917
static void mark_insn_zext(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
3930
static int __check_reg_arg(struct bpf_verifier_env *env, struct bpf_reg_state *regs, u32 regno,
kernel/bpf/verifier.c
3973
static int check_reg_arg(struct bpf_verifier_env *env, u32 regno,
kernel/bpf/verifier.c
3997
static void mark_jmp_point(struct bpf_verifier_env *env, int idx)
kernel/bpf/verifier.c
4002
static bool is_jmp_point(struct bpf_verifier_env *env, int insn_idx)
kernel/bpf/verifier.c
4086
static int push_jmp_history(struct bpf_verifier_env *env, struct bpf_verifier_state *cur,
kernel/bpf/verifier.c
4186
static void verbose_insn(struct bpf_verifier_env *env, struct bpf_insn *insn)
kernel/bpf/verifier.c
4204
struct bpf_verifier_env *env = bt->env;
kernel/bpf/verifier.c
4390
static int backtrack_insn(struct bpf_verifier_env *env, int idx, int subseq_idx,
kernel/bpf/verifier.c
440
static bool subprog_is_global(const struct bpf_verifier_env *env, int subprog)
kernel/bpf/verifier.c
447
static const char *subprog_name(const struct bpf_verifier_env *env, int subprog)
kernel/bpf/verifier.c
458
static void mark_subprog_exc_cb(struct bpf_verifier_env *env, int subprog)
kernel/bpf/verifier.c
467
static bool subprog_is_exc_cb(struct bpf_verifier_env *env, int subprog)
kernel/bpf/verifier.c
4749
static void mark_all_scalars_precise(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
4796
static void mark_all_scalars_imprecise(struct bpf_verifier_env *env, struct bpf_verifier_state *st)
kernel/bpf/verifier.c
4908
static int __mark_chain_precision(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
5093
int mark_chain_precision(struct bpf_verifier_env *env, int regno)
kernel/bpf/verifier.c
5101
static int mark_chain_precision_batch(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
5162
static void assign_scalar_id_before_mov(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
5192
static void save_register_state(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
5220
static void check_fastcall_stack_contract(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
5247
static int check_stack_write_fixed_off(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
5393
static int check_stack_write_var_off(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
5511
static void mark_reg_stack_read(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
5551
static int check_stack_read_fixed_off(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
558
static bool is_async_cb_sleepable(struct bpf_verifier_env *env, struct bpf_insn *insn)
kernel/bpf/verifier.c
5695
static int check_stack_range_initialized(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
5701
static struct bpf_reg_state *reg_state(struct bpf_verifier_env *env, int regno)
kernel/bpf/verifier.c
5719
static int check_stack_read_var_off(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
5751
static int check_stack_read(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
578
static bool is_may_goto_insn_at(struct bpf_verifier_env *env, int insn_idx)
kernel/bpf/verifier.c
5808
static int check_stack_write(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
5831
static int check_map_access_type(struct bpf_verifier_env *env, u32 regno,
kernel/bpf/verifier.c
5854
static int __check_mem_access(struct bpf_verifier_env *env, int regno,
kernel/bpf/verifier.c
5890
static int check_mem_region_access(struct bpf_verifier_env *env, u32 regno,
kernel/bpf/verifier.c
5945
static int __check_ptr_off_reg(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
5977
static int check_ptr_off_reg(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
5983
static int map_kptr_match_type(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
6059
static bool in_sleepable(struct bpf_verifier_env *env)
kernel/bpf/verifier.c
6067
static bool in_rcu_cs(struct bpf_verifier_env *env)
kernel/bpf/verifier.c
6119
static u32 btf_ld_kptr_type(struct bpf_verifier_env *env, struct btf_field *kptr_field)
kernel/bpf/verifier.c
6142
static int mark_uptr_ld_reg(struct bpf_verifier_env *env, u32 regno,
kernel/bpf/verifier.c
6158
static int check_map_kptr_access(struct bpf_verifier_env *env, u32 regno,
kernel/bpf/verifier.c
6235
static int check_map_access(struct bpf_verifier_env *env, u32 regno,
kernel/bpf/verifier.c
6303
static bool may_access_direct_pkt_data(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
632
static struct bpf_func_state *func(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
6345
static int check_packet_access(struct bpf_verifier_env *env, u32 regno, int off,
kernel/bpf/verifier.c
6387
static int check_ctx_access(struct bpf_verifier_env *env, int insn_idx, int off, int size,
kernel/bpf/verifier.c
6419
static int check_flow_keys_access(struct bpf_verifier_env *env, int off,
kernel/bpf/verifier.c
6431
static int check_sock_access(struct bpf_verifier_env *env, int insn_idx,
kernel/bpf/verifier.c
6475
static bool is_pointer_value(struct bpf_verifier_env *env, int regno)
kernel/bpf/verifier.c
6480
static bool is_ctx_reg(struct bpf_verifier_env *env, int regno)
kernel/bpf/verifier.c
6487
static bool is_sk_reg(struct bpf_verifier_env *env, int regno)
kernel/bpf/verifier.c
6494
static bool is_pkt_reg(struct bpf_verifier_env *env, int regno)
kernel/bpf/verifier.c
6501
static bool is_flow_key_reg(struct bpf_verifier_env *env, int regno)
kernel/bpf/verifier.c
6509
static bool is_arena_reg(struct bpf_verifier_env *env, int regno)
kernel/bpf/verifier.c
6519
static bool atomic_ptr_type_ok(struct bpf_verifier_env *env, int regno,
kernel/bpf/verifier.c
654
static int stack_slot_obj_get_spi(struct bpf_verifier_env *env, struct bpf_reg_state *reg,
kernel/bpf/verifier.c
6579
static int check_pkt_ptr_alignment(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
6614
static int check_generic_ptr_alignment(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
6638
static int check_ptr_alignment(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
6723
static int round_up_stack_depth(struct bpf_verifier_env *env, int stack_depth)
kernel/bpf/verifier.c
6740
static int check_max_stack_depth_subprog(struct bpf_verifier_env *env, int idx,
kernel/bpf/verifier.c
681
static int dynptr_get_spi(struct bpf_verifier_env *env, struct bpf_reg_state *reg)
kernel/bpf/verifier.c
686
static int iter_get_spi(struct bpf_verifier_env *env, struct bpf_reg_state *reg, int nr_slots)
kernel/bpf/verifier.c
6901
static int check_max_stack_depth(struct bpf_verifier_env *env)
kernel/bpf/verifier.c
691
static int irq_flag_get_spi(struct bpf_verifier_env *env, struct bpf_reg_state *reg)
kernel/bpf/verifier.c
6946
static int get_callee_stack_depth(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
6958
static int __check_buffer_access(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
6982
static int check_tp_buffer_access(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
6998
static int check_buffer_access(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
7332
static bool type_is_rcu(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
7344
static bool type_is_rcu_or_null(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
7355
static bool type_is_trusted(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
7367
static bool type_is_trusted_or_null(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
7379
static int check_ptr_to_btf_access(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
745
static void __mark_reg_not_init(const struct bpf_verifier_env *env,
kernel/bpf/verifier.c
748
static void mark_dynptr_stack_regs(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
7532
static int check_ptr_to_map_access(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
759
static void mark_dynptr_cb_reg(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
7604
static int check_stack_slot_within_bounds(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
7627
struct bpf_verifier_env *env,
kernel/bpf/verifier.c
766
static int destroy_if_dynptr_stack_slot(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
769
static int mark_stack_slots_dynptr(struct bpf_verifier_env *env, struct bpf_reg_state *reg,
kernel/bpf/verifier.c
7702
static int check_mem_access(struct bpf_verifier_env *env, int insn_idx, u32 regno,
kernel/bpf/verifier.c
7970
static int save_aux_ptr_type(struct bpf_verifier_env *env, enum bpf_reg_type type,
kernel/bpf/verifier.c
7973
static int check_load_mem(struct bpf_verifier_env *env, struct bpf_insn *insn,
kernel/bpf/verifier.c
8006
static int check_store_reg(struct bpf_verifier_env *env, struct bpf_insn *insn,
kernel/bpf/verifier.c
8034
static int check_atomic_rmw(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
8123
static int check_atomic_load(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
8142
static int check_atomic_store(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
8161
static int check_atomic(struct bpf_verifier_env *env, struct bpf_insn *insn)
kernel/bpf/verifier.c
8207
struct bpf_verifier_env *env, int regno, int off,
kernel/bpf/verifier.c
829
static void invalidate_dynptr(struct bpf_verifier_env *env, struct bpf_func_state *state, int spi)
kernel/bpf/verifier.c
8352
static int check_helper_mem_access(struct bpf_verifier_env *env, int regno,
kernel/bpf/verifier.c
844
static int unmark_stack_slots_dynptr(struct bpf_verifier_env *env, struct bpf_reg_state *reg)
kernel/bpf/verifier.c
8449
static int check_mem_size_reg(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
8499
static int check_mem_reg(struct bpf_verifier_env *env, struct bpf_reg_state *reg,
kernel/bpf/verifier.c
8527
static int check_kfunc_mem_size_reg(struct bpf_verifier_env *env, struct bpf_reg_state *reg,
kernel/bpf/verifier.c
8582
static int process_spin_lock(struct bpf_verifier_env *env, int regno, int flags)
kernel/bpf/verifier.c
8699
static int check_map_field_pointer(struct bpf_verifier_env *env, u32 regno,
kernel/bpf/verifier.c
8753
static int process_timer_func(struct bpf_verifier_env *env, int regno,
kernel/bpf/verifier.c
8763
static int process_timer_helper(struct bpf_verifier_env *env, int regno,
kernel/bpf/verifier.c
8769
static int process_timer_kfunc(struct bpf_verifier_env *env, int regno,
kernel/bpf/verifier.c
8775
static int process_kptr_func(struct bpf_verifier_env *env, int regno,
kernel/bpf/verifier.c
8848
static int process_dynptr_func(struct bpf_verifier_env *env, int regno, int insn_idx,
kernel/bpf/verifier.c
8928
static u32 iter_ref_obj_id(struct bpf_verifier_env *env, struct bpf_reg_state *reg, int spi)
kernel/bpf/verifier.c
8968
static int process_iter_arg(struct bpf_verifier_env *env, int regno, int insn_idx,
kernel/bpf/verifier.c
899
static void __mark_reg_unknown(const struct bpf_verifier_env *env,
kernel/bpf/verifier.c
902
static void mark_reg_invalid(const struct bpf_verifier_env *env, struct bpf_reg_state *reg)
kernel/bpf/verifier.c
9057
static struct bpf_verifier_state *find_prev_entry(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
9081
static void reset_idmap_scratch(struct bpf_verifier_env *env);
kernel/bpf/verifier.c
9096
static void maybe_widen_reg(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
910
static int destroy_if_dynptr_stack_slot(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
9108
static int widen_imprecise_scalars(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
9226
static int process_iter_next_call(struct bpf_verifier_env *env, int insn_idx,
kernel/bpf/verifier.c
9303
static int resolve_map_arg_type(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
9444
static int check_reg_type(struct bpf_verifier_env *env, u32 regno,
kernel/bpf/verifier.c
9608
static int check_func_arg_reg_off(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
964
static bool is_dynptr_reg_valid_uninit(struct bpf_verifier_env *env, struct bpf_reg_state *reg)
kernel/bpf/verifier.c
9679
static struct bpf_reg_state *get_dynptr_arg_reg(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
9701
static int dynptr_id(struct bpf_verifier_env *env, struct bpf_reg_state *reg)
kernel/bpf/verifier.c
9714
static int dynptr_ref_obj_id(struct bpf_verifier_env *env, struct bpf_reg_state *reg)
kernel/bpf/verifier.c
9727
static enum bpf_dynptr_type dynptr_get_type(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
9745
static int check_reg_const_str(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
9799
static int get_constant_map_key(struct bpf_verifier_env *env,
kernel/bpf/verifier.c
9861
static int check_func_arg(struct bpf_verifier_env *env, u32 arg,
kernel/bpf/verifier.c
992
static bool is_dynptr_reg_valid_init(struct bpf_verifier_env *env, struct bpf_reg_state *reg)
tools/testing/selftests/bpf/progs/verifier_global_ptr_args.c
237
subprog_untrusted((void *)bpf_core_cast(0, struct bpf_verifier_env));