Lines Matching refs:bpf_array
22 static void bpf_array_free_percpu(struct bpf_array *array) in bpf_array_free_percpu()
32 static int bpf_array_alloc_percpu(struct bpf_array *array) in bpf_array_alloc_percpu()
90 struct bpf_array *array; in array_map_alloc()
138 array = data + PAGE_ALIGN(sizeof(struct bpf_array)) in array_map_alloc()
139 - offsetof(struct bpf_array, value); in array_map_alloc()
160 static void *array_map_elem_ptr(struct bpf_array* array, u32 index) in array_map_elem_ptr()
168 struct bpf_array *array = container_of(map, struct bpf_array, map); in array_map_lookup_elem()
180 struct bpf_array *array = container_of(map, struct bpf_array, map); in array_map_direct_value_addr()
194 struct bpf_array *array = container_of(map, struct bpf_array, map); in array_map_direct_value_meta()
210 struct bpf_array *array = container_of(map, struct bpf_array, map); in array_map_gen_lookup()
220 *insn++ = BPF_ALU64_IMM(BPF_ADD, map_ptr, offsetof(struct bpf_array, value)); in array_map_gen_lookup()
243 struct bpf_array *array = container_of(map, struct bpf_array, map); in percpu_array_map_lookup_elem()
255 struct bpf_array *array = container_of(map, struct bpf_array, map); in percpu_array_map_gen_lookup()
264 BUILD_BUG_ON(offsetof(struct bpf_array, map) != 0); in percpu_array_map_gen_lookup()
265 *insn++ = BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, offsetof(struct bpf_array, pptrs)); in percpu_array_map_gen_lookup()
286 struct bpf_array *array = container_of(map, struct bpf_array, map); in percpu_array_map_lookup_percpu_elem()
300 struct bpf_array *array = container_of(map, struct bpf_array, map); in bpf_percpu_array_copy()
328 struct bpf_array *array = container_of(map, struct bpf_array, map); in array_map_get_next_key()
348 struct bpf_array *array = container_of(map, struct bpf_array, map); in array_map_update_elem()
387 struct bpf_array *array = container_of(map, struct bpf_array, map); in bpf_percpu_array_update()
429 static void *array_map_vmalloc_addr(struct bpf_array *array) in array_map_vmalloc_addr()
436 struct bpf_array *array = container_of(map, struct bpf_array, map); in array_map_free_timers_wq()
455 struct bpf_array *array = container_of(map, struct bpf_array, map); in array_map_free()
508 struct bpf_array *array = container_of(map, struct bpf_array, map); in percpu_array_map_seq_show_elem()
562 struct bpf_array *array = container_of(map, struct bpf_array, map); in array_map_mmap()
595 struct bpf_array *array; in bpf_array_map_seq_start()
603 array = container_of(map, struct bpf_array, map); in bpf_array_map_seq_start()
614 struct bpf_array *array; in bpf_array_map_seq_next()
622 array = container_of(map, struct bpf_array, map); in bpf_array_map_seq_next()
634 struct bpf_array *array = container_of(map, struct bpf_array, map); in __bpf_array_map_seq_show()
685 struct bpf_array *array = container_of(map, struct bpf_array, map); in bpf_iter_init_array_map()
733 struct bpf_array *array; in bpf_for_each_array_elem()
744 array = container_of(map, struct bpf_array, map); in bpf_for_each_array_elem()
764 struct bpf_array *array = container_of(map, struct bpf_array, map); in array_map_mem_usage()
784 BTF_ID_LIST_SINGLE(array_map_btf_ids, struct, bpf_array)
845 struct bpf_array *array = container_of(map, struct bpf_array, map); in fd_array_map_free()
884 struct bpf_array *array = container_of(map, struct bpf_array, map); in bpf_fd_array_map_update_elem()
915 struct bpf_array *array = container_of(map, struct bpf_array, map); in __fd_array_map_delete_elem()
996 struct bpf_array *array = container_of(map, struct bpf_array, map); in bpf_fd_array_map_clear()
1038 aux = container_of(map, struct bpf_array, map)->aux; in prog_array_map_poke_track()
1070 aux = container_of(map, struct bpf_array, map)->aux; in prog_array_map_poke_untrack()
1095 aux = container_of(map, struct bpf_array, map)->aux; in prog_array_map_poke_run()
1147 struct bpf_array_aux *aux = container_of(map, struct bpf_array, in prog_array_map_clear()
1172 container_of(map, struct bpf_array, map)->aux = aux; in prog_array_map_alloc()
1183 aux = container_of(map, struct bpf_array, map)->aux; in prog_array_map_free()
1280 struct bpf_array *array = container_of(map, struct bpf_array, map); in perf_event_fd_array_release()
1397 struct bpf_array *array = container_of(map, struct bpf_array, map); in array_of_map_gen_lookup()
1404 *insn++ = BPF_ALU64_IMM(BPF_ADD, map_ptr, offsetof(struct bpf_array, value)); in array_of_map_gen_lookup()