89 	struct bpf_map map;
189 static void *fd_htab_map_get_ptr(const struct bpf_map *map, struct htab_elem *l)  in fd_htab_map_get_ptr()
452 static struct bpf_map *htab_map_alloc(union bpf_attr *attr)  in htab_map_alloc()
647 static void *__htab_map_lookup_elem(struct bpf_map *map, void *key)  in __htab_map_lookup_elem()
668 static void *htab_map_lookup_elem(struct bpf_map *map, void *key)  in htab_map_lookup_elem()
689 static int htab_map_gen_lookup(struct bpf_map *map, struct bpf_insn *insn_buf)  in htab_map_gen_lookup()
695 		     (void *(*)(struct bpf_map *map, void *key))NULL));  in htab_map_gen_lookup()
704 static __always_inline void *__htab_lru_map_lookup_elem(struct bpf_map *map,  in __htab_lru_map_lookup_elem()
718 static void *htab_lru_map_lookup_elem(struct bpf_map *map, void *key)  in htab_lru_map_lookup_elem()
723 static void *htab_lru_map_lookup_elem_sys(struct bpf_map *map, void *key)  in htab_lru_map_lookup_elem_sys()
728 static int htab_lru_map_gen_lookup(struct bpf_map *map,  in htab_lru_map_gen_lookup()
736 		     (void *(*)(struct bpf_map *map, void *key))NULL));  in htab_lru_map_gen_lookup()
808 static int htab_map_get_next_key(struct bpf_map *map, void *key, void *next_key)  in htab_map_get_next_key()
877 	struct bpf_map *map = &htab->map;  in htab_put_fd_value()
1071 static long htab_map_update_elem(struct bpf_map *map, void *key, void *value,  in htab_map_update_elem()
1190 static long htab_lru_map_update_elem(struct bpf_map *map, void *key, void *value,  in htab_lru_map_update_elem()
1258 static long __htab_percpu_map_update_elem(struct bpf_map *map, void *key,  in __htab_percpu_map_update_elem()
1313 static long __htab_lru_percpu_map_update_elem(struct bpf_map *map, void *key,  in __htab_lru_percpu_map_update_elem()
1383 static long htab_percpu_map_update_elem(struct bpf_map *map, void *key,  in htab_percpu_map_update_elem()
1389 static long htab_lru_percpu_map_update_elem(struct bpf_map *map, void *key,  in htab_lru_percpu_map_update_elem()
1397 static long htab_map_delete_elem(struct bpf_map *map, void *key)  in htab_map_delete_elem()
1433 static long htab_lru_map_delete_elem(struct bpf_map *map, void *key)  in htab_lru_map_delete_elem()
1513 static void htab_map_free_timers_and_wq(struct bpf_map *map)  in htab_map_free_timers_and_wq()
1527 static void htab_map_free(struct bpf_map *map)  in htab_map_free()
1557 static void htab_map_seq_show_elem(struct bpf_map *map, void *key,  in htab_map_seq_show_elem()
1578 static int __htab_map_lookup_and_delete_elem(struct bpf_map *map, void *key,  in __htab_map_lookup_and_delete_elem()
1645 static int htab_map_lookup_and_delete_elem(struct bpf_map *map, void *key,  in htab_map_lookup_and_delete_elem()
1652 static int htab_percpu_map_lookup_and_delete_elem(struct bpf_map *map,  in htab_percpu_map_lookup_and_delete_elem()
1660 static int htab_lru_map_lookup_and_delete_elem(struct bpf_map *map, void *key,  in htab_lru_map_lookup_and_delete_elem()
1667 static int htab_lru_percpu_map_lookup_and_delete_elem(struct bpf_map *map,  in htab_lru_percpu_map_lookup_and_delete_elem()
1676 __htab_map_lookup_and_delete_batch(struct bpf_map *map,  in __htab_map_lookup_and_delete_batch()
1817 				struct bpf_map **inner_map = value;  in __htab_map_lookup_and_delete_batch()
1908 htab_percpu_map_lookup_batch(struct bpf_map *map, const union bpf_attr *attr,  in htab_percpu_map_lookup_batch()
1916 htab_percpu_map_lookup_and_delete_batch(struct bpf_map *map,  in htab_percpu_map_lookup_and_delete_batch()
1925 htab_map_lookup_batch(struct bpf_map *map, const union bpf_attr *attr,  in htab_map_lookup_batch()
1933 htab_map_lookup_and_delete_batch(struct bpf_map *map,  in htab_map_lookup_and_delete_batch()
1942 htab_lru_percpu_map_lookup_batch(struct bpf_map *map,  in htab_lru_percpu_map_lookup_batch()
1951 htab_lru_percpu_map_lookup_and_delete_batch(struct bpf_map *map,  in htab_lru_percpu_map_lookup_and_delete_batch()
1960 htab_lru_map_lookup_batch(struct bpf_map *map, const union bpf_attr *attr,  in htab_lru_map_lookup_batch()
1968 htab_lru_map_lookup_and_delete_batch(struct bpf_map *map,  in htab_lru_map_lookup_and_delete_batch()
1977 	struct bpf_map *map;
2068 	struct bpf_map *map = info->map;  in __bpf_hash_map_seq_show()
2119 	struct bpf_map *map = aux->map;  in bpf_iter_init_hash_map()
2161 static long bpf_for_each_hash_elem(struct bpf_map *map, bpf_callback_t callback_fn,  in bpf_for_each_hash_elem()
2216 static u64 htab_map_mem_usage(const struct bpf_map *map)  in htab_map_mem_usage()
2299 static void *htab_percpu_map_lookup_elem(struct bpf_map *map, void *key)  in htab_percpu_map_lookup_elem()
2310 static int htab_percpu_map_gen_lookup(struct bpf_map *map, struct bpf_insn *insn_buf)  in htab_percpu_map_gen_lookup()
2318 		     (void *(*)(struct bpf_map *map, void *key))NULL));  in htab_percpu_map_gen_lookup()
2329 static void *htab_percpu_map_lookup_percpu_elem(struct bpf_map *map, void *key, u32 cpu)  in htab_percpu_map_lookup_percpu_elem()
2343 static void *htab_lru_percpu_map_lookup_elem(struct bpf_map *map, void *key)  in htab_lru_percpu_map_lookup_elem()
2355 static void *htab_lru_percpu_map_lookup_percpu_elem(struct bpf_map *map, void *key, u32 cpu)  in htab_lru_percpu_map_lookup_percpu_elem()
2371 int bpf_percpu_hash_copy(struct bpf_map *map, void *key, void *value)  in bpf_percpu_hash_copy()
2403 int bpf_percpu_hash_update(struct bpf_map *map, void *key, void *value,  in bpf_percpu_hash_update()
2421 static void htab_percpu_map_seq_show_elem(struct bpf_map *map, void *key,  in htab_percpu_map_seq_show_elem()
2498 static void fd_htab_map_free(struct bpf_map *map)  in fd_htab_map_free()
2520 int bpf_fd_htab_map_lookup_elem(struct bpf_map *map, void *key, u32 *value)  in bpf_fd_htab_map_lookup_elem()
2540 int bpf_fd_htab_map_update_elem(struct bpf_map *map, struct file *map_file,  in bpf_fd_htab_map_update_elem()
2564 static struct bpf_map *htab_of_map_alloc(union bpf_attr *attr)  in htab_of_map_alloc()
2566 	struct bpf_map *map, *inner_map_meta;  in htab_of_map_alloc()
2583 static void *htab_of_map_lookup_elem(struct bpf_map *map, void *key)  in htab_of_map_lookup_elem()
2585 	struct bpf_map **inner_map  = htab_map_lookup_elem(map, key);  in htab_of_map_lookup_elem()
2593 static int htab_of_map_gen_lookup(struct bpf_map *map,  in htab_of_map_gen_lookup()
2600 		     (void *(*)(struct bpf_map *map, void *key))NULL));  in htab_of_map_gen_lookup()
2611 static void htab_of_map_free(struct bpf_map *map)  in htab_of_map_free()