179 				     void __percpu *pptr)  in htab_elem_set_ptr()  argument
181 	*(void __percpu **)(l->key + roundup(key_size, 8)) = pptr;  in htab_elem_set_ptr()
240 			void __percpu *pptr = htab_elem_get_ptr(elem, htab->map.key_size);  in htab_free_prealloced_fields()  local
244 				bpf_obj_free_fields(htab->map.record, per_cpu_ptr(pptr, cpu));  in htab_free_prealloced_fields()
263 		void __percpu *pptr;  in htab_free_elems()  local
265 		pptr = htab_elem_get_ptr(get_htab_elem(htab, i),  in htab_free_elems()
267 		free_percpu(pptr);  in htab_free_elems()
319 		void __percpu *pptr;  in prealloc_init()  local
321 		pptr = bpf_map_alloc_percpu(&htab->map, size, 8,  in prealloc_init()
323 		if (!pptr)  in prealloc_init()
326 				  pptr);  in prealloc_init()
372 	struct htab_elem *__percpu *pptr, *l_new;  in alloc_extra_elems()  local
376 	pptr = bpf_map_alloc_percpu(&htab->map, sizeof(struct htab_elem *), 8,  in alloc_extra_elems()
378 	if (!pptr)  in alloc_extra_elems()
387 		*per_cpu_ptr(pptr, cpu) = l_new;  in alloc_extra_elems()
389 	htab->extra_elems = pptr;  in alloc_extra_elems()
760 		void __percpu *pptr = htab_elem_get_ptr(elem, htab->map.key_size);  in check_and_free_fields()  local
764 			bpf_obj_free_fields(htab->map.record, per_cpu_ptr(pptr, cpu));  in check_and_free_fields()
929 static void pcpu_copy_value(struct bpf_htab *htab, void __percpu *pptr,  in pcpu_copy_value()  argument
934 		copy_map_value(&htab->map, this_cpu_ptr(pptr), value);  in pcpu_copy_value()
940 			copy_map_value_long(&htab->map, per_cpu_ptr(pptr, cpu), value + off);  in pcpu_copy_value()
946 static void pcpu_init_value(struct bpf_htab *htab, void __percpu *pptr,  in pcpu_init_value()  argument
960 				copy_map_value_long(&htab->map, per_cpu_ptr(pptr, cpu), value);  in pcpu_init_value()
962 				zero_map_value(&htab->map, per_cpu_ptr(pptr, cpu));  in pcpu_init_value()
965 		pcpu_copy_value(htab, pptr, value, onallcpus);  in pcpu_init_value()
983 	void __percpu *pptr;  in alloc_htab_elem()  local
1022 			pptr = htab_elem_get_ptr(l_new, key_size);  in alloc_htab_elem()
1033 			pptr = *(void __percpu **)ptr;  in alloc_htab_elem()
1036 		pcpu_init_value(htab, pptr, value, onallcpus);  in alloc_htab_elem()
1039 			htab_elem_set_ptr(l_new, key_size, pptr);  in alloc_htab_elem()
1608 		void __percpu *pptr;  in __htab_map_lookup_and_delete_elem()  local
1611 		pptr = htab_elem_get_ptr(l, key_size);  in __htab_map_lookup_and_delete_elem()
1613 			copy_map_value_long(&htab->map, value + off, per_cpu_ptr(pptr, cpu));  in __htab_map_lookup_and_delete_elem()
1806 			void __percpu *pptr;  in __htab_map_lookup_and_delete_batch()  local
1808 			pptr = htab_elem_get_ptr(l, map->key_size);  in __htab_map_lookup_and_delete_batch()
1810 				copy_map_value_long(&htab->map, dst_val + off, per_cpu_ptr(pptr, cpu));  in __htab_map_lookup_and_delete_batch()
2072 	void __percpu *pptr;  in __bpf_hash_map_seq_show()  local
2086 				pptr = htab_elem_get_ptr(elem, map->key_size);  in __bpf_hash_map_seq_show()
2089 							    per_cpu_ptr(pptr, cpu));  in __bpf_hash_map_seq_show()
2170 	void __percpu *pptr;  in bpf_for_each_hash_elem()  local
2196 				pptr = htab_elem_get_ptr(elem, map->key_size);  in bpf_for_each_hash_elem()
2197 				val = this_cpu_ptr(pptr);  in bpf_for_each_hash_elem()
2374 	void __percpu *pptr;  in bpf_percpu_hash_copy()  local
2391 	pptr = htab_elem_get_ptr(l, map->key_size);  in bpf_percpu_hash_copy()
2393 		copy_map_value_long(map, value + off, per_cpu_ptr(pptr, cpu));  in bpf_percpu_hash_copy()
2425 	void __percpu *pptr;  in htab_percpu_map_seq_show_elem()  local
2438 	pptr = htab_elem_get_ptr(l, map->key_size);  in htab_percpu_map_seq_show_elem()
2442 				  per_cpu_ptr(pptr, cpu), m);  in htab_percpu_map_seq_show_elem()