125763b3cSThomas Gleixner // SPDX-License-Identifier: GPL-2.0-only 256f668dfSMartin KaFai Lau /* Copyright (c) 2017 Facebook 356f668dfSMartin KaFai Lau */ 456f668dfSMartin KaFai Lau #include <linux/slab.h> 556f668dfSMartin KaFai Lau #include <linux/bpf.h> 656f668dfSMartin KaFai Lau 756f668dfSMartin KaFai Lau #include "map_in_map.h" 856f668dfSMartin KaFai Lau 956f668dfSMartin KaFai Lau struct bpf_map *bpf_map_meta_alloc(int inner_map_ufd) 1056f668dfSMartin KaFai Lau { 1156f668dfSMartin KaFai Lau struct bpf_map *inner_map, *inner_map_meta; 129d5564ddSDaniel Borkmann u32 inner_map_meta_size; 1356f668dfSMartin KaFai Lau struct fd f; 1456f668dfSMartin KaFai Lau 1556f668dfSMartin KaFai Lau f = fdget(inner_map_ufd); 1656f668dfSMartin KaFai Lau inner_map = __bpf_map_get(f); 1756f668dfSMartin KaFai Lau if (IS_ERR(inner_map)) 1856f668dfSMartin KaFai Lau return inner_map; 1956f668dfSMartin KaFai Lau 2056f668dfSMartin KaFai Lau /* Does not support >1 level map-in-map */ 2156f668dfSMartin KaFai Lau if (inner_map->inner_map_meta) { 2256f668dfSMartin KaFai Lau fdput(f); 2356f668dfSMartin KaFai Lau return ERR_PTR(-EINVAL); 2456f668dfSMartin KaFai Lau } 2556f668dfSMartin KaFai Lau 26f4d05259SMartin KaFai Lau if (!inner_map->ops->map_meta_equal) { 27f4d05259SMartin KaFai Lau fdput(f); 28f4d05259SMartin KaFai Lau return ERR_PTR(-ENOTSUPP); 29f4d05259SMartin KaFai Lau } 30f4d05259SMartin KaFai Lau 31d83525caSAlexei Starovoitov if (map_value_has_spin_lock(inner_map)) { 32d83525caSAlexei Starovoitov fdput(f); 33d83525caSAlexei Starovoitov return ERR_PTR(-ENOTSUPP); 34d83525caSAlexei Starovoitov } 35d83525caSAlexei Starovoitov 369d5564ddSDaniel Borkmann inner_map_meta_size = sizeof(*inner_map_meta); 379d5564ddSDaniel Borkmann /* In some cases verifier needs to access beyond just base map. */ 389d5564ddSDaniel Borkmann if (inner_map->ops == &array_map_ops) 399d5564ddSDaniel Borkmann inner_map_meta_size = sizeof(struct bpf_array); 409d5564ddSDaniel Borkmann 419d5564ddSDaniel Borkmann inner_map_meta = kzalloc(inner_map_meta_size, GFP_USER); 4256f668dfSMartin KaFai Lau if (!inner_map_meta) { 4356f668dfSMartin KaFai Lau fdput(f); 4456f668dfSMartin KaFai Lau return ERR_PTR(-ENOMEM); 4556f668dfSMartin KaFai Lau } 4656f668dfSMartin KaFai Lau 4756f668dfSMartin KaFai Lau inner_map_meta->map_type = inner_map->map_type; 4856f668dfSMartin KaFai Lau inner_map_meta->key_size = inner_map->key_size; 4956f668dfSMartin KaFai Lau inner_map_meta->value_size = inner_map->value_size; 5056f668dfSMartin KaFai Lau inner_map_meta->map_flags = inner_map->map_flags; 5156f668dfSMartin KaFai Lau inner_map_meta->max_entries = inner_map->max_entries; 52a115d0edSYonghong Song inner_map_meta->spin_lock_off = inner_map->spin_lock_off; 5356f668dfSMartin KaFai Lau 549d5564ddSDaniel Borkmann /* Misc members not needed in bpf_map_meta_equal() check. */ 559d5564ddSDaniel Borkmann inner_map_meta->ops = inner_map->ops; 569d5564ddSDaniel Borkmann if (inner_map->ops == &array_map_ops) { 572c78ee89SAlexei Starovoitov inner_map_meta->bypass_spec_v1 = inner_map->bypass_spec_v1; 589d5564ddSDaniel Borkmann container_of(inner_map_meta, struct bpf_array, map)->index_mask = 599d5564ddSDaniel Borkmann container_of(inner_map, struct bpf_array, map)->index_mask; 609d5564ddSDaniel Borkmann } 619d5564ddSDaniel Borkmann 6256f668dfSMartin KaFai Lau fdput(f); 6356f668dfSMartin KaFai Lau return inner_map_meta; 6456f668dfSMartin KaFai Lau } 6556f668dfSMartin KaFai Lau 6656f668dfSMartin KaFai Lau void bpf_map_meta_free(struct bpf_map *map_meta) 6756f668dfSMartin KaFai Lau { 6856f668dfSMartin KaFai Lau kfree(map_meta); 6956f668dfSMartin KaFai Lau } 7056f668dfSMartin KaFai Lau 7156f668dfSMartin KaFai Lau bool bpf_map_meta_equal(const struct bpf_map *meta0, 7256f668dfSMartin KaFai Lau const struct bpf_map *meta1) 7356f668dfSMartin KaFai Lau { 7456f668dfSMartin KaFai Lau /* No need to compare ops because it is covered by map_type */ 7556f668dfSMartin KaFai Lau return meta0->map_type == meta1->map_type && 7656f668dfSMartin KaFai Lau meta0->key_size == meta1->key_size && 7756f668dfSMartin KaFai Lau meta0->value_size == meta1->value_size && 78*134fede4SMartin KaFai Lau meta0->map_flags == meta1->map_flags; 7956f668dfSMartin KaFai Lau } 8056f668dfSMartin KaFai Lau 8156f668dfSMartin KaFai Lau void *bpf_map_fd_get_ptr(struct bpf_map *map, 8256f668dfSMartin KaFai Lau struct file *map_file /* not used */, 8356f668dfSMartin KaFai Lau int ufd) 8456f668dfSMartin KaFai Lau { 85f4d05259SMartin KaFai Lau struct bpf_map *inner_map, *inner_map_meta; 8656f668dfSMartin KaFai Lau struct fd f; 8756f668dfSMartin KaFai Lau 8856f668dfSMartin KaFai Lau f = fdget(ufd); 8956f668dfSMartin KaFai Lau inner_map = __bpf_map_get(f); 9056f668dfSMartin KaFai Lau if (IS_ERR(inner_map)) 9156f668dfSMartin KaFai Lau return inner_map; 9256f668dfSMartin KaFai Lau 93f4d05259SMartin KaFai Lau inner_map_meta = map->inner_map_meta; 94f4d05259SMartin KaFai Lau if (inner_map_meta->ops->map_meta_equal(inner_map_meta, inner_map)) 951e0bd5a0SAndrii Nakryiko bpf_map_inc(inner_map); 9656f668dfSMartin KaFai Lau else 9756f668dfSMartin KaFai Lau inner_map = ERR_PTR(-EINVAL); 9856f668dfSMartin KaFai Lau 9956f668dfSMartin KaFai Lau fdput(f); 10056f668dfSMartin KaFai Lau return inner_map; 10156f668dfSMartin KaFai Lau } 10256f668dfSMartin KaFai Lau 10356f668dfSMartin KaFai Lau void bpf_map_fd_put_ptr(void *ptr) 10456f668dfSMartin KaFai Lau { 10556f668dfSMartin KaFai Lau /* ptr->ops->map_free() has to go through one 10656f668dfSMartin KaFai Lau * rcu grace period by itself. 10756f668dfSMartin KaFai Lau */ 10856f668dfSMartin KaFai Lau bpf_map_put(ptr); 10956f668dfSMartin KaFai Lau } 11014dc6f04SMartin KaFai Lau 11114dc6f04SMartin KaFai Lau u32 bpf_map_fd_sys_lookup_elem(void *ptr) 11214dc6f04SMartin KaFai Lau { 11314dc6f04SMartin KaFai Lau return ((struct bpf_map *)ptr)->id; 11414dc6f04SMartin KaFai Lau } 115