| /freebsd-13.1/contrib/jemalloc/include/jemalloc/internal/ |
| H A D | rtree.h | 108 # error Unsupported rtree height 112 bool rtree_new(rtree_t *rtree, bool zeroed); 126 void rtree_delete(tsdn_t *tsdn, rtree_t *rtree); 173 rtree_leaf_elm_bits_read(tsdn_t *tsdn, rtree_t *rtree, in rtree_leaf_elm_bits_read() argument 224 rtree_leaf_elm_szind_read(tsdn_t *tsdn, rtree_t *rtree, in rtree_leaf_elm_szind_read() argument 236 rtree_leaf_elm_slab_read(tsdn_t *tsdn, rtree_t *rtree, in rtree_leaf_elm_slab_read() argument 295 rtree_leaf_elm_write(tsdn_t *tsdn, rtree_t *rtree, in rtree_leaf_elm_write() argument 303 rtree_leaf_elm_slab_write(tsdn, rtree, elm, slab); in rtree_leaf_elm_write() 304 rtree_leaf_elm_szind_write(tsdn, rtree, elm, szind); in rtree_leaf_elm_write() 322 rtree_leaf_elm_slab_write(tsdn, rtree, elm, slab); in rtree_leaf_elm_szind_slab_update() [all …]
|
| /freebsd-13.1/contrib/jemalloc/src/ |
| H A D | rtree.c | 13 rtree_new(rtree_t *rtree, bool zeroed) { in rtree_new() argument 82 rtree_leaf_dalloc(tsdn, rtree, leaf); in rtree_delete_subtree() 87 if (subtree != rtree->root) { in rtree_delete_subtree() 88 rtree_node_dalloc(tsdn, rtree, subtree); in rtree_delete_subtree() 94 rtree_delete(tsdn_t *tsdn, rtree_t *rtree) { in rtree_delete() argument 96 rtree_delete_subtree(tsdn, rtree, rtree->root, 0); in rtree_delete() 104 malloc_mutex_lock(tsdn, &rtree->init_lock); in rtree_node_init() 130 malloc_mutex_lock(tsdn, &rtree->init_lock); in rtree_leaf_init() 228 node = rtree->root; in rtree_leaf_elm_lookup_hard() 230 leaf = rtree->root; in rtree_leaf_elm_lookup_hard() [all …]
|
| /freebsd-13.1/sys/vm/ |
| H A D | vm_radix.h | 40 int vm_radix_insert(struct vm_radix *rtree, vm_page_t page); 42 boolean_t vm_radix_is_singleton(struct vm_radix *rtree); 43 vm_page_t vm_radix_lookup(struct vm_radix *rtree, vm_pindex_t index); 44 vm_page_t vm_radix_lookup_ge(struct vm_radix *rtree, vm_pindex_t index); 47 void vm_radix_reclaim_allnodes(struct vm_radix *rtree); 48 vm_page_t vm_radix_remove(struct vm_radix *rtree, vm_pindex_t index); 49 vm_page_t vm_radix_replace(struct vm_radix *rtree, vm_page_t newpage); 53 vm_radix_init(struct vm_radix *rtree) in vm_radix_init() argument 56 rtree->rt_root = 0; in vm_radix_init() 60 vm_radix_is_empty(struct vm_radix *rtree) in vm_radix_is_empty() argument [all …]
|
| H A D | vm_radix.c | 401 rnode = vm_radix_root_load(rtree, LOCKED); in vm_radix_insert() 406 parentp = (smrnode_t *)&rtree->rt_root; in vm_radix_insert() 467 rnode = vm_radix_root_load(rtree, LOCKED); in vm_radix_is_singleton() 485 rnode = vm_radix_root_load(rtree, access); in _vm_radix_lookup() 524 m = _vm_radix_lookup(rtree, index, SMR); in vm_radix_lookup_unlocked() 545 rnode = vm_radix_root_load(rtree, LOCKED); in vm_radix_lookup_ge() 657 rnode = vm_radix_root_load(rtree, LOCKED); in vm_radix_lookup_le() 767 rnode = vm_radix_root_load(rtree, LOCKED); in vm_radix_remove() 772 vm_radix_root_store(rtree, NULL, LOCKED); in vm_radix_remove() 829 root = vm_radix_root_load(rtree, LOCKED); in vm_radix_reclaim_allnodes() [all …]
|
| H A D | vm_page.c | 1434 mpred = vm_radix_lookup_le(&object->rtree, pindex); in vm_page_insert() 1479 if (vm_radix_insert(&object->rtree, m)) { in vm_page_insert_after() 1561 mrem = vm_radix_remove(&object->rtree, m->pindex); in vm_page_object_remove() 1631 return (vm_radix_lookup(&object->rtree, pindex)); in vm_page_lookup() 1660 m = vm_radix_lookup_unlocked(&object->rtree, pindex); in vm_page_relookup() 1714 m = vm_radix_lookup_ge(&object->rtree, pindex); in vm_page_find_least() 1790 mret = vm_radix_replace(&object->rtree, mnew); in vm_page_replace_hold() 1864 if (vm_radix_insert(&new_object->rtree, m)) { in vm_page_rename() 1914 vm_radix_lookup_le(&object->rtree, pindex) : NULL)); in vm_page_alloc() 2217 mpred = vm_radix_lookup_le(&object->rtree, pindex); in vm_page_alloc_contig_domain() [all …]
|
| H A D | vm_object.h | 106 struct vm_radix rtree; /* root of the resident page radix trie*/ member
|
| H A D | vm_object.c | 189 KASSERT(vm_radix_is_empty(&object->rtree), in vm_object_zdtor() 220 vm_radix_init(&object->rtree); in vm_object_zinit() 937 vm_radix_reclaim_allnodes(&object->rtree); in vm_object_terminate_pages()
|
| H A D | vm_kern.c | 487 mpred = vm_radix_lookup_le(&object->rtree, atop(offset + i)); in kmem_back_domain()
|
| /freebsd-13.1/contrib/sqlite3/ |
| H A D | configure.ac | 192 # --enable-rtree 194 AC_ARG_ENABLE(rtree, [AS_HELP_STRING( optenable 195 [--enable-rtree], [include rtree support [default=yes]])],
|
| H A D | configure | 1446 --enable-rtree include rtree support [default=yes]
|
| /freebsd-13.1/lib/libc/stdlib/jemalloc/ |
| H A D | Makefile.inc | 8 prng.c prof.c rtree.c safety_check.c sc.c stats.c sz.c tcache.c \
|
| /freebsd-13.1/contrib/jemalloc/ |
| H A D | ChangeLog | 394 - Extensively optimize rtree via various methods: 395 + Add multiple layers of rtree lookup caching, since rtree lookups are now 397 + Determine rtree layout at compile time. (@jasone) 399 + Embed the root node in the top-level rtree data structure, thus avoiding 620 - Streamline fast paths of rtree operations. (@jasone) 919 - Refactor rtree (radix tree for chunk lookups) to be lock-free, and make
|