| /freebsd-14.2/contrib/jemalloc/include/jemalloc/internal/ |
| H A D | rtree.h | 108 # error Unsupported rtree height 112 bool rtree_new(rtree_t *rtree, bool zeroed); 126 void rtree_delete(tsdn_t *tsdn, rtree_t *rtree); 173 rtree_leaf_elm_bits_read(tsdn_t *tsdn, rtree_t *rtree, in rtree_leaf_elm_bits_read() argument 224 rtree_leaf_elm_szind_read(tsdn_t *tsdn, rtree_t *rtree, in rtree_leaf_elm_szind_read() argument 236 rtree_leaf_elm_slab_read(tsdn_t *tsdn, rtree_t *rtree, in rtree_leaf_elm_slab_read() argument 295 rtree_leaf_elm_write(tsdn_t *tsdn, rtree_t *rtree, in rtree_leaf_elm_write() argument 303 rtree_leaf_elm_slab_write(tsdn, rtree, elm, slab); in rtree_leaf_elm_write() 304 rtree_leaf_elm_szind_write(tsdn, rtree, elm, szind); in rtree_leaf_elm_write() 322 rtree_leaf_elm_slab_write(tsdn, rtree, elm, slab); in rtree_leaf_elm_szind_slab_update() [all …]
|
| /freebsd-14.2/contrib/jemalloc/src/ |
| H A D | rtree.c | 13 rtree_new(rtree_t *rtree, bool zeroed) { in rtree_new() argument 82 rtree_leaf_dalloc(tsdn, rtree, leaf); in rtree_delete_subtree() 87 if (subtree != rtree->root) { in rtree_delete_subtree() 88 rtree_node_dalloc(tsdn, rtree, subtree); in rtree_delete_subtree() 94 rtree_delete(tsdn_t *tsdn, rtree_t *rtree) { in rtree_delete() argument 96 rtree_delete_subtree(tsdn, rtree, rtree->root, 0); in rtree_delete() 104 malloc_mutex_lock(tsdn, &rtree->init_lock); in rtree_node_init() 130 malloc_mutex_lock(tsdn, &rtree->init_lock); in rtree_leaf_init() 228 node = rtree->root; in rtree_leaf_elm_lookup_hard() 230 leaf = rtree->root; in rtree_leaf_elm_lookup_hard() [all …]
|
| /freebsd-14.2/sys/vm/ |
| H A D | vm_radix.h | 38 int vm_radix_insert(struct vm_radix *rtree, vm_page_t page); 40 vm_page_t vm_radix_lookup(struct vm_radix *rtree, vm_pindex_t index); 41 vm_page_t vm_radix_lookup_ge(struct vm_radix *rtree, vm_pindex_t index); 42 vm_page_t vm_radix_lookup_le(struct vm_radix *rtree, vm_pindex_t index); 44 void vm_radix_reclaim_allnodes(struct vm_radix *rtree); 45 vm_page_t vm_radix_remove(struct vm_radix *rtree, vm_pindex_t index); 46 vm_page_t vm_radix_replace(struct vm_radix *rtree, vm_page_t newpage); 58 vm_radix_init(struct vm_radix *rtree) in vm_radix_init() argument 60 rtree->rt_root = VM_RADIX_NULL; in vm_radix_init() 64 vm_radix_is_empty(struct vm_radix *rtree) in vm_radix_is_empty() argument [all …]
|
| H A D | vm_radix.c | 411 rnode = vm_radix_root_load(rtree, LOCKED); in vm_radix_insert() 417 rtree->rt_root = leaf; in vm_radix_insert() 443 (smrnode_t *)&rtree->rt_root; in vm_radix_insert() 467 rnode = vm_radix_root_load(rtree, access); in _vm_radix_lookup() 505 m = _vm_radix_lookup(rtree, index, SMR); in vm_radix_lookup_unlocked() 537 rnode = vm_radix_root_load(rtree, LOCKED); in vm_radix_lookup_ge() 615 rnode = vm_radix_root_load(rtree, LOCKED); in vm_radix_lookup_le() 664 child = vm_radix_root_load(rtree, LOCKED); in vm_radix_remove() 717 root = vm_radix_root_load(rtree, LOCKED); in vm_radix_reclaim_allnodes() 739 rnode = vm_radix_root_load(rtree, LOCKED); in vm_radix_replace() [all …]
|
| H A D | vm_page.c | 1436 mpred = vm_radix_lookup_le(&object->rtree, pindex); in vm_page_insert() 1481 if (vm_radix_insert(&object->rtree, m)) { in vm_page_insert_after() 1566 mrem = vm_radix_remove(&object->rtree, m->pindex); in vm_page_object_remove() 1636 return (vm_radix_lookup(&object->rtree, pindex)); in vm_page_lookup() 1719 m = vm_radix_lookup_ge(&object->rtree, pindex); in vm_page_find_least() 1795 mret = vm_radix_replace(&object->rtree, mnew); in vm_page_replace_hold() 1869 if (vm_radix_insert(&new_object->rtree, m)) { in vm_page_rename() 1918 vm_radix_lookup_le(&object->rtree, pindex))); in vm_page_alloc() 1927 vm_radix_lookup_le(&object->rtree, pindex))); in vm_page_alloc_domain() 2250 mpred = vm_radix_lookup_le(&object->rtree, pindex); in vm_page_alloc_contig_domain() [all …]
|
| H A D | vm_object.h | 104 struct vm_radix rtree; /* root of the resident page radix trie*/ member
|
| H A D | vm_object.c | 188 KASSERT(vm_radix_is_empty(&object->rtree), in vm_object_zdtor() 222 vm_radix_init(&object->rtree); in vm_object_zinit() 288 vm_radix_init(&kernel_object->rtree); in vm_object_init() 920 vm_radix_reclaim_allnodes(&object->rtree); in vm_object_terminate_pages()
|
| H A D | vm_kern.c | 528 mpred = vm_radix_lookup_le(&object->rtree, atop(offset + i)); in kmem_back_domain()
|
| /freebsd-14.2/contrib/sqlite3/ |
| H A D | configure.ac | 177 # --enable-rtree 179 AC_ARG_ENABLE(rtree, [AS_HELP_STRING( optenable 180 [--enable-rtree], [include rtree support [default=yes]])],
|
| H A D | configure | 1470 --enable-rtree include rtree support [default=yes]
|
| /freebsd-14.2/lib/libc/stdlib/malloc/jemalloc/ |
| H A D | Makefile.inc | 4 prng.c prof.c rtree.c safety_check.c sc.c stats.c sz.c tcache.c \
|
| /freebsd-14.2/contrib/jemalloc/ |
| H A D | ChangeLog | 394 - Extensively optimize rtree via various methods: 395 + Add multiple layers of rtree lookup caching, since rtree lookups are now 397 + Determine rtree layout at compile time. (@jasone) 399 + Embed the root node in the top-level rtree data structure, thus avoiding 620 - Streamline fast paths of rtree operations. (@jasone) 919 - Refactor rtree (radix tree for chunk lookups) to be lock-free, and make
|