| /linux-6.15/kernel/bpf/ |
| H A D | percpu_freelist.c | 10 s->freelist = alloc_percpu(struct pcpu_freelist_head); in pcpu_freelist_init()
11 if (!s->freelist) in pcpu_freelist_init()
15 struct pcpu_freelist_head *head = per_cpu_ptr(s->freelist, cpu); in pcpu_freelist_init()
25 free_percpu(s->freelist); in pcpu_freelist_destroy()
51 if (___pcpu_freelist_push(this_cpu_ptr(s->freelist), node)) in __pcpu_freelist_push()
58 head = per_cpu_ptr(s->freelist, cpu); in __pcpu_freelist_push()
89 head = per_cpu_ptr(s->freelist, cpu); in pcpu_freelist_populate()
107 head = per_cpu_ptr(s->freelist, cpu); in ___pcpu_freelist_pop()
|
| H A D | stackmap.c | 29 struct pcpu_freelist freelist; member
56 err = pcpu_freelist_init(&smap->freelist); in prealloc_elems_and_freelist()
60 pcpu_freelist_populate(&smap->freelist, smap->elems, elem_size, in prealloc_elems_and_freelist()
259 pcpu_freelist_pop(&smap->freelist); in __bpf_get_stackid()
270 pcpu_freelist_push(&smap->freelist, &new_bucket->fnode); in __bpf_get_stackid()
274 pcpu_freelist_push(&smap->freelist, &new_bucket->fnode); in __bpf_get_stackid()
285 pcpu_freelist_pop(&smap->freelist); in __bpf_get_stackid()
296 pcpu_freelist_push(&smap->freelist, &old_bucket->fnode); in __bpf_get_stackid()
668 pcpu_freelist_push(&smap->freelist, &old_bucket->fnode); in bpf_stackmap_copy()
719 pcpu_freelist_push(&smap->freelist, &old_bucket->fnode); in stack_map_delete_elem()
[all …]
|
| H A D | percpu_freelist.h | 16 struct pcpu_freelist_head __percpu *freelist; member
|
| /linux-6.15/drivers/iommu/amd/ |
| H A D | io_pgtable.c | 54 list_add_tail(&p->lru, freelist); in free_pt_page()
78 free_pt_lvl(p, freelist, lvl - 1); in free_pt_lvl()
80 free_pt_page(p, freelist); in free_pt_lvl()
83 free_pt_page(pt, freelist); in free_pt_lvl()
93 free_pt_page(root, freelist); in free_sub_pt()
100 free_pt_lvl(root, freelist, mode); in free_sub_pt()
316 free_sub_pt(pt, mode, freelist); in free_clear_pte()
331 LIST_HEAD(freelist); in iommu_v1_map_pages()
356 if (!list_empty(&freelist)) in iommu_v1_map_pages()
398 iommu_put_pages_list(&freelist); in iommu_v1_map_pages()
[all …]
|
| /linux-6.15/drivers/scsi/elx/efct/ |
| H A D | efct_io.c | 16 struct list_head freelist; member
33 INIT_LIST_HEAD(&io_pool->freelist); in efct_io_pool_create()
69 list_add_tail(&io->list_entry, &io_pool->freelist); in efct_io_pool_create()
115 if (!list_empty(&io_pool->freelist)) { in efct_io_pool_io_alloc()
116 io = list_first_entry(&io_pool->freelist, struct efct_io, in efct_io_pool_io_alloc()
160 list_add(&io->list_entry, &io_pool->freelist); in efct_io_pool_io_free()
|
| /linux-6.15/drivers/md/bcache/ |
| H A D | util.h | 184 type *freelist; \
190 typeof((array)->freelist) _ret = (array)->freelist; \
193 (array)->freelist = *((typeof((array)->freelist) *) _ret);\
200 typeof((array)->freelist) _ptr = ptr; \
202 *((typeof((array)->freelist) *) _ptr) = (array)->freelist; \
203 (array)->freelist = _ptr; \
208 typeof((array)->freelist) _i; \
211 (array)->freelist = NULL; \
219 #define array_freelist_empty(array) ((array)->freelist == NULL)
|
| /linux-6.15/mm/ |
| H A D | slub.c | 3122 new.freelist = freelist; in deactivate_slab()
3124 new.freelist = old.freelist; in deactivate_slab()
3282 freelist = c->freelist; in flush_slab()
3299 void *freelist = c->freelist; in __flush_cpu_slab() local
3626 freelist = slab->freelist; in get_freelist()
3652 freelist = slab->freelist; in freeze_slab()
3740 freelist = c->freelist; in ___slab_alloc()
3778 freelist = c->freelist; in ___slab_alloc()
3889 freelist = slab->freelist; in ___slab_alloc()
4599 freelist = READ_ONCE(c->freelist); in do_slab_free()
[all …]
|
| H A D | compaction.c | 592 struct list_head *freelist, in isolate_freepages_block() argument
667 list_add_tail(&page->lru, &freelist[order]); in isolate_freepages_block()
1472 list_splice_tail(&sublist, freelist); in move_freelist_head()
1489 list_splice_tail(&sublist, freelist); in move_freelist_tail()
1585 struct list_head *freelist; in fast_isolate_freepages() local
1595 freelist = &area->free_list[MIGRATE_MOVABLE]; in fast_isolate_freepages()
1634 move_freelist_head(freelist, freepage); in fast_isolate_freepages()
2020 struct list_head *freelist; in fast_find_migrateblock() local
2028 freelist = &area->free_list[MIGRATE_MOVABLE]; in fast_find_migrateblock()
2033 move_freelist_tail(freelist, freepage); in fast_find_migrateblock()
[all …]
|
| H A D | slab.h | 45 void *freelist; member
70 void *freelist; /* first free object */ member
113 static_assert(IS_ALIGNED(offsetof(struct slab, freelist), sizeof(freelist_aba_t)));
|
| /linux-6.15/drivers/net/ethernet/mellanox/mlx5/core/en/ |
| H A D | ptp.h | 119 struct mlx5e_ptp_metadata_fifo *freelist; in mlx5e_ptpsq_metadata_freelist_empty() local
124 freelist = &ptpsq->metadata_freelist; in mlx5e_ptpsq_metadata_freelist_empty()
126 return freelist->pc == freelist->cc; in mlx5e_ptpsq_metadata_freelist_empty()
|
| /linux-6.15/drivers/nvdimm/ |
| H A D | btt.c | 394 arena->freelist[lane].sub = 1 - arena->freelist[lane].sub; in btt_flog_write()
396 arena->freelist[lane].seq = 1; in btt_flog_write()
398 arena->freelist[lane].has_err = 1; in btt_flog_write()
511 if (arena->freelist[lane].has_err) { in arena_clear_freelist_error()
529 arena->freelist[lane].has_err = 0; in arena_clear_freelist_error()
544 if (!arena->freelist) in btt_freelist_init()
557 arena->freelist[i].sub = 1 - new; in btt_freelist_init()
567 arena->freelist[i].has_err = 1; in btt_freelist_init()
812 kfree(arena->freelist); in free_arenas()
1332 arena->freelist[lane].has_err = 1; in btt_write_pg()
[all …]
|
| H A D | btt.h | 187 struct free_entry *freelist; member
|
| /linux-6.15/fs/jfs/ |
| H A D | jfs_dtree.c | 1426 rp->header.freelist = fsi; in dtSplitPage()
1568 fsi = rp->header.freelist; in dtSplitPage()
1800 fsi = sp->header.freelist; in dtExtendPage()
1802 sp->header.freelist = n; in dtExtendPage()
1972 fsi = sp->header.freelist; in dtSplitRoot()
1974 rp->header.freelist = n; in dtSplitRoot()
2600 p->header.freelist = 1; in dtInitRoot()
3687 fsi = p->header.freelist; in dtInsertEntry()
4047 p->header.freelist = fsi; in dtDeleteEntry()
4144 p->header.freelist = fsi; in dtTruncateEntry()
[all …]
|
| H A D | jfs_dtree.h | 139 s8 freelist; /* 1: freelist header */ member
188 s8 freelist; /* 1: slot index of head of freelist */ member
|
| /linux-6.15/io_uring/ |
| H A D | zcrx.c | 192 kvfree(area->freelist); in io_zcrx_free_area()
243 area->freelist = kvmalloc_array(nr_iovs, sizeof(area->freelist[0]), in io_zcrx_create_area()
245 if (!area->freelist) in io_zcrx_create_area()
249 area->freelist[i] = i; in io_zcrx_create_area()
260 area->freelist[i] = i; in io_zcrx_create_area()
455 niov_idx = area->freelist[--area->free_count]; in __io_zcrx_get_free_niov()
464 area->freelist[area->free_count++] = net_iov_idx(niov); in io_zcrx_return_niov_freelist()
|
| H A D | zcrx.h | 23 u32 *freelist; member
|
| /linux-6.15/drivers/iommu/riscv/ |
| H A D | iommu.c | 1090 unsigned long pte, struct list_head *freelist) in riscv_iommu_pte_free() argument
1104 riscv_iommu_pte_free(domain, pte, freelist); in riscv_iommu_pte_free()
1107 if (freelist) in riscv_iommu_pte_free()
1108 list_add_tail(&virt_to_page(ptr)->lru, freelist); in riscv_iommu_pte_free()
1197 LIST_HEAD(freelist); in riscv_iommu_map_pages()
1218 riscv_iommu_pte_free(domain, old, &freelist); in riscv_iommu_map_pages()
1228 if (!list_empty(&freelist)) { in riscv_iommu_map_pages()
1237 iommu_put_pages_list(&freelist); in riscv_iommu_map_pages()
|
| /linux-6.15/net/xfrm/ |
| H A D | xfrm_iptfs.c | 1302 struct list_head *freelist) in __reorder_past() argument
1304 list_add_tail(&inskb->list, freelist); in __reorder_past()
1412 struct list_head *freelist) in __reorder_future_fits() argument
1451 list_add_tail(&inskb->list, freelist); in __reorder_future_fits()
1608 struct list_head *freelist) in iptfs_input_reorder() argument
1625 __reorder_past(xtfs, inskb, freelist); in iptfs_input_reorder()
1627 __reorder_future_fits(xtfs, inskb, freelist); in iptfs_input_reorder()
1705 struct list_head freelist, list; in iptfs_input() local
1719 INIT_LIST_HEAD(&freelist); in iptfs_input()
1722 iptfs_input_reorder(xtfs, skb, &list, &freelist); in iptfs_input()
[all …]
|
| /linux-6.15/drivers/iommu/ |
| H A D | dma-iommu.c | 108 struct list_head freelist; member
152 iommu_put_pages_list(&fq->entries[idx].freelist); in fq_ring_free_locked()
195 struct list_head *freelist) in queue_iova() argument
234 list_splice(freelist, &fq->entries[idx].freelist); in queue_iova()
250 iommu_put_pages_list(&fq->entries[idx].freelist); in iommu_dma_free_fq_single()
263 iommu_put_pages_list(&fq->entries[idx].freelist); in iommu_dma_free_fq_percpu()
292 INIT_LIST_HEAD(&fq->entries[i].freelist); in iommu_dma_init_one_fq()
796 &gather->freelist); in iommu_dma_free_iova()
|
| /linux-6.15/fs/bcachefs/ |
| H A D | alloc_types.h | 59 open_bucket_idx_t freelist; member
|
| /linux-6.15/drivers/usb/musb/ |
| H A D | cppi_dma.h | 95 struct cppi_descriptor *freelist; member
|
| /linux-6.15/Documentation/bpf/ |
| H A D | map_lru_hash_update.dot | 27 label="Local freelist\nnode available?"];
70 label="Steal a node from\nper-cpu freelist?"]
|
| /linux-6.15/drivers/iommu/intel/ |
| H A D | iommu.c | 898 struct list_head *freelist) in dma_pte_list_pagetables() argument
903 list_add_tail(&pg->lru, freelist); in dma_pte_list_pagetables()
919 struct list_head *freelist) in dma_pte_clear_level() argument
949 freelist); in dma_pte_clear_level()
964 unsigned long last_pfn, struct list_head *freelist) in domain_unmap() argument
972 domain->pgd, 0, start_pfn, last_pfn, freelist); in domain_unmap()
977 list_add_tail(&pgd_page->lru, freelist); in domain_unmap()
1452 LIST_HEAD(freelist); in domain_exit()
1455 iommu_put_pages_list(&freelist); in domain_exit()
3606 gather->end, list_empty(&gather->freelist)); in intel_iommu_tlb_sync()
[all …]
|
| /linux-6.15/drivers/net/ethernet/cavium/liquidio/ |
| H A D | octeon_device.c | 1046 struct list_head freelist, *temp, *tmp2; in octeon_delete_dispatch_list() local
1048 INIT_LIST_HEAD(&freelist); in octeon_delete_dispatch_list()
1058 list_move_tail(temp, &freelist); in octeon_delete_dispatch_list()
1068 list_for_each_safe(temp, tmp2, &freelist) { in octeon_delete_dispatch_list()
|
| /linux-6.15/arch/powerpc/kvm/ |
| H A D | book3s_hv_nested.c | 804 struct kvm_nested_guest *freelist = NULL; in kvmhv_release_all_nested() local
812 gp->next = freelist; in kvmhv_release_all_nested()
813 freelist = gp; in kvmhv_release_all_nested()
819 while ((gp = freelist) != NULL) { in kvmhv_release_all_nested()
820 freelist = gp->next; in kvmhv_release_all_nested()
|