| /linux-6.15/crypto/async_tx/ |
| H A D | async_xor.c | 32 int src_cnt = unmap->to_cnt; in do_async_xor()
34 dma_addr_t dma_dest = unmap->addr[unmap->to_cnt]; in do_async_xor()
63 if (src_list > unmap->addr) in do_async_xor()
82 dma_set_unmap(tx, unmap); in do_async_xor()
205 unmap->len = len; in async_xor_offs()
209 unmap->to_cnt++; in async_xor_offs()
218 unmap->bidi_cnt = 1; in async_xor_offs()
221 dmaengine_unmap_put(unmap); in async_xor_offs()
346 unmap->to_cnt++; in async_xor_val_offs()
348 unmap->len = len; in async_xor_val_offs()
[all …]
|
| H A D | async_memcpy.c | 40 struct dmaengine_unmap_data *unmap = NULL; in async_memcpy() local
43 unmap = dmaengine_get_unmap_data(device->dev, 2, GFP_NOWAIT); in async_memcpy()
53 unmap->to_cnt = 1; in async_memcpy()
54 unmap->addr[0] = dma_map_page(device->dev, src, src_offset, len, in async_memcpy()
56 unmap->from_cnt = 1; in async_memcpy()
57 unmap->addr[1] = dma_map_page(device->dev, dest, dest_offset, len, in async_memcpy()
59 unmap->len = len; in async_memcpy()
61 tx = device->device_prep_dma_memcpy(chan, unmap->addr[1], in async_memcpy()
62 unmap->addr[0], len, in async_memcpy()
69 dma_set_unmap(tx, unmap); in async_memcpy()
[all …]
|
| H A D | async_pq.c | 209 unmap->len = len; in async_gen_syndrome()
216 unmap->to_cnt++; in async_gen_syndrome()
224 unmap->bidi_cnt++; in async_gen_syndrome()
230 unmap->addr[j++] = 0; in async_gen_syndrome()
234 unmap->bidi_cnt++; in async_gen_syndrome()
240 unmap->addr[j++] = 0; in async_gen_syndrome()
323 unmap->len = len; in async_syndrome_val()
330 unmap->to_cnt++; in async_syndrome_val()
343 unmap->to_cnt++; in async_syndrome_val()
353 unmap->to_cnt++; in async_syndrome_val()
[all …]
|
| H A D | async_raid6_recov.c | 33 if (unmap) { in async_sum_product()
45 unmap->to_cnt = 2; in async_sum_product()
49 unmap->bidi_cnt = 1; in async_sum_product()
51 pq[1] = unmap->addr[2]; in async_sum_product()
53 unmap->len = len; in async_sum_product()
57 dma_set_unmap(tx, unmap); in async_sum_product()
66 dmaengine_unmap_put(unmap); in async_sum_product()
101 if (unmap) { in async_mult()
111 unmap->to_cnt++; in async_mult()
115 unmap->bidi_cnt++; in async_mult()
[all …]
|
| /linux-6.15/tools/testing/selftests/mm/ |
| H A D | ksm_functional_tests.c | 186 goto unmap; in __mmap_and_merge_range()
195 goto unmap; in __mmap_and_merge_range()
223 goto unmap; in __mmap_and_merge_range()
232 goto unmap; in __mmap_and_merge_range()
236 unmap: in __mmap_and_merge_range()
276 unmap: in test_unmerge()
340 unmap: in test_unmerge_zero_pages()
368 unmap: in test_unmerge_discarded()
430 unmap: in test_unmerge_uffd_wp()
622 unmap: in test_prctl_unmerge()
[all …]
|
| /linux-6.15/drivers/xen/xenbus/ |
| H A D | xenbus_client.c | 641 if (unmap[i].status != GNTST_okay) { in xenbus_unmap_ring()
644 handles[i], unmap[i].status); in xenbus_unmap_ring()
645 err = unmap[i].status; in xenbus_unmap_ring()
740 return ring_ops->unmap(dev, vaddr); in xenbus_unmap_ring_vfree()
826 memset(&unmap[i], 0, sizeof(unmap[i])); in xenbus_unmap_ring_pv()
830 unmap[i].dev_bus_addr = 0; in xenbus_unmap_ring_pv()
831 unmap[i].handle = node->handles[i]; in xenbus_unmap_ring_pv()
839 if (unmap[i].status != GNTST_okay) { in xenbus_unmap_ring_pv()
844 err = unmap[i].status; in xenbus_unmap_ring_pv()
861 .unmap = xenbus_unmap_ring_pv,
[all …]
|
| /linux-6.15/arch/arm/xen/ |
| H A D | p2m.c | 98 struct gnttab_unmap_grant_ref unmap; in set_foreign_p2m_mapping() local
112 unmap.host_addr = map_ops[i].host_addr; in set_foreign_p2m_mapping()
113 unmap.handle = map_ops[i].handle; in set_foreign_p2m_mapping()
116 unmap.dev_bus_addr = map_ops[i].dev_bus_addr; in set_foreign_p2m_mapping()
118 unmap.dev_bus_addr = 0; in set_foreign_p2m_mapping()
124 unmap.status = 1; in set_foreign_p2m_mapping()
127 &unmap, 1); in set_foreign_p2m_mapping()
128 if (rc || unmap.status != GNTST_okay) in set_foreign_p2m_mapping()
130 rc, unmap.status); in set_foreign_p2m_mapping()
|
| /linux-6.15/arch/um/kernel/ |
| H A D | tlb.c | 24 int (*unmap)(struct mm_id *mm_idp, member
85 ret = ops->unmap(ops->mm_idp, addr, PAGE_SIZE); in update_pte_range()
105 ret = ops->unmap(ops->mm_idp, addr, in update_pmd_range()
128 ret = ops->unmap(ops->mm_idp, addr, in update_pud_range()
151 ret = ops->unmap(ops->mm_idp, addr, in update_p4d_range()
174 ops.unmap = kern_unmap; in um_tlb_sync()
177 ops.unmap = unmap; in um_tlb_sync()
185 ret = ops.unmap(ops.mm_idp, addr, in um_tlb_sync()
|
| /linux-6.15/drivers/iommu/iommufd/ |
| H A D | vfio_compat.c | 208 struct vfio_iommu_type1_dma_unmap unmap; in iommufd_vfio_unmap_dma() local
213 if (copy_from_user(&unmap, arg, minsz)) in iommufd_vfio_unmap_dma()
216 if (unmap.argsz < minsz || unmap.flags & ~supported_flags) in iommufd_vfio_unmap_dma()
223 if (unmap.flags & VFIO_DMA_UNMAP_FLAG_ALL) { in iommufd_vfio_unmap_dma()
224 if (unmap.iova != 0 || unmap.size != 0) { in iommufd_vfio_unmap_dma()
236 unsigned long iovas[] = { unmap.iova + unmap.size - 1, in iommufd_vfio_unmap_dma()
237 unmap.iova - 1 }; in iommufd_vfio_unmap_dma()
240 unmap.iova ? 2 : 1); in iommufd_vfio_unmap_dma()
244 rc = iopt_unmap_iova(&ioas->iopt, unmap.iova, unmap.size, in iommufd_vfio_unmap_dma()
247 unmap.size = unmapped; in iommufd_vfio_unmap_dma()
[all …]
|
| /linux-6.15/drivers/net/ethernet/brocade/bna/ |
| H A D | bnad.c | 101 skb = unmap->skb; in bnad_tx_buff_unmap()
102 unmap->skb = NULL; in bnad_tx_buff_unmap()
103 unmap->nvecs = 0; in bnad_tx_buff_unmap()
310 if (!unmap->skb) in bnad_rxq_cleanup_skb()
329 struct bnad_rx_unmap *unmap = &unmap_q->unmap[i]; in bnad_rxq_cleanup() local
357 unmap = &unmap_q->unmap[prod]; in bnad_rxq_refill_page()
429 unmap = &unmap_q->unmap[prod]; in bnad_rxq_refill_skb()
509 unmap = &unmap_q->unmap[ci]; in bnad_cq_drop_packet()
545 unmap = &unmap_q->unmap[ci]; in bnad_cq_setup_skb_frags()
557 unmap->page, unmap->page_offset, len); in bnad_cq_setup_skb_frags()
[all …]
|
| /linux-6.15/drivers/dma/ |
| H A D | dmaengine.c | 1358 cnt = unmap->to_cnt; in dmaengine_unmap()
1360 dma_unmap_page(dev, unmap->addr[i], unmap->len, in dmaengine_unmap()
1364 dma_unmap_page(dev, unmap->addr[i], unmap->len, in dmaengine_unmap()
1370 dma_unmap_page(dev, unmap->addr[i], unmap->len, in dmaengine_unmap()
1373 cnt = unmap->map_cnt; in dmaengine_unmap()
1379 if (unmap) in dmaengine_unmap_put()
1431 if (!unmap) in dmaengine_get_unmap_data()
1434 memset(unmap, 0, sizeof(*unmap)); in dmaengine_get_unmap_data()
1436 unmap->dev = dev; in dmaengine_get_unmap_data()
1437 unmap->map_cnt = nr; in dmaengine_get_unmap_data()
[all …]
|
| H A D | mv_xor.c | 793 if (!unmap) { in mv_chan_memcpy_self_test()
801 unmap->addr[0] = src_dma; in mv_chan_memcpy_self_test()
808 unmap->to_cnt = 1; in mv_chan_memcpy_self_test()
813 unmap->addr[1] = dest_dma; in mv_chan_memcpy_self_test()
820 unmap->from_cnt = 1; in mv_chan_memcpy_self_test()
821 unmap->len = PAGE_SIZE; in mv_chan_memcpy_self_test()
862 dmaengine_unmap_put(unmap); in mv_chan_memcpy_self_test()
927 if (!unmap) { in mv_chan_xor_self_test()
942 unmap->to_cnt++; in mv_chan_xor_self_test()
953 unmap->from_cnt = 1; in mv_chan_xor_self_test()
[all …]
|
| /linux-6.15/arch/x86/xen/ |
| H A D | p2m.c | 701 struct gnttab_unmap_grant_ref unmap[2]; in set_foreign_p2m_mapping() local
728 unmap[0].host_addr = map_ops[i].host_addr; in set_foreign_p2m_mapping()
729 unmap[0].handle = map_ops[i].handle; in set_foreign_p2m_mapping()
734 unmap[0].dev_bus_addr = 0; in set_foreign_p2m_mapping()
739 unmap[1].handle = kmap_ops[i].handle; in set_foreign_p2m_mapping()
744 unmap[1].dev_bus_addr = 0; in set_foreign_p2m_mapping()
751 unmap[0].status = 1; in set_foreign_p2m_mapping()
752 unmap[1].status = 1; in set_foreign_p2m_mapping()
755 unmap, 1 + !!kmap_ops); in set_foreign_p2m_mapping()
757 unmap[1].status != GNTST_okay) in set_foreign_p2m_mapping()
[all …]
|
| /linux-6.15/include/xen/ |
| H A D | grant_table.h | 179 gnttab_set_unmap_op(struct gnttab_unmap_grant_ref *unmap, phys_addr_t addr, in gnttab_set_unmap_op() argument
183 unmap->host_addr = addr; in gnttab_set_unmap_op()
185 unmap->host_addr = __pa(addr); in gnttab_set_unmap_op()
187 unmap->host_addr = addr; in gnttab_set_unmap_op()
189 unmap->handle = handle; in gnttab_set_unmap_op()
190 unmap->dev_bus_addr = 0; in gnttab_set_unmap_op()
|
| /linux-6.15/drivers/acpi/ |
| H A D | nvs.c | 80 bool unmap; member
139 if (entry->unmap) { in suspend_nvs_free()
141 entry->unmap = false; in suspend_nvs_free()
185 entry->unmap = !!entry->kaddr; in suspend_nvs_save()
|
| /linux-6.15/drivers/ntb/ |
| H A D | ntb_transport.c | 1562 if (!unmap) in ntb_async_rx_submit()
1565 unmap->len = len; in ntb_async_rx_submit()
1571 unmap->to_cnt = 1; in ntb_async_rx_submit()
1578 unmap->from_cnt = 1; in ntb_async_rx_submit()
1588 dma_set_unmap(txd, unmap); in ntb_async_rx_submit()
1594 dmaengine_unmap_put(unmap); in ntb_async_rx_submit()
1603 dmaengine_unmap_put(unmap); in ntb_async_rx_submit()
1843 if (!unmap) in ntb_async_tx_submit()
1846 unmap->len = len; in ntb_async_tx_submit()
1852 unmap->to_cnt = 1; in ntb_async_tx_submit()
[all …]
|
| /linux-6.15/drivers/firmware/efi/ |
| H A D | memattr.c | 40 goto unmap; in efi_memattr_init()
55 goto unmap; in efi_memattr_init()
62 unmap: in efi_memattr_init()
|
| /linux-6.15/arch/x86/platform/geode/ |
| H A D | net5501.c | 66 goto unmap; in net5501_present()
80 unmap: in net5501_present()
|
| /linux-6.15/drivers/irqchip/ |
| H A D | irq-mchp-eic.c | 220 goto unmap; in mchp_eic_init()
226 goto unmap; in mchp_eic_init()
231 goto unmap; in mchp_eic_init()
267 unmap: in mchp_eic_init()
|
| /linux-6.15/drivers/gpu/drm/imagination/ |
| H A D | pvr_mmu.c | 1440 } unmap; member
1516 op_ctx->unmap.l1_free_tables = op_ctx->curr_page.l1_table; in pvr_page_table_l2_remove()
1579 op_ctx->unmap.l0_free_tables = op_ctx->curr_page.l0_table; in pvr_page_table_l1_remove()
2311 while (op_ctx->unmap.l0_free_tables) { in pvr_mmu_op_context_destroy()
2312 struct pvr_page_table_l0 *tmp = op_ctx->unmap.l0_free_tables; in pvr_mmu_op_context_destroy()
2314 op_ctx->unmap.l0_free_tables = in pvr_mmu_op_context_destroy()
2315 op_ctx->unmap.l0_free_tables->next_free; in pvr_mmu_op_context_destroy()
2319 while (op_ctx->unmap.l1_free_tables) { in pvr_mmu_op_context_destroy()
2320 struct pvr_page_table_l1 *tmp = op_ctx->unmap.l1_free_tables; in pvr_mmu_op_context_destroy()
2322 op_ctx->unmap.l1_free_tables = in pvr_mmu_op_context_destroy()
[all …]
|
| /linux-6.15/drivers/net/wireless/mediatek/mt76/ |
| H A D | wed.c | 49 goto unmap; in mt76_wed_init_rx_buf()
53 goto unmap; in mt76_wed_init_rx_buf()
63 goto unmap; in mt76_wed_init_rx_buf()
76 unmap: in mt76_wed_init_rx_buf()
|
| /linux-6.15/include/linux/ |
| H A D | dmaengine.h | 624 struct dmaengine_unmap_data *unmap; member
636 struct dmaengine_unmap_data *unmap) in dma_set_unmap() argument
638 kref_get(&unmap->kref); in dma_set_unmap()
639 tx->unmap = unmap; in dma_set_unmap()
644 void dmaengine_unmap_put(struct dmaengine_unmap_data *unmap);
647 struct dmaengine_unmap_data *unmap) in dma_set_unmap() argument
655 static inline void dmaengine_unmap_put(struct dmaengine_unmap_data *unmap) in dmaengine_unmap_put() argument
662 if (!tx->unmap) in dma_descriptor_unmap()
665 dmaengine_unmap_put(tx->unmap); in dma_descriptor_unmap()
666 tx->unmap = NULL; in dma_descriptor_unmap()
|
| /linux-6.15/drivers/gpu/drm/nouveau/nvkm/subdev/mmu/ |
| H A D | vmmgm200.c | 37 .unmap = gf100_vmm_pgt_unmap,
47 .unmap = gf100_vmm_pgt_unmap,
62 .unmap = gf100_vmm_pgt_unmap,
|
| /linux-6.15/drivers/xen/ |
| H A D | arm-device.c | 70 goto unmap; in xen_map_device_mmio()
94 goto unmap; in xen_map_device_mmio()
99 unmap: in xen_map_device_mmio()
|
| /linux-6.15/drivers/gpu/drm/ |
| H A D | drm_gpuvm.c | 2023 struct drm_gpuva *va = op->unmap->va; in drm_gpuva_remap()
2074 struct drm_gpuva_op_unmap *unmap) in op_remap_cb() argument
2083 r->unmap = unmap; in op_remap_cb()
2095 op.unmap.va = va; in op_unmap_cb()
2096 op.unmap.keep = merge; in op_unmap_cb()
2288 &unmap); in __drm_gpuvm_sm_unmap()
2444 r->unmap = kmemdup(__r->unmap, sizeof(*r->unmap), in drm_gpuva_sm_step()
2446 if (unlikely(!r->unmap)) in drm_gpuva_sm_step()
2469 kfree(op->remap.unmap); in drm_gpuva_sm_step()
2709 op->unmap.va = va; in drm_gpuvm_bo_unmap_ops_create()
[all …]
|