| /linux-6.15/drivers/dma/amd/qdma/ |
| H A D | qdma.c | 36 return container_of(vdesc, struct qdma_mm_vdesc, vdesc); in to_qdma_vdesc() 667 if (!vdesc->sg_len) in qdma_hw_enqueue() 678 for_each_sg(vdesc->sgl, sg, vdesc->sg_len, i) { in qdma_hw_enqueue() 699 vdesc->sg_off = 0; in qdma_hw_enqueue() 702 vdesc->sg_len -= i; in qdma_hw_enqueue() 703 vdesc->pidx = q->pidx; in qdma_hw_enqueue() 772 vdesc = kzalloc(sizeof(*vdesc), GFP_NOWAIT); in qdma_prep_device_sg() 773 if (!vdesc) in qdma_prep_device_sg() 775 vdesc->sgl = sgl; in qdma_prep_device_sg() 782 tx = vchan_tx_prep(&q->vchan, &vdesc->vdesc, flags); in qdma_prep_device_sg() [all …]
|
| H A D | qdma.h | 191 struct virt_dma_desc vdesc; member 202 #define QDMA_VDESC_QUEUED(vdesc) (!(vdesc)->sg_len) argument
|
| /linux-6.15/drivers/dma/ |
| H A D | dma-jz4780.c | 119 struct virt_dma_desc vdesc; member 171 struct virt_dma_desc *vdesc) in to_jz4780_dma_desc() argument 173 return container_of(vdesc, struct jz4780_dma_desc, vdesc); in to_jz4780_dma_desc() 489 struct virt_dma_desc *vdesc; in jz4780_dma_begin() local 495 if (!vdesc) in jz4780_dma_begin() 498 list_del(&vdesc->node); in jz4780_dma_begin() 645 struct virt_dma_desc *vdesc; in jz4780_dma_tx_status() local 657 if (vdesc) { in jz4780_dma_tx_status() 660 to_jz4780_dma_desc(vdesc), 0); in jz4780_dma_tx_status() 667 if (vdesc && jzchan->desc && vdesc == &jzchan->desc->vdesc in jz4780_dma_tx_status() [all …]
|
| H A D | loongson2-apb-dma.c | 104 struct virt_dma_desc vdesc; member 151 return container_of(vdesc, struct ls2x_dma_desc, vdesc); in to_ldma_desc() 198 struct virt_dma_desc *vdesc; in ls2x_dma_start_transfer() local 202 vdesc = vchan_next_desc(&lchan->vchan); in ls2x_dma_start_transfer() 203 if (!vdesc) { in ls2x_dma_start_transfer() 208 list_del(&vdesc->node); in ls2x_dma_start_transfer() 209 lchan->desc = to_ldma_desc(vdesc); in ls2x_dma_start_transfer() 353 ls2x_dma_desc_free(&desc->vdesc); in ls2x_dma_prep_slave_sg() 419 ls2x_dma_desc_free(&desc->vdesc); in ls2x_dma_prep_dma_cyclic() 557 vchan_cyclic_callback(&desc->vdesc); in ls2x_dma_isr() [all …]
|
| H A D | dma-axi-dmac.c | 130 struct virt_dma_desc vdesc; member 187 return container_of(vdesc, struct axi_dmac_desc, vdesc); in to_axi_dmac_desc() 230 struct virt_dma_desc *vdesc; in axi_dmac_start_transfer() local 245 vdesc = vchan_next_desc(&chan->vchan); in axi_dmac_start_transfer() 246 if (!vdesc) in axi_dmac_start_transfer() 249 desc = to_axi_dmac_desc(vdesc); in axi_dmac_start_transfer() 315 struct axi_dmac_desc, vdesc.node); in axi_dmac_active_desc() 415 vchan_cyclic_callback(&active->vdesc); in axi_dmac_transfer_done() 417 list_del(&active->vdesc.node); in axi_dmac_transfer_done() 418 vchan_cookie_complete(&active->vdesc); in axi_dmac_transfer_done() [all …]
|
| H A D | idma64.c | 115 struct virt_dma_desc *vdesc; in idma64_start_transfer() local 118 vdesc = vchan_next_desc(&idma64c->vchan); in idma64_start_transfer() 119 if (!vdesc) { in idma64_start_transfer() 124 list_del(&vdesc->node); in idma64_start_transfer() 125 idma64c->desc = to_idma64_desc(vdesc); in idma64_start_transfer() 154 vchan_cookie_complete(&desc->vdesc); in idma64_chan_irq() 234 idma64_desc_free(idma64c, to_idma64_desc(vdesc)); in idma64_vdesc_free() 377 struct virt_dma_desc *vdesc; in idma64_tx_status() local 392 } else if (vdesc) { in idma64_tx_status() 393 bytes = to_idma64_desc(vdesc)->length; in idma64_tx_status() [all …]
|
| H A D | fsl-edma-common.c | 58 list_del(&fsl_chan->edesc->vdesc.node); in fsl_edma_tx_chan_handler() 59 vchan_cookie_complete(&fsl_chan->edesc->vdesc); in fsl_edma_tx_chan_handler() 63 vchan_cyclic_callback(&fsl_chan->edesc->vdesc); in fsl_edma_tx_chan_handler() 225 fsl_desc = to_fsl_edma_desc(vdesc); in fsl_edma_free_desc() 341 struct virt_dma_desc *vdesc, bool in_progress) in fsl_edma_desc_residue() argument 399 struct virt_dma_desc *vdesc; in fsl_edma_tx_status() local 415 else if (vdesc) in fsl_edma_tx_status() 789 struct virt_dma_desc *vdesc; in fsl_edma_xfer_desc() local 793 vdesc = vchan_next_desc(&fsl_chan->vchan); in fsl_edma_xfer_desc() 794 if (!vdesc) in fsl_edma_xfer_desc() [all …]
|
| H A D | st_fdma.c | 30 return container_of(vd, struct st_fdma_desc, vdesc); in to_st_fdma_desc() 77 struct virt_dma_desc *vdesc; in st_fdma_xfer_desc() local 80 vdesc = vchan_next_desc(&fchan->vchan); in st_fdma_xfer_desc() 81 if (!vdesc) in st_fdma_xfer_desc() 84 fchan->fdesc = to_st_fdma_desc(vdesc); in st_fdma_xfer_desc() 145 list_del(&fchan->fdesc->vdesc.node); in st_fdma_irq_handler() 146 vchan_cookie_complete(&fchan->fdesc->vdesc); in st_fdma_irq_handler() 150 vchan_cyclic_callback(&fchan->fdesc->vdesc); in st_fdma_irq_handler() 226 static void st_fdma_free_desc(struct virt_dma_desc *vdesc) in st_fdma_free_desc() argument 231 fdesc = to_st_fdma_desc(vdesc); in st_fdma_free_desc() [all …]
|
| H A D | idma64.h | 114 struct virt_dma_desc vdesc; member 122 static inline struct idma64_desc *to_idma64_desc(struct virt_dma_desc *vdesc) in to_idma64_desc() argument 124 return container_of(vdesc, struct idma64_desc, vdesc); in to_idma64_desc()
|
| H A D | fsl-qdma.c | 182 struct virt_dma_desc vdesc; member 209 struct virt_dma_desc vdesc; member 711 fsl_comp->vdesc.tx_result.result = in fsl_qdma_queue_transfer_complete() 715 fsl_comp->vdesc.tx_result.result = in fsl_qdma_queue_transfer_complete() 721 fsl_comp->vdesc.tx_result.result = in fsl_qdma_queue_transfer_complete() 730 vchan_cookie_complete(&fsl_comp->vdesc); in fsl_qdma_queue_transfer_complete() 991 struct virt_dma_desc *vdesc; in fsl_qdma_enqueue_desc() local 1000 if (!vdesc) in fsl_qdma_enqueue_desc() 1002 list_del(&vdesc->node); in fsl_qdma_enqueue_desc() 1003 fsl_comp = to_fsl_qdma_comp(vdesc); in fsl_qdma_enqueue_desc() [all …]
|
| /linux-6.15/drivers/dma/hsu/ |
| H A D | hsu.c | 118 struct virt_dma_desc *vdesc; in hsu_dma_start_transfer() local 121 vdesc = vchan_next_desc(&hsuc->vchan); in hsu_dma_start_transfer() 122 if (!vdesc) { in hsu_dma_start_transfer() 127 list_del(&vdesc->node); in hsu_dma_start_transfer() 128 hsuc->desc = to_hsu_dma_desc(vdesc); in hsu_dma_start_transfer() 232 vchan_cookie_complete(&desc->vdesc); in hsu_dma_do_irq() 330 struct virt_dma_desc *vdesc; in hsu_dma_tx_status() local 340 vdesc = vchan_find_desc(&hsuc->vchan, cookie); in hsu_dma_tx_status() 345 } else if (vdesc) { in hsu_dma_tx_status() 346 bytes = to_hsu_dma_desc(vdesc)->length; in hsu_dma_tx_status() [all …]
|
| H A D | hsu.h | 72 struct virt_dma_desc vdesc; member 81 static inline struct hsu_dma_desc *to_hsu_dma_desc(struct virt_dma_desc *vdesc) in to_hsu_dma_desc() argument 83 return container_of(vdesc, struct hsu_dma_desc, vdesc); in to_hsu_dma_desc()
|
| /linux-6.15/fs/nilfs2/ |
| H A D | ioctl.c | 535 struct nilfs_vdesc *vdesc, in nilfs_ioctl_move_inode_block() argument 541 if (vdesc->vd_flags == 0) in nilfs_ioctl_move_inode_block() 543 inode, vdesc->vd_offset, vdesc->vd_blocknr, in nilfs_ioctl_move_inode_block() 544 vdesc->vd_vblocknr, &bh); in nilfs_ioctl_move_inode_block() 547 inode, vdesc->vd_blocknr, vdesc->vd_vblocknr, &bh); in nilfs_ioctl_move_inode_block() 565 (unsigned long long)vdesc->vd_ino, in nilfs_ioctl_move_inode_block() 596 struct nilfs_vdesc *vdesc; in nilfs_ioctl_move_blocks() local 604 ino = vdesc->vd_ino; in nilfs_ioctl_move_blocks() 605 cno = vdesc->vd_cno; in nilfs_ioctl_move_blocks() 629 vdesc++; in nilfs_ioctl_move_blocks() [all …]
|
| /linux-6.15/drivers/dma/xilinx/ |
| H A D | xilinx_dpdma.c | 199 struct virt_dma_desc vdesc; member 660 if (!vdesc) in xilinx_dpdma_chan_free_tx_desc() 663 desc = to_dpdma_tx_desc(vdesc); in xilinx_dpdma_chan_free_tx_desc() 909 struct virt_dma_desc *vdesc; in xilinx_dpdma_chan_queue_transfer() local 925 vdesc = vchan_next_desc(&chan->vchan); in xilinx_dpdma_chan_queue_transfer() 926 if (!vdesc) in xilinx_dpdma_chan_queue_transfer() 929 desc = to_dpdma_tx_desc(vdesc); in xilinx_dpdma_chan_queue_transfer() 931 list_del(&desc->vdesc.node); in xilinx_dpdma_chan_queue_transfer() 1131 vchan_cyclic_callback(&active->vdesc); in xilinx_dpdma_chan_done_irq() 1257 list_add_tail(&active->vdesc.node, in xilinx_dpdma_chan_handle_err() [all …]
|
| H A D | xdma.c | 95 struct virt_dma_desc vdesc; member 215 return container_of(vdesc, struct xdma_desc, vdesc); in to_xdma_desc() 244 static void xdma_free_desc(struct virt_dma_desc *vdesc) in xdma_free_desc() argument 249 sw_desc = to_xdma_desc(vdesc); in xdma_free_desc() 317 xdma_free_desc(&sw_desc->vdesc); in xdma_alloc_desc() 639 tx_desc = vchan_tx_prep(&xdma_chan->vchan, &sw_desc->vdesc, flags); in xdma_prep_device_sg() 646 xdma_free_desc(&sw_desc->vdesc); in xdma_prep_device_sg() 715 tx_desc = vchan_tx_prep(&xdma_chan->vchan, &sw_desc->vdesc, flags); in xdma_prep_dma_cyclic() 722 xdma_free_desc(&sw_desc->vdesc); in xdma_prep_dma_cyclic() 770 tx_desc = vchan_tx_prep(&xchan->vchan, &sw_desc->vdesc, flags); in xdma_prep_interleaved_dma() [all …]
|
| /linux-6.15/drivers/dma/sf-pdma/ |
| H A D | sf-pdma.c | 52 return container_of(vd, struct sf_pdma_desc, vdesc); in to_sf_pdma_desc() 103 desc->async_tx = vchan_tx_prep(&chan->vchan, &desc->vdesc, flags); in sf_pdma_prep_dma_memcpy() 244 struct virt_dma_desc *vdesc; in sf_pdma_get_first_pending_desc() local 249 vdesc = list_first_entry(&vchan->desc_issued, struct virt_dma_desc, node); in sf_pdma_get_first_pending_desc() 251 return container_of(vdesc, struct sf_pdma_desc, vdesc); in sf_pdma_get_first_pending_desc() 290 static void sf_pdma_free_desc(struct virt_dma_desc *vdesc) in sf_pdma_free_desc() argument 294 desc = to_sf_pdma_desc(vdesc); in sf_pdma_free_desc() 312 list_del(&chan->desc->vdesc.node); in sf_pdma_donebh_tasklet() 313 vchan_cookie_complete(&chan->desc->vdesc); in sf_pdma_donebh_tasklet()
|
| H A D | sf-pdma.h | 80 struct virt_dma_desc vdesc; member
|
| /linux-6.15/drivers/dma/stm32/ |
| H A D | stm32-dma.c | 190 struct virt_dma_desc vdesc; member 248 return container_of(vdesc, struct stm32_dma_desc, vdesc); in to_stm32_dma_desc() 559 struct virt_dma_desc *vdesc; in stm32_dma_start_transfer() local 570 vdesc = vchan_next_desc(&chan->vchan); in stm32_dma_start_transfer() 571 if (!vdesc) in stm32_dma_start_transfer() 574 list_del(&vdesc->node); in stm32_dma_start_transfer() 576 chan->desc = to_stm32_dma_desc(vdesc); in stm32_dma_start_transfer() 1427 struct virt_dma_desc *vdesc; in stm32_dma_tx_status() local 1446 else if (vdesc) in stm32_dma_tx_status() 1448 to_stm32_dma_desc(vdesc), 0); in stm32_dma_tx_status() [all …]
|
| H A D | stm32-mdma.c | 223 struct virt_dma_desc vdesc; member 276 return container_of(vdesc, struct stm32_mdma_desc, vdesc); in to_stm32_mdma_desc() 1144 struct virt_dma_desc *vdesc; in stm32_mdma_start_transfer() local 1149 vdesc = vchan_next_desc(&chan->vchan); in stm32_mdma_start_transfer() 1150 if (!vdesc) { in stm32_mdma_start_transfer() 1155 list_del(&vdesc->node); in stm32_mdma_start_transfer() 1157 chan->desc = to_stm32_mdma_desc(vdesc); in stm32_mdma_start_transfer() 1277 vchan_terminate_vdesc(&chan->desc->vdesc); in stm32_mdma_terminate_all() 1365 struct virt_dma_desc *vdesc; in stm32_mdma_tx_status() local 1379 else if (vdesc) in stm32_mdma_tx_status() [all …]
|
| H A D | stm32-dma3.c | 270 struct virt_dma_desc vdesc; member 327 return container_of(vdesc, struct stm32_dma3_swdesc, vdesc); in to_stm32_dma3_swdesc() 767 struct virt_dma_desc *vdesc; in stm32_dma3_chan_start() local 772 vdesc = vchan_next_desc(&chan->vchan); in stm32_dma3_chan_start() 773 if (!vdesc) { in stm32_dma3_chan_start() 777 list_del(&vdesc->node); in stm32_dma3_chan_start() 779 chan->swdesc = to_stm32_dma3_swdesc(vdesc); in stm32_dma3_chan_start() 1001 vchan_cookie_complete(&chan->swdesc->vdesc); in stm32_dma3_chan_complete() 1025 vchan_cyclic_callback(&chan->swdesc->vdesc); in stm32_dma3_chan_irq() 1243 return vchan_tx_prep(&chan->vchan, &swdesc->vdesc, flags); in stm32_dma3_prep_dma_memcpy() [all …]
|
| /linux-6.15/drivers/sh/intc/ |
| H A D | virq.c | 122 struct irq_desc *vdesc = irq_to_desc(entry->irq); in intc_virq_handler() local 124 if (vdesc) { in intc_virq_handler() 125 handle = (unsigned long)irq_desc_get_handler_data(vdesc); in intc_virq_handler() 128 generic_handle_irq_desc(vdesc); in intc_virq_handler()
|
| /linux-6.15/drivers/dma/fsl-dpaa2-qdma/ |
| H A D | dpaa2-qdma.c | 26 return container_of(vd, struct dpaa2_qdma_comp, vdesc); in to_fsl_qdma_comp() 269 return vchan_tx_prep(&dpaa2_chan->vchan, &dpaa2_comp->vdesc, flags); in dpaa2_qdma_prep_memcpy() 276 struct virt_dma_desc *vdesc; in dpaa2_qdma_issue_pending() local 284 vdesc = vchan_next_desc(&dpaa2_chan->vchan); in dpaa2_qdma_issue_pending() 285 if (!vdesc) in dpaa2_qdma_issue_pending() 287 dpaa2_comp = to_fsl_qdma_comp(vdesc); in dpaa2_qdma_issue_pending() 291 list_del(&vdesc->node); in dpaa2_qdma_issue_pending() 443 dpaa2_comp->vdesc); in dpaa2_qdma_fqdan_cb() 621 static void dpaa2_qdma_free_desc(struct virt_dma_desc *vdesc) in dpaa2_qdma_free_desc() argument 627 dpaa2_comp = to_fsl_qdma_comp(vdesc); in dpaa2_qdma_free_desc()
|
| H A D | dpaa2-qdma.h | 73 struct virt_dma_desc vdesc; member 96 struct virt_dma_desc vdesc; member
|
| /linux-6.15/drivers/dma/ti/ |
| H A D | edma.c | 171 struct virt_dma_desc vdesc; member 714 kfree(container_of(vdesc, struct edma_desc, vdesc)); in edma_desc_free() 721 struct virt_dma_desc *vdesc; in edma_execute() local 728 vdesc = vchan_next_desc(&echan->vchan); in edma_execute() 729 if (!vdesc) in edma_execute() 731 list_del(&vdesc->node); in edma_execute() 732 echan->edesc = to_edma_desc(&vdesc->tx); in edma_execute() 830 vchan_terminate_vdesc(&echan->edesc->vdesc); in edma_terminate_all() 1462 vchan_cyclic_callback(&edesc->vdesc); in edma_completion_handler() 1468 vchan_cookie_complete(&edesc->vdesc); in edma_completion_handler() [all …]
|
| /linux-6.15/drivers/dma/lgm/ |
| H A D | lgm-dma.c | 270 struct virt_dma_desc vdesc; member 302 return container_of(vdesc, struct dw2_desc_sw, vdesc); in to_lgm_dma_desc() 688 tx = &ds->vdesc.tx; in ldma_chan_desc_cfg() 967 struct dw2_desc_sw *ds = to_lgm_dma_desc(vdesc); in dma_free_desc_resource() 1023 struct virt_dma_desc *vdesc; in ldma_issue_pending() local 1026 vdesc = vchan_next_desc(&c->vchan); in ldma_issue_pending() 1027 if (!vdesc) { in ldma_issue_pending() 1032 list_del(&vdesc->node); in ldma_issue_pending() 1033 c->ds = to_lgm_dma_desc(vdesc); in ldma_issue_pending() 1053 dma_free_desc_resource(&c->ds->vdesc); in ldma_synchronize() [all …]
|