| /linux-6.15/drivers/infiniband/ulp/isert/ |
| H A D | ib_isert.c | 807 struct iser_tx_desc *tx_desc) in __isert_create_send_desc() argument 813 tx_desc->num_sge = 1; in __isert_create_send_desc() 850 tx_desc->dma_addr = dma_addr; in isert_init_tx_hdrs() 851 tx_desc->tx_sg[0].addr = tx_desc->dma_addr; in isert_init_tx_hdrs() 856 tx_desc->tx_sg[0].addr, tx_desc->tx_sg[0].length, in isert_init_tx_hdrs() 857 tx_desc->tx_sg[0].lkey); in isert_init_tx_hdrs() 866 struct iser_tx_desc *tx_desc = &isert_cmd->tx_desc; in isert_init_send_wr() local 944 tx_desc->num_sge = 2; in isert_put_login_tx() 1505 if (tx_desc->dma_addr != 0) { in isert_unmap_tx_desc() 1509 tx_desc->dma_addr = 0; in isert_unmap_tx_desc() [all …]
|
| /linux-6.15/drivers/crypto/ccp/ |
| H A D | ccp-dmaengine.c | 148 desc->tx_desc.cookie, cmd); in ccp_issue_next_cmd() 212 tx_desc = &desc->tx_desc; in ccp_handle_active_desc() 214 tx_desc = NULL; in ccp_handle_active_desc() 227 dma_cookie_complete(tx_desc); in ccp_handle_active_desc() 228 dma_descriptor_unmap(tx_desc); in ccp_handle_active_desc() 235 if (tx_desc) { in ccp_handle_active_desc() 238 dma_run_dependencies(tx_desc); in ccp_handle_active_desc() 300 tx_desc); in ccp_tx_submit() 341 desc->tx_desc.flags = flags; in ccp_alloc_dma_desc() 503 return &desc->tx_desc; in ccp_prep_dma_memcpy() [all …]
|
| /linux-6.15/drivers/net/ethernet/mellanox/mlx4/ |
| H A D | en_tx.c | 245 __be32 *ptr = (__be32 *)tx_desc; in mlx4_en_stamp_wqe() 249 if (likely((void *)tx_desc + in mlx4_en_stamp_wqe() 313 if (likely((void *)tx_desc + in mlx4_en_free_tx_desc() 400 struct mlx4_en_tx_desc *tx_desc; in mlx4_en_handle_err_cqe() local 777 tx_desc->ctrl.qpn_vlan = qpn_vlan; in mlx4_en_tx_write_desc() 878 struct mlx4_en_tx_desc *tx_desc; in mlx4_en_xmit() local 956 data = &tx_desc->data; in mlx4_en_xmit() 1161 tx_desc->data.lkey = ring->mr_key; in mlx4_en_init_tx_xdp_ring_descs() 1172 struct mlx4_en_tx_desc *tx_desc; in mlx4_en_xmit_frame() local 1192 data = &tx_desc->data; in mlx4_en_xmit_frame() [all …]
|
| /linux-6.15/drivers/net/ethernet/sunplus/ |
| H A D | spl2sw_desc.c | 37 if (!comm->tx_desc) in spl2sw_tx_descs_clean() 41 comm->tx_desc[i].cmd1 = 0; in spl2sw_tx_descs_clean() 43 comm->tx_desc[i].cmd2 = 0; in spl2sw_tx_descs_clean() 44 comm->tx_desc[i].addr1 = 0; in spl2sw_tx_descs_clean() 45 comm->tx_desc[i].addr2 = 0; in spl2sw_tx_descs_clean() 103 comm->tx_desc = NULL; in spl2sw_descs_free() 119 memset(comm->tx_desc, '\0', sizeof(struct spl2sw_mac_desc) * in spl2sw_tx_descs_init() 187 comm->tx_desc = comm->desc_base; in spl2sw_descs_alloc() 190 comm->rx_desc[0] = &comm->tx_desc[TX_DESC_NUM + MAC_GUARD_DESC_NUM]; in spl2sw_descs_alloc() 214 comm->tx_desc = NULL; in spl2sw_descs_init()
|
| /linux-6.15/drivers/infiniband/ulp/iser/ |
| H A D | iser_initiator.c | 149 tx_desc->type = type; in iser_create_send_desc() 150 tx_desc->cqe.done = done; in iser_create_send_desc() 156 tx_desc->iser_header.flags = ISER_VER; in iser_create_send_desc() 157 tx_desc->num_sge = 1; in iser_create_send_desc() 417 struct iser_tx_desc *tx_desc; in iser_send_data_out() local 433 if (!tx_desc) in iser_send_data_out() 436 tx_desc->type = ISCSI_TX_DATAOUT; in iser_send_data_out() 437 tx_desc->cqe.done = iser_dataout_comp; in iser_send_data_out() 438 tx_desc->iser_header.flags = ISER_VER; in iser_send_data_out() 447 tx_dsg = &tx_desc->tx_sg[1]; in iser_send_data_out() [all …]
|
| H A D | iscsi_iser.c | 196 struct iser_tx_desc *tx_desc) in iser_initialize_task_headers() argument 211 tx_desc->inv_wr.next = NULL; in iser_initialize_task_headers() 212 tx_desc->reg_wr.wr.next = NULL; in iser_initialize_task_headers() 213 tx_desc->mapped = true; in iser_initialize_task_headers() 214 tx_desc->dma_addr = dma_addr; in iser_initialize_task_headers() 215 tx_desc->tx_sg[0].addr = tx_desc->dma_addr; in iser_initialize_task_headers() 216 tx_desc->tx_sg[0].length = ISER_HEADERS_LEN; in iser_initialize_task_headers() 217 tx_desc->tx_sg[0].lkey = device->pd->local_dma_lkey; in iser_initialize_task_headers() 367 struct iser_tx_desc *tx_desc = &iser_task->desc; in iscsi_iser_cleanup_task() local 375 if (likely(tx_desc->mapped)) { in iscsi_iser_cleanup_task() [all …]
|
| H A D | iser_memory.c | 253 struct iser_tx_desc *tx_desc = &iser_task->desc; in iser_reg_sig_mr() local 257 struct ib_reg_wr *wr = &tx_desc->reg_wr; in iser_reg_sig_mr() 268 iser_inv_rkey(&tx_desc->inv_wr, mr, cqe, &wr->wr); in iser_reg_sig_mr() 281 wr->wr.next = &tx_desc->send_wr; in iser_reg_sig_mr() 310 struct iser_tx_desc *tx_desc = &iser_task->desc; in iser_fast_reg_mr() local 313 struct ib_reg_wr *wr = &tx_desc->reg_wr; in iser_fast_reg_mr() 317 iser_inv_rkey(&tx_desc->inv_wr, mr, cqe, &wr->wr); in iser_fast_reg_mr() 328 wr->wr.next = &tx_desc->send_wr; in iser_fast_reg_mr()
|
| /linux-6.15/drivers/dma/amd/ptdma/ |
| H A D | ptdma-dmaengine.c | 214 tx_desc = &desc->vd.tx; in pt_handle_active_desc() 217 tx_desc = NULL; in pt_handle_active_desc() 227 dma_cookie_complete(tx_desc); in pt_handle_active_desc() 232 tx_desc = NULL; in pt_handle_active_desc() 242 dma_run_dependencies(tx_desc); in pt_handle_active_desc() 354 tx_desc = &desc->vd.tx; in pt_cmd_callback_work() 365 dma_cookie_complete(tx_desc); in pt_cmd_callback_work() 366 dma_descriptor_unmap(tx_desc); in pt_cmd_callback_work() 368 tx_desc = NULL; in pt_cmd_callback_work() 372 if (tx_desc) { in pt_cmd_callback_work() [all …]
|
| /linux-6.15/drivers/net/ethernet/intel/fm10k/ |
| H A D | fm10k_main.c | 746 struct fm10k_tx_desc *tx_desc; in fm10k_tso() local 776 tx_desc->hdrlen = hdrlen; in fm10k_tso() 793 struct fm10k_tx_desc *tx_desc; in fm10k_tx_csum() local 870 tx_desc->hdrlen = 0; in fm10k_tx_csum() 871 tx_desc->mss = 0; in fm10k_tx_csum() 901 tx_desc->flags = desc_flags; in fm10k_tx_desc_push() 937 struct fm10k_tx_desc *tx_desc; in fm10k_tx_map() local 952 tx_desc->vlan = 0; in fm10k_tx_map() 1232 tx_desc++; in fm10k_clean_tx_irq() 1252 tx_desc++; in fm10k_clean_tx_irq() [all …]
|
| /linux-6.15/drivers/net/ethernet/intel/ixgbe/ |
| H A D | ixgbe_xsk.c | 394 union ixgbe_adv_tx_desc *tx_desc = NULL; in ixgbe_xmit_zc() local 421 tx_desc = IXGBE_TX_DESC(xdp_ring, xdp_ring->next_to_use); in ixgbe_xmit_zc() 422 tx_desc->read.buffer_addr = cpu_to_le64(dma); in ixgbe_xmit_zc() 429 tx_desc->read.cmd_type_len = cpu_to_le32(cmd_type); in ixgbe_xmit_zc() 430 tx_desc->read.olinfo_status = in ixgbe_xmit_zc() 438 if (tx_desc) { in ixgbe_xmit_zc() 462 union ixgbe_adv_tx_desc *tx_desc; in ixgbe_clean_xdp_tx_irq() local 467 tx_desc = IXGBE_TX_DESC(tx_ring, ntc); in ixgbe_clean_xdp_tx_irq() 484 tx_desc++; in ixgbe_clean_xdp_tx_irq() 489 tx_desc = IXGBE_TX_DESC(tx_ring, 0); in ixgbe_clean_xdp_tx_irq() [all …]
|
| /linux-6.15/drivers/net/ethernet/intel/idpf/ |
| H A D | idpf_singleq_txrx.c | 211 tx_desc = &tx_q->base_tx[i]; in idpf_tx_singleq_map() 244 tx_desc = &tx_q->base_tx[0]; in idpf_tx_singleq_map() 248 tx_desc++; in idpf_tx_singleq_map() 268 tx_desc = &tx_q->base_tx[0]; in idpf_tx_singleq_map() 272 tx_desc++; in idpf_tx_singleq_map() 445 tx_desc = &tx_q->base_tx[ntc]; in idpf_tx_singleq_clean() 479 while (tx_desc != eop_desc) { in idpf_tx_singleq_clean() 481 tx_desc++; in idpf_tx_singleq_clean() 486 tx_desc = &tx_q->base_tx[0]; in idpf_tx_singleq_clean() 498 tx_desc++; in idpf_tx_singleq_clean() [all …]
|
| /linux-6.15/drivers/net/ethernet/intel/ice/ |
| H A D | ice_txrx.c | 38 struct ice_tx_desc *tx_desc; in ice_prgm_fdir_fltr() local 223 struct ice_tx_desc *tx_desc; in ice_clean_tx_irq() local 277 tx_desc++; in ice_clean_tx_irq() 298 tx_desc++; in ice_clean_tx_irq() 306 prefetch(tx_desc); in ice_clean_tx_irq() 1712 tx_desc++; in ice_tx_map() 1733 tx_desc++; in ice_tx_map() 2572 tx_desc->buf_addr = 0; in ice_clean_ctrl_tx_irq() 2577 tx_desc++; in ice_clean_ctrl_tx_irq() 2599 tx_desc->buf_addr = 0; in ice_clean_ctrl_tx_irq() [all …]
|
| H A D | ice_txrx_lib.c | 298 struct ice_tx_desc *tx_desc; in ice_clean_xdp_irq() local 307 tx_desc = ICE_TX_DESC(xdp_ring, idx); in ice_clean_xdp_irq() 308 if (tx_desc->cmd_type_offset_bsz & in ice_clean_xdp_irq() 354 tx_desc->cmd_type_offset_bsz = 0; in ice_clean_xdp_irq() 375 struct ice_tx_desc *tx_desc; in __ice_xmit_xdp_ring() local 398 tx_desc = ICE_TX_DESC(xdp_ring, ntu); in __ice_xmit_xdp_ring() 420 tx_desc->buf_addr = cpu_to_le64(dma); in __ice_xmit_xdp_ring() 421 tx_desc->cmd_type_offset_bsz = ice_build_ctob(0, 0, size, 0); in __ice_xmit_xdp_ring() 430 tx_desc = ICE_TX_DESC(xdp_ring, ntu); in __ice_xmit_xdp_ring() 448 tx_desc->cmd_type_offset_bsz |= in __ice_xmit_xdp_ring()
|
| H A D | ice_xsk.c | 612 struct ice_tx_desc *tx_desc; in ice_clean_xdp_irq_zc() local 622 if (tx_desc->cmd_type_offset_bsz & in ice_clean_xdp_irq_zc() 655 tx_desc->cmd_type_offset_bsz = 0; in ice_clean_xdp_irq_zc() 685 struct ice_tx_desc *tx_desc; in ice_xmit_xdp_tx_zc() local 706 tx_desc = ICE_TX_DESC(xdp_ring, ntu); in ice_xmit_xdp_tx_zc() 718 tx_desc->buf_addr = cpu_to_le64(dma); in ice_xmit_xdp_tx_zc() 729 tx_desc = ICE_TX_DESC(xdp_ring, ntu); in ice_xmit_xdp_tx_zc() 739 tx_desc->cmd_type_offset_bsz |= in ice_xmit_xdp_tx_zc() 963 struct ice_tx_desc *tx_desc; in ice_xmit_pkt() local 970 tx_desc->buf_addr = cpu_to_le64(dma); in ice_xmit_pkt() [all …]
|
| H A D | ice_txrx_lib.h | 104 struct ice_tx_desc *tx_desc; in ice_set_rs_bit() local 106 tx_desc = ICE_TX_DESC(xdp_ring, rs_idx); in ice_set_rs_bit() 107 tx_desc->cmd_type_offset_bsz |= in ice_set_rs_bit()
|
| /linux-6.15/drivers/net/wireless/realtek/rtw88/ |
| H A D | tx.c | 38 struct rtw_tx_desc *tx_desc = (struct rtw_tx_desc *)skb->data; in rtw_tx_fill_tx_desc() local 50 tx_desc->w1 = le32_encode_bits(pkt_info->mac_id, RTW_TX_DESC_W1_MACID) | in rtw_tx_fill_tx_desc() 57 tx_desc->w2 = le32_encode_bits(pkt_info->ampdu_en, RTW_TX_DESC_W2_AGG_EN) | in rtw_tx_fill_tx_desc() 69 tx_desc->w4 = le32_encode_bits(pkt_info->rate, RTW_TX_DESC_W4_DATARATE); in rtw_tx_fill_tx_desc() 72 tx_desc->w4 |= le32_encode_bits(0x1f, RTW_TX_DESC_W4_DATARATE_FB_LIMIT); in rtw_tx_fill_tx_desc() 79 tx_desc->w6 = le32_encode_bits(pkt_info->sn, RTW_TX_DESC_W6_SW_DEFINE); in rtw_tx_fill_tx_desc() 81 tx_desc->w8 = le32_encode_bits(pkt_info->en_hwseq, RTW_TX_DESC_W8_EN_HWSEQ); in rtw_tx_fill_tx_desc() 83 tx_desc->w9 = le32_encode_bits(pkt_info->seq, RTW_TX_DESC_W9_SW_SEQ); in rtw_tx_fill_tx_desc() 86 tx_desc->w4 |= le32_encode_bits(DESC_RATE24M, RTW_TX_DESC_W4_RTSRATE); in rtw_tx_fill_tx_desc() 87 tx_desc->w5 |= le32_encode_bits(1, RTW_TX_DESC_W5_DATA_RTS_SHORT); in rtw_tx_fill_tx_desc() [all …]
|
| /linux-6.15/drivers/dma/xilinx/ |
| H A D | xilinx_dpdma.c | 636 struct xilinx_dpdma_tx_desc *tx_desc; in xilinx_dpdma_chan_alloc_tx_desc() local 638 tx_desc = kzalloc(sizeof(*tx_desc), GFP_NOWAIT); in xilinx_dpdma_chan_alloc_tx_desc() 639 if (!tx_desc) in xilinx_dpdma_chan_alloc_tx_desc() 643 tx_desc->chan = chan; in xilinx_dpdma_chan_alloc_tx_desc() 644 tx_desc->error = false; in xilinx_dpdma_chan_alloc_tx_desc() 646 return tx_desc; in xilinx_dpdma_chan_alloc_tx_desc() 691 struct xilinx_dpdma_tx_desc *tx_desc; in xilinx_dpdma_chan_prep_cyclic() local 697 if (!tx_desc) in xilinx_dpdma_chan_prep_cyclic() 766 struct xilinx_dpdma_tx_desc *tx_desc; in xilinx_dpdma_chan_prep_interleaved_dma() local 780 if (!tx_desc) in xilinx_dpdma_chan_prep_interleaved_dma() [all …]
|
| /linux-6.15/drivers/net/ethernet/seeq/ |
| H A D | sgiseeq.c | 96 struct sgiseeq_tx_desc *tx_desc; member 197 dma_sync_desc_dev(dev, &sp->tx_desc[i]); in seeq_init_ring() 230 if (sp->tx_desc[i].skb) { in seeq_purge_ring() 231 dev_kfree_skb(sp->tx_desc[i].skb); in seeq_purge_ring() 232 sp->tx_desc[i].skb = NULL; in seeq_purge_ring() 253 struct sgiseeq_tx_desc *t = gpriv->tx_desc; in sgiseeq_dump_rings() 443 td = &sp->tx_desc[i]; in kick_tx() 448 td = &sp->tx_desc[i]; in kick_tx() 480 td = &sp->tx_desc[j]; in sgiseeq_tx() 613 td = &sp->tx_desc[entry]; in sgiseeq_start_xmit() [all …]
|
| /linux-6.15/drivers/net/ethernet/intel/i40e/ |
| H A D | i40e_xsk.c | 512 struct i40e_tx_desc *tx_desc; in i40e_xmit_pkt() local 518 tx_desc = I40E_TX_DESC(xdp_ring, xdp_ring->next_to_use++); in i40e_xmit_pkt() 519 tx_desc->buffer_addr = cpu_to_le64(dma); in i40e_xmit_pkt() 520 tx_desc->cmd_type_offset_bsz = build_ctob(cmd, 0, desc->len, 0); in i40e_xmit_pkt() 529 struct i40e_tx_desc *tx_desc; in i40e_xmit_pkt_batch() local 540 tx_desc = I40E_TX_DESC(xdp_ring, ntu++); in i40e_xmit_pkt_batch() 541 tx_desc->buffer_addr = cpu_to_le64(dma); in i40e_xmit_pkt_batch() 542 tx_desc->cmd_type_offset_bsz = build_ctob(cmd, 0, desc[i].len, 0); in i40e_xmit_pkt_batch() 566 struct i40e_tx_desc *tx_desc; in i40e_set_rs_bit() local 568 tx_desc = I40E_TX_DESC(xdp_ring, ntu); in i40e_set_rs_bit() [all …]
|
| /linux-6.15/drivers/spi/ |
| H A D | spi-pxa2xx-dma.c | 139 struct dma_async_tx_descriptor *tx_desc, *rx_desc; in pxa2xx_spi_dma_prepare() local 142 tx_desc = pxa2xx_spi_dma_prepare_one(drv_data, DMA_MEM_TO_DEV, xfer); in pxa2xx_spi_dma_prepare() 143 if (!tx_desc) { in pxa2xx_spi_dma_prepare() 161 dmaengine_submit(tx_desc); in pxa2xx_spi_dma_prepare()
|
| /linux-6.15/drivers/net/ethernet/intel/iavf/ |
| H A D | iavf_txrx.c | 238 struct iavf_tx_desc *tx_desc; in iavf_clean_tx_irq() local 283 while (tx_desc != eop_desc) { in iavf_clean_tx_irq() 285 tx_ring, tx_desc, tx_buf); in iavf_clean_tx_irq() 288 tx_desc++; in iavf_clean_tx_irq() 308 tx_desc++; in iavf_clean_tx_irq() 316 prefetch(tx_desc); in iavf_clean_tx_irq() 2155 struct iavf_tx_desc *tx_desc; in iavf_tx_map() local 2191 tx_desc++; in iavf_tx_map() 2212 tx_desc++; in iavf_tx_map() 2241 tx_desc->cmd_type_offset_bsz = in iavf_tx_map() [all …]
|
| /linux-6.15/drivers/net/ethernet/oki-semi/pch_gbe/ |
| H A D | pch_gbe_main.c | 1067 struct pch_gbe_tx_desc *tx_desc; in pch_gbe_tx_queue() local 1155 tx_desc->length = (tmp_skb->len); in pch_gbe_tx_queue() 1426 struct pch_gbe_tx_desc *tx_desc; in pch_gbe_alloc_tx_buffers() local 1454 struct pch_gbe_tx_desc *tx_desc; in pch_gbe_clean_tx() local 1468 tx_desc->gbec_status, tx_desc->dma_status); in pch_gbe_clean_tx() 1494 tx_desc->gbec_status); in pch_gbe_clean_tx() 1501 tx_desc->gbec_status); in pch_gbe_clean_tx() 1519 } else if ((tx_desc->gbec_status & in pch_gbe_clean_tx() 1543 tx_desc->gbec_status = DSC_INIT16; in pch_gbe_clean_tx() 1704 struct pch_gbe_tx_desc *tx_desc; in pch_gbe_setup_tx_resources() local [all …]
|
| /linux-6.15/drivers/net/ethernet/hisilicon/ |
| H A D | hip04_eth.c | 173 struct tx_desc { struct 226 struct tx_desc *tx_desc; member 451 struct tx_desc *desc; in hip04_tx_reclaim() 461 desc = &priv->tx_desc[tx_tail]; in hip04_tx_reclaim() 511 struct tx_desc *desc = &priv->tx_desc[tx_head]; in hip04_mac_start_xmit() 542 offsetof(struct tx_desc, send_addr)); in hip04_mac_start_xmit() 859 priv->tx_desc = dma_alloc_coherent(d, in hip04_alloc_ring() 860 TX_DESC_NUM * sizeof(struct tx_desc), in hip04_alloc_ring() 862 if (!priv->tx_desc) in hip04_alloc_ring() 889 dma_free_coherent(d, TX_DESC_NUM * sizeof(struct tx_desc), in hip04_free_ring() [all …]
|
| /linux-6.15/drivers/net/ethernet/marvell/mvpp2/ |
| H A D | mvpp2_main.c | 223 struct mvpp2_tx_desc *tx_desc, in mvpp2_txdesc_size_set() argument 233 struct mvpp2_tx_desc *tx_desc, in mvpp2_txdesc_txq_set() argument 237 tx_desc->pp21.phys_txq = txq; in mvpp2_txdesc_txq_set() 239 tx_desc->pp22.phys_txq = txq; in mvpp2_txdesc_txq_set() 243 struct mvpp2_tx_desc *tx_desc, in mvpp2_txdesc_cmd_set() argument 2466 return txq->descs + tx_desc; in mvpp2_txq_next_desc_get() 3678 struct mvpp2_tx_desc *tx_desc; in mvpp2_xdp_submit_frame() local 4179 tx_desc->pp22.ptp_descriptor &= in mvpp2_tx_hw_tstamp() 4196 struct mvpp2_tx_desc *tx_desc; in mvpp2_tx_frag_process() local 4237 tx_desc = txq->descs + i; in mvpp2_tx_frag_process() [all …]
|
| /linux-6.15/drivers/net/ethernet/ |
| H A D | ec_bhf.c | 103 struct tx_desc { struct 144 struct tx_desc *tx_descs; 170 static void ec_bhf_send_packet(struct ec_bhf_priv *priv, struct tx_desc *desc) in ec_bhf_send_packet() 178 static int ec_bhf_desc_sent(struct tx_desc *desc) in ec_bhf_desc_sent() 286 struct tx_desc *desc; in ec_bhf_start_xmit() 361 priv->tx_dcount = priv->tx_buf.len / sizeof(struct tx_desc); in ec_bhf_setup_tx_descs() 362 priv->tx_descs = (struct tx_desc *)priv->tx_buf.buf; in ec_bhf_setup_tx_descs() 409 FIFO_SIZE * sizeof(struct tx_desc)); in ec_bhf_open()
|