Home
last modified time | relevance | path

Searched refs:cpl (Results 1 – 25 of 52) sorted by relevance

123

/freebsd-14.2/sys/dev/cxgbe/tom/
H A Dt4_connect.c77 u_int tid = GET_TID(cpl); in do_act_establish()
102 be32toh(cpl->rcv_isn) - 1, cpl->tcp_opt); in do_act_establish()
325 INIT_TP_WR(cpl, 0); in t4_connect()
342 cpl->local_port = inp->inp_lport; in t4_connect()
345 cpl->peer_port = inp->inp_fport; in t4_connect()
354 be32toh(cpl->opt2)); in t4_connect()
356 struct cpl_act_open_req *cpl = wrtod(wr); in t4_connect() local
362 INIT_TP_WR(cpl, 0); in t4_connect()
379 inp_4tuple_get(inp, &cpl->local_ip, &cpl->local_port, in t4_connect()
380 &cpl->peer_ip, &cpl->peer_port); in t4_connect()
[all …]
H A Dt4_tls.c394 cpl->pld_len = htobe32(plen); in write_tlstx_cpl()
396 cpl->type_protover = htobe32( in write_tlstx_cpl()
401 cpl->scmd1 = htobe64(seqno); in write_tlstx_cpl()
486 struct cpl_tx_tls_sfo *cpl; in t4_push_ktls() local
726 unsigned int tid = GET_TID(cpl); in do_tls_data()
739 m_adj(m, sizeof(*cpl)); in do_tls_data()
775 be32toh(cpl->seq)); in do_tls_data()
807 m_adj(m, sizeof(*cpl)); in do_rx_tls_cmp()
861 be32toh(cpl->ddp_valid)); in do_rx_tls_cmp()
1252 switch (cpl->cookie) { in do_tls_tcb_rpl()
[all …]
H A Dt4_listen.c852 int stid = GET_TID(cpl); in do_pass_open_rpl()
928 int stid = GET_TID(cpl); in do_close_server_rpl()
995 unsigned int tid = GET_TID(cpl); in do_abort_req_synqe()
1045 unsigned int tid = GET_TID(cpl); in do_abort_rpl_synqe()
1146 eh = (const void *)(cpl + 1); in pass_accept_req_to_protohdrs()
1303 unsigned int tid = GET_TID(cpl); in do_pass_accept_req()
1336 l2info = be16toh(cpl->l2info); in do_pass_accept_req()
1347 if (encapsulated_syn(sc, cpl)) { in do_pass_accept_req()
1543 m_adj(m, sizeof(*cpl)); in do_pass_accept_req()
1586 unsigned int tid = GET_TID(cpl); in do_pass_establish()
[all …]
H A Dt4_cpl_io.c920 struct cpl_tx_data_iso *cpl; in write_tx_data_iso() local
949 cpl->ahs_len = 0; in write_tx_data_iso()
952 cpl->len = htonl(len); in write_tx_data_iso()
954 cpl->datasn_offset = htonl(0); in write_tx_data_iso()
956 cpl->reserved3 = 0; in write_tx_data_iso()
1376 be32toh(cpl->rcv_nxt))); in do_peer_close()
1497 struct cpl_abort_rpl *cpl; in send_abort_rpl() local
1504 cpl = wrtod(wr); in send_abort_rpl()
1507 cpl->cmd = rst_status; in send_abort_rpl()
1590 cpl->status)); in do_abort_req()
[all …]
H A Dt4_tom.c484 struct cpl_get_tcb *cpl; in send_get_tcb() local
490 cpl = start_wrq_wr(&sc->sge.ctrlq[0], howmany(sizeof(*cpl), 16), in send_get_tcb()
492 if (__predict_false(cpl == NULL)) in send_get_tcb()
494 bzero(cpl, sizeof(*cpl)); in send_get_tcb()
495 INIT_TP_WR(cpl, tid); in send_get_tcb()
499 cpl->cookie = 0xff; in send_get_tcb()
703 const u_int tid = GET_TID(cpl); in do_get_tcb_rpl()
1741 struct cpl_act_open_req *cpl; in reclaim_wr_resources() local
1753 cpl = wrtod(wr); in reclaim_wr_resources()
1754 opcode = GET_OPCODE(cpl); in reclaim_wr_resources()
[all …]
/freebsd-14.2/sys/dev/nvme/
H A Dnvme_qpair.c351 cpl->sqid, cpl->cid, cpl->cdw0); in nvme_qpair_print_completion()
489 struct nvme_completion cpl; in nvme_qpair_manual_complete_tracker() local
491 memset(&cpl, 0, sizeof(cpl)); in nvme_qpair_manual_complete_tracker()
495 cpl.sqid = qpair->id; in nvme_qpair_manual_complete_tracker()
496 cpl.cid = tr->cid; in nvme_qpair_manual_complete_tracker()
513 memset(&cpl, 0, sizeof(cpl)); in nvme_qpair_manual_complete_request()
514 cpl.sqid = qpair->id; in nvme_qpair_manual_complete_request()
598 cpl = qpair->cpl[qpair->num_entries - 1]; in _nvme_qpair_process_completions()
623 cpl = qpair->cpl[qpair->cq_head]; in _nvme_qpair_process_completions()
654 cpl.cid); in _nvme_qpair_process_completions()
[all …]
H A Dnvme_ctrlr.c469 if (nvme_completion_is_error(&status.cpl)) { in nvme_ctrlr_identify()
510 cq_allocated = (status.cpl.cdw0 >> 16) + 1; in nvme_ctrlr_set_num_qpairs()
701 if (nvme_completion_is_error(cpl)) in nvme_ctrlr_async_event_log_page_cb()
782 if (nvme_completion_is_error(cpl)) { in nvme_ctrlr_async_event_cb()
803 memcpy(&aer->cpl, cpl, sizeof(*cpl)); in nvme_ctrlr_async_event_cb()
1064 if (nvme_completion_is_error(&status.cpl)) in nvme_ctrlr_hmb_enable()
1228 if (ctrlr->ioq && ctrlr->ioq[i].cpl) in nvme_ctrlr_poll()
1254 bzero(&pt->cpl, sizeof(pt->cpl)); in nvme_pt_done()
1255 pt->cpl.cdw0 = cpl->cdw0; in nvme_pt_done()
1257 status = cpl->status; in nvme_pt_done()
[all …]
H A Dnvme_test.c160 nvme_ns_io_test_cb(void *arg, const struct nvme_completion *cpl) in nvme_ns_io_test_cb() argument
167 if (nvme_completion_is_error(cpl)) { in nvme_ns_io_test_cb()
202 struct nvme_completion cpl; in nvme_ns_io_test() local
214 memset(&cpl, 0, sizeof(cpl)); in nvme_ns_io_test()
216 nvme_ns_io_test_cb(tth, &cpl); in nvme_ns_io_test()
H A Dnvme.c304 nvme_completion_poll_cb(void *arg, const struct nvme_completion *cpl) in nvme_completion_poll_cb() argument
313 memcpy(&status->cpl, cpl, sizeof(*cpl)); in nvme_completion_poll_cb()
H A Dnvme_sim.c64 nvme_sim_nvmeio_done(void *ccb_arg, const struct nvme_completion *cpl) in nvme_sim_nvmeio_done() argument
74 memcpy(&ccb->nvmeio.cpl, cpl, sizeof(*cpl)); in nvme_sim_nvmeio_done()
76 if (nvme_completion_is_error(cpl)) { in nvme_sim_nvmeio_done()
H A Dnvme_ns.c50 const struct nvme_completion *cpl);
126 nvme_ns_strategy_done(void *arg, const struct nvme_completion *cpl) in nvme_ns_strategy_done() argument
134 if (nvme_completion_is_error(cpl)) { in nvme_ns_strategy_done()
298 nvme_bio_child_done(void *arg, const struct nvme_completion *cpl) in nvme_bio_child_done() argument
306 bio_error = nvme_completion_is_error(cpl) ? EIO : 0; in nvme_bio_child_done()
536 if (nvme_completion_is_error(&status.cpl)) { in nvme_ns_construct()
H A Dnvme_private.h105 struct nvme_completion cpl; member
125 struct nvme_completion cpl; member
181 struct nvme_completion *cpl; member
395 void nvme_completion_poll_cb(void *arg, const struct nvme_completion *cpl);
441 struct nvme_completion *cpl);
H A Dnvme_sysctl.c56 struct nvme_completion *cpl; in nvme_dump_queue() local
64 cpl = &qpair->cpl[i]; in nvme_dump_queue()
66 nvme_qpair_print_completion(qpair, cpl); in nvme_dump_queue()
/freebsd-14.2/sys/dev/cxgbe/cxgbei/
H A Dcxgbei.c197 u_int tid = GET_TID(cpl); in do_rx_iscsi_hdr()
202 uint16_t len = be16toh(cpl->len); in do_rx_iscsi_hdr()
213 icp->icp_seq = ntohl(cpl->seq); in do_rx_iscsi_hdr()
234 u_int tid = GET_TID(cpl); in do_rx_iscsi_data()
240 MPASS(m->m_pkthdr.len == be16toh(cpl->len) + sizeof(*cpl)); in do_rx_iscsi_data()
259 m_adj(m, sizeof(*cpl)); in do_rx_iscsi_data()
277 be16toh(cpl->len), icp); in do_rx_iscsi_data()
448 u_int tid = GET_TID(cpl); in do_rx_iscsi_ddp()
469 val = be32toh(cpl->ddpvld); in do_rx_iscsi_ddp()
585 u_int tid = GET_TID(cpl); in do_rx_iscsi_cmp()
[all …]
/freebsd-14.2/sys/dev/cxgb/
H A Dcxgb_offload.h94 #define M_GETHDR_OFLD(qset, ctrl, cpl) \ argument
95 m_gethdr_ofld(qset, ctrl, sizeof(*cpl), (void **)&cpl)
97 m_gethdr_ofld(int qset, int ctrl, int cpllen, void **cpl) in m_gethdr_ofld() argument
108 *cpl = (void *)(oh + 1); in m_gethdr_ofld()
/freebsd-14.2/sys/dev/cxgbe/crypto/
H A Dt6_kern_tls.c166 inp_4tuple_get(inp, &cpl->local_ip, &cpl->local_port, in mk_ktls_act_open_req()
167 &cpl->peer_ip, &cpl->peer_port); in mk_ktls_act_open_req()
260 tlsp->tid = GET_TID(cpl); in ktls_act_open_rpl()
303 cpl->val = htobe64(val); in write_set_tcb_field_ulp()
1143 cpl = (void *)(wr + 1); in ktls_write_tcp_options()
1147 cpl->pack = 0; in ktls_write_tcp_options()
1150 out = (void *)(cpl + 1); in ktls_write_tcp_options()
1243 cpl = (void *)(wr + 1); in ktls_write_tunnel_packet()
1247 cpl->pack = 0; in ktls_write_tunnel_packet()
1885 cpl = (void *)(wr + 1); in ktls_write_tcp_fin()
[all …]
H A Dt4_crypto.c338 struct cpl_rx_phys_dsgl *cpl; in ccr_write_phys_dsgl() local
345 cpl = dst; in ccr_write_phys_dsgl()
348 cpl->pcirlxorder_to_noofsgentr = htobe32( in ccr_write_phys_dsgl()
353 cpl->rss_hdr_int.opcode = CPL_RX_PHYS_ADDR; in ccr_write_phys_dsgl()
355 cpl->rss_hdr_int.hash_val = 0; in ccr_write_phys_dsgl()
357 sgl = (struct phys_sge_pairs *)(cpl + 1); in ccr_write_phys_dsgl()
616 (cpl + 1)); in ccr_hash_done()
2655 const struct cpl_fw6_pld *cpl; in do_cpl6_fw_pld() local
2661 cpl = mtod(m, const void *); in do_cpl6_fw_pld()
2663 cpl = (const void *)(rss + 1); in do_cpl6_fw_pld()
[all …]
/freebsd-14.2/sbin/nvmecontrol/
H A Dns.c432 if (nvme_completion_is_error(&pt.cpl)) in nsactive()
477 if (nvme_completion_is_error(&pt.cpl)) in nsallocated()
521 if (nvme_completion_is_error(&pt.cpl)) in nscontrollers()
622 if (nvme_completion_is_error(&pt.cpl)) { in nscreate()
674 if (nvme_completion_is_error(&pt.cpl)) { in nsdelete()
738 if (nvme_completion_is_error(&pt.cpl)) in nsattach()
759 if (nvme_completion_is_error(&pt.cpl)) { in nsattach()
809 if (nvme_completion_is_error(&pt.cpl)) in nsdetach()
836 if (nvme_completion_is_error(&pt.cpl)) { in nsdetach()
884 if (nvme_completion_is_error(&pt.cpl)) in nsattached()
[all …]
H A Dpower.c115 if (nvme_completion_is_error(&pt.cpl)) in power_set()
131 if (nvme_completion_is_error(&pt.cpl)) in power_show()
134 printf("Current Power State is %d\n", pt.cpl.cdw0 & 0x1F); in power_show()
135 printf("Current Workload Hint is %d\n", pt.cpl.cdw0 >> 5); in power_show()
H A Dselftest.c69 if (NVME_STATUS_GET_SCT(pt.cpl.status) == NVME_SCT_COMMAND_SPECIFIC && in selftest_op()
70 NVME_STATUS_GET_SC(pt.cpl.status) == NVME_SC_SELF_TEST_IN_PROGRESS) in selftest_op()
72 else if (nvme_completion_is_error(&pt.cpl)) in selftest_op()
H A Dfirmware.c192 if (nvme_completion_is_error(&pt.cpl)) in update_firmware()
215 sct = NVME_STATUS_GET_SCT(pt.cpl.status); in activate_firmware()
216 sc = NVME_STATUS_GET_SC(pt.cpl.status); in activate_firmware()
222 if (nvme_completion_is_error(&pt.cpl)) in activate_firmware()
/freebsd-14.2/usr.sbin/bhyve/amd64/
H A Dtask_switch.c272 sup_paging.cpl = 0; /* implicit supervisor mode */ in read_tss_descriptor()
315 int cpl, dpl, rpl; in validate_seg_desc() local
370 sup_paging.cpl = 0; /* implicit supervisor mode */ in validate_seg_desc()
397 cpl = cs & SEL_RPL_MASK; in validate_seg_desc()
401 if (stackseg && (rpl != cpl || dpl != cpl)) { in validate_seg_desc()
408 if ((conforming && (cpl < dpl)) || in validate_seg_desc()
409 (!conforming && (cpl != dpl))) { in validate_seg_desc()
425 if (!conforming && (rpl > dpl || cpl > dpl)) { in validate_seg_desc()
589 ts->paging.cpl = tss->tss_cs & SEL_RPL_MASK; in tss32_restore()
674 if (vie_alignment_check(paging->cpl, bytes, cr0, rflags, gla)) { in push_errcode()
[all …]
/freebsd-14.2/sys/dev/cxgbe/
H A Dt4_filter.c1310 f->tid = GET_TID(cpl); in t4_hashfilter_ao_rpl()
1383 unsigned int tid = GET_TID(cpl); in t4_del_hashfilter_rpl()
1394 if (cpl->status == 0) { in t4_del_hashfilter_rpl()
1509 struct cpl_t5_act_open_req6 *cpl5 = (void *)cpl; in mk_act_open_req6()
1510 struct cpl_t6_act_open_req6 *cpl6 = (void *)cpl; in mk_act_open_req6()
1527 cpl->local_port = htobe16(f->fs.val.dport); in mk_act_open_req6()
1528 cpl->peer_port = htobe16(f->fs.val.sport); in mk_act_open_req6()
1553 struct cpl_t5_act_open_req *cpl5 = (void *)cpl; in mk_act_open_req()
1554 struct cpl_t6_act_open_req *cpl6 = (void *)cpl; in mk_act_open_req()
1571 cpl->local_port = htobe16(f->fs.val.dport); in mk_act_open_req()
[all …]
H A Dt4_sge.c404 tid = GET_TID(cpl); in set_tcb_rpl_handler()
5367 lso = cpl; in write_lso_cpl()
5507 cpl->pack = 0; in write_txpkt_vm_wr()
5652 cpl->pack = 0; in write_txpkt_wr()
5898 cpl = flitp; in write_txpkts_wr()
5920 cpl->pack = 0; in write_txpkts_wr()
5924 flitp = cpl + 1; in write_txpkts_wr()
5992 cpl = flitp; in write_txpkts_vm_wr()
6009 cpl->pack = 0; in write_txpkts_vm_wr()
6415 return (t4_fw_msg_handler[cpl->type](sc, &cpl->data[0])); in handle_fw_msg()
[all …]
H A Dt4_netmap.c975 struct cpl_tx_pkt_core *cpl; in cxgbe_nm_tx() local
989 cpl = (void *)(wr + 1); in cxgbe_nm_tx()
997 cpl->pack = 0; in cxgbe_nm_tx()
999 cpl->ctrl1 = nm_txcsum ? 0 : in cxgbe_nm_tx()
1002 usgl = (void *)(cpl + 1); in cxgbe_nm_tx()
1009 cpl = (void *)(usgl + 1); in cxgbe_nm_tx()
1306 MPASS(cpl->type == FW_TYPE_RSSCPL || cpl->type == FW6_TYPE_RSSCPL); in unwrap_nm_fw6_msg()
1309 return (&cpl->data[1]); in unwrap_nm_fw6_msg()
1336 const void *cpl; in service_nm_rxq() local
1351 cpl = &d->cpl[0]; in service_nm_rxq()
[all …]

123