Home
last modified time | relevance | path

Searched refs:cpl (Results 1 – 25 of 52) sorted by relevance

123

/freebsd-13.1/sys/dev/cxgbe/tom/
H A Dt4_connect.c79 u_int tid = GET_TID(cpl); in do_act_establish()
104 be32toh(cpl->rcv_isn) - 1, cpl->tcp_opt); in do_act_establish()
318 INIT_TP_WR(cpl, 0); in t4_connect()
335 cpl->local_port = inp->inp_lport; in t4_connect()
338 cpl->peer_port = inp->inp_fport; in t4_connect()
347 be32toh(cpl->opt2)); in t4_connect()
349 struct cpl_act_open_req *cpl = wrtod(wr); in t4_connect() local
355 INIT_TP_WR(cpl, 0); in t4_connect()
372 inp_4tuple_get(inp, &cpl->local_ip, &cpl->local_port, in t4_connect()
373 &cpl->peer_ip, &cpl->peer_port); in t4_connect()
[all …]
H A Dt4_listen.c747 int stid = GET_TID(cpl); in do_pass_open_rpl()
822 int stid = GET_TID(cpl); in do_close_server_rpl()
885 unsigned int tid = GET_TID(cpl); in do_abort_req_synqe()
935 unsigned int tid = GET_TID(cpl); in do_abort_rpl_synqe()
1029 eh = (const void *)(cpl + 1); in pass_accept_req_to_protohdrs()
1185 unsigned int tid = GET_TID(cpl); in do_pass_accept_req()
1218 l2info = be16toh(cpl->l2info); in do_pass_accept_req()
1229 if (encapsulated_syn(sc, cpl)) { in do_pass_accept_req()
1420 m_adj(m, sizeof(*cpl)); in do_pass_accept_req()
1463 unsigned int tid = GET_TID(cpl); in do_pass_establish()
[all …]
H A Dt4_cpl_io.c951 struct cpl_tx_data_iso *cpl; in write_tx_data_iso() local
980 cpl->ahs_len = 0; in write_tx_data_iso()
983 cpl->len = htonl(len); in write_tx_data_iso()
987 cpl->reserved3 = 0; in write_tx_data_iso()
1402 be32toh(cpl->rcv_nxt))); in do_peer_close()
1521 struct cpl_abort_rpl *cpl; in send_abort_rpl() local
1528 cpl = wrtod(wr); in send_abort_rpl()
1531 cpl->cmd = rst_status; in send_abort_rpl()
1614 cpl->status)); in do_abort_req()
1695 m_adj(m, sizeof(*cpl)); in do_rx_data()
[all …]
H A Dt4_tls.c1279 cpl->pld_len = htobe32(plen); in write_tlstx_cpl()
1281 cpl->type_protover = htobe32( in write_tlstx_cpl()
1378 struct cpl_tx_tls_sfo *cpl; in t4_push_tls_records() local
1618 tls_copy_tx_key(toep, cpl + 1); in t4_push_tls_records()
1758 struct cpl_tx_tls_sfo *cpl; in t4_push_ktls() local
1934 tls_copy_tx_key(toep, cpl + 1); in t4_push_ktls()
1990 unsigned int tid = GET_TID(cpl); in do_tls_data()
2003 m_adj(m, sizeof(*cpl)); in do_tls_data()
2039 be32toh(cpl->seq)); in do_tls_data()
2052 unsigned int tid = GET_TID(cpl); in do_rx_tls_cmp()
[all …]
H A Dt4_tom.c478 struct cpl_get_tcb *cpl; in send_get_tcb() local
483 cpl = start_wrq_wr(&sc->sge.ctrlq[0], howmany(sizeof(*cpl), 16), in send_get_tcb()
485 if (__predict_false(cpl == NULL)) in send_get_tcb()
487 bzero(cpl, sizeof(*cpl)); in send_get_tcb()
488 INIT_TP_WR(cpl, tid); in send_get_tcb()
492 cpl->cookie = 0xff; in send_get_tcb()
694 const u_int tid = GET_TID(cpl); in do_get_tcb_rpl()
1660 struct cpl_act_open_req *cpl; in reclaim_wr_resources() local
1672 cpl = wrtod(wr); in reclaim_wr_resources()
1673 opcode = GET_OPCODE(cpl); in reclaim_wr_resources()
[all …]
/freebsd-13.1/sys/dev/nvme/
H A Dnvme_qpair.c353 get_status_string(sct, sc), sct, sc, cpl->sqid, cpl->cid, in nvme_qpair_print_completion()
354 cpl->cdw0); in nvme_qpair_print_completion()
494 memset(&cpl, 0, sizeof(cpl)); in nvme_qpair_manual_complete_tracker()
498 cpl.sqid = qpair->id; in nvme_qpair_manual_complete_tracker()
499 cpl.cid = tr->cid; in nvme_qpair_manual_complete_tracker()
513 memset(&cpl, 0, sizeof(cpl)); in nvme_qpair_manual_complete_request()
514 cpl.sqid = qpair->id; in nvme_qpair_manual_complete_request()
595 cpl = qpair->cpl[qpair->num_entries - 1]; in nvme_qpair_process_completions()
620 cpl = qpair->cpl[qpair->cq_head]; in nvme_qpair_process_completions()
651 cpl.cid); in nvme_qpair_process_completions()
[all …]
H A Dnvme.c101 nvme_dump_completion(struct nvme_completion *cpl) in nvme_dump_completion() argument
106 status = le16toh(cpl->status); in nvme_dump_completion()
116 le32toh(cpl->cdw0), le16toh(cpl->sqhd), le16toh(cpl->sqid), in nvme_dump_completion()
117 cpl->cid, p, sc, sct, m, dnr); in nvme_dump_completion()
339 nvme_completion_poll_cb(void *arg, const struct nvme_completion *cpl) in nvme_completion_poll_cb() argument
348 memcpy(&status->cpl, cpl, sizeof(*cpl)); in nvme_completion_poll_cb()
H A Dnvme_ctrlr.c503 cq_allocated = (status.cpl.cdw0 >> 16) + 1; in nvme_ctrlr_set_num_qpairs()
694 if (nvme_completion_is_error(cpl)) in nvme_ctrlr_async_event_log_page_cb()
783 if (nvme_completion_is_error(cpl)) { in nvme_ctrlr_async_event_cb()
797 " page 0x%02x)\n", (cpl->cdw0 & 0x07), (cpl->cdw0 & 0xFF00) >> 8, in nvme_ctrlr_async_event_cb()
803 memcpy(&aer->cpl, cpl, sizeof(*cpl)); in nvme_ctrlr_async_event_cb()
1053 if (nvme_completion_is_error(&status.cpl)) in nvme_ctrlr_hmb_enable()
1221 if (ctrlr->ioq && ctrlr->ioq[i].cpl) in nvme_ctrlr_poll()
1247 bzero(&pt->cpl, sizeof(pt->cpl)); in nvme_pt_done()
1248 pt->cpl.cdw0 = cpl->cdw0; in nvme_pt_done()
1250 status = cpl->status; in nvme_pt_done()
[all …]
H A Dnvme_test.c162 nvme_ns_io_test_cb(void *arg, const struct nvme_completion *cpl) in nvme_ns_io_test_cb() argument
169 if (nvme_completion_is_error(cpl)) { in nvme_ns_io_test_cb()
204 struct nvme_completion cpl; in nvme_ns_io_test() local
216 memset(&cpl, 0, sizeof(cpl)); in nvme_ns_io_test()
218 nvme_ns_io_test_cb(tth, &cpl); in nvme_ns_io_test()
H A Dnvme_sim.c66 nvme_sim_nvmeio_done(void *ccb_arg, const struct nvme_completion *cpl) in nvme_sim_nvmeio_done() argument
74 memcpy(&ccb->nvmeio.cpl, cpl, sizeof(*cpl)); in nvme_sim_nvmeio_done()
76 if (nvme_completion_is_error(cpl)) { in nvme_sim_nvmeio_done()
H A Dnvme_ns.c52 const struct nvme_completion *cpl);
128 nvme_ns_strategy_done(void *arg, const struct nvme_completion *cpl) in nvme_ns_strategy_done() argument
136 if (nvme_completion_is_error(cpl)) { in nvme_ns_strategy_done()
302 nvme_bio_child_done(void *arg, const struct nvme_completion *cpl) in nvme_bio_child_done() argument
310 bio_error = nvme_completion_is_error(cpl) ? EIO : 0; in nvme_bio_child_done()
540 if (nvme_completion_is_error(&status.cpl)) { in nvme_ns_construct()
H A Dnvme_sysctl.c58 struct nvme_completion *cpl; in nvme_dump_queue() local
66 cpl = &qpair->cpl[i]; in nvme_dump_queue()
68 nvme_dump_completion(cpl); in nvme_dump_queue()
H A Dnvme_private.h113 struct nvme_completion cpl; member
144 struct nvme_completion cpl; member
201 struct nvme_completion *cpl; member
409 void nvme_completion_poll_cb(void *arg, const struct nvme_completion *cpl);
453 void nvme_dump_completion(struct nvme_completion *cpl);
/freebsd-13.1/sys/dev/cxgb/
H A Dcxgb_offload.h96 #define M_GETHDR_OFLD(qset, ctrl, cpl) \ argument
97 m_gethdr_ofld(qset, ctrl, sizeof(*cpl), (void **)&cpl)
99 m_gethdr_ofld(int qset, int ctrl, int cpllen, void **cpl) in m_gethdr_ofld() argument
110 *cpl = (void *)(oh + 1); in m_gethdr_ofld()
/freebsd-13.1/sys/dev/cxgbe/cxgbei/
H A Dcxgbei.c216 u_int tid = GET_TID(cpl); in do_rx_iscsi_hdr()
221 uint16_t len = be16toh(cpl->len); in do_rx_iscsi_hdr()
232 icp->icp_seq = ntohl(cpl->seq); in do_rx_iscsi_hdr()
253 u_int tid = GET_TID(cpl); in do_rx_iscsi_data()
259 MPASS(m->m_pkthdr.len == be16toh(cpl->len) + sizeof(*cpl)); in do_rx_iscsi_data()
278 m_adj(m, sizeof(*cpl)); in do_rx_iscsi_data()
296 be16toh(cpl->len), icp); in do_rx_iscsi_data()
307 u_int tid = GET_TID(cpl); in do_rx_iscsi_ddp()
328 val = be32toh(cpl->ddpvld); in do_rx_iscsi_ddp()
483 u_int tid = GET_TID(cpl); in do_rx_iscsi_cmp()
[all …]
/freebsd-13.1/sys/dev/cxgbe/crypto/
H A Dt4_kern_tls.c324 inp_4tuple_get(inp, &cpl->local_ip, &cpl->local_port, in mk_ktls_act_open_req()
325 &cpl->peer_ip, &cpl->peer_port); in mk_ktls_act_open_req()
461 cpl->val = htobe64(val); in write_set_tcb_field_ulp()
1389 cpl = (void *)(wr + 1); in ktls_write_tcp_options()
1393 cpl->pack = 0; in ktls_write_tcp_options()
1396 out = (void *)(cpl + 1); in ktls_write_tcp_options()
1489 cpl = (void *)(wr + 1); in ktls_write_tunnel_packet()
1493 cpl->pack = 0; in ktls_write_tunnel_packet()
1496 out = (void *)(cpl + 1); in ktls_write_tunnel_packet()
2130 cpl = (void *)(wr + 1); in ktls_write_tcp_fin()
[all …]
H A Dt4_crypto.c332 struct cpl_rx_phys_dsgl *cpl; in ccr_write_phys_dsgl() local
339 cpl = dst; in ccr_write_phys_dsgl()
342 cpl->pcirlxorder_to_noofsgentr = htobe32( in ccr_write_phys_dsgl()
347 cpl->rss_hdr_int.opcode = CPL_RX_PHYS_ADDR; in ccr_write_phys_dsgl()
349 cpl->rss_hdr_int.hash_val = 0; in ccr_write_phys_dsgl()
351 sgl = (struct phys_sge_pairs *)(cpl + 1); in ccr_write_phys_dsgl()
610 (cpl + 1)); in ccr_hash_done()
2956 const struct cpl_fw6_pld *cpl; in do_cpl6_fw_pld() local
2962 cpl = mtod(m, const void *); in do_cpl6_fw_pld()
2964 cpl = (const void *)(rss + 1); in do_cpl6_fw_pld()
[all …]
/freebsd-13.1/sbin/nvmecontrol/
H A Dns.c435 if (nvme_completion_is_error(&pt.cpl)) in nsactive()
481 if (nvme_completion_is_error(&pt.cpl)) in nsallocated()
526 if (nvme_completion_is_error(&pt.cpl)) in nscontrollers()
615 if (nvme_completion_is_error(&pt.cpl)) { in nscreate()
669 if (nvme_completion_is_error(&pt.cpl)) { in nsdelete()
735 if (nvme_completion_is_error(&pt.cpl)) in nsattach()
756 if (nvme_completion_is_error(&pt.cpl)) { in nsattach()
808 if (nvme_completion_is_error(&pt.cpl)) in nsdetach()
835 if (nvme_completion_is_error(&pt.cpl)) { in nsdetach()
885 if (nvme_completion_is_error(&pt.cpl)) in nsattached()
[all …]
H A Dselftest.c71 if (NVME_STATUS_GET_SCT(pt.cpl.status) == NVME_SCT_COMMAND_SPECIFIC && in selftest_op()
72 NVME_STATUS_GET_SC(pt.cpl.status) == NVME_SC_SELF_TEST_IN_PROGRESS) in selftest_op()
74 else if (nvme_completion_is_error(&pt.cpl)) in selftest_op()
H A Dpower.c121 if (nvme_completion_is_error(&pt.cpl)) in power_set()
137 if (nvme_completion_is_error(&pt.cpl)) in power_show()
140 printf("Current Power Mode is %d\n", pt.cpl.cdw0); in power_show()
H A Dfirmware.c193 if (nvme_completion_is_error(&pt.cpl)) in update_firmware()
216 sct = NVME_STATUS_GET_SCT(pt.cpl.status); in activate_firmware()
217 sc = NVME_STATUS_GET_SC(pt.cpl.status); in activate_firmware()
223 if (nvme_completion_is_error(&pt.cpl)) in activate_firmware()
/freebsd-13.1/usr.sbin/bhyve/
H A Dtask_switch.c275 sup_paging.cpl = 0; /* implicit supervisor mode */ in read_tss_descriptor()
318 int cpl, dpl, rpl; in validate_seg_desc() local
373 sup_paging.cpl = 0; /* implicit supervisor mode */ in validate_seg_desc()
400 cpl = cs & SEL_RPL_MASK; in validate_seg_desc()
404 if (stackseg && (rpl != cpl || dpl != cpl)) { in validate_seg_desc()
411 if ((conforming && (cpl < dpl)) || in validate_seg_desc()
412 (!conforming && (cpl != dpl))) { in validate_seg_desc()
428 if (!conforming && (rpl > dpl || cpl > dpl)) { in validate_seg_desc()
592 ts->paging.cpl = tss->tss_cs & SEL_RPL_MASK; in tss32_restore()
677 if (vie_alignment_check(paging->cpl, bytes, cr0, rflags, gla)) { in push_errcode()
[all …]
/freebsd-13.1/sys/dev/cxgbe/
H A Dt4_filter.c1312 f->tid = GET_TID(cpl); in t4_hashfilter_ao_rpl()
1385 unsigned int tid = GET_TID(cpl); in t4_del_hashfilter_rpl()
1396 if (cpl->status == 0) { in t4_del_hashfilter_rpl()
1511 struct cpl_t5_act_open_req6 *cpl5 = (void *)cpl; in mk_act_open_req6()
1512 struct cpl_t6_act_open_req6 *cpl6 = (void *)cpl; in mk_act_open_req6()
1529 cpl->local_port = htobe16(f->fs.val.dport); in mk_act_open_req6()
1530 cpl->peer_port = htobe16(f->fs.val.sport); in mk_act_open_req6()
1555 struct cpl_t5_act_open_req *cpl5 = (void *)cpl; in mk_act_open_req()
1556 struct cpl_t6_act_open_req *cpl6 = (void *)cpl; in mk_act_open_req()
1573 cpl->local_port = htobe16(f->fs.val.dport); in mk_act_open_req()
[all …]
H A Dt4_sge.c407 tid = GET_TID(cpl); in set_tcb_rpl_handler()
5314 lso = cpl; in write_lso_cpl()
5453 cpl->pack = 0; in write_txpkt_vm_wr()
5598 cpl->pack = 0; in write_txpkt_wr()
5844 cpl = flitp; in write_txpkts_wr()
5866 cpl->pack = 0; in write_txpkts_wr()
5870 flitp = cpl + 1; in write_txpkts_wr()
5938 cpl = flitp; in write_txpkts_vm_wr()
5954 cpl->pack = 0; in write_txpkts_vm_wr()
6360 return (t4_fw_msg_handler[cpl->type](sc, &cpl->data[0])); in handle_fw_msg()
[all …]
H A Dt4_netmap.c993 struct cpl_tx_pkt_core *cpl; in cxgbe_nm_tx() local
1007 cpl = (void *)(wr + 1); in cxgbe_nm_tx()
1015 cpl->pack = 0; in cxgbe_nm_tx()
1017 cpl->ctrl1 = nm_txcsum ? 0 : in cxgbe_nm_tx()
1020 usgl = (void *)(cpl + 1); in cxgbe_nm_tx()
1027 cpl = (void *)(usgl + 1); in cxgbe_nm_tx()
1325 MPASS(cpl->type == FW_TYPE_RSSCPL || cpl->type == FW6_TYPE_RSSCPL); in unwrap_nm_fw6_msg()
1328 return (&cpl->data[1]); in unwrap_nm_fw6_msg()
1355 const void *cpl; in service_nm_rxq() local
1370 cpl = &d->cpl[0]; in service_nm_rxq()
[all …]

123