Home
last modified time | relevance | path

Searched refs:pidx (Results 1 – 25 of 65) sorted by relevance

123

/freebsd-12.1/sys/net/
H A Dmp_ring.c101 uint16_t pidx = os.pidx_tail; in drain_ring_locked() local
104 MPASS(cidx != pidx); in drain_ring_locked()
111 while (cidx != pidx) { in drain_ring_locked()
114 n = r->drain(r, cidx, pidx); in drain_ring_locked()
137 if (cidx != pidx && pending < 64 && total < budget) in drain_ring_locked()
161 pidx = ns.pidx_tail; in drain_ring_locked()
176 uint16_t pidx = os.pidx_tail; in drain_ring_lockless() local
179 MPASS(cidx != pidx); in drain_ring_lockless()
186 while (cidx != pidx) { in drain_ring_lockless()
189 n = r->drain(r, cidx, pidx); in drain_ring_lockless()
[all …]
H A Diflib.h183 void (*ift_txd_flush) (void *, uint16_t, qidx_t pidx);
186 int (*ift_rxd_available) (void *, uint16_t qsidx, qidx_t pidx, qidx_t budget);
189 void (*ift_rxd_flush) (void *, uint16_t qsidx, uint8_t flidx, qidx_t pidx);
H A Diflib.c403 if (pidx > cidx) in get_inuse()
404 used = pidx - cidx; in get_inuse()
405 else if (pidx < cidx) in get_inuse()
1991 pidx = fl->ifl_pidx; in _iflib_fl_refill()
1992 idx = pidx; in _iflib_fl_refill()
2079 pidx = idx; in _iflib_fl_refill()
3139 int ntxd, pidx; in iflib_remove_mbuf() local
3146 m = ifsd_m[pidx]; in iflib_remove_mbuf()
3147 ifsd_m[pidx] = NULL; in iflib_remove_mbuf()
3287 pi.ipi_pidx = pidx; in iflib_encap()
[all …]
/freebsd-12.1/sys/dev/ixgbe/
H A Dix_txrx.c49 static void ixgbe_isc_txd_flush(void *arg, uint16_t txqid, qidx_t pidx);
54 static int ixgbe_isc_rxd_available(void *arg, uint16_t qsidx, qidx_t pidx,
255 ixgbe_isc_txd_flush(void *arg, uint16_t txqid, qidx_t pidx) in ixgbe_isc_txd_flush() argument
261 IXGBE_WRITE_REG(&sc->hw, txr->tail, pidx); in ixgbe_isc_txd_flush()
332 uint32_t next_pidx, pidx; in ixgbe_isc_rxd_refill() local
336 pidx = iru->iru_pidx; in ixgbe_isc_rxd_refill()
339 for (i = 0, next_pidx = pidx; i < count; i++) { in ixgbe_isc_rxd_refill()
350 ixgbe_isc_rxd_flush(void *arg, uint16_t qsidx, uint8_t flidx __unused, qidx_t pidx) in ixgbe_isc_rxd_flush() argument
356 IXGBE_WRITE_REG(&sc->hw, rxr->tail, pidx); in ixgbe_isc_rxd_flush()
363 ixgbe_isc_rxd_available(void *arg, uint16_t qsidx, qidx_t pidx, qidx_t budget) in ixgbe_isc_rxd_available() argument
[all …]
/freebsd-12.1/sys/dev/cxgbe/
H A Dt4_netmap.c296 nm_txq->pidx = nm_txq->cidx = 0; in alloc_nm_txq_hwq()
519 while (be16toh(nm_txq->pidx) != spg->pidx) in cxgbe_netmap_off()
523 while (spg->pidx != spg->cidx) in cxgbe_netmap_off()
645 nm_txq->dbidx = nm_txq->pidx; in ring_nm_txq_db()
713 nm_txq->pidx += npkt_to_ndesc(n); in cxgbe_nm_tx()
721 nm_txq->pidx = 0; in cxgbe_nm_tx()
729 nm_txq->equeqidx = nm_txq->pidx; in cxgbe_nm_tx()
739 nm_txq->equeqidx = nm_txq->pidx; in cxgbe_nm_tx()
740 nm_txq->equiqidx = nm_txq->pidx; in cxgbe_nm_tx()
743 nm_txq->equeqidx = nm_txq->pidx; in cxgbe_nm_tx()
[all …]
H A Dt4_mp_ring.c109 uint16_t pidx = os.pidx_tail; in drain_ring() local
112 MPASS(cidx != pidx); in drain_ring()
119 while (cidx != pidx) { in drain_ring()
122 n = r->drain(r, cidx, pidx); in drain_ring()
150 if (cidx != pidx && pending < 64 && total < budget) in drain_ring()
177 pidx = ns.pidx_tail; in drain_ring()
H A Dt4_sge.c2111 eq->pidx += n; in drain_wrq_wr_list()
2120 eq->pidx = n - (eq->sidx - eq->pidx); in drain_wrq_wr_list()
2661 cookie->pidx = eq->pidx; in start_wrq_wr()
2705 pidx = cookie->pidx; in commit_wrq_wr()
2706 MPASS(pidx >= 0 && pidx < eq->sidx); in commit_wrq_wr()
2735 MPASS(IDXDIFF(next->pidx, pidx, eq->sidx) == ndesc); in commit_wrq_wr()
2736 next->pidx = pidx; in commit_wrq_wr()
2740 MPASS(IDXDIFF(pidx, prev->pidx, eq->sidx) == prev->ndesc); in commit_wrq_wr()
4288 uint16_t pidx = fl->pidx / 8; in refill_fl() local
4292 pidx = 0; in refill_fl()
[all …]
/freebsd-12.1/sys/dev/bnxt/
H A Dbnxt_txrx.c61 qidx_t pidx);
183 BNXT_TX_DB(tx_ring, pidx); in bnxt_isc_txd_flush()
185 BNXT_TX_DB(tx_ring, pidx); in bnxt_isc_txd_flush()
263 uint32_t pidx; in bnxt_isc_rxd_refill() local
271 pidx = iru->iru_pidx; in bnxt_isc_rxd_refill()
287 rxbd[pidx].flags_type = htole16(type); in bnxt_isc_rxd_refill()
288 rxbd[pidx].len = htole16(len); in bnxt_isc_rxd_refill()
292 rxbd[pidx].addr = htole64(paddrs[i]); in bnxt_isc_rxd_refill()
293 if (++pidx == rx_ring->ring_size) in bnxt_isc_rxd_refill()
294 pidx = 0; in bnxt_isc_rxd_refill()
[all …]
/freebsd-12.1/contrib/ofed/libcxgb4/
H A Ddev.c278 u16 cidx, pidx; in dump_qp() local
294 qhp->wq.sq.pidx, in dump_qp()
304 qhp->wq.rq.pidx, in dump_qp()
308 pidx = qhp->wq.sq.pidx; in dump_qp()
309 if (cidx != pidx) in dump_qp()
311 while (cidx != pidx) { in dump_qp()
344 pidx = qhp->wq.rq.pidx; in dump_qp()
345 if (cidx != pidx) in dump_qp()
347 while (cidx != pidx) { in dump_qp()
362 if (j == 0 && i == qhp->wq.rq.pidx) in dump_qp()
H A Dt4.h99 __be16 pidx; member
324 u16 pidx; member
348 u16 pidx; member
386 if (++wq->rq.pidx == wq->rq.size) in t4_rq_produce()
387 wq->rq.pidx = 0; in t4_rq_produce()
429 if (++wq->sq.pidx == wq->sq.size) in t4_sq_produce()
430 wq->sq.pidx = 0; in t4_sq_produce()
483 __func__, wq->sq.pidx, len16); in t4_ring_sq_db()
487 __func__, wq->sq.pidx, len16); in t4_ring_sq_db()
532 __func__, wq->rq.pidx, len16); in t4_ring_rq_db()
[all …]
H A Dqp.c348 swsqe = &qhp->wq.sq.sw_sq[qhp->wq.sq.pidx]; in c4iw_post_send()
386 swsqe->idx = qhp->wq.sq.pidx; in c4iw_post_send()
393 init_wr_hdr(wqe, qhp->wq.sq.pidx, fw_opcode, fw_flags, len16); in c4iw_post_send()
395 __func__, (unsigned long long)wr->wr_id, qhp->wq.sq.pidx, in c4iw_post_send()
457 qhp->wq.rq.sw_rq[qhp->wq.rq.pidx].wr_id = wr->wr_id; in c4iw_post_receive()
461 wqe->recv.wrid = qhp->wq.rq.pidx; in c4iw_post_receive()
467 (unsigned long long) wr->wr_id, qhp->wq.rq.pidx); in c4iw_post_receive()
/freebsd-12.1/sys/dev/cxgb/
H A Dcxgb_sge.c195 unsigned int pidx; member
770 q->pidx = 0; in refill_fl()
862 q->pidx = 0; in recycle_rx_buf()
1146 txqs->pidx = txq->pidx; in txq_prod()
1150 (txq->pidx < txqs->pidx) && in txq_prod()
1157 txqs->pidx, txq->pidx, txq->cidx); in txq_prod()
1922 q->pidx = 0; in ctrl_xmit()
1959 q->pidx = 0; in restart_ctrlq()
2276 txqs.pidx = pidx; in write_ofld_wr()
2315 pidx = q->pidx; in ofld_xmit()
[all …]
/freebsd-12.1/sys/vm/
H A Dvm_pager.h161 vm_pager_populate(vm_object_t object, vm_pindex_t pidx, int fault_type, in vm_pager_populate() argument
166 MPASS(pidx < object->size); in vm_pager_populate()
168 return ((*pagertab[object->type]->pgo_populate)(object, pidx, in vm_pager_populate()
198 int (*cdev_pg_populate)(vm_object_t vm_obj, vm_pindex_t pidx,
H A Dvm_fault.c381 vm_pindex_t pidx; in vm_fault_populate_cleanup() local
385 for (pidx = first, m = vm_page_lookup(object, pidx); in vm_fault_populate_cleanup()
386 pidx <= last; pidx++, m = vm_page_next(m)) { in vm_fault_populate_cleanup()
402 vm_pindex_t map_first, map_last, pager_first, pager_last, pidx; in vm_fault_populate() local
475 for (pidx = pager_first, m = vm_page_lookup(fs->first_object, pidx); in vm_fault_populate()
476 pidx <= pager_last; in vm_fault_populate()
477 pidx += npages, m = vm_page_next(&m[npages - 1])) { in vm_fault_populate()
478 vaddr = fs->entry->start + IDX_TO_OFF(pidx) - fs->entry->offset; in vm_fault_populate()
483 pidx + OFF_TO_IDX(pagesizes[psind]) - 1 > pager_last || in vm_fault_populate()
H A Dphys_pager.c189 phys_pager_populate(vm_object_t object, vm_pindex_t pidx, in phys_pager_populate() argument
197 base = rounddown(pidx, phys_pager_cluster); in phys_pager_populate()
H A Ddevice_pager.c69 static int dev_pager_populate(vm_object_t object, vm_pindex_t pidx,
318 dev_pager_populate(vm_object_t object, vm_pindex_t pidx, int fault_type, in dev_pager_populate() argument
325 return (object->un_pager.devp.ops->cdev_pg_populate(object, pidx, in dev_pager_populate()
/freebsd-12.1/sys/dev/cxgbe/iw_cxgbe/
H A Dt4.h78 __be16 pidx; member
332 u16 pidx; member
360 u16 pidx; member
395 if (++wq->rq.pidx == wq->rq.size) in t4_rq_produce()
396 wq->rq.pidx = 0; in t4_rq_produce()
443 if (++wq->sq.pidx == wq->sq.size) in t4_sq_produce()
444 wq->sq.pidx = 0; in t4_sq_produce()
494 __func__, wq->sq.pidx); in t4_ring_sq_db()
500 __func__, wq->sq.pidx); in t4_ring_sq_db()
519 __func__, wq->rq.pidx); in t4_ring_rq_db()
[all …]
/freebsd-12.1/sys/dev/e1000/
H A Digb_txrx.c45 static void igb_isc_txd_flush(void *arg, uint16_t txqid, qidx_t pidx);
50 static void igb_isc_rxd_flush(void *arg, uint16_t rxqid, uint8_t flid __unused, qidx_t pidx);
294 igb_isc_txd_flush(void *arg, uint16_t txqid, qidx_t pidx) in igb_isc_txd_flush() argument
300 E1000_WRITE_REG(&adapter->hw, E1000_TDT(txr->me), pidx); in igb_isc_txd_flush()
365 uint32_t next_pidx, pidx; in igb_isc_rxd_refill() local
370 pidx = iru->iru_pidx; in igb_isc_rxd_refill()
373 for (i = 0, next_pidx = pidx; i < count; i++) { in igb_isc_rxd_refill()
383 igb_isc_rxd_flush(void *arg, uint16_t rxqid, uint8_t flid __unused, qidx_t pidx) in igb_isc_rxd_flush() argument
389 E1000_WRITE_REG(&sc->hw, E1000_RDT(rxr->me), pidx); in igb_isc_rxd_flush()
H A Dem_txrx.c50 static void em_isc_txd_flush(void *arg, uint16_t txqid, qidx_t pidx);
54 qidx_t pidx);
418 em_isc_txd_flush(void *arg, uint16_t txqid, qidx_t pidx) in em_isc_txd_flush() argument
424 E1000_WRITE_REG(&adapter->hw, E1000_TDT(txr->me), pidx); in em_isc_txd_flush()
493 uint32_t next_pidx, pidx; in lem_isc_rxd_refill() local
498 pidx = iru->iru_pidx; in lem_isc_rxd_refill()
501 for (i = 0, next_pidx = pidx; i < count; i++) { in lem_isc_rxd_refill()
522 uint32_t next_pidx, pidx; in em_isc_rxd_refill() local
527 pidx = iru->iru_pidx; in em_isc_rxd_refill()
530 for (i = 0, next_pidx = pidx; i < count; i++) { in em_isc_rxd_refill()
[all …]
/freebsd-12.1/sys/amd64/sgx/
H A Dsgx.c235 vm_pindex_t pidx; in sgx_va_slot_init() local
246 pidx = OFF_TO_IDX(addr); in sgx_va_slot_init()
248 va_slot = pidx % SGX_VA_PAGE_SLOTS; in sgx_va_slot_init()
249 va_page_idx = pidx / SGX_VA_PAGE_SLOTS; in sgx_va_slot_init()
610 vm_pindex_t pidx) in sgx_insert_epc_page_by_index() argument
615 vm_page_insert(page, object, pidx); in sgx_insert_epc_page_by_index()
623 vm_pindex_t pidx; in sgx_insert_epc_page() local
628 pidx = OFF_TO_IDX(addr); in sgx_insert_epc_page()
790 uint64_t pidx; in sgx_ioctl_add_page() local
848 pidx = OFF_TO_IDX(addr); in sgx_ioctl_add_page()
[all …]
/freebsd-12.1/sys/netipsec/
H A Dipsec_output.c110 ipsec4_allocsa(struct mbuf *m, struct secpolicy *sp, u_int *pidx, int *error) in ipsec4_allocsa() argument
122 isr = sp->req[*pidx]; in ipsec4_allocsa()
156 saidx = &sp->req[*pidx]->saidx; in ipsec4_allocsa()
165 if (ipsec_get_reqlevel(sp, *pidx) != IPSEC_LEVEL_REQUIRE) { in ipsec4_allocsa()
172 if (sp->tcount > ++(*pidx)) in ipsec4_allocsa()
410 ipsec6_allocsa(struct mbuf *m, struct secpolicy *sp, u_int *pidx, int *error) in ipsec6_allocsa() argument
422 isr = sp->req[*pidx]; in ipsec6_allocsa()
468 saidx = &sp->req[*pidx]->saidx; in ipsec6_allocsa()
477 if (ipsec_get_reqlevel(sp, *pidx) != IPSEC_LEVEL_REQUIRE) { in ipsec6_allocsa()
484 if (sp->tcount > ++(*pidx)) in ipsec6_allocsa()
/freebsd-12.1/sys/dev/vmware/vmxnet3/
H A Dif_vmx.c1266 int pidx; in vmxnet3_isc_txd_encap() local
1276 pidx = pi->ipi_pidx; in vmxnet3_isc_txd_encap()
1281 sop = &txr->vxtxr_txd[pidx]; in vmxnet3_isc_txd_encap()
1300 pidx = 0; in vmxnet3_isc_txd_encap()
1307 pi->ipi_new_pidx = pidx; in vmxnet3_isc_txd_encap()
1600 int pidx; in vmxnet3_isc_rxd_refill() local
1607 pidx = iru->iru_pidx; in vmxnet3_isc_rxd_refill()
1623 rxd[pidx].len = len; in vmxnet3_isc_rxd_refill()
1624 rxd[pidx].btype = btype; in vmxnet3_isc_rxd_refill()
1628 pidx = 0; in vmxnet3_isc_rxd_refill()
[all …]
/freebsd-12.1/sys/dev/ixl/
H A Dixl_txrx.c57 static void ixl_isc_txd_flush(void *arg, uint16_t txqid, qidx_t pidx);
63 qidx_t pidx);
415 ixl_isc_txd_flush(void *arg, uint16_t txqid, qidx_t pidx) in ixl_isc_txd_flush() argument
425 MPASS(pidx < vsi->shared->isc_ntxd[0]); in ixl_isc_txd_flush()
426 wr32(vsi->hw, txr->tail, pidx); in ixl_isc_txd_flush()
554 uint32_t next_pidx, pidx; in ixl_isc_rxd_refill() local
559 pidx = iru->iru_pidx; in ixl_isc_rxd_refill()
562 for (i = 0, next_pidx = pidx; i < count; i++) { in ixl_isc_rxd_refill()
570 ixl_isc_rxd_flush(void * arg, uint16_t rxqid, uint8_t flid __unused, qidx_t pidx) in ixl_isc_rxd_flush() argument
575 wr32(vsi->hw, rxr->tail, pidx); in ixl_isc_rxd_flush()
/freebsd-12.1/sys/dev/xen/privcmd/
H A Dprivcmd.c156 vm_pindex_t pidx; in privcmd_pg_fault() local
162 pidx = OFF_TO_IDX(offset); in privcmd_pg_fault()
163 if (pidx >= map->size || BIT_ISSET(map->size, pidx, map->err)) in privcmd_pg_fault()
183 vm_page_insert(page, object, pidx); in privcmd_pg_fault()
/freebsd-12.1/contrib/libdivsufsort/lib/
H A Ddivsufsort.c364 saidx_t m, pidx, i; in divbwt() local
377 pidx = construct_BWT(T, B, bucket_A, bucket_B, n, m); in divbwt()
381 for(i = 0; i < pidx; ++i) { U[i + 1] = (sauchar_t)B[i]; } in divbwt()
383 pidx += 1; in divbwt()
385 pidx = -2; in divbwt()
392 return pidx; in divbwt()

123