| /f-stack/dpdk/drivers/net/bnxt/ |
| H A D | bnxt_irq.c | 29 if (cpr == NULL) in bnxt_int_handler() 32 raw_cons = cpr->cp_raw_cons; in bnxt_int_handler() 35 if (!cpr || !cpr->cp_ring_struct || !cpr->cp_db.doorbell) { in bnxt_int_handler() 57 bnxt_db_nq_arm(cpr); in bnxt_int_handler() 59 B_CP_DB_REARM(cpr, cpr->cp_raw_cons); in bnxt_int_handler() 115 if (!cpr || !cpr->cp_db.doorbell) in bnxt_disable_int() 120 bnxt_db_nq(cpr); in bnxt_disable_int() 122 B_CP_DB_DISARM(cpr); in bnxt_disable_int() 132 if (!cpr || !cpr->cp_db.doorbell) in bnxt_enable_int() 137 bnxt_db_nq_arm(cpr); in bnxt_enable_int() [all …]
|
| H A D | bnxt_ring.h | 94 if (unlikely(!cpr->cp_db.db_64)) in bnxt_db_nq() 97 rte_write64(cpr->cp_db.db_key64 | DBR_TYPE_NQ | in bnxt_db_nq() 98 RING_CMP(cpr->cp_ring_struct, cpr->cp_raw_cons), in bnxt_db_nq() 99 cpr->cp_db.doorbell); in bnxt_db_nq() 105 if (unlikely(!cpr->cp_db.db_64)) in bnxt_db_nq_arm() 109 RING_CMP(cpr->cp_ring_struct, cpr->cp_raw_cons), in bnxt_db_nq_arm() 110 cpr->cp_db.doorbell); in bnxt_db_nq_arm() 115 struct bnxt_db_info *db = &cpr->cp_db; in bnxt_db_cq() 116 uint32_t idx = RING_CMP(cpr->cp_ring_struct, cpr->cp_raw_cons); in bnxt_db_cq() 125 uint32_t cp_raw_cons = cpr->cp_raw_cons; in bnxt_db_cq() [all …]
|
| H A D | bnxt_cpr.h | 39 #define NEXT_CMPL(cpr, idx, v, inc) do { \ argument 46 #define B_CP_DB_REARM(cpr, raw_cons) \ argument 49 ((cpr)->cp_db.doorbell)) 52 ((cpr)->cp_db.doorbell)) 54 #define B_CP_DB_DISARM(cpr) (*(uint32_t *)((cpr)->cp_db.doorbell) = \ argument 57 #define B_CP_DB_IDX_ARM(cpr, cons) \ argument 61 #define B_CP_DB_IDX_DISARM(cpr, cons) do { \ argument 66 #define B_CP_DIS_DB(cpr, raw_cons) \ argument 69 ((cpr)->cp_db.doorbell)) 71 #define B_CP_DB(cpr, raw_cons, ring_mask) \ argument [all …]
|
| H A D | bnxt_ring.c | 412 cpr->cp_cons = 0; in bnxt_alloc_cmpl_ring() 415 bnxt_db_cq(cpr); in bnxt_alloc_cmpl_ring() 586 bp->async_cp_ring = cpr; in bnxt_alloc_hwrm_rx_ring() 781 cpr->cp_cons = 0; in bnxt_alloc_async_cp_ring() 782 cpr->valid = 0; in bnxt_alloc_async_cp_ring() 787 bnxt_db_nq(cpr); in bnxt_alloc_async_cp_ring() 789 bnxt_db_cq(cpr); in bnxt_alloc_async_cp_ring() 810 rte_free(cpr); in bnxt_free_async_cp_ring() 828 if (cpr == NULL) in bnxt_alloc_async_ring_struct() 835 rte_free(cpr); in bnxt_alloc_async_ring_struct() [all …]
|
| H A D | bnxt_rxtx_vec_neon.c | 154 struct bnxt_cp_ring_info *cpr = rxq->cp_ring; in bnxt_recv_pkts_vec() local 158 struct cmpl_base *cp_desc_ring = cpr->cp_desc_ring; in bnxt_recv_pkts_vec() 161 uint32_t raw_cons = cpr->cp_raw_cons; in bnxt_recv_pkts_vec() 302 cpr->cp_raw_cons += 2 * nb_rx_pkts; in bnxt_recv_pkts_vec() 303 cpr->valid = in bnxt_recv_pkts_vec() 304 !!(cpr->cp_raw_cons & cpr->cp_ring_struct->ring_size); in bnxt_recv_pkts_vec() 305 bnxt_db_cq(cpr); in bnxt_recv_pkts_vec() 314 struct bnxt_cp_ring_info *cpr = txq->cp_ring; in bnxt_handle_tx_cp_vec() local 315 uint32_t raw_cons = cpr->cp_raw_cons; in bnxt_handle_tx_cp_vec() 345 cpr->cp_raw_cons = raw_cons; in bnxt_handle_tx_cp_vec() [all …]
|
| H A D | bnxt_rxr.c | 193 cpr->valid); in bnxt_agg_bufs_valid() 240 &cpr->cp_desc_ring[cp_cons]; in bnxt_rx_pages() 704 cpr->valid); in bnxt_rx_pkt() 871 cpr->valid = FLIP_VALID(cons, in bnxt_recv_pkts() 873 cpr->valid); in bnxt_recv_pkts() 901 cpr->cp_raw_cons = raw_cons; in bnxt_recv_pkts() 917 bnxt_db_cq(cpr); in bnxt_recv_pkts() 997 struct bnxt_cp_ring_info *cpr; in bnxt_init_rx_ring_struct() local 1032 if (cpr == NULL) in bnxt_init_rx_ring_struct() 1034 rxq->cp_ring = cpr; in bnxt_init_rx_ring_struct() [all …]
|
| H A D | bnxt_rxtx_vec_sse.c | 147 struct bnxt_cp_ring_info *cpr = rxq->cp_ring; in bnxt_recv_pkts_vec() local 151 struct cmpl_base *cp_desc_ring = cpr->cp_desc_ring; in bnxt_recv_pkts_vec() 154 uint32_t raw_cons = cpr->cp_raw_cons; in bnxt_recv_pkts_vec() 284 cpr->cp_raw_cons += 2 * nb_rx_pkts; in bnxt_recv_pkts_vec() 285 cpr->valid = in bnxt_recv_pkts_vec() 286 !!(cpr->cp_raw_cons & cpr->cp_ring_struct->ring_size); in bnxt_recv_pkts_vec() 287 bnxt_db_cq(cpr); in bnxt_recv_pkts_vec() 296 struct bnxt_cp_ring_info *cpr = txq->cp_ring; in bnxt_handle_tx_cp_vec() local 297 uint32_t raw_cons = cpr->cp_raw_cons; in bnxt_handle_tx_cp_vec() 327 cpr->cp_raw_cons = raw_cons; in bnxt_handle_tx_cp_vec() [all …]
|
| H A D | bnxt_txr.c | 58 struct bnxt_cp_ring_info *cpr; in bnxt_init_tx_ring_struct() local 83 cpr = rte_zmalloc_socket("bnxt_tx_ring", in bnxt_init_tx_ring_struct() 86 if (cpr == NULL) in bnxt_init_tx_ring_struct() 88 txq->cp_ring = cpr; in bnxt_init_tx_ring_struct() 95 cpr->cp_ring_struct = ring; in bnxt_init_tx_ring_struct() 98 ring->bd = (void *)cpr->cp_desc_ring; in bnxt_init_tx_ring_struct() 99 ring->bd_dma = cpr->cp_desc_mapping; in bnxt_init_tx_ring_struct() 449 if (!CMPL_VALID(txcmp, cpr->valid)) in bnxt_handle_tx_cp() 452 NEXT_CMPL(cpr, cons, cpr->valid, 1); in bnxt_handle_tx_cp() 469 cpr->cp_raw_cons = raw_cons; in bnxt_handle_tx_cp() [all …]
|
| H A D | bnxt_rxq.c | 405 struct bnxt_cp_ring_info *cpr; in bnxt_rx_queue_intr_enable_op() local 417 cpr = rxq->cp_ring; in bnxt_rx_queue_intr_enable_op() 418 B_CP_DB_REARM(cpr, cpr->cp_raw_cons); in bnxt_rx_queue_intr_enable_op() 428 struct bnxt_cp_ring_info *cpr; in bnxt_rx_queue_intr_disable_op() local 440 cpr = rxq->cp_ring; in bnxt_rx_queue_intr_disable_op() 441 B_CP_DB_DISARM(cpr); in bnxt_rx_queue_intr_disable_op()
|
| H A D | bnxt_hwrm.h | 168 int bnxt_hwrm_stat_clear(struct bnxt *bp, struct bnxt_cp_ring_info *cpr); 170 struct bnxt_cp_ring_info *cpr, unsigned int idx); 172 struct bnxt_cp_ring_info *cpr, unsigned int idx); 197 void bnxt_free_cp_ring(struct bnxt *bp, struct bnxt_cp_ring_info *cpr); 198 void bnxt_free_nq_ring(struct bnxt *bp, struct bnxt_cp_ring_info *cpr);
|
| H A D | bnxt_hwrm.c | 1952 cpr = rxq->cp_ring; in bnxt_hwrm_vnic_cfg() 2437 cpr = txq->cp_ring; in bnxt_clear_all_hwrm_stat_ctxs() 2440 cpr = rxq->cp_ring; in bnxt_clear_all_hwrm_stat_ctxs() 2488 cpr = txq->cp_ring; in bnxt_alloc_all_hwrm_stat_ctxs() 2491 cpr = rxq->cp_ring; in bnxt_alloc_all_hwrm_stat_ctxs() 2531 memset(cpr->cp_desc_ring, 0, cpr->cp_ring_struct->ring_size * in bnxt_free_nq_ring() 2533 cpr->cp_raw_cons = 0; in bnxt_free_nq_ring() 2534 cpr->valid = 0; in bnxt_free_nq_ring() 2544 memset(cpr->cp_desc_ring, 0, cpr->cp_ring_struct->ring_size * in bnxt_free_cp_ring() 2546 cpr->cp_raw_cons = 0; in bnxt_free_cp_ring() [all …]
|
| H A D | bnxt_ethdev.c | 2892 struct bnxt_cp_ring_info *cpr; in bnxt_rx_queue_count_op() local 2902 cpr = rxq->cp_ring; in bnxt_rx_queue_count_op() 2903 raw_cons = cpr->cp_raw_cons; in bnxt_rx_queue_count_op() 2926 struct bnxt_cp_ring_info *cpr; in bnxt_rx_descriptor_status_op() local 2939 cpr = rxq->cp_ring; in bnxt_rx_descriptor_status_op() 2946 cp_cons = cpr->cp_raw_cons; in bnxt_rx_descriptor_status_op() 2950 if (CMPL_VALID(rxcmp, cpr->valid)) in bnxt_rx_descriptor_status_op() 2969 struct bnxt_cp_ring_info *cpr; in bnxt_tx_descriptor_status_op() local 2982 cpr = txq->cp_ring; in bnxt_tx_descriptor_status_op() 2990 cp_cons = cpr->cp_raw_cons; in bnxt_tx_descriptor_status_op() [all …]
|
| H A D | bnxt_stats.c | 529 struct bnxt_cp_ring_info *cpr = rxq->cp_ring; in bnxt_stats_get_op() local 531 rc = bnxt_hwrm_ctx_qstats(bp, cpr->hw_stats_ctx_id, i, in bnxt_stats_get_op() 544 struct bnxt_cp_ring_info *cpr = txq->cp_ring; in bnxt_stats_get_op() local 546 rc = bnxt_hwrm_ctx_qstats(bp, cpr->hw_stats_ctx_id, i, in bnxt_stats_get_op()
|
| /f-stack/freebsd/sys/ |
| H A D | jail.h | 292 ((cpr) = (((descend) && !LIST_EMPTY(&(cpr)->pr_children)) \ 294 : ((cpr) == (ppr) \ 297 ? LIST_NEXT(cpr, pr_sibling) \ 298 : (cpr)->pr_parent))));) \ 308 ((cpr) = (((descend) && !LIST_EMPTY(&(cpr)->pr_children)) \ 310 : ((cpr) == (ppr) \ 312 : ((prison_unlock(cpr), \ 315 : (cpr)->pr_parent))));) \ 325 ((cpr) = (((descend) && !LIST_EMPTY(&(cpr)->pr_children)) \ 327 : ((cpr) == (ppr) \ [all …]
|
| /f-stack/freebsd/contrib/device-tree/Bindings/power/avs/ |
| H A D | qcom,cpr.txt | 13 Definition: should be "qcom,qcs404-cpr", "qcom,cpr" for qcs404 76 cpr_opp_table: cpr-opp-table { 94 compatible = "qcom,qcs404-cpr", "qcom,cpr";
|
| /f-stack/freebsd/contrib/openzfs/module/zfs/ |
| H A D | txg.c | 223 txg_thread_enter(tx_state_t *tx, callb_cpr_t *cpr) in txg_thread_enter() argument 236 CALLB_CPR_EXIT(cpr); /* drops &tx->tx_sync_lock */ in txg_thread_exit() 243 CALLB_CPR_SAFE_BEGIN(cpr); in txg_thread_wait() 252 CALLB_CPR_SAFE_END(cpr, &tx->tx_sync_lock); in txg_thread_wait() 509 callb_cpr_t cpr; in txg_sync_thread() local 513 txg_thread_enter(tx, &cpr); in txg_sync_thread() 549 txg_thread_wait(tx, &cpr, &tx->tx_quiesce_done_cv, 0); in txg_sync_thread() 553 txg_thread_exit(tx, &cpr, &tx->tx_sync_thread); in txg_sync_thread() 595 callb_cpr_t cpr; in txg_quiesce_thread() local 597 txg_thread_enter(tx, &cpr); in txg_quiesce_thread() [all …]
|
| H A D | mmp.c | 214 mmp_thread_enter(mmp_thread_t *mmp, callb_cpr_t *cpr) in mmp_thread_enter() argument 216 CALLB_CPR_INIT(cpr, &mmp->mmp_thread_lock, callb_generic_cpr, FTAG); in mmp_thread_enter() 221 mmp_thread_exit(mmp_thread_t *mmp, kthread_t **mpp, callb_cpr_t *cpr) in mmp_thread_exit() argument 226 CALLB_CPR_EXIT(cpr); /* drops &mmp->mmp_thread_lock */ in mmp_thread_exit() 556 callb_cpr_t cpr; in mmp_thread() local 559 mmp_thread_enter(mmp, &cpr); in mmp_thread() 686 CALLB_CPR_SAFE_BEGIN(&cpr); in mmp_thread() 690 CALLB_CPR_SAFE_END(&cpr, &mmp->mmp_thread_lock); in mmp_thread() 697 mmp_thread_exit(mmp, &mmp->mmp_thread, &cpr); in mmp_thread()
|
| /f-stack/freebsd/kern/ |
| H A D | kern_mib.c | 335 struct prison *pr, *cpr; in sysctl_hostname() local 374 FOREACH_PRISON_DESCENDANT_LOCKED(pr, cpr, descend) in sysctl_hostname() 375 if (cpr->pr_flags & PR_HOST) in sysctl_hostname() 378 bcopy(tmpname, (char *)cpr + pr_offset, len); in sysctl_hostname() 408 struct prison *pr, *cpr; in sysctl_kern_securelvl() local 437 if (cpr->pr_securelevel < level) in sysctl_kern_securelvl() 438 cpr->pr_securelevel = level; in sysctl_kern_securelvl() 461 struct prison *pr, *cpr; in sysctl_hostid() local 486 FOREACH_PRISON_DESCENDANT_LOCKED(pr, cpr, descend) in sysctl_hostid() 487 if (cpr->pr_flags & PR_HOST) in sysctl_hostid() [all …]
|
| H A D | kern_jail.c | 2337 mtx_lock(&cpr->pr_mtx); in sys_jail_remove() 2339 tpr = cpr; in sys_jail_remove() 2340 prison_hold(cpr); in sys_jail_remove() 2916 struct prison *cpr; in prison_set_allow_locked() local 3698 struct prison *pr, *cpr; in sysctl_jail_list() local 3717 mtx_lock(&cpr->pr_mtx); in sysctl_jail_list() 3719 if (cpr->pr_ip4s > 0) { in sysctl_jail_list() 3721 ip4s = cpr->pr_ip4s; in sysctl_jail_list() 3732 if (cpr->pr_ip6s > 0) { in sysctl_jail_list() 3734 ip6s = cpr->pr_ip6s; in sysctl_jail_list() [all …]
|
| H A D | kern_timeout.c | 1364 int ct[64], cpr[64], ccpbk[32]; in sysctl_kern_callout_stat() local 1376 bzero(cpr, sizeof(cpr)); in sysctl_kern_callout_stat() 1396 cpr[flssbt(tmp->c_precision)]++; in sysctl_kern_callout_stat() 1410 pcum += cpr[i]; in sysctl_kern_callout_stat() 1435 if (ct[i] == 0 && cpr[i] == 0) in sysctl_kern_callout_stat() 1439 pcum += cpr[i]; in sysctl_kern_callout_stat() 1443 ct[i], tcum, cpr[i], pcum); in sysctl_kern_callout_stat()
|
| /f-stack/freebsd/contrib/device-tree/Bindings/opp/ |
| H A D | qcom-nvmem-cpufreq.txt | 34 - 'cpr' for qcs404. 710 power-domains = <&cpr>; 711 power-domain-names = "cpr"; 721 power-domains = <&cpr>; 722 power-domain-names = "cpr"; 732 power-domains = <&cpr>; 733 power-domain-names = "cpr"; 743 power-domains = <&cpr>; 744 power-domain-names = "cpr"; 766 cpr_opp_table: cpr-opp-table { [all …]
|
| /f-stack/freebsd/contrib/device-tree/src/arm64/qcom/ |
| H A D | qcs404.dtsi | 47 power-domains = <&cpr>; 48 power-domain-names = "cpr"; 61 power-domains = <&cpr>; 62 power-domain-names = "cpr"; 75 power-domains = <&cpr>; 76 power-domain-names = "cpr"; 89 power-domains = <&cpr>; 90 power-domain-names = "cpr"; 131 cpr_opp_table: cpr-opp-table { 1147 cpr: power-controller@b018000 { label [all …]
|
| /f-stack/freebsd/contrib/device-tree/src/powerpc/ |
| H A D | rainier.dts | 96 CPR0: cpr { 97 compatible = "ibm,cpr-440grx", "ibm,cpr-440ep";
|
| H A D | sequoia.dts | 96 CPR0: cpr { 97 compatible = "ibm,cpr-440epx", "ibm,cpr-440ep";
|
| H A D | warp.dts | 77 CPR0: cpr { 78 compatible = "ibm,cpr-440ep";
|