| /f-stack/freebsd/contrib/openzfs/include/os/linux/spl/sys/ |
| H A D | mutex.h | 49 #define MUTEX(mp) (&((mp)->m_mutex)) argument 60 mp->m_owner = NULL; in spl_mutex_clear_owner() 63 #define mutex_owner(mp) (READ_ONCE((mp)->m_owner)) argument 64 #define mutex_owned(mp) (mutex_owner(mp) == current) argument 65 #define MUTEX_HELD(mp) mutex_owned(mp) argument 66 #define MUTEX_NOT_HELD(mp) (!MUTEX_HELD(mp)) argument 72 mp->m_type = type; in spl_mutex_set_type() 77 if (mp && mp->m_type == MUTEX_NOLOCKDEP) \ in spl_mutex_lockdep_off_maybe() 83 if (mp && mp->m_type == MUTEX_NOLOCKDEP) \ in spl_mutex_lockdep_on_maybe() 104 __mutex_init(MUTEX(mp), (name) ? (#name) : (#mp), &__key); \ [all …]
|
| H A D | condvar.h | 100 #define cv_wait(cvp, mp) __cv_wait(cvp, mp) argument 101 #define cv_wait_io(cvp, mp) __cv_wait_io(cvp, mp) argument 102 #define cv_wait_idle(cvp, mp) __cv_wait_idle(cvp, mp) argument 103 #define cv_wait_io_sig(cvp, mp) __cv_wait_io_sig(cvp, mp) argument 104 #define cv_wait_sig(cvp, mp) __cv_wait_sig(cvp, mp) argument 113 #define cv_timedwait(cvp, mp, t) __cv_timedwait(cvp, mp, t) argument 114 #define cv_timedwait_io(cvp, mp, t) __cv_timedwait_io(cvp, mp, t) argument 115 #define cv_timedwait_sig(cvp, mp, t) __cv_timedwait_sig(cvp, mp, t) argument 116 #define cv_timedwait_idle(cvp, mp, t) __cv_timedwait_idle(cvp, mp, t) argument
|
| /f-stack/dpdk/lib/librte_mempool/ |
| H A D | rte_mempool.h | 300 #define MEMPOOL_HEADER_SIZE(mp, cs) \ argument 323 return hdr->mp; in rte_mempool_from_obj() 1240 if (mp->cache_size == 0) in rte_mempool_default_cache() 1247 &mp->local_cache[lcore_id]); in rte_mempool_default_cache() 1248 return &mp->local_cache[lcore_id]; in rte_mempool_default_cache() 1261 struct rte_mempool *mp) in rte_mempool_cache_flush() argument 1291 __MEMPOOL_STAT_ADD(mp, put, n); in __mempool_generic_put() 1391 rte_mempool_put_bulk(mp, &obj, 1); in rte_mempool_put() 1640 return rte_mempool_avail_count(mp) == mp->size; in rte_mempool_full() 1703 return (char *)mp + in rte_mempool_get_priv() [all …]
|
| H A D | rte_mempool.c | 163 hdr->mp = mp; in mempool_add_elem() 325 if (mp->populated_size >= mp->size) in rte_mempool_populate_iova() 332 memhdr->mp = mp; in rte_mempool_populate_iova() 349 i = rte_mempool_ops_populate(mp, mp->size - mp->populated_size, in rte_mempool_populate_iova() 868 ret = strlcpy(mp->name, name, sizeof(mp->name)); in rte_mempool_create_empty() 891 RTE_PTR_ADD(mp, MEMPOOL_HEADER_SIZE(mp, 0)); in rte_mempool_create_empty() 999 return mp->size - rte_mempool_avail_count(mp); in rte_mempool_in_use_count() 1106 mp->header_size + mp->elt_size + mp->trailer_size; in rte_mempool_contig_blocks_check_cookies() 1146 mp, mp->size, num); in mempool_audit_cookies() 1207 fprintf(f, "mempool <%s>@%p\n", mp->name, mp); in rte_mempool_dump() [all …]
|
| H A D | rte_mempool_ops.c | 79 rte_mempool_trace_ops_alloc(mp); in rte_mempool_ops_alloc() 80 ops = rte_mempool_get_ops(mp->ops_index); in rte_mempool_ops_alloc() 81 return ops->alloc(mp); in rte_mempool_ops_alloc() 90 rte_mempool_trace_ops_free(mp); in rte_mempool_ops_free() 91 ops = rte_mempool_get_ops(mp->ops_index); in rte_mempool_ops_free() 94 ops->free(mp); in rte_mempool_ops_free() 104 return ops->get_count(mp); in rte_mempool_ops_get_count() 158 return ops->get_info(mp, info); in rte_mempool_ops_get_info() 171 if (mp->flags & MEMPOOL_F_POOL_CREATED) in rte_mempool_set_ops_byname() 185 mp->ops_index = i; in rte_mempool_set_ops_byname() [all …]
|
| H A D | rte_mempool_ops_default.c | 10 rte_mempool_op_calc_mem_size_helper(const struct rte_mempool *mp, in rte_mempool_op_calc_mem_size_helper() argument 19 total_elt_sz = mp->header_size + mp->elt_size + mp->trailer_size; in rte_mempool_op_calc_mem_size_helper() 69 rte_mempool_op_calc_mem_size_default(const struct rte_mempool *mp, in rte_mempool_op_calc_mem_size_default() argument 73 return rte_mempool_op_calc_mem_size_helper(mp, obj_num, pg_shift, in rte_mempool_op_calc_mem_size_default() 103 ret = rte_mempool_get_page_size(mp, &pg_sz); in rte_mempool_op_populate_helper() 107 total_elt_sz = mp->header_size + mp->elt_size + mp->trailer_size; in rte_mempool_op_populate_helper() 126 off += mp->header_size; in rte_mempool_op_populate_helper() 128 obj_cb(mp, obj_cb_arg, obj, in rte_mempool_op_populate_helper() 130 rte_mempool_ops_enqueue_bulk(mp, &obj, 1); in rte_mempool_op_populate_helper() 131 off += mp->elt_size + mp->trailer_size; in rte_mempool_op_populate_helper() [all …]
|
| /f-stack/freebsd/kern/ |
| H A D | vfs_mount.c | 554 msleep(mp, MNT_MTX(mp), PVFS, "mntref", 0); in vfs_mount_destroy() 1017 mp->mnt_opt = mp->mnt_optnew; in vfs_domount_first() 1254 mp->mnt_opt = mp->mnt_optnew; in vfs_domount_update() 1256 (void)VFS_STATFS(mp, &mp->mnt_stat); in vfs_domount_update() 1554 if (mp->mnt_ref <= 0 || mp->mnt_lockref < 0 || mp->mnt_writeopcount < 0) in vfs_op_enter() 1556 __func__, mp, mp->mnt_ref, mp->mnt_lockref, mp->mnt_writeopcount); in vfs_op_enter() 1569 __func__, mp->mnt_vfs_ops, mp); in vfs_op_exit_locked() 1594 mp = vfsopipi->mp; in vfs_op_action_func() 1608 mp = vfsopipi->mp; in vfs_op_wait_func() 1620 vfsopipi.mp = mp; in vfs_op_barrier_wait() [all …]
|
| H A D | vfs_init.c | 175 rc = (*mp->mnt_vfc->vfc_vfsops_sd->vfs_mount)(mp); in vfs_mount_sigdefer() 187 rc = (*mp->mnt_vfc->vfc_vfsops_sd->vfs_unmount)(mp, mntflags); in vfs_unmount_sigdefer() 198 rc = (*mp->mnt_vfc->vfc_vfsops_sd->vfs_root)(mp, flags, vpp); in vfs_root_sigdefer() 231 rc = (*mp->mnt_vfc->vfc_vfsops_sd->vfs_statfs)(mp, sbp); in vfs_statfs_sigdefer() 242 rc = (*mp->mnt_vfc->vfc_vfsops_sd->vfs_sync)(mp, waitfor); in vfs_sync_sigdefer() 290 rc = (*mp->mnt_vfc->vfc_vfsops_sd->vfs_extattrctl)(mp, cmd, in vfs_extattrctl_sigdefer() 302 rc = (*mp->mnt_vfc->vfc_vfsops_sd->vfs_sysctl)(mp, op, req); in vfs_sysctl_sigdefer() 315 (*mp->mnt_vfc->vfc_vfsops_sd->vfs_susp_clean)(mp); in vfs_susp_clean_sigdefer() 327 (*mp->mnt_vfc->vfc_vfsops_sd->vfs_reclaim_lowervp)(mp, vp); in vfs_reclaim_lowervp_sigdefer() 339 (*(mp)->mnt_vfc->vfc_vfsops_sd->vfs_unlink_lowervp)(mp, vp); in vfs_unlink_lowervp_sigdefer() [all …]
|
| H A D | vfs_export.c | 147 MNT_ILOCK(mp); in vfs_hang_addrlist() 149 MNT_IUNLOCK(mp); in vfs_hang_addrlist() 323 MNT_ILOCK(mp); in vfs_export() 325 MNT_IUNLOCK(mp); in vfs_export() 331 MNT_ILOCK(mp); in vfs_export() 333 MNT_IUNLOCK(mp); in vfs_export() 343 MNT_ILOCK(mp); in vfs_export() 345 MNT_IUNLOCK(mp); in vfs_export() 353 MNT_ILOCK(mp); in vfs_export() 355 MNT_IUNLOCK(mp); in vfs_export() [all …]
|
| H A D | vfs_subr.c | 756 MNT_ILOCK(mp); in vfs_busy() 758 MNT_REF(mp); in vfs_busy() 773 MNT_REL(mp); in vfs_busy() 782 msleep(mp, MNT_MTX(mp), PVFS | PDROP, "vfs_busy", 0); in vfs_busy() 815 MNT_REL(mp); in vfs_unbusy() 886 return (mp); in vfs_busyfs() 1790 if (mp != NULL && (mp->mnt_flag & MNT_MULTILABEL) == 0) in getnewvnode() 1912 MNT_REL(mp); in delmntque() 1961 MNT_REF(mp); in insmntque1() 4003 mp = NULL; in vgonel() [all …]
|
| H A D | vfs_vnops.c | 595 mp = NULL; in vn_rdwr() 1080 mp = NULL; in vn_write() 1815 error = msleep(&mp->mnt_flag, MNT_MTX(mp), mflags, in vn_start_write_refed() 1928 vfs_rel(mp); in vn_start_secondary_write() 1957 MNT_REL(mp); in vn_finished_write() 2622 if (mp != NULL && (mp->mnt_flag & MNT_NOEXEC) != 0) { in vn_mmap() 2717 mp = NULL; in vn_fsync_buf() 2788 if ((mp != NULL && mp->mnt_secondary_writes > 0) || in vn_fsync_buf() 3000 mp = NULL; in vn_write_outvp() 3068 mp = NULL; in vn_generic_copy_file_range() [all …]
|
| /f-stack/dpdk/drivers/mempool/ring/ |
| H A D | rte_mempool_ring.c | 75 return rte_ring_count(mp->pool_data); in common_ring_get_count() 86 RTE_MEMPOOL_MZ_FORMAT, mp->name); in ring_alloc() 99 mp->socket_id, rg_flags); in ring_alloc() 103 mp->pool_data = r; in ring_alloc() 113 if (mp->flags & MEMPOOL_F_SP_PUT) in common_ring_alloc() 115 if (mp->flags & MEMPOOL_F_SC_GET) in common_ring_alloc() 118 return ring_alloc(mp, rg_flags); in common_ring_alloc() 122 rts_ring_alloc(struct rte_mempool *mp) in rts_ring_alloc() argument 128 hts_ring_alloc(struct rte_mempool *mp) in hts_ring_alloc() argument 134 common_ring_free(struct rte_mempool *mp) in common_ring_free() argument [all …]
|
| /f-stack/dpdk/drivers/mempool/octeontx/ |
| H A D | rte_mempool_octeontx.c | 13 octeontx_fpavf_alloc(struct rte_mempool *mp) in octeontx_fpavf_alloc() argument 16 uint32_t memseg_count = mp->size; in octeontx_fpavf_alloc() 20 object_size = mp->elt_size + mp->header_size + mp->trailer_size; in octeontx_fpavf_alloc() 24 mp->socket_id); in octeontx_fpavf_alloc() 37 mp->pool_id = (uint64_t)pool; in octeontx_fpavf_alloc() 49 pool = (uintptr_t)mp->pool_id; in octeontx_fpavf_free() 77 pool = (uintptr_t)mp->pool_id; in octeontx_fpavf_enqueue() 94 pool = (uintptr_t)mp->pool_id; in octeontx_fpavf_dequeue() 124 pool = (uintptr_t)mp->pool_id; in octeontx_fpavf_get_count() 140 total_elt_sz = mp->header_size + mp->elt_size + mp->trailer_size; in octeontx_fpavf_calc_mem_size() [all …]
|
| /f-stack/dpdk/drivers/mempool/stack/ |
| H A D | rte_mempool_stack.c | 17 RTE_MEMPOOL_MZ_FORMAT, mp->name); in __stack_alloc() 23 s = rte_stack_create(name, mp->size, mp->socket_id, flags); in __stack_alloc() 27 mp->pool_data = s; in __stack_alloc() 33 stack_alloc(struct rte_mempool *mp) in stack_alloc() argument 35 return __stack_alloc(mp, 0); in stack_alloc() 39 lf_stack_alloc(struct rte_mempool *mp) in lf_stack_alloc() argument 48 struct rte_stack *s = mp->pool_data; in stack_enqueue() 57 struct rte_stack *s = mp->pool_data; in stack_dequeue() 65 struct rte_stack *s = mp->pool_data; in stack_get_count() 71 stack_free(struct rte_mempool *mp) in stack_free() argument [all …]
|
| /f-stack/freebsd/contrib/openzfs/module/os/freebsd/spl/ |
| H A D | spl_vfs.c | 126 struct mount *mp; in mount_snapshot() local 174 mp->mnt_optnew = NULL; in mount_snapshot() 176 mp->mnt_optnew = mp->mnt_opt; in mount_snapshot() 177 mp->mnt_opt = NULL; in mount_snapshot() 203 error = VFS_MOUNT(mp); in mount_snapshot() 219 vfs_unbusy(mp); in mount_snapshot() 228 mp->mnt_opt = mp->mnt_optnew; in mount_snapshot() 229 (void) VFS_STATFS(mp, &mp->mnt_stat); in mount_snapshot() 235 mp->mnt_optnew = NULL; in mount_snapshot() 256 vfs_op_exit(mp); in mount_snapshot() [all …]
|
| /f-stack/freebsd/contrib/openzfs/module/os/linux/spl/ |
| H A D | spl-condvar.c | 123 ASSERT(mp); in cv_wait_common() 125 ASSERT(mutex_owned(mp)); in cv_wait_common() 142 mutex_exit(mp); in cv_wait_common() 165 mutex_enter(mp); in cv_wait_common() 267 ASSERT(mp); in __cv_timedwait_common() 269 ASSERT(mutex_owned(mp)); in __cv_timedwait_common() 291 mutex_exit(mp); in __cv_timedwait_common() 314 mutex_enter(mp); in __cv_timedwait_common() 375 ASSERT(mp); in __cv_timedwait_hires() 398 mutex_exit(mp); in __cv_timedwait_hires() [all …]
|
| /f-stack/dpdk/app/test/ |
| H A D | test_mempool.c | 72 memset(obj, 0, mp->elt_size); in my_obj_init() 101 rte_mempool_dump(stdout, mp); in test_mempool_basic() 106 rte_mempool_dump(stdout, mp); in test_mempool_basic() 116 if (rte_mempool_get_priv(mp) != (char *)mp + in test_mempool_basic() 117 MEMPOOL_HEADER_SIZE(mp, mp->cache_size)) in test_mempool_basic() 128 rte_mempool_dump(stdout, mp); in test_mempool_basic() 137 rte_mempool_dump(stdout, mp); in test_mempool_basic() 371 if (mp == NULL) in test_mempool_basic_ex() 381 mp->name, rte_mempool_in_use_count(mp)); in test_mempool_basic_ex() 454 printf("\t%s\n", mp->name); in walk_cb() [all …]
|
| H A D | sample_packet_forward.c | 37 test_mp_free(struct rte_mempool *mp) in test_mp_free() argument 39 rte_mempool_free(mp); in test_mp_free() 58 test_get_mempool(struct rte_mempool **mp, char *poolname) in test_get_mempool() argument 60 *mp = rte_pktmbuf_pool_create(poolname, NB_MBUF, 32, 0, in test_get_mempool() 62 if (*mp == NULL) in test_get_mempool() 69 test_get_mbuf_from_pool(struct rte_mempool **mp, struct rte_mbuf **pbuf, in test_get_mbuf_from_pool() argument 74 ret = test_get_mempool(mp, poolname); in test_get_mbuf_from_pool() 77 if (rte_pktmbuf_alloc_bulk(*mp, pbuf, NUM_PACKETS) != 0) { in test_get_mbuf_from_pool() 87 test_put_mbuf_to_pool(struct rte_mempool *mp, struct rte_mbuf **pbuf) in test_put_mbuf_to_pool() argument 93 rte_mempool_free(mp); in test_put_mbuf_to_pool()
|
| /f-stack/freebsd/sys/ |
| H A D | mount.h | 284 #define MNT_ILOCK(mp) mtx_lock(&(mp)->mnt_mtx) argument 285 #define MNT_ITRYLOCK(mp) mtx_trylock(&(mp)->mnt_mtx) argument 286 #define MNT_IUNLOCK(mp) mtx_unlock(&(mp)->mnt_mtx) argument 287 #define MNT_MTX(mp) (&(mp)->mnt_mtx) argument 296 if ((mp)->mnt_vfs_ops && (mp)->mnt_ref < 0) \ 298 if ((mp)->mnt_ref == 0 && (mp)->mnt_vfs_ops) \ 299 wakeup((mp)); \ 490 return (mp != NULL && (mp->mnt_kern_flag & MNTK_SHARED_WRITES) != 0); in MNT_SHARED_WRITES() 497 return (mp != NULL && (mp->mnt_kern_flag & MNTK_EXTENDED_SHARED) != 0); in MNT_EXTENDED_SHARED() 1074 #define vfs_mount_pcpu(mp) zpcpu_get(mp->mnt_pcpu) argument [all …]
|
| H A D | mutex.h | 269 if (((mp)->mtx_lock != MTX_UNOWNED || !_mtx_obtain_lock((mp), _tid))) {\ 274 mp, 0, 0, file, line); \ 284 if ((mp)->mtx_lock == _tid) \ 285 (mp)->mtx_recurse++; \ 288 (mp)->mtx_lock = _tid; \ 300 (mp)->mtx_lock = _tid; \ 328 if (mtx_recursed((mp))) \ 329 (mp)->mtx_recurse--; \ 338 if (mtx_recursed((mp))) \ 339 (mp)->mtx_recurse--; \ [all …]
|
| /f-stack/freebsd/contrib/openzfs/cmd/zed/agents/ |
| H A D | fmd_api.c | 102 mp->mod_info = mip; in fmd_hdl_register() 104 mp->mod_spec = NULL; in fmd_hdl_register() 112 fmd_serd_hash_create(&mp->mod_serds); in fmd_hdl_register() 123 fmd_modstat_t *msp = &mp->mod_stats; in fmd_hdl_unregister() 139 if (mp->mod_ustat != NULL) { in fmd_hdl_unregister() 144 mp->mod_ustat[i].fmds_name, in fmd_hdl_unregister() 164 mp->mod_spec = spec; in fmd_hdl_setspecific() 176 return (mp->mod_spec); in fmd_hdl_getspecific() 259 mp->mod_ustat = statv; in fmd_stat_create() 260 mp->mod_ustat_cnt = nstats; in fmd_stat_create() [all …]
|
| /f-stack/dpdk/drivers/mempool/bucket/ |
| H A D | rte_mempool_bucket.c | 70 mp->socket_id); in bucket_stack_create() 396 bplc.bd = mp->pool_data; in bucket_get_count() 413 struct rte_mempool *mp; in bucket_init_per_lcore() local 417 mp = bd->pool; in bucket_init_per_lcore() 424 mp->name, lcore_id); in bucket_init_per_lcore() 432 rte_align32pow2(mp->size + 1), mp->socket_id, rg_flags); in bucket_init_per_lcore() 474 bd->pool = mp; in bucket_alloc() 481 bd->total_elt_size = mp->header_size + mp->elt_size + mp->trailer_size; in bucket_alloc() 509 mp->socket_id, rg_flags); in bucket_alloc() 525 mp->socket_id, rg_flags); in bucket_alloc() [all …]
|
| /f-stack/dpdk/drivers/mempool/dpaa/ |
| H A D | dpaa_mempool.c | 43 dpaa_mbuf_create_pool(struct rte_mempool *mp) in dpaa_mbuf_create_pool() argument 98 rte_dpaa_bpid_info[bpid].mp = mp; in dpaa_mbuf_create_pool() 119 mp->pool_data = (void *)bp_info; in dpaa_mbuf_create_pool() 136 rte_free(mp->pool_data); in dpaa_mbuf_free_pool() 137 mp->pool_data = NULL; in dpaa_mbuf_free_pool() 285 if (!mp || !mp->pool_data) { in dpaa_mbuf_get_count() 290 bp_info = DPAA_MEMPOOL_TO_POOL_INFO(mp); in dpaa_mbuf_get_count() 303 if (!mp || !mp->pool_data) { in dpaa_populate() 311 bp_info = DPAA_MEMPOOL_TO_POOL_INFO(mp); in dpaa_populate() 312 total_elt_sz = mp->header_size + mp->elt_size + mp->trailer_size; in dpaa_populate() [all …]
|
| /f-stack/freebsd/netinet/ |
| H A D | ip_input.c | 1159 mp = &(*mp)->m_next; in ip_savecontrol() 1181 mp = &(*mp)->m_next; in ip_savecontrol() 1200 mp = &(*mp)->m_next; in ip_savecontrol() 1214 mp = &(*mp)->m_next; in ip_savecontrol() 1229 mp = &(*mp)->m_next; in ip_savecontrol() 1235 mp = &(*mp)->m_next; in ip_savecontrol() 1241 mp = &(*mp)->m_next; in ip_savecontrol() 1253 mp = &(*mp)->m_next; in ip_savecontrol() 1260 mp = &(*mp)->m_next; in ip_savecontrol() 1294 mp = &(*mp)->m_next; in ip_savecontrol() [all …]
|
| /f-stack/dpdk/lib/librte_pdump/ |
| H A D | rte_pdump.c | 45 struct rte_mempool *mp; member 52 struct rte_mempool *mp; member 66 struct rte_mempool *mp; member 82 struct rte_mempool *mp; in pdump_copy() local 87 mp = cbs->mp; in pdump_copy() 142 cbs->mp = mp; in pdump_register_rx_callbacks() 197 cbs->mp = mp; in pdump_register_tx_callbacks() 255 mp = p->data.en_v1.mp; in set_pdump_rxtx_cbs() 267 mp = p->data.dis_v1.mp; in set_pdump_rxtx_cbs() 378 if (mp->flags & MEMPOOL_F_SP_PUT || mp->flags & MEMPOOL_F_SC_GET) { in pdump_validate_ring_mp() [all …]
|