| /f-stack/freebsd/kern/ |
| H A D | subr_msgbuf.c | 95 mbp->msg_wseq = MSGBUF_SEQNORM(mbp, mbp->msg_wseq); in msgbuf_reinit() 96 mbp->msg_rseq = MSGBUF_SEQNORM(mbp, mbp->msg_rseq); in msgbuf_reinit() 122 bzero(mbp->msg_ptr, mbp->msg_size); in msgbuf_clear() 136 len = MSGBUF_SEQSUB(mbp, mbp->msg_wseq, mbp->msg_rseq); in msgbuf_getcount() 170 msgbuf_do_addchar(mbp, &mbp->msg_wseq, c); in msgbuf_addchar() 305 mbp->msg_rseq = MSGBUF_SEQNORM(mbp, wseq - mbp->msg_size); in msgbuf_getchar() 306 c = (u_char)mbp->msg_ptr[MSGBUF_SEQ_TO_POS(mbp, mbp->msg_rseq)]; in msgbuf_getchar() 307 mbp->msg_rseq = MSGBUF_SEQNORM(mbp, mbp->msg_rseq + 1); in msgbuf_getchar() 332 mbp->msg_rseq = MSGBUF_SEQNORM(mbp, wseq - mbp->msg_size); in msgbuf_getbytes() 340 mbp->msg_rseq = MSGBUF_SEQNORM(mbp, mbp->msg_rseq + len); in msgbuf_getbytes() [all …]
|
| H A D | subr_mchain.c | 67 mb_initm(mbp, m); in mb_init() 74 bzero(mbp, sizeof(*mbp)); in mb_initm() 75 mbp->mb_top = mbp->mb_cur = m; in mb_initm() 93 m = mbp->mb_top; in mb_detach() 101 return (mbp->mb_top->m_pkthdr.len = m_fixhdr(mbp->mb_top)); in mb_fixhdr() 118 m = mbp->mb_cur; in mb_reserve() 139 dst = mtod(mbp->mb_cur, caddr_t) + mbp->mb_cur->m_len; in mb_put_padbyte() 205 m = mbp->mb_cur; in mb_put_mem() 224 error = mbp->mb_copy(mbp, source, dst, &srclen, &dstlen); in mb_put_mem() 250 mbp->mb_cur = m; in mb_put_mem() [all …]
|
| H A D | subr_log.c | 151 struct msgbuf *mbp = msgbufp; in logread() local 155 while (msgbuf_getcount(mbp) == 0) { in logread() 168 l = msgbuf_getbytes(mbp, buf, l); in logread()
|
| /f-stack/freebsd/sys/ |
| H A D | msgbuf.h | 57 #define MSGBUF_SEQNORM(mbp, seq) (((seq) + (mbp)->msg_seqmod) % \ argument 58 (mbp)->msg_seqmod) 59 #define MSGBUF_SEQ_TO_POS(mbp, seq) ((seq) % (mbp)->msg_size) argument 61 #define MSGBUF_SEQSUB(mbp, seq1, seq2) (MSGBUF_SEQNORM((mbp), (seq1) - (seq2))) argument 70 void msgbuf_addchar(struct msgbuf *mbp, int c); 72 void msgbuf_clear(struct msgbuf *mbp); 74 int msgbuf_getbytes(struct msgbuf *mbp, char *buf, int buflen); 75 int msgbuf_getchar(struct msgbuf *mbp); 76 int msgbuf_getcount(struct msgbuf *mbp); 77 void msgbuf_init(struct msgbuf *mbp, void *ptr, int size); [all …]
|
| H A D | mchain.h | 65 int mb_init(struct mbchain *mbp); 66 void mb_initm(struct mbchain *mbp, struct mbuf *m); 67 void mb_done(struct mbchain *mbp); 68 struct mbuf *mb_detach(struct mbchain *mbp); 69 int mb_fixhdr(struct mbchain *mbp); 70 caddr_t mb_reserve(struct mbchain *mbp, int size); 72 int mb_put_padbyte(struct mbchain *mbp); 73 int mb_put_uint8(struct mbchain *mbp, u_int8_t x); 78 int mb_put_int64be(struct mbchain *mbp, int64_t x); 79 int mb_put_int64le(struct mbchain *mbp, int64_t x); [all …]
|
| /f-stack/dpdk/drivers/net/virtio/ |
| H A D | virtio_rxtx_simple_neon.c | 114 uint64x2_t mbp[RTE_VIRTIO_DESC_PER_LOOP / 2]; in virtio_recv_pkts_vec() local 117 mbp[0] = vld1q_u64((uint64_t *)(sw_ring + 0)); in virtio_recv_pkts_vec() 119 vst1q_u64((uint64_t *)&rx_pkts[0], mbp[0]); in virtio_recv_pkts_vec() 121 mbp[1] = vld1q_u64((uint64_t *)(sw_ring + 2)); in virtio_recv_pkts_vec() 123 vst1q_u64((uint64_t *)&rx_pkts[2], mbp[1]); in virtio_recv_pkts_vec() 125 mbp[2] = vld1q_u64((uint64_t *)(sw_ring + 4)); in virtio_recv_pkts_vec() 127 vst1q_u64((uint64_t *)&rx_pkts[4], mbp[2]); in virtio_recv_pkts_vec() 129 mbp[3] = vld1q_u64((uint64_t *)(sw_ring + 6)); in virtio_recv_pkts_vec() 131 vst1q_u64((uint64_t *)&rx_pkts[6], mbp[3]); in virtio_recv_pkts_vec()
|
| H A D | virtio_rxtx_simple_sse.c | 114 __m128i mbp[RTE_VIRTIO_DESC_PER_LOOP / 2]; in virtio_recv_pkts_vec() local 117 mbp[0] = _mm_loadu_si128((__m128i *)(sw_ring + 0)); in virtio_recv_pkts_vec() 119 _mm_storeu_si128((__m128i *)&rx_pkts[0], mbp[0]); in virtio_recv_pkts_vec() 121 mbp[1] = _mm_loadu_si128((__m128i *)(sw_ring + 2)); in virtio_recv_pkts_vec() 123 _mm_storeu_si128((__m128i *)&rx_pkts[2], mbp[1]); in virtio_recv_pkts_vec() 125 mbp[2] = _mm_loadu_si128((__m128i *)(sw_ring + 4)); in virtio_recv_pkts_vec() 127 _mm_storeu_si128((__m128i *)&rx_pkts[4], mbp[2]); in virtio_recv_pkts_vec() 129 mbp[3] = _mm_loadu_si128((__m128i *)(sw_ring + 6)); in virtio_recv_pkts_vec() 131 _mm_storeu_si128((__m128i *)&rx_pkts[6], mbp[3]); in virtio_recv_pkts_vec()
|
| H A D | virtio_rxtx_simple_altivec.c | 116 vector unsigned char mbp[RTE_VIRTIO_DESC_PER_LOOP / 2]; in virtio_recv_pkts_vec() local 119 mbp[0] = vec_vsx_ld(0, (unsigned char const *)(sw_ring + 0)); in virtio_recv_pkts_vec() 121 *(vector unsigned char *)&rx_pkts[0] = mbp[0]; in virtio_recv_pkts_vec() 123 mbp[1] = vec_vsx_ld(0, (unsigned char const *)(sw_ring + 2)); in virtio_recv_pkts_vec() 125 *(vector unsigned char *)&rx_pkts[2] = mbp[1]; in virtio_recv_pkts_vec() 127 mbp[2] = vec_vsx_ld(0, (unsigned char const *)(sw_ring + 4)); in virtio_recv_pkts_vec() 129 *(vector unsigned char *)&rx_pkts[4] = mbp[2]; in virtio_recv_pkts_vec() 131 mbp[3] = vec_vsx_ld(0, (unsigned char const *)(sw_ring + 6)); in virtio_recv_pkts_vec() 133 *(vector unsigned char *)&rx_pkts[6] = mbp[3]; in virtio_recv_pkts_vec()
|
| /f-stack/dpdk/app/test-pmd/ |
| H A D | txonly.c | 188 pkt_burst_prepare(struct rte_mbuf *pkt, struct rte_mempool *mbp, in pkt_burst_prepare() argument 204 if (rte_mempool_get_bulk(mbp, (void **)pkt_segs, nb_segs - 1)) in pkt_burst_prepare() 326 struct rte_mempool *mbp; in pkt_burst_transmit() local 338 mbp = current_fwd_lcore()->mbp; in pkt_burst_transmit() 357 if (rte_mempool_get_bulk(mbp, (void **)pkts_burst, in pkt_burst_transmit() 360 if (unlikely(!pkt_burst_prepare(pkts_burst[nb_pkt], mbp, in pkt_burst_transmit() 365 rte_mempool_put_bulk(mbp, in pkt_burst_transmit() 373 pkt = rte_mbuf_raw_alloc(mbp); in pkt_burst_transmit() 376 if (unlikely(!pkt_burst_prepare(pkt, mbp, ð_hdr, in pkt_burst_transmit()
|
| H A D | flowgen.c | 87 struct rte_mempool *mbp; in pkt_burst_flow_gen() local 113 mbp = current_fwd_lcore()->mbp; in pkt_burst_flow_gen() 126 pkt = rte_mbuf_raw_alloc(mbp); in pkt_burst_flow_gen()
|
| H A D | testpmd.c | 1417 struct rte_mempool *mbp; in init_config() local 1561 mbp = mbuf_pool_find( in init_config() 1564 if (mbp == NULL) in init_config() 1565 mbp = mbuf_pool_find(0, 0); in init_config() 1566 fwd_lcores[lc_id]->mbp = mbp; in init_config() 1568 fwd_lcores[lc_id]->gso_ctx.direct_pool = mbp; in init_config() 1569 fwd_lcores[lc_id]->gso_ctx.indirect_pool = mbp; in init_config()
|
| H A D | testpmd.h | 247 struct rte_mempool *mbp; /**< The mbuf pool to use by this core */ member
|
| H A D | csumonly.c | 696 mp = current_fwd_lcore()->mbp; in pkt_copy_split()
|
| /f-stack/dpdk/drivers/net/mlx5/ |
| H A D | mlx5_rxtx_vec_neon.h | 46 uint64x2_t mbp; in rxq_copy_mbuf_v() local 48 mbp = vld1q_u64((void *)&elts[pos]); in rxq_copy_mbuf_v() 49 vst1q_u64((void *)&pkts[pos], mbp); in rxq_copy_mbuf_v()
|
| H A D | mlx5_rxtx_vec_sse.h | 48 __m128i mbp; in rxq_copy_mbuf_v() local 50 mbp = _mm_loadu_si128((__m128i *)&elts[pos]); in rxq_copy_mbuf_v() 51 _mm_storeu_si128((__m128i *)&pkts[pos], mbp); in rxq_copy_mbuf_v()
|
| H A D | mlx5_rxtx_vec_altivec.h | 50 vector unsigned char mbp; in rxq_copy_mbuf_v() local 52 mbp = (vector unsigned char)vec_vsx_ld(0, in rxq_copy_mbuf_v() 54 *(vector unsigned char *)&pkts[pos] = mbp; in rxq_copy_mbuf_v()
|