| /mOS-networking-stack/core/src/ |
| H A D | debug.c | 16 EnqueueJobBuffer(mtcp->logger, mtcp->w_buffer); in flush_log_data() 73 thread_printf(mtcp, mtcp->log_fp, "%s %d %u", step, ifindex, mtcp->cur_ts); in DumpPacket() 75 thread_printf(mtcp, mtcp->log_fp, "%s ? %u", step, mtcp->cur_ts); in DumpPacket() 97 thread_printf(mtcp, mtcp->log_fp, " "); in DumpPacket() 108 thread_printf(mtcp, mtcp->log_fp, " -> "); in DumpPacket() 131 thread_printf(mtcp, mtcp->log_fp, "TCP "); in DumpPacket() 134 thread_printf(mtcp, mtcp->log_fp, "S "); in DumpPacket() 136 thread_printf(mtcp, mtcp->log_fp, "F "); in DumpPacket() 138 thread_printf(mtcp, mtcp->log_fp, "A "); in DumpPacket() 140 thread_printf(mtcp, mtcp->log_fp, "R "); in DumpPacket() [all …]
|
| H A D | core.c | 212 mtcp->p_nstat = mtcp->nstat; in PrintThreadNetworkStats() 221 rs->rounds = mtcp->runstat.rounds - mtcp->p_runstat.rounds; in PrintThreadRoundStats() 231 mtcp->p_runstat = mtcp->runstat; in PrintThreadRoundStats() 776 WriteTCPACKList(mtcp, mtcp->g_sender, cur_ts, thresh); in WritePacketsToChunks() 778 WriteTCPDataList(mtcp, mtcp->g_sender, cur_ts, thresh); in WritePacketsToChunks() 801 thread_printf(mtcp, mtcp->log_fp, in DestroyRemainingFlows() 806 thread_printf(mtcp, mtcp->log_fp, in DestroyRemainingFlows() 1088 if (!mtcp) { in InitializeMTCPManager() 1278 return mtcp; in InitializeMTCPManager() 1304 if (!mtcp) { in MTCPRunThread() [all …]
|
| H A D | timer.c | 34 if (!mtcp->rto_list_cnt) { in AddtoRTOList() 65 mtcp->rto_list_cnt++; in AddtoRTOList() 81 mtcp->rto_list_cnt--; in RemoveFromRTOList() 106 mtcp->timewait_list_cnt++; in AddtoTimewaitList() 120 mtcp->timewait_list_cnt--; in RemoveFromTimewaitList() 133 mtcp->timeout_list_cnt++; in AddtoTimeoutList() 142 mtcp->timeout_list_cnt--; in RemoveFromTimeoutList() 397 rto_list = &mtcp->rto_store->rto_list[mtcp->rto_store->rto_now_idx]; in CheckRtmTimeout() 414 mtcp->rto_list_cnt--; in CheckRtmTimeout() 485 DumpStream(mtcp, walk); in CheckTimewaitExpire() [all …]
|
| H A D | api.c | 136 if (!mtcp) { in mtcp_getsockname() 180 if (!mtcp) { in mtcp_getsockopt() 268 if (!mtcp) { in mtcp_setsockopt() 469 if (!mtcp) { in mtcp_setsock_nonblock() 498 if (!mtcp) { in mtcp_ioctl() 562 if (!mtcp) { in mtcp_monitor() 629 if (!mtcp) { in mtcp_socket() 686 if (!mtcp) { in mtcp_bind() 748 if (!mtcp) { in mtcp_listen() 826 if (!mtcp) { in mtcp_accept() [all …]
|
| H A D | socket.c | 26 CleanupEvB(mtcp, &monitor->pre_tcp_evb); in FreeMonListener() 78 mtcp->num_msp++; in AllocateSocket() 97 mtcp->num_esp++; in AllocateSocket() 142 socket = &mtcp->msmap[sockid]; in FreeSocket() 143 FreeMonStream(mtcp, socket); in FreeSocket() 147 mtcp->num_msp--; in FreeSocket() 149 socket = &mtcp->msmap[sockid]; in FreeSocket() 150 FreeMonListener(mtcp, socket); in FreeSocket() 154 mtcp->num_esp--; in FreeSocket() 155 socket = &mtcp->smap[sockid]; in FreeSocket() [all …]
|
| H A D | tcp_stream.c | 711 thread_printf(mtcp, mtcp->log_fp, 908 thread_printf(mtcp, mtcp->log_fp, 928 thread_printf(mtcp, mtcp->log_fp, 950 thread_printf(mtcp, mtcp->log_fp, 954 thread_printf(mtcp, mtcp->log_fp, 961 thread_printf(mtcp, mtcp->log_fp, 969 thread_printf(mtcp, mtcp->log_fp, 974 thread_printf(mtcp, mtcp->log_fp, 976 thread_printf(mtcp, mtcp->log_fp, 986 thread_printf(mtcp, mtcp->log_fp, [all …]
|
| H A D | mos_api.c | 99 if (!mtcp) { in mtcp_bind_monitor_filter() 188 if (!mtcp) { in mtcp_set_uctx() 216 if (!mtcp) { in mtcp_get_uctx() 253 if (!mtcp) { in mtcp_peek() 370 if (!mtcp) { in mtcp_ppeek() 460 if (!mtcp) { in mtcp_getlastpkt() 531 if (!mtcp) { in mtcp_getlastpkt() 714 if (!mtcp) { in mtcp_cb_stop() 798 if (!mtcp) { in mtcp_reset_conn() 824 if (!mtcp) { in mtcp_cb_get_ts() [all …]
|
| H A D | tcp.c | 38 if (mtcp->num_msp > 0) { in DetectStreamType() 42 TAILQ_FOREACH(walk, &mtcp->monitors, link) { in DetectStreamType() 64 if (mtcp->listener) { in DetectStreamType() 66 addr = &mtcp->listener->socket->saddr; in DetectStreamType() 390 ForwardIPPacket(mtcp, pctx); in HandleMonitorStream() 440 if (pctx->forward && mtcp->num_msp) in ProcessInTCPPacket() 441 ForwardIPPacket(mtcp, pctx); in ProcessInTCPPacket() 454 if (mtcp->listener == NULL && mtcp->num_msp == 0) { in ProcessInTCPPacket() 497 if (mtcp->listener) { in ProcessInTCPPacket() 503 SendTCPPacketStandalone(mtcp, in ProcessInTCPPacket() [all …]
|
| H A D | tcp_in.c | 34 if (!mtcp->listener) { in FilterSYNPacket() 39 addr = &mtcp->listener->socket->saddr; in FilterSYNPacket() 186 DumpStream(mtcp, cur_stream); in ProcessRST() 244 RaiseCloseEvent(mtcp, cur_stream); in ProcessRST() 485 EstimateRTT(mtcp, cur_stream, in ProcessACK() 694 RaiseReadEvent(mtcp, cur_stream); in ProcessTCPPayload() 875 AddEpollEvent(mtcp->ep, in Handle_TCP_ST_SYN_RCVD() 1022 DumpStream(mtcp, cur_stream); in Handle_TCP_ST_LAST_ACK() 1023 DumpControlList(mtcp, mtcp->n_sender[0]); in Handle_TCP_ST_LAST_ACK() 1247 DumpStream(mtcp, cur_stream); [all …]
|
| H A D | eth_in.c | 39 DumpPacket(mtcp, (char *)pkt_data, len, "IN", ifidx); in ProcessPacket() 43 mtcp->nstat.rx_packets[ifidx]++; in ProcessPacket() 44 mtcp->nstat.rx_bytes[ifidx] += len + ETHER_OVR; in ProcessPacket() 58 ret = ProcessInIPv4Packet(mtcp, &pctx); in ProcessPacket() 62 if (!mtcp->num_msp || !pctx.forward) { in ProcessPacket() 65 ret = ProcessARPPacket(mtcp, cur_ts, ifidx, pkt_data, len); in ProcessPacket() 70 DumpPacket(mtcp, (char *)pkt_data, len, "??", ifidx); in ProcessPacket() 71 if (mtcp->iom->release_pkt) in ProcessPacket() 72 mtcp->iom->release_pkt(mtcp->ctx, ifidx, pkt_data, len); in ProcessPacket() 75 ForwardEthernetFrame(mtcp, &pctx); in ProcessPacket() [all …]
|
| H A D | ip_in.c | 31 ProcessInIPv4Packet(mtcp_manager_t mtcp, struct pkt_ctx *pctx) in ProcessInIPv4Packet() argument 56 TAILQ_FOREACH(walk, &mtcp->monitors, link) in ProcessInIPv4Packet() 61 HandleCallback(mtcp, MOS_NULL, walk->socket, MOS_SIDE_BOTH, in ProcessInIPv4Packet() 67 if (mtcp->num_msp == 0 && mtcp->num_esp == 0) { in ProcessInIPv4Packet() 69 ForwardIPPacket(mtcp, pctx); in ProcessInIPv4Packet() 81 return ProcessInTCPPacket(mtcp, pctx); in ProcessInIPv4Packet() 83 if (ProcessICMPPacket(mtcp, pctx)) in ProcessInIPv4Packet() 87 if (!mtcp->num_msp || !pctx->forward) in ProcessInIPv4Packet() 90 ForwardIPPacket(mtcp, pctx); in ProcessInIPv4Packet() 97 if (release && mtcp->iom->release_pkt) in ProcessInIPv4Packet() [all …]
|
| H A D | tcp_out.c | 210 rc = mtcp->iom->dev_ioctl(mtcp->ctx, in SendTCPPacketStandalone() 227 DumpPacket(mtcp, in SendTCPPacketStandalone() 345 rc = mtcp->iom->dev_ioctl(mtcp->ctx, in SendTCPPacket() 374 AddtoRTOList(mtcp, cur_stream); in SendTCPPacket() 404 DumpPacket(mtcp, in SendTCPPacket() 699 DumpStream(mtcp, cur_stream); in WriteTCPDataList() 809 thread_printf(mtcp, mtcp->log_fp, in WriteTCPACKList() 811 DumpStream(mtcp, cur_stream); in WriteTCPACKList() 827 return mtcp->g_sender; in GetSender() 878 mtcp->ctx->cpu, in AddtoSendList() [all …]
|
| H A D | ip_out.c | 70 RequestARP(mtcp, daddr, in ForwardIPPacket() 82 if (likely(mtcp->iom->set_wptr != NULL)) { in ForwardIPPacket() 88 mtcp->iom->set_wptr(mtcp->ctx, pctx->out_ifidx, pctx->p.in_ifidx, pctx->batch_index); in ForwardIPPacket() 104 DumpPacket(mtcp, in ForwardIPPacket() 122 IPOutputStandalone(struct mtcp_manager *mtcp, in IPOutputStandalone() argument 141 RequestARP(mtcp, daddr, nif, mtcp->cur_ts); in IPOutputStandalone() 170 if (likely(mtcp->iom->dev_ioctl != NULL)) in IPOutputStandalone() 171 rc = mtcp->iom->dev_ioctl(mtcp->ctx, nif, PKT_TX_IP_CSUM, iph); in IPOutputStandalone() 204 RequestARP(mtcp, stream->daddr, stream->sndvar->nif_out, mtcp->cur_ts); in IPOutput() 232 if (likely(mtcp->iom->dev_ioctl != NULL)) in IPOutput() [all …]
|
| H A D | eventpoll.c | 142 mtcp->ep = ep; in mtcp_epoll_create() 168 mtcp_manager_t mtcp; in CloseEpollSocket() local 172 if (!mtcp) { in CloseEpollSocket() 176 ep = mtcp->smap[epid].ep; in CloseEpollSocket() 187 mtcp->ep = NULL; in CloseEpollSocket() 244 mtcp_manager_t mtcp; in mtcp_epoll_ctl() local 250 if (!mtcp) { in mtcp_epoll_ctl() 341 mtcp_manager_t mtcp; in mtcp_epoll_wait() local 351 if (!mtcp) { in mtcp_epoll_wait() 401 if (mtcp->wakeup_flag && mtcp->is_sleeping) { in mtcp_epoll_wait() [all …]
|
| H A D | eth_out.c | 46 FlushSendChunkBuf(mtcp_manager_t mtcp, int nif) in FlushSendChunkBuf() argument 63 EthernetOutput(struct mtcp_manager *mtcp, struct pkt_ctx *pctx, in EthernetOutput() argument 80 if (!mtcp->iom->get_wptr) { in EthernetOutput() 84 buf = mtcp->iom->get_wptr(mtcp->ctx, nif, iplen + ETHERNET_HEADER_LEN); in EthernetOutput() 105 ForwardEthernetFrame(struct mtcp_manager *mtcp, struct pkt_ctx *pctx) in ForwardEthernetFrame() argument 118 if (!mtcp->iom->get_wptr) { in ForwardEthernetFrame() 123 buf = mtcp->iom->get_wptr(mtcp->ctx, pctx->out_ifidx, pctx->p.eth_len); in ForwardEthernetFrame()
|
| H A D | pipe.c | 133 mtcp_manager_t mtcp; in PipeRead() local 140 mtcp = GetMTCPManager(mctx); in PipeRead() 141 if (!mtcp) { in PipeRead() 223 AddEpollEvent(mtcp->ep, in PipeRead() 236 mtcp_manager_t mtcp; in PipeWrite() local 243 mtcp = GetMTCPManager(mctx); in PipeWrite() 244 if (!mtcp) { in PipeWrite() 325 AddEpollEvent(mtcp->ep, in PipeWrite() 368 mtcp_manager_t mtcp; in PipeClose() local 372 mtcp = GetMTCPManager(mctx); in PipeClose() [all …]
|
| H A D | icmp.c | 61 ICMPOutput(struct mtcp_manager *mtcp, struct pkt_ctx *pctx, uint32_t saddr, uint32_t daddr, in ICMPOutput() argument 87 RequestARP(mtcp, daddr, nif, mtcp->cur_ts); in ICMPOutput() 100 iph = (struct iphdr *)EthernetOutput(mtcp, pctx, ETH_P_IP, nif, haddr, pktlen, ts); in ICMPOutput() 142 RequestICMP(mtcp_manager_t mtcp, struct pkt_ctx *pctx, uint32_t saddr, uint32_t daddr, in RequestICMP() argument 147 ICMPOutput(mtcp, pctx, saddr, daddr, ICMP_ECHO, 0, ntohs(icmp_id), ntohs(icmp_sequence), in RequestICMP() 152 ProcessICMPECHORequest(mtcp_manager_t mtcp, struct pkt_ctx *pctx, struct icmphdr *icmph) in ProcessICMPECHORequest() argument 160 ICMPOutput(mtcp, pctx, pctx->p.iph->daddr, pctx->p.iph->saddr, ICMP_ECHOREPLY, 0, in ProcessICMPECHORequest() 168 ProcessICMPECHOReply(mtcp_manager_t mtcp, struct pkt_ctx *pctx, struct icmphdr *icmph) in ProcessICMPECHOReply() argument 187 ProcessICMPPacket(mtcp_manager_t mtcp, struct pkt_ctx *pctx) in ProcessICMPPacket() argument 206 ProcessICMPECHORequest(mtcp, pctx, icmph); in ProcessICMPPacket() [all …]
|
| H A D | arp.c | 123 ARPOutput(struct mtcp_manager *mtcp, int nif, int opcode, in ARPOutput() argument 131 struct arphdr *arph = (struct arphdr *)EthernetOutput(mtcp, NULL, in ARPOutput() 214 ARPOutput(mtcp, nif, arp_op_request, ip, haddr, taddr); in RequestARP() 218 ProcessARPRequest(mtcp_manager_t mtcp, in ProcessARPRequest() argument 262 ProcessARPPacket(mtcp_manager_t mtcp, uint32_t cur_ts, in ProcessARPPacket() argument 285 ProcessARPRequest(mtcp, arph, ifidx, cur_ts); in ProcessARPPacket() 289 ProcessARPReply(mtcp, arph, cur_ts); in ProcessARPPacket() 301 PublishARP(mtcp_manager_t mtcp) in PublishARP() argument 313 ARPTimer(mtcp_manager_t mtcp, uint32_t cur_ts) in ARPTimer() argument 322 mtcp->ctx->cpu); in ARPTimer() [all …]
|
| /mOS-networking-stack/core/src/include/ |
| H A D | tcp_out.h | 15 SendTCPPacketStandalone(struct mtcp_manager *mtcp, 22 SendTCPPacket(struct mtcp_manager *mtcp, tcp_stream *cur_stream, 26 WriteTCPControlList(mtcp_manager_t mtcp, 30 WriteTCPDataList(mtcp_manager_t mtcp, 34 WriteTCPACKList(mtcp_manager_t mtcp, 41 AddtoSendList(mtcp_manager_t mtcp, tcp_stream *cur_stream); 47 RemoveFromSendList(mtcp_manager_t mtcp, tcp_stream *cur_stream); 50 RemoveFromACKList(mtcp_manager_t mtcp, tcp_stream *cur_stream); 53 EnqueueACK(mtcp_manager_t mtcp, 57 DumpControlList(mtcp_manager_t mtcp, struct mtcp_sender *sender); [all …]
|
| H A D | timer.h | 39 AddtoRTOList(mtcp_manager_t mtcp, tcp_stream *cur_stream); 42 RemoveFromRTOList(mtcp_manager_t mtcp, tcp_stream *cur_stream); 48 RemoveFromTimewaitList(mtcp_manager_t mtcp, tcp_stream *cur_stream); 51 AddtoTimeoutList(mtcp_manager_t mtcp, tcp_stream *cur_stream); 54 RemoveFromTimeoutList(mtcp_manager_t mtcp, tcp_stream *cur_stream); 57 UpdateTimeoutList(mtcp_manager_t mtcp, tcp_stream *cur_stream); 60 UpdateRetransmissionTimer(mtcp_manager_t mtcp, 64 CheckRtmTimeout(mtcp_manager_t mtcp, uint32_t cur_ts, int thresh); 67 CheckTimewaitExpire(mtcp_manager_t mtcp, uint32_t cur_ts, int thresh); 70 CheckConnectionTimeout(mtcp_manager_t mtcp, uint32_t cur_ts, int thresh); [all …]
|
| H A D | debug.h | 17 fprintf(stderr, "[CPU %d][%10s:%4d] " f, mtcp->ctx->cpu, \ 42 fprintf(stderr, "[CPU %d][%10s:%4d] " f, mtcp->ctx->cpu, __FUNCTION__, __LINE__, ##m); \ 57 mtcp_manager_t mtcp = GetMTCPManager(&mctx); 60 (mtcp != NULL) ? \ 61 thread_printf(mtcp, mtcp->log_fp, "[%10s:%4d] " \ 221 (mtcp != NULL) ? \ 222 thread_printf(mtcp, mtcp->log_fp, "[%6s: %10s:%4d] " \ 234 DumpPacket(mtcp_manager_t mtcp, char *buf, int len, char *step, int ifindex); 237 DumpIPPacket(mtcp_manager_t mtcp, const struct iphdr *iph, int len); 243 flush_log_data(mtcp_manager_t mtcp); [all …]
|
| H A D | scalable_event.h | 22 #define RAISE_DEBUG_EVENT(mtcp, stream, format, args...) \ argument 24 mtcp_set_debug_string(mtcp, "[%s:%d] "format, __func__, __LINE__, ##args); \ 27 HandleCallback(mtcp, MOS_NULL, walk, (stream)->side, \ 30 mtcp_set_debug_string(mtcp, NULL); \ 71 InitEvent(mtcp_manager_t mtcp); 74 HandleCallback(mtcp_manager_t mtcp, uint32_t hook,
|
| H A D | arp.h | 20 RequestARP(mtcp_manager_t mtcp, uint32_t ip, int nif, uint32_t cur_ts); 23 ProcessARPPacket(mtcp_manager_t mtcp, uint32_t cur_ts, 27 PublishARP(mtcp_manager_t mtcp); 33 ForwardARPPacket(mtcp_manager_t mtcp, struct pkt_ctx *pctx); 36 ARPTimer(mtcp_manager_t mtcp, uint32_t cur_ts);
|
| H A D | tcp_stream.h | 36 (struct sockent *)MPAllocateChunk(mtcp->sockent_pool); \ 51 MPFreeChunk(mtcp->sockent_pool, __walk); \ 293 RaiseReadEvent(mtcp_manager_t mtcp, tcp_stream *stream); 296 RaiseWriteEvent(mtcp_manager_t mtcp, tcp_stream *stream); 299 RaiseCloseEvent(mtcp_manager_t mtcp, tcp_stream *stream); 302 RaiseErrorEvent(mtcp_manager_t mtcp, tcp_stream *stream); 305 CreateTCPStream(mtcp_manager_t mtcp, socket_map_t socket, int type, 314 CreateClientTCPStream(mtcp_manager_t mtcp, socket_map_t socket, int type, 318 AttachServerTCPStream(mtcp_manager_t mtcp, tcp_stream *cs, int type, 322 DestroyTCPStream(mtcp_manager_t mtcp, tcp_stream *stream); [all …]
|
| /mOS-networking-stack/core/test/scalable_event/ |
| H A D | test.c | 21 struct mtcp_manager mtcp; variable 35 return &mtcp; in GetMTCPManager() 96 RaiseEv(mtcp.ev_store, ev_matched); in ft_ac_match() 106 InitEvent(&mtcp); in main() 108 ModCb(mtcp.ev_store, &stree[0], 1, cb); in main() 109 ModCb(mtcp.ev_store, &stree[1], 1, cb); in main() 110 ModCb(mtcp.ev_store, &stree[0], 2, cb); in main() 119 ModCb(mtcp.ev_store, &stree[2], ude1, cb); in main() 126 ModCb(mtcp.ev_store, &stree[1], ude2, cb); in main() 209 ModCb(mtcp.ev_store, &stree[3], BEV4, cb); in main() [all …]
|