1 /*-
2  *   BSD LICENSE
3  *
4  *   Copyright(c) 2010-2016 Intel Corporation. All rights reserved.
5  *   All rights reserved.
6  *
7  *   Redistribution and use in source and binary forms, with or without
8  *   modification, are permitted provided that the following conditions
9  *   are met:
10  *
11  *     * Redistributions of source code must retain the above copyright
12  *       notice, this list of conditions and the following disclaimer.
13  *     * Redistributions in binary form must reproduce the above copyright
14  *       notice, this list of conditions and the following disclaimer in
15  *       the documentation and/or other materials provided with the
16  *       distribution.
17  *     * Neither the name of Intel Corporation nor the names of its
18  *       contributors may be used to endorse or promote products derived
19  *       from this software without specific prior written permission.
20  *
21  *   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
22  *   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
23  *   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
24  *   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
25  *   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
26  *   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
27  *   LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
28  *   DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
29  *   THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
30  *   (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
31  *   OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
32  */
33 
34 #ifndef __L3FWD_EM_SEQUENTIAL_H__
35 #define __L3FWD_EM_SEQUENTIAL_H__
36 
37 /**
38  * @file
39  * This is an optional implementation of packet classification in Exact-Match
40  * path using sequential packet classification method.
41  * While hash lookup multi seems to provide better performance, it's disabled
42  * by default and can be enabled with NO_HASH_LOOKUP_MULTI global define in
43  * compilation time.
44  */
45 
46 #if defined RTE_ARCH_X86
47 #include "l3fwd_sse.h"
48 #elif defined RTE_MACHINE_CPUFLAG_NEON
49 #include "l3fwd_neon.h"
50 #endif
51 
52 static __rte_always_inline uint16_t
53 em_get_dst_port(const struct lcore_conf *qconf, struct rte_mbuf *pkt,
54 		uint16_t portid)
55 {
56 	uint8_t next_hop;
57 	struct ipv4_hdr *ipv4_hdr;
58 	struct ipv6_hdr *ipv6_hdr;
59 	uint32_t tcp_or_udp;
60 	uint32_t l3_ptypes;
61 
62 	tcp_or_udp = pkt->packet_type & (RTE_PTYPE_L4_TCP | RTE_PTYPE_L4_UDP);
63 	l3_ptypes = pkt->packet_type & RTE_PTYPE_L3_MASK;
64 
65 	if (tcp_or_udp && (l3_ptypes == RTE_PTYPE_L3_IPV4)) {
66 
67 		/* Handle IPv4 headers.*/
68 		ipv4_hdr = rte_pktmbuf_mtod_offset(pkt, struct ipv4_hdr *,
69 				sizeof(struct ether_hdr));
70 
71 		next_hop = em_get_ipv4_dst_port(ipv4_hdr, portid,
72 				qconf->ipv4_lookup_struct);
73 
74 		if (next_hop >= RTE_MAX_ETHPORTS ||
75 				(enabled_port_mask & 1 << next_hop) == 0)
76 			next_hop = portid;
77 
78 		return next_hop;
79 
80 	} else if (tcp_or_udp && (l3_ptypes == RTE_PTYPE_L3_IPV6)) {
81 
82 		/* Handle IPv6 headers.*/
83 		ipv6_hdr = rte_pktmbuf_mtod_offset(pkt, struct ipv6_hdr *,
84 				sizeof(struct ether_hdr));
85 
86 		next_hop = em_get_ipv6_dst_port(ipv6_hdr, portid,
87 				qconf->ipv6_lookup_struct);
88 
89 		if (next_hop >= RTE_MAX_ETHPORTS ||
90 				(enabled_port_mask & 1 << next_hop) == 0)
91 			next_hop = portid;
92 
93 		return next_hop;
94 
95 	}
96 
97 	return portid;
98 }
99 
100 /*
101  * Buffer optimized handling of packets, invoked
102  * from main_loop.
103  */
104 static inline void
105 l3fwd_em_send_packets(int nb_rx, struct rte_mbuf **pkts_burst,
106 			uint16_t portid, struct lcore_conf *qconf)
107 {
108 	int32_t i, j;
109 	uint16_t dst_port[MAX_PKT_BURST];
110 
111 	if (nb_rx > 0) {
112 		rte_prefetch0(rte_pktmbuf_mtod(pkts_burst[0],
113 					       struct ether_hdr *) + 1);
114 	}
115 
116 	for (i = 1, j = 0; j < nb_rx; i++, j++) {
117 		if (i < nb_rx) {
118 			rte_prefetch0(rte_pktmbuf_mtod(pkts_burst[i],
119 						       struct ether_hdr *) + 1);
120 		}
121 		dst_port[j] = em_get_dst_port(qconf, pkts_burst[j], portid);
122 	}
123 
124 	send_packets_multi(qconf, pkts_burst, dst_port, nb_rx);
125 }
126 #endif /* __L3FWD_EM_SEQUENTIAL_H__ */
127