1062 	size = sizeof(((struct rte_flow_item_ipv4 *)NULL)->hdr.version_ihl);  in ulp_rte_ipv4_hdr_handler()
1064 			      ulp_deference_struct(ipv4_spec, hdr.version_ihl),  in ulp_rte_ipv4_hdr_handler()
1065 			      ulp_deference_struct(ipv4_mask, hdr.version_ihl),  in ulp_rte_ipv4_hdr_handler()
1073 	size = sizeof(((struct rte_flow_item_ipv4 *)NULL)->hdr.type_of_service);  in ulp_rte_ipv4_hdr_handler()
1076 						   hdr.type_of_service),  in ulp_rte_ipv4_hdr_handler()
1078 						   hdr.type_of_service),  in ulp_rte_ipv4_hdr_handler()
1081 	size = sizeof(((struct rte_flow_item_ipv4 *)NULL)->hdr.total_length);  in ulp_rte_ipv4_hdr_handler()
1083 			      ulp_deference_struct(ipv4_spec, hdr.total_length),  in ulp_rte_ipv4_hdr_handler()
1084 			      ulp_deference_struct(ipv4_mask, hdr.total_length),  in ulp_rte_ipv4_hdr_handler()
1087 	size = sizeof(((struct rte_flow_item_ipv4 *)NULL)->hdr.packet_id);  in ulp_rte_ipv4_hdr_handler()
1089 			      ulp_deference_struct(ipv4_spec, hdr.packet_id),  in ulp_rte_ipv4_hdr_handler()
1090 			      ulp_deference_struct(ipv4_mask, hdr.packet_id),  in ulp_rte_ipv4_hdr_handler()
1093 	size = sizeof(((struct rte_flow_item_ipv4 *)NULL)->hdr.fragment_offset);  in ulp_rte_ipv4_hdr_handler()
1096 						   hdr.fragment_offset),  in ulp_rte_ipv4_hdr_handler()
1098 						   hdr.fragment_offset),  in ulp_rte_ipv4_hdr_handler()
1101 	size = sizeof(((struct rte_flow_item_ipv4 *)NULL)->hdr.time_to_live);  in ulp_rte_ipv4_hdr_handler()
1103 			      ulp_deference_struct(ipv4_spec, hdr.time_to_live),  in ulp_rte_ipv4_hdr_handler()
1104 			      ulp_deference_struct(ipv4_mask, hdr.time_to_live),  in ulp_rte_ipv4_hdr_handler()
1108 	size = sizeof(((struct rte_flow_item_ipv4 *)NULL)->hdr.next_proto_id);  in ulp_rte_ipv4_hdr_handler()
1111 						   hdr.next_proto_id),  in ulp_rte_ipv4_hdr_handler()
1113 						   hdr.next_proto_id),  in ulp_rte_ipv4_hdr_handler()
1116 		proto = ipv4_spec->hdr.next_proto_id;  in ulp_rte_ipv4_hdr_handler()
1118 	size = sizeof(((struct rte_flow_item_ipv4 *)NULL)->hdr.hdr_checksum);  in ulp_rte_ipv4_hdr_handler()
1120 			      ulp_deference_struct(ipv4_spec, hdr.hdr_checksum),  in ulp_rte_ipv4_hdr_handler()
1121 			      ulp_deference_struct(ipv4_mask, hdr.hdr_checksum),  in ulp_rte_ipv4_hdr_handler()
1124 	size = sizeof(((struct rte_flow_item_ipv4 *)NULL)->hdr.src_addr);  in ulp_rte_ipv4_hdr_handler()
1126 			      ulp_deference_struct(ipv4_spec, hdr.src_addr),  in ulp_rte_ipv4_hdr_handler()
1127 			      ulp_deference_struct(ipv4_mask, hdr.src_addr),  in ulp_rte_ipv4_hdr_handler()
1131 	size = sizeof(((struct rte_flow_item_ipv4 *)NULL)->hdr.dst_addr);  in ulp_rte_ipv4_hdr_handler()
1133 			      ulp_deference_struct(ipv4_spec, hdr.dst_addr),  in ulp_rte_ipv4_hdr_handler()
1134 			      ulp_deference_struct(ipv4_mask, hdr.dst_addr),  in ulp_rte_ipv4_hdr_handler()
1157 		proto &= ipv4_mask->hdr.next_proto_id;  in ulp_rte_ipv4_hdr_handler()
1200 		ver_spec = BNXT_ULP_GET_IPV6_VER(ipv6_spec->hdr.vtc_flow);  in ulp_rte_ipv6_hdr_handler()
1201 		tc_spec = BNXT_ULP_GET_IPV6_TC(ipv6_spec->hdr.vtc_flow);  in ulp_rte_ipv6_hdr_handler()
1202 		lab_spec = BNXT_ULP_GET_IPV6_FLOWLABEL(ipv6_spec->hdr.vtc_flow);  in ulp_rte_ipv6_hdr_handler()
1203 		proto = ipv6_spec->hdr.proto;  in ulp_rte_ipv6_hdr_handler()
1207 		ver_mask = BNXT_ULP_GET_IPV6_VER(ipv6_mask->hdr.vtc_flow);  in ulp_rte_ipv6_hdr_handler()
1208 		tc_mask = BNXT_ULP_GET_IPV6_TC(ipv6_mask->hdr.vtc_flow);  in ulp_rte_ipv6_hdr_handler()
1209 		lab_mask = BNXT_ULP_GET_IPV6_FLOWLABEL(ipv6_mask->hdr.vtc_flow);  in ulp_rte_ipv6_hdr_handler()
1215 		proto &= ipv6_mask->hdr.proto;  in ulp_rte_ipv6_hdr_handler()
1218 	size = sizeof(((struct rte_flow_item_ipv6 *)NULL)->hdr.vtc_flow);  in ulp_rte_ipv6_hdr_handler()
1232 	size = sizeof(((struct rte_flow_item_ipv6 *)NULL)->hdr.payload_len);  in ulp_rte_ipv6_hdr_handler()
1234 			      ulp_deference_struct(ipv6_spec, hdr.payload_len),  in ulp_rte_ipv6_hdr_handler()
1235 			      ulp_deference_struct(ipv6_mask, hdr.payload_len),  in ulp_rte_ipv6_hdr_handler()
1239 	size = sizeof(((struct rte_flow_item_ipv6 *)NULL)->hdr.proto);  in ulp_rte_ipv6_hdr_handler()
1241 			      ulp_deference_struct(ipv6_spec, hdr.proto),  in ulp_rte_ipv6_hdr_handler()
1242 			      ulp_deference_struct(ipv6_mask, hdr.proto),  in ulp_rte_ipv6_hdr_handler()
1245 	size = sizeof(((struct rte_flow_item_ipv6 *)NULL)->hdr.hop_limits);  in ulp_rte_ipv6_hdr_handler()
1247 			      ulp_deference_struct(ipv6_spec, hdr.hop_limits),  in ulp_rte_ipv6_hdr_handler()
1248 			      ulp_deference_struct(ipv6_mask, hdr.hop_limits),  in ulp_rte_ipv6_hdr_handler()
1251 	size = sizeof(((struct rte_flow_item_ipv6 *)NULL)->hdr.src_addr);  in ulp_rte_ipv6_hdr_handler()
1253 			      ulp_deference_struct(ipv6_spec, hdr.src_addr),  in ulp_rte_ipv6_hdr_handler()
1254 			      ulp_deference_struct(ipv6_mask, hdr.src_addr),  in ulp_rte_ipv6_hdr_handler()
1258 	size = sizeof(((struct rte_flow_item_ipv6 *)NULL)->hdr.dst_addr);  in ulp_rte_ipv6_hdr_handler()
1260 			      ulp_deference_struct(ipv6_spec, hdr.dst_addr),  in ulp_rte_ipv6_hdr_handler()
1261 			      ulp_deference_struct(ipv6_mask, hdr.dst_addr),  in ulp_rte_ipv6_hdr_handler()
1372 		sport = udp_spec->hdr.src_port;  in ulp_rte_udp_hdr_handler()
1373 		dport = udp_spec->hdr.dst_port;  in ulp_rte_udp_hdr_handler()
1376 		sport_mask = udp_mask->hdr.src_port;  in ulp_rte_udp_hdr_handler()
1377 		dport_mask = udp_mask->hdr.dst_port;  in ulp_rte_udp_hdr_handler()
1390 	size = sizeof(((struct rte_flow_item_udp *)NULL)->hdr.src_port);  in ulp_rte_udp_hdr_handler()
1392 			      ulp_deference_struct(udp_spec, hdr.src_port),  in ulp_rte_udp_hdr_handler()
1393 			      ulp_deference_struct(udp_mask, hdr.src_port),  in ulp_rte_udp_hdr_handler()
1396 	size = sizeof(((struct rte_flow_item_udp *)NULL)->hdr.dst_port);  in ulp_rte_udp_hdr_handler()
1398 			      ulp_deference_struct(udp_spec, hdr.dst_port),  in ulp_rte_udp_hdr_handler()
1399 			      ulp_deference_struct(udp_mask, hdr.dst_port),  in ulp_rte_udp_hdr_handler()
1402 	size = sizeof(((struct rte_flow_item_udp *)NULL)->hdr.dgram_len);  in ulp_rte_udp_hdr_handler()
1404 			      ulp_deference_struct(udp_spec, hdr.dgram_len),  in ulp_rte_udp_hdr_handler()
1405 			      ulp_deference_struct(udp_mask, hdr.dgram_len),  in ulp_rte_udp_hdr_handler()
1408 	size = sizeof(((struct rte_flow_item_udp *)NULL)->hdr.dgram_cksum);  in ulp_rte_udp_hdr_handler()
1410 			      ulp_deference_struct(udp_spec, hdr.dgram_cksum),  in ulp_rte_udp_hdr_handler()
1411 			      ulp_deference_struct(udp_mask, hdr.dgram_cksum),  in ulp_rte_udp_hdr_handler()
1447 		sport = tcp_spec->hdr.src_port;  in ulp_rte_tcp_hdr_handler()
1448 		dport = tcp_spec->hdr.dst_port;  in ulp_rte_tcp_hdr_handler()
1451 		sport_mask = tcp_mask->hdr.src_port;  in ulp_rte_tcp_hdr_handler()
1452 		dport_mask = tcp_mask->hdr.dst_port;  in ulp_rte_tcp_hdr_handler()
1465 	size = sizeof(((struct rte_flow_item_tcp *)NULL)->hdr.src_port);  in ulp_rte_tcp_hdr_handler()
1467 			      ulp_deference_struct(tcp_spec, hdr.src_port),  in ulp_rte_tcp_hdr_handler()
1468 			      ulp_deference_struct(tcp_mask, hdr.src_port),  in ulp_rte_tcp_hdr_handler()
1471 	size = sizeof(((struct rte_flow_item_tcp *)NULL)->hdr.dst_port);  in ulp_rte_tcp_hdr_handler()
1473 			      ulp_deference_struct(tcp_spec, hdr.dst_port),  in ulp_rte_tcp_hdr_handler()
1474 			      ulp_deference_struct(tcp_mask, hdr.dst_port),  in ulp_rte_tcp_hdr_handler()
1477 	size = sizeof(((struct rte_flow_item_tcp *)NULL)->hdr.sent_seq);  in ulp_rte_tcp_hdr_handler()
1479 			      ulp_deference_struct(tcp_spec, hdr.sent_seq),  in ulp_rte_tcp_hdr_handler()
1480 			      ulp_deference_struct(tcp_mask, hdr.sent_seq),  in ulp_rte_tcp_hdr_handler()
1483 	size = sizeof(((struct rte_flow_item_tcp *)NULL)->hdr.recv_ack);  in ulp_rte_tcp_hdr_handler()
1485 			      ulp_deference_struct(tcp_spec, hdr.recv_ack),  in ulp_rte_tcp_hdr_handler()
1486 			      ulp_deference_struct(tcp_mask, hdr.recv_ack),  in ulp_rte_tcp_hdr_handler()
1489 	size = sizeof(((struct rte_flow_item_tcp *)NULL)->hdr.data_off);  in ulp_rte_tcp_hdr_handler()
1491 			      ulp_deference_struct(tcp_spec, hdr.data_off),  in ulp_rte_tcp_hdr_handler()
1492 			      ulp_deference_struct(tcp_mask, hdr.data_off),  in ulp_rte_tcp_hdr_handler()
1495 	size = sizeof(((struct rte_flow_item_tcp *)NULL)->hdr.tcp_flags);  in ulp_rte_tcp_hdr_handler()
1497 			      ulp_deference_struct(tcp_spec, hdr.tcp_flags),  in ulp_rte_tcp_hdr_handler()
1498 			      ulp_deference_struct(tcp_mask, hdr.tcp_flags),  in ulp_rte_tcp_hdr_handler()
1501 	size = sizeof(((struct rte_flow_item_tcp *)NULL)->hdr.rx_win);  in ulp_rte_tcp_hdr_handler()
1503 			      ulp_deference_struct(tcp_spec, hdr.rx_win),  in ulp_rte_tcp_hdr_handler()
1504 			      ulp_deference_struct(tcp_mask, hdr.rx_win),  in ulp_rte_tcp_hdr_handler()
1507 	size = sizeof(((struct rte_flow_item_tcp *)NULL)->hdr.cksum);  in ulp_rte_tcp_hdr_handler()
1509 			      ulp_deference_struct(tcp_spec, hdr.cksum),  in ulp_rte_tcp_hdr_handler()
1510 			      ulp_deference_struct(tcp_mask, hdr.cksum),  in ulp_rte_tcp_hdr_handler()
1513 	size = sizeof(((struct rte_flow_item_tcp *)NULL)->hdr.tcp_urp);  in ulp_rte_tcp_hdr_handler()
1515 			      ulp_deference_struct(tcp_spec, hdr.tcp_urp),  in ulp_rte_tcp_hdr_handler()
1516 			      ulp_deference_struct(tcp_mask, hdr.tcp_urp),  in ulp_rte_tcp_hdr_handler()
1641 	size = sizeof(((struct rte_flow_item_icmp *)NULL)->hdr.icmp_type);  in ulp_rte_icmp_hdr_handler()
1643 			      ulp_deference_struct(icmp_spec, hdr.icmp_type),  in ulp_rte_icmp_hdr_handler()
1644 			      ulp_deference_struct(icmp_mask, hdr.icmp_type),  in ulp_rte_icmp_hdr_handler()
1647 	size = sizeof(((struct rte_flow_item_icmp *)NULL)->hdr.icmp_code);  in ulp_rte_icmp_hdr_handler()
1649 			      ulp_deference_struct(icmp_spec, hdr.icmp_code),  in ulp_rte_icmp_hdr_handler()
1650 			      ulp_deference_struct(icmp_mask, hdr.icmp_code),  in ulp_rte_icmp_hdr_handler()
1653 	size = sizeof(((struct rte_flow_item_icmp *)NULL)->hdr.icmp_cksum);  in ulp_rte_icmp_hdr_handler()
1655 			      ulp_deference_struct(icmp_spec, hdr.icmp_cksum),  in ulp_rte_icmp_hdr_handler()
1656 			      ulp_deference_struct(icmp_mask, hdr.icmp_cksum),  in ulp_rte_icmp_hdr_handler()
1659 	size = sizeof(((struct rte_flow_item_icmp *)NULL)->hdr.icmp_ident);  in ulp_rte_icmp_hdr_handler()
1661 			      ulp_deference_struct(icmp_spec, hdr.icmp_ident),  in ulp_rte_icmp_hdr_handler()
1662 			      ulp_deference_struct(icmp_mask, hdr.icmp_ident),  in ulp_rte_icmp_hdr_handler()
1665 	size = sizeof(((struct rte_flow_item_icmp *)NULL)->hdr.icmp_seq_nb);  in ulp_rte_icmp_hdr_handler()
1667 			      ulp_deference_struct(icmp_spec, hdr.icmp_seq_nb),  in ulp_rte_icmp_hdr_handler()
1668 			      ulp_deference_struct(icmp_mask, hdr.icmp_seq_nb),  in ulp_rte_icmp_hdr_handler()
1858 	size = sizeof(ip->hdr.version_ihl);  in ulp_rte_enc_ipv4_hdr_handler()
1859 	if (!ip->hdr.version_ihl)  in ulp_rte_enc_ipv4_hdr_handler()
1862 		val8 = ip->hdr.version_ihl;  in ulp_rte_enc_ipv4_hdr_handler()
1865 	size = sizeof(ip->hdr.type_of_service);  in ulp_rte_enc_ipv4_hdr_handler()
1866 	field = ulp_rte_parser_fld_copy(field, &ip->hdr.type_of_service, size);  in ulp_rte_enc_ipv4_hdr_handler()
1868 	size = sizeof(ip->hdr.packet_id);  in ulp_rte_enc_ipv4_hdr_handler()
1869 	field = ulp_rte_parser_fld_copy(field, &ip->hdr.packet_id, size);  in ulp_rte_enc_ipv4_hdr_handler()
1871 	size = sizeof(ip->hdr.fragment_offset);  in ulp_rte_enc_ipv4_hdr_handler()
1872 	field = ulp_rte_parser_fld_copy(field, &ip->hdr.fragment_offset, size);  in ulp_rte_enc_ipv4_hdr_handler()
1874 	size = sizeof(ip->hdr.time_to_live);  in ulp_rte_enc_ipv4_hdr_handler()
1875 	if (!ip->hdr.time_to_live)  in ulp_rte_enc_ipv4_hdr_handler()
1878 		val8 = ip->hdr.time_to_live;  in ulp_rte_enc_ipv4_hdr_handler()
1881 	size = sizeof(ip->hdr.next_proto_id);  in ulp_rte_enc_ipv4_hdr_handler()
1882 	field = ulp_rte_parser_fld_copy(field, &ip->hdr.next_proto_id, size);  in ulp_rte_enc_ipv4_hdr_handler()
1884 	size = sizeof(ip->hdr.src_addr);  in ulp_rte_enc_ipv4_hdr_handler()
1885 	field = ulp_rte_parser_fld_copy(field, &ip->hdr.src_addr, size);  in ulp_rte_enc_ipv4_hdr_handler()
1887 	size = sizeof(ip->hdr.dst_addr);  in ulp_rte_enc_ipv4_hdr_handler()
1888 	field = ulp_rte_parser_fld_copy(field, &ip->hdr.dst_addr, size);  in ulp_rte_enc_ipv4_hdr_handler()
1904 	size = sizeof(ip->hdr.vtc_flow);  in ulp_rte_enc_ipv6_hdr_handler()
1905 	if (!ip->hdr.vtc_flow)  in ulp_rte_enc_ipv6_hdr_handler()
1908 		val32 = ip->hdr.vtc_flow;  in ulp_rte_enc_ipv6_hdr_handler()
1911 	size = sizeof(ip->hdr.proto);  in ulp_rte_enc_ipv6_hdr_handler()
1912 	field = ulp_rte_parser_fld_copy(field, &ip->hdr.proto, size);  in ulp_rte_enc_ipv6_hdr_handler()
1914 	size = sizeof(ip->hdr.hop_limits);  in ulp_rte_enc_ipv6_hdr_handler()
1915 	if (!ip->hdr.hop_limits)  in ulp_rte_enc_ipv6_hdr_handler()
1918 		val8 = ip->hdr.hop_limits;  in ulp_rte_enc_ipv6_hdr_handler()
1921 	size = sizeof(ip->hdr.src_addr);  in ulp_rte_enc_ipv6_hdr_handler()
1922 	field = ulp_rte_parser_fld_copy(field, &ip->hdr.src_addr, size);  in ulp_rte_enc_ipv6_hdr_handler()
1924 	size = sizeof(ip->hdr.dst_addr);  in ulp_rte_enc_ipv6_hdr_handler()
1925 	field = ulp_rte_parser_fld_copy(field, &ip->hdr.dst_addr, size);  in ulp_rte_enc_ipv6_hdr_handler()
1940 	size = sizeof(udp_spec->hdr.src_port);  in ulp_rte_enc_udp_hdr_handler()
1941 	field = ulp_rte_parser_fld_copy(field, &udp_spec->hdr.src_port, size);  in ulp_rte_enc_udp_hdr_handler()
1943 	size = sizeof(udp_spec->hdr.dst_port);  in ulp_rte_enc_udp_hdr_handler()
1944 	field = ulp_rte_parser_fld_copy(field, &udp_spec->hdr.dst_port, size);  in ulp_rte_enc_udp_hdr_handler()