Lines Matching refs:vxlan
62 static int vxlan_sock_add(struct vxlan_dev *vxlan);
64 static void vxlan_vs_del_dev(struct vxlan_dev *vxlan);
109 if (!node->vxlan) in vxlan_vs_find_vni()
112 if (node->vxlan->cfg.flags & VXLAN_F_VNIFILTER) { in vxlan_vs_find_vni()
113 vnode = vxlan_vnifilter_lookup(node->vxlan, vni); in vxlan_vs_find_vni()
116 } else if (node->vxlan->default_dst.remote_vni != vni) { in vxlan_vs_find_vni()
121 const struct vxlan_config *cfg = &node->vxlan->cfg; in vxlan_vs_find_vni()
130 return node->vxlan; in vxlan_vs_find_vni()
151 static int vxlan_fdb_info(struct sk_buff *skb, struct vxlan_dev *vxlan, in vxlan_fdb_info() argument
193 ndm->ndm_ifindex = vxlan->dev->ifindex; in vxlan_fdb_info()
199 if (!net_eq(dev_net(vxlan->dev), vxlan->net) && in vxlan_fdb_info()
201 peernet2id(dev_net(vxlan->dev), vxlan->net))) in vxlan_fdb_info()
215 rdst->remote_port != vxlan->cfg.dst_port && in vxlan_fdb_info()
218 if (rdst->remote_vni != vxlan->default_dst.remote_vni && in vxlan_fdb_info()
226 if ((vxlan->cfg.flags & VXLAN_F_COLLECT_METADATA) && fdb->vni && in vxlan_fdb_info()
259 static void __vxlan_fdb_notify(struct vxlan_dev *vxlan, struct vxlan_fdb *fdb, in __vxlan_fdb_notify() argument
262 struct net *net = dev_net(vxlan->dev); in __vxlan_fdb_notify()
270 err = vxlan_fdb_info(skb, vxlan, fdb, 0, 0, type, 0, rd); in __vxlan_fdb_notify()
284 static void vxlan_fdb_switchdev_notifier_info(const struct vxlan_dev *vxlan, in vxlan_fdb_switchdev_notifier_info() argument
290 fdb_info->info.dev = vxlan->dev; in vxlan_fdb_switchdev_notifier_info()
302 static int vxlan_fdb_switchdev_call_notifiers(struct vxlan_dev *vxlan, in vxlan_fdb_switchdev_call_notifiers() argument
317 vxlan_fdb_switchdev_notifier_info(vxlan, fdb, rd, NULL, &info); in vxlan_fdb_switchdev_call_notifiers()
318 ret = call_switchdev_notifiers(notifier_type, vxlan->dev, in vxlan_fdb_switchdev_call_notifiers()
323 static int vxlan_fdb_notify(struct vxlan_dev *vxlan, struct vxlan_fdb *fdb, in vxlan_fdb_notify() argument
332 err = vxlan_fdb_switchdev_call_notifiers(vxlan, fdb, rd, in vxlan_fdb_notify()
338 vxlan_fdb_switchdev_call_notifiers(vxlan, fdb, rd, in vxlan_fdb_notify()
344 __vxlan_fdb_notify(vxlan, fdb, rd, type); in vxlan_fdb_notify()
350 struct vxlan_dev *vxlan = netdev_priv(dev); in vxlan_ip_miss() local
359 vxlan_fdb_notify(vxlan, &f, &remote, RTM_GETNEIGH, true, NULL); in vxlan_ip_miss()
362 static void vxlan_fdb_miss(struct vxlan_dev *vxlan, const u8 eth_addr[ETH_ALEN]) in vxlan_fdb_miss() argument
371 vxlan_fdb_notify(vxlan, &f, &remote, RTM_GETNEIGH, true, NULL); in vxlan_fdb_miss()
396 u32 fdb_head_index(struct vxlan_dev *vxlan, const u8 *mac, __be32 vni) in fdb_head_index() argument
398 if (vxlan->cfg.flags & VXLAN_F_COLLECT_METADATA) in fdb_head_index()
405 static inline struct hlist_head *vxlan_fdb_head(struct vxlan_dev *vxlan, in vxlan_fdb_head() argument
408 return &vxlan->fdb_head[fdb_head_index(vxlan, mac, vni)]; in vxlan_fdb_head()
412 static struct vxlan_fdb *__vxlan_find_mac(struct vxlan_dev *vxlan, in __vxlan_find_mac() argument
415 struct hlist_head *head = vxlan_fdb_head(vxlan, mac, vni); in __vxlan_find_mac()
420 if (vxlan->cfg.flags & VXLAN_F_COLLECT_METADATA) { in __vxlan_find_mac()
432 static struct vxlan_fdb *vxlan_find_mac(struct vxlan_dev *vxlan, in vxlan_find_mac() argument
437 f = __vxlan_find_mac(vxlan, mac, vni); in vxlan_find_mac()
469 struct vxlan_dev *vxlan = netdev_priv(dev); in vxlan_fdb_find_uc() local
483 f = __vxlan_find_mac(vxlan, eth_addr, vni); in vxlan_fdb_find_uc()
490 vxlan_fdb_switchdev_notifier_info(vxlan, f, rdst, NULL, fdb_info); in vxlan_fdb_find_uc()
499 const struct vxlan_dev *vxlan, in vxlan_fdb_notify_one() argument
507 vxlan_fdb_switchdev_notifier_info(vxlan, f, rdst, extack, &fdb_info); in vxlan_fdb_notify_one()
517 struct vxlan_dev *vxlan; in vxlan_fdb_replay() local
525 vxlan = netdev_priv(dev); in vxlan_fdb_replay()
528 spin_lock_bh(&vxlan->hash_lock[h]); in vxlan_fdb_replay()
529 hlist_for_each_entry(f, &vxlan->fdb_head[h], hlist) { in vxlan_fdb_replay()
532 rc = vxlan_fdb_notify_one(nb, vxlan, in vxlan_fdb_replay()
540 spin_unlock_bh(&vxlan->hash_lock[h]); in vxlan_fdb_replay()
545 spin_unlock_bh(&vxlan->hash_lock[h]); in vxlan_fdb_replay()
552 struct vxlan_dev *vxlan; in vxlan_fdb_clear_offload() local
559 vxlan = netdev_priv(dev); in vxlan_fdb_clear_offload()
562 spin_lock_bh(&vxlan->hash_lock[h]); in vxlan_fdb_clear_offload()
563 hlist_for_each_entry(f, &vxlan->fdb_head[h], hlist) in vxlan_fdb_clear_offload()
567 spin_unlock_bh(&vxlan->hash_lock[h]); in vxlan_fdb_clear_offload()
797 static struct vxlan_fdb *vxlan_fdb_alloc(struct vxlan_dev *vxlan, const u8 *mac, in vxlan_fdb_alloc() argument
811 RCU_INIT_POINTER(f->vdev, vxlan); in vxlan_fdb_alloc()
819 static void vxlan_fdb_insert(struct vxlan_dev *vxlan, const u8 *mac, in vxlan_fdb_insert() argument
822 ++vxlan->addrcnt; in vxlan_fdb_insert()
824 vxlan_fdb_head(vxlan, mac, src_vni)); in vxlan_fdb_insert()
827 static int vxlan_fdb_nh_update(struct vxlan_dev *vxlan, struct vxlan_fdb *fdb, in vxlan_fdb_nh_update() argument
837 nh = nexthop_find_by_id(vxlan->net, nhid); in vxlan_fdb_nh_update()
859 switch (vxlan->default_dst.remote_ip.sa.sa_family) { in vxlan_fdb_nh_update()
889 int vxlan_fdb_create(struct vxlan_dev *vxlan, in vxlan_fdb_create() argument
900 if (vxlan->cfg.addrmax && in vxlan_fdb_create()
901 vxlan->addrcnt >= vxlan->cfg.addrmax) in vxlan_fdb_create()
904 netdev_dbg(vxlan->dev, "add %pM -> %pIS\n", mac, ip); in vxlan_fdb_create()
905 f = vxlan_fdb_alloc(vxlan, mac, state, src_vni, ndm_flags); in vxlan_fdb_create()
910 rc = vxlan_fdb_nh_update(vxlan, f, nhid, extack); in vxlan_fdb_create()
951 static void vxlan_fdb_destroy(struct vxlan_dev *vxlan, struct vxlan_fdb *f, in vxlan_fdb_destroy() argument
956 netdev_dbg(vxlan->dev, "delete %pM\n", f->eth_addr); in vxlan_fdb_destroy()
958 --vxlan->addrcnt; in vxlan_fdb_destroy()
961 vxlan_fdb_notify(vxlan, f, NULL, RTM_DELNEIGH, in vxlan_fdb_destroy()
965 vxlan_fdb_notify(vxlan, f, rd, RTM_DELNEIGH, in vxlan_fdb_destroy()
982 static int vxlan_fdb_update_existing(struct vxlan_dev *vxlan, in vxlan_fdb_update_existing() argument
1030 rc = vxlan_fdb_nh_update(vxlan, f, nhid, extack); in vxlan_fdb_update_existing()
1061 err = vxlan_fdb_notify(vxlan, f, rd, RTM_NEWNEIGH, in vxlan_fdb_update_existing()
1081 static int vxlan_fdb_update_create(struct vxlan_dev *vxlan, in vxlan_fdb_update_create() argument
1098 netdev_dbg(vxlan->dev, "add %pM -> %pIS\n", mac, ip); in vxlan_fdb_update_create()
1099 rc = vxlan_fdb_create(vxlan, mac, ip, state, port, src_vni, in vxlan_fdb_update_create()
1104 vxlan_fdb_insert(vxlan, mac, src_vni, f); in vxlan_fdb_update_create()
1105 rc = vxlan_fdb_notify(vxlan, f, first_remote_rtnl(f), RTM_NEWNEIGH, in vxlan_fdb_update_create()
1113 vxlan_fdb_destroy(vxlan, f, false, false); in vxlan_fdb_update_create()
1118 int vxlan_fdb_update(struct vxlan_dev *vxlan, in vxlan_fdb_update() argument
1128 f = __vxlan_find_mac(vxlan, mac, src_vni); in vxlan_fdb_update()
1131 netdev_dbg(vxlan->dev, in vxlan_fdb_update()
1136 return vxlan_fdb_update_existing(vxlan, ip, state, flags, port, in vxlan_fdb_update()
1143 return vxlan_fdb_update_create(vxlan, mac, ip, state, flags, in vxlan_fdb_update()
1150 static void vxlan_fdb_dst_destroy(struct vxlan_dev *vxlan, struct vxlan_fdb *f, in vxlan_fdb_dst_destroy() argument
1154 vxlan_fdb_notify(vxlan, f, rd, RTM_DELNEIGH, swdev_notify, NULL); in vxlan_fdb_dst_destroy()
1158 static int vxlan_fdb_parse(struct nlattr *tb[], struct vxlan_dev *vxlan, in vxlan_fdb_parse() argument
1163 struct net *net = dev_net(vxlan->dev); in vxlan_fdb_parse()
1179 union vxlan_addr *remote = &vxlan->default_dst.remote_ip; in vxlan_fdb_parse()
1199 *port = vxlan->cfg.dst_port; in vxlan_fdb_parse()
1209 *vni = vxlan->default_dst.remote_vni; in vxlan_fdb_parse()
1219 *src_vni = vxlan->default_dst.remote_vni; in vxlan_fdb_parse()
1250 struct vxlan_dev *vxlan = netdev_priv(dev); in vxlan_fdb_add() local
1268 err = vxlan_fdb_parse(tb, vxlan, &ip, &port, &src_vni, &vni, &ifindex, in vxlan_fdb_add()
1273 if (vxlan->default_dst.remote_ip.sa.sa_family != ip.sa.sa_family) in vxlan_fdb_add()
1276 hash_index = fdb_head_index(vxlan, addr, src_vni); in vxlan_fdb_add()
1277 spin_lock_bh(&vxlan->hash_lock[hash_index]); in vxlan_fdb_add()
1278 err = vxlan_fdb_update(vxlan, addr, &ip, ndm->ndm_state, flags, in vxlan_fdb_add()
1282 spin_unlock_bh(&vxlan->hash_lock[hash_index]); in vxlan_fdb_add()
1290 int __vxlan_fdb_delete(struct vxlan_dev *vxlan, in __vxlan_fdb_delete() argument
1299 f = __vxlan_find_mac(vxlan, addr, src_vni); in __vxlan_fdb_delete()
1313 vxlan_fdb_dst_destroy(vxlan, f, rd, swdev_notify); in __vxlan_fdb_delete()
1317 vxlan_fdb_destroy(vxlan, f, true, swdev_notify); in __vxlan_fdb_delete()
1329 struct vxlan_dev *vxlan = netdev_priv(dev); in vxlan_fdb_delete() local
1337 err = vxlan_fdb_parse(tb, vxlan, &ip, &port, &src_vni, &vni, &ifindex, in vxlan_fdb_delete()
1342 hash_index = fdb_head_index(vxlan, addr, src_vni); in vxlan_fdb_delete()
1343 spin_lock_bh(&vxlan->hash_lock[hash_index]); in vxlan_fdb_delete()
1344 err = __vxlan_fdb_delete(vxlan, addr, ip, port, src_vni, vni, ifindex, in vxlan_fdb_delete()
1346 spin_unlock_bh(&vxlan->hash_lock[hash_index]); in vxlan_fdb_delete()
1360 struct vxlan_dev *vxlan = netdev_priv(dev); in vxlan_fdb_dump() local
1368 hlist_for_each_entry_rcu(f, &vxlan->fdb_head[h], hlist) { in vxlan_fdb_dump()
1374 err = vxlan_fdb_info(skb, vxlan, f, in vxlan_fdb_dump()
1392 err = vxlan_fdb_info(skb, vxlan, f, in vxlan_fdb_dump()
1418 struct vxlan_dev *vxlan = netdev_priv(dev); in vxlan_fdb_get() local
1426 vni = vxlan->default_dst.remote_vni; in vxlan_fdb_get()
1430 f = __vxlan_find_mac(vxlan, addr, vni); in vxlan_fdb_get()
1437 err = vxlan_fdb_info(skb, vxlan, f, portid, seq, in vxlan_fdb_get()
1452 struct vxlan_dev *vxlan = netdev_priv(dev); in vxlan_snoop() local
1466 f = __vxlan_find_mac(vxlan, src_mac, vni); in vxlan_snoop()
1492 vxlan_fdb_notify(vxlan, f, rdst, RTM_NEWNEIGH, true, NULL); in vxlan_snoop()
1494 u32 hash_index = fdb_head_index(vxlan, src_mac, vni); in vxlan_snoop()
1497 spin_lock(&vxlan->hash_lock[hash_index]); in vxlan_snoop()
1501 vxlan_fdb_update(vxlan, src_mac, src_ip, in vxlan_snoop()
1504 vxlan->cfg.dst_port, in vxlan_snoop()
1506 vxlan->default_dst.remote_vni, in vxlan_snoop()
1508 spin_unlock(&vxlan->hash_lock[hash_index]); in vxlan_snoop()
1535 static void vxlan_sock_release(struct vxlan_dev *vxlan) in vxlan_sock_release() argument
1537 struct vxlan_sock *sock4 = rtnl_dereference(vxlan->vn4_sock); in vxlan_sock_release()
1539 struct vxlan_sock *sock6 = rtnl_dereference(vxlan->vn6_sock); in vxlan_sock_release()
1541 RCU_INIT_POINTER(vxlan->vn6_sock, NULL); in vxlan_sock_release()
1544 RCU_INIT_POINTER(vxlan->vn4_sock, NULL); in vxlan_sock_release()
1547 if (vxlan->cfg.flags & VXLAN_F_VNIFILTER) in vxlan_sock_release()
1548 vxlan_vs_del_vnigrp(vxlan); in vxlan_sock_release()
1550 vxlan_vs_del_dev(vxlan); in vxlan_sock_release()
1617 static enum skb_drop_reason vxlan_set_mac(struct vxlan_dev *vxlan, in vxlan_set_mac() argument
1625 skb->protocol = eth_type_trans(skb, vxlan->dev); in vxlan_set_mac()
1629 if (ether_addr_equal(eth_hdr(skb)->h_source, vxlan->dev->dev_addr)) in vxlan_set_mac()
1643 if (!(vxlan->cfg.flags & VXLAN_F_LEARN)) in vxlan_set_mac()
1678 struct vxlan_dev *vxlan; in vxlan_rcv() local
1710 vxlan = vxlan_vs_find_vni(vs, skb->dev->ifindex, vni, &vninode); in vxlan_rcv()
1711 if (!vxlan) { in vxlan_rcv()
1716 if (vh->vx_flags & vxlan->cfg.reserved_bits.vx_flags || in vxlan_rcv()
1717 vh->vx_vni & vxlan->cfg.reserved_bits.vx_vni) { in vxlan_rcv()
1727 DEV_STATS_INC(vxlan->dev, rx_frame_errors); in vxlan_rcv()
1728 DEV_STATS_INC(vxlan->dev, rx_errors); in vxlan_rcv()
1729 vxlan_vnifilter_count(vxlan, vni, vninode, in vxlan_rcv()
1734 if (vxlan->cfg.flags & VXLAN_F_GPE) { in vxlan_rcv()
1741 !net_eq(vxlan->net, dev_net(vxlan->dev)))) { in vxlan_rcv()
1746 if (vxlan->cfg.flags & VXLAN_F_REMCSUM_RX) { in vxlan_rcv()
1747 reason = vxlan_remcsum(skb, vxlan->cfg.flags); in vxlan_rcv()
1772 if (vxlan->cfg.flags & VXLAN_F_GBP) in vxlan_rcv()
1773 vxlan_parse_gbp_hdr(skb, vxlan->cfg.flags, md); in vxlan_rcv()
1779 reason = vxlan_set_mac(vxlan, vs, skb, vni); in vxlan_rcv()
1784 skb->dev = vxlan->dev; in vxlan_rcv()
1798 DEV_STATS_INC(vxlan->dev, rx_length_errors); in vxlan_rcv()
1799 DEV_STATS_INC(vxlan->dev, rx_errors); in vxlan_rcv()
1800 vxlan_vnifilter_count(vxlan, vni, vninode, in vxlan_rcv()
1810 DEV_STATS_INC(vxlan->dev, rx_frame_errors); in vxlan_rcv()
1811 DEV_STATS_INC(vxlan->dev, rx_errors); in vxlan_rcv()
1812 vxlan_vnifilter_count(vxlan, vni, vninode, in vxlan_rcv()
1819 if (unlikely(!(vxlan->dev->flags & IFF_UP))) { in vxlan_rcv()
1821 dev_dstats_rx_dropped(vxlan->dev); in vxlan_rcv()
1822 vxlan_vnifilter_count(vxlan, vni, vninode, in vxlan_rcv()
1828 dev_dstats_rx_add(vxlan->dev, skb->len); in vxlan_rcv()
1829 vxlan_vnifilter_count(vxlan, vni, vninode, VXLAN_VNI_STATS_RX, skb->len); in vxlan_rcv()
1830 gro_cells_receive(&vxlan->gro_cells, skb); in vxlan_rcv()
1845 struct vxlan_dev *vxlan; in vxlan_err_lookup() local
1863 vxlan = vxlan_vs_find_vni(vs, skb->dev->ifindex, vni, NULL); in vxlan_err_lookup()
1864 if (!vxlan) in vxlan_err_lookup()
1872 struct vxlan_dev *vxlan = netdev_priv(dev); in arp_reduce() local
1883 vxlan_vnifilter_count(vxlan, vni, NULL, in arp_reduce()
1919 f = vxlan_find_mac(vxlan, n->ha, vni); in arp_reduce()
1941 vxlan_vnifilter_count(vxlan, vni, NULL, in arp_reduce()
1945 } else if (vxlan->cfg.flags & VXLAN_F_L3MISS) { in arp_reduce()
2052 struct vxlan_dev *vxlan = netdev_priv(dev); in neigh_reduce() local
2083 f = vxlan_find_mac(vxlan, n->ha, vni); in neigh_reduce()
2100 vxlan_vnifilter_count(vxlan, vni, NULL, in neigh_reduce()
2103 } else if (vxlan->cfg.flags & VXLAN_F_L3MISS) { in neigh_reduce()
2121 struct vxlan_dev *vxlan = netdev_priv(dev); in route_shortcircuit() local
2137 if (!n && (vxlan->cfg.flags & VXLAN_F_L3MISS)) { in route_shortcircuit()
2158 if (!n && (vxlan->cfg.flags & VXLAN_F_L3MISS)) { in route_shortcircuit()
2318 struct vxlan_dev *vxlan, in encap_bypass_if_local() argument
2334 vxlan->cfg.flags & VXLAN_F_LOCALBYPASS) { in encap_bypass_if_local()
2338 dst_vxlan = vxlan_find_vni(vxlan->net, dst_ifindex, vni, in encap_bypass_if_local()
2340 vxlan->cfg.flags); in encap_bypass_if_local()
2343 vxlan_vnifilter_count(vxlan, vni, NULL, in encap_bypass_if_local()
2349 vxlan_encap_bypass(skb, vxlan, dst_vxlan, vni, true); in encap_bypass_if_local()
2363 struct vxlan_dev *vxlan = netdev_priv(dev); in vxlan_xmit_one() local
2374 u32 flags = vxlan->cfg.flags; in vxlan_xmit_one()
2377 bool xnet = !net_eq(vxlan->net, dev_net(vxlan->dev)); in vxlan_xmit_one()
2400 vxlan_encap_bypass(skb, vxlan, vxlan, in vxlan_xmit_one()
2407 addr_family = vxlan->cfg.saddr.sa.sa_family; in vxlan_xmit_one()
2408 dst_port = rdst->remote_port ? rdst->remote_port : vxlan->cfg.dst_port; in vxlan_xmit_one()
2413 key.u.ipv4.src = vxlan->cfg.saddr.sin.sin_addr.s_addr; in vxlan_xmit_one()
2416 key.u.ipv6.src = vxlan->cfg.saddr.sin6.sin6_addr; in vxlan_xmit_one()
2425 ttl = vxlan->cfg.ttl; in vxlan_xmit_one()
2429 tos = vxlan->cfg.tos; in vxlan_xmit_one()
2440 switch (vxlan->cfg.label_policy) { in vxlan_xmit_one()
2442 key.label = vxlan->cfg.label; in vxlan_xmit_one()
2460 dst_port = info->key.tp_dst ? : vxlan->cfg.dst_port; in vxlan_xmit_one()
2473 src_port = udp_flow_src_port(dev_net(dev), skb, vxlan->cfg.port_min, in vxlan_xmit_one()
2474 vxlan->cfg.port_max, true); in vxlan_xmit_one()
2478 struct vxlan_sock *sock4 = rcu_dereference(vxlan->vn4_sock); in vxlan_xmit_one()
2486 rt = udp_tunnel_dst_lookup(skb, dev, vxlan->net, ifindex, in vxlan_xmit_one()
2497 err = encap_bypass_if_local(skb, dev, vxlan, AF_INET, in vxlan_xmit_one()
2503 if (vxlan->cfg.df == VXLAN_DF_SET) { in vxlan_xmit_one()
2505 } else if (vxlan->cfg.df == VXLAN_DF_INHERIT) { in vxlan_xmit_one()
2534 vxlan_encap_bypass(skb, vxlan, vxlan, vni, false); in vxlan_xmit_one()
2553 struct vxlan_sock *sock6 = rcu_dereference(vxlan->vn6_sock); in vxlan_xmit_one()
2559 ndst = udp_tunnel6_dst_lookup(skb, dev, vxlan->net, sock6->sock, in vxlan_xmit_one()
2573 err = encap_bypass_if_local(skb, dev, vxlan, AF_INET6, in vxlan_xmit_one()
2597 vxlan_encap_bypass(skb, vxlan, vxlan, vni, false); in vxlan_xmit_one()
2617 vxlan_vnifilter_count(vxlan, vni, NULL, VXLAN_VNI_STATS_TX, pkt_len); in vxlan_xmit_one()
2624 vxlan_vnifilter_count(vxlan, vni, NULL, VXLAN_VNI_STATS_TX_DROPS, 0); in vxlan_xmit_one()
2636 vxlan_vnifilter_count(vxlan, vni, NULL, VXLAN_VNI_STATS_TX_ERRORS, 0); in vxlan_xmit_one()
2677 struct vxlan_dev *vxlan = netdev_priv(dev); in vxlan_xmit_nhid() local
2695 if (vxlan->cfg.saddr.sa.sa_family != nh_rdst.remote_ip.sa.sa_family) in vxlan_xmit_nhid()
2721 struct vxlan_dev *vxlan = netdev_priv(dev); in vxlan_xmit() local
2734 if (vxlan->cfg.flags & VXLAN_F_COLLECT_METADATA) { in vxlan_xmit()
2748 if (vxlan->cfg.flags & VXLAN_F_PROXY) { in vxlan_xmit()
2769 if (vxlan->cfg.flags & VXLAN_F_MDB) { in vxlan_xmit()
2773 mdb_entry = vxlan_mdb_entry_skb_get(vxlan, skb, vni); in vxlan_xmit()
2777 ret = vxlan_mdb_xmit(vxlan, mdb_entry, skb); in vxlan_xmit()
2785 f = vxlan_find_mac(vxlan, eth->h_dest, vni); in vxlan_xmit()
2788 if (f && (f->flags & NTF_ROUTER) && (vxlan->cfg.flags & VXLAN_F_RSC) && in vxlan_xmit()
2793 f = vxlan_find_mac(vxlan, eth->h_dest, vni); in vxlan_xmit()
2797 f = vxlan_find_mac(vxlan, all_zeros_mac, vni); in vxlan_xmit()
2799 if ((vxlan->cfg.flags & VXLAN_F_L2MISS) && in vxlan_xmit()
2801 vxlan_fdb_miss(vxlan, eth->h_dest); in vxlan_xmit()
2804 vxlan_vnifilter_count(vxlan, vni, NULL, in vxlan_xmit()
2813 (vni ? : vxlan->default_dst.remote_vni), did_rsc); in vxlan_xmit()
2838 struct vxlan_dev *vxlan = from_timer(vxlan, t, age_timer); in vxlan_cleanup() local
2842 if (!netif_running(vxlan->dev)) in vxlan_cleanup()
2848 spin_lock(&vxlan->hash_lock[h]); in vxlan_cleanup()
2849 hlist_for_each_safe(p, n, &vxlan->fdb_head[h]) { in vxlan_cleanup()
2860 timeout = READ_ONCE(f->updated) + vxlan->cfg.age_interval * HZ; in vxlan_cleanup()
2862 netdev_dbg(vxlan->dev, in vxlan_cleanup()
2866 vxlan_fdb_destroy(vxlan, f, true, true); in vxlan_cleanup()
2870 spin_unlock(&vxlan->hash_lock[h]); in vxlan_cleanup()
2873 mod_timer(&vxlan->age_timer, next_timer); in vxlan_cleanup()
2876 static void vxlan_vs_del_dev(struct vxlan_dev *vxlan) in vxlan_vs_del_dev() argument
2878 struct vxlan_net *vn = net_generic(vxlan->net, vxlan_net_id); in vxlan_vs_del_dev()
2881 hlist_del_init_rcu(&vxlan->hlist4.hlist); in vxlan_vs_del_dev()
2883 hlist_del_init_rcu(&vxlan->hlist6.hlist); in vxlan_vs_del_dev()
2888 static void vxlan_vs_add_dev(struct vxlan_sock *vs, struct vxlan_dev *vxlan, in vxlan_vs_add_dev() argument
2891 struct vxlan_net *vn = net_generic(vxlan->net, vxlan_net_id); in vxlan_vs_add_dev()
2892 __be32 vni = vxlan->default_dst.remote_vni; in vxlan_vs_add_dev()
2894 node->vxlan = vxlan; in vxlan_vs_add_dev()
2903 struct vxlan_dev *vxlan = netdev_priv(dev); in vxlan_init() local
2906 if (vxlan->cfg.flags & VXLAN_F_VNIFILTER) { in vxlan_init()
2907 err = vxlan_vnigroup_init(vxlan); in vxlan_init()
2912 err = gro_cells_init(&vxlan->gro_cells, dev); in vxlan_init()
2916 err = vxlan_mdb_init(vxlan); in vxlan_init()
2924 gro_cells_destroy(&vxlan->gro_cells); in vxlan_init()
2926 if (vxlan->cfg.flags & VXLAN_F_VNIFILTER) in vxlan_init()
2927 vxlan_vnigroup_uninit(vxlan); in vxlan_init()
2931 static void vxlan_fdb_delete_default(struct vxlan_dev *vxlan, __be32 vni) in vxlan_fdb_delete_default() argument
2934 u32 hash_index = fdb_head_index(vxlan, all_zeros_mac, vni); in vxlan_fdb_delete_default()
2936 spin_lock_bh(&vxlan->hash_lock[hash_index]); in vxlan_fdb_delete_default()
2937 f = __vxlan_find_mac(vxlan, all_zeros_mac, vni); in vxlan_fdb_delete_default()
2939 vxlan_fdb_destroy(vxlan, f, true, true); in vxlan_fdb_delete_default()
2940 spin_unlock_bh(&vxlan->hash_lock[hash_index]); in vxlan_fdb_delete_default()
2945 struct vxlan_dev *vxlan = netdev_priv(dev); in vxlan_uninit() local
2947 vxlan_mdb_fini(vxlan); in vxlan_uninit()
2949 if (vxlan->cfg.flags & VXLAN_F_VNIFILTER) in vxlan_uninit()
2950 vxlan_vnigroup_uninit(vxlan); in vxlan_uninit()
2952 gro_cells_destroy(&vxlan->gro_cells); in vxlan_uninit()
2954 vxlan_fdb_delete_default(vxlan, vxlan->cfg.vni); in vxlan_uninit()
2960 struct vxlan_dev *vxlan = netdev_priv(dev); in vxlan_open() local
2963 ret = vxlan_sock_add(vxlan); in vxlan_open()
2967 ret = vxlan_multicast_join(vxlan); in vxlan_open()
2969 vxlan_sock_release(vxlan); in vxlan_open()
2973 if (vxlan->cfg.age_interval) in vxlan_open()
2974 mod_timer(&vxlan->age_timer, jiffies + FDB_AGE_INTERVAL); in vxlan_open()
2993 const struct vxlan_dev *vxlan) in vxlan_fdb_is_default_entry() argument
2995 return is_zero_ether_addr(f->eth_addr) && f->vni == vxlan->cfg.vni; in vxlan_fdb_is_default_entry()
3006 const struct vxlan_dev *vxlan, in vxlan_fdb_flush_matches() argument
3015 if (desc->ignore_default_entry && vxlan_fdb_is_default_entry(f, vxlan)) in vxlan_fdb_flush_matches()
3051 vxlan_fdb_flush_match_remotes(struct vxlan_fdb *f, struct vxlan_dev *vxlan, in vxlan_fdb_flush_match_remotes() argument
3062 vxlan_fdb_dst_destroy(vxlan, f, rd, true); in vxlan_fdb_flush_match_remotes()
3070 static void vxlan_flush(struct vxlan_dev *vxlan, in vxlan_flush() argument
3079 spin_lock_bh(&vxlan->hash_lock[h]); in vxlan_flush()
3080 hlist_for_each_safe(p, n, &vxlan->fdb_head[h]) { in vxlan_flush()
3084 if (!vxlan_fdb_flush_matches(f, vxlan, desc)) in vxlan_flush()
3090 vxlan_fdb_flush_match_remotes(f, vxlan, desc, in vxlan_flush()
3097 vxlan_fdb_destroy(vxlan, f, true, true); in vxlan_flush()
3099 spin_unlock_bh(&vxlan->hash_lock[h]); in vxlan_flush()
3122 struct vxlan_dev *vxlan = netdev_priv(dev); in vxlan_fdb_delete_bulk() local
3178 vxlan_flush(vxlan, &desc); in vxlan_fdb_delete_bulk()
3186 struct vxlan_dev *vxlan = netdev_priv(dev); in vxlan_stop() local
3194 vxlan_multicast_leave(vxlan); in vxlan_stop()
3196 timer_delete_sync(&vxlan->age_timer); in vxlan_stop()
3198 vxlan_flush(vxlan, &desc); in vxlan_stop()
3199 vxlan_sock_release(vxlan); in vxlan_stop()
3211 struct vxlan_dev *vxlan = netdev_priv(dev); in vxlan_change_mtu() local
3212 struct vxlan_rdst *dst = &vxlan->default_dst; in vxlan_change_mtu()
3213 struct net_device *lowerdev = __dev_get_by_index(vxlan->net, in vxlan_change_mtu()
3220 int max_mtu = lowerdev->mtu - vxlan_headroom(vxlan->cfg.flags); in vxlan_change_mtu()
3231 struct vxlan_dev *vxlan = netdev_priv(dev); in vxlan_fill_metadata_dst() local
3235 sport = udp_flow_src_port(dev_net(dev), skb, vxlan->cfg.port_min, in vxlan_fill_metadata_dst()
3236 vxlan->cfg.port_max, true); in vxlan_fill_metadata_dst()
3237 dport = info->key.tp_dst ? : vxlan->cfg.dst_port; in vxlan_fill_metadata_dst()
3240 struct vxlan_sock *sock4 = rcu_dereference(vxlan->vn4_sock); in vxlan_fill_metadata_dst()
3246 rt = udp_tunnel_dst_lookup(skb, dev, vxlan->net, 0, in vxlan_fill_metadata_dst()
3256 struct vxlan_sock *sock6 = rcu_dereference(vxlan->vn6_sock); in vxlan_fill_metadata_dst()
3262 ndst = udp_tunnel6_dst_lookup(skb, dev, vxlan->net, sock6->sock, in vxlan_fill_metadata_dst()
3350 struct vxlan_dev *vxlan = netdev_priv(dev); in vxlan_setup() local
3377 INIT_LIST_HEAD(&vxlan->next); in vxlan_setup()
3379 timer_setup(&vxlan->age_timer, vxlan_cleanup, TIMER_DEFERRABLE); in vxlan_setup()
3381 vxlan->dev = dev; in vxlan_setup()
3384 spin_lock_init(&vxlan->hash_lock[h]); in vxlan_setup()
3385 INIT_HLIST_HEAD(&vxlan->fdb_head[h]); in vxlan_setup()
3520 struct vxlan_dev *vxlan = netdev_priv(dev); in vxlan_get_link_ksettings() local
3521 struct vxlan_rdst *dst = &vxlan->default_dst; in vxlan_get_link_ksettings()
3522 struct net_device *lowerdev = __dev_get_by_index(vxlan->net, in vxlan_get_link_ksettings()
3628 static int __vxlan_sock_add(struct vxlan_dev *vxlan, bool ipv6) in __vxlan_sock_add() argument
3630 struct vxlan_net *vn = net_generic(vxlan->net, vxlan_net_id); in __vxlan_sock_add()
3631 bool metadata = vxlan->cfg.flags & VXLAN_F_COLLECT_METADATA; in __vxlan_sock_add()
3636 if (vxlan->cfg.remote_ifindex) in __vxlan_sock_add()
3638 vxlan->net, vxlan->cfg.remote_ifindex); in __vxlan_sock_add()
3640 if (!vxlan->cfg.no_share) { in __vxlan_sock_add()
3642 vs = vxlan_find_sock(vxlan->net, ipv6 ? AF_INET6 : AF_INET, in __vxlan_sock_add()
3643 vxlan->cfg.dst_port, vxlan->cfg.flags, in __vxlan_sock_add()
3652 vs = vxlan_socket_create(vxlan->net, ipv6, in __vxlan_sock_add()
3653 vxlan->cfg.dst_port, vxlan->cfg.flags, in __vxlan_sock_add()
3659 rcu_assign_pointer(vxlan->vn6_sock, vs); in __vxlan_sock_add()
3660 node = &vxlan->hlist6; in __vxlan_sock_add()
3664 rcu_assign_pointer(vxlan->vn4_sock, vs); in __vxlan_sock_add()
3665 node = &vxlan->hlist4; in __vxlan_sock_add()
3668 if (metadata && (vxlan->cfg.flags & VXLAN_F_VNIFILTER)) in __vxlan_sock_add()
3669 vxlan_vs_add_vnigrp(vxlan, vs, ipv6); in __vxlan_sock_add()
3671 vxlan_vs_add_dev(vs, vxlan, node); in __vxlan_sock_add()
3676 static int vxlan_sock_add(struct vxlan_dev *vxlan) in vxlan_sock_add() argument
3678 bool metadata = vxlan->cfg.flags & VXLAN_F_COLLECT_METADATA; in vxlan_sock_add()
3679 bool ipv6 = vxlan->cfg.flags & VXLAN_F_IPV6 || metadata; in vxlan_sock_add()
3683 RCU_INIT_POINTER(vxlan->vn4_sock, NULL); in vxlan_sock_add()
3685 RCU_INIT_POINTER(vxlan->vn6_sock, NULL); in vxlan_sock_add()
3687 ret = __vxlan_sock_add(vxlan, true); in vxlan_sock_add()
3693 ret = __vxlan_sock_add(vxlan, false); in vxlan_sock_add()
3695 vxlan_sock_release(vxlan); in vxlan_sock_add()
3699 int vxlan_vni_in_use(struct net *src_net, struct vxlan_dev *vxlan, in vxlan_vni_in_use() argument
3706 if (tmp == vxlan) in vxlan_vni_in_use()
3888 struct vxlan_dev *vxlan = netdev_priv(dev); in vxlan_config_apply() local
3889 struct vxlan_rdst *dst = &vxlan->default_dst; in vxlan_config_apply()
3903 vxlan->net = src_net; in vxlan_config_apply()
3936 memcpy(&vxlan->cfg, conf, sizeof(*conf)); in vxlan_config_apply()
3943 struct vxlan_dev *vxlan = netdev_priv(dev); in vxlan_dev_configure() local
3947 ret = vxlan_config_validate(src_net, conf, &lowerdev, vxlan, extack); in vxlan_dev_configure()
3961 struct vxlan_dev *vxlan = netdev_priv(dev); in __vxlan_dev_create() local
3968 dst = &vxlan->default_dst; in __vxlan_dev_create()
3977 err = vxlan_fdb_create(vxlan, all_zeros_mac, in __vxlan_dev_create()
3980 vxlan->cfg.dst_port, in __vxlan_dev_create()
4011 vxlan_fdb_insert(vxlan, all_zeros_mac, dst->remote_vni, f); in __vxlan_dev_create()
4014 err = vxlan_fdb_notify(vxlan, f, first_remote_rtnl(f), in __vxlan_dev_create()
4017 vxlan_fdb_destroy(vxlan, f, false, false); in __vxlan_dev_create()
4024 list_add(&vxlan->next, &vn->vxlan_list); in __vxlan_dev_create()
4080 struct vxlan_dev *vxlan = netdev_priv(dev); in vxlan_nl2conf() local
4087 memcpy(conf, &vxlan->cfg, sizeof(*conf)); in vxlan_nl2conf()
4425 struct vxlan_dev *vxlan = netdev_priv(dev); in vxlan_changelink() local
4432 dst = &vxlan->default_dst; in vxlan_changelink()
4437 err = vxlan_config_validate(vxlan->net, &conf, &lowerdev, in vxlan_changelink()
4438 vxlan, extack); in vxlan_changelink()
4451 change_igmp = vxlan->dev->flags & IFF_UP && in vxlan_changelink()
4457 u32 hash_index = fdb_head_index(vxlan, all_zeros_mac, conf.vni); in vxlan_changelink()
4459 spin_lock_bh(&vxlan->hash_lock[hash_index]); in vxlan_changelink()
4461 err = vxlan_fdb_update(vxlan, all_zeros_mac, in vxlan_changelink()
4465 vxlan->cfg.dst_port, in vxlan_changelink()
4470 spin_unlock_bh(&vxlan->hash_lock[hash_index]); in vxlan_changelink()
4477 __vxlan_fdb_delete(vxlan, all_zeros_mac, in vxlan_changelink()
4479 vxlan->cfg.dst_port, in vxlan_changelink()
4484 spin_unlock_bh(&vxlan->hash_lock[hash_index]); in vxlan_changelink()
4489 if (vxlan->cfg.flags & VXLAN_F_VNIFILTER) { in vxlan_changelink()
4490 err = vxlan_vnilist_update_group(vxlan, &dst->remote_ip, in vxlan_changelink()
4501 err = vxlan_multicast_leave(vxlan); in vxlan_changelink()
4503 if (conf.age_interval != vxlan->cfg.age_interval) in vxlan_changelink()
4504 mod_timer(&vxlan->age_timer, jiffies); in vxlan_changelink()
4509 vxlan_config_apply(dev, &conf, lowerdev, vxlan->net, true); in vxlan_changelink()
4513 err = vxlan_multicast_join(vxlan); in vxlan_changelink()
4520 struct vxlan_dev *vxlan = netdev_priv(dev); in vxlan_dellink() local
4526 vxlan_flush(vxlan, &desc); in vxlan_dellink()
4528 list_del(&vxlan->next); in vxlan_dellink()
4530 if (vxlan->default_dst.remote_dev) in vxlan_dellink()
4531 netdev_upper_dev_unlink(vxlan->default_dst.remote_dev, dev); in vxlan_dellink()
4574 const struct vxlan_dev *vxlan = netdev_priv(dev); in vxlan_fill_info() local
4575 const struct vxlan_rdst *dst = &vxlan->default_dst; in vxlan_fill_info()
4577 .low = htons(vxlan->cfg.port_min), in vxlan_fill_info()
4578 .high = htons(vxlan->cfg.port_max), in vxlan_fill_info()
4601 if (!vxlan_addr_any(&vxlan->cfg.saddr)) { in vxlan_fill_info()
4602 if (vxlan->cfg.saddr.sa.sa_family == AF_INET) { in vxlan_fill_info()
4604 vxlan->cfg.saddr.sin.sin_addr.s_addr)) in vxlan_fill_info()
4609 &vxlan->cfg.saddr.sin6.sin6_addr)) in vxlan_fill_info()
4615 if (nla_put_u8(skb, IFLA_VXLAN_TTL, vxlan->cfg.ttl) || in vxlan_fill_info()
4617 !!(vxlan->cfg.flags & VXLAN_F_TTL_INHERIT)) || in vxlan_fill_info()
4618 nla_put_u8(skb, IFLA_VXLAN_TOS, vxlan->cfg.tos) || in vxlan_fill_info()
4619 nla_put_u8(skb, IFLA_VXLAN_DF, vxlan->cfg.df) || in vxlan_fill_info()
4620 nla_put_be32(skb, IFLA_VXLAN_LABEL, vxlan->cfg.label) || in vxlan_fill_info()
4621 nla_put_u32(skb, IFLA_VXLAN_LABEL_POLICY, vxlan->cfg.label_policy) || in vxlan_fill_info()
4623 !!(vxlan->cfg.flags & VXLAN_F_LEARN)) || in vxlan_fill_info()
4625 !!(vxlan->cfg.flags & VXLAN_F_PROXY)) || in vxlan_fill_info()
4627 !!(vxlan->cfg.flags & VXLAN_F_RSC)) || in vxlan_fill_info()
4629 !!(vxlan->cfg.flags & VXLAN_F_L2MISS)) || in vxlan_fill_info()
4631 !!(vxlan->cfg.flags & VXLAN_F_L3MISS)) || in vxlan_fill_info()
4633 !!(vxlan->cfg.flags & VXLAN_F_COLLECT_METADATA)) || in vxlan_fill_info()
4634 nla_put_u32(skb, IFLA_VXLAN_AGEING, vxlan->cfg.age_interval) || in vxlan_fill_info()
4635 nla_put_u32(skb, IFLA_VXLAN_LIMIT, vxlan->cfg.addrmax) || in vxlan_fill_info()
4636 nla_put_be16(skb, IFLA_VXLAN_PORT, vxlan->cfg.dst_port) || in vxlan_fill_info()
4638 !(vxlan->cfg.flags & VXLAN_F_UDP_ZERO_CSUM_TX)) || in vxlan_fill_info()
4640 !!(vxlan->cfg.flags & VXLAN_F_UDP_ZERO_CSUM6_TX)) || in vxlan_fill_info()
4642 !!(vxlan->cfg.flags & VXLAN_F_UDP_ZERO_CSUM6_RX)) || in vxlan_fill_info()
4644 !!(vxlan->cfg.flags & VXLAN_F_REMCSUM_TX)) || in vxlan_fill_info()
4646 !!(vxlan->cfg.flags & VXLAN_F_REMCSUM_RX)) || in vxlan_fill_info()
4648 !!(vxlan->cfg.flags & VXLAN_F_LOCALBYPASS))) in vxlan_fill_info()
4654 if (vxlan->cfg.flags & VXLAN_F_GBP && in vxlan_fill_info()
4658 if (vxlan->cfg.flags & VXLAN_F_GPE && in vxlan_fill_info()
4662 if (vxlan->cfg.flags & VXLAN_F_REMCSUM_NOPARTIAL && in vxlan_fill_info()
4666 if (vxlan->cfg.flags & VXLAN_F_VNIFILTER && in vxlan_fill_info()
4668 !!(vxlan->cfg.flags & VXLAN_F_VNIFILTER))) in vxlan_fill_info()
4672 sizeof(vxlan->cfg.reserved_bits), in vxlan_fill_info()
4673 &vxlan->cfg.reserved_bits)) in vxlan_fill_info()
4684 struct vxlan_dev *vxlan = netdev_priv(dev); in vxlan_get_link_net() local
4686 return READ_ONCE(vxlan->net); in vxlan_get_link_net()
4741 struct vxlan_dev *vxlan, *next; in vxlan_handle_lowerdev_unregister() local
4744 list_for_each_entry_safe(vxlan, next, &vn->vxlan_list, next) { in vxlan_handle_lowerdev_unregister()
4745 struct vxlan_rdst *dst = &vxlan->default_dst; in vxlan_handle_lowerdev_unregister()
4754 vxlan_dellink(vxlan->dev, &list_kill); in vxlan_handle_lowerdev_unregister()
4784 struct vxlan_dev *vxlan = netdev_priv(dev); in vxlan_fdb_offloaded_set() local
4789 hash_index = fdb_head_index(vxlan, fdb_info->eth_addr, fdb_info->vni); in vxlan_fdb_offloaded_set()
4791 spin_lock_bh(&vxlan->hash_lock[hash_index]); in vxlan_fdb_offloaded_set()
4793 f = __vxlan_find_mac(vxlan, fdb_info->eth_addr, fdb_info->vni); in vxlan_fdb_offloaded_set()
4807 spin_unlock_bh(&vxlan->hash_lock[hash_index]); in vxlan_fdb_offloaded_set()
4814 struct vxlan_dev *vxlan = netdev_priv(dev); in vxlan_fdb_external_learn_add() local
4819 hash_index = fdb_head_index(vxlan, fdb_info->eth_addr, fdb_info->vni); in vxlan_fdb_external_learn_add()
4822 spin_lock_bh(&vxlan->hash_lock[hash_index]); in vxlan_fdb_external_learn_add()
4823 err = vxlan_fdb_update(vxlan, fdb_info->eth_addr, &fdb_info->remote_ip, in vxlan_fdb_external_learn_add()
4832 spin_unlock_bh(&vxlan->hash_lock[hash_index]); in vxlan_fdb_external_learn_add()
4841 struct vxlan_dev *vxlan = netdev_priv(dev); in vxlan_fdb_external_learn_del() local
4846 hash_index = fdb_head_index(vxlan, fdb_info->eth_addr, fdb_info->vni); in vxlan_fdb_external_learn_del()
4847 spin_lock_bh(&vxlan->hash_lock[hash_index]); in vxlan_fdb_external_learn_del()
4849 f = __vxlan_find_mac(vxlan, fdb_info->eth_addr, fdb_info->vni); in vxlan_fdb_external_learn_del()
4853 err = __vxlan_fdb_delete(vxlan, fdb_info->eth_addr, in vxlan_fdb_external_learn_del()
4861 spin_unlock_bh(&vxlan->hash_lock[hash_index]); in vxlan_fdb_external_learn_del()
4909 struct vxlan_dev *vxlan; in vxlan_fdb_nh_flush() local
4914 vxlan = rcu_dereference(fdb->vdev); in vxlan_fdb_nh_flush()
4915 WARN_ON(!vxlan); in vxlan_fdb_nh_flush()
4916 hash_index = fdb_head_index(vxlan, fdb->eth_addr, in vxlan_fdb_nh_flush()
4917 vxlan->default_dst.remote_vni); in vxlan_fdb_nh_flush()
4918 spin_lock_bh(&vxlan->hash_lock[hash_index]); in vxlan_fdb_nh_flush()
4920 vxlan_fdb_destroy(vxlan, fdb, false, false); in vxlan_fdb_nh_flush()
4921 spin_unlock_bh(&vxlan->hash_lock[hash_index]); in vxlan_fdb_nh_flush()
4963 struct vxlan_dev *vxlan, *next; in vxlan_destroy_tunnels() local
4965 list_for_each_entry_safe(vxlan, next, &vn->vxlan_list, next) in vxlan_destroy_tunnels()
4966 vxlan_dellink(vxlan->dev, dev_to_kill); in vxlan_destroy_tunnels()