| /linux-6.15/net/xfrm/ |
| H A D | xfrm_device.c | 142 if (x->xso.type == XFRM_DEV_OFFLOAD_PACKET && x->xso.dev != dev) { in validate_xmit_xfrm() 149 if ((x->xso.dev != dev) && (x->xso.real_dev == dev)) in validate_xmit_xfrm() 242 struct xfrm_dev_offload *xso = &x->xso; in xfrm_dev_state_add() local 295 xso->dev = NULL; in xfrm_dev_state_add() 303 xso->dev = NULL; in xfrm_dev_state_add() 315 xso->dev = dev; in xfrm_dev_state_add() 317 xso->real_dev = dev; in xfrm_dev_state_add() 320 xso->dir = XFRM_DEV_OFFLOAD_IN; in xfrm_dev_state_add() 331 xso->dev = NULL; in xfrm_dev_state_add() 332 xso->dir = 0; in xfrm_dev_state_add() [all …]
|
| H A D | xfrm_state.c | 145 x->xso.type); in xfrm_hash_transfer() 151 x->xso.type); in xfrm_hash_transfer() 766 struct xfrm_dev_offload *xso = &x->xso; in xfrm_dev_state_delete() local 780 struct xfrm_dev_offload *xso = &x->xso; in xfrm_dev_state_free() local 898 xso = &x->xso; in xfrm_dev_state_flush_secctx_check() 983 xso = &x->xso; in xfrm_dev_state_flush() 1012 xso = &x->xso; in xfrm_dev_state_flush() 1550 struct xfrm_dev_offload *xso = &x->xso; in xfrm_state_find() local 1557 netdev_hold(xso->dev, &xso->dev_tracker, GFP_ATOMIC); in xfrm_state_find() 1561 netdev_put(xso->dev, &xso->dev_tracker); in xfrm_state_find() [all …]
|
| H A D | xfrm_output.c | 498 if (err <= 0 || x->xso.type == XFRM_DEV_OFFLOAD_PACKET) in xfrm_output_one() 644 skb->dev = x->xso.dev; in xfrm_dev_direct_output() 750 family = (x->xso.type != XFRM_DEV_OFFLOAD_PACKET) ? x->outer_mode.family in xfrm_output() 765 if (x->xso.type == XFRM_DEV_OFFLOAD_PACKET) { in xfrm_output() 809 if (x->xso.dev && x->xso.dev->features & NETIF_F_HW_ESP_TX_CSUM) in xfrm_output()
|
| H A D | xfrm_user.c | 1095 if (x->xso.dev) in copy_to_user_state() 1138 static int copy_user_offload(struct xfrm_dev_offload *xso, struct sk_buff *skb) in copy_user_offload() argument 1149 xuo->ifindex = xso->dev->ifindex; in copy_user_offload() 1150 if (xso->dir == XFRM_DEV_OFFLOAD_IN) in copy_user_offload() 1152 if (xso->type == XFRM_DEV_OFFLOAD_PACKET) in copy_user_offload() 1364 if(x->xso.dev) in copy_to_user_state_extra() 1365 ret = copy_user_offload(&x->xso, skb); in copy_to_user_state_extra() 3620 if (x->xso.dev) in xfrm_sa_len()
|
| H A D | xfrm_policy.c | 2735 if (xfrm[i]->xso.type != XFRM_DEV_OFFLOAD_PACKET) in xfrm_bundle_create() 3760 (xfrm_input_state(skb)->xso.type == XFRM_DEV_OFFLOAD_CRYPTO); in __xfrm_policy_check()
|
| /linux-6.15/drivers/net/ethernet/intel/ixgbevf/ |
| H A D | ipsec.c | 28 sam->dir = xs->xso.dir; in ixgbevf_ipsec_set_pf_sa() 214 struct net_device *dev = xs->xso.real_dev; in ixgbevf_ipsec_parse_proto_keys() 265 struct net_device *dev = xs->xso.real_dev; in ixgbevf_ipsec_add_sa() 284 if (xs->xso.type != XFRM_DEV_OFFLOAD_CRYPTO) { in ixgbevf_ipsec_add_sa() 289 if (xs->xso.dir == XFRM_DEV_OFFLOAD_IN) { in ixgbevf_ipsec_add_sa() 395 struct net_device *dev = xs->xso.real_dev; in ixgbevf_ipsec_del_sa() 403 if (xs->xso.dir == XFRM_DEV_OFFLOAD_IN) { in ixgbevf_ipsec_del_sa() 408 sa_idx, xs->xso.offload_handle); in ixgbevf_ipsec_del_sa() 421 sa_idx, xs->xso.offload_handle); in ixgbevf_ipsec_del_sa() 467 sa_idx = xs->xso.offload_handle - IXGBE_IPSEC_BASE_TX_INDEX; in ixgbevf_ipsec_tx() [all …]
|
| /linux-6.15/drivers/net/ethernet/mellanox/mlx5/core/en_accel/ |
| H A D | ipsec.c | 97 switch (x->xso.dir) { in mlx5e_ipsec_update_esn_state() 119 if (x->xso.type == XFRM_DEV_OFFLOAD_CRYPTO) in mlx5e_ipsec_update_esn_state() 273 netdev = x->xso.real_dev; in mlx5e_ipsec_init_macs() 348 attrs->dir = x->xso.dir; in mlx5e_ipsec_build_accel_xfrm_attrs() 392 attrs->type = x->xso.type; in mlx5e_ipsec_build_accel_xfrm_attrs() 500 switch (x->xso.type) { in mlx5e_xfrm_validate_state() 583 x->xso.dir != XFRM_DEV_OFFLOAD_OUT) in mlx5e_ipsec_set_esn_ops() 624 switch (x->xso.type) { in mlx5_ipsec_create_work() 641 switch (x->xso.type) { in mlx5_ipsec_create_work() 880 netdev = x->xso.real_dev; in mlx5e_ipsec_netevent_event() [all …]
|
| H A D | ipsec_rxtx.c | 236 if (unlikely(!x->xso.offload_handle || in mlx5e_ipsec_tx_build_eseg() 283 if (unlikely(!x->xso.offload_handle || in mlx5e_ipsec_handle_tx_skb() 296 sa_entry = (struct mlx5e_ipsec_sa_entry *)x->xso.offload_handle; in mlx5e_ipsec_handle_tx_skb()
|
| H A D | ipsec_rxtx.h | 97 if (!x || !x->xso.offload_handle) in mlx5e_ipsec_feature_check()
|
| /linux-6.15/drivers/net/netdevsim/ |
| H A D | ipsec.c | 92 struct net_device *dev = xs->xso.real_dev; in nsim_ipsec_parse_proto_keys() 142 dev = xs->xso.real_dev; in nsim_ipsec_add_sa() 156 if (xs->xso.type != XFRM_DEV_OFFLOAD_CRYPTO) { in nsim_ipsec_add_sa() 183 if (xs->xso.dir == XFRM_DEV_OFFLOAD_IN) in nsim_ipsec_add_sa() 197 xs->xso.offload_handle = sa_idx | NSIM_IPSEC_VALID; in nsim_ipsec_add_sa() 205 struct netdevsim *ns = netdev_priv(xs->xso.real_dev); in nsim_ipsec_del_sa() 209 sa_idx = xs->xso.offload_handle & ~NSIM_IPSEC_VALID; in nsim_ipsec_del_sa() 249 sa_idx = xs->xso.offload_handle & ~NSIM_IPSEC_VALID; in nsim_ipsec_tx()
|
| /linux-6.15/drivers/net/ethernet/intel/ixgbe/ |
| H A D | ixgbe_ipsec.c | 430 struct net_device *dev = xs->xso.real_dev; in ixgbe_ipsec_parse_proto_keys() 480 struct net_device *dev = xs->xso.real_dev; in ixgbe_ipsec_check_mgmt_ip() 565 struct net_device *dev = xs->xso.real_dev; in ixgbe_ipsec_add_sa() 594 if (xs->xso.dir == XFRM_DEV_OFFLOAD_IN) { in ixgbe_ipsec_add_sa() 766 if (xs->xso.dir == XFRM_DEV_OFFLOAD_IN) { in ixgbe_ipsec_del_sa() 775 sa_idx, xs->xso.offload_handle); in ixgbe_ipsec_del_sa() 804 sa_idx, xs->xso.offload_handle); in ixgbe_ipsec_del_sa() 908 xs->xso.dir = sam->dir; in ixgbe_ipsec_vf_add_sa() 916 xs->xso.dev = adapter->netdev; in ixgbe_ipsec_vf_add_sa() 937 pfsa = xs->xso.offload_handle; in ixgbe_ipsec_vf_add_sa() [all …]
|
| /linux-6.15/drivers/net/ethernet/netronome/nfp/nfdk/ |
| H A D | ipsec.c | 14 if (x->xso.dev && (x->xso.dev->features & NETIF_F_HW_ESP_TX_CSUM)) { in nfp_nfdk_ipsec_tx()
|
| /linux-6.15/drivers/net/ethernet/netronome/nfp/crypto/ |
| H A D | ipsec.c | 272 struct net_device *netdev = x->xso.real_dev; in nfp_net_xfrm_add_state() 312 if (x->xso.type != XFRM_DEV_OFFLOAD_CRYPTO) { in nfp_net_xfrm_add_state() 523 cfg->ctrl_word.dir = x->xso.dir; in nfp_net_xfrm_add_state() 545 x->xso.offload_handle = saidx + 1; in nfp_net_xfrm_add_state() 553 .sa_idx = x->xso.offload_handle - 1, in nfp_net_xfrm_del_state() 555 struct net_device *netdev = x->xso.real_dev; in nfp_net_xfrm_del_state() 565 xa_erase(&nn->xa_ipsec, x->xso.offload_handle - 1); in nfp_net_xfrm_del_state() 603 offload_info->handle = x->xso.offload_handle; in nfp_net_ipsec_tx_prep()
|
| /linux-6.15/drivers/net/ethernet/netronome/nfp/nfd3/ |
| H A D | ipsec.c | 17 if (x->xso.dev && (x->xso.dev->features & NETIF_F_HW_ESP_TX_CSUM)) { in nfp_nfd3_ipsec_tx()
|
| /linux-6.15/drivers/net/ethernet/marvell/octeontx2/nic/ |
| H A D | cn10k_ipsec.c | 524 struct net_device *netdev = x->xso.dev; in cn10k_outb_prepare_sa() 602 if (x->xso.type != XFRM_DEV_OFFLOAD_CRYPTO) { in cn10k_ipsec_validate_state() 669 struct net_device *netdev = x->xso.dev; in cn10k_ipsec_outb_add_state() 695 x->xso.offload_handle = (unsigned long)sa_info; in cn10k_ipsec_outb_add_state() 706 if (x->xso.dir == XFRM_DEV_OFFLOAD_IN) in cn10k_ipsec_add_state() 714 struct net_device *netdev = x->xso.dev; in cn10k_ipsec_del_state() 720 if (x->xso.dir == XFRM_DEV_OFFLOAD_IN) in cn10k_ipsec_del_state() 725 sa_info = (struct qmem *)x->xso.offload_handle; in cn10k_ipsec_del_state() 737 x->xso.offload_handle = 0; in cn10k_ipsec_del_state() 969 sa_info = (struct qmem *)x->xso.offload_handle; in cn10k_ipsec_transmit()
|
| /linux-6.15/drivers/net/ethernet/chelsio/inline_crypto/ch_ipsec/ |
| H A D | chcr_ipsec.c | 284 if (x->xso.type != XFRM_DEV_OFFLOAD_CRYPTO) { in ch_ipsec_xfrm_add_state() 299 x->xso.offload_handle = (unsigned long)sa_entry; in ch_ipsec_xfrm_add_state() 308 if (!x->xso.offload_handle) in ch_ipsec_xfrm_del_state() 316 if (!x->xso.offload_handle) in ch_ipsec_xfrm_free_state() 319 sa_entry = (struct ipsec_sa_entry *)x->xso.offload_handle; in ch_ipsec_xfrm_free_state() 327 if (!x->xso.offload_handle) in ch_ipsec_advance_esn_state() 706 if (!x->xso.offload_handle) in ch_ipsec_xmit() 709 sa_entry = (struct ipsec_sa_entry *)x->xso.offload_handle; in ch_ipsec_xmit()
|
| /linux-6.15/include/net/ |
| H A D | xfrm.h | 281 struct xfrm_dev_offload xso; member 1279 if (x->xso.type == XFRM_DEV_OFFLOAD_PACKET) { in __xfrm_policy_check2() 1700 struct xfrm_dev_offload *xdo = &x->xso; in xfrm_dev_state_update_stats() 2073 struct xfrm_dev_offload *xso = &x->xso; in xfrm_dev_state_advance_esn() local 2074 struct net_device *dev = READ_ONCE(xso->dev); in xfrm_dev_state_advance_esn() 2089 if (!x->xso.offload_handle && !xdst->child->xfrm) in xfrm_dst_offload_ok() 2091 if (x->xso.offload_handle && (x->xso.dev == xfrm_dst_path(dst)->dev) && in xfrm_dst_offload_ok()
|
| /linux-6.15/net/ipv4/ |
| H A D | esp4_offload.c | 236 !(features & NETIF_F_HW_ESP)) || x->xso.dev != skb->dev) in esp4_gso_segment() 285 x->xso.dev != skb->dev) { in esp_xmit()
|
| /linux-6.15/net/ipv6/ |
| H A D | esp6_offload.c | 275 if (!(features & NETIF_F_HW_ESP) || x->xso.dev != skb->dev) in esp6_gso_segment() 320 if (!(features & NETIF_F_HW_ESP) || x->xso.dev != skb->dev) { in esp6_xmit()
|
| /linux-6.15/drivers/net/bonding/ |
| H A D | bond_main.c | 444 if (!xs->xso.real_dev) in bond_ipsec_dev() 447 if (xs->xso.real_dev != slave->dev) in bond_ipsec_dev() 498 xs->xso.real_dev = real_dev; in bond_ipsec_add_sa() 539 if (ipsec->xs->xso.real_dev == real_dev) in bond_ipsec_add_sa_all() 542 ipsec->xs->xso.real_dev = real_dev; in bond_ipsec_add_sa_all() 545 ipsec->xs->xso.real_dev = NULL; in bond_ipsec_add_sa_all() 578 if (!xs->xso.real_dev) in bond_ipsec_del_sa() 581 WARN_ON(xs->xso.real_dev != real_dev); in bond_ipsec_del_sa() 618 if (!ipsec->xs->xso.real_dev) in bond_ipsec_del_sa_all() 657 if (!xs->xso.real_dev) in bond_ipsec_free_sa() [all …]
|
| /linux-6.15/Documentation/networking/ |
| H A D | xfrm_device.rst | 121 xs->xso.offload_handle = context; 138 context = xs->xso.offload_handle;
|
| /linux-6.15/drivers/net/ethernet/chelsio/cxgb4/ |
| H A D | cxgb4_main.c | 6486 struct adapter *adap = netdev2adap(x->xso.dev); in cxgb4_xfrm_add_state() 6507 struct adapter *adap = netdev2adap(x->xso.dev); in cxgb4_xfrm_del_state() 6525 struct adapter *adap = netdev2adap(x->xso.dev); in cxgb4_xfrm_free_state() 6543 struct adapter *adap = netdev2adap(x->xso.dev); in cxgb4_advance_esn_state() 6545 if (x->xso.dir != XFRM_DEV_OFFLOAD_IN) in cxgb4_advance_esn_state()
|