| // SPDX-License-Identifier: GPL-2.0 OR Linux-OpenIB |
| /* Copyright (c) 2020 Mellanox Technologies. */ |
| |
| #include <net/dst_metadata.h> |
| #include <linux/netdevice.h> |
| #include <linux/list.h> |
| #include <linux/rculist.h> |
| #include <linux/rtnetlink.h> |
| #include <linux/workqueue.h> |
| #include <linux/spinlock.h> |
| #include "tc.h" |
| #include "neigh.h" |
| #include "en_rep.h" |
| #include "eswitch.h" |
| #include "lib/fs_chains.h" |
| #include "en/tc_ct.h" |
| #include "en/mapping.h" |
| #include "en/tc_tun.h" |
| #include "lib/port_tun.h" |
| #include "en/tc/sample.h" |
| |
| struct mlx5e_rep_indr_block_priv { |
| struct net_device *netdev; |
| struct mlx5e_rep_priv *rpriv; |
| |
| struct list_head list; |
| }; |
| |
| int mlx5e_rep_encap_entry_attach(struct mlx5e_priv *priv, |
| struct mlx5e_encap_entry *e, |
| struct mlx5e_neigh *m_neigh, |
| struct net_device *neigh_dev) |
| { |
| struct mlx5e_rep_priv *rpriv = priv->ppriv; |
| struct mlx5_rep_uplink_priv *uplink_priv = &rpriv->uplink_priv; |
| struct mlx5_tun_entropy *tun_entropy = &uplink_priv->tun_entropy; |
| struct mlx5e_neigh_hash_entry *nhe; |
| int err; |
| |
| err = mlx5_tun_entropy_refcount_inc(tun_entropy, e->reformat_type); |
| if (err) |
| return err; |
| |
| mutex_lock(&rpriv->neigh_update.encap_lock); |
| nhe = mlx5e_rep_neigh_entry_lookup(priv, m_neigh); |
| if (!nhe) { |
| err = mlx5e_rep_neigh_entry_create(priv, m_neigh, neigh_dev, &nhe); |
| if (err) { |
| mutex_unlock(&rpriv->neigh_update.encap_lock); |
| mlx5_tun_entropy_refcount_dec(tun_entropy, |
| e->reformat_type); |
| return err; |
| } |
| } |
| |
| e->nhe = nhe; |
| spin_lock(&nhe->encap_list_lock); |
| list_add_rcu(&e->encap_list, &nhe->encap_list); |
| spin_unlock(&nhe->encap_list_lock); |
| |
| mutex_unlock(&rpriv->neigh_update.encap_lock); |
| |
| return 0; |
| } |
| |
| void mlx5e_rep_encap_entry_detach(struct mlx5e_priv *priv, |
| struct mlx5e_encap_entry *e) |
| { |
| struct mlx5e_rep_priv *rpriv = priv->ppriv; |
| struct mlx5_rep_uplink_priv *uplink_priv = &rpriv->uplink_priv; |
| struct mlx5_tun_entropy *tun_entropy = &uplink_priv->tun_entropy; |
| |
| if (!e->nhe) |
| return; |
| |
| spin_lock(&e->nhe->encap_list_lock); |
| list_del_rcu(&e->encap_list); |
| spin_unlock(&e->nhe->encap_list_lock); |
| |
| mlx5e_rep_neigh_entry_release(e->nhe); |
| e->nhe = NULL; |
| mlx5_tun_entropy_refcount_dec(tun_entropy, e->reformat_type); |
| } |
| |
| void mlx5e_rep_update_flows(struct mlx5e_priv *priv, |
| struct mlx5e_encap_entry *e, |
| bool neigh_connected, |
| unsigned char ha[ETH_ALEN]) |
| { |
| struct ethhdr *eth = (struct ethhdr *)e->encap_header; |
| struct mlx5_eswitch *esw = priv->mdev->priv.eswitch; |
| bool encap_connected; |
| LIST_HEAD(flow_list); |
| |
| ASSERT_RTNL(); |
| |
| mutex_lock(&esw->offloads.encap_tbl_lock); |
| encap_connected = !!(e->flags & MLX5_ENCAP_ENTRY_VALID); |
| if (encap_connected == neigh_connected && ether_addr_equal(e->h_dest, ha)) |
| goto unlock; |
| |
| mlx5e_take_all_encap_flows(e, &flow_list); |
| |
| if ((e->flags & MLX5_ENCAP_ENTRY_VALID) && |
| (!neigh_connected || !ether_addr_equal(e->h_dest, ha))) |
| mlx5e_tc_encap_flows_del(priv, e, &flow_list); |
| |
| if (neigh_connected && !(e->flags & MLX5_ENCAP_ENTRY_VALID)) { |
| struct net_device *route_dev; |
| |
| ether_addr_copy(e->h_dest, ha); |
| ether_addr_copy(eth->h_dest, ha); |
| /* Update the encap source mac, in case that we delete |
| * the flows when encap source mac changed. |
| */ |
| route_dev = __dev_get_by_index(dev_net(priv->netdev), e->route_dev_ifindex); |
| if (route_dev) |
| ether_addr_copy(eth->h_source, route_dev->dev_addr); |
| |
| mlx5e_tc_encap_flows_add(priv, e, &flow_list); |
| } |
| unlock: |
| mutex_unlock(&esw->offloads.encap_tbl_lock); |
| mlx5e_put_flow_list(priv, &flow_list); |
| } |
| |
| static int |
| mlx5e_rep_setup_tc_cls_flower(struct mlx5e_priv *priv, |
| struct flow_cls_offload *cls_flower, int flags) |
| { |
| switch (cls_flower->command) { |
| case FLOW_CLS_REPLACE: |
| return mlx5e_configure_flower(priv->netdev, priv, cls_flower, |
| flags); |
| case FLOW_CLS_DESTROY: |
| return mlx5e_delete_flower(priv->netdev, priv, cls_flower, |
| flags); |
| case FLOW_CLS_STATS: |
| return mlx5e_stats_flower(priv->netdev, priv, cls_flower, |
| flags); |
| default: |
| return -EOPNOTSUPP; |
| } |
| } |
| |
| static |
| int mlx5e_rep_setup_tc_cls_matchall(struct mlx5e_priv *priv, |
| struct tc_cls_matchall_offload *ma) |
| { |
| switch (ma->command) { |
| case TC_CLSMATCHALL_REPLACE: |
| return mlx5e_tc_configure_matchall(priv, ma); |
| case TC_CLSMATCHALL_DESTROY: |
| return mlx5e_tc_delete_matchall(priv, ma); |
| case TC_CLSMATCHALL_STATS: |
| mlx5e_tc_stats_matchall(priv, ma); |
| return 0; |
| default: |
| return -EOPNOTSUPP; |
| } |
| } |
| |
| static int mlx5e_rep_setup_tc_cb(enum tc_setup_type type, void *type_data, |
| void *cb_priv) |
| { |
| unsigned long flags = MLX5_TC_FLAG(INGRESS) | MLX5_TC_FLAG(ESW_OFFLOAD); |
| struct mlx5e_priv *priv = cb_priv; |
| |
| if (!priv->netdev || !netif_device_present(priv->netdev)) |
| return -EOPNOTSUPP; |
| |
| switch (type) { |
| case TC_SETUP_CLSFLOWER: |
| return mlx5e_rep_setup_tc_cls_flower(priv, type_data, flags); |
| case TC_SETUP_CLSMATCHALL: |
| return mlx5e_rep_setup_tc_cls_matchall(priv, type_data); |
| default: |
| return -EOPNOTSUPP; |
| } |
| } |
| |
| static int mlx5e_rep_setup_ft_cb(enum tc_setup_type type, void *type_data, |
| void *cb_priv) |
| { |
| struct flow_cls_offload tmp, *f = type_data; |
| struct mlx5e_priv *priv = cb_priv; |
| struct mlx5_eswitch *esw; |
| unsigned long flags; |
| int err; |
| |
| flags = MLX5_TC_FLAG(INGRESS) | |
| MLX5_TC_FLAG(ESW_OFFLOAD) | |
| MLX5_TC_FLAG(FT_OFFLOAD); |
| esw = priv->mdev->priv.eswitch; |
| |
| switch (type) { |
| case TC_SETUP_CLSFLOWER: |
| memcpy(&tmp, f, sizeof(*f)); |
| |
| if (!mlx5_chains_prios_supported(esw_chains(esw))) |
| return -EOPNOTSUPP; |
| |
| /* Re-use tc offload path by moving the ft flow to the |
| * reserved ft chain. |
| * |
| * FT offload can use prio range [0, INT_MAX], so we normalize |
| * it to range [1, mlx5_esw_chains_get_prio_range(esw)] |
| * as with tc, where prio 0 isn't supported. |
| * |
| * We only support chain 0 of FT offload. |
| */ |
| if (tmp.common.prio >= mlx5_chains_get_prio_range(esw_chains(esw))) |
| return -EOPNOTSUPP; |
| if (tmp.common.chain_index != 0) |
| return -EOPNOTSUPP; |
| |
| tmp.common.chain_index = mlx5_chains_get_nf_ft_chain(esw_chains(esw)); |
| tmp.common.prio++; |
| err = mlx5e_rep_setup_tc_cls_flower(priv, &tmp, flags); |
| memcpy(&f->stats, &tmp.stats, sizeof(f->stats)); |
| return err; |
| default: |
| return -EOPNOTSUPP; |
| } |
| } |
| |
| static LIST_HEAD(mlx5e_rep_block_tc_cb_list); |
| static LIST_HEAD(mlx5e_rep_block_ft_cb_list); |
| int mlx5e_rep_setup_tc(struct net_device *dev, enum tc_setup_type type, |
| void *type_data) |
| { |
| struct mlx5e_priv *priv = netdev_priv(dev); |
| struct flow_block_offload *f = type_data; |
| |
| f->unlocked_driver_cb = true; |
| |
| switch (type) { |
| case TC_SETUP_BLOCK: |
| return flow_block_cb_setup_simple(type_data, |
| &mlx5e_rep_block_tc_cb_list, |
| mlx5e_rep_setup_tc_cb, |
| priv, priv, true); |
| case TC_SETUP_FT: |
| return flow_block_cb_setup_simple(type_data, |
| &mlx5e_rep_block_ft_cb_list, |
| mlx5e_rep_setup_ft_cb, |
| priv, priv, true); |
| default: |
| return -EOPNOTSUPP; |
| } |
| } |
| |
| int mlx5e_rep_tc_init(struct mlx5e_rep_priv *rpriv) |
| { |
| struct mlx5_rep_uplink_priv *uplink_priv = &rpriv->uplink_priv; |
| int err; |
| |
| mutex_init(&uplink_priv->unready_flows_lock); |
| INIT_LIST_HEAD(&uplink_priv->unready_flows); |
| |
| /* init shared tc flow table */ |
| err = mlx5e_tc_esw_init(&uplink_priv->tc_ht); |
| return err; |
| } |
| |
| void mlx5e_rep_tc_cleanup(struct mlx5e_rep_priv *rpriv) |
| { |
| /* delete shared tc flow table */ |
| mlx5e_tc_esw_cleanup(&rpriv->uplink_priv.tc_ht); |
| mutex_destroy(&rpriv->uplink_priv.unready_flows_lock); |
| } |
| |
| void mlx5e_rep_tc_enable(struct mlx5e_priv *priv) |
| { |
| struct mlx5e_rep_priv *rpriv = priv->ppriv; |
| |
| INIT_WORK(&rpriv->uplink_priv.reoffload_flows_work, |
| mlx5e_tc_reoffload_flows_work); |
| } |
| |
| void mlx5e_rep_tc_disable(struct mlx5e_priv *priv) |
| { |
| struct mlx5e_rep_priv *rpriv = priv->ppriv; |
| |
| cancel_work_sync(&rpriv->uplink_priv.reoffload_flows_work); |
| } |
| |
| int mlx5e_rep_tc_event_port_affinity(struct mlx5e_priv *priv) |
| { |
| struct mlx5e_rep_priv *rpriv = priv->ppriv; |
| |
| queue_work(priv->wq, &rpriv->uplink_priv.reoffload_flows_work); |
| |
| return NOTIFY_OK; |
| } |
| |
| static struct mlx5e_rep_indr_block_priv * |
| mlx5e_rep_indr_block_priv_lookup(struct mlx5e_rep_priv *rpriv, |
| struct net_device *netdev) |
| { |
| struct mlx5e_rep_indr_block_priv *cb_priv; |
| |
| list_for_each_entry(cb_priv, |
| &rpriv->uplink_priv.tc_indr_block_priv_list, |
| list) |
| if (cb_priv->netdev == netdev) |
| return cb_priv; |
| |
| return NULL; |
| } |
| |
| static int |
| mlx5e_rep_indr_offload(struct net_device *netdev, |
| struct flow_cls_offload *flower, |
| struct mlx5e_rep_indr_block_priv *indr_priv, |
| unsigned long flags) |
| { |
| struct mlx5e_priv *priv = netdev_priv(indr_priv->rpriv->netdev); |
| int err = 0; |
| |
| if (!netif_device_present(indr_priv->rpriv->netdev)) |
| return -EOPNOTSUPP; |
| |
| switch (flower->command) { |
| case FLOW_CLS_REPLACE: |
| err = mlx5e_configure_flower(netdev, priv, flower, flags); |
| break; |
| case FLOW_CLS_DESTROY: |
| err = mlx5e_delete_flower(netdev, priv, flower, flags); |
| break; |
| case FLOW_CLS_STATS: |
| err = mlx5e_stats_flower(netdev, priv, flower, flags); |
| break; |
| default: |
| err = -EOPNOTSUPP; |
| } |
| |
| return err; |
| } |
| |
| static int mlx5e_rep_indr_setup_tc_cb(enum tc_setup_type type, |
| void *type_data, void *indr_priv) |
| { |
| unsigned long flags = MLX5_TC_FLAG(EGRESS) | MLX5_TC_FLAG(ESW_OFFLOAD); |
| struct mlx5e_rep_indr_block_priv *priv = indr_priv; |
| |
| switch (type) { |
| case TC_SETUP_CLSFLOWER: |
| return mlx5e_rep_indr_offload(priv->netdev, type_data, priv, |
| flags); |
| default: |
| return -EOPNOTSUPP; |
| } |
| } |
| |
| static int mlx5e_rep_indr_setup_ft_cb(enum tc_setup_type type, |
| void *type_data, void *indr_priv) |
| { |
| struct mlx5e_rep_indr_block_priv *priv = indr_priv; |
| struct flow_cls_offload *f = type_data; |
| struct flow_cls_offload tmp; |
| struct mlx5e_priv *mpriv; |
| struct mlx5_eswitch *esw; |
| unsigned long flags; |
| int err; |
| |
| mpriv = netdev_priv(priv->rpriv->netdev); |
| esw = mpriv->mdev->priv.eswitch; |
| |
| flags = MLX5_TC_FLAG(EGRESS) | |
| MLX5_TC_FLAG(ESW_OFFLOAD) | |
| MLX5_TC_FLAG(FT_OFFLOAD); |
| |
| switch (type) { |
| case TC_SETUP_CLSFLOWER: |
| memcpy(&tmp, f, sizeof(*f)); |
| |
| /* Re-use tc offload path by moving the ft flow to the |
| * reserved ft chain. |
| * |
| * FT offload can use prio range [0, INT_MAX], so we normalize |
| * it to range [1, mlx5_esw_chains_get_prio_range(esw)] |
| * as with tc, where prio 0 isn't supported. |
| * |
| * We only support chain 0 of FT offload. |
| */ |
| if (!mlx5_chains_prios_supported(esw_chains(esw)) || |
| tmp.common.prio >= mlx5_chains_get_prio_range(esw_chains(esw)) || |
| tmp.common.chain_index) |
| return -EOPNOTSUPP; |
| |
| tmp.common.chain_index = mlx5_chains_get_nf_ft_chain(esw_chains(esw)); |
| tmp.common.prio++; |
| err = mlx5e_rep_indr_offload(priv->netdev, &tmp, priv, flags); |
| memcpy(&f->stats, &tmp.stats, sizeof(f->stats)); |
| return err; |
| default: |
| return -EOPNOTSUPP; |
| } |
| } |
| |
| static void mlx5e_rep_indr_block_unbind(void *cb_priv) |
| { |
| struct mlx5e_rep_indr_block_priv *indr_priv = cb_priv; |
| |
| list_del(&indr_priv->list); |
| kfree(indr_priv); |
| } |
| |
| static LIST_HEAD(mlx5e_block_cb_list); |
| |
| static int |
| mlx5e_rep_indr_setup_block(struct net_device *netdev, struct Qdisc *sch, |
| struct mlx5e_rep_priv *rpriv, |
| struct flow_block_offload *f, |
| flow_setup_cb_t *setup_cb, |
| void *data, |
| void (*cleanup)(struct flow_block_cb *block_cb)) |
| { |
| struct mlx5e_priv *priv = netdev_priv(rpriv->netdev); |
| struct mlx5e_rep_indr_block_priv *indr_priv; |
| struct flow_block_cb *block_cb; |
| |
| if (!mlx5e_tc_tun_device_to_offload(priv, netdev) && |
| !(is_vlan_dev(netdev) && vlan_dev_real_dev(netdev) == rpriv->netdev)) |
| return -EOPNOTSUPP; |
| |
| if (f->binder_type != FLOW_BLOCK_BINDER_TYPE_CLSACT_INGRESS) |
| return -EOPNOTSUPP; |
| |
| f->unlocked_driver_cb = true; |
| f->driver_block_list = &mlx5e_block_cb_list; |
| |
| switch (f->command) { |
| case FLOW_BLOCK_BIND: |
| indr_priv = mlx5e_rep_indr_block_priv_lookup(rpriv, netdev); |
| if (indr_priv) |
| return -EEXIST; |
| |
| indr_priv = kmalloc(sizeof(*indr_priv), GFP_KERNEL); |
| if (!indr_priv) |
| return -ENOMEM; |
| |
| indr_priv->netdev = netdev; |
| indr_priv->rpriv = rpriv; |
| list_add(&indr_priv->list, |
| &rpriv->uplink_priv.tc_indr_block_priv_list); |
| |
| block_cb = flow_indr_block_cb_alloc(setup_cb, indr_priv, indr_priv, |
| mlx5e_rep_indr_block_unbind, |
| f, netdev, sch, data, rpriv, |
| cleanup); |
| if (IS_ERR(block_cb)) { |
| list_del(&indr_priv->list); |
| kfree(indr_priv); |
| return PTR_ERR(block_cb); |
| } |
| flow_block_cb_add(block_cb, f); |
| list_add_tail(&block_cb->driver_list, &mlx5e_block_cb_list); |
| |
| return 0; |
| case FLOW_BLOCK_UNBIND: |
| indr_priv = mlx5e_rep_indr_block_priv_lookup(rpriv, netdev); |
| if (!indr_priv) |
| return -ENOENT; |
| |
| block_cb = flow_block_cb_lookup(f->block, setup_cb, indr_priv); |
| if (!block_cb) |
| return -ENOENT; |
| |
| flow_indr_block_cb_remove(block_cb, f); |
| list_del(&block_cb->driver_list); |
| return 0; |
| default: |
| return -EOPNOTSUPP; |
| } |
| return 0; |
| } |
| |
| static |
| int mlx5e_rep_indr_setup_cb(struct net_device *netdev, struct Qdisc *sch, void *cb_priv, |
| enum tc_setup_type type, void *type_data, |
| void *data, |
| void (*cleanup)(struct flow_block_cb *block_cb)) |
| { |
| switch (type) { |
| case TC_SETUP_BLOCK: |
| return mlx5e_rep_indr_setup_block(netdev, sch, cb_priv, type_data, |
| mlx5e_rep_indr_setup_tc_cb, |
| data, cleanup); |
| case TC_SETUP_FT: |
| return mlx5e_rep_indr_setup_block(netdev, sch, cb_priv, type_data, |
| mlx5e_rep_indr_setup_ft_cb, |
| data, cleanup); |
| default: |
| return -EOPNOTSUPP; |
| } |
| } |
| |
| int mlx5e_rep_tc_netdevice_event_register(struct mlx5e_rep_priv *rpriv) |
| { |
| struct mlx5_rep_uplink_priv *uplink_priv = &rpriv->uplink_priv; |
| |
| /* init indirect block notifications */ |
| INIT_LIST_HEAD(&uplink_priv->tc_indr_block_priv_list); |
| |
| return flow_indr_dev_register(mlx5e_rep_indr_setup_cb, rpriv); |
| } |
| |
| void mlx5e_rep_tc_netdevice_event_unregister(struct mlx5e_rep_priv *rpriv) |
| { |
| flow_indr_dev_unregister(mlx5e_rep_indr_setup_cb, rpriv, |
| mlx5e_rep_indr_block_unbind); |
| } |
| |
| static bool mlx5e_restore_tunnel(struct mlx5e_priv *priv, struct sk_buff *skb, |
| struct mlx5e_tc_update_priv *tc_priv, |
| u32 tunnel_id) |
| { |
| struct mlx5_eswitch *esw = priv->mdev->priv.eswitch; |
| struct tunnel_match_enc_opts enc_opts = {}; |
| struct mlx5_rep_uplink_priv *uplink_priv; |
| struct mlx5e_rep_priv *uplink_rpriv; |
| struct metadata_dst *tun_dst; |
| struct tunnel_match_key key; |
| u32 tun_id, enc_opts_id; |
| struct net_device *dev; |
| int err; |
| |
| enc_opts_id = tunnel_id & ENC_OPTS_BITS_MASK; |
| tun_id = tunnel_id >> ENC_OPTS_BITS; |
| |
| if (!tun_id) |
| return true; |
| |
| uplink_rpriv = mlx5_eswitch_get_uplink_priv(esw, REP_ETH); |
| uplink_priv = &uplink_rpriv->uplink_priv; |
| |
| err = mapping_find(uplink_priv->tunnel_mapping, tun_id, &key); |
| if (err) { |
| WARN_ON_ONCE(true); |
| netdev_dbg(priv->netdev, |
| "Couldn't find tunnel for tun_id: %d, err: %d\n", |
| tun_id, err); |
| return false; |
| } |
| |
| if (enc_opts_id) { |
| err = mapping_find(uplink_priv->tunnel_enc_opts_mapping, |
| enc_opts_id, &enc_opts); |
| if (err) { |
| netdev_dbg(priv->netdev, |
| "Couldn't find tunnel (opts) for tun_id: %d, err: %d\n", |
| enc_opts_id, err); |
| return false; |
| } |
| } |
| |
| if (key.enc_control.addr_type == FLOW_DISSECTOR_KEY_IPV4_ADDRS) { |
| tun_dst = __ip_tun_set_dst(key.enc_ipv4.src, key.enc_ipv4.dst, |
| key.enc_ip.tos, key.enc_ip.ttl, |
| key.enc_tp.dst, TUNNEL_KEY, |
| key32_to_tunnel_id(key.enc_key_id.keyid), |
| enc_opts.key.len); |
| } else if (key.enc_control.addr_type == FLOW_DISSECTOR_KEY_IPV6_ADDRS) { |
| tun_dst = __ipv6_tun_set_dst(&key.enc_ipv6.src, &key.enc_ipv6.dst, |
| key.enc_ip.tos, key.enc_ip.ttl, |
| key.enc_tp.dst, 0, TUNNEL_KEY, |
| key32_to_tunnel_id(key.enc_key_id.keyid), |
| enc_opts.key.len); |
| } else { |
| netdev_dbg(priv->netdev, |
| "Couldn't restore tunnel, unsupported addr_type: %d\n", |
| key.enc_control.addr_type); |
| return false; |
| } |
| |
| if (!tun_dst) { |
| netdev_dbg(priv->netdev, "Couldn't restore tunnel, no tun_dst\n"); |
| return false; |
| } |
| |
| tun_dst->u.tun_info.key.tp_src = key.enc_tp.src; |
| |
| if (enc_opts.key.len) |
| ip_tunnel_info_opts_set(&tun_dst->u.tun_info, |
| enc_opts.key.data, |
| enc_opts.key.len, |
| enc_opts.key.dst_opt_type); |
| |
| skb_dst_set(skb, (struct dst_entry *)tun_dst); |
| dev = dev_get_by_index(&init_net, key.filter_ifindex); |
| if (!dev) { |
| netdev_dbg(priv->netdev, |
| "Couldn't find tunnel device with ifindex: %d\n", |
| key.filter_ifindex); |
| return false; |
| } |
| |
| /* Set tun_dev so we do dev_put() after datapath */ |
| tc_priv->tun_dev = dev; |
| |
| skb->dev = dev; |
| |
| return true; |
| } |
| |
| static bool mlx5e_restore_skb_chain(struct sk_buff *skb, u32 chain, u32 reg_c1, |
| struct mlx5e_tc_update_priv *tc_priv) |
| { |
| struct mlx5e_priv *priv = netdev_priv(skb->dev); |
| u32 tunnel_id = (reg_c1 >> ESW_TUN_OFFSET) & TUNNEL_ID_MASK; |
| |
| #if IS_ENABLED(CONFIG_NET_TC_SKB_EXT) |
| if (chain) { |
| struct mlx5_rep_uplink_priv *uplink_priv; |
| struct mlx5e_rep_priv *uplink_rpriv; |
| struct tc_skb_ext *tc_skb_ext; |
| struct mlx5_eswitch *esw; |
| u32 zone_restore_id; |
| |
| tc_skb_ext = tc_skb_ext_alloc(skb); |
| if (!tc_skb_ext) { |
| WARN_ON(1); |
| return false; |
| } |
| tc_skb_ext->chain = chain; |
| zone_restore_id = reg_c1 & ESW_ZONE_ID_MASK; |
| esw = priv->mdev->priv.eswitch; |
| uplink_rpriv = mlx5_eswitch_get_uplink_priv(esw, REP_ETH); |
| uplink_priv = &uplink_rpriv->uplink_priv; |
| if (!mlx5e_tc_ct_restore_flow(uplink_priv->ct_priv, skb, |
| zone_restore_id)) |
| return false; |
| } |
| #endif /* CONFIG_NET_TC_SKB_EXT */ |
| |
| return mlx5e_restore_tunnel(priv, skb, tc_priv, tunnel_id); |
| } |
| |
| static void mlx5e_restore_skb_sample(struct mlx5e_priv *priv, struct sk_buff *skb, |
| struct mlx5_mapped_obj *mapped_obj, |
| struct mlx5e_tc_update_priv *tc_priv) |
| { |
| if (!mlx5e_restore_tunnel(priv, skb, tc_priv, mapped_obj->sample.tunnel_id)) { |
| netdev_dbg(priv->netdev, |
| "Failed to restore tunnel info for sampled packet\n"); |
| return; |
| } |
| #if IS_ENABLED(CONFIG_MLX5_TC_SAMPLE) |
| mlx5e_tc_sample_skb(skb, mapped_obj); |
| #endif /* CONFIG_MLX5_TC_SAMPLE */ |
| mlx5_rep_tc_post_napi_receive(tc_priv); |
| } |
| |
| bool mlx5e_rep_tc_update_skb(struct mlx5_cqe64 *cqe, |
| struct sk_buff *skb, |
| struct mlx5e_tc_update_priv *tc_priv) |
| { |
| struct mlx5_mapped_obj mapped_obj; |
| struct mlx5_eswitch *esw; |
| struct mlx5e_priv *priv; |
| u32 reg_c0; |
| int err; |
| |
| reg_c0 = (be32_to_cpu(cqe->sop_drop_qpn) & MLX5E_TC_FLOW_ID_MASK); |
| if (!reg_c0 || reg_c0 == MLX5_FS_DEFAULT_FLOW_TAG) |
| return true; |
| |
| /* If reg_c0 is not equal to the default flow tag then skb->mark |
| * is not supported and must be reset back to 0. |
| */ |
| skb->mark = 0; |
| |
| priv = netdev_priv(skb->dev); |
| esw = priv->mdev->priv.eswitch; |
| err = mapping_find(esw->offloads.reg_c0_obj_pool, reg_c0, &mapped_obj); |
| if (err) { |
| netdev_dbg(priv->netdev, |
| "Couldn't find mapped object for reg_c0: %d, err: %d\n", |
| reg_c0, err); |
| return false; |
| } |
| |
| if (mapped_obj.type == MLX5_MAPPED_OBJ_CHAIN) { |
| u32 reg_c1 = be32_to_cpu(cqe->ft_metadata); |
| |
| return mlx5e_restore_skb_chain(skb, mapped_obj.chain, reg_c1, tc_priv); |
| } else if (mapped_obj.type == MLX5_MAPPED_OBJ_SAMPLE) { |
| mlx5e_restore_skb_sample(priv, skb, &mapped_obj, tc_priv); |
| return false; |
| } else { |
| netdev_dbg(priv->netdev, "Invalid mapped object type: %d\n", mapped_obj.type); |
| return false; |
| } |
| |
| return true; |
| } |
| |
| void mlx5_rep_tc_post_napi_receive(struct mlx5e_tc_update_priv *tc_priv) |
| { |
| if (tc_priv->tun_dev) |
| dev_put(tc_priv->tun_dev); |
| } |