| // SPDX-License-Identifier: GPL-2.0-or-later |
| /* |
| * Linux NET3: GRE over IP protocol decoder. |
| * |
| * Authors: Alexey Kuznetsov (kuznet@ms2.inr.ac.ru) |
| */ |
| |
| #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt |
| |
| #include <linux/capability.h> |
| #include <linux/module.h> |
| #include <linux/types.h> |
| #include <linux/kernel.h> |
| #include <linux/slab.h> |
| #include <linux/uaccess.h> |
| #include <linux/skbuff.h> |
| #include <linux/netdevice.h> |
| #include <linux/in.h> |
| #include <linux/tcp.h> |
| #include <linux/udp.h> |
| #include <linux/if_arp.h> |
| #include <linux/if_vlan.h> |
| #include <linux/init.h> |
| #include <linux/in6.h> |
| #include <linux/inetdevice.h> |
| #include <linux/igmp.h> |
| #include <linux/netfilter_ipv4.h> |
| #include <linux/etherdevice.h> |
| #include <linux/if_ether.h> |
| |
| #include <net/sock.h> |
| #include <net/ip.h> |
| #include <net/icmp.h> |
| #include <net/protocol.h> |
| #include <net/ip_tunnels.h> |
| #include <net/arp.h> |
| #include <net/checksum.h> |
| #include <net/dsfield.h> |
| #include <net/inet_ecn.h> |
| #include <net/xfrm.h> |
| #include <net/net_namespace.h> |
| #include <net/netns/generic.h> |
| #include <net/rtnetlink.h> |
| #include <net/gre.h> |
| #include <net/dst_metadata.h> |
| #include <net/erspan.h> |
| #include <net/inet_dscp.h> |
| |
| /* |
| Problems & solutions |
| -------------------- |
| |
| 1. The most important issue is detecting local dead loops. |
| They would cause complete host lockup in transmit, which |
| would be "resolved" by stack overflow or, if queueing is enabled, |
| with infinite looping in net_bh. |
| |
| We cannot track such dead loops during route installation, |
| it is infeasible task. The most general solutions would be |
| to keep skb->encapsulation counter (sort of local ttl), |
| and silently drop packet when it expires. It is a good |
| solution, but it supposes maintaining new variable in ALL |
| skb, even if no tunneling is used. |
| |
| Current solution: xmit_recursion breaks dead loops. This is a percpu |
| counter, since when we enter the first ndo_xmit(), cpu migration is |
| forbidden. We force an exit if this counter reaches RECURSION_LIMIT |
| |
| 2. Networking dead loops would not kill routers, but would really |
| kill network. IP hop limit plays role of "t->recursion" in this case, |
| if we copy it from packet being encapsulated to upper header. |
| It is very good solution, but it introduces two problems: |
| |
| - Routing protocols, using packets with ttl=1 (OSPF, RIP2), |
| do not work over tunnels. |
| - traceroute does not work. I planned to relay ICMP from tunnel, |
| so that this problem would be solved and traceroute output |
| would even more informative. This idea appeared to be wrong: |
| only Linux complies to rfc1812 now (yes, guys, Linux is the only |
| true router now :-)), all routers (at least, in neighbourhood of mine) |
| return only 8 bytes of payload. It is the end. |
| |
| Hence, if we want that OSPF worked or traceroute said something reasonable, |
| we should search for another solution. |
| |
| One of them is to parse packet trying to detect inner encapsulation |
| made by our node. It is difficult or even impossible, especially, |
| taking into account fragmentation. TO be short, ttl is not solution at all. |
| |
| Current solution: The solution was UNEXPECTEDLY SIMPLE. |
| We force DF flag on tunnels with preconfigured hop limit, |
| that is ALL. :-) Well, it does not remove the problem completely, |
| but exponential growth of network traffic is changed to linear |
| (branches, that exceed pmtu are pruned) and tunnel mtu |
| rapidly degrades to value <68, where looping stops. |
| Yes, it is not good if there exists a router in the loop, |
| which does not force DF, even when encapsulating packets have DF set. |
| But it is not our problem! Nobody could accuse us, we made |
| all that we could make. Even if it is your gated who injected |
| fatal route to network, even if it were you who configured |
| fatal static route: you are innocent. :-) |
| |
| Alexey Kuznetsov. |
| */ |
| |
| static bool log_ecn_error = true; |
| module_param(log_ecn_error, bool, 0644); |
| MODULE_PARM_DESC(log_ecn_error, "Log packets received with corrupted ECN"); |
| |
| static struct rtnl_link_ops ipgre_link_ops __read_mostly; |
| static const struct header_ops ipgre_header_ops; |
| |
| static int ipgre_tunnel_init(struct net_device *dev); |
| static void erspan_build_header(struct sk_buff *skb, |
| u32 id, u32 index, |
| bool truncate, bool is_ipv4); |
| |
| static unsigned int ipgre_net_id __read_mostly; |
| static unsigned int gre_tap_net_id __read_mostly; |
| static unsigned int erspan_net_id __read_mostly; |
| |
| static int ipgre_err(struct sk_buff *skb, u32 info, |
| const struct tnl_ptk_info *tpi) |
| { |
| |
| /* All the routers (except for Linux) return only |
| 8 bytes of packet payload. It means, that precise relaying of |
| ICMP in the real Internet is absolutely infeasible. |
| |
| Moreover, Cisco "wise men" put GRE key to the third word |
| in GRE header. It makes impossible maintaining even soft |
| state for keyed GRE tunnels with enabled checksum. Tell |
| them "thank you". |
| |
| Well, I wonder, rfc1812 was written by Cisco employee, |
| what the hell these idiots break standards established |
| by themselves??? |
| */ |
| struct net *net = dev_net(skb->dev); |
| struct ip_tunnel_net *itn; |
| const struct iphdr *iph; |
| const int type = icmp_hdr(skb)->type; |
| const int code = icmp_hdr(skb)->code; |
| unsigned int data_len = 0; |
| struct ip_tunnel *t; |
| |
| if (tpi->proto == htons(ETH_P_TEB)) |
| itn = net_generic(net, gre_tap_net_id); |
| else if (tpi->proto == htons(ETH_P_ERSPAN) || |
| tpi->proto == htons(ETH_P_ERSPAN2)) |
| itn = net_generic(net, erspan_net_id); |
| else |
| itn = net_generic(net, ipgre_net_id); |
| |
| iph = (const struct iphdr *)(icmp_hdr(skb) + 1); |
| t = ip_tunnel_lookup(itn, skb->dev->ifindex, tpi->flags, |
| iph->daddr, iph->saddr, tpi->key); |
| |
| if (!t) |
| return -ENOENT; |
| |
| switch (type) { |
| default: |
| case ICMP_PARAMETERPROB: |
| return 0; |
| |
| case ICMP_DEST_UNREACH: |
| switch (code) { |
| case ICMP_SR_FAILED: |
| case ICMP_PORT_UNREACH: |
| /* Impossible event. */ |
| return 0; |
| default: |
| /* All others are translated to HOST_UNREACH. |
| rfc2003 contains "deep thoughts" about NET_UNREACH, |
| I believe they are just ether pollution. --ANK |
| */ |
| break; |
| } |
| break; |
| |
| case ICMP_TIME_EXCEEDED: |
| if (code != ICMP_EXC_TTL) |
| return 0; |
| data_len = icmp_hdr(skb)->un.reserved[1] * 4; /* RFC 4884 4.1 */ |
| break; |
| |
| case ICMP_REDIRECT: |
| break; |
| } |
| |
| #if IS_ENABLED(CONFIG_IPV6) |
| if (tpi->proto == htons(ETH_P_IPV6) && |
| !ip6_err_gen_icmpv6_unreach(skb, iph->ihl * 4 + tpi->hdr_len, |
| type, data_len)) |
| return 0; |
| #endif |
| |
| if (t->parms.iph.daddr == 0 || |
| ipv4_is_multicast(t->parms.iph.daddr)) |
| return 0; |
| |
| if (t->parms.iph.ttl == 0 && type == ICMP_TIME_EXCEEDED) |
| return 0; |
| |
| if (time_before(jiffies, t->err_time + IPTUNNEL_ERR_TIMEO)) |
| t->err_count++; |
| else |
| t->err_count = 1; |
| t->err_time = jiffies; |
| |
| return 0; |
| } |
| |
| static void gre_err(struct sk_buff *skb, u32 info) |
| { |
| /* All the routers (except for Linux) return only |
| * 8 bytes of packet payload. It means, that precise relaying of |
| * ICMP in the real Internet is absolutely infeasible. |
| * |
| * Moreover, Cisco "wise men" put GRE key to the third word |
| * in GRE header. It makes impossible maintaining even soft |
| * state for keyed |
| * GRE tunnels with enabled checksum. Tell them "thank you". |
| * |
| * Well, I wonder, rfc1812 was written by Cisco employee, |
| * what the hell these idiots break standards established |
| * by themselves??? |
| */ |
| |
| const struct iphdr *iph = (struct iphdr *)skb->data; |
| const int type = icmp_hdr(skb)->type; |
| const int code = icmp_hdr(skb)->code; |
| struct tnl_ptk_info tpi; |
| |
| if (gre_parse_header(skb, &tpi, NULL, htons(ETH_P_IP), |
| iph->ihl * 4) < 0) |
| return; |
| |
| if (type == ICMP_DEST_UNREACH && code == ICMP_FRAG_NEEDED) { |
| ipv4_update_pmtu(skb, dev_net(skb->dev), info, |
| skb->dev->ifindex, IPPROTO_GRE); |
| return; |
| } |
| if (type == ICMP_REDIRECT) { |
| ipv4_redirect(skb, dev_net(skb->dev), skb->dev->ifindex, |
| IPPROTO_GRE); |
| return; |
| } |
| |
| ipgre_err(skb, info, &tpi); |
| } |
| |
| static bool is_erspan_type1(int gre_hdr_len) |
| { |
| /* Both ERSPAN type I (version 0) and type II (version 1) use |
| * protocol 0x88BE, but the type I has only 4-byte GRE header, |
| * while type II has 8-byte. |
| */ |
| return gre_hdr_len == 4; |
| } |
| |
| static int erspan_rcv(struct sk_buff *skb, struct tnl_ptk_info *tpi, |
| int gre_hdr_len) |
| { |
| struct net *net = dev_net(skb->dev); |
| struct metadata_dst *tun_dst = NULL; |
| struct erspan_base_hdr *ershdr; |
| IP_TUNNEL_DECLARE_FLAGS(flags); |
| struct ip_tunnel_net *itn; |
| struct ip_tunnel *tunnel; |
| const struct iphdr *iph; |
| struct erspan_md2 *md2; |
| int ver; |
| int len; |
| |
| ip_tunnel_flags_copy(flags, tpi->flags); |
| |
| itn = net_generic(net, erspan_net_id); |
| iph = ip_hdr(skb); |
| if (is_erspan_type1(gre_hdr_len)) { |
| ver = 0; |
| __set_bit(IP_TUNNEL_NO_KEY_BIT, flags); |
| tunnel = ip_tunnel_lookup(itn, skb->dev->ifindex, flags, |
| iph->saddr, iph->daddr, 0); |
| } else { |
| if (unlikely(!pskb_may_pull(skb, |
| gre_hdr_len + sizeof(*ershdr)))) |
| return PACKET_REJECT; |
| |
| ershdr = (struct erspan_base_hdr *)(skb->data + gre_hdr_len); |
| ver = ershdr->ver; |
| iph = ip_hdr(skb); |
| __set_bit(IP_TUNNEL_KEY_BIT, flags); |
| tunnel = ip_tunnel_lookup(itn, skb->dev->ifindex, flags, |
| iph->saddr, iph->daddr, tpi->key); |
| } |
| |
| if (tunnel) { |
| if (is_erspan_type1(gre_hdr_len)) |
| len = gre_hdr_len; |
| else |
| len = gre_hdr_len + erspan_hdr_len(ver); |
| |
| if (unlikely(!pskb_may_pull(skb, len))) |
| return PACKET_REJECT; |
| |
| if (__iptunnel_pull_header(skb, |
| len, |
| htons(ETH_P_TEB), |
| false, false) < 0) |
| goto drop; |
| |
| if (tunnel->collect_md) { |
| struct erspan_metadata *pkt_md, *md; |
| struct ip_tunnel_info *info; |
| unsigned char *gh; |
| __be64 tun_id; |
| |
| __set_bit(IP_TUNNEL_KEY_BIT, tpi->flags); |
| ip_tunnel_flags_copy(flags, tpi->flags); |
| tun_id = key32_to_tunnel_id(tpi->key); |
| |
| tun_dst = ip_tun_rx_dst(skb, flags, |
| tun_id, sizeof(*md)); |
| if (!tun_dst) |
| return PACKET_REJECT; |
| |
| /* skb can be uncloned in __iptunnel_pull_header, so |
| * old pkt_md is no longer valid and we need to reset |
| * it |
| */ |
| gh = skb_network_header(skb) + |
| skb_network_header_len(skb); |
| pkt_md = (struct erspan_metadata *)(gh + gre_hdr_len + |
| sizeof(*ershdr)); |
| md = ip_tunnel_info_opts(&tun_dst->u.tun_info); |
| md->version = ver; |
| md2 = &md->u.md2; |
| memcpy(md2, pkt_md, ver == 1 ? ERSPAN_V1_MDSIZE : |
| ERSPAN_V2_MDSIZE); |
| |
| info = &tun_dst->u.tun_info; |
| __set_bit(IP_TUNNEL_ERSPAN_OPT_BIT, |
| info->key.tun_flags); |
| info->options_len = sizeof(*md); |
| } |
| |
| skb_reset_mac_header(skb); |
| ip_tunnel_rcv(tunnel, skb, tpi, tun_dst, log_ecn_error); |
| return PACKET_RCVD; |
| } |
| return PACKET_REJECT; |
| |
| drop: |
| kfree_skb(skb); |
| return PACKET_RCVD; |
| } |
| |
| static int __ipgre_rcv(struct sk_buff *skb, const struct tnl_ptk_info *tpi, |
| struct ip_tunnel_net *itn, int hdr_len, bool raw_proto) |
| { |
| struct metadata_dst *tun_dst = NULL; |
| const struct iphdr *iph; |
| struct ip_tunnel *tunnel; |
| |
| iph = ip_hdr(skb); |
| tunnel = ip_tunnel_lookup(itn, skb->dev->ifindex, tpi->flags, |
| iph->saddr, iph->daddr, tpi->key); |
| |
| if (tunnel) { |
| const struct iphdr *tnl_params; |
| |
| if (__iptunnel_pull_header(skb, hdr_len, tpi->proto, |
| raw_proto, false) < 0) |
| goto drop; |
| |
| /* Special case for ipgre_header_parse(), which expects the |
| * mac_header to point to the outer IP header. |
| */ |
| if (tunnel->dev->header_ops == &ipgre_header_ops) |
| skb_pop_mac_header(skb); |
| else |
| skb_reset_mac_header(skb); |
| |
| tnl_params = &tunnel->parms.iph; |
| if (tunnel->collect_md || tnl_params->daddr == 0) { |
| IP_TUNNEL_DECLARE_FLAGS(flags) = { }; |
| __be64 tun_id; |
| |
| __set_bit(IP_TUNNEL_CSUM_BIT, flags); |
| __set_bit(IP_TUNNEL_KEY_BIT, flags); |
| ip_tunnel_flags_and(flags, tpi->flags, flags); |
| |
| tun_id = key32_to_tunnel_id(tpi->key); |
| tun_dst = ip_tun_rx_dst(skb, flags, tun_id, 0); |
| if (!tun_dst) |
| return PACKET_REJECT; |
| } |
| |
| ip_tunnel_rcv(tunnel, skb, tpi, tun_dst, log_ecn_error); |
| return PACKET_RCVD; |
| } |
| return PACKET_NEXT; |
| |
| drop: |
| kfree_skb(skb); |
| return PACKET_RCVD; |
| } |
| |
| static int ipgre_rcv(struct sk_buff *skb, const struct tnl_ptk_info *tpi, |
| int hdr_len) |
| { |
| struct net *net = dev_net(skb->dev); |
| struct ip_tunnel_net *itn; |
| int res; |
| |
| if (tpi->proto == htons(ETH_P_TEB)) |
| itn = net_generic(net, gre_tap_net_id); |
| else |
| itn = net_generic(net, ipgre_net_id); |
| |
| res = __ipgre_rcv(skb, tpi, itn, hdr_len, false); |
| if (res == PACKET_NEXT && tpi->proto == htons(ETH_P_TEB)) { |
| /* ipgre tunnels in collect metadata mode should receive |
| * also ETH_P_TEB traffic. |
| */ |
| itn = net_generic(net, ipgre_net_id); |
| res = __ipgre_rcv(skb, tpi, itn, hdr_len, true); |
| } |
| return res; |
| } |
| |
| static int gre_rcv(struct sk_buff *skb) |
| { |
| struct tnl_ptk_info tpi; |
| bool csum_err = false; |
| int hdr_len; |
| |
| #ifdef CONFIG_NET_IPGRE_BROADCAST |
| if (ipv4_is_multicast(ip_hdr(skb)->daddr)) { |
| /* Looped back packet, drop it! */ |
| if (rt_is_output_route(skb_rtable(skb))) |
| goto drop; |
| } |
| #endif |
| |
| hdr_len = gre_parse_header(skb, &tpi, &csum_err, htons(ETH_P_IP), 0); |
| if (hdr_len < 0) |
| goto drop; |
| |
| if (unlikely(tpi.proto == htons(ETH_P_ERSPAN) || |
| tpi.proto == htons(ETH_P_ERSPAN2))) { |
| if (erspan_rcv(skb, &tpi, hdr_len) == PACKET_RCVD) |
| return 0; |
| goto out; |
| } |
| |
| if (ipgre_rcv(skb, &tpi, hdr_len) == PACKET_RCVD) |
| return 0; |
| |
| out: |
| icmp_send(skb, ICMP_DEST_UNREACH, ICMP_PORT_UNREACH, 0); |
| drop: |
| kfree_skb(skb); |
| return 0; |
| } |
| |
| static void __gre_xmit(struct sk_buff *skb, struct net_device *dev, |
| const struct iphdr *tnl_params, |
| __be16 proto) |
| { |
| struct ip_tunnel *tunnel = netdev_priv(dev); |
| IP_TUNNEL_DECLARE_FLAGS(flags); |
| |
| ip_tunnel_flags_copy(flags, tunnel->parms.o_flags); |
| |
| /* Push GRE header. */ |
| gre_build_header(skb, tunnel->tun_hlen, |
| flags, proto, tunnel->parms.o_key, |
| test_bit(IP_TUNNEL_SEQ_BIT, flags) ? |
| htonl(atomic_fetch_inc(&tunnel->o_seqno)) : 0); |
| |
| ip_tunnel_xmit(skb, dev, tnl_params, tnl_params->protocol); |
| } |
| |
| static int gre_handle_offloads(struct sk_buff *skb, bool csum) |
| { |
| return iptunnel_handle_offloads(skb, csum ? SKB_GSO_GRE_CSUM : SKB_GSO_GRE); |
| } |
| |
| static void gre_fb_xmit(struct sk_buff *skb, struct net_device *dev, |
| __be16 proto) |
| { |
| struct ip_tunnel *tunnel = netdev_priv(dev); |
| IP_TUNNEL_DECLARE_FLAGS(flags) = { }; |
| struct ip_tunnel_info *tun_info; |
| const struct ip_tunnel_key *key; |
| int tunnel_hlen; |
| |
| tun_info = skb_tunnel_info(skb); |
| if (unlikely(!tun_info || !(tun_info->mode & IP_TUNNEL_INFO_TX) || |
| ip_tunnel_info_af(tun_info) != AF_INET)) |
| goto err_free_skb; |
| |
| key = &tun_info->key; |
| tunnel_hlen = gre_calc_hlen(key->tun_flags); |
| |
| if (skb_cow_head(skb, dev->needed_headroom)) |
| goto err_free_skb; |
| |
| /* Push Tunnel header. */ |
| if (gre_handle_offloads(skb, test_bit(IP_TUNNEL_CSUM_BIT, |
| tunnel->parms.o_flags))) |
| goto err_free_skb; |
| |
| __set_bit(IP_TUNNEL_CSUM_BIT, flags); |
| __set_bit(IP_TUNNEL_KEY_BIT, flags); |
| __set_bit(IP_TUNNEL_SEQ_BIT, flags); |
| ip_tunnel_flags_and(flags, tun_info->key.tun_flags, flags); |
| |
| gre_build_header(skb, tunnel_hlen, flags, proto, |
| tunnel_id_to_key32(tun_info->key.tun_id), |
| test_bit(IP_TUNNEL_SEQ_BIT, flags) ? |
| htonl(atomic_fetch_inc(&tunnel->o_seqno)) : 0); |
| |
| ip_md_tunnel_xmit(skb, dev, IPPROTO_GRE, tunnel_hlen); |
| |
| return; |
| |
| err_free_skb: |
| kfree_skb(skb); |
| DEV_STATS_INC(dev, tx_dropped); |
| } |
| |
| static void erspan_fb_xmit(struct sk_buff *skb, struct net_device *dev) |
| { |
| struct ip_tunnel *tunnel = netdev_priv(dev); |
| IP_TUNNEL_DECLARE_FLAGS(flags) = { }; |
| struct ip_tunnel_info *tun_info; |
| const struct ip_tunnel_key *key; |
| struct erspan_metadata *md; |
| bool truncate = false; |
| __be16 proto; |
| int tunnel_hlen; |
| int version; |
| int nhoff; |
| |
| tun_info = skb_tunnel_info(skb); |
| if (unlikely(!tun_info || !(tun_info->mode & IP_TUNNEL_INFO_TX) || |
| ip_tunnel_info_af(tun_info) != AF_INET)) |
| goto err_free_skb; |
| |
| key = &tun_info->key; |
| if (!test_bit(IP_TUNNEL_ERSPAN_OPT_BIT, tun_info->key.tun_flags)) |
| goto err_free_skb; |
| if (tun_info->options_len < sizeof(*md)) |
| goto err_free_skb; |
| md = ip_tunnel_info_opts(tun_info); |
| |
| /* ERSPAN has fixed 8 byte GRE header */ |
| version = md->version; |
| tunnel_hlen = 8 + erspan_hdr_len(version); |
| |
| if (skb_cow_head(skb, dev->needed_headroom)) |
| goto err_free_skb; |
| |
| if (gre_handle_offloads(skb, false)) |
| goto err_free_skb; |
| |
| if (skb->len > dev->mtu + dev->hard_header_len) { |
| if (pskb_trim(skb, dev->mtu + dev->hard_header_len)) |
| goto err_free_skb; |
| truncate = true; |
| } |
| |
| nhoff = skb_network_offset(skb); |
| if (skb->protocol == htons(ETH_P_IP) && |
| (ntohs(ip_hdr(skb)->tot_len) > skb->len - nhoff)) |
| truncate = true; |
| |
| if (skb->protocol == htons(ETH_P_IPV6)) { |
| int thoff; |
| |
| if (skb_transport_header_was_set(skb)) |
| thoff = skb_transport_offset(skb); |
| else |
| thoff = nhoff + sizeof(struct ipv6hdr); |
| if (ntohs(ipv6_hdr(skb)->payload_len) > skb->len - thoff) |
| truncate = true; |
| } |
| |
| if (version == 1) { |
| erspan_build_header(skb, ntohl(tunnel_id_to_key32(key->tun_id)), |
| ntohl(md->u.index), truncate, true); |
| proto = htons(ETH_P_ERSPAN); |
| } else if (version == 2) { |
| erspan_build_header_v2(skb, |
| ntohl(tunnel_id_to_key32(key->tun_id)), |
| md->u.md2.dir, |
| get_hwid(&md->u.md2), |
| truncate, true); |
| proto = htons(ETH_P_ERSPAN2); |
| } else { |
| goto err_free_skb; |
| } |
| |
| __set_bit(IP_TUNNEL_SEQ_BIT, flags); |
| gre_build_header(skb, 8, flags, proto, 0, |
| htonl(atomic_fetch_inc(&tunnel->o_seqno))); |
| |
| ip_md_tunnel_xmit(skb, dev, IPPROTO_GRE, tunnel_hlen); |
| |
| return; |
| |
| err_free_skb: |
| kfree_skb(skb); |
| DEV_STATS_INC(dev, tx_dropped); |
| } |
| |
| static int gre_fill_metadata_dst(struct net_device *dev, struct sk_buff *skb) |
| { |
| struct ip_tunnel_info *info = skb_tunnel_info(skb); |
| const struct ip_tunnel_key *key; |
| struct rtable *rt; |
| struct flowi4 fl4; |
| |
| if (ip_tunnel_info_af(info) != AF_INET) |
| return -EINVAL; |
| |
| key = &info->key; |
| ip_tunnel_init_flow(&fl4, IPPROTO_GRE, key->u.ipv4.dst, key->u.ipv4.src, |
| tunnel_id_to_key32(key->tun_id), |
| key->tos & ~INET_ECN_MASK, dev_net(dev), 0, |
| skb->mark, skb_get_hash(skb), key->flow_flags); |
| rt = ip_route_output_key(dev_net(dev), &fl4); |
| if (IS_ERR(rt)) |
| return PTR_ERR(rt); |
| |
| ip_rt_put(rt); |
| info->key.u.ipv4.src = fl4.saddr; |
| return 0; |
| } |
| |
| static netdev_tx_t ipgre_xmit(struct sk_buff *skb, |
| struct net_device *dev) |
| { |
| struct ip_tunnel *tunnel = netdev_priv(dev); |
| const struct iphdr *tnl_params; |
| |
| if (!pskb_inet_may_pull(skb)) |
| goto free_skb; |
| |
| if (tunnel->collect_md) { |
| gre_fb_xmit(skb, dev, skb->protocol); |
| return NETDEV_TX_OK; |
| } |
| |
| if (dev->header_ops) { |
| int pull_len = tunnel->hlen + sizeof(struct iphdr); |
| |
| if (skb_cow_head(skb, 0)) |
| goto free_skb; |
| |
| if (!pskb_may_pull(skb, pull_len)) |
| goto free_skb; |
| |
| tnl_params = (const struct iphdr *)skb->data; |
| |
| /* ip_tunnel_xmit() needs skb->data pointing to gre header. */ |
| skb_pull(skb, pull_len); |
| skb_reset_mac_header(skb); |
| |
| if (skb->ip_summed == CHECKSUM_PARTIAL && |
| skb_checksum_start(skb) < skb->data) |
| goto free_skb; |
| } else { |
| if (skb_cow_head(skb, dev->needed_headroom)) |
| goto free_skb; |
| |
| tnl_params = &tunnel->parms.iph; |
| } |
| |
| if (gre_handle_offloads(skb, test_bit(IP_TUNNEL_CSUM_BIT, |
| tunnel->parms.o_flags))) |
| goto free_skb; |
| |
| __gre_xmit(skb, dev, tnl_params, skb->protocol); |
| return NETDEV_TX_OK; |
| |
| free_skb: |
| kfree_skb(skb); |
| DEV_STATS_INC(dev, tx_dropped); |
| return NETDEV_TX_OK; |
| } |
| |
| static netdev_tx_t erspan_xmit(struct sk_buff *skb, |
| struct net_device *dev) |
| { |
| struct ip_tunnel *tunnel = netdev_priv(dev); |
| bool truncate = false; |
| __be16 proto; |
| |
| if (!pskb_inet_may_pull(skb)) |
| goto free_skb; |
| |
| if (tunnel->collect_md) { |
| erspan_fb_xmit(skb, dev); |
| return NETDEV_TX_OK; |
| } |
| |
| if (gre_handle_offloads(skb, false)) |
| goto free_skb; |
| |
| if (skb_cow_head(skb, dev->needed_headroom)) |
| goto free_skb; |
| |
| if (skb->len > dev->mtu + dev->hard_header_len) { |
| if (pskb_trim(skb, dev->mtu + dev->hard_header_len)) |
| goto free_skb; |
| truncate = true; |
| } |
| |
| /* Push ERSPAN header */ |
| if (tunnel->erspan_ver == 0) { |
| proto = htons(ETH_P_ERSPAN); |
| __clear_bit(IP_TUNNEL_SEQ_BIT, tunnel->parms.o_flags); |
| } else if (tunnel->erspan_ver == 1) { |
| erspan_build_header(skb, ntohl(tunnel->parms.o_key), |
| tunnel->index, |
| truncate, true); |
| proto = htons(ETH_P_ERSPAN); |
| } else if (tunnel->erspan_ver == 2) { |
| erspan_build_header_v2(skb, ntohl(tunnel->parms.o_key), |
| tunnel->dir, tunnel->hwid, |
| truncate, true); |
| proto = htons(ETH_P_ERSPAN2); |
| } else { |
| goto free_skb; |
| } |
| |
| __clear_bit(IP_TUNNEL_KEY_BIT, tunnel->parms.o_flags); |
| __gre_xmit(skb, dev, &tunnel->parms.iph, proto); |
| return NETDEV_TX_OK; |
| |
| free_skb: |
| kfree_skb(skb); |
| DEV_STATS_INC(dev, tx_dropped); |
| return NETDEV_TX_OK; |
| } |
| |
| static netdev_tx_t gre_tap_xmit(struct sk_buff *skb, |
| struct net_device *dev) |
| { |
| struct ip_tunnel *tunnel = netdev_priv(dev); |
| |
| if (!pskb_inet_may_pull(skb)) |
| goto free_skb; |
| |
| if (tunnel->collect_md) { |
| gre_fb_xmit(skb, dev, htons(ETH_P_TEB)); |
| return NETDEV_TX_OK; |
| } |
| |
| if (gre_handle_offloads(skb, test_bit(IP_TUNNEL_CSUM_BIT, |
| tunnel->parms.o_flags))) |
| goto free_skb; |
| |
| if (skb_cow_head(skb, dev->needed_headroom)) |
| goto free_skb; |
| |
| __gre_xmit(skb, dev, &tunnel->parms.iph, htons(ETH_P_TEB)); |
| return NETDEV_TX_OK; |
| |
| free_skb: |
| kfree_skb(skb); |
| DEV_STATS_INC(dev, tx_dropped); |
| return NETDEV_TX_OK; |
| } |
| |
| static void ipgre_link_update(struct net_device *dev, bool set_mtu) |
| { |
| struct ip_tunnel *tunnel = netdev_priv(dev); |
| int len; |
| |
| len = tunnel->tun_hlen; |
| tunnel->tun_hlen = gre_calc_hlen(tunnel->parms.o_flags); |
| len = tunnel->tun_hlen - len; |
| tunnel->hlen = tunnel->hlen + len; |
| |
| if (dev->header_ops) |
| dev->hard_header_len += len; |
| else |
| dev->needed_headroom += len; |
| |
| if (set_mtu) |
| WRITE_ONCE(dev->mtu, max_t(int, dev->mtu - len, 68)); |
| |
| if (test_bit(IP_TUNNEL_SEQ_BIT, tunnel->parms.o_flags) || |
| (test_bit(IP_TUNNEL_CSUM_BIT, tunnel->parms.o_flags) && |
| tunnel->encap.type != TUNNEL_ENCAP_NONE)) { |
| dev->features &= ~NETIF_F_GSO_SOFTWARE; |
| dev->hw_features &= ~NETIF_F_GSO_SOFTWARE; |
| } else { |
| dev->features |= NETIF_F_GSO_SOFTWARE; |
| dev->hw_features |= NETIF_F_GSO_SOFTWARE; |
| } |
| } |
| |
| static int ipgre_tunnel_ctl(struct net_device *dev, |
| struct ip_tunnel_parm_kern *p, |
| int cmd) |
| { |
| __be16 i_flags, o_flags; |
| int err; |
| |
| if (!ip_tunnel_flags_is_be16_compat(p->i_flags) || |
| !ip_tunnel_flags_is_be16_compat(p->o_flags)) |
| return -EOVERFLOW; |
| |
| i_flags = ip_tunnel_flags_to_be16(p->i_flags); |
| o_flags = ip_tunnel_flags_to_be16(p->o_flags); |
| |
| if (cmd == SIOCADDTUNNEL || cmd == SIOCCHGTUNNEL) { |
| if (p->iph.version != 4 || p->iph.protocol != IPPROTO_GRE || |
| p->iph.ihl != 5 || (p->iph.frag_off & htons(~IP_DF)) || |
| ((i_flags | o_flags) & (GRE_VERSION | GRE_ROUTING))) |
| return -EINVAL; |
| } |
| |
| gre_flags_to_tnl_flags(p->i_flags, i_flags); |
| gre_flags_to_tnl_flags(p->o_flags, o_flags); |
| |
| err = ip_tunnel_ctl(dev, p, cmd); |
| if (err) |
| return err; |
| |
| if (cmd == SIOCCHGTUNNEL) { |
| struct ip_tunnel *t = netdev_priv(dev); |
| |
| ip_tunnel_flags_copy(t->parms.i_flags, p->i_flags); |
| ip_tunnel_flags_copy(t->parms.o_flags, p->o_flags); |
| |
| if (strcmp(dev->rtnl_link_ops->kind, "erspan")) |
| ipgre_link_update(dev, true); |
| } |
| |
| i_flags = gre_tnl_flags_to_gre_flags(p->i_flags); |
| ip_tunnel_flags_from_be16(p->i_flags, i_flags); |
| o_flags = gre_tnl_flags_to_gre_flags(p->o_flags); |
| ip_tunnel_flags_from_be16(p->o_flags, o_flags); |
| |
| return 0; |
| } |
| |
| /* Nice toy. Unfortunately, useless in real life :-) |
| It allows to construct virtual multiprotocol broadcast "LAN" |
| over the Internet, provided multicast routing is tuned. |
| |
| |
| I have no idea was this bicycle invented before me, |
| so that I had to set ARPHRD_IPGRE to a random value. |
| I have an impression, that Cisco could make something similar, |
| but this feature is apparently missing in IOS<=11.2(8). |
| |
| I set up 10.66.66/24 and fec0:6666:6666::0/96 as virtual networks |
| with broadcast 224.66.66.66. If you have access to mbone, play with me :-) |
| |
| ping -t 255 224.66.66.66 |
| |
| If nobody answers, mbone does not work. |
| |
| ip tunnel add Universe mode gre remote 224.66.66.66 local <Your_real_addr> ttl 255 |
| ip addr add 10.66.66.<somewhat>/24 dev Universe |
| ifconfig Universe up |
| ifconfig Universe add fe80::<Your_real_addr>/10 |
| ifconfig Universe add fec0:6666:6666::<Your_real_addr>/96 |
| ftp 10.66.66.66 |
| ... |
| ftp fec0:6666:6666::193.233.7.65 |
| ... |
| */ |
| static int ipgre_header(struct sk_buff *skb, struct net_device *dev, |
| unsigned short type, |
| const void *daddr, const void *saddr, unsigned int len) |
| { |
| struct ip_tunnel *t = netdev_priv(dev); |
| struct iphdr *iph; |
| struct gre_base_hdr *greh; |
| |
| iph = skb_push(skb, t->hlen + sizeof(*iph)); |
| greh = (struct gre_base_hdr *)(iph+1); |
| greh->flags = gre_tnl_flags_to_gre_flags(t->parms.o_flags); |
| greh->protocol = htons(type); |
| |
| memcpy(iph, &t->parms.iph, sizeof(struct iphdr)); |
| |
| /* Set the source hardware address. */ |
| if (saddr) |
| memcpy(&iph->saddr, saddr, 4); |
| if (daddr) |
| memcpy(&iph->daddr, daddr, 4); |
| if (iph->daddr) |
| return t->hlen + sizeof(*iph); |
| |
| return -(t->hlen + sizeof(*iph)); |
| } |
| |
| static int ipgre_header_parse(const struct sk_buff *skb, unsigned char *haddr) |
| { |
| const struct iphdr *iph = (const struct iphdr *) skb_mac_header(skb); |
| memcpy(haddr, &iph->saddr, 4); |
| return 4; |
| } |
| |
| static const struct header_ops ipgre_header_ops = { |
| .create = ipgre_header, |
| .parse = ipgre_header_parse, |
| }; |
| |
| #ifdef CONFIG_NET_IPGRE_BROADCAST |
| static int ipgre_open(struct net_device *dev) |
| { |
| struct ip_tunnel *t = netdev_priv(dev); |
| |
| if (ipv4_is_multicast(t->parms.iph.daddr)) { |
| struct flowi4 fl4; |
| struct rtable *rt; |
| |
| rt = ip_route_output_gre(t->net, &fl4, |
| t->parms.iph.daddr, |
| t->parms.iph.saddr, |
| t->parms.o_key, |
| t->parms.iph.tos & INET_DSCP_MASK, |
| t->parms.link); |
| if (IS_ERR(rt)) |
| return -EADDRNOTAVAIL; |
| dev = rt->dst.dev; |
| ip_rt_put(rt); |
| if (!__in_dev_get_rtnl(dev)) |
| return -EADDRNOTAVAIL; |
| t->mlink = dev->ifindex; |
| ip_mc_inc_group(__in_dev_get_rtnl(dev), t->parms.iph.daddr); |
| } |
| return 0; |
| } |
| |
| static int ipgre_close(struct net_device *dev) |
| { |
| struct ip_tunnel *t = netdev_priv(dev); |
| |
| if (ipv4_is_multicast(t->parms.iph.daddr) && t->mlink) { |
| struct in_device *in_dev; |
| in_dev = inetdev_by_index(t->net, t->mlink); |
| if (in_dev) |
| ip_mc_dec_group(in_dev, t->parms.iph.daddr); |
| } |
| return 0; |
| } |
| #endif |
| |
| static const struct net_device_ops ipgre_netdev_ops = { |
| .ndo_init = ipgre_tunnel_init, |
| .ndo_uninit = ip_tunnel_uninit, |
| #ifdef CONFIG_NET_IPGRE_BROADCAST |
| .ndo_open = ipgre_open, |
| .ndo_stop = ipgre_close, |
| #endif |
| .ndo_start_xmit = ipgre_xmit, |
| .ndo_siocdevprivate = ip_tunnel_siocdevprivate, |
| .ndo_change_mtu = ip_tunnel_change_mtu, |
| .ndo_get_stats64 = dev_get_tstats64, |
| .ndo_get_iflink = ip_tunnel_get_iflink, |
| .ndo_tunnel_ctl = ipgre_tunnel_ctl, |
| }; |
| |
| #define GRE_FEATURES (NETIF_F_SG | \ |
| NETIF_F_FRAGLIST | \ |
| NETIF_F_HIGHDMA | \ |
| NETIF_F_HW_CSUM) |
| |
| static void ipgre_tunnel_setup(struct net_device *dev) |
| { |
| dev->netdev_ops = &ipgre_netdev_ops; |
| dev->type = ARPHRD_IPGRE; |
| ip_tunnel_setup(dev, ipgre_net_id); |
| } |
| |
| static void __gre_tunnel_init(struct net_device *dev) |
| { |
| struct ip_tunnel *tunnel; |
| |
| tunnel = netdev_priv(dev); |
| tunnel->tun_hlen = gre_calc_hlen(tunnel->parms.o_flags); |
| tunnel->parms.iph.protocol = IPPROTO_GRE; |
| |
| tunnel->hlen = tunnel->tun_hlen + tunnel->encap_hlen; |
| dev->needed_headroom = tunnel->hlen + sizeof(tunnel->parms.iph); |
| |
| dev->features |= GRE_FEATURES; |
| dev->hw_features |= GRE_FEATURES; |
| |
| /* TCP offload with GRE SEQ is not supported, nor can we support 2 |
| * levels of outer headers requiring an update. |
| */ |
| if (test_bit(IP_TUNNEL_SEQ_BIT, tunnel->parms.o_flags)) |
| return; |
| if (test_bit(IP_TUNNEL_CSUM_BIT, tunnel->parms.o_flags) && |
| tunnel->encap.type != TUNNEL_ENCAP_NONE) |
| return; |
| |
| dev->features |= NETIF_F_GSO_SOFTWARE; |
| dev->hw_features |= NETIF_F_GSO_SOFTWARE; |
| |
| dev->lltx = true; |
| } |
| |
| static int ipgre_tunnel_init(struct net_device *dev) |
| { |
| struct ip_tunnel *tunnel = netdev_priv(dev); |
| struct iphdr *iph = &tunnel->parms.iph; |
| |
| __gre_tunnel_init(dev); |
| |
| __dev_addr_set(dev, &iph->saddr, 4); |
| memcpy(dev->broadcast, &iph->daddr, 4); |
| |
| dev->flags = IFF_NOARP; |
| netif_keep_dst(dev); |
| dev->addr_len = 4; |
| |
| if (iph->daddr && !tunnel->collect_md) { |
| #ifdef CONFIG_NET_IPGRE_BROADCAST |
| if (ipv4_is_multicast(iph->daddr)) { |
| if (!iph->saddr) |
| return -EINVAL; |
| dev->flags = IFF_BROADCAST; |
| dev->header_ops = &ipgre_header_ops; |
| dev->hard_header_len = tunnel->hlen + sizeof(*iph); |
| dev->needed_headroom = 0; |
| } |
| #endif |
| } else if (!tunnel->collect_md) { |
| dev->header_ops = &ipgre_header_ops; |
| dev->hard_header_len = tunnel->hlen + sizeof(*iph); |
| dev->needed_headroom = 0; |
| } |
| |
| return ip_tunnel_init(dev); |
| } |
| |
| static const struct gre_protocol ipgre_protocol = { |
| .handler = gre_rcv, |
| .err_handler = gre_err, |
| }; |
| |
| static int __net_init ipgre_init_net(struct net *net) |
| { |
| return ip_tunnel_init_net(net, ipgre_net_id, &ipgre_link_ops, NULL); |
| } |
| |
| static void __net_exit ipgre_exit_batch_rtnl(struct list_head *list_net, |
| struct list_head *dev_to_kill) |
| { |
| ip_tunnel_delete_nets(list_net, ipgre_net_id, &ipgre_link_ops, |
| dev_to_kill); |
| } |
| |
| static struct pernet_operations ipgre_net_ops = { |
| .init = ipgre_init_net, |
| .exit_batch_rtnl = ipgre_exit_batch_rtnl, |
| .id = &ipgre_net_id, |
| .size = sizeof(struct ip_tunnel_net), |
| }; |
| |
| static int ipgre_tunnel_validate(struct nlattr *tb[], struct nlattr *data[], |
| struct netlink_ext_ack *extack) |
| { |
| __be16 flags; |
| |
| if (!data) |
| return 0; |
| |
| flags = 0; |
| if (data[IFLA_GRE_IFLAGS]) |
| flags |= nla_get_be16(data[IFLA_GRE_IFLAGS]); |
| if (data[IFLA_GRE_OFLAGS]) |
| flags |= nla_get_be16(data[IFLA_GRE_OFLAGS]); |
| if (flags & (GRE_VERSION|GRE_ROUTING)) |
| return -EINVAL; |
| |
| if (data[IFLA_GRE_COLLECT_METADATA] && |
| data[IFLA_GRE_ENCAP_TYPE] && |
| nla_get_u16(data[IFLA_GRE_ENCAP_TYPE]) != TUNNEL_ENCAP_NONE) |
| return -EINVAL; |
| |
| return 0; |
| } |
| |
| static int ipgre_tap_validate(struct nlattr *tb[], struct nlattr *data[], |
| struct netlink_ext_ack *extack) |
| { |
| __be32 daddr; |
| |
| if (tb[IFLA_ADDRESS]) { |
| if (nla_len(tb[IFLA_ADDRESS]) != ETH_ALEN) |
| return -EINVAL; |
| if (!is_valid_ether_addr(nla_data(tb[IFLA_ADDRESS]))) |
| return -EADDRNOTAVAIL; |
| } |
| |
| if (!data) |
| goto out; |
| |
| if (data[IFLA_GRE_REMOTE]) { |
| memcpy(&daddr, nla_data(data[IFLA_GRE_REMOTE]), 4); |
| if (!daddr) |
| return -EINVAL; |
| } |
| |
| out: |
| return ipgre_tunnel_validate(tb, data, extack); |
| } |
| |
| static int erspan_validate(struct nlattr *tb[], struct nlattr *data[], |
| struct netlink_ext_ack *extack) |
| { |
| __be16 flags = 0; |
| int ret; |
| |
| if (!data) |
| return 0; |
| |
| ret = ipgre_tap_validate(tb, data, extack); |
| if (ret) |
| return ret; |
| |
| if (data[IFLA_GRE_ERSPAN_VER] && |
| nla_get_u8(data[IFLA_GRE_ERSPAN_VER]) == 0) |
| return 0; |
| |
| /* ERSPAN type II/III should only have GRE sequence and key flag */ |
| if (data[IFLA_GRE_OFLAGS]) |
| flags |= nla_get_be16(data[IFLA_GRE_OFLAGS]); |
| if (data[IFLA_GRE_IFLAGS]) |
| flags |= nla_get_be16(data[IFLA_GRE_IFLAGS]); |
| if (!data[IFLA_GRE_COLLECT_METADATA] && |
| flags != (GRE_SEQ | GRE_KEY)) |
| return -EINVAL; |
| |
| /* ERSPAN Session ID only has 10-bit. Since we reuse |
| * 32-bit key field as ID, check it's range. |
| */ |
| if (data[IFLA_GRE_IKEY] && |
| (ntohl(nla_get_be32(data[IFLA_GRE_IKEY])) & ~ID_MASK)) |
| return -EINVAL; |
| |
| if (data[IFLA_GRE_OKEY] && |
| (ntohl(nla_get_be32(data[IFLA_GRE_OKEY])) & ~ID_MASK)) |
| return -EINVAL; |
| |
| return 0; |
| } |
| |
| static int ipgre_netlink_parms(struct net_device *dev, |
| struct nlattr *data[], |
| struct nlattr *tb[], |
| struct ip_tunnel_parm_kern *parms, |
| __u32 *fwmark) |
| { |
| struct ip_tunnel *t = netdev_priv(dev); |
| |
| memset(parms, 0, sizeof(*parms)); |
| |
| parms->iph.protocol = IPPROTO_GRE; |
| |
| if (!data) |
| return 0; |
| |
| if (data[IFLA_GRE_LINK]) |
| parms->link = nla_get_u32(data[IFLA_GRE_LINK]); |
| |
| if (data[IFLA_GRE_IFLAGS]) |
| gre_flags_to_tnl_flags(parms->i_flags, |
| nla_get_be16(data[IFLA_GRE_IFLAGS])); |
| |
| if (data[IFLA_GRE_OFLAGS]) |
| gre_flags_to_tnl_flags(parms->o_flags, |
| nla_get_be16(data[IFLA_GRE_OFLAGS])); |
| |
| if (data[IFLA_GRE_IKEY]) |
| parms->i_key = nla_get_be32(data[IFLA_GRE_IKEY]); |
| |
| if (data[IFLA_GRE_OKEY]) |
| parms->o_key = nla_get_be32(data[IFLA_GRE_OKEY]); |
| |
| if (data[IFLA_GRE_LOCAL]) |
| parms->iph.saddr = nla_get_in_addr(data[IFLA_GRE_LOCAL]); |
| |
| if (data[IFLA_GRE_REMOTE]) |
| parms->iph.daddr = nla_get_in_addr(data[IFLA_GRE_REMOTE]); |
| |
| if (data[IFLA_GRE_TTL]) |
| parms->iph.ttl = nla_get_u8(data[IFLA_GRE_TTL]); |
| |
| if (data[IFLA_GRE_TOS]) |
| parms->iph.tos = nla_get_u8(data[IFLA_GRE_TOS]); |
| |
| if (!data[IFLA_GRE_PMTUDISC] || nla_get_u8(data[IFLA_GRE_PMTUDISC])) { |
| if (t->ignore_df) |
| return -EINVAL; |
| parms->iph.frag_off = htons(IP_DF); |
| } |
| |
| if (data[IFLA_GRE_COLLECT_METADATA]) { |
| t->collect_md = true; |
| if (dev->type == ARPHRD_IPGRE) |
| dev->type = ARPHRD_NONE; |
| } |
| |
| if (data[IFLA_GRE_IGNORE_DF]) { |
| if (nla_get_u8(data[IFLA_GRE_IGNORE_DF]) |
| && (parms->iph.frag_off & htons(IP_DF))) |
| return -EINVAL; |
| t->ignore_df = !!nla_get_u8(data[IFLA_GRE_IGNORE_DF]); |
| } |
| |
| if (data[IFLA_GRE_FWMARK]) |
| *fwmark = nla_get_u32(data[IFLA_GRE_FWMARK]); |
| |
| return 0; |
| } |
| |
| static int erspan_netlink_parms(struct net_device *dev, |
| struct nlattr *data[], |
| struct nlattr *tb[], |
| struct ip_tunnel_parm_kern *parms, |
| __u32 *fwmark) |
| { |
| struct ip_tunnel *t = netdev_priv(dev); |
| int err; |
| |
| err = ipgre_netlink_parms(dev, data, tb, parms, fwmark); |
| if (err) |
| return err; |
| if (!data) |
| return 0; |
| |
| if (data[IFLA_GRE_ERSPAN_VER]) { |
| t->erspan_ver = nla_get_u8(data[IFLA_GRE_ERSPAN_VER]); |
| |
| if (t->erspan_ver > 2) |
| return -EINVAL; |
| } |
| |
| if (t->erspan_ver == 1) { |
| if (data[IFLA_GRE_ERSPAN_INDEX]) { |
| t->index = nla_get_u32(data[IFLA_GRE_ERSPAN_INDEX]); |
| if (t->index & ~INDEX_MASK) |
| return -EINVAL; |
| } |
| } else if (t->erspan_ver == 2) { |
| if (data[IFLA_GRE_ERSPAN_DIR]) { |
| t->dir = nla_get_u8(data[IFLA_GRE_ERSPAN_DIR]); |
| if (t->dir & ~(DIR_MASK >> DIR_OFFSET)) |
| return -EINVAL; |
| } |
| if (data[IFLA_GRE_ERSPAN_HWID]) { |
| t->hwid = nla_get_u16(data[IFLA_GRE_ERSPAN_HWID]); |
| if (t->hwid & ~(HWID_MASK >> HWID_OFFSET)) |
| return -EINVAL; |
| } |
| } |
| |
| return 0; |
| } |
| |
| /* This function returns true when ENCAP attributes are present in the nl msg */ |
| static bool ipgre_netlink_encap_parms(struct nlattr *data[], |
| struct ip_tunnel_encap *ipencap) |
| { |
| bool ret = false; |
| |
| memset(ipencap, 0, sizeof(*ipencap)); |
| |
| if (!data) |
| return ret; |
| |
| if (data[IFLA_GRE_ENCAP_TYPE]) { |
| ret = true; |
| ipencap->type = nla_get_u16(data[IFLA_GRE_ENCAP_TYPE]); |
| } |
| |
| if (data[IFLA_GRE_ENCAP_FLAGS]) { |
| ret = true; |
| ipencap->flags = nla_get_u16(data[IFLA_GRE_ENCAP_FLAGS]); |
| } |
| |
| if (data[IFLA_GRE_ENCAP_SPORT]) { |
| ret = true; |
| ipencap->sport = nla_get_be16(data[IFLA_GRE_ENCAP_SPORT]); |
| } |
| |
| if (data[IFLA_GRE_ENCAP_DPORT]) { |
| ret = true; |
| ipencap->dport = nla_get_be16(data[IFLA_GRE_ENCAP_DPORT]); |
| } |
| |
| return ret; |
| } |
| |
| static int gre_tap_init(struct net_device *dev) |
| { |
| __gre_tunnel_init(dev); |
| dev->priv_flags |= IFF_LIVE_ADDR_CHANGE; |
| netif_keep_dst(dev); |
| |
| return ip_tunnel_init(dev); |
| } |
| |
| static const struct net_device_ops gre_tap_netdev_ops = { |
| .ndo_init = gre_tap_init, |
| .ndo_uninit = ip_tunnel_uninit, |
| .ndo_start_xmit = gre_tap_xmit, |
| .ndo_set_mac_address = eth_mac_addr, |
| .ndo_validate_addr = eth_validate_addr, |
| .ndo_change_mtu = ip_tunnel_change_mtu, |
| .ndo_get_stats64 = dev_get_tstats64, |
| .ndo_get_iflink = ip_tunnel_get_iflink, |
| .ndo_fill_metadata_dst = gre_fill_metadata_dst, |
| }; |
| |
| static int erspan_tunnel_init(struct net_device *dev) |
| { |
| struct ip_tunnel *tunnel = netdev_priv(dev); |
| |
| if (tunnel->erspan_ver == 0) |
| tunnel->tun_hlen = 4; /* 4-byte GRE hdr. */ |
| else |
| tunnel->tun_hlen = 8; /* 8-byte GRE hdr. */ |
| |
| tunnel->parms.iph.protocol = IPPROTO_GRE; |
| tunnel->hlen = tunnel->tun_hlen + tunnel->encap_hlen + |
| erspan_hdr_len(tunnel->erspan_ver); |
| |
| dev->features |= GRE_FEATURES; |
| dev->hw_features |= GRE_FEATURES; |
| dev->priv_flags |= IFF_LIVE_ADDR_CHANGE; |
| netif_keep_dst(dev); |
| |
| return ip_tunnel_init(dev); |
| } |
| |
| static const struct net_device_ops erspan_netdev_ops = { |
| .ndo_init = erspan_tunnel_init, |
| .ndo_uninit = ip_tunnel_uninit, |
| .ndo_start_xmit = erspan_xmit, |
| .ndo_set_mac_address = eth_mac_addr, |
| .ndo_validate_addr = eth_validate_addr, |
| .ndo_change_mtu = ip_tunnel_change_mtu, |
| .ndo_get_stats64 = dev_get_tstats64, |
| .ndo_get_iflink = ip_tunnel_get_iflink, |
| .ndo_fill_metadata_dst = gre_fill_metadata_dst, |
| }; |
| |
| static void ipgre_tap_setup(struct net_device *dev) |
| { |
| ether_setup(dev); |
| dev->max_mtu = 0; |
| dev->netdev_ops = &gre_tap_netdev_ops; |
| dev->priv_flags &= ~IFF_TX_SKB_SHARING; |
| dev->priv_flags |= IFF_LIVE_ADDR_CHANGE; |
| ip_tunnel_setup(dev, gre_tap_net_id); |
| } |
| |
| static int |
| ipgre_newlink_encap_setup(struct net_device *dev, struct nlattr *data[]) |
| { |
| struct ip_tunnel_encap ipencap; |
| |
| if (ipgre_netlink_encap_parms(data, &ipencap)) { |
| struct ip_tunnel *t = netdev_priv(dev); |
| int err = ip_tunnel_encap_setup(t, &ipencap); |
| |
| if (err < 0) |
| return err; |
| } |
| |
| return 0; |
| } |
| |
| static int ipgre_newlink(struct net *src_net, struct net_device *dev, |
| struct nlattr *tb[], struct nlattr *data[], |
| struct netlink_ext_ack *extack) |
| { |
| struct ip_tunnel_parm_kern p; |
| __u32 fwmark = 0; |
| int err; |
| |
| err = ipgre_newlink_encap_setup(dev, data); |
| if (err) |
| return err; |
| |
| err = ipgre_netlink_parms(dev, data, tb, &p, &fwmark); |
| if (err < 0) |
| return err; |
| return ip_tunnel_newlink(dev, tb, &p, fwmark); |
| } |
| |
| static int erspan_newlink(struct net *src_net, struct net_device *dev, |
| struct nlattr *tb[], struct nlattr *data[], |
| struct netlink_ext_ack *extack) |
| { |
| struct ip_tunnel_parm_kern p; |
| __u32 fwmark = 0; |
| int err; |
| |
| err = ipgre_newlink_encap_setup(dev, data); |
| if (err) |
| return err; |
| |
| err = erspan_netlink_parms(dev, data, tb, &p, &fwmark); |
| if (err) |
| return err; |
| return ip_tunnel_newlink(dev, tb, &p, fwmark); |
| } |
| |
| static int ipgre_changelink(struct net_device *dev, struct nlattr *tb[], |
| struct nlattr *data[], |
| struct netlink_ext_ack *extack) |
| { |
| struct ip_tunnel *t = netdev_priv(dev); |
| struct ip_tunnel_parm_kern p; |
| __u32 fwmark = t->fwmark; |
| int err; |
| |
| err = ipgre_newlink_encap_setup(dev, data); |
| if (err) |
| return err; |
| |
| err = ipgre_netlink_parms(dev, data, tb, &p, &fwmark); |
| if (err < 0) |
| return err; |
| |
| err = ip_tunnel_changelink(dev, tb, &p, fwmark); |
| if (err < 0) |
| return err; |
| |
| ip_tunnel_flags_copy(t->parms.i_flags, p.i_flags); |
| ip_tunnel_flags_copy(t->parms.o_flags, p.o_flags); |
| |
| ipgre_link_update(dev, !tb[IFLA_MTU]); |
| |
| return 0; |
| } |
| |
| static int erspan_changelink(struct net_device *dev, struct nlattr *tb[], |
| struct nlattr *data[], |
| struct netlink_ext_ack *extack) |
| { |
| struct ip_tunnel *t = netdev_priv(dev); |
| struct ip_tunnel_parm_kern p; |
| __u32 fwmark = t->fwmark; |
| int err; |
| |
| err = ipgre_newlink_encap_setup(dev, data); |
| if (err) |
| return err; |
| |
| err = erspan_netlink_parms(dev, data, tb, &p, &fwmark); |
| if (err < 0) |
| return err; |
| |
| err = ip_tunnel_changelink(dev, tb, &p, fwmark); |
| if (err < 0) |
| return err; |
| |
| ip_tunnel_flags_copy(t->parms.i_flags, p.i_flags); |
| ip_tunnel_flags_copy(t->parms.o_flags, p.o_flags); |
| |
| return 0; |
| } |
| |
| static size_t ipgre_get_size(const struct net_device *dev) |
| { |
| return |
| /* IFLA_GRE_LINK */ |
| nla_total_size(4) + |
| /* IFLA_GRE_IFLAGS */ |
| nla_total_size(2) + |
| /* IFLA_GRE_OFLAGS */ |
| nla_total_size(2) + |
| /* IFLA_GRE_IKEY */ |
| nla_total_size(4) + |
| /* IFLA_GRE_OKEY */ |
| nla_total_size(4) + |
| /* IFLA_GRE_LOCAL */ |
| nla_total_size(4) + |
| /* IFLA_GRE_REMOTE */ |
| nla_total_size(4) + |
| /* IFLA_GRE_TTL */ |
| nla_total_size(1) + |
| /* IFLA_GRE_TOS */ |
| nla_total_size(1) + |
| /* IFLA_GRE_PMTUDISC */ |
| nla_total_size(1) + |
| /* IFLA_GRE_ENCAP_TYPE */ |
| nla_total_size(2) + |
| /* IFLA_GRE_ENCAP_FLAGS */ |
| nla_total_size(2) + |
| /* IFLA_GRE_ENCAP_SPORT */ |
| nla_total_size(2) + |
| /* IFLA_GRE_ENCAP_DPORT */ |
| nla_total_size(2) + |
| /* IFLA_GRE_COLLECT_METADATA */ |
| nla_total_size(0) + |
| /* IFLA_GRE_IGNORE_DF */ |
| nla_total_size(1) + |
| /* IFLA_GRE_FWMARK */ |
| nla_total_size(4) + |
| /* IFLA_GRE_ERSPAN_INDEX */ |
| nla_total_size(4) + |
| /* IFLA_GRE_ERSPAN_VER */ |
| nla_total_size(1) + |
| /* IFLA_GRE_ERSPAN_DIR */ |
| nla_total_size(1) + |
| /* IFLA_GRE_ERSPAN_HWID */ |
| nla_total_size(2) + |
| 0; |
| } |
| |
| static int ipgre_fill_info(struct sk_buff *skb, const struct net_device *dev) |
| { |
| struct ip_tunnel *t = netdev_priv(dev); |
| struct ip_tunnel_parm_kern *p = &t->parms; |
| IP_TUNNEL_DECLARE_FLAGS(o_flags); |
| |
| ip_tunnel_flags_copy(o_flags, p->o_flags); |
| |
| if (nla_put_u32(skb, IFLA_GRE_LINK, p->link) || |
| nla_put_be16(skb, IFLA_GRE_IFLAGS, |
| gre_tnl_flags_to_gre_flags(p->i_flags)) || |
| nla_put_be16(skb, IFLA_GRE_OFLAGS, |
| gre_tnl_flags_to_gre_flags(o_flags)) || |
| nla_put_be32(skb, IFLA_GRE_IKEY, p->i_key) || |
| nla_put_be32(skb, IFLA_GRE_OKEY, p->o_key) || |
| nla_put_in_addr(skb, IFLA_GRE_LOCAL, p->iph.saddr) || |
| nla_put_in_addr(skb, IFLA_GRE_REMOTE, p->iph.daddr) || |
| nla_put_u8(skb, IFLA_GRE_TTL, p->iph.ttl) || |
| nla_put_u8(skb, IFLA_GRE_TOS, p->iph.tos) || |
| nla_put_u8(skb, IFLA_GRE_PMTUDISC, |
| !!(p->iph.frag_off & htons(IP_DF))) || |
| nla_put_u32(skb, IFLA_GRE_FWMARK, t->fwmark)) |
| goto nla_put_failure; |
| |
| if (nla_put_u16(skb, IFLA_GRE_ENCAP_TYPE, |
| t->encap.type) || |
| nla_put_be16(skb, IFLA_GRE_ENCAP_SPORT, |
| t->encap.sport) || |
| nla_put_be16(skb, IFLA_GRE_ENCAP_DPORT, |
| t->encap.dport) || |
| nla_put_u16(skb, IFLA_GRE_ENCAP_FLAGS, |
| t->encap.flags)) |
| goto nla_put_failure; |
| |
| if (nla_put_u8(skb, IFLA_GRE_IGNORE_DF, t->ignore_df)) |
| goto nla_put_failure; |
| |
| if (t->collect_md) { |
| if (nla_put_flag(skb, IFLA_GRE_COLLECT_METADATA)) |
| goto nla_put_failure; |
| } |
| |
| return 0; |
| |
| nla_put_failure: |
| return -EMSGSIZE; |
| } |
| |
| static int erspan_fill_info(struct sk_buff *skb, const struct net_device *dev) |
| { |
| struct ip_tunnel *t = netdev_priv(dev); |
| |
| if (t->erspan_ver <= 2) { |
| if (t->erspan_ver != 0 && !t->collect_md) |
| __set_bit(IP_TUNNEL_KEY_BIT, t->parms.o_flags); |
| |
| if (nla_put_u8(skb, IFLA_GRE_ERSPAN_VER, t->erspan_ver)) |
| goto nla_put_failure; |
| |
| if (t->erspan_ver == 1) { |
| if (nla_put_u32(skb, IFLA_GRE_ERSPAN_INDEX, t->index)) |
| goto nla_put_failure; |
| } else if (t->erspan_ver == 2) { |
| if (nla_put_u8(skb, IFLA_GRE_ERSPAN_DIR, t->dir)) |
| goto nla_put_failure; |
| if (nla_put_u16(skb, IFLA_GRE_ERSPAN_HWID, t->hwid)) |
| goto nla_put_failure; |
| } |
| } |
| |
| return ipgre_fill_info(skb, dev); |
| |
| nla_put_failure: |
| return -EMSGSIZE; |
| } |
| |
| static void erspan_setup(struct net_device *dev) |
| { |
| struct ip_tunnel *t = netdev_priv(dev); |
| |
| ether_setup(dev); |
| dev->max_mtu = 0; |
| dev->netdev_ops = &erspan_netdev_ops; |
| dev->priv_flags &= ~IFF_TX_SKB_SHARING; |
| dev->priv_flags |= IFF_LIVE_ADDR_CHANGE; |
| ip_tunnel_setup(dev, erspan_net_id); |
| t->erspan_ver = 1; |
| } |
| |
| static const struct nla_policy ipgre_policy[IFLA_GRE_MAX + 1] = { |
| [IFLA_GRE_LINK] = { .type = NLA_U32 }, |
| [IFLA_GRE_IFLAGS] = { .type = NLA_U16 }, |
| [IFLA_GRE_OFLAGS] = { .type = NLA_U16 }, |
| [IFLA_GRE_IKEY] = { .type = NLA_U32 }, |
| [IFLA_GRE_OKEY] = { .type = NLA_U32 }, |
| [IFLA_GRE_LOCAL] = { .len = sizeof_field(struct iphdr, saddr) }, |
| [IFLA_GRE_REMOTE] = { .len = sizeof_field(struct iphdr, daddr) }, |
| [IFLA_GRE_TTL] = { .type = NLA_U8 }, |
| [IFLA_GRE_TOS] = { .type = NLA_U8 }, |
| [IFLA_GRE_PMTUDISC] = { .type = NLA_U8 }, |
| [IFLA_GRE_ENCAP_TYPE] = { .type = NLA_U16 }, |
| [IFLA_GRE_ENCAP_FLAGS] = { .type = NLA_U16 }, |
| [IFLA_GRE_ENCAP_SPORT] = { .type = NLA_U16 }, |
| [IFLA_GRE_ENCAP_DPORT] = { .type = NLA_U16 }, |
| [IFLA_GRE_COLLECT_METADATA] = { .type = NLA_FLAG }, |
| [IFLA_GRE_IGNORE_DF] = { .type = NLA_U8 }, |
| [IFLA_GRE_FWMARK] = { .type = NLA_U32 }, |
| [IFLA_GRE_ERSPAN_INDEX] = { .type = NLA_U32 }, |
| [IFLA_GRE_ERSPAN_VER] = { .type = NLA_U8 }, |
| [IFLA_GRE_ERSPAN_DIR] = { .type = NLA_U8 }, |
| [IFLA_GRE_ERSPAN_HWID] = { .type = NLA_U16 }, |
| }; |
| |
| static struct rtnl_link_ops ipgre_link_ops __read_mostly = { |
| .kind = "gre", |
| .maxtype = IFLA_GRE_MAX, |
| .policy = ipgre_policy, |
| .priv_size = sizeof(struct ip_tunnel), |
| .setup = ipgre_tunnel_setup, |
| .validate = ipgre_tunnel_validate, |
| .newlink = ipgre_newlink, |
| .changelink = ipgre_changelink, |
| .dellink = ip_tunnel_dellink, |
| .get_size = ipgre_get_size, |
| .fill_info = ipgre_fill_info, |
| .get_link_net = ip_tunnel_get_link_net, |
| }; |
| |
| static struct rtnl_link_ops ipgre_tap_ops __read_mostly = { |
| .kind = "gretap", |
| .maxtype = IFLA_GRE_MAX, |
| .policy = ipgre_policy, |
| .priv_size = sizeof(struct ip_tunnel), |
| .setup = ipgre_tap_setup, |
| .validate = ipgre_tap_validate, |
| .newlink = ipgre_newlink, |
| .changelink = ipgre_changelink, |
| .dellink = ip_tunnel_dellink, |
| .get_size = ipgre_get_size, |
| .fill_info = ipgre_fill_info, |
| .get_link_net = ip_tunnel_get_link_net, |
| }; |
| |
| static struct rtnl_link_ops erspan_link_ops __read_mostly = { |
| .kind = "erspan", |
| .maxtype = IFLA_GRE_MAX, |
| .policy = ipgre_policy, |
| .priv_size = sizeof(struct ip_tunnel), |
| .setup = erspan_setup, |
| .validate = erspan_validate, |
| .newlink = erspan_newlink, |
| .changelink = erspan_changelink, |
| .dellink = ip_tunnel_dellink, |
| .get_size = ipgre_get_size, |
| .fill_info = erspan_fill_info, |
| .get_link_net = ip_tunnel_get_link_net, |
| }; |
| |
| struct net_device *gretap_fb_dev_create(struct net *net, const char *name, |
| u8 name_assign_type) |
| { |
| struct nlattr *tb[IFLA_MAX + 1]; |
| struct net_device *dev; |
| LIST_HEAD(list_kill); |
| struct ip_tunnel *t; |
| int err; |
| |
| memset(&tb, 0, sizeof(tb)); |
| |
| dev = rtnl_create_link(net, name, name_assign_type, |
| &ipgre_tap_ops, tb, NULL); |
| if (IS_ERR(dev)) |
| return dev; |
| |
| /* Configure flow based GRE device. */ |
| t = netdev_priv(dev); |
| t->collect_md = true; |
| |
| err = ipgre_newlink(net, dev, tb, NULL, NULL); |
| if (err < 0) { |
| free_netdev(dev); |
| return ERR_PTR(err); |
| } |
| |
| /* openvswitch users expect packet sizes to be unrestricted, |
| * so set the largest MTU we can. |
| */ |
| err = __ip_tunnel_change_mtu(dev, IP_MAX_MTU, false); |
| if (err) |
| goto out; |
| |
| err = rtnl_configure_link(dev, NULL, 0, NULL); |
| if (err < 0) |
| goto out; |
| |
| return dev; |
| out: |
| ip_tunnel_dellink(dev, &list_kill); |
| unregister_netdevice_many(&list_kill); |
| return ERR_PTR(err); |
| } |
| EXPORT_SYMBOL_GPL(gretap_fb_dev_create); |
| |
| static int __net_init ipgre_tap_init_net(struct net *net) |
| { |
| return ip_tunnel_init_net(net, gre_tap_net_id, &ipgre_tap_ops, "gretap0"); |
| } |
| |
| static void __net_exit ipgre_tap_exit_batch_rtnl(struct list_head *list_net, |
| struct list_head *dev_to_kill) |
| { |
| ip_tunnel_delete_nets(list_net, gre_tap_net_id, &ipgre_tap_ops, |
| dev_to_kill); |
| } |
| |
| static struct pernet_operations ipgre_tap_net_ops = { |
| .init = ipgre_tap_init_net, |
| .exit_batch_rtnl = ipgre_tap_exit_batch_rtnl, |
| .id = &gre_tap_net_id, |
| .size = sizeof(struct ip_tunnel_net), |
| }; |
| |
| static int __net_init erspan_init_net(struct net *net) |
| { |
| return ip_tunnel_init_net(net, erspan_net_id, |
| &erspan_link_ops, "erspan0"); |
| } |
| |
| static void __net_exit erspan_exit_batch_rtnl(struct list_head *net_list, |
| struct list_head *dev_to_kill) |
| { |
| ip_tunnel_delete_nets(net_list, erspan_net_id, &erspan_link_ops, |
| dev_to_kill); |
| } |
| |
| static struct pernet_operations erspan_net_ops = { |
| .init = erspan_init_net, |
| .exit_batch_rtnl = erspan_exit_batch_rtnl, |
| .id = &erspan_net_id, |
| .size = sizeof(struct ip_tunnel_net), |
| }; |
| |
| static int __init ipgre_init(void) |
| { |
| int err; |
| |
| pr_info("GRE over IPv4 tunneling driver\n"); |
| |
| err = register_pernet_device(&ipgre_net_ops); |
| if (err < 0) |
| return err; |
| |
| err = register_pernet_device(&ipgre_tap_net_ops); |
| if (err < 0) |
| goto pnet_tap_failed; |
| |
| err = register_pernet_device(&erspan_net_ops); |
| if (err < 0) |
| goto pnet_erspan_failed; |
| |
| err = gre_add_protocol(&ipgre_protocol, GREPROTO_CISCO); |
| if (err < 0) { |
| pr_info("%s: can't add protocol\n", __func__); |
| goto add_proto_failed; |
| } |
| |
| err = rtnl_link_register(&ipgre_link_ops); |
| if (err < 0) |
| goto rtnl_link_failed; |
| |
| err = rtnl_link_register(&ipgre_tap_ops); |
| if (err < 0) |
| goto tap_ops_failed; |
| |
| err = rtnl_link_register(&erspan_link_ops); |
| if (err < 0) |
| goto erspan_link_failed; |
| |
| return 0; |
| |
| erspan_link_failed: |
| rtnl_link_unregister(&ipgre_tap_ops); |
| tap_ops_failed: |
| rtnl_link_unregister(&ipgre_link_ops); |
| rtnl_link_failed: |
| gre_del_protocol(&ipgre_protocol, GREPROTO_CISCO); |
| add_proto_failed: |
| unregister_pernet_device(&erspan_net_ops); |
| pnet_erspan_failed: |
| unregister_pernet_device(&ipgre_tap_net_ops); |
| pnet_tap_failed: |
| unregister_pernet_device(&ipgre_net_ops); |
| return err; |
| } |
| |
| static void __exit ipgre_fini(void) |
| { |
| rtnl_link_unregister(&ipgre_tap_ops); |
| rtnl_link_unregister(&ipgre_link_ops); |
| rtnl_link_unregister(&erspan_link_ops); |
| gre_del_protocol(&ipgre_protocol, GREPROTO_CISCO); |
| unregister_pernet_device(&ipgre_tap_net_ops); |
| unregister_pernet_device(&ipgre_net_ops); |
| unregister_pernet_device(&erspan_net_ops); |
| } |
| |
| module_init(ipgre_init); |
| module_exit(ipgre_fini); |
| MODULE_DESCRIPTION("IPv4 GRE tunnels over IP library"); |
| MODULE_LICENSE("GPL"); |
| MODULE_ALIAS_RTNL_LINK("gre"); |
| MODULE_ALIAS_RTNL_LINK("gretap"); |
| MODULE_ALIAS_RTNL_LINK("erspan"); |
| MODULE_ALIAS_NETDEV("gre0"); |
| MODULE_ALIAS_NETDEV("gretap0"); |
| MODULE_ALIAS_NETDEV("erspan0"); |