blob: 390bedde21a56dcc8ea566826f5c791b1483cbb1 [file] [log] [blame]
Thomas Gleixner2874c5f2019-05-27 08:55:01 +02001// SPDX-License-Identifier: GPL-2.0-or-later
Linus Torvalds1da177e2005-04-16 15:20:36 -07002/*
3 * common UDP/RAW code
YOSHIFUJI Hideaki1ab14572007-02-09 23:24:49 +09004 * Linux INET6 implementation
Linus Torvalds1da177e2005-04-16 15:20:36 -07005 *
6 * Authors:
YOSHIFUJI Hideaki1ab14572007-02-09 23:24:49 +09007 * Pedro Roque <roque@di.fc.ul.pt>
Linus Torvalds1da177e2005-04-16 15:20:36 -07008 */
9
Randy Dunlap4fc268d2006-01-11 12:17:47 -080010#include <linux/capability.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070011#include <linux/errno.h>
12#include <linux/types.h>
13#include <linux/kernel.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070014#include <linux/interrupt.h>
15#include <linux/socket.h>
16#include <linux/sockios.h>
17#include <linux/in6.h>
18#include <linux/ipv6.h>
19#include <linux/route.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090020#include <linux/slab.h>
Chris Elstona495f832012-04-29 21:48:53 +000021#include <linux/export.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070022
23#include <net/ipv6.h>
24#include <net/ndisc.h>
25#include <net/addrconf.h>
26#include <net/transp_v6.h>
27#include <net/ip6_route.h>
Arnaldo Carvalho de Meloc752f072005-08-09 20:08:28 -070028#include <net/tcp_states.h>
YOSHIFUJI Hideaki / 吉藤英明e7219852013-01-13 05:02:01 +000029#include <net/dsfield.h>
Willem de Bruijnacdcecc2019-09-12 21:16:39 -040030#include <net/sock_reuseport.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070031
32#include <linux/errqueue.h>
Linus Torvalds7c0f6ba2016-12-24 11:46:01 -080033#include <linux/uaccess.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070034
Eric Dumazeta50feda2012-05-18 18:57:34 +000035static bool ipv6_mapped_addr_any(const struct in6_addr *a)
Max Matveevc15fea22011-08-05 03:56:30 -070036{
Eric Dumazeta50feda2012-05-18 18:57:34 +000037 return ipv6_addr_v4mapped(a) && (a->s6_addr32[3] == 0);
Max Matveevc15fea22011-08-05 03:56:30 -070038}
39
Martin KaFai Lau80fbdb22016-04-11 15:29:34 -070040static void ip6_datagram_flow_key_init(struct flowi6 *fl6, struct sock *sk)
41{
42 struct inet_sock *inet = inet_sk(sk);
43 struct ipv6_pinfo *np = inet6_sk(sk);
44
45 memset(fl6, 0, sizeof(*fl6));
46 fl6->flowi6_proto = sk->sk_protocol;
47 fl6->daddr = sk->sk_v6_daddr;
48 fl6->saddr = np->saddr;
49 fl6->flowi6_oif = sk->sk_bound_dev_if;
50 fl6->flowi6_mark = sk->sk_mark;
51 fl6->fl6_dport = inet->inet_dport;
52 fl6->fl6_sport = inet->inet_sport;
53 fl6->flowlabel = np->flow_label;
Lorenzo Colittie2d118a2016-11-04 02:23:43 +090054 fl6->flowi6_uid = sk->sk_uid;
Martin KaFai Lau80fbdb22016-04-11 15:29:34 -070055
56 if (!fl6->flowi6_oif)
57 fl6->flowi6_oif = np->sticky_pktinfo.ipi6_ifindex;
58
59 if (!fl6->flowi6_oif && ipv6_addr_is_multicast(&fl6->daddr))
60 fl6->flowi6_oif = np->mcast_oif;
61
62 security_sk_classify_flow(sk, flowi6_to_flowi(fl6));
63}
64
Martin KaFai Lau33c162a2016-04-11 15:29:36 -070065int ip6_datagram_dst_update(struct sock *sk, bool fix_sk_saddr)
Martin KaFai Lau7e2040d2016-04-11 15:29:35 -070066{
67 struct ip6_flowlabel *flowlabel = NULL;
68 struct in6_addr *final_p, final;
69 struct ipv6_txoptions *opt;
70 struct dst_entry *dst;
71 struct inet_sock *inet = inet_sk(sk);
72 struct ipv6_pinfo *np = inet6_sk(sk);
73 struct flowi6 fl6;
74 int err = 0;
75
76 if (np->sndflow && (np->flow_label & IPV6_FLOWLABEL_MASK)) {
77 flowlabel = fl6_sock_lookup(sk, np->flow_label);
Eric Dumazet8975a3a2019-07-10 06:40:10 -070078 if (IS_ERR(flowlabel))
Martin KaFai Lau7e2040d2016-04-11 15:29:35 -070079 return -EINVAL;
80 }
81 ip6_datagram_flow_key_init(&fl6, sk);
82
83 rcu_read_lock();
84 opt = flowlabel ? flowlabel->opt : rcu_dereference(np->opt);
85 final_p = fl6_update_dst(&fl6, opt, &final);
86 rcu_read_unlock();
87
Sabrina Dubrocac4e85f72019-12-04 15:35:52 +010088 dst = ip6_dst_lookup_flow(sock_net(sk), sk, &fl6, final_p);
Martin KaFai Lau7e2040d2016-04-11 15:29:35 -070089 if (IS_ERR(dst)) {
90 err = PTR_ERR(dst);
91 goto out;
92 }
93
Martin KaFai Lau33c162a2016-04-11 15:29:36 -070094 if (fix_sk_saddr) {
95 if (ipv6_addr_any(&np->saddr))
96 np->saddr = fl6.saddr;
Martin KaFai Lau7e2040d2016-04-11 15:29:35 -070097
Martin KaFai Lau33c162a2016-04-11 15:29:36 -070098 if (ipv6_addr_any(&sk->sk_v6_rcv_saddr)) {
99 sk->sk_v6_rcv_saddr = fl6.saddr;
100 inet->inet_rcv_saddr = LOOPBACK4_IPV6;
101 if (sk->sk_prot->rehash)
102 sk->sk_prot->rehash(sk);
103 }
Martin KaFai Lau7e2040d2016-04-11 15:29:35 -0700104 }
105
Alexey Kodanev7d6850f2018-04-03 15:00:07 +0300106 ip6_sk_dst_store_flow(sk, dst, &fl6);
Martin KaFai Lau7e2040d2016-04-11 15:29:35 -0700107
108out:
109 fl6_sock_release(flowlabel);
110 return err;
111}
112
Martin KaFai Laue646b652016-04-11 15:29:37 -0700113void ip6_datagram_release_cb(struct sock *sk)
114{
115 struct dst_entry *dst;
116
117 if (ipv6_addr_v4mapped(&sk->sk_v6_daddr))
118 return;
119
120 rcu_read_lock();
121 dst = __sk_dst_get(sk);
122 if (!dst || !dst->obsolete ||
123 dst->ops->check(dst, inet6_sk(sk)->dst_cookie)) {
124 rcu_read_unlock();
125 return;
126 }
127 rcu_read_unlock();
128
129 ip6_datagram_dst_update(sk, false);
130}
131EXPORT_SYMBOL_GPL(ip6_datagram_release_cb);
132
Guillaume Nault0382a252016-11-29 13:09:44 +0100133int __ip6_datagram_connect(struct sock *sk, struct sockaddr *uaddr,
134 int addr_len)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700135{
136 struct sockaddr_in6 *usin = (struct sockaddr_in6 *) uaddr;
Ian Morris67ba4152014-08-24 21:53:10 +0100137 struct inet_sock *inet = inet_sk(sk);
138 struct ipv6_pinfo *np = inet6_sk(sk);
Paolo Abeni2f987a72018-03-12 14:54:23 +0100139 struct in6_addr *daddr, old_daddr;
140 __be32 fl6_flowlabel = 0;
141 __be32 old_fl6_flowlabel;
Stefano Brivio5f2fb802018-03-19 11:24:58 +0100142 __be16 old_dport;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700143 int addr_type;
144 int err;
145
146 if (usin->sin6_family == AF_INET) {
147 if (__ipv6_only_sock(sk))
148 return -EAFNOSUPPORT;
Eric Dumazet03645a12015-07-14 08:10:22 +0200149 err = __ip4_datagram_connect(sk, uaddr, addr_len);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700150 goto ipv4_connected;
151 }
152
153 if (addr_len < SIN6_LEN_RFC2133)
YOSHIFUJI Hideaki1ab14572007-02-09 23:24:49 +0900154 return -EINVAL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700155
YOSHIFUJI Hideaki1ab14572007-02-09 23:24:49 +0900156 if (usin->sin6_family != AF_INET6)
157 return -EAFNOSUPPORT;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700158
Martin KaFai Lau7e2040d2016-04-11 15:29:35 -0700159 if (np->sndflow)
Martin KaFai Lau80fbdb22016-04-11 15:29:34 -0700160 fl6_flowlabel = usin->sin6_flowinfo & IPV6_FLOWINFO_MASK;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700161
Jonathan T. Leighton052d2362017-02-12 17:26:07 -0500162 if (ipv6_addr_any(&usin->sin6_addr)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700163 /*
164 * connect to self
165 */
Jonathan T. Leighton052d2362017-02-12 17:26:07 -0500166 if (ipv6_addr_v4mapped(&sk->sk_v6_rcv_saddr))
167 ipv6_addr_set_v4mapped(htonl(INADDR_LOOPBACK),
168 &usin->sin6_addr);
169 else
170 usin->sin6_addr = in6addr_loopback;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700171 }
172
Jonathan T. Leighton052d2362017-02-12 17:26:07 -0500173 addr_type = ipv6_addr_type(&usin->sin6_addr);
174
Linus Torvalds1da177e2005-04-16 15:20:36 -0700175 daddr = &usin->sin6_addr;
176
Jonathan T. Leighton052d2362017-02-12 17:26:07 -0500177 if (addr_type & IPV6_ADDR_MAPPED) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700178 struct sockaddr_in sin;
179
180 if (__ipv6_only_sock(sk)) {
181 err = -ENETUNREACH;
182 goto out;
183 }
184 sin.sin_family = AF_INET;
185 sin.sin_addr.s_addr = daddr->s6_addr32[3];
186 sin.sin_port = usin->sin6_port;
187
Eric Dumazet03645a12015-07-14 08:10:22 +0200188 err = __ip4_datagram_connect(sk,
189 (struct sockaddr *) &sin,
190 sizeof(sin));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700191
192ipv4_connected:
193 if (err)
194 goto out;
YOSHIFUJI Hideaki1ab14572007-02-09 23:24:49 +0900195
Eric Dumazetefe42082013-10-03 15:42:29 -0700196 ipv6_addr_set_v4mapped(inet->inet_daddr, &sk->sk_v6_daddr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700197
Max Matveevc15fea22011-08-05 03:56:30 -0700198 if (ipv6_addr_any(&np->saddr) ||
199 ipv6_mapped_addr_any(&np->saddr))
Eric Dumazetc720c7e82009-10-15 06:30:45 +0000200 ipv6_addr_set_v4mapped(inet->inet_saddr, &np->saddr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700201
Eric Dumazetefe42082013-10-03 15:42:29 -0700202 if (ipv6_addr_any(&sk->sk_v6_rcv_saddr) ||
203 ipv6_mapped_addr_any(&sk->sk_v6_rcv_saddr)) {
Eric Dumazetc720c7e82009-10-15 06:30:45 +0000204 ipv6_addr_set_v4mapped(inet->inet_rcv_saddr,
Eric Dumazetefe42082013-10-03 15:42:29 -0700205 &sk->sk_v6_rcv_saddr);
Eric Dumazet719f8352010-09-08 05:08:44 +0000206 if (sk->sk_prot->rehash)
207 sk->sk_prot->rehash(sk);
208 }
Brian Haleyb301e822009-10-07 13:58:25 -0700209
Linus Torvalds1da177e2005-04-16 15:20:36 -0700210 goto out;
211 }
212
Hannes Frederic Sowa842df072013-03-08 02:07:19 +0000213 if (__ipv6_addr_needs_scope_id(addr_type)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700214 if (addr_len >= sizeof(struct sockaddr_in6) &&
215 usin->sin6_scope_id) {
David Ahern54dc3e32018-01-04 14:03:54 -0800216 if (!sk_dev_equal_l3scope(sk, usin->sin6_scope_id)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700217 err = -EINVAL;
218 goto out;
219 }
220 sk->sk_bound_dev_if = usin->sin6_scope_id;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700221 }
222
Brian Haley1ac4f002008-01-08 23:52:21 -0800223 if (!sk->sk_bound_dev_if && (addr_type & IPV6_ADDR_MULTICAST))
224 sk->sk_bound_dev_if = np->mcast_oif;
225
Linus Torvalds1da177e2005-04-16 15:20:36 -0700226 /* Connect to link-local address requires an interface */
227 if (!sk->sk_bound_dev_if) {
228 err = -EINVAL;
229 goto out;
230 }
231 }
232
Paolo Abeni2f987a72018-03-12 14:54:23 +0100233 /* save the current peer information before updating it */
234 old_daddr = sk->sk_v6_daddr;
235 old_fl6_flowlabel = np->flow_label;
236 old_dport = inet->inet_dport;
237
Eric Dumazetefe42082013-10-03 15:42:29 -0700238 sk->sk_v6_daddr = *daddr;
Martin KaFai Lau80fbdb22016-04-11 15:29:34 -0700239 np->flow_label = fl6_flowlabel;
Eric Dumazetc720c7e82009-10-15 06:30:45 +0000240 inet->inet_dport = usin->sin6_port;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700241
242 /*
243 * Check for a route to destination an obtain the
244 * destination cache for it.
245 */
246
Martin KaFai Lau33c162a2016-04-11 15:29:36 -0700247 err = ip6_datagram_dst_update(sk, true);
Wei Wang85cb73f2017-06-23 15:25:37 -0700248 if (err) {
Paolo Abeni2f987a72018-03-12 14:54:23 +0100249 /* Restore the socket peer info, to keep it consistent with
250 * the old socket state
Wei Wang85cb73f2017-06-23 15:25:37 -0700251 */
Paolo Abeni2f987a72018-03-12 14:54:23 +0100252 sk->sk_v6_daddr = old_daddr;
253 np->flow_label = old_fl6_flowlabel;
254 inet->inet_dport = old_dport;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700255 goto out;
Wei Wang85cb73f2017-06-23 15:25:37 -0700256 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700257
Willem de Bruijnacdcecc2019-09-12 21:16:39 -0400258 reuseport_has_conns(sk, true);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700259 sk->sk_state = TCP_ESTABLISHED;
Tom Herbert877d1f62015-07-28 16:02:05 -0700260 sk_set_txhash(sk);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700261out:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700262 return err;
263}
Guillaume Nault0382a252016-11-29 13:09:44 +0100264EXPORT_SYMBOL_GPL(__ip6_datagram_connect);
Eric Dumazet03645a12015-07-14 08:10:22 +0200265
266int ip6_datagram_connect(struct sock *sk, struct sockaddr *uaddr, int addr_len)
267{
268 int res;
269
270 lock_sock(sk);
271 res = __ip6_datagram_connect(sk, uaddr, addr_len);
272 release_sock(sk);
273 return res;
274}
Chris Elstona495f832012-04-29 21:48:53 +0000275EXPORT_SYMBOL_GPL(ip6_datagram_connect);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700276
Hannes Frederic Sowa82b276c2014-01-20 05:16:39 +0100277int ip6_datagram_connect_v6_only(struct sock *sk, struct sockaddr *uaddr,
278 int addr_len)
279{
280 DECLARE_SOCKADDR(struct sockaddr_in6 *, sin6, uaddr);
281 if (sin6->sin6_family != AF_INET6)
282 return -EAFNOSUPPORT;
283 return ip6_datagram_connect(sk, uaddr, addr_len);
284}
285EXPORT_SYMBOL_GPL(ip6_datagram_connect_v6_only);
286
YOSHIFUJI Hideaki1ab14572007-02-09 23:24:49 +0900287void ipv6_icmp_error(struct sock *sk, struct sk_buff *skb, int err,
Al Viroe69a4ad2006-11-14 20:56:00 -0800288 __be16 port, u32 info, u8 *payload)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700289{
290 struct ipv6_pinfo *np = inet6_sk(sk);
Arnaldo Carvalho de Melocc70ab22007-03-13 14:03:22 -0300291 struct icmp6hdr *icmph = icmp6_hdr(skb);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700292 struct sock_exterr_skb *serr;
293
294 if (!np->recverr)
295 return;
296
297 skb = skb_clone(skb, GFP_ATOMIC);
298 if (!skb)
299 return;
300
Brian Haleyd40a4de2010-05-03 15:44:27 +0000301 skb->protocol = htons(ETH_P_IPV6);
302
Linus Torvalds1da177e2005-04-16 15:20:36 -0700303 serr = SKB_EXT_ERR(skb);
304 serr->ee.ee_errno = err;
305 serr->ee.ee_origin = SO_EE_ORIGIN_ICMP6;
YOSHIFUJI Hideaki1ab14572007-02-09 23:24:49 +0900306 serr->ee.ee_type = icmph->icmp6_type;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700307 serr->ee.ee_code = icmph->icmp6_code;
308 serr->ee.ee_pad = 0;
309 serr->ee.ee_info = info;
310 serr->ee.ee_data = 0;
Arnaldo Carvalho de Melod56f90a2007-04-10 20:50:43 -0700311 serr->addr_offset = (u8 *)&(((struct ipv6hdr *)(icmph + 1))->daddr) -
312 skb_network_header(skb);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700313 serr->port = port;
314
Linus Torvalds1da177e2005-04-16 15:20:36 -0700315 __skb_pull(skb, payload - skb->data);
Arnaldo Carvalho de Melobd823932007-03-13 17:10:43 -0300316 skb_reset_transport_header(skb);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700317
318 if (sock_queue_err_skb(sk, skb))
319 kfree_skb(skb);
320}
321
David S. Miller4c9483b2011-03-12 16:22:43 -0500322void ipv6_local_error(struct sock *sk, int err, struct flowi6 *fl6, u32 info)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700323{
Eric Dumazet1c1e9d22015-09-25 07:39:20 -0700324 const struct ipv6_pinfo *np = inet6_sk(sk);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700325 struct sock_exterr_skb *serr;
326 struct ipv6hdr *iph;
327 struct sk_buff *skb;
328
329 if (!np->recverr)
330 return;
331
332 skb = alloc_skb(sizeof(struct ipv6hdr), GFP_ATOMIC);
333 if (!skb)
334 return;
335
Brian Haleyd40a4de2010-05-03 15:44:27 +0000336 skb->protocol = htons(ETH_P_IPV6);
337
Arnaldo Carvalho de Melo1ced98e2007-03-10 19:57:15 -0300338 skb_put(skb, sizeof(struct ipv6hdr));
339 skb_reset_network_header(skb);
Arnaldo Carvalho de Melo0660e032007-04-25 17:54:47 -0700340 iph = ipv6_hdr(skb);
Alexey Dobriyan4e3fd7a2011-11-21 03:39:03 +0000341 iph->daddr = fl6->daddr;
Eric Dumazet7d033c92019-01-08 04:06:14 -0800342 ip6_flow_hdr(iph, 0, 0);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700343
344 serr = SKB_EXT_ERR(skb);
345 serr->ee.ee_errno = err;
346 serr->ee.ee_origin = SO_EE_ORIGIN_LOCAL;
YOSHIFUJI Hideaki1ab14572007-02-09 23:24:49 +0900347 serr->ee.ee_type = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700348 serr->ee.ee_code = 0;
349 serr->ee.ee_pad = 0;
350 serr->ee.ee_info = info;
351 serr->ee.ee_data = 0;
Arnaldo Carvalho de Melod56f90a2007-04-10 20:50:43 -0700352 serr->addr_offset = (u8 *)&iph->daddr - skb_network_header(skb);
David S. Miller1958b852011-03-12 16:36:19 -0500353 serr->port = fl6->fl6_dport;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700354
Arnaldo Carvalho de Melo27a884d2007-04-19 20:29:13 -0700355 __skb_pull(skb, skb_tail_pointer(skb) - skb->data);
Arnaldo Carvalho de Melobd823932007-03-13 17:10:43 -0300356 skb_reset_transport_header(skb);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700357
358 if (sock_queue_err_skb(sk, skb))
359 kfree_skb(skb);
360}
361
David S. Miller4c9483b2011-03-12 16:22:43 -0500362void ipv6_local_rxpmtu(struct sock *sk, struct flowi6 *fl6, u32 mtu)
Brian Haley4b340ae2010-04-23 11:26:09 +0000363{
364 struct ipv6_pinfo *np = inet6_sk(sk);
365 struct ipv6hdr *iph;
366 struct sk_buff *skb;
367 struct ip6_mtuinfo *mtu_info;
368
369 if (!np->rxopt.bits.rxpmtu)
370 return;
371
372 skb = alloc_skb(sizeof(struct ipv6hdr), GFP_ATOMIC);
373 if (!skb)
374 return;
375
376 skb_put(skb, sizeof(struct ipv6hdr));
377 skb_reset_network_header(skb);
378 iph = ipv6_hdr(skb);
Alexey Dobriyan4e3fd7a2011-11-21 03:39:03 +0000379 iph->daddr = fl6->daddr;
Brian Haley4b340ae2010-04-23 11:26:09 +0000380
381 mtu_info = IP6CBMTU(skb);
Brian Haley4b340ae2010-04-23 11:26:09 +0000382
383 mtu_info->ip6m_mtu = mtu;
384 mtu_info->ip6m_addr.sin6_family = AF_INET6;
385 mtu_info->ip6m_addr.sin6_port = 0;
386 mtu_info->ip6m_addr.sin6_flowinfo = 0;
David S. Miller4c9483b2011-03-12 16:22:43 -0500387 mtu_info->ip6m_addr.sin6_scope_id = fl6->flowi6_oif;
Alexey Dobriyan4e3fd7a2011-11-21 03:39:03 +0000388 mtu_info->ip6m_addr.sin6_addr = ipv6_hdr(skb)->daddr;
Brian Haley4b340ae2010-04-23 11:26:09 +0000389
390 __skb_pull(skb, skb_tail_pointer(skb) - skb->data);
391 skb_reset_transport_header(skb);
392
393 skb = xchg(&np->rxpmtu, skb);
394 kfree_skb(skb);
395}
396
Julian Anastasov34b99df2015-06-23 08:34:39 +0300397/* For some errors we have valid addr_offset even with zero payload and
398 * zero port. Also, addr_offset should be supported if port is set.
399 */
400static inline bool ipv6_datagram_support_addr(struct sock_exterr_skb *serr)
401{
402 return serr->ee.ee_origin == SO_EE_ORIGIN_ICMP6 ||
403 serr->ee.ee_origin == SO_EE_ORIGIN_ICMP ||
404 serr->ee.ee_origin == SO_EE_ORIGIN_LOCAL || serr->port;
405}
406
Willem de Bruijnc247f052015-03-07 20:33:22 -0500407/* IPv6 supports cmsg on all origins aside from SO_EE_ORIGIN_LOCAL.
408 *
409 * At one point, excluding local errors was a quick test to identify icmp/icmp6
410 * errors. This is no longer true, but the test remained, so the v6 stack,
411 * unlike v4, also honors cmsg requests on all wifi and timestamp errors.
Willem de Bruijnc247f052015-03-07 20:33:22 -0500412 */
413static bool ip6_datagram_support_cmsg(struct sk_buff *skb,
414 struct sock_exterr_skb *serr)
Willem de Bruijn829ae9d2014-11-30 22:22:34 -0500415{
Willem de Bruijnc247f052015-03-07 20:33:22 -0500416 if (serr->ee.ee_origin == SO_EE_ORIGIN_ICMP ||
417 serr->ee.ee_origin == SO_EE_ORIGIN_ICMP6)
418 return true;
419
420 if (serr->ee.ee_origin == SO_EE_ORIGIN_LOCAL)
421 return false;
422
Willem de Bruijn1862d622017-04-12 19:24:35 -0400423 if (!IP6CB(skb)->iif)
Willem de Bruijnc247f052015-03-07 20:33:22 -0500424 return false;
Willem de Bruijn829ae9d2014-11-30 22:22:34 -0500425
Willem de Bruijnc247f052015-03-07 20:33:22 -0500426 return true;
Willem de Bruijn829ae9d2014-11-30 22:22:34 -0500427}
428
YOSHIFUJI Hideaki1ab14572007-02-09 23:24:49 +0900429/*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700430 * Handle MSG_ERRQUEUE
431 */
Hannes Frederic Sowa85fbaa72013-11-23 00:46:12 +0100432int ipv6_recv_error(struct sock *sk, struct msghdr *msg, int len, int *addr_len)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700433{
434 struct ipv6_pinfo *np = inet6_sk(sk);
435 struct sock_exterr_skb *serr;
Willem de Bruijn364a9e92014-08-31 21:30:27 -0400436 struct sk_buff *skb;
Steffen Hurrle342dfc32014-01-17 22:53:15 +0100437 DECLARE_SOCKADDR(struct sockaddr_in6 *, sin, msg->msg_name);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700438 struct {
439 struct sock_extended_err ee;
440 struct sockaddr_in6 offender;
441 } errhdr;
442 int err;
443 int copied;
444
445 err = -EAGAIN;
Willem de Bruijn364a9e92014-08-31 21:30:27 -0400446 skb = sock_dequeue_err_skb(sk);
Ian Morris63159f22015-03-29 14:00:04 +0100447 if (!skb)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700448 goto out;
449
450 copied = skb->len;
451 if (copied > len) {
452 msg->msg_flags |= MSG_TRUNC;
453 copied = len;
454 }
David S. Miller51f3d022014-11-05 16:46:40 -0500455 err = skb_copy_datagram_msg(skb, 0, msg, copied);
Eric Dumazet960a2622016-04-21 22:27:32 -0700456 if (unlikely(err)) {
457 kfree_skb(skb);
458 return err;
459 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700460 sock_recv_timestamp(msg, sk, skb);
461
462 serr = SKB_EXT_ERR(skb);
463
Julian Anastasov34b99df2015-06-23 08:34:39 +0300464 if (sin && ipv6_datagram_support_addr(serr)) {
Arnaldo Carvalho de Melod56f90a2007-04-10 20:50:43 -0700465 const unsigned char *nh = skb_network_header(skb);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700466 sin->sin6_family = AF_INET6;
467 sin->sin6_flowinfo = 0;
YOSHIFUJI Hideaki1ab14572007-02-09 23:24:49 +0900468 sin->sin6_port = serr->port;
Brian Haleyd40a4de2010-05-03 15:44:27 +0000469 if (skb->protocol == htons(ETH_P_IPV6)) {
YOSHIFUJI Hideaki / 吉藤英明6c40d102013-01-08 06:44:23 +0000470 const struct ipv6hdr *ip6h = container_of((struct in6_addr *)(nh + serr->addr_offset),
471 struct ipv6hdr, daddr);
472 sin->sin6_addr = ip6h->daddr;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700473 if (np->sndflow)
YOSHIFUJI Hideaki / 吉藤英明6502ca52013-01-13 05:01:51 +0000474 sin->sin6_flowinfo = ip6_flowinfo(ip6h);
Hannes Frederic Sowa842df072013-03-08 02:07:19 +0000475 sin->sin6_scope_id =
476 ipv6_iface_scope_id(&sin->sin6_addr,
477 IP6CB(skb)->iif);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700478 } else {
Brian Haleyb301e822009-10-07 13:58:25 -0700479 ipv6_addr_set_v4mapped(*(__be32 *)(nh + serr->addr_offset),
480 &sin->sin6_addr);
Hannes Frederic Sowa842df072013-03-08 02:07:19 +0000481 sin->sin6_scope_id = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700482 }
Hannes Frederic Sowa85fbaa72013-11-23 00:46:12 +0100483 *addr_len = sizeof(*sin);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700484 }
485
486 memcpy(&errhdr.ee, &serr->ee, sizeof(struct sock_extended_err));
487 sin = &errhdr.offender;
Willem de Bruijnf8121162015-01-15 13:18:40 -0500488 memset(sin, 0, sizeof(*sin));
Willem de Bruijnc247f052015-03-07 20:33:22 -0500489
490 if (ip6_datagram_support_cmsg(skb, serr)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700491 sin->sin6_family = AF_INET6;
Willem de Bruijnc247f052015-03-07 20:33:22 -0500492 if (np->rxopt.all)
Hannes Frederic Sowa4b261c752014-01-20 03:43:08 +0100493 ip6_datagram_recv_common_ctl(sk, msg, skb);
Brian Haleyd40a4de2010-05-03 15:44:27 +0000494 if (skb->protocol == htons(ETH_P_IPV6)) {
Alexey Dobriyan4e3fd7a2011-11-21 03:39:03 +0000495 sin->sin6_addr = ipv6_hdr(skb)->saddr;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700496 if (np->rxopt.all)
Hannes Frederic Sowa4b261c752014-01-20 03:43:08 +0100497 ip6_datagram_recv_specific_ctl(sk, msg, skb);
Hannes Frederic Sowa842df072013-03-08 02:07:19 +0000498 sin->sin6_scope_id =
499 ipv6_iface_scope_id(&sin->sin6_addr,
500 IP6CB(skb)->iif);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700501 } else {
Brian Haleyb301e822009-10-07 13:58:25 -0700502 ipv6_addr_set_v4mapped(ip_hdr(skb)->saddr,
503 &sin->sin6_addr);
Willem de Bruijnf8121162015-01-15 13:18:40 -0500504 if (inet_sk(sk)->cmsg_flags)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700505 ip_cmsg_recv(msg, skb);
506 }
507 }
508
509 put_cmsg(msg, SOL_IPV6, IPV6_RECVERR, sizeof(errhdr), &errhdr);
510
511 /* Now we could try to dump offended packet options */
512
513 msg->msg_flags |= MSG_ERRQUEUE;
514 err = copied;
515
Eric Dumazet960a2622016-04-21 22:27:32 -0700516 consume_skb(skb);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700517out:
518 return err;
519}
Chris Elstona495f832012-04-29 21:48:53 +0000520EXPORT_SYMBOL_GPL(ipv6_recv_error);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700521
Brian Haley4b340ae2010-04-23 11:26:09 +0000522/*
523 * Handle IPV6_RECVPATHMTU
524 */
Hannes Frederic Sowa85fbaa72013-11-23 00:46:12 +0100525int ipv6_recv_rxpmtu(struct sock *sk, struct msghdr *msg, int len,
526 int *addr_len)
Brian Haley4b340ae2010-04-23 11:26:09 +0000527{
528 struct ipv6_pinfo *np = inet6_sk(sk);
529 struct sk_buff *skb;
Brian Haley4b340ae2010-04-23 11:26:09 +0000530 struct ip6_mtuinfo mtu_info;
Steffen Hurrle342dfc32014-01-17 22:53:15 +0100531 DECLARE_SOCKADDR(struct sockaddr_in6 *, sin, msg->msg_name);
Brian Haley4b340ae2010-04-23 11:26:09 +0000532 int err;
533 int copied;
534
535 err = -EAGAIN;
536 skb = xchg(&np->rxpmtu, NULL);
Ian Morris63159f22015-03-29 14:00:04 +0100537 if (!skb)
Brian Haley4b340ae2010-04-23 11:26:09 +0000538 goto out;
539
540 copied = skb->len;
541 if (copied > len) {
542 msg->msg_flags |= MSG_TRUNC;
543 copied = len;
544 }
David S. Miller51f3d022014-11-05 16:46:40 -0500545 err = skb_copy_datagram_msg(skb, 0, msg, copied);
Brian Haley4b340ae2010-04-23 11:26:09 +0000546 if (err)
547 goto out_free_skb;
548
549 sock_recv_timestamp(msg, sk, skb);
550
551 memcpy(&mtu_info, IP6CBMTU(skb), sizeof(mtu_info));
552
Brian Haley4b340ae2010-04-23 11:26:09 +0000553 if (sin) {
554 sin->sin6_family = AF_INET6;
555 sin->sin6_flowinfo = 0;
556 sin->sin6_port = 0;
557 sin->sin6_scope_id = mtu_info.ip6m_addr.sin6_scope_id;
Alexey Dobriyan4e3fd7a2011-11-21 03:39:03 +0000558 sin->sin6_addr = mtu_info.ip6m_addr.sin6_addr;
Hannes Frederic Sowa85fbaa72013-11-23 00:46:12 +0100559 *addr_len = sizeof(*sin);
Brian Haley4b340ae2010-04-23 11:26:09 +0000560 }
561
562 put_cmsg(msg, SOL_IPV6, IPV6_PATHMTU, sizeof(mtu_info), &mtu_info);
563
564 err = copied;
565
566out_free_skb:
567 kfree_skb(skb);
568out:
569 return err;
570}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700571
572
Hannes Frederic Sowa4b261c752014-01-20 03:43:08 +0100573void ip6_datagram_recv_common_ctl(struct sock *sk, struct msghdr *msg,
574 struct sk_buff *skb)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700575{
576 struct ipv6_pinfo *np = inet6_sk(sk);
Hannes Frederic Sowa4b261c752014-01-20 03:43:08 +0100577 bool is_ipv6 = skb->protocol == htons(ETH_P_IPV6);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700578
579 if (np->rxopt.bits.rxinfo) {
580 struct in6_pktinfo src_info;
581
Hannes Frederic Sowa4b261c752014-01-20 03:43:08 +0100582 if (is_ipv6) {
583 src_info.ipi6_ifindex = IP6CB(skb)->iif;
584 src_info.ipi6_addr = ipv6_hdr(skb)->daddr;
585 } else {
586 src_info.ipi6_ifindex =
587 PKTINFO_SKB_CB(skb)->ipi_ifindex;
588 ipv6_addr_set_v4mapped(ip_hdr(skb)->daddr,
589 &src_info.ipi6_addr);
590 }
Willem de Bruijn829ae9d2014-11-30 22:22:34 -0500591
592 if (src_info.ipi6_ifindex >= 0)
593 put_cmsg(msg, SOL_IPV6, IPV6_PKTINFO,
594 sizeof(src_info), &src_info);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700595 }
Hannes Frederic Sowa4b261c752014-01-20 03:43:08 +0100596}
597
598void ip6_datagram_recv_specific_ctl(struct sock *sk, struct msghdr *msg,
599 struct sk_buff *skb)
600{
601 struct ipv6_pinfo *np = inet6_sk(sk);
602 struct inet6_skb_parm *opt = IP6CB(skb);
603 unsigned char *nh = skb_network_header(skb);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700604
605 if (np->rxopt.bits.rxhlim) {
Arnaldo Carvalho de Melo0660e032007-04-25 17:54:47 -0700606 int hlim = ipv6_hdr(skb)->hop_limit;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700607 put_cmsg(msg, SOL_IPV6, IPV6_HOPLIMIT, sizeof(hlim), &hlim);
608 }
609
YOSHIFUJI Hideaki41a1f8e2005-09-08 10:19:03 +0900610 if (np->rxopt.bits.rxtclass) {
YOSHIFUJI Hideaki / 吉藤英明e7219852013-01-13 05:02:01 +0000611 int tclass = ipv6_get_dsfield(ipv6_hdr(skb));
YOSHIFUJI Hideaki41a1f8e2005-09-08 10:19:03 +0900612 put_cmsg(msg, SOL_IPV6, IPV6_TCLASS, sizeof(tclass), &tclass);
613 }
614
YOSHIFUJI Hideaki / 吉藤英明6502ca52013-01-13 05:01:51 +0000615 if (np->rxopt.bits.rxflow) {
616 __be32 flowinfo = ip6_flowinfo((struct ipv6hdr *)nh);
617 if (flowinfo)
618 put_cmsg(msg, SOL_IPV6, IPV6_FLOWINFO, sizeof(flowinfo), &flowinfo);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700619 }
YOSHIFUJI Hideaki333fad52005-09-08 09:59:17 +0900620
621 /* HbH is allowed only once */
Florian Westphal8b58a392015-07-08 23:32:12 +0200622 if (np->rxopt.bits.hopopts && (opt->flags & IP6SKB_HOPBYHOP)) {
623 u8 *ptr = nh + sizeof(struct ipv6hdr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700624 put_cmsg(msg, SOL_IPV6, IPV6_HOPOPTS, (ptr[1]+1)<<3, ptr);
625 }
YOSHIFUJI Hideaki333fad52005-09-08 09:59:17 +0900626
627 if (opt->lastopt &&
628 (np->rxopt.bits.dstopts || np->rxopt.bits.srcrt)) {
629 /*
630 * Silly enough, but we need to reparse in order to
631 * report extension headers (except for HbH)
632 * in order.
633 *
YOSHIFUJI Hideaki1ab14572007-02-09 23:24:49 +0900634 * Also note that IPV6_RECVRTHDRDSTOPTS is NOT
YOSHIFUJI Hideaki333fad52005-09-08 09:59:17 +0900635 * (and WILL NOT be) defined because
636 * IPV6_RECVDSTOPTS is more generic. --yoshfuji
637 */
638 unsigned int off = sizeof(struct ipv6hdr);
Arnaldo Carvalho de Melo0660e032007-04-25 17:54:47 -0700639 u8 nexthdr = ipv6_hdr(skb)->nexthdr;
YOSHIFUJI Hideaki333fad52005-09-08 09:59:17 +0900640
641 while (off <= opt->lastopt) {
Eric Dumazet95c96172012-04-15 05:58:06 +0000642 unsigned int len;
Arnaldo Carvalho de Melod56f90a2007-04-10 20:50:43 -0700643 u8 *ptr = nh + off;
YOSHIFUJI Hideaki333fad52005-09-08 09:59:17 +0900644
Eldad Zackb5a42572012-04-01 07:49:03 +0000645 switch (nexthdr) {
YOSHIFUJI Hideaki333fad52005-09-08 09:59:17 +0900646 case IPPROTO_DSTOPTS:
647 nexthdr = ptr[0];
648 len = (ptr[1] + 1) << 3;
649 if (np->rxopt.bits.dstopts)
650 put_cmsg(msg, SOL_IPV6, IPV6_DSTOPTS, len, ptr);
651 break;
652 case IPPROTO_ROUTING:
653 nexthdr = ptr[0];
654 len = (ptr[1] + 1) << 3;
655 if (np->rxopt.bits.srcrt)
656 put_cmsg(msg, SOL_IPV6, IPV6_RTHDR, len, ptr);
657 break;
658 case IPPROTO_AH:
659 nexthdr = ptr[0];
Ville Nuorvalaa3059892005-11-20 12:21:59 +0900660 len = (ptr[1] + 2) << 2;
YOSHIFUJI Hideaki333fad52005-09-08 09:59:17 +0900661 break;
662 default:
663 nexthdr = ptr[0];
664 len = (ptr[1] + 1) << 3;
665 break;
666 }
667
668 off += len;
669 }
670 }
671
672 /* socket options in old style */
673 if (np->rxopt.bits.rxoinfo) {
674 struct in6_pktinfo src_info;
675
676 src_info.ipi6_ifindex = opt->iif;
Alexey Dobriyan4e3fd7a2011-11-21 03:39:03 +0000677 src_info.ipi6_addr = ipv6_hdr(skb)->daddr;
YOSHIFUJI Hideaki333fad52005-09-08 09:59:17 +0900678 put_cmsg(msg, SOL_IPV6, IPV6_2292PKTINFO, sizeof(src_info), &src_info);
679 }
680 if (np->rxopt.bits.rxohlim) {
Arnaldo Carvalho de Melo0660e032007-04-25 17:54:47 -0700681 int hlim = ipv6_hdr(skb)->hop_limit;
YOSHIFUJI Hideaki333fad52005-09-08 09:59:17 +0900682 put_cmsg(msg, SOL_IPV6, IPV6_2292HOPLIMIT, sizeof(hlim), &hlim);
683 }
Florian Westphal8b58a392015-07-08 23:32:12 +0200684 if (np->rxopt.bits.ohopopts && (opt->flags & IP6SKB_HOPBYHOP)) {
685 u8 *ptr = nh + sizeof(struct ipv6hdr);
YOSHIFUJI Hideaki333fad52005-09-08 09:59:17 +0900686 put_cmsg(msg, SOL_IPV6, IPV6_2292HOPOPTS, (ptr[1]+1)<<3, ptr);
687 }
688 if (np->rxopt.bits.odstopts && opt->dst0) {
Arnaldo Carvalho de Melod56f90a2007-04-10 20:50:43 -0700689 u8 *ptr = nh + opt->dst0;
YOSHIFUJI Hideaki333fad52005-09-08 09:59:17 +0900690 put_cmsg(msg, SOL_IPV6, IPV6_2292DSTOPTS, (ptr[1]+1)<<3, ptr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700691 }
YOSHIFUJI Hideaki333fad52005-09-08 09:59:17 +0900692 if (np->rxopt.bits.osrcrt && opt->srcrt) {
Arnaldo Carvalho de Melod56f90a2007-04-10 20:50:43 -0700693 struct ipv6_rt_hdr *rthdr = (struct ipv6_rt_hdr *)(nh + opt->srcrt);
YOSHIFUJI Hideaki333fad52005-09-08 09:59:17 +0900694 put_cmsg(msg, SOL_IPV6, IPV6_2292RTHDR, (rthdr->hdrlen+1) << 3, rthdr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700695 }
YOSHIFUJI Hideaki333fad52005-09-08 09:59:17 +0900696 if (np->rxopt.bits.odstopts && opt->dst1) {
Arnaldo Carvalho de Melod56f90a2007-04-10 20:50:43 -0700697 u8 *ptr = nh + opt->dst1;
YOSHIFUJI Hideaki333fad52005-09-08 09:59:17 +0900698 put_cmsg(msg, SOL_IPV6, IPV6_2292DSTOPTS, (ptr[1]+1)<<3, ptr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700699 }
Balazs Scheidler6c468622010-10-21 16:08:28 +0200700 if (np->rxopt.bits.rxorigdstaddr) {
701 struct sockaddr_in6 sin6;
Willem de Bruijn4a06fa62019-01-07 16:47:33 -0500702 __be16 _ports[2], *ports;
Balazs Scheidler6c468622010-10-21 16:08:28 +0200703
Willem de Bruijn4a06fa62019-01-07 16:47:33 -0500704 ports = skb_header_pointer(skb, skb_transport_offset(skb),
705 sizeof(_ports), &_ports);
706 if (ports) {
Balazs Scheidler6c468622010-10-21 16:08:28 +0200707 /* All current transport protocols have the port numbers in the
708 * first four bytes of the transport header and this function is
709 * written with this assumption in mind.
710 */
Balazs Scheidler6c468622010-10-21 16:08:28 +0200711 sin6.sin6_family = AF_INET6;
Alexey Dobriyan4e3fd7a2011-11-21 03:39:03 +0000712 sin6.sin6_addr = ipv6_hdr(skb)->daddr;
Balazs Scheidler6c468622010-10-21 16:08:28 +0200713 sin6.sin6_port = ports[1];
714 sin6.sin6_flowinfo = 0;
Hannes Frederic Sowa3868b7a2013-03-08 02:07:26 +0000715 sin6.sin6_scope_id =
716 ipv6_iface_scope_id(&ipv6_hdr(skb)->daddr,
717 opt->iif);
Balazs Scheidler6c468622010-10-21 16:08:28 +0200718
719 put_cmsg(msg, SOL_IPV6, IPV6_ORIGDSTADDR, sizeof(sin6), &sin6);
720 }
721 }
Willem de Bruijn0cc0aa612016-11-02 11:02:17 -0400722 if (np->rxopt.bits.recvfragsize && opt->frag_max_size) {
723 int val = opt->frag_max_size;
724
725 put_cmsg(msg, SOL_IPV6, IPV6_RECVFRAGSIZE, sizeof(val), &val);
726 }
Hannes Frederic Sowa4b261c752014-01-20 03:43:08 +0100727}
728
729void ip6_datagram_recv_ctl(struct sock *sk, struct msghdr *msg,
730 struct sk_buff *skb)
731{
732 ip6_datagram_recv_common_ctl(sk, msg, skb);
733 ip6_datagram_recv_specific_ctl(sk, msg, skb);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700734}
Tom Parkin8e72d372013-01-31 01:02:25 +0000735EXPORT_SYMBOL_GPL(ip6_datagram_recv_ctl);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700736
Tom Parkin73df66f2013-01-31 01:02:24 +0000737int ip6_datagram_send_ctl(struct net *net, struct sock *sk,
738 struct msghdr *msg, struct flowi6 *fl6,
Willem de Bruijn5fdaa882018-07-06 10:12:57 -0400739 struct ipcm6_cookie *ipc6)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700740{
741 struct in6_pktinfo *src_info;
742 struct cmsghdr *cmsg;
743 struct ipv6_rt_hdr *rthdr;
744 struct ipv6_opt_hdr *hdr;
Wei Wang26879da2016-05-02 21:40:07 -0700745 struct ipv6_txoptions *opt = ipc6->opt;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700746 int len;
747 int err = 0;
748
Gu Zhengf95b4142014-12-11 11:22:04 +0800749 for_each_cmsghdr(cmsg, msg) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700750 int addr_type;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700751
752 if (!CMSG_OK(msg, cmsg)) {
753 err = -EINVAL;
754 goto exit_f;
755 }
756
Soheil Hassas Yeganehad1e46a2016-04-02 23:08:11 -0400757 if (cmsg->cmsg_level == SOL_SOCKET) {
Willem de Bruijn5fdaa882018-07-06 10:12:57 -0400758 err = __sock_cmsg_send(sk, msg, cmsg, &ipc6->sockc);
Eric Dumazet26326162016-05-13 06:14:37 -0700759 if (err)
760 return err;
Soheil Hassas Yeganehad1e46a2016-04-02 23:08:11 -0400761 continue;
762 }
763
Linus Torvalds1da177e2005-04-16 15:20:36 -0700764 if (cmsg->cmsg_level != SOL_IPV6)
765 continue;
766
767 switch (cmsg->cmsg_type) {
YOSHIFUJI Hideaki1ab14572007-02-09 23:24:49 +0900768 case IPV6_PKTINFO:
769 case IPV6_2292PKTINFO:
YOSHIFUJI Hideaki187e3832008-06-04 13:01:37 +0900770 {
771 struct net_device *dev = NULL;
Mike Manning6da5b0f2018-11-07 15:36:04 +0000772 int src_idx;
YOSHIFUJI Hideaki187e3832008-06-04 13:01:37 +0900773
YOSHIFUJI Hideaki1ab14572007-02-09 23:24:49 +0900774 if (cmsg->cmsg_len < CMSG_LEN(sizeof(struct in6_pktinfo))) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700775 err = -EINVAL;
776 goto exit_f;
777 }
778
779 src_info = (struct in6_pktinfo *)CMSG_DATA(cmsg);
Mike Manning6da5b0f2018-11-07 15:36:04 +0000780 src_idx = src_info->ipi6_ifindex;
YOSHIFUJI Hideaki1ab14572007-02-09 23:24:49 +0900781
Mike Manning6da5b0f2018-11-07 15:36:04 +0000782 if (src_idx) {
David S. Miller4c9483b2011-03-12 16:22:43 -0500783 if (fl6->flowi6_oif &&
Mike Manning6da5b0f2018-11-07 15:36:04 +0000784 src_idx != fl6->flowi6_oif &&
785 (sk->sk_bound_dev_if != fl6->flowi6_oif ||
786 !sk_dev_equal_l3scope(sk, src_idx)))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700787 return -EINVAL;
Mike Manning6da5b0f2018-11-07 15:36:04 +0000788 fl6->flowi6_oif = src_idx;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700789 }
790
YOSHIFUJI Hideaki187e3832008-06-04 13:01:37 +0900791 addr_type = __ipv6_addr_type(&src_info->ipi6_addr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700792
Eric Dumazet536b2e92009-11-02 12:21:06 +0100793 rcu_read_lock();
David S. Miller4c9483b2011-03-12 16:22:43 -0500794 if (fl6->flowi6_oif) {
795 dev = dev_get_by_index_rcu(net, fl6->flowi6_oif);
Eric Dumazet536b2e92009-11-02 12:21:06 +0100796 if (!dev) {
797 rcu_read_unlock();
YOSHIFUJI Hideaki187e3832008-06-04 13:01:37 +0900798 return -ENODEV;
Eric Dumazet536b2e92009-11-02 12:21:06 +0100799 }
800 } else if (addr_type & IPV6_ADDR_LINKLOCAL) {
801 rcu_read_unlock();
YOSHIFUJI Hideaki187e3832008-06-04 13:01:37 +0900802 return -EINVAL;
Eric Dumazet536b2e92009-11-02 12:21:06 +0100803 }
YOSHIFUJI Hideaki1ab14572007-02-09 23:24:49 +0900804
YOSHIFUJI Hideaki187e3832008-06-04 13:01:37 +0900805 if (addr_type != IPV6_ADDR_ANY) {
806 int strict = __ipv6_addr_src_scope(addr_type) <= IPV6_ADDR_SCOPE_LINKLOCAL;
Vincent Bernat83ba4642018-07-31 21:18:11 +0200807 if (!ipv6_can_nonlocal_bind(net, inet_sk(sk)) &&
David Ahern232378e2018-03-13 08:29:37 -0700808 !ipv6_chk_addr_and_flags(net, &src_info->ipi6_addr,
809 dev, !strict, 0,
810 IFA_F_TENTATIVE) &&
FX Le Bail7c90cc22014-01-22 07:42:37 +0100811 !ipv6_chk_acast_addr_src(net, dev,
812 &src_info->ipi6_addr))
YOSHIFUJI Hideaki187e3832008-06-04 13:01:37 +0900813 err = -EINVAL;
814 else
Alexey Dobriyan4e3fd7a2011-11-21 03:39:03 +0000815 fl6->saddr = src_info->ipi6_addr;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700816 }
YOSHIFUJI Hideaki187e3832008-06-04 13:01:37 +0900817
Eric Dumazet536b2e92009-11-02 12:21:06 +0100818 rcu_read_unlock();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700819
YOSHIFUJI Hideaki187e3832008-06-04 13:01:37 +0900820 if (err)
821 goto exit_f;
822
Linus Torvalds1da177e2005-04-16 15:20:36 -0700823 break;
YOSHIFUJI Hideaki187e3832008-06-04 13:01:37 +0900824 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700825
826 case IPV6_FLOWINFO:
YOSHIFUJI Hideaki1ab14572007-02-09 23:24:49 +0900827 if (cmsg->cmsg_len < CMSG_LEN(4)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700828 err = -EINVAL;
829 goto exit_f;
830 }
831
David S. Miller4c9483b2011-03-12 16:22:43 -0500832 if (fl6->flowlabel&IPV6_FLOWINFO_MASK) {
833 if ((fl6->flowlabel^*(__be32 *)CMSG_DATA(cmsg))&~IPV6_FLOWINFO_MASK) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700834 err = -EINVAL;
835 goto exit_f;
836 }
837 }
David S. Miller4c9483b2011-03-12 16:22:43 -0500838 fl6->flowlabel = IPV6_FLOWINFO_MASK & *(__be32 *)CMSG_DATA(cmsg);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700839 break;
840
YOSHIFUJI Hideaki333fad52005-09-08 09:59:17 +0900841 case IPV6_2292HOPOPTS:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700842 case IPV6_HOPOPTS:
YOSHIFUJI Hideaki1ab14572007-02-09 23:24:49 +0900843 if (opt->hopopt || cmsg->cmsg_len < CMSG_LEN(sizeof(struct ipv6_opt_hdr))) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700844 err = -EINVAL;
845 goto exit_f;
846 }
847
848 hdr = (struct ipv6_opt_hdr *)CMSG_DATA(cmsg);
849 len = ((hdr->hdrlen + 1) << 3);
850 if (cmsg->cmsg_len < CMSG_LEN(len)) {
851 err = -EINVAL;
852 goto exit_f;
853 }
Eric W. Biedermanaf31f412012-11-16 03:03:06 +0000854 if (!ns_capable(net->user_ns, CAP_NET_RAW)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700855 err = -EPERM;
856 goto exit_f;
857 }
858 opt->opt_nflen += len;
859 opt->hopopt = hdr;
860 break;
861
YOSHIFUJI Hideaki333fad52005-09-08 09:59:17 +0900862 case IPV6_2292DSTOPTS:
YOSHIFUJI Hideaki1ab14572007-02-09 23:24:49 +0900863 if (cmsg->cmsg_len < CMSG_LEN(sizeof(struct ipv6_opt_hdr))) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700864 err = -EINVAL;
865 goto exit_f;
866 }
867
868 hdr = (struct ipv6_opt_hdr *)CMSG_DATA(cmsg);
869 len = ((hdr->hdrlen + 1) << 3);
870 if (cmsg->cmsg_len < CMSG_LEN(len)) {
871 err = -EINVAL;
872 goto exit_f;
873 }
Eric W. Biedermanaf31f412012-11-16 03:03:06 +0000874 if (!ns_capable(net->user_ns, CAP_NET_RAW)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700875 err = -EPERM;
876 goto exit_f;
877 }
878 if (opt->dst1opt) {
879 err = -EINVAL;
880 goto exit_f;
881 }
882 opt->opt_flen += len;
883 opt->dst1opt = hdr;
884 break;
885
YOSHIFUJI Hideaki333fad52005-09-08 09:59:17 +0900886 case IPV6_DSTOPTS:
887 case IPV6_RTHDRDSTOPTS:
888 if (cmsg->cmsg_len < CMSG_LEN(sizeof(struct ipv6_opt_hdr))) {
889 err = -EINVAL;
890 goto exit_f;
891 }
892
893 hdr = (struct ipv6_opt_hdr *)CMSG_DATA(cmsg);
894 len = ((hdr->hdrlen + 1) << 3);
895 if (cmsg->cmsg_len < CMSG_LEN(len)) {
896 err = -EINVAL;
897 goto exit_f;
898 }
Eric W. Biedermanaf31f412012-11-16 03:03:06 +0000899 if (!ns_capable(net->user_ns, CAP_NET_RAW)) {
YOSHIFUJI Hideaki333fad52005-09-08 09:59:17 +0900900 err = -EPERM;
901 goto exit_f;
902 }
903 if (cmsg->cmsg_type == IPV6_DSTOPTS) {
904 opt->opt_flen += len;
905 opt->dst1opt = hdr;
906 } else {
907 opt->opt_nflen += len;
908 opt->dst0opt = hdr;
909 }
910 break;
911
912 case IPV6_2292RTHDR:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700913 case IPV6_RTHDR:
YOSHIFUJI Hideaki1ab14572007-02-09 23:24:49 +0900914 if (cmsg->cmsg_len < CMSG_LEN(sizeof(struct ipv6_rt_hdr))) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700915 err = -EINVAL;
916 goto exit_f;
917 }
918
919 rthdr = (struct ipv6_rt_hdr *)CMSG_DATA(cmsg);
920
Masahide NAKAMURA280a9d32006-08-23 19:17:12 -0700921 switch (rthdr->type) {
Amerigo Wang07a93622012-10-29 16:23:10 +0000922#if IS_ENABLED(CONFIG_IPV6_MIP6)
Masahide NAKAMURA280a9d32006-08-23 19:17:12 -0700923 case IPV6_SRCRT_TYPE_2:
Brian Haley6e093d92008-11-12 22:59:21 -0800924 if (rthdr->hdrlen != 2 ||
925 rthdr->segments_left != 1) {
926 err = -EINVAL;
927 goto exit_f;
928 }
Masahide NAKAMURA280a9d32006-08-23 19:17:12 -0700929 break;
YOSHIFUJI Hideakibb4dbf92007-07-10 22:55:49 -0700930#endif
Masahide NAKAMURA280a9d32006-08-23 19:17:12 -0700931 default:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700932 err = -EINVAL;
933 goto exit_f;
934 }
935
936 len = ((rthdr->hdrlen + 1) << 3);
937
YOSHIFUJI Hideaki1ab14572007-02-09 23:24:49 +0900938 if (cmsg->cmsg_len < CMSG_LEN(len)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700939 err = -EINVAL;
940 goto exit_f;
941 }
942
943 /* segments left must also match */
944 if ((rthdr->hdrlen >> 1) != rthdr->segments_left) {
945 err = -EINVAL;
946 goto exit_f;
947 }
948
949 opt->opt_nflen += len;
950 opt->srcrt = rthdr;
951
YOSHIFUJI Hideaki333fad52005-09-08 09:59:17 +0900952 if (cmsg->cmsg_type == IPV6_2292RTHDR && opt->dst1opt) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700953 int dsthdrlen = ((opt->dst1opt->hdrlen+1)<<3);
954
955 opt->opt_nflen += dsthdrlen;
956 opt->dst0opt = opt->dst1opt;
957 opt->dst1opt = NULL;
958 opt->opt_flen -= dsthdrlen;
959 }
960
961 break;
962
YOSHIFUJI Hideaki333fad52005-09-08 09:59:17 +0900963 case IPV6_2292HOPLIMIT:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700964 case IPV6_HOPLIMIT:
965 if (cmsg->cmsg_len != CMSG_LEN(sizeof(int))) {
966 err = -EINVAL;
967 goto exit_f;
968 }
969
Wei Wang26879da2016-05-02 21:40:07 -0700970 ipc6->hlimit = *(int *)CMSG_DATA(cmsg);
971 if (ipc6->hlimit < -1 || ipc6->hlimit > 0xff) {
Shan Weie8766fc2008-06-10 15:50:55 +0800972 err = -EINVAL;
973 goto exit_f;
974 }
975
Linus Torvalds1da177e2005-04-16 15:20:36 -0700976 break;
977
YOSHIFUJI Hideaki41a1f8e2005-09-08 10:19:03 +0900978 case IPV6_TCLASS:
979 {
980 int tc;
981
982 err = -EINVAL;
Eldad Zackb5a42572012-04-01 07:49:03 +0000983 if (cmsg->cmsg_len != CMSG_LEN(sizeof(int)))
YOSHIFUJI Hideaki41a1f8e2005-09-08 10:19:03 +0900984 goto exit_f;
YOSHIFUJI Hideaki41a1f8e2005-09-08 10:19:03 +0900985
986 tc = *(int *)CMSG_DATA(cmsg);
Remi Denis-Courmontd0ee0112006-09-13 20:08:07 -0700987 if (tc < -1 || tc > 0xff)
YOSHIFUJI Hideaki41a1f8e2005-09-08 10:19:03 +0900988 goto exit_f;
989
990 err = 0;
Wei Wang26879da2016-05-02 21:40:07 -0700991 ipc6->tclass = tc;
YOSHIFUJI Hideaki41a1f8e2005-09-08 10:19:03 +0900992
993 break;
994 }
Brian Haley13b52cd2010-04-23 11:26:08 +0000995
996 case IPV6_DONTFRAG:
997 {
998 int df;
999
1000 err = -EINVAL;
Eldad Zackb5a42572012-04-01 07:49:03 +00001001 if (cmsg->cmsg_len != CMSG_LEN(sizeof(int)))
Brian Haley13b52cd2010-04-23 11:26:08 +00001002 goto exit_f;
Brian Haley13b52cd2010-04-23 11:26:08 +00001003
1004 df = *(int *)CMSG_DATA(cmsg);
1005 if (df < 0 || df > 1)
1006 goto exit_f;
1007
1008 err = 0;
Wei Wang26879da2016-05-02 21:40:07 -07001009 ipc6->dontfrag = df;
Brian Haley13b52cd2010-04-23 11:26:08 +00001010
1011 break;
1012 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07001013 default:
Joe Perchesba7a46f2014-11-11 10:59:17 -08001014 net_dbg_ratelimited("invalid cmsg type: %d\n",
1015 cmsg->cmsg_type);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001016 err = -EINVAL;
Miao Xie4a367022008-07-29 23:57:58 -07001017 goto exit_f;
Stephen Hemminger3ff50b72007-04-20 17:09:22 -07001018 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07001019 }
1020
1021exit_f:
1022 return err;
1023}
Tom Parkin73df66f2013-01-31 01:02:24 +00001024EXPORT_SYMBOL_GPL(ip6_datagram_send_ctl);
Lorenzo Colitti17ef66af2013-05-31 15:05:48 +00001025
Paolo Abeni6c206b22018-06-08 11:35:40 +02001026void __ip6_dgram_sock_seq_show(struct seq_file *seq, struct sock *sp,
1027 __u16 srcp, __u16 destp, int rqueue, int bucket)
Lorenzo Colitti17ef66af2013-05-31 15:05:48 +00001028{
Lorenzo Colitti17ef66af2013-05-31 15:05:48 +00001029 const struct in6_addr *dest, *src;
1030
Eric Dumazetefe42082013-10-03 15:42:29 -07001031 dest = &sp->sk_v6_daddr;
1032 src = &sp->sk_v6_rcv_saddr;
Lorenzo Colitti17ef66af2013-05-31 15:05:48 +00001033 seq_printf(seq,
1034 "%5d: %08X%08X%08X%08X:%04X %08X%08X%08X%08X:%04X "
Patrick Talbertea9a0372019-05-17 17:11:28 +02001035 "%02X %08X:%08X %02X:%08lX %08X %5u %8d %lu %d %pK %u\n",
Lorenzo Colitti17ef66af2013-05-31 15:05:48 +00001036 bucket,
1037 src->s6_addr32[0], src->s6_addr32[1],
1038 src->s6_addr32[2], src->s6_addr32[3], srcp,
1039 dest->s6_addr32[0], dest->s6_addr32[1],
1040 dest->s6_addr32[2], dest->s6_addr32[3], destp,
1041 sp->sk_state,
1042 sk_wmem_alloc_get(sp),
Paolo Abeni6c206b22018-06-08 11:35:40 +02001043 rqueue,
Lorenzo Colitti17ef66af2013-05-31 15:05:48 +00001044 0, 0L, 0,
1045 from_kuid_munged(seq_user_ns(seq), sock_i_uid(sp)),
1046 0,
1047 sock_i_ino(sp),
Reshetova, Elena41c6d652017-06-30 13:08:01 +03001048 refcount_read(&sp->sk_refcnt), sp,
Lorenzo Colitti17ef66af2013-05-31 15:05:48 +00001049 atomic_read(&sp->sk_drops));
1050}