2 * Copyright (c) 2013 Nicira, Inc.
4 * This program is free software; you can redistribute it and/or
5 * modify it under the terms of version 2 of the GNU General Public
6 * License as published by the Free Software Foundation.
8 * This program is distributed in the hope that it will be useful, but
9 * WITHOUT ANY WARRANTY; without even the implied warranty of
10 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
11 * General Public License for more details.
13 * You should have received a copy of the GNU General Public License
14 * along with this program; if not, write to the Free Software
15 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
19 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
21 #include <linux/capability.h>
22 #include <linux/module.h>
23 #include <linux/types.h>
24 #include <linux/kernel.h>
25 #include <linux/slab.h>
26 #include <linux/uaccess.h>
27 #include <linux/skbuff.h>
28 #include <linux/netdevice.h>
30 #include <linux/tcp.h>
31 #include <linux/udp.h>
32 #include <linux/if_arp.h>
33 #include <linux/mroute.h>
34 #include <linux/init.h>
35 #include <linux/in6.h>
36 #include <linux/inetdevice.h>
37 #include <linux/igmp.h>
38 #include <linux/netfilter_ipv4.h>
39 #include <linux/etherdevice.h>
40 #include <linux/if_ether.h>
41 #include <linux/if_vlan.h>
42 #include <linux/rculist.h>
43 #include <linux/err.h>
48 #include <net/protocol.h>
49 #include <net/ip_tunnels.h>
51 #include <net/checksum.h>
52 #include <net/dsfield.h>
53 #include <net/inet_ecn.h>
55 #include <net/net_namespace.h>
56 #include <net/netns/generic.h>
57 #include <net/rtnetlink.h>
59 #if IS_ENABLED(CONFIG_IPV6)
61 #include <net/ip6_fib.h>
62 #include <net/ip6_route.h>
65 static unsigned int ip_tunnel_hash(__be32 key
, __be32 remote
)
67 return hash_32((__force u32
)key
^ (__force u32
)remote
,
71 static void __tunnel_dst_set(struct ip_tunnel_dst
*idst
,
72 struct dst_entry
*dst
)
74 struct dst_entry
*old_dst
;
77 if (dst
->flags
& DST_NOCACHE
)
82 old_dst
= xchg((__force
struct dst_entry
**)&idst
->dst
, dst
);
86 static void tunnel_dst_set(struct ip_tunnel
*t
, struct dst_entry
*dst
)
88 __tunnel_dst_set(this_cpu_ptr(t
->dst_cache
), dst
);
91 static void tunnel_dst_reset(struct ip_tunnel
*t
)
93 tunnel_dst_set(t
, NULL
);
96 void ip_tunnel_dst_reset_all(struct ip_tunnel
*t
)
100 for_each_possible_cpu(i
)
101 __tunnel_dst_set(per_cpu_ptr(t
->dst_cache
, i
), NULL
);
103 EXPORT_SYMBOL(ip_tunnel_dst_reset_all
);
105 static struct rtable
*tunnel_rtable_get(struct ip_tunnel
*t
, u32 cookie
)
107 struct dst_entry
*dst
;
110 dst
= rcu_dereference(this_cpu_ptr(t
->dst_cache
)->dst
);
112 if (dst
->obsolete
&& dst
->ops
->check(dst
, cookie
) == NULL
) {
120 return (struct rtable
*)dst
;
123 static bool ip_tunnel_key_match(const struct ip_tunnel_parm
*p
,
124 __be16 flags
, __be32 key
)
126 if (p
->i_flags
& TUNNEL_KEY
) {
127 if (flags
& TUNNEL_KEY
)
128 return key
== p
->i_key
;
130 /* key expected, none present */
133 return !(flags
& TUNNEL_KEY
);
136 /* Fallback tunnel: no source, no destination, no key, no options
139 We require exact key match i.e. if a key is present in packet
140 it will match only tunnel with the same key; if it is not present,
141 it will match only keyless tunnel.
143 All keysless packets, if not matched configured keyless tunnels
144 will match fallback tunnel.
145 Given src, dst and key, find appropriate for input tunnel.
147 struct ip_tunnel
*ip_tunnel_lookup(struct ip_tunnel_net
*itn
,
148 int link
, __be16 flags
,
149 __be32 remote
, __be32 local
,
153 struct ip_tunnel
*t
, *cand
= NULL
;
154 struct hlist_head
*head
;
156 hash
= ip_tunnel_hash(key
, remote
);
157 head
= &itn
->tunnels
[hash
];
159 hlist_for_each_entry_rcu(t
, head
, hash_node
) {
160 if (local
!= t
->parms
.iph
.saddr
||
161 remote
!= t
->parms
.iph
.daddr
||
162 !(t
->dev
->flags
& IFF_UP
))
165 if (!ip_tunnel_key_match(&t
->parms
, flags
, key
))
168 if (t
->parms
.link
== link
)
174 hlist_for_each_entry_rcu(t
, head
, hash_node
) {
175 if (remote
!= t
->parms
.iph
.daddr
||
176 !(t
->dev
->flags
& IFF_UP
))
179 if (!ip_tunnel_key_match(&t
->parms
, flags
, key
))
182 if (t
->parms
.link
== link
)
188 hash
= ip_tunnel_hash(key
, 0);
189 head
= &itn
->tunnels
[hash
];
191 hlist_for_each_entry_rcu(t
, head
, hash_node
) {
192 if ((local
!= t
->parms
.iph
.saddr
&&
193 (local
!= t
->parms
.iph
.daddr
||
194 !ipv4_is_multicast(local
))) ||
195 !(t
->dev
->flags
& IFF_UP
))
198 if (!ip_tunnel_key_match(&t
->parms
, flags
, key
))
201 if (t
->parms
.link
== link
)
207 if (flags
& TUNNEL_NO_KEY
)
208 goto skip_key_lookup
;
210 hlist_for_each_entry_rcu(t
, head
, hash_node
) {
211 if (t
->parms
.i_key
!= key
||
212 !(t
->dev
->flags
& IFF_UP
))
215 if (t
->parms
.link
== link
)
225 if (itn
->fb_tunnel_dev
&& itn
->fb_tunnel_dev
->flags
& IFF_UP
)
226 return netdev_priv(itn
->fb_tunnel_dev
);
231 EXPORT_SYMBOL_GPL(ip_tunnel_lookup
);
233 static struct hlist_head
*ip_bucket(struct ip_tunnel_net
*itn
,
234 struct ip_tunnel_parm
*parms
)
238 __be32 i_key
= parms
->i_key
;
240 if (parms
->iph
.daddr
&& !ipv4_is_multicast(parms
->iph
.daddr
))
241 remote
= parms
->iph
.daddr
;
245 if (!(parms
->i_flags
& TUNNEL_KEY
) && (parms
->i_flags
& VTI_ISVTI
))
248 h
= ip_tunnel_hash(i_key
, remote
);
249 return &itn
->tunnels
[h
];
252 static void ip_tunnel_add(struct ip_tunnel_net
*itn
, struct ip_tunnel
*t
)
254 struct hlist_head
*head
= ip_bucket(itn
, &t
->parms
);
256 hlist_add_head_rcu(&t
->hash_node
, head
);
259 static void ip_tunnel_del(struct ip_tunnel
*t
)
261 hlist_del_init_rcu(&t
->hash_node
);
264 static struct ip_tunnel
*ip_tunnel_find(struct ip_tunnel_net
*itn
,
265 struct ip_tunnel_parm
*parms
,
268 __be32 remote
= parms
->iph
.daddr
;
269 __be32 local
= parms
->iph
.saddr
;
270 __be32 key
= parms
->i_key
;
271 int link
= parms
->link
;
272 struct ip_tunnel
*t
= NULL
;
273 struct hlist_head
*head
= ip_bucket(itn
, parms
);
275 hlist_for_each_entry_rcu(t
, head
, hash_node
) {
276 if (local
== t
->parms
.iph
.saddr
&&
277 remote
== t
->parms
.iph
.daddr
&&
278 key
== t
->parms
.i_key
&&
279 link
== t
->parms
.link
&&
280 type
== t
->dev
->type
)
286 static struct net_device
*__ip_tunnel_create(struct net
*net
,
287 const struct rtnl_link_ops
*ops
,
288 struct ip_tunnel_parm
*parms
)
291 struct ip_tunnel
*tunnel
;
292 struct net_device
*dev
;
296 strlcpy(name
, parms
->name
, IFNAMSIZ
);
298 if (strlen(ops
->kind
) > (IFNAMSIZ
- 3)) {
302 strlcpy(name
, ops
->kind
, IFNAMSIZ
);
303 strncat(name
, "%d", 2);
307 dev
= alloc_netdev(ops
->priv_size
, name
, ops
->setup
);
312 dev_net_set(dev
, net
);
314 dev
->rtnl_link_ops
= ops
;
316 tunnel
= netdev_priv(dev
);
317 tunnel
->parms
= *parms
;
320 err
= register_netdevice(dev
);
332 static inline void init_tunnel_flow(struct flowi4
*fl4
,
334 __be32 daddr
, __be32 saddr
,
335 __be32 key
, __u8 tos
, int oif
)
337 memset(fl4
, 0, sizeof(*fl4
));
338 fl4
->flowi4_oif
= oif
;
341 fl4
->flowi4_tos
= tos
;
342 fl4
->flowi4_proto
= proto
;
343 fl4
->fl4_gre_key
= key
;
346 static int ip_tunnel_bind_dev(struct net_device
*dev
)
348 struct net_device
*tdev
= NULL
;
349 struct ip_tunnel
*tunnel
= netdev_priv(dev
);
350 const struct iphdr
*iph
;
351 int hlen
= LL_MAX_HEADER
;
352 int mtu
= ETH_DATA_LEN
;
353 int t_hlen
= tunnel
->hlen
+ sizeof(struct iphdr
);
355 iph
= &tunnel
->parms
.iph
;
357 /* Guess output device to choose reasonable mtu and needed_headroom */
362 init_tunnel_flow(&fl4
, iph
->protocol
, iph
->daddr
,
363 iph
->saddr
, tunnel
->parms
.o_key
,
364 RT_TOS(iph
->tos
), tunnel
->parms
.link
);
365 rt
= ip_route_output_key(tunnel
->net
, &fl4
);
369 tunnel_dst_set(tunnel
, &rt
->dst
);
372 if (dev
->type
!= ARPHRD_ETHER
)
373 dev
->flags
|= IFF_POINTOPOINT
;
376 if (!tdev
&& tunnel
->parms
.link
)
377 tdev
= __dev_get_by_index(tunnel
->net
, tunnel
->parms
.link
);
380 hlen
= tdev
->hard_header_len
+ tdev
->needed_headroom
;
383 dev
->iflink
= tunnel
->parms
.link
;
385 dev
->needed_headroom
= t_hlen
+ hlen
;
386 mtu
-= (dev
->hard_header_len
+ t_hlen
);
394 static struct ip_tunnel
*ip_tunnel_create(struct net
*net
,
395 struct ip_tunnel_net
*itn
,
396 struct ip_tunnel_parm
*parms
)
398 struct ip_tunnel
*nt
, *fbt
;
399 struct net_device
*dev
;
401 BUG_ON(!itn
->fb_tunnel_dev
);
402 fbt
= netdev_priv(itn
->fb_tunnel_dev
);
403 dev
= __ip_tunnel_create(net
, itn
->fb_tunnel_dev
->rtnl_link_ops
, parms
);
405 return ERR_CAST(dev
);
407 dev
->mtu
= ip_tunnel_bind_dev(dev
);
409 nt
= netdev_priv(dev
);
410 ip_tunnel_add(itn
, nt
);
414 int ip_tunnel_rcv(struct ip_tunnel
*tunnel
, struct sk_buff
*skb
,
415 const struct tnl_ptk_info
*tpi
, bool log_ecn_error
)
417 struct pcpu_sw_netstats
*tstats
;
418 const struct iphdr
*iph
= ip_hdr(skb
);
421 #ifdef CONFIG_NET_IPGRE_BROADCAST
422 if (ipv4_is_multicast(iph
->daddr
)) {
423 tunnel
->dev
->stats
.multicast
++;
424 skb
->pkt_type
= PACKET_BROADCAST
;
428 if ((!(tpi
->flags
&TUNNEL_CSUM
) && (tunnel
->parms
.i_flags
&TUNNEL_CSUM
)) ||
429 ((tpi
->flags
&TUNNEL_CSUM
) && !(tunnel
->parms
.i_flags
&TUNNEL_CSUM
))) {
430 tunnel
->dev
->stats
.rx_crc_errors
++;
431 tunnel
->dev
->stats
.rx_errors
++;
435 if (tunnel
->parms
.i_flags
&TUNNEL_SEQ
) {
436 if (!(tpi
->flags
&TUNNEL_SEQ
) ||
437 (tunnel
->i_seqno
&& (s32
)(ntohl(tpi
->seq
) - tunnel
->i_seqno
) < 0)) {
438 tunnel
->dev
->stats
.rx_fifo_errors
++;
439 tunnel
->dev
->stats
.rx_errors
++;
442 tunnel
->i_seqno
= ntohl(tpi
->seq
) + 1;
445 skb_reset_network_header(skb
);
447 err
= IP_ECN_decapsulate(iph
, skb
);
450 net_info_ratelimited("non-ECT from %pI4 with TOS=%#x\n",
451 &iph
->saddr
, iph
->tos
);
453 ++tunnel
->dev
->stats
.rx_frame_errors
;
454 ++tunnel
->dev
->stats
.rx_errors
;
459 tstats
= this_cpu_ptr(tunnel
->dev
->tstats
);
460 u64_stats_update_begin(&tstats
->syncp
);
461 tstats
->rx_packets
++;
462 tstats
->rx_bytes
+= skb
->len
;
463 u64_stats_update_end(&tstats
->syncp
);
465 skb_scrub_packet(skb
, !net_eq(tunnel
->net
, dev_net(tunnel
->dev
)));
467 if (tunnel
->dev
->type
== ARPHRD_ETHER
) {
468 skb
->protocol
= eth_type_trans(skb
, tunnel
->dev
);
469 skb_postpull_rcsum(skb
, eth_hdr(skb
), ETH_HLEN
);
471 skb
->dev
= tunnel
->dev
;
474 gro_cells_receive(&tunnel
->gro_cells
, skb
);
481 EXPORT_SYMBOL_GPL(ip_tunnel_rcv
);
483 static int tnl_update_pmtu(struct net_device
*dev
, struct sk_buff
*skb
,
484 struct rtable
*rt
, __be16 df
)
486 struct ip_tunnel
*tunnel
= netdev_priv(dev
);
487 int pkt_size
= skb
->len
- tunnel
->hlen
- dev
->hard_header_len
;
491 mtu
= dst_mtu(&rt
->dst
) - dev
->hard_header_len
492 - sizeof(struct iphdr
) - tunnel
->hlen
;
494 mtu
= skb_dst(skb
) ? dst_mtu(skb_dst(skb
)) : dev
->mtu
;
497 skb_dst(skb
)->ops
->update_pmtu(skb_dst(skb
), NULL
, skb
, mtu
);
499 if (skb
->protocol
== htons(ETH_P_IP
)) {
500 if (!skb_is_gso(skb
) &&
501 (df
& htons(IP_DF
)) && mtu
< pkt_size
) {
502 memset(IPCB(skb
), 0, sizeof(*IPCB(skb
)));
503 icmp_send(skb
, ICMP_DEST_UNREACH
, ICMP_FRAG_NEEDED
, htonl(mtu
));
507 #if IS_ENABLED(CONFIG_IPV6)
508 else if (skb
->protocol
== htons(ETH_P_IPV6
)) {
509 struct rt6_info
*rt6
= (struct rt6_info
*)skb_dst(skb
);
511 if (rt6
&& mtu
< dst_mtu(skb_dst(skb
)) &&
512 mtu
>= IPV6_MIN_MTU
) {
513 if ((tunnel
->parms
.iph
.daddr
&&
514 !ipv4_is_multicast(tunnel
->parms
.iph
.daddr
)) ||
515 rt6
->rt6i_dst
.plen
== 128) {
516 rt6
->rt6i_flags
|= RTF_MODIFIED
;
517 dst_metric_set(skb_dst(skb
), RTAX_MTU
, mtu
);
521 if (!skb_is_gso(skb
) && mtu
>= IPV6_MIN_MTU
&&
523 icmpv6_send(skb
, ICMPV6_PKT_TOOBIG
, 0, mtu
);
531 void ip_tunnel_xmit(struct sk_buff
*skb
, struct net_device
*dev
,
532 const struct iphdr
*tnl_params
, const u8 protocol
)
534 struct ip_tunnel
*tunnel
= netdev_priv(dev
);
535 const struct iphdr
*inner_iph
;
539 struct rtable
*rt
; /* Route to the other host */
540 unsigned int max_headroom
; /* The extra header space needed */
545 inner_iph
= (const struct iphdr
*)skb_inner_network_header(skb
);
546 connected
= (tunnel
->parms
.iph
.daddr
!= 0);
548 dst
= tnl_params
->daddr
;
552 if (skb_dst(skb
) == NULL
) {
553 dev
->stats
.tx_fifo_errors
++;
557 if (skb
->protocol
== htons(ETH_P_IP
)) {
558 rt
= skb_rtable(skb
);
559 dst
= rt_nexthop(rt
, inner_iph
->daddr
);
561 #if IS_ENABLED(CONFIG_IPV6)
562 else if (skb
->protocol
== htons(ETH_P_IPV6
)) {
563 const struct in6_addr
*addr6
;
564 struct neighbour
*neigh
;
565 bool do_tx_error_icmp
;
568 neigh
= dst_neigh_lookup(skb_dst(skb
),
569 &ipv6_hdr(skb
)->daddr
);
573 addr6
= (const struct in6_addr
*)&neigh
->primary_key
;
574 addr_type
= ipv6_addr_type(addr6
);
576 if (addr_type
== IPV6_ADDR_ANY
) {
577 addr6
= &ipv6_hdr(skb
)->daddr
;
578 addr_type
= ipv6_addr_type(addr6
);
581 if ((addr_type
& IPV6_ADDR_COMPATv4
) == 0)
582 do_tx_error_icmp
= true;
584 do_tx_error_icmp
= false;
585 dst
= addr6
->s6_addr32
[3];
587 neigh_release(neigh
);
588 if (do_tx_error_icmp
)
598 tos
= tnl_params
->tos
;
601 if (skb
->protocol
== htons(ETH_P_IP
)) {
602 tos
= inner_iph
->tos
;
604 } else if (skb
->protocol
== htons(ETH_P_IPV6
)) {
605 tos
= ipv6_get_dsfield((const struct ipv6hdr
*)inner_iph
);
610 init_tunnel_flow(&fl4
, protocol
, dst
, tnl_params
->saddr
,
611 tunnel
->parms
.o_key
, RT_TOS(tos
), tunnel
->parms
.link
);
613 rt
= connected
? tunnel_rtable_get(tunnel
, 0) : NULL
;
616 rt
= ip_route_output_key(tunnel
->net
, &fl4
);
619 dev
->stats
.tx_carrier_errors
++;
623 tunnel_dst_set(tunnel
, &rt
->dst
);
626 if (rt
->dst
.dev
== dev
) {
628 dev
->stats
.collisions
++;
632 if (tnl_update_pmtu(dev
, skb
, rt
, tnl_params
->frag_off
)) {
637 if (tunnel
->err_count
> 0) {
638 if (time_before(jiffies
,
639 tunnel
->err_time
+ IPTUNNEL_ERR_TIMEO
)) {
642 memset(IPCB(skb
), 0, sizeof(*IPCB(skb
)));
643 dst_link_failure(skb
);
645 tunnel
->err_count
= 0;
648 tos
= ip_tunnel_ecn_encap(tos
, inner_iph
, skb
);
649 ttl
= tnl_params
->ttl
;
651 if (skb
->protocol
== htons(ETH_P_IP
))
652 ttl
= inner_iph
->ttl
;
653 #if IS_ENABLED(CONFIG_IPV6)
654 else if (skb
->protocol
== htons(ETH_P_IPV6
))
655 ttl
= ((const struct ipv6hdr
*)inner_iph
)->hop_limit
;
658 ttl
= ip4_dst_hoplimit(&rt
->dst
);
661 df
= tnl_params
->frag_off
;
662 if (skb
->protocol
== htons(ETH_P_IP
))
663 df
|= (inner_iph
->frag_off
&htons(IP_DF
));
665 max_headroom
= LL_RESERVED_SPACE(rt
->dst
.dev
) + sizeof(struct iphdr
)
666 + rt
->dst
.header_len
;
667 if (max_headroom
> dev
->needed_headroom
)
668 dev
->needed_headroom
= max_headroom
;
670 if (skb_cow_head(skb
, dev
->needed_headroom
)) {
672 dev
->stats
.tx_dropped
++;
677 err
= iptunnel_xmit(skb
->sk
, rt
, skb
, fl4
.saddr
, fl4
.daddr
, protocol
,
678 tos
, ttl
, df
, !net_eq(tunnel
->net
, dev_net(dev
)));
679 iptunnel_xmit_stats(err
, &dev
->stats
, dev
->tstats
);
683 #if IS_ENABLED(CONFIG_IPV6)
685 dst_link_failure(skb
);
688 dev
->stats
.tx_errors
++;
691 EXPORT_SYMBOL_GPL(ip_tunnel_xmit
);
693 static void ip_tunnel_update(struct ip_tunnel_net
*itn
,
695 struct net_device
*dev
,
696 struct ip_tunnel_parm
*p
,
700 t
->parms
.iph
.saddr
= p
->iph
.saddr
;
701 t
->parms
.iph
.daddr
= p
->iph
.daddr
;
702 t
->parms
.i_key
= p
->i_key
;
703 t
->parms
.o_key
= p
->o_key
;
704 if (dev
->type
!= ARPHRD_ETHER
) {
705 memcpy(dev
->dev_addr
, &p
->iph
.saddr
, 4);
706 memcpy(dev
->broadcast
, &p
->iph
.daddr
, 4);
708 ip_tunnel_add(itn
, t
);
710 t
->parms
.iph
.ttl
= p
->iph
.ttl
;
711 t
->parms
.iph
.tos
= p
->iph
.tos
;
712 t
->parms
.iph
.frag_off
= p
->iph
.frag_off
;
714 if (t
->parms
.link
!= p
->link
) {
717 t
->parms
.link
= p
->link
;
718 mtu
= ip_tunnel_bind_dev(dev
);
722 ip_tunnel_dst_reset_all(t
);
723 netdev_state_change(dev
);
726 int ip_tunnel_ioctl(struct net_device
*dev
, struct ip_tunnel_parm
*p
, int cmd
)
729 struct ip_tunnel
*t
= netdev_priv(dev
);
730 struct net
*net
= t
->net
;
731 struct ip_tunnel_net
*itn
= net_generic(net
, t
->ip_tnl_net_id
);
733 BUG_ON(!itn
->fb_tunnel_dev
);
736 if (dev
== itn
->fb_tunnel_dev
) {
737 t
= ip_tunnel_find(itn
, p
, itn
->fb_tunnel_dev
->type
);
739 t
= netdev_priv(dev
);
741 memcpy(p
, &t
->parms
, sizeof(*p
));
747 if (!ns_capable(net
->user_ns
, CAP_NET_ADMIN
))
750 p
->iph
.frag_off
|= htons(IP_DF
);
751 if (!(p
->i_flags
& VTI_ISVTI
)) {
752 if (!(p
->i_flags
& TUNNEL_KEY
))
754 if (!(p
->o_flags
& TUNNEL_KEY
))
758 t
= ip_tunnel_find(itn
, p
, itn
->fb_tunnel_dev
->type
);
760 if (!t
&& (cmd
== SIOCADDTUNNEL
)) {
761 t
= ip_tunnel_create(net
, itn
, p
);
767 if (dev
!= itn
->fb_tunnel_dev
&& cmd
== SIOCCHGTUNNEL
) {
774 unsigned int nflags
= 0;
776 if (ipv4_is_multicast(p
->iph
.daddr
))
777 nflags
= IFF_BROADCAST
;
778 else if (p
->iph
.daddr
)
779 nflags
= IFF_POINTOPOINT
;
781 if ((dev
->flags
^nflags
)&(IFF_POINTOPOINT
|IFF_BROADCAST
)) {
786 t
= netdev_priv(dev
);
792 ip_tunnel_update(itn
, t
, dev
, p
, true);
800 if (!ns_capable(net
->user_ns
, CAP_NET_ADMIN
))
803 if (dev
== itn
->fb_tunnel_dev
) {
805 t
= ip_tunnel_find(itn
, p
, itn
->fb_tunnel_dev
->type
);
809 if (t
== netdev_priv(itn
->fb_tunnel_dev
))
813 unregister_netdevice(dev
);
824 EXPORT_SYMBOL_GPL(ip_tunnel_ioctl
);
826 int ip_tunnel_change_mtu(struct net_device
*dev
, int new_mtu
)
828 struct ip_tunnel
*tunnel
= netdev_priv(dev
);
829 int t_hlen
= tunnel
->hlen
+ sizeof(struct iphdr
);
832 new_mtu
> 0xFFF8 - dev
->hard_header_len
- t_hlen
)
837 EXPORT_SYMBOL_GPL(ip_tunnel_change_mtu
);
839 static void ip_tunnel_dev_free(struct net_device
*dev
)
841 struct ip_tunnel
*tunnel
= netdev_priv(dev
);
843 gro_cells_destroy(&tunnel
->gro_cells
);
844 free_percpu(tunnel
->dst_cache
);
845 free_percpu(dev
->tstats
);
849 void ip_tunnel_dellink(struct net_device
*dev
, struct list_head
*head
)
851 struct ip_tunnel
*tunnel
= netdev_priv(dev
);
852 struct ip_tunnel_net
*itn
;
854 itn
= net_generic(tunnel
->net
, tunnel
->ip_tnl_net_id
);
856 if (itn
->fb_tunnel_dev
!= dev
) {
857 ip_tunnel_del(netdev_priv(dev
));
858 unregister_netdevice_queue(dev
, head
);
861 EXPORT_SYMBOL_GPL(ip_tunnel_dellink
);
863 int ip_tunnel_init_net(struct net
*net
, int ip_tnl_net_id
,
864 struct rtnl_link_ops
*ops
, char *devname
)
866 struct ip_tunnel_net
*itn
= net_generic(net
, ip_tnl_net_id
);
867 struct ip_tunnel_parm parms
;
870 for (i
= 0; i
< IP_TNL_HASH_SIZE
; i
++)
871 INIT_HLIST_HEAD(&itn
->tunnels
[i
]);
874 itn
->fb_tunnel_dev
= NULL
;
878 memset(&parms
, 0, sizeof(parms
));
880 strlcpy(parms
.name
, devname
, IFNAMSIZ
);
883 itn
->fb_tunnel_dev
= __ip_tunnel_create(net
, ops
, &parms
);
884 /* FB netdevice is special: we have one, and only one per netns.
885 * Allowing to move it to another netns is clearly unsafe.
887 if (!IS_ERR(itn
->fb_tunnel_dev
)) {
888 itn
->fb_tunnel_dev
->features
|= NETIF_F_NETNS_LOCAL
;
889 itn
->fb_tunnel_dev
->mtu
= ip_tunnel_bind_dev(itn
->fb_tunnel_dev
);
890 ip_tunnel_add(itn
, netdev_priv(itn
->fb_tunnel_dev
));
894 return PTR_ERR_OR_ZERO(itn
->fb_tunnel_dev
);
896 EXPORT_SYMBOL_GPL(ip_tunnel_init_net
);
898 static void ip_tunnel_destroy(struct ip_tunnel_net
*itn
, struct list_head
*head
,
899 struct rtnl_link_ops
*ops
)
901 struct net
*net
= dev_net(itn
->fb_tunnel_dev
);
902 struct net_device
*dev
, *aux
;
905 for_each_netdev_safe(net
, dev
, aux
)
906 if (dev
->rtnl_link_ops
== ops
)
907 unregister_netdevice_queue(dev
, head
);
909 for (h
= 0; h
< IP_TNL_HASH_SIZE
; h
++) {
911 struct hlist_node
*n
;
912 struct hlist_head
*thead
= &itn
->tunnels
[h
];
914 hlist_for_each_entry_safe(t
, n
, thead
, hash_node
)
915 /* If dev is in the same netns, it has already
916 * been added to the list by the previous loop.
918 if (!net_eq(dev_net(t
->dev
), net
))
919 unregister_netdevice_queue(t
->dev
, head
);
923 void ip_tunnel_delete_net(struct ip_tunnel_net
*itn
, struct rtnl_link_ops
*ops
)
928 ip_tunnel_destroy(itn
, &list
, ops
);
929 unregister_netdevice_many(&list
);
932 EXPORT_SYMBOL_GPL(ip_tunnel_delete_net
);
934 int ip_tunnel_newlink(struct net_device
*dev
, struct nlattr
*tb
[],
935 struct ip_tunnel_parm
*p
)
937 struct ip_tunnel
*nt
;
938 struct net
*net
= dev_net(dev
);
939 struct ip_tunnel_net
*itn
;
943 nt
= netdev_priv(dev
);
944 itn
= net_generic(net
, nt
->ip_tnl_net_id
);
946 if (ip_tunnel_find(itn
, p
, dev
->type
))
951 err
= register_netdevice(dev
);
955 if (dev
->type
== ARPHRD_ETHER
&& !tb
[IFLA_ADDRESS
])
956 eth_hw_addr_random(dev
);
958 mtu
= ip_tunnel_bind_dev(dev
);
962 ip_tunnel_add(itn
, nt
);
967 EXPORT_SYMBOL_GPL(ip_tunnel_newlink
);
969 int ip_tunnel_changelink(struct net_device
*dev
, struct nlattr
*tb
[],
970 struct ip_tunnel_parm
*p
)
973 struct ip_tunnel
*tunnel
= netdev_priv(dev
);
974 struct net
*net
= tunnel
->net
;
975 struct ip_tunnel_net
*itn
= net_generic(net
, tunnel
->ip_tnl_net_id
);
977 if (dev
== itn
->fb_tunnel_dev
)
980 t
= ip_tunnel_find(itn
, p
, dev
->type
);
988 if (dev
->type
!= ARPHRD_ETHER
) {
989 unsigned int nflags
= 0;
991 if (ipv4_is_multicast(p
->iph
.daddr
))
992 nflags
= IFF_BROADCAST
;
993 else if (p
->iph
.daddr
)
994 nflags
= IFF_POINTOPOINT
;
996 if ((dev
->flags
^ nflags
) &
997 (IFF_POINTOPOINT
| IFF_BROADCAST
))
1002 ip_tunnel_update(itn
, t
, dev
, p
, !tb
[IFLA_MTU
]);
1005 EXPORT_SYMBOL_GPL(ip_tunnel_changelink
);
1007 int ip_tunnel_init(struct net_device
*dev
)
1009 struct ip_tunnel
*tunnel
= netdev_priv(dev
);
1010 struct iphdr
*iph
= &tunnel
->parms
.iph
;
1013 dev
->destructor
= ip_tunnel_dev_free
;
1014 dev
->tstats
= netdev_alloc_pcpu_stats(struct pcpu_sw_netstats
);
1018 tunnel
->dst_cache
= alloc_percpu(struct ip_tunnel_dst
);
1019 if (!tunnel
->dst_cache
) {
1020 free_percpu(dev
->tstats
);
1024 err
= gro_cells_init(&tunnel
->gro_cells
, dev
);
1026 free_percpu(tunnel
->dst_cache
);
1027 free_percpu(dev
->tstats
);
1032 tunnel
->net
= dev_net(dev
);
1033 strcpy(tunnel
->parms
.name
, dev
->name
);
1039 EXPORT_SYMBOL_GPL(ip_tunnel_init
);
1041 void ip_tunnel_uninit(struct net_device
*dev
)
1043 struct ip_tunnel
*tunnel
= netdev_priv(dev
);
1044 struct net
*net
= tunnel
->net
;
1045 struct ip_tunnel_net
*itn
;
1047 itn
= net_generic(net
, tunnel
->ip_tnl_net_id
);
1048 /* fb_tunnel_dev will be unregisted in net-exit call. */
1049 if (itn
->fb_tunnel_dev
!= dev
)
1050 ip_tunnel_del(netdev_priv(dev
));
1052 ip_tunnel_dst_reset_all(tunnel
);
1054 EXPORT_SYMBOL_GPL(ip_tunnel_uninit
);
1056 /* Do least required initialization, rest of init is done in tunnel_init call */
1057 void ip_tunnel_setup(struct net_device
*dev
, int net_id
)
1059 struct ip_tunnel
*tunnel
= netdev_priv(dev
);
1060 tunnel
->ip_tnl_net_id
= net_id
;
1062 EXPORT_SYMBOL_GPL(ip_tunnel_setup
);
1064 MODULE_LICENSE("GPL");
This page took 0.053947 seconds and 5 git commands to generate.