1 #include <linux/skbuff.h>
2 #include <linux/netdevice.h>
3 #include <linux/if_vlan.h>
4 #include <linux/netpoll.h>
5 #include <linux/export.h>
8 bool vlan_do_receive(struct sk_buff
**skbp
)
10 struct sk_buff
*skb
= *skbp
;
11 __be16 vlan_proto
= skb
->vlan_proto
;
12 u16 vlan_id
= vlan_tx_tag_get_id(skb
);
13 struct net_device
*vlan_dev
;
14 struct vlan_pcpu_stats
*rx_stats
;
16 vlan_dev
= vlan_find_dev(skb
->dev
, vlan_proto
, vlan_id
);
20 skb
= *skbp
= skb_share_check(skb
, GFP_ATOMIC
);
25 if (unlikely(skb
->pkt_type
== PACKET_OTHERHOST
)) {
26 /* Our lower layer thinks this is not local, let's make sure.
27 * This allows the VLAN to have a different MAC than the
28 * underlying device, and still route correctly. */
29 if (ether_addr_equal_64bits(eth_hdr(skb
)->h_dest
, vlan_dev
->dev_addr
))
30 skb
->pkt_type
= PACKET_HOST
;
33 if (!(vlan_dev_priv(vlan_dev
)->flags
& VLAN_FLAG_REORDER_HDR
)) {
34 unsigned int offset
= skb
->data
- skb_mac_header(skb
);
37 * vlan_insert_tag expect skb->data pointing to mac header.
38 * So change skb->data before calling it and change back to
39 * original position later
41 skb_push(skb
, offset
);
42 skb
= *skbp
= vlan_insert_tag(skb
, skb
->vlan_proto
,
46 skb_pull(skb
, offset
+ VLAN_HLEN
);
47 skb_reset_mac_len(skb
);
50 skb
->priority
= vlan_get_ingress_priority(vlan_dev
, skb
->vlan_tci
);
53 rx_stats
= this_cpu_ptr(vlan_dev_priv(vlan_dev
)->vlan_pcpu_stats
);
55 u64_stats_update_begin(&rx_stats
->syncp
);
56 rx_stats
->rx_packets
++;
57 rx_stats
->rx_bytes
+= skb
->len
;
58 if (skb
->pkt_type
== PACKET_MULTICAST
)
59 rx_stats
->rx_multicast
++;
60 u64_stats_update_end(&rx_stats
->syncp
);
65 /* Must be invoked with rcu_read_lock. */
66 struct net_device
*__vlan_find_dev_deep_rcu(struct net_device
*dev
,
67 __be16 vlan_proto
, u16 vlan_id
)
69 struct vlan_info
*vlan_info
= rcu_dereference(dev
->vlan_info
);
72 return vlan_group_get_device(&vlan_info
->grp
,
76 * Lower devices of master uppers (bonding, team) do not have
77 * grp assigned to themselves. Grp is assigned to upper device
80 struct net_device
*upper_dev
;
82 upper_dev
= netdev_master_upper_dev_get_rcu(dev
);
84 return __vlan_find_dev_deep_rcu(upper_dev
,
90 EXPORT_SYMBOL(__vlan_find_dev_deep_rcu
);
92 struct net_device
*vlan_dev_real_dev(const struct net_device
*dev
)
94 struct net_device
*ret
= vlan_dev_priv(dev
)->real_dev
;
96 while (is_vlan_dev(ret
))
97 ret
= vlan_dev_priv(ret
)->real_dev
;
101 EXPORT_SYMBOL(vlan_dev_real_dev
);
103 u16
vlan_dev_vlan_id(const struct net_device
*dev
)
105 return vlan_dev_priv(dev
)->vlan_id
;
107 EXPORT_SYMBOL(vlan_dev_vlan_id
);
109 __be16
vlan_dev_vlan_proto(const struct net_device
*dev
)
111 return vlan_dev_priv(dev
)->vlan_proto
;
113 EXPORT_SYMBOL(vlan_dev_vlan_proto
);
115 static struct sk_buff
*vlan_reorder_header(struct sk_buff
*skb
)
117 if (skb_cow(skb
, skb_headroom(skb
)) < 0) {
122 memmove(skb
->data
- ETH_HLEN
, skb
->data
- VLAN_ETH_HLEN
, 2 * ETH_ALEN
);
123 skb
->mac_header
+= VLAN_HLEN
;
127 struct sk_buff
*vlan_untag(struct sk_buff
*skb
)
129 struct vlan_hdr
*vhdr
;
132 if (unlikely(vlan_tx_tag_present(skb
))) {
133 /* vlan_tci is already set-up so leave this for another time */
137 skb
= skb_share_check(skb
, GFP_ATOMIC
);
141 if (unlikely(!pskb_may_pull(skb
, VLAN_HLEN
)))
144 vhdr
= (struct vlan_hdr
*) skb
->data
;
145 vlan_tci
= ntohs(vhdr
->h_vlan_TCI
);
146 __vlan_hwaccel_put_tag(skb
, skb
->protocol
, vlan_tci
);
148 skb_pull_rcsum(skb
, VLAN_HLEN
);
149 vlan_set_encap_proto(skb
, vhdr
);
151 skb
= vlan_reorder_header(skb
);
155 skb_reset_network_header(skb
);
156 skb_reset_transport_header(skb
);
157 skb_reset_mac_len(skb
);
165 EXPORT_SYMBOL(vlan_untag
);
169 * vlan info and vid list
172 static void vlan_group_free(struct vlan_group
*grp
)
176 for (i
= 0; i
< VLAN_PROTO_NUM
; i
++)
177 for (j
= 0; j
< VLAN_GROUP_ARRAY_SPLIT_PARTS
; j
++)
178 kfree(grp
->vlan_devices_arrays
[i
][j
]);
181 static void vlan_info_free(struct vlan_info
*vlan_info
)
183 vlan_group_free(&vlan_info
->grp
);
187 static void vlan_info_rcu_free(struct rcu_head
*rcu
)
189 vlan_info_free(container_of(rcu
, struct vlan_info
, rcu
));
192 static struct vlan_info
*vlan_info_alloc(struct net_device
*dev
)
194 struct vlan_info
*vlan_info
;
196 vlan_info
= kzalloc(sizeof(struct vlan_info
), GFP_KERNEL
);
200 vlan_info
->real_dev
= dev
;
201 INIT_LIST_HEAD(&vlan_info
->vid_list
);
205 struct vlan_vid_info
{
206 struct list_head list
;
212 static bool vlan_hw_filter_capable(const struct net_device
*dev
,
213 const struct vlan_vid_info
*vid_info
)
215 if (vid_info
->proto
== htons(ETH_P_8021Q
) &&
216 dev
->features
& NETIF_F_HW_VLAN_CTAG_FILTER
)
218 if (vid_info
->proto
== htons(ETH_P_8021AD
) &&
219 dev
->features
& NETIF_F_HW_VLAN_STAG_FILTER
)
224 static struct vlan_vid_info
*vlan_vid_info_get(struct vlan_info
*vlan_info
,
225 __be16 proto
, u16 vid
)
227 struct vlan_vid_info
*vid_info
;
229 list_for_each_entry(vid_info
, &vlan_info
->vid_list
, list
) {
230 if (vid_info
->proto
== proto
&& vid_info
->vid
== vid
)
236 static struct vlan_vid_info
*vlan_vid_info_alloc(__be16 proto
, u16 vid
)
238 struct vlan_vid_info
*vid_info
;
240 vid_info
= kzalloc(sizeof(struct vlan_vid_info
), GFP_KERNEL
);
243 vid_info
->proto
= proto
;
249 static int __vlan_vid_add(struct vlan_info
*vlan_info
, __be16 proto
, u16 vid
,
250 struct vlan_vid_info
**pvid_info
)
252 struct net_device
*dev
= vlan_info
->real_dev
;
253 const struct net_device_ops
*ops
= dev
->netdev_ops
;
254 struct vlan_vid_info
*vid_info
;
257 vid_info
= vlan_vid_info_alloc(proto
, vid
);
261 if (vlan_hw_filter_capable(dev
, vid_info
)) {
262 err
= ops
->ndo_vlan_rx_add_vid(dev
, proto
, vid
);
268 list_add(&vid_info
->list
, &vlan_info
->vid_list
);
269 vlan_info
->nr_vids
++;
270 *pvid_info
= vid_info
;
274 int vlan_vid_add(struct net_device
*dev
, __be16 proto
, u16 vid
)
276 struct vlan_info
*vlan_info
;
277 struct vlan_vid_info
*vid_info
;
278 bool vlan_info_created
= false;
283 vlan_info
= rtnl_dereference(dev
->vlan_info
);
285 vlan_info
= vlan_info_alloc(dev
);
288 vlan_info_created
= true;
290 vid_info
= vlan_vid_info_get(vlan_info
, proto
, vid
);
292 err
= __vlan_vid_add(vlan_info
, proto
, vid
, &vid_info
);
294 goto out_free_vlan_info
;
296 vid_info
->refcount
++;
298 if (vlan_info_created
)
299 rcu_assign_pointer(dev
->vlan_info
, vlan_info
);
304 if (vlan_info_created
)
308 EXPORT_SYMBOL(vlan_vid_add
);
310 static void __vlan_vid_del(struct vlan_info
*vlan_info
,
311 struct vlan_vid_info
*vid_info
)
313 struct net_device
*dev
= vlan_info
->real_dev
;
314 const struct net_device_ops
*ops
= dev
->netdev_ops
;
315 __be16 proto
= vid_info
->proto
;
316 u16 vid
= vid_info
->vid
;
319 if (vlan_hw_filter_capable(dev
, vid_info
)) {
320 err
= ops
->ndo_vlan_rx_kill_vid(dev
, proto
, vid
);
322 pr_warn("failed to kill vid %04x/%d for device %s\n",
323 proto
, vid
, dev
->name
);
326 list_del(&vid_info
->list
);
328 vlan_info
->nr_vids
--;
331 void vlan_vid_del(struct net_device
*dev
, __be16 proto
, u16 vid
)
333 struct vlan_info
*vlan_info
;
334 struct vlan_vid_info
*vid_info
;
338 vlan_info
= rtnl_dereference(dev
->vlan_info
);
342 vid_info
= vlan_vid_info_get(vlan_info
, proto
, vid
);
345 vid_info
->refcount
--;
346 if (vid_info
->refcount
== 0) {
347 __vlan_vid_del(vlan_info
, vid_info
);
348 if (vlan_info
->nr_vids
== 0) {
349 RCU_INIT_POINTER(dev
->vlan_info
, NULL
);
350 call_rcu(&vlan_info
->rcu
, vlan_info_rcu_free
);
354 EXPORT_SYMBOL(vlan_vid_del
);
356 int vlan_vids_add_by_dev(struct net_device
*dev
,
357 const struct net_device
*by_dev
)
359 struct vlan_vid_info
*vid_info
;
360 struct vlan_info
*vlan_info
;
365 vlan_info
= rtnl_dereference(by_dev
->vlan_info
);
369 list_for_each_entry(vid_info
, &vlan_info
->vid_list
, list
) {
370 err
= vlan_vid_add(dev
, vid_info
->proto
, vid_info
->vid
);
377 list_for_each_entry_continue_reverse(vid_info
,
378 &vlan_info
->vid_list
,
380 vlan_vid_del(dev
, vid_info
->proto
, vid_info
->vid
);
385 EXPORT_SYMBOL(vlan_vids_add_by_dev
);
387 void vlan_vids_del_by_dev(struct net_device
*dev
,
388 const struct net_device
*by_dev
)
390 struct vlan_vid_info
*vid_info
;
391 struct vlan_info
*vlan_info
;
395 vlan_info
= rtnl_dereference(by_dev
->vlan_info
);
399 list_for_each_entry(vid_info
, &vlan_info
->vid_list
, list
)
400 vlan_vid_del(dev
, vid_info
->proto
, vid_info
->vid
);
402 EXPORT_SYMBOL(vlan_vids_del_by_dev
);
404 bool vlan_uses_dev(const struct net_device
*dev
)
406 struct vlan_info
*vlan_info
;
410 vlan_info
= rtnl_dereference(dev
->vlan_info
);
413 return vlan_info
->grp
.nr_vlan_devs
? true : false;
415 EXPORT_SYMBOL(vlan_uses_dev
);