[deliverable/linux.git] / net / 8021q / vlan_core.c

#include <linux/skbuff.h>
#include <linux/netdevice.h>
#include <linux/if_vlan.h>
#include <linux/netpoll.h>
#include "vlan.h"

/* VLAN rx hw acceleration helper.  This acts like netif_{rx,receive_skb}(). */
int __vlan_hwaccel_rx(struct sk_buff *skb, struct vlan_group *grp,
		      u16 vlan_tci, int polling)
{
	struct net_device *vlan_dev;
	u16 vlan_id;

	if (netpoll_rx(skb))
		return NET_RX_DROP;

	if (skb_bond_should_drop(skb, ACCESS_ONCE(skb->dev->master)))
		skb->deliver_no_wcard = 1;

	skb->skb_iif = skb->dev->ifindex;
	__vlan_hwaccel_put_tag(skb, vlan_tci);
	vlan_id = vlan_tci & VLAN_VID_MASK;
	vlan_dev = vlan_group_get_device(grp, vlan_id);

	if (vlan_dev)
		skb->dev = vlan_dev;
	else if (vlan_id) {
		if (!(skb->dev->flags & IFF_PROMISC))
			goto drop;
		skb->pkt_type = PACKET_OTHERHOST;
	}

	return polling ? netif_receive_skb(skb) : netif_rx(skb);

drop:
	atomic_long_inc(&skb->dev->rx_dropped);
	dev_kfree_skb_any(skb);
	return NET_RX_DROP;
}
EXPORT_SYMBOL(__vlan_hwaccel_rx);

void vlan_hwaccel_do_receive(struct sk_buff *skb)
{
	struct net_device *dev = skb->dev;
	struct vlan_rx_stats     *rx_stats;

	skb->dev = vlan_dev_real_dev(dev);
	netif_nit_deliver(skb);

	skb->dev = dev;
	skb->priority = vlan_get_ingress_priority(dev, skb->vlan_tci);
	skb->vlan_tci = 0;

	rx_stats = this_cpu_ptr(vlan_dev_info(dev)->vlan_rx_stats);

	u64_stats_update_begin(&rx_stats->syncp);
	rx_stats->rx_packets++;
	rx_stats->rx_bytes += skb->len;

	switch (skb->pkt_type) {
	case PACKET_BROADCAST:
		break;
	case PACKET_MULTICAST:
		rx_stats->rx_multicast++;
		break;
	case PACKET_OTHERHOST:
		/* Our lower layer thinks this is not local, let's make sure.
		 * This allows the VLAN to have a different MAC than the
		 * underlying device, and still route correctly. */
		if (!compare_ether_addr(eth_hdr(skb)->h_dest,
					dev->dev_addr))
			skb->pkt_type = PACKET_HOST;
		break;
	}
	u64_stats_update_end(&rx_stats->syncp);
}

struct net_device *vlan_dev_real_dev(const struct net_device *dev)
{
	return vlan_dev_info(dev)->real_dev;
}
EXPORT_SYMBOL(vlan_dev_real_dev);

u16 vlan_dev_vlan_id(const struct net_device *dev)
{
	return vlan_dev_info(dev)->vlan_id;
}
EXPORT_SYMBOL(vlan_dev_vlan_id);

static gro_result_t
vlan_gro_common(struct napi_struct *napi, struct vlan_group *grp,
		unsigned int vlan_tci, struct sk_buff *skb)
{
	struct sk_buff *p;
	struct net_device *vlan_dev;
	u16 vlan_id;

	if (skb_bond_should_drop(skb, ACCESS_ONCE(skb->dev->master)))
		skb->deliver_no_wcard = 1;

	skb->skb_iif = skb->dev->ifindex;
	__vlan_hwaccel_put_tag(skb, vlan_tci);
	vlan_id = vlan_tci & VLAN_VID_MASK;
	vlan_dev = vlan_group_get_device(grp, vlan_id);

	if (vlan_dev)
		skb->dev = vlan_dev;
	else if (vlan_id) {
		if (!(skb->dev->flags & IFF_PROMISC))
			goto drop;
		skb->pkt_type = PACKET_OTHERHOST;
	}

	for (p = napi->gro_list; p; p = p->next) {
		unsigned long diffs;

		diffs = (unsigned long)p->dev ^ (unsigned long)skb->dev;
		diffs |= compare_ether_header(skb_mac_header(p),
					      skb_gro_mac_header(skb));
		NAPI_GRO_CB(p)->same_flow = !diffs;
		NAPI_GRO_CB(p)->flush = 0;
	}

	return dev_gro_receive(napi, skb);

drop:
	atomic_long_inc(&skb->dev->rx_dropped);
	return GRO_DROP;
}

gro_result_t vlan_gro_receive(struct napi_struct *napi, struct vlan_group *grp,
			      unsigned int vlan_tci, struct sk_buff *skb)
{
	if (netpoll_rx_on(skb))
		return vlan_hwaccel_receive_skb(skb, grp, vlan_tci)
			? GRO_DROP : GRO_NORMAL;

	skb_gro_reset_offset(skb);

	return napi_skb_finish(vlan_gro_common(napi, grp, vlan_tci, skb), skb);
}
EXPORT_SYMBOL(vlan_gro_receive);

gro_result_t vlan_gro_frags(struct napi_struct *napi, struct vlan_group *grp,
			    unsigned int vlan_tci)
{
	struct sk_buff *skb = napi_frags_skb(napi);

	if (!skb)
		return GRO_DROP;

	if (netpoll_rx_on(skb)) {
		skb->protocol = eth_type_trans(skb, skb->dev);
		return vlan_hwaccel_receive_skb(skb, grp, vlan_tci)
			? GRO_DROP : GRO_NORMAL;
	}

	return napi_frags_finish(napi, skb,
				 vlan_gro_common(napi, grp, vlan_tci, skb));
}
EXPORT_SYMBOL(vlan_gro_frags);
Commit	Line	Data
7750f403 PM	1	#include <linux/skbuff.h>
	2	#include <linux/netdevice.h>
	3	#include <linux/if_vlan.h>
4ead4431	4	#include <linux/netpoll.h>
7750f403 PM	5	#include "vlan.h"
	6
	7	/* VLAN rx hw acceleration helper. This acts like netif_{rx,receive_skb}(). */
	8	int __vlan_hwaccel_rx(struct sk_buff skb, struct vlan_group grp,
9bb8582e	9	u16 vlan_tci, int polling)
7750f403	10	{
ad1afb00 PG	11	struct net_device *vlan_dev;
	12	u16 vlan_id;
	13
4ead4431 HX	14	if (netpoll_rx(skb))
	15	return NET_RX_DROP;
	16
0641e4fb	17	if (skb_bond_should_drop(skb, ACCESS_ONCE(skb->dev->master)))
597a264b	18	skb->deliver_no_wcard = 1;
7750f403	19
1f3c8804	20	skb->skb_iif = skb->dev->ifindex;
b93ab837	21	__vlan_hwaccel_put_tag(skb, vlan_tci);
ad1afb00 PG	22	vlan_id = vlan_tci & VLAN_VID_MASK;
ad1afb00 PG	23	vlan_dev = vlan_group_get_device(grp, vlan_id);
e1c096e2	24
ad1afb00 PG	25	if (vlan_dev)
ad1afb00 PG	26	skb->dev = vlan_dev;
173e79fb ED	27	else if (vlan_id) {
	28	if (!(skb->dev->flags & IFF_PROMISC))
	29	goto drop;
	30	skb->pkt_type = PACKET_OTHERHOST;
	31	}
9b22ea56	32
a02cec21	33	return polling ? netif_receive_skb(skb) : netif_rx(skb);
e1c096e2 HX	34
e1c096e2 HX	35	drop:
caf586e5	36	atomic_long_inc(&skb->dev->rx_dropped);
e1c096e2 HX	37	dev_kfree_skb_any(skb);
e1c096e2 HX	38	return NET_RX_DROP;
9b22ea56 PM	39	}
	40	EXPORT_SYMBOL(__vlan_hwaccel_rx);
	41
05532121	42	void vlan_hwaccel_do_receive(struct sk_buff *skb)
9b22ea56	43	{
e1c096e2	44	struct net_device *dev = skb->dev;
9793241f	45	struct vlan_rx_stats *rx_stats;
9b22ea56	46
72ed62f7	47	skb->dev = vlan_dev_real_dev(dev);
bc1d0411 PM	48	netif_nit_deliver(skb);
bc1d0411 PM	49
9b22ea56 PM	50	skb->dev = dev;
9b22ea56 PM	51	skb->priority = vlan_get_ingress_priority(dev, skb->vlan_tci);
bc1d0411	52	skb->vlan_tci = 0;
7750f403	53
9618e2ff	54	rx_stats = this_cpu_ptr(vlan_dev_info(dev)->vlan_rx_stats);
9793241f	55
9618e2ff	56	u64_stats_update_begin(&rx_stats->syncp);
9793241f ED	57	rx_stats->rx_packets++;
9793241f ED	58	rx_stats->rx_bytes += skb->len;
7750f403	59
7750f403 PM	60	switch (skb->pkt_type) {
	61	case PACKET_BROADCAST:
	62	break;
	63	case PACKET_MULTICAST:
9618e2ff	64	rx_stats->rx_multicast++;
7750f403 PM	65	break;
	66	case PACKET_OTHERHOST:
	67	/* Our lower layer thinks this is not local, let's make sure.
	68	* This allows the VLAN to have a different MAC than the
	69	* underlying device, and still route correctly. */
	70	if (!compare_ether_addr(eth_hdr(skb)->h_dest,
9b22ea56	71	dev->dev_addr))
7750f403 PM	72	skb->pkt_type = PACKET_HOST;
7750f403 PM	73	break;
ccbd6a5a	74	}
9618e2ff	75	u64_stats_update_end(&rx_stats->syncp);
7750f403	76	}
22d1ba74 PM	77
	78	struct net_device vlan_dev_real_dev(const struct net_device dev)
	79	{
	80	return vlan_dev_info(dev)->real_dev;
	81	}
116cb428	82	EXPORT_SYMBOL(vlan_dev_real_dev);
22d1ba74 PM	83
	84	u16 vlan_dev_vlan_id(const struct net_device *dev)
	85	{
	86	return vlan_dev_info(dev)->vlan_id;
	87	}
116cb428	88	EXPORT_SYMBOL(vlan_dev_vlan_id);
e1c096e2	89
5b252f0c BH	90	static gro_result_t
	91	vlan_gro_common(struct napi_struct napi, struct vlan_group grp,
	92	unsigned int vlan_tci, struct sk_buff *skb)
e1c096e2 HX	93	{
e1c096e2 HX	94	struct sk_buff *p;
ad1afb00 PG	95	struct net_device *vlan_dev;
ad1afb00 PG	96	u16 vlan_id;
e1c096e2	97
0641e4fb	98	if (skb_bond_should_drop(skb, ACCESS_ONCE(skb->dev->master)))
597a264b	99	skb->deliver_no_wcard = 1;
e1c096e2	100
1f3c8804	101	skb->skb_iif = skb->dev->ifindex;
b93ab837	102	__vlan_hwaccel_put_tag(skb, vlan_tci);
ad1afb00 PG	103	vlan_id = vlan_tci & VLAN_VID_MASK;
ad1afb00 PG	104	vlan_dev = vlan_group_get_device(grp, vlan_id);
e1c096e2	105
ad1afb00 PG	106	if (vlan_dev)
ad1afb00 PG	107	skb->dev = vlan_dev;
173e79fb ED	108	else if (vlan_id) {
	109	if (!(skb->dev->flags & IFF_PROMISC))
	110	goto drop;
	111	skb->pkt_type = PACKET_OTHERHOST;
	112	}
e1c096e2 HX	113
e1c096e2 HX	114	for (p = napi->gro_list; p; p = p->next) {
40d0802b ED	115	unsigned long diffs;
	116
	117	diffs = (unsigned long)p->dev ^ (unsigned long)skb->dev;
	118	diffs \|= compare_ether_header(skb_mac_header(p),
	119	skb_gro_mac_header(skb));
	120	NAPI_GRO_CB(p)->same_flow = !diffs;
e1c096e2 HX	121	NAPI_GRO_CB(p)->flush = 0;
	122	}
	123
	124	return dev_gro_receive(napi, skb);
	125
	126	drop:
caf586e5	127	atomic_long_inc(&skb->dev->rx_dropped);
d1c76af9	128	return GRO_DROP;
e1c096e2 HX	129	}
e1c096e2 HX	130
c7c4b3b6 BH	131	gro_result_t vlan_gro_receive(struct napi_struct napi, struct vlan_group grp,
c7c4b3b6 BH	132	unsigned int vlan_tci, struct sk_buff *skb)
e1c096e2	133	{
2ffb4558	134	if (netpoll_rx_on(skb))
c7c4b3b6 BH	135	return vlan_hwaccel_receive_skb(skb, grp, vlan_tci)
c7c4b3b6 BH	136	? GRO_DROP : GRO_NORMAL;
2ffb4558	137
86911732 HX	138	skb_gro_reset_offset(skb);
86911732 HX	139
5d0d9be8	140	return napi_skb_finish(vlan_gro_common(napi, grp, vlan_tci, skb), skb);
e1c096e2 HX	141	}
	142	EXPORT_SYMBOL(vlan_gro_receive);
	143
c7c4b3b6 BH	144	gro_result_t vlan_gro_frags(struct napi_struct napi, struct vlan_group grp,
c7c4b3b6 BH	145	unsigned int vlan_tci)
e1c096e2	146	{
76620aaf	147	struct sk_buff *skb = napi_frags_skb(napi);
e1c096e2 HX	148
e1c096e2 HX	149	if (!skb)
c7c4b3b6	150	return GRO_DROP;
e1c096e2	151
1db9e29b HX	152	if (netpoll_rx_on(skb)) {
1db9e29b HX	153	skb->protocol = eth_type_trans(skb, skb->dev);
c7c4b3b6 BH	154	return vlan_hwaccel_receive_skb(skb, grp, vlan_tci)
c7c4b3b6 BH	155	? GRO_DROP : GRO_NORMAL;
1db9e29b	156	}
2ffb4558	157
5d0d9be8 HX	158	return napi_frags_finish(napi, skb,
5d0d9be8 HX	159	vlan_gro_common(napi, grp, vlan_tci, skb));
e1c096e2 HX	160	}
e1c096e2 HX	161	EXPORT_SYMBOL(vlan_gro_frags);