Commit | Line | Data |
---|---|---|
7750f403 PM |
1 | #include <linux/skbuff.h> |
2 | #include <linux/netdevice.h> | |
3 | #include <linux/if_vlan.h> | |
4ead4431 | 4 | #include <linux/netpoll.h> |
7750f403 PM |
5 | #include "vlan.h" |
6 | ||
7 | /* VLAN rx hw acceleration helper. This acts like netif_{rx,receive_skb}(). */ | |
8 | int __vlan_hwaccel_rx(struct sk_buff *skb, struct vlan_group *grp, | |
9bb8582e | 9 | u16 vlan_tci, int polling) |
7750f403 | 10 | { |
ad1afb00 PG |
11 | struct net_device *vlan_dev; |
12 | u16 vlan_id; | |
13 | ||
4ead4431 HX |
14 | if (netpoll_rx(skb)) |
15 | return NET_RX_DROP; | |
16 | ||
0641e4fb | 17 | if (skb_bond_should_drop(skb, ACCESS_ONCE(skb->dev->master))) |
597a264b | 18 | skb->deliver_no_wcard = 1; |
7750f403 | 19 | |
1f3c8804 | 20 | skb->skb_iif = skb->dev->ifindex; |
b93ab837 | 21 | __vlan_hwaccel_put_tag(skb, vlan_tci); |
ad1afb00 PG |
22 | vlan_id = vlan_tci & VLAN_VID_MASK; |
23 | vlan_dev = vlan_group_get_device(grp, vlan_id); | |
e1c096e2 | 24 | |
ad1afb00 PG |
25 | if (vlan_dev) |
26 | skb->dev = vlan_dev; | |
173e79fb ED |
27 | else if (vlan_id) { |
28 | if (!(skb->dev->flags & IFF_PROMISC)) | |
29 | goto drop; | |
30 | skb->pkt_type = PACKET_OTHERHOST; | |
31 | } | |
9b22ea56 | 32 | |
a02cec21 | 33 | return polling ? netif_receive_skb(skb) : netif_rx(skb); |
e1c096e2 HX |
34 | |
35 | drop: | |
caf586e5 | 36 | atomic_long_inc(&skb->dev->rx_dropped); |
e1c096e2 HX |
37 | dev_kfree_skb_any(skb); |
38 | return NET_RX_DROP; | |
9b22ea56 PM |
39 | } |
40 | EXPORT_SYMBOL(__vlan_hwaccel_rx); | |
41 | ||
05532121 | 42 | void vlan_hwaccel_do_receive(struct sk_buff *skb) |
9b22ea56 | 43 | { |
e1c096e2 | 44 | struct net_device *dev = skb->dev; |
9793241f | 45 | struct vlan_rx_stats *rx_stats; |
9b22ea56 | 46 | |
72ed62f7 | 47 | skb->dev = vlan_dev_real_dev(dev); |
bc1d0411 PM |
48 | netif_nit_deliver(skb); |
49 | ||
9b22ea56 PM |
50 | skb->dev = dev; |
51 | skb->priority = vlan_get_ingress_priority(dev, skb->vlan_tci); | |
bc1d0411 | 52 | skb->vlan_tci = 0; |
7750f403 | 53 | |
9618e2ff | 54 | rx_stats = this_cpu_ptr(vlan_dev_info(dev)->vlan_rx_stats); |
9793241f | 55 | |
9618e2ff | 56 | u64_stats_update_begin(&rx_stats->syncp); |
9793241f ED |
57 | rx_stats->rx_packets++; |
58 | rx_stats->rx_bytes += skb->len; | |
7750f403 | 59 | |
7750f403 PM |
60 | switch (skb->pkt_type) { |
61 | case PACKET_BROADCAST: | |
62 | break; | |
63 | case PACKET_MULTICAST: | |
9618e2ff | 64 | rx_stats->rx_multicast++; |
7750f403 PM |
65 | break; |
66 | case PACKET_OTHERHOST: | |
67 | /* Our lower layer thinks this is not local, let's make sure. | |
68 | * This allows the VLAN to have a different MAC than the | |
69 | * underlying device, and still route correctly. */ | |
70 | if (!compare_ether_addr(eth_hdr(skb)->h_dest, | |
9b22ea56 | 71 | dev->dev_addr)) |
7750f403 PM |
72 | skb->pkt_type = PACKET_HOST; |
73 | break; | |
ccbd6a5a | 74 | } |
9618e2ff | 75 | u64_stats_update_end(&rx_stats->syncp); |
7750f403 | 76 | } |
22d1ba74 PM |
77 | |
78 | struct net_device *vlan_dev_real_dev(const struct net_device *dev) | |
79 | { | |
80 | return vlan_dev_info(dev)->real_dev; | |
81 | } | |
116cb428 | 82 | EXPORT_SYMBOL(vlan_dev_real_dev); |
22d1ba74 PM |
83 | |
84 | u16 vlan_dev_vlan_id(const struct net_device *dev) | |
85 | { | |
86 | return vlan_dev_info(dev)->vlan_id; | |
87 | } | |
116cb428 | 88 | EXPORT_SYMBOL(vlan_dev_vlan_id); |
e1c096e2 | 89 | |
5b252f0c BH |
90 | static gro_result_t |
91 | vlan_gro_common(struct napi_struct *napi, struct vlan_group *grp, | |
92 | unsigned int vlan_tci, struct sk_buff *skb) | |
e1c096e2 HX |
93 | { |
94 | struct sk_buff *p; | |
ad1afb00 PG |
95 | struct net_device *vlan_dev; |
96 | u16 vlan_id; | |
e1c096e2 | 97 | |
0641e4fb | 98 | if (skb_bond_should_drop(skb, ACCESS_ONCE(skb->dev->master))) |
597a264b | 99 | skb->deliver_no_wcard = 1; |
e1c096e2 | 100 | |
1f3c8804 | 101 | skb->skb_iif = skb->dev->ifindex; |
b93ab837 | 102 | __vlan_hwaccel_put_tag(skb, vlan_tci); |
ad1afb00 PG |
103 | vlan_id = vlan_tci & VLAN_VID_MASK; |
104 | vlan_dev = vlan_group_get_device(grp, vlan_id); | |
e1c096e2 | 105 | |
ad1afb00 PG |
106 | if (vlan_dev) |
107 | skb->dev = vlan_dev; | |
173e79fb ED |
108 | else if (vlan_id) { |
109 | if (!(skb->dev->flags & IFF_PROMISC)) | |
110 | goto drop; | |
111 | skb->pkt_type = PACKET_OTHERHOST; | |
112 | } | |
e1c096e2 HX |
113 | |
114 | for (p = napi->gro_list; p; p = p->next) { | |
40d0802b ED |
115 | unsigned long diffs; |
116 | ||
117 | diffs = (unsigned long)p->dev ^ (unsigned long)skb->dev; | |
118 | diffs |= compare_ether_header(skb_mac_header(p), | |
119 | skb_gro_mac_header(skb)); | |
120 | NAPI_GRO_CB(p)->same_flow = !diffs; | |
e1c096e2 HX |
121 | NAPI_GRO_CB(p)->flush = 0; |
122 | } | |
123 | ||
124 | return dev_gro_receive(napi, skb); | |
125 | ||
126 | drop: | |
caf586e5 | 127 | atomic_long_inc(&skb->dev->rx_dropped); |
d1c76af9 | 128 | return GRO_DROP; |
e1c096e2 HX |
129 | } |
130 | ||
c7c4b3b6 BH |
131 | gro_result_t vlan_gro_receive(struct napi_struct *napi, struct vlan_group *grp, |
132 | unsigned int vlan_tci, struct sk_buff *skb) | |
e1c096e2 | 133 | { |
2ffb4558 | 134 | if (netpoll_rx_on(skb)) |
c7c4b3b6 BH |
135 | return vlan_hwaccel_receive_skb(skb, grp, vlan_tci) |
136 | ? GRO_DROP : GRO_NORMAL; | |
2ffb4558 | 137 | |
86911732 HX |
138 | skb_gro_reset_offset(skb); |
139 | ||
5d0d9be8 | 140 | return napi_skb_finish(vlan_gro_common(napi, grp, vlan_tci, skb), skb); |
e1c096e2 HX |
141 | } |
142 | EXPORT_SYMBOL(vlan_gro_receive); | |
143 | ||
c7c4b3b6 BH |
144 | gro_result_t vlan_gro_frags(struct napi_struct *napi, struct vlan_group *grp, |
145 | unsigned int vlan_tci) | |
e1c096e2 | 146 | { |
76620aaf | 147 | struct sk_buff *skb = napi_frags_skb(napi); |
e1c096e2 HX |
148 | |
149 | if (!skb) | |
c7c4b3b6 | 150 | return GRO_DROP; |
e1c096e2 | 151 | |
1db9e29b HX |
152 | if (netpoll_rx_on(skb)) { |
153 | skb->protocol = eth_type_trans(skb, skb->dev); | |
c7c4b3b6 BH |
154 | return vlan_hwaccel_receive_skb(skb, grp, vlan_tci) |
155 | ? GRO_DROP : GRO_NORMAL; | |
1db9e29b | 156 | } |
2ffb4558 | 157 | |
5d0d9be8 HX |
158 | return napi_frags_finish(napi, skb, |
159 | vlan_gro_common(napi, grp, vlan_tci, skb)); | |
e1c096e2 HX |
160 | } |
161 | EXPORT_SYMBOL(vlan_gro_frags); |