net: ks8842: use dmaengine_terminate_all() API
[deliverable/linux.git] / drivers / net / ifb.c
CommitLineData
6aa20a22 1/* drivers/net/ifb.c:
253af423
JHS
2
3 The purpose of this driver is to provide a device that allows
4 for sharing of resources:
5
6 1) qdiscs/policies that are per device as opposed to system wide.
7 ifb allows for a device which can be redirected to thus providing
8 an impression of sharing.
9
10 2) Allows for queueing incoming traffic for shaping instead of
6aa20a22
JG
11 dropping.
12
253af423
JHS
13 The original concept is based on what is known as the IMQ
14 driver initially written by Martin Devera, later rewritten
15 by Patrick McHardy and then maintained by Andre Correa.
16
17 You need the tc action mirror or redirect to feed this device
18 packets.
19
20 This program is free software; you can redistribute it and/or
21 modify it under the terms of the GNU General Public License
22 as published by the Free Software Foundation; either version
23 2 of the License, or (at your option) any later version.
6aa20a22 24
253af423 25 Authors: Jamal Hadi Salim (2005)
6aa20a22 26
253af423
JHS
27*/
28
29
253af423
JHS
30#include <linux/module.h>
31#include <linux/kernel.h>
32#include <linux/netdevice.h>
33#include <linux/etherdevice.h>
34#include <linux/init.h>
a6b7a407 35#include <linux/interrupt.h>
253af423 36#include <linux/moduleparam.h>
6aa20a22 37#include <net/pkt_sched.h>
881d966b 38#include <net/net_namespace.h>
253af423 39
253af423
JHS
40#define TX_Q_LIMIT 32
41struct ifb_private {
253af423
JHS
42 struct tasklet_struct ifb_tasklet;
43 int tasklet_pending;
3b0c9cbb 44
45 struct u64_stats_sync rsync;
253af423 46 struct sk_buff_head rq;
3b0c9cbb 47 u64 rx_packets;
48 u64 rx_bytes;
49
50 struct u64_stats_sync tsync;
253af423 51 struct sk_buff_head tq;
3b0c9cbb 52 u64 tx_packets;
53 u64 tx_bytes;
253af423
JHS
54};
55
35eaa31e 56static int numifbs = 2;
253af423
JHS
57
58static void ri_tasklet(unsigned long dev);
424efe9c 59static netdev_tx_t ifb_xmit(struct sk_buff *skb, struct net_device *dev);
253af423
JHS
60static int ifb_open(struct net_device *dev);
61static int ifb_close(struct net_device *dev);
62
6aa20a22 63static void ri_tasklet(unsigned long dev)
253af423 64{
253af423
JHS
65 struct net_device *_dev = (struct net_device *)dev;
66 struct ifb_private *dp = netdev_priv(_dev);
c3f26a26 67 struct netdev_queue *txq;
253af423
JHS
68 struct sk_buff *skb;
69
c3f26a26 70 txq = netdev_get_tx_queue(_dev, 0);
253af423 71 if ((skb = skb_peek(&dp->tq)) == NULL) {
c3f26a26 72 if (__netif_tx_trylock(txq)) {
957fca95 73 skb_queue_splice_tail_init(&dp->rq, &dp->tq);
c3f26a26 74 __netif_tx_unlock(txq);
253af423
JHS
75 } else {
76 /* reschedule */
253af423
JHS
77 goto resched;
78 }
79 }
80
7edc3453 81 while ((skb = __skb_dequeue(&dp->tq)) != NULL) {
253af423
JHS
82 u32 from = G_TC_FROM(skb->tc_verd);
83
84 skb->tc_verd = 0;
85 skb->tc_verd = SET_TC_NCLS(skb->tc_verd);
3b0c9cbb 86
87 u64_stats_update_begin(&dp->tsync);
88 dp->tx_packets++;
89 dp->tx_bytes += skb->len;
90 u64_stats_update_end(&dp->tsync);
c01003c2 91
05e8689c 92 rcu_read_lock();
73bf0d0e 93 skb->dev = dev_get_by_index_rcu(dev_net(_dev), skb->skb_iif);
c01003c2 94 if (!skb->dev) {
05e8689c 95 rcu_read_unlock();
c01003c2 96 dev_kfree_skb(skb);
3b0c9cbb 97 _dev->stats.tx_dropped++;
75c1c825
CG
98 if (skb_queue_len(&dp->tq) != 0)
99 goto resched;
c01003c2
PM
100 break;
101 }
05e8689c 102 rcu_read_unlock();
8964be4a 103 skb->skb_iif = _dev->ifindex;
c01003c2 104
253af423 105 if (from & AT_EGRESS) {
253af423
JHS
106 dev_queue_xmit(skb);
107 } else if (from & AT_INGRESS) {
c01003c2 108 skb_pull(skb, skb->dev->hard_header_len);
1a75972c 109 netif_receive_skb(skb);
c01003c2
PM
110 } else
111 BUG();
253af423
JHS
112 }
113
c3f26a26 114 if (__netif_tx_trylock(txq)) {
253af423
JHS
115 if ((skb = skb_peek(&dp->rq)) == NULL) {
116 dp->tasklet_pending = 0;
117 if (netif_queue_stopped(_dev))
118 netif_wake_queue(_dev);
119 } else {
c3f26a26 120 __netif_tx_unlock(txq);
253af423
JHS
121 goto resched;
122 }
c3f26a26 123 __netif_tx_unlock(txq);
253af423
JHS
124 } else {
125resched:
126 dp->tasklet_pending = 1;
127 tasklet_schedule(&dp->ifb_tasklet);
128 }
129
130}
131
3b0c9cbb 132static struct rtnl_link_stats64 *ifb_stats64(struct net_device *dev,
133 struct rtnl_link_stats64 *stats)
134{
135 struct ifb_private *dp = netdev_priv(dev);
136 unsigned int start;
137
138 do {
57a7744e 139 start = u64_stats_fetch_begin_irq(&dp->rsync);
3b0c9cbb 140 stats->rx_packets = dp->rx_packets;
141 stats->rx_bytes = dp->rx_bytes;
57a7744e 142 } while (u64_stats_fetch_retry_irq(&dp->rsync, start));
3b0c9cbb 143
144 do {
57a7744e 145 start = u64_stats_fetch_begin_irq(&dp->tsync);
3b0c9cbb 146
147 stats->tx_packets = dp->tx_packets;
148 stats->tx_bytes = dp->tx_bytes;
149
57a7744e 150 } while (u64_stats_fetch_retry_irq(&dp->tsync, start));
3b0c9cbb 151
152 stats->rx_dropped = dev->stats.rx_dropped;
153 stats->tx_dropped = dev->stats.tx_dropped;
154
155 return stats;
156}
157
158
8dfcdf34 159static const struct net_device_ops ifb_netdev_ops = {
8dfcdf34
SH
160 .ndo_open = ifb_open,
161 .ndo_stop = ifb_close,
3b0c9cbb 162 .ndo_get_stats64 = ifb_stats64,
00829823
SH
163 .ndo_start_xmit = ifb_xmit,
164 .ndo_validate_addr = eth_validate_addr,
8dfcdf34
SH
165};
166
34324dc2 167#define IFB_FEATURES (NETIF_F_HW_CSUM | NETIF_F_SG | NETIF_F_FRAGLIST | \
39980292 168 NETIF_F_TSO_ECN | NETIF_F_TSO | NETIF_F_TSO6 | \
28d2b136
PM
169 NETIF_F_HIGHDMA | NETIF_F_HW_VLAN_CTAG_TX | \
170 NETIF_F_HW_VLAN_STAG_TX)
39980292 171
9ba2cd65 172static void ifb_setup(struct net_device *dev)
253af423
JHS
173{
174 /* Initialize the device structure. */
9ba2cd65 175 dev->destructor = free_netdev;
8dfcdf34 176 dev->netdev_ops = &ifb_netdev_ops;
253af423
JHS
177
178 /* Fill in device structure with ethernet-generic values. */
179 ether_setup(dev);
180 dev->tx_queue_len = TX_Q_LIMIT;
8dfcdf34 181
39980292 182 dev->features |= IFB_FEATURES;
8dd6e147
VY
183 dev->vlan_features |= IFB_FEATURES & ~(NETIF_F_HW_VLAN_CTAG_TX |
184 NETIF_F_HW_VLAN_STAG_TX);
39980292 185
253af423
JHS
186 dev->flags |= IFF_NOARP;
187 dev->flags &= ~IFF_MULTICAST;
550fd08c 188 dev->priv_flags &= ~(IFF_XMIT_DST_RELEASE | IFF_TX_SKB_SHARING);
f2cedb63 189 eth_hw_addr_random(dev);
253af423
JHS
190}
191
424efe9c 192static netdev_tx_t ifb_xmit(struct sk_buff *skb, struct net_device *dev)
253af423
JHS
193{
194 struct ifb_private *dp = netdev_priv(dev);
253af423
JHS
195 u32 from = G_TC_FROM(skb->tc_verd);
196
3b0c9cbb 197 u64_stats_update_begin(&dp->rsync);
198 dp->rx_packets++;
199 dp->rx_bytes += skb->len;
200 u64_stats_update_end(&dp->rsync);
253af423 201
8964be4a 202 if (!(from & (AT_INGRESS|AT_EGRESS)) || !skb->skb_iif) {
253af423 203 dev_kfree_skb(skb);
3b0c9cbb 204 dev->stats.rx_dropped++;
424efe9c 205 return NETDEV_TX_OK;
253af423
JHS
206 }
207
208 if (skb_queue_len(&dp->rq) >= dev->tx_queue_len) {
209 netif_stop_queue(dev);
210 }
211
957fca95 212 __skb_queue_tail(&dp->rq, skb);
253af423
JHS
213 if (!dp->tasklet_pending) {
214 dp->tasklet_pending = 1;
215 tasklet_schedule(&dp->ifb_tasklet);
216 }
217
424efe9c 218 return NETDEV_TX_OK;
253af423
JHS
219}
220
253af423
JHS
221static int ifb_close(struct net_device *dev)
222{
223 struct ifb_private *dp = netdev_priv(dev);
224
225 tasklet_kill(&dp->ifb_tasklet);
226 netif_stop_queue(dev);
957fca95
CG
227 __skb_queue_purge(&dp->rq);
228 __skb_queue_purge(&dp->tq);
253af423
JHS
229 return 0;
230}
231
232static int ifb_open(struct net_device *dev)
233{
234 struct ifb_private *dp = netdev_priv(dev);
235
236 tasklet_init(&dp->ifb_tasklet, ri_tasklet, (unsigned long)dev);
957fca95
CG
237 __skb_queue_head_init(&dp->rq);
238 __skb_queue_head_init(&dp->tq);
253af423
JHS
239 netif_start_queue(dev);
240
241 return 0;
242}
243
0e06877c
PM
244static int ifb_validate(struct nlattr *tb[], struct nlattr *data[])
245{
246 if (tb[IFLA_ADDRESS]) {
247 if (nla_len(tb[IFLA_ADDRESS]) != ETH_ALEN)
248 return -EINVAL;
249 if (!is_valid_ether_addr(nla_data(tb[IFLA_ADDRESS])))
250 return -EADDRNOTAVAIL;
251 }
252 return 0;
253}
254
9ba2cd65
PM
255static struct rtnl_link_ops ifb_link_ops __read_mostly = {
256 .kind = "ifb",
257 .priv_size = sizeof(struct ifb_private),
258 .setup = ifb_setup,
0e06877c 259 .validate = ifb_validate,
9ba2cd65
PM
260};
261
2d85cba2
PM
262/* Number of ifb devices to be set up by this module. */
263module_param(numifbs, int, 0);
264MODULE_PARM_DESC(numifbs, "Number of ifb devices");
265
253af423
JHS
266static int __init ifb_init_one(int index)
267{
268 struct net_device *dev_ifb;
827da44c 269 struct ifb_private *dp;
253af423
JHS
270 int err;
271
c835a677
TG
272 dev_ifb = alloc_netdev(sizeof(struct ifb_private), "ifb%d",
273 NET_NAME_UNKNOWN, ifb_setup);
253af423
JHS
274
275 if (!dev_ifb)
276 return -ENOMEM;
277
827da44c
JS
278 dp = netdev_priv(dev_ifb);
279 u64_stats_init(&dp->rsync);
280 u64_stats_init(&dp->tsync);
281
9ba2cd65
PM
282 dev_ifb->rtnl_link_ops = &ifb_link_ops;
283 err = register_netdevice(dev_ifb);
284 if (err < 0)
285 goto err;
94833dfb 286
9ba2cd65 287 return 0;
62b7ffca 288
9ba2cd65
PM
289err:
290 free_netdev(dev_ifb);
291 return err;
6aa20a22 292}
253af423
JHS
293
294static int __init ifb_init_module(void)
6aa20a22 295{
9ba2cd65
PM
296 int i, err;
297
298 rtnl_lock();
299 err = __rtnl_link_register(&ifb_link_ops);
f2966cd5 300 if (err < 0)
301 goto out;
62b7ffca 302
440d57bc 303 for (i = 0; i < numifbs && !err; i++) {
6aa20a22 304 err = ifb_init_one(i);
440d57bc 305 cond_resched();
306 }
2d85cba2 307 if (err)
9ba2cd65 308 __rtnl_link_unregister(&ifb_link_ops);
f2966cd5 309
310out:
9ba2cd65 311 rtnl_unlock();
253af423
JHS
312
313 return err;
6aa20a22 314}
253af423
JHS
315
316static void __exit ifb_cleanup_module(void)
317{
2d85cba2 318 rtnl_link_unregister(&ifb_link_ops);
253af423
JHS
319}
320
321module_init(ifb_init_module);
322module_exit(ifb_cleanup_module);
323MODULE_LICENSE("GPL");
324MODULE_AUTHOR("Jamal Hadi Salim");
9ba2cd65 325MODULE_ALIAS_RTNL_LINK("ifb");
This page took 0.836629 seconds and 5 git commands to generate.