[ARP]: Introduce the arp_hdr_len helper.
[deliverable/linux.git] / net / core / netpoll.c
CommitLineData
1da177e4
LT
1/*
2 * Common framework for low-level network console, dump, and debugger code
3 *
4 * Sep 8 2003 Matt Mackall <mpm@selenic.com>
5 *
6 * based on the netconsole code from:
7 *
8 * Copyright (C) 2001 Ingo Molnar <mingo@redhat.com>
9 * Copyright (C) 2002 Red Hat, Inc.
10 */
11
1da177e4
LT
12#include <linux/netdevice.h>
13#include <linux/etherdevice.h>
14#include <linux/string.h>
14c85021 15#include <linux/if_arp.h>
1da177e4
LT
16#include <linux/inetdevice.h>
17#include <linux/inet.h>
18#include <linux/interrupt.h>
19#include <linux/netpoll.h>
20#include <linux/sched.h>
21#include <linux/delay.h>
22#include <linux/rcupdate.h>
23#include <linux/workqueue.h>
24#include <net/tcp.h>
25#include <net/udp.h>
26#include <asm/unaligned.h>
27
28/*
29 * We maintain a small pool of fully-sized skbs, to make sure the
30 * message gets out even in extreme OOM situations.
31 */
32
33#define MAX_UDP_CHUNK 1460
34#define MAX_SKBS 32
35#define MAX_QUEUE_DEPTH (MAX_SKBS / 2)
36
a1bcfacd 37static struct sk_buff_head skb_pool;
1da177e4
LT
38
39static atomic_t trapped;
40
2bdfe0ba 41#define USEC_PER_POLL 50
1da177e4
LT
42
43#define MAX_SKB_SIZE \
44 (MAX_UDP_CHUNK + sizeof(struct udphdr) + \
45 sizeof(struct iphdr) + sizeof(struct ethhdr))
46
47static void zap_completion_queue(void);
068c6e98 48static void arp_reply(struct sk_buff *skb);
1da177e4 49
c4028958 50static void queue_process(struct work_struct *work)
1da177e4 51{
4c1ac1b4
DH
52 struct netpoll_info *npinfo =
53 container_of(work, struct netpoll_info, tx_work.work);
1da177e4 54 struct sk_buff *skb;
3640543d 55 unsigned long flags;
1da177e4 56
6c43ff18
SH
57 while ((skb = skb_dequeue(&npinfo->txq))) {
58 struct net_device *dev = skb->dev;
1da177e4 59
6c43ff18
SH
60 if (!netif_device_present(dev) || !netif_running(dev)) {
61 __kfree_skb(skb);
62 continue;
63 }
1da177e4 64
3640543d
IM
65 local_irq_save(flags);
66 netif_tx_lock(dev);
f25f4e44 67 if ((netif_queue_stopped(dev) ||
668f895a 68 netif_subqueue_stopped(dev, skb)) ||
f25f4e44 69 dev->hard_start_xmit(skb, dev) != NETDEV_TX_OK) {
6c43ff18 70 skb_queue_head(&npinfo->txq, skb);
3640543d
IM
71 netif_tx_unlock(dev);
72 local_irq_restore(flags);
1da177e4 73
25442caf 74 schedule_delayed_work(&npinfo->tx_work, HZ/10);
6c43ff18
SH
75 return;
76 }
3640543d
IM
77 netif_tx_unlock(dev);
78 local_irq_restore(flags);
1da177e4 79 }
1da177e4
LT
80}
81
b51655b9
AV
82static __sum16 checksum_udp(struct sk_buff *skb, struct udphdr *uh,
83 unsigned short ulen, __be32 saddr, __be32 daddr)
1da177e4 84{
d6f5493c 85 __wsum psum;
fb286bb2 86
60476372 87 if (uh->check == 0 || skb_csum_unnecessary(skb))
1da177e4
LT
88 return 0;
89
fb286bb2
HX
90 psum = csum_tcpudp_nofold(saddr, daddr, ulen, IPPROTO_UDP, 0);
91
84fa7933 92 if (skb->ip_summed == CHECKSUM_COMPLETE &&
d3bc23e7 93 !csum_fold(csum_add(psum, skb->csum)))
fb286bb2 94 return 0;
1da177e4 95
fb286bb2 96 skb->csum = psum;
1da177e4 97
fb286bb2 98 return __skb_checksum_complete(skb);
1da177e4
LT
99}
100
101/*
102 * Check whether delayed processing was scheduled for our NIC. If so,
103 * we attempt to grab the poll lock and use ->poll() to pump the card.
104 * If this fails, either we've recursed in ->poll() or it's already
105 * running on another CPU.
106 *
107 * Note: we don't mask interrupts with this lock because we're using
108 * trylock here and interrupts are already disabled in the softirq
109 * case. Further, we test the poll_owner to avoid recursion on UP
110 * systems where the lock doesn't exist.
111 *
112 * In cases where there is bi-directional communications, reading only
113 * one message at a time can lead to packets being dropped by the
114 * network adapter, forcing superfluous retries and possibly timeouts.
115 * Thus, we set our budget to greater than 1.
116 */
0a7606c1
DM
117static int poll_one_napi(struct netpoll_info *npinfo,
118 struct napi_struct *napi, int budget)
119{
120 int work;
121
122 /* net_rx_action's ->poll() invocations and our's are
123 * synchronized by this test which is only made while
124 * holding the napi->poll_lock.
125 */
126 if (!test_bit(NAPI_STATE_SCHED, &napi->state))
127 return budget;
128
0a7606c1
DM
129 atomic_inc(&trapped);
130
131 work = napi->poll(napi, budget);
132
133 atomic_dec(&trapped);
0a7606c1
DM
134
135 return budget - work;
136}
137
5106930b 138static void poll_napi(struct net_device *dev)
1da177e4 139{
bea3348e 140 struct napi_struct *napi;
1da177e4
LT
141 int budget = 16;
142
5106930b 143 list_for_each_entry(napi, &dev->napi_list, dev_list) {
0a7606c1 144 if (napi->poll_owner != smp_processor_id() &&
bea3348e 145 spin_trylock(&napi->poll_lock)) {
5106930b 146 budget = poll_one_napi(dev->npinfo, napi, budget);
bea3348e 147 spin_unlock(&napi->poll_lock);
0a7606c1
DM
148
149 if (!budget)
150 break;
bea3348e 151 }
1da177e4
LT
152 }
153}
154
068c6e98
NH
155static void service_arp_queue(struct netpoll_info *npi)
156{
5106930b
SH
157 if (npi) {
158 struct sk_buff *skb;
068c6e98 159
5106930b
SH
160 while ((skb = skb_dequeue(&npi->arp_tx)))
161 arp_reply(skb);
068c6e98 162 }
068c6e98
NH
163}
164
1da177e4
LT
165void netpoll_poll(struct netpoll *np)
166{
5106930b
SH
167 struct net_device *dev = np->dev;
168
169 if (!dev || !netif_running(dev) || !dev->poll_controller)
1da177e4
LT
170 return;
171
172 /* Process pending work on NIC */
5106930b
SH
173 dev->poll_controller(dev);
174
175 poll_napi(dev);
1da177e4 176
5106930b 177 service_arp_queue(dev->npinfo);
068c6e98 178
1da177e4
LT
179 zap_completion_queue();
180}
181
182static void refill_skbs(void)
183{
184 struct sk_buff *skb;
185 unsigned long flags;
186
a1bcfacd
SH
187 spin_lock_irqsave(&skb_pool.lock, flags);
188 while (skb_pool.qlen < MAX_SKBS) {
1da177e4
LT
189 skb = alloc_skb(MAX_SKB_SIZE, GFP_ATOMIC);
190 if (!skb)
191 break;
192
a1bcfacd 193 __skb_queue_tail(&skb_pool, skb);
1da177e4 194 }
a1bcfacd 195 spin_unlock_irqrestore(&skb_pool.lock, flags);
1da177e4
LT
196}
197
198static void zap_completion_queue(void)
199{
200 unsigned long flags;
201 struct softnet_data *sd = &get_cpu_var(softnet_data);
202
203 if (sd->completion_queue) {
204 struct sk_buff *clist;
205
206 local_irq_save(flags);
207 clist = sd->completion_queue;
208 sd->completion_queue = NULL;
209 local_irq_restore(flags);
210
211 while (clist != NULL) {
212 struct sk_buff *skb = clist;
213 clist = clist->next;
c68b9070 214 if (skb->destructor)
1da177e4
LT
215 dev_kfree_skb_any(skb); /* put this one back */
216 else
217 __kfree_skb(skb);
218 }
219 }
220
221 put_cpu_var(softnet_data);
222}
223
a1bcfacd 224static struct sk_buff *find_skb(struct netpoll *np, int len, int reserve)
1da177e4 225{
a1bcfacd
SH
226 int count = 0;
227 struct sk_buff *skb;
1da177e4
LT
228
229 zap_completion_queue();
a1bcfacd 230 refill_skbs();
1da177e4 231repeat:
1da177e4
LT
232
233 skb = alloc_skb(len, GFP_ATOMIC);
a1bcfacd
SH
234 if (!skb)
235 skb = skb_dequeue(&skb_pool);
1da177e4
LT
236
237 if (!skb) {
a1bcfacd
SH
238 if (++count < 10) {
239 netpoll_poll(np);
240 goto repeat;
1da177e4 241 }
a1bcfacd 242 return NULL;
1da177e4
LT
243 }
244
245 atomic_set(&skb->users, 1);
246 skb_reserve(skb, reserve);
247 return skb;
248}
249
bea3348e
SH
250static int netpoll_owner_active(struct net_device *dev)
251{
252 struct napi_struct *napi;
253
254 list_for_each_entry(napi, &dev->napi_list, dev_list) {
255 if (napi->poll_owner == smp_processor_id())
256 return 1;
257 }
258 return 0;
259}
260
1da177e4
LT
261static void netpoll_send_skb(struct netpoll *np, struct sk_buff *skb)
262{
2bdfe0ba
SH
263 int status = NETDEV_TX_BUSY;
264 unsigned long tries;
4ec93edb
YH
265 struct net_device *dev = np->dev;
266 struct netpoll_info *npinfo = np->dev->npinfo;
2bdfe0ba 267
4ec93edb
YH
268 if (!npinfo || !netif_running(dev) || !netif_device_present(dev)) {
269 __kfree_skb(skb);
270 return;
271 }
2bdfe0ba
SH
272
273 /* don't get messages out of order, and no recursion */
bea3348e 274 if (skb_queue_len(&npinfo->txq) == 0 && !netpoll_owner_active(dev)) {
a49f99ff
AM
275 unsigned long flags;
276
277 local_irq_save(flags);
0db3dc73
SH
278 /* try until next clock tick */
279 for (tries = jiffies_to_usecs(1)/USEC_PER_POLL;
280 tries > 0; --tries) {
281 if (netif_tx_trylock(dev)) {
f25f4e44 282 if (!netif_queue_stopped(dev) &&
668f895a 283 !netif_subqueue_stopped(dev, skb))
e37b8d93 284 status = dev->hard_start_xmit(skb, dev);
0db3dc73 285 netif_tx_unlock(dev);
e37b8d93
AM
286
287 if (status == NETDEV_TX_OK)
288 break;
289
e37b8d93 290 }
0db3dc73
SH
291
292 /* tickle device maybe there is some cleanup */
293 netpoll_poll(np);
294
295 udelay(USEC_PER_POLL);
0db1d6fc 296 }
a49f99ff 297 local_irq_restore(flags);
1da177e4 298 }
1da177e4 299
2bdfe0ba 300 if (status != NETDEV_TX_OK) {
5de4a473 301 skb_queue_tail(&npinfo->txq, skb);
4c1ac1b4 302 schedule_delayed_work(&npinfo->tx_work,0);
1da177e4 303 }
1da177e4
LT
304}
305
306void netpoll_send_udp(struct netpoll *np, const char *msg, int len)
307{
308 int total_len, eth_len, ip_len, udp_len;
309 struct sk_buff *skb;
310 struct udphdr *udph;
311 struct iphdr *iph;
312 struct ethhdr *eth;
313
314 udp_len = len + sizeof(*udph);
315 ip_len = eth_len = udp_len + sizeof(*iph);
316 total_len = eth_len + ETH_HLEN + NET_IP_ALIGN;
317
318 skb = find_skb(np, total_len, total_len - len);
319 if (!skb)
320 return;
321
27d7ff46 322 skb_copy_to_linear_data(skb, msg, len);
1da177e4
LT
323 skb->len += len;
324
4bedb452
ACM
325 skb_push(skb, sizeof(*udph));
326 skb_reset_transport_header(skb);
327 udph = udp_hdr(skb);
1da177e4
LT
328 udph->source = htons(np->local_port);
329 udph->dest = htons(np->remote_port);
330 udph->len = htons(udp_len);
331 udph->check = 0;
8e365eec
CL
332 udph->check = csum_tcpudp_magic(htonl(np->local_ip),
333 htonl(np->remote_ip),
334 udp_len, IPPROTO_UDP,
335 csum_partial((unsigned char *)udph, udp_len, 0));
336 if (udph->check == 0)
5e57dff2 337 udph->check = CSUM_MANGLED_0;
1da177e4 338
e2d1bca7
ACM
339 skb_push(skb, sizeof(*iph));
340 skb_reset_network_header(skb);
eddc9ec5 341 iph = ip_hdr(skb);
1da177e4
LT
342
343 /* iph->version = 4; iph->ihl = 5; */
344 put_unaligned(0x45, (unsigned char *)iph);
345 iph->tos = 0;
346 put_unaligned(htons(ip_len), &(iph->tot_len));
347 iph->id = 0;
348 iph->frag_off = 0;
349 iph->ttl = 64;
350 iph->protocol = IPPROTO_UDP;
351 iph->check = 0;
352 put_unaligned(htonl(np->local_ip), &(iph->saddr));
353 put_unaligned(htonl(np->remote_ip), &(iph->daddr));
354 iph->check = ip_fast_csum((unsigned char *)iph, iph->ihl);
355
356 eth = (struct ethhdr *) skb_push(skb, ETH_HLEN);
459a98ed 357 skb_reset_mac_header(skb);
206daaf7 358 skb->protocol = eth->h_proto = htons(ETH_P_IP);
09538641
SH
359 memcpy(eth->h_source, np->dev->dev_addr, ETH_ALEN);
360 memcpy(eth->h_dest, np->remote_mac, ETH_ALEN);
1da177e4
LT
361
362 skb->dev = np->dev;
363
364 netpoll_send_skb(np, skb);
365}
366
367static void arp_reply(struct sk_buff *skb)
368{
115c1d6e 369 struct netpoll_info *npinfo = skb->dev->npinfo;
1da177e4
LT
370 struct arphdr *arp;
371 unsigned char *arp_ptr;
372 int size, type = ARPOP_REPLY, ptype = ETH_P_ARP;
252e3346 373 __be32 sip, tip;
47bbec02 374 unsigned char *sha;
1da177e4 375 struct sk_buff *send_skb;
115c1d6e 376 struct netpoll *np = NULL;
1da177e4 377
fbeec2e1
JM
378 if (npinfo->rx_np && npinfo->rx_np->dev == skb->dev)
379 np = npinfo->rx_np;
115c1d6e
JM
380 if (!np)
381 return;
1da177e4
LT
382
383 /* No arp on this interface */
384 if (skb->dev->flags & IFF_NOARP)
385 return;
386
988b7050 387 if (!pskb_may_pull(skb, arp_hdr_len(skb->dev)))
1da177e4
LT
388 return;
389
c1d2bbe1 390 skb_reset_network_header(skb);
badff6d0 391 skb_reset_transport_header(skb);
d0a92be0 392 arp = arp_hdr(skb);
1da177e4
LT
393
394 if ((arp->ar_hrd != htons(ARPHRD_ETHER) &&
395 arp->ar_hrd != htons(ARPHRD_IEEE802)) ||
396 arp->ar_pro != htons(ETH_P_IP) ||
397 arp->ar_op != htons(ARPOP_REQUEST))
398 return;
399
47bbec02
NH
400 arp_ptr = (unsigned char *)(arp+1);
401 /* save the location of the src hw addr */
402 sha = arp_ptr;
403 arp_ptr += skb->dev->addr_len;
1da177e4 404 memcpy(&sip, arp_ptr, 4);
47bbec02
NH
405 arp_ptr += 4;
406 /* if we actually cared about dst hw addr, it would get copied here */
407 arp_ptr += skb->dev->addr_len;
1da177e4
LT
408 memcpy(&tip, arp_ptr, 4);
409
410 /* Should we ignore arp? */
21cf2253
JP
411 if (tip != htonl(np->local_ip) ||
412 ipv4_is_loopback(tip) || ipv4_is_multicast(tip))
1da177e4
LT
413 return;
414
988b7050 415 size = arp_hdr_len(skb->dev);
1da177e4
LT
416 send_skb = find_skb(np, size + LL_RESERVED_SPACE(np->dev),
417 LL_RESERVED_SPACE(np->dev));
418
419 if (!send_skb)
420 return;
421
c1d2bbe1 422 skb_reset_network_header(send_skb);
1da177e4
LT
423 arp = (struct arphdr *) skb_put(send_skb, size);
424 send_skb->dev = skb->dev;
425 send_skb->protocol = htons(ETH_P_ARP);
426
427 /* Fill the device header for the ARP frame */
0c4e8581 428 if (dev_hard_header(send_skb, skb->dev, ptype,
09538641 429 sha, np->dev->dev_addr,
0c4e8581 430 send_skb->len) < 0) {
1da177e4
LT
431 kfree_skb(send_skb);
432 return;
433 }
434
435 /*
436 * Fill out the arp protocol part.
437 *
438 * we only support ethernet device type,
439 * which (according to RFC 1390) should always equal 1 (Ethernet).
440 */
441
442 arp->ar_hrd = htons(np->dev->type);
443 arp->ar_pro = htons(ETH_P_IP);
444 arp->ar_hln = np->dev->addr_len;
445 arp->ar_pln = 4;
446 arp->ar_op = htons(type);
447
448 arp_ptr=(unsigned char *)(arp + 1);
449 memcpy(arp_ptr, np->dev->dev_addr, np->dev->addr_len);
450 arp_ptr += np->dev->addr_len;
451 memcpy(arp_ptr, &tip, 4);
452 arp_ptr += 4;
47bbec02 453 memcpy(arp_ptr, sha, np->dev->addr_len);
1da177e4
LT
454 arp_ptr += np->dev->addr_len;
455 memcpy(arp_ptr, &sip, 4);
456
457 netpoll_send_skb(np, send_skb);
458}
459
460int __netpoll_rx(struct sk_buff *skb)
461{
462 int proto, len, ulen;
463 struct iphdr *iph;
464 struct udphdr *uh;
068c6e98
NH
465 struct netpoll_info *npi = skb->dev->npinfo;
466 struct netpoll *np = npi->rx_np;
467
fbeec2e1 468 if (!np)
1da177e4
LT
469 goto out;
470 if (skb->dev->type != ARPHRD_ETHER)
471 goto out;
472
33f807ba 473 /* if receive ARP during middle of NAPI poll, then queue */
724800d6 474 if (skb->protocol == htons(ETH_P_ARP) &&
1da177e4 475 atomic_read(&trapped)) {
068c6e98 476 skb_queue_tail(&npi->arp_tx, skb);
1da177e4
LT
477 return 1;
478 }
479
480 proto = ntohs(eth_hdr(skb)->h_proto);
481 if (proto != ETH_P_IP)
482 goto out;
483 if (skb->pkt_type == PACKET_OTHERHOST)
484 goto out;
485 if (skb_shared(skb))
486 goto out;
487
488 iph = (struct iphdr *)skb->data;
489 if (!pskb_may_pull(skb, sizeof(struct iphdr)))
490 goto out;
491 if (iph->ihl < 5 || iph->version != 4)
492 goto out;
493 if (!pskb_may_pull(skb, iph->ihl*4))
494 goto out;
495 if (ip_fast_csum((u8 *)iph, iph->ihl) != 0)
496 goto out;
497
498 len = ntohs(iph->tot_len);
499 if (skb->len < len || len < iph->ihl*4)
500 goto out;
501
5e7d7fa5
AL
502 /*
503 * Our transport medium may have padded the buffer out.
504 * Now We trim to the true length of the frame.
505 */
506 if (pskb_trim_rcsum(skb, len))
507 goto out;
508
1da177e4
LT
509 if (iph->protocol != IPPROTO_UDP)
510 goto out;
511
512 len -= iph->ihl*4;
513 uh = (struct udphdr *)(((char *)iph) + iph->ihl*4);
514 ulen = ntohs(uh->len);
515
516 if (ulen != len)
517 goto out;
fb286bb2 518 if (checksum_udp(skb, uh, ulen, iph->saddr, iph->daddr))
1da177e4
LT
519 goto out;
520 if (np->local_ip && np->local_ip != ntohl(iph->daddr))
521 goto out;
522 if (np->remote_ip && np->remote_ip != ntohl(iph->saddr))
523 goto out;
524 if (np->local_port && np->local_port != ntohs(uh->dest))
525 goto out;
526
527 np->rx_hook(np, ntohs(uh->source),
528 (char *)(uh+1),
529 ulen - sizeof(struct udphdr));
530
531 kfree_skb(skb);
532 return 1;
533
534out:
33f807ba
SH
535 /* If packet received while already in poll then just
536 * silently drop.
537 */
1da177e4
LT
538 if (atomic_read(&trapped)) {
539 kfree_skb(skb);
540 return 1;
541 }
542
543 return 0;
544}
545
0bcc1816
SS
546void netpoll_print_options(struct netpoll *np)
547{
0795af57 548 DECLARE_MAC_BUF(mac);
0bcc1816
SS
549 printk(KERN_INFO "%s: local port %d\n",
550 np->name, np->local_port);
551 printk(KERN_INFO "%s: local IP %d.%d.%d.%d\n",
552 np->name, HIPQUAD(np->local_ip));
553 printk(KERN_INFO "%s: interface %s\n",
554 np->name, np->dev_name);
555 printk(KERN_INFO "%s: remote port %d\n",
556 np->name, np->remote_port);
557 printk(KERN_INFO "%s: remote IP %d.%d.%d.%d\n",
558 np->name, HIPQUAD(np->remote_ip));
0795af57
JP
559 printk(KERN_INFO "%s: remote ethernet address %s\n",
560 np->name, print_mac(mac, np->remote_mac));
0bcc1816
SS
561}
562
1da177e4
LT
563int netpoll_parse_options(struct netpoll *np, char *opt)
564{
565 char *cur=opt, *delim;
566
c68b9070 567 if (*cur != '@') {
1da177e4
LT
568 if ((delim = strchr(cur, '@')) == NULL)
569 goto parse_failed;
c68b9070
DM
570 *delim = 0;
571 np->local_port = simple_strtol(cur, NULL, 10);
572 cur = delim;
1da177e4
LT
573 }
574 cur++;
1da177e4 575
c68b9070 576 if (*cur != '/') {
1da177e4
LT
577 if ((delim = strchr(cur, '/')) == NULL)
578 goto parse_failed;
c68b9070
DM
579 *delim = 0;
580 np->local_ip = ntohl(in_aton(cur));
581 cur = delim;
1da177e4
LT
582 }
583 cur++;
584
c68b9070 585 if (*cur != ',') {
1da177e4
LT
586 /* parse out dev name */
587 if ((delim = strchr(cur, ',')) == NULL)
588 goto parse_failed;
c68b9070 589 *delim = 0;
1da177e4 590 strlcpy(np->dev_name, cur, sizeof(np->dev_name));
c68b9070 591 cur = delim;
1da177e4
LT
592 }
593 cur++;
594
c68b9070 595 if (*cur != '@') {
1da177e4
LT
596 /* dst port */
597 if ((delim = strchr(cur, '@')) == NULL)
598 goto parse_failed;
c68b9070
DM
599 *delim = 0;
600 np->remote_port = simple_strtol(cur, NULL, 10);
601 cur = delim;
1da177e4
LT
602 }
603 cur++;
1da177e4
LT
604
605 /* dst ip */
606 if ((delim = strchr(cur, '/')) == NULL)
607 goto parse_failed;
c68b9070
DM
608 *delim = 0;
609 np->remote_ip = ntohl(in_aton(cur));
610 cur = delim + 1;
1da177e4 611
c68b9070 612 if (*cur != 0) {
1da177e4
LT
613 /* MAC address */
614 if ((delim = strchr(cur, ':')) == NULL)
615 goto parse_failed;
c68b9070
DM
616 *delim = 0;
617 np->remote_mac[0] = simple_strtol(cur, NULL, 16);
618 cur = delim + 1;
1da177e4
LT
619 if ((delim = strchr(cur, ':')) == NULL)
620 goto parse_failed;
c68b9070
DM
621 *delim = 0;
622 np->remote_mac[1] = simple_strtol(cur, NULL, 16);
623 cur = delim + 1;
1da177e4
LT
624 if ((delim = strchr(cur, ':')) == NULL)
625 goto parse_failed;
c68b9070
DM
626 *delim = 0;
627 np->remote_mac[2] = simple_strtol(cur, NULL, 16);
628 cur = delim + 1;
1da177e4
LT
629 if ((delim = strchr(cur, ':')) == NULL)
630 goto parse_failed;
c68b9070
DM
631 *delim = 0;
632 np->remote_mac[3] = simple_strtol(cur, NULL, 16);
633 cur = delim + 1;
1da177e4
LT
634 if ((delim = strchr(cur, ':')) == NULL)
635 goto parse_failed;
c68b9070
DM
636 *delim = 0;
637 np->remote_mac[4] = simple_strtol(cur, NULL, 16);
638 cur = delim + 1;
639 np->remote_mac[5] = simple_strtol(cur, NULL, 16);
1da177e4
LT
640 }
641
0bcc1816 642 netpoll_print_options(np);
1da177e4
LT
643
644 return 0;
645
646 parse_failed:
647 printk(KERN_INFO "%s: couldn't parse config at %s!\n",
648 np->name, cur);
649 return -1;
650}
651
652int netpoll_setup(struct netpoll *np)
653{
654 struct net_device *ndev = NULL;
655 struct in_device *in_dev;
115c1d6e 656 struct netpoll_info *npinfo;
fbeec2e1 657 unsigned long flags;
b41848b6 658 int err;
1da177e4
LT
659
660 if (np->dev_name)
881d966b 661 ndev = dev_get_by_name(&init_net, np->dev_name);
1da177e4
LT
662 if (!ndev) {
663 printk(KERN_ERR "%s: %s doesn't exist, aborting.\n",
664 np->name, np->dev_name);
b41848b6 665 return -ENODEV;
1da177e4
LT
666 }
667
668 np->dev = ndev;
115c1d6e
JM
669 if (!ndev->npinfo) {
670 npinfo = kmalloc(sizeof(*npinfo), GFP_KERNEL);
b41848b6
SH
671 if (!npinfo) {
672 err = -ENOMEM;
115c1d6e 673 goto release;
b41848b6 674 }
115c1d6e 675
fbeec2e1 676 npinfo->rx_np = NULL;
2bdfe0ba 677
a9f6a0dd 678 spin_lock_init(&npinfo->rx_lock);
068c6e98 679 skb_queue_head_init(&npinfo->arp_tx);
b6cd27ed 680 skb_queue_head_init(&npinfo->txq);
4c1ac1b4 681 INIT_DELAYED_WORK(&npinfo->tx_work, queue_process);
b6cd27ed 682
93ec2c72
SH
683 atomic_set(&npinfo->refcnt, 1);
684 } else {
115c1d6e 685 npinfo = ndev->npinfo;
93ec2c72
SH
686 atomic_inc(&npinfo->refcnt);
687 }
1da177e4
LT
688
689 if (!ndev->poll_controller) {
690 printk(KERN_ERR "%s: %s doesn't support polling, aborting.\n",
691 np->name, np->dev_name);
b41848b6 692 err = -ENOTSUPP;
1da177e4
LT
693 goto release;
694 }
695
696 if (!netif_running(ndev)) {
697 unsigned long atmost, atleast;
698
699 printk(KERN_INFO "%s: device %s not up yet, forcing it\n",
700 np->name, np->dev_name);
701
6756ae4b 702 rtnl_lock();
b41848b6
SH
703 err = dev_open(ndev);
704 rtnl_unlock();
705
706 if (err) {
1da177e4 707 printk(KERN_ERR "%s: failed to open %s\n",
b41848b6 708 np->name, ndev->name);
1da177e4
LT
709 goto release;
710 }
1da177e4
LT
711
712 atleast = jiffies + HZ/10;
4ec93edb 713 atmost = jiffies + 4*HZ;
1da177e4
LT
714 while (!netif_carrier_ok(ndev)) {
715 if (time_after(jiffies, atmost)) {
716 printk(KERN_NOTICE
717 "%s: timeout waiting for carrier\n",
718 np->name);
719 break;
720 }
721 cond_resched();
722 }
723
724 /* If carrier appears to come up instantly, we don't
725 * trust it and pause so that we don't pump all our
726 * queued console messages into the bitbucket.
727 */
728
729 if (time_before(jiffies, atleast)) {
730 printk(KERN_NOTICE "%s: carrier detect appears"
731 " untrustworthy, waiting 4 seconds\n",
732 np->name);
733 msleep(4000);
734 }
735 }
736
1da177e4
LT
737 if (!np->local_ip) {
738 rcu_read_lock();
e5ed6399 739 in_dev = __in_dev_get_rcu(ndev);
1da177e4
LT
740
741 if (!in_dev || !in_dev->ifa_list) {
742 rcu_read_unlock();
743 printk(KERN_ERR "%s: no IP address for %s, aborting\n",
744 np->name, np->dev_name);
b41848b6 745 err = -EDESTADDRREQ;
1da177e4
LT
746 goto release;
747 }
748
749 np->local_ip = ntohl(in_dev->ifa_list->ifa_local);
750 rcu_read_unlock();
751 printk(KERN_INFO "%s: local IP %d.%d.%d.%d\n",
752 np->name, HIPQUAD(np->local_ip));
753 }
754
fbeec2e1
JM
755 if (np->rx_hook) {
756 spin_lock_irqsave(&npinfo->rx_lock, flags);
fbeec2e1
JM
757 npinfo->rx_np = np;
758 spin_unlock_irqrestore(&npinfo->rx_lock, flags);
759 }
26520765
IM
760
761 /* fill up the skb queue */
762 refill_skbs();
763
fbeec2e1 764 /* last thing to do is link it to the net device structure */
115c1d6e 765 ndev->npinfo = npinfo;
1da177e4 766
53fb95d3
MM
767 /* avoid racing with NAPI reading npinfo */
768 synchronize_rcu();
769
1da177e4
LT
770 return 0;
771
772 release:
115c1d6e
JM
773 if (!ndev->npinfo)
774 kfree(npinfo);
1da177e4
LT
775 np->dev = NULL;
776 dev_put(ndev);
b41848b6 777 return err;
1da177e4
LT
778}
779
c68b9070
DM
780static int __init netpoll_init(void)
781{
a1bcfacd
SH
782 skb_queue_head_init(&skb_pool);
783 return 0;
784}
785core_initcall(netpoll_init);
786
1da177e4
LT
787void netpoll_cleanup(struct netpoll *np)
788{
fbeec2e1
JM
789 struct netpoll_info *npinfo;
790 unsigned long flags;
791
115c1d6e 792 if (np->dev) {
fbeec2e1 793 npinfo = np->dev->npinfo;
93ec2c72
SH
794 if (npinfo) {
795 if (npinfo->rx_np == np) {
796 spin_lock_irqsave(&npinfo->rx_lock, flags);
797 npinfo->rx_np = NULL;
93ec2c72
SH
798 spin_unlock_irqrestore(&npinfo->rx_lock, flags);
799 }
800
93ec2c72
SH
801 if (atomic_dec_and_test(&npinfo->refcnt)) {
802 skb_queue_purge(&npinfo->arp_tx);
4ec93edb 803 skb_queue_purge(&npinfo->txq);
25442caf 804 cancel_rearming_delayed_work(&npinfo->tx_work);
93ec2c72 805
17200811 806 /* clean after last, unfinished work */
0adc9add 807 __skb_queue_purge(&npinfo->txq);
93ec2c72 808 kfree(npinfo);
1498b3f1 809 np->dev->npinfo = NULL;
93ec2c72 810 }
fbeec2e1 811 }
93ec2c72 812
115c1d6e
JM
813 dev_put(np->dev);
814 }
fbeec2e1 815
1da177e4
LT
816 np->dev = NULL;
817}
818
819int netpoll_trap(void)
820{
821 return atomic_read(&trapped);
822}
823
824void netpoll_set_trap(int trap)
825{
826 if (trap)
827 atomic_inc(&trapped);
828 else
829 atomic_dec(&trapped);
830}
831
832EXPORT_SYMBOL(netpoll_set_trap);
833EXPORT_SYMBOL(netpoll_trap);
0bcc1816 834EXPORT_SYMBOL(netpoll_print_options);
1da177e4
LT
835EXPORT_SYMBOL(netpoll_parse_options);
836EXPORT_SYMBOL(netpoll_setup);
837EXPORT_SYMBOL(netpoll_cleanup);
838EXPORT_SYMBOL(netpoll_send_udp);
839EXPORT_SYMBOL(netpoll_poll);
This page took 0.651436 seconds and 5 git commands to generate.