Merge head 'drm-3264' of master.kernel.org:/pub/scm/linux/kernel/git/airlied/drm-2.6
[deliverable/linux.git] / net / core / sock.c
CommitLineData
1da177e4
LT
1/*
2 * INET An implementation of the TCP/IP protocol suite for the LINUX
3 * operating system. INET is implemented using the BSD Socket
4 * interface as the means of communication with the user level.
5 *
6 * Generic socket support routines. Memory allocators, socket lock/release
7 * handler for protocols to use and generic option handler.
8 *
9 *
10 * Version: $Id: sock.c,v 1.117 2002/02/01 22:01:03 davem Exp $
11 *
02c30a84 12 * Authors: Ross Biro
1da177e4
LT
13 * Fred N. van Kempen, <waltje@uWalt.NL.Mugnet.ORG>
14 * Florian La Roche, <flla@stud.uni-sb.de>
15 * Alan Cox, <A.Cox@swansea.ac.uk>
16 *
17 * Fixes:
18 * Alan Cox : Numerous verify_area() problems
19 * Alan Cox : Connecting on a connecting socket
20 * now returns an error for tcp.
21 * Alan Cox : sock->protocol is set correctly.
22 * and is not sometimes left as 0.
23 * Alan Cox : connect handles icmp errors on a
24 * connect properly. Unfortunately there
25 * is a restart syscall nasty there. I
26 * can't match BSD without hacking the C
27 * library. Ideas urgently sought!
28 * Alan Cox : Disallow bind() to addresses that are
29 * not ours - especially broadcast ones!!
30 * Alan Cox : Socket 1024 _IS_ ok for users. (fencepost)
31 * Alan Cox : sock_wfree/sock_rfree don't destroy sockets,
32 * instead they leave that for the DESTROY timer.
33 * Alan Cox : Clean up error flag in accept
34 * Alan Cox : TCP ack handling is buggy, the DESTROY timer
35 * was buggy. Put a remove_sock() in the handler
36 * for memory when we hit 0. Also altered the timer
37 * code. The ACK stuff can wait and needs major
38 * TCP layer surgery.
39 * Alan Cox : Fixed TCP ack bug, removed remove sock
40 * and fixed timer/inet_bh race.
41 * Alan Cox : Added zapped flag for TCP
42 * Alan Cox : Move kfree_skb into skbuff.c and tidied up surplus code
43 * Alan Cox : for new sk_buff allocations wmalloc/rmalloc now call alloc_skb
44 * Alan Cox : kfree_s calls now are kfree_skbmem so we can track skb resources
45 * Alan Cox : Supports socket option broadcast now as does udp. Packet and raw need fixing.
46 * Alan Cox : Added RCVBUF,SNDBUF size setting. It suddenly occurred to me how easy it was so...
47 * Rick Sladkey : Relaxed UDP rules for matching packets.
48 * C.E.Hawkins : IFF_PROMISC/SIOCGHWADDR support
49 * Pauline Middelink : identd support
50 * Alan Cox : Fixed connect() taking signals I think.
51 * Alan Cox : SO_LINGER supported
52 * Alan Cox : Error reporting fixes
53 * Anonymous : inet_create tidied up (sk->reuse setting)
54 * Alan Cox : inet sockets don't set sk->type!
55 * Alan Cox : Split socket option code
56 * Alan Cox : Callbacks
57 * Alan Cox : Nagle flag for Charles & Johannes stuff
58 * Alex : Removed restriction on inet fioctl
59 * Alan Cox : Splitting INET from NET core
60 * Alan Cox : Fixed bogus SO_TYPE handling in getsockopt()
61 * Adam Caldwell : Missing return in SO_DONTROUTE/SO_DEBUG code
62 * Alan Cox : Split IP from generic code
63 * Alan Cox : New kfree_skbmem()
64 * Alan Cox : Make SO_DEBUG superuser only.
65 * Alan Cox : Allow anyone to clear SO_DEBUG
66 * (compatibility fix)
67 * Alan Cox : Added optimistic memory grabbing for AF_UNIX throughput.
68 * Alan Cox : Allocator for a socket is settable.
69 * Alan Cox : SO_ERROR includes soft errors.
70 * Alan Cox : Allow NULL arguments on some SO_ opts
71 * Alan Cox : Generic socket allocation to make hooks
72 * easier (suggested by Craig Metz).
73 * Michael Pall : SO_ERROR returns positive errno again
74 * Steve Whitehouse: Added default destructor to free
75 * protocol private data.
76 * Steve Whitehouse: Added various other default routines
77 * common to several socket families.
78 * Chris Evans : Call suser() check last on F_SETOWN
79 * Jay Schulist : Added SO_ATTACH_FILTER and SO_DETACH_FILTER.
80 * Andi Kleen : Add sock_kmalloc()/sock_kfree_s()
81 * Andi Kleen : Fix write_space callback
82 * Chris Evans : Security fixes - signedness again
83 * Arnaldo C. Melo : cleanups, use skb_queue_purge
84 *
85 * To Fix:
86 *
87 *
88 * This program is free software; you can redistribute it and/or
89 * modify it under the terms of the GNU General Public License
90 * as published by the Free Software Foundation; either version
91 * 2 of the License, or (at your option) any later version.
92 */
93
94#include <linux/config.h>
95#include <linux/errno.h>
96#include <linux/types.h>
97#include <linux/socket.h>
98#include <linux/in.h>
99#include <linux/kernel.h>
1da177e4
LT
100#include <linux/module.h>
101#include <linux/proc_fs.h>
102#include <linux/seq_file.h>
103#include <linux/sched.h>
104#include <linux/timer.h>
105#include <linux/string.h>
106#include <linux/sockios.h>
107#include <linux/net.h>
108#include <linux/mm.h>
109#include <linux/slab.h>
110#include <linux/interrupt.h>
111#include <linux/poll.h>
112#include <linux/tcp.h>
113#include <linux/init.h>
114
115#include <asm/uaccess.h>
116#include <asm/system.h>
117
118#include <linux/netdevice.h>
119#include <net/protocol.h>
120#include <linux/skbuff.h>
2e6599cb 121#include <net/request_sock.h>
1da177e4
LT
122#include <net/sock.h>
123#include <net/xfrm.h>
124#include <linux/ipsec.h>
125
126#include <linux/filter.h>
127
128#ifdef CONFIG_INET
129#include <net/tcp.h>
130#endif
131
132/* Take into consideration the size of the struct sk_buff overhead in the
133 * determination of these values, since that is non-constant across
134 * platforms. This makes socket queueing behavior and performance
135 * not depend upon such differences.
136 */
137#define _SK_MEM_PACKETS 256
138#define _SK_MEM_OVERHEAD (sizeof(struct sk_buff) + 256)
139#define SK_WMEM_MAX (_SK_MEM_OVERHEAD * _SK_MEM_PACKETS)
140#define SK_RMEM_MAX (_SK_MEM_OVERHEAD * _SK_MEM_PACKETS)
141
142/* Run time adjustable parameters. */
143__u32 sysctl_wmem_max = SK_WMEM_MAX;
144__u32 sysctl_rmem_max = SK_RMEM_MAX;
145__u32 sysctl_wmem_default = SK_WMEM_MAX;
146__u32 sysctl_rmem_default = SK_RMEM_MAX;
147
148/* Maximal space eaten by iovec or ancilliary data plus some space */
149int sysctl_optmem_max = sizeof(unsigned long)*(2*UIO_MAXIOV + 512);
150
151static int sock_set_timeout(long *timeo_p, char __user *optval, int optlen)
152{
153 struct timeval tv;
154
155 if (optlen < sizeof(tv))
156 return -EINVAL;
157 if (copy_from_user(&tv, optval, sizeof(tv)))
158 return -EFAULT;
159
160 *timeo_p = MAX_SCHEDULE_TIMEOUT;
161 if (tv.tv_sec == 0 && tv.tv_usec == 0)
162 return 0;
163 if (tv.tv_sec < (MAX_SCHEDULE_TIMEOUT/HZ - 1))
164 *timeo_p = tv.tv_sec*HZ + (tv.tv_usec+(1000000/HZ-1))/(1000000/HZ);
165 return 0;
166}
167
168static void sock_warn_obsolete_bsdism(const char *name)
169{
170 static int warned;
171 static char warncomm[TASK_COMM_LEN];
172 if (strcmp(warncomm, current->comm) && warned < 5) {
173 strcpy(warncomm, current->comm);
174 printk(KERN_WARNING "process `%s' is using obsolete "
175 "%s SO_BSDCOMPAT\n", warncomm, name);
176 warned++;
177 }
178}
179
180static void sock_disable_timestamp(struct sock *sk)
181{
182 if (sock_flag(sk, SOCK_TIMESTAMP)) {
183 sock_reset_flag(sk, SOCK_TIMESTAMP);
184 net_disable_timestamp();
185 }
186}
187
188
189/*
190 * This is meant for all protocols to use and covers goings on
191 * at the socket level. Everything here is generic.
192 */
193
194int sock_setsockopt(struct socket *sock, int level, int optname,
195 char __user *optval, int optlen)
196{
197 struct sock *sk=sock->sk;
198 struct sk_filter *filter;
199 int val;
200 int valbool;
201 struct linger ling;
202 int ret = 0;
203
204 /*
205 * Options without arguments
206 */
207
208#ifdef SO_DONTLINGER /* Compatibility item... */
209 switch (optname) {
210 case SO_DONTLINGER:
211 sock_reset_flag(sk, SOCK_LINGER);
212 return 0;
213 }
214#endif
215
216 if(optlen<sizeof(int))
217 return(-EINVAL);
218
219 if (get_user(val, (int __user *)optval))
220 return -EFAULT;
221
222 valbool = val?1:0;
223
224 lock_sock(sk);
225
226 switch(optname)
227 {
228 case SO_DEBUG:
229 if(val && !capable(CAP_NET_ADMIN))
230 {
231 ret = -EACCES;
232 }
233 else if (valbool)
234 sock_set_flag(sk, SOCK_DBG);
235 else
236 sock_reset_flag(sk, SOCK_DBG);
237 break;
238 case SO_REUSEADDR:
239 sk->sk_reuse = valbool;
240 break;
241 case SO_TYPE:
242 case SO_ERROR:
243 ret = -ENOPROTOOPT;
244 break;
245 case SO_DONTROUTE:
246 if (valbool)
247 sock_set_flag(sk, SOCK_LOCALROUTE);
248 else
249 sock_reset_flag(sk, SOCK_LOCALROUTE);
250 break;
251 case SO_BROADCAST:
252 sock_valbool_flag(sk, SOCK_BROADCAST, valbool);
253 break;
254 case SO_SNDBUF:
255 /* Don't error on this BSD doesn't and if you think
256 about it this is right. Otherwise apps have to
257 play 'guess the biggest size' games. RCVBUF/SNDBUF
258 are treated in BSD as hints */
259
260 if (val > sysctl_wmem_max)
261 val = sysctl_wmem_max;
262
263 sk->sk_userlocks |= SOCK_SNDBUF_LOCK;
264 if ((val * 2) < SOCK_MIN_SNDBUF)
265 sk->sk_sndbuf = SOCK_MIN_SNDBUF;
266 else
267 sk->sk_sndbuf = val * 2;
268
269 /*
270 * Wake up sending tasks if we
271 * upped the value.
272 */
273 sk->sk_write_space(sk);
274 break;
275
276 case SO_RCVBUF:
277 /* Don't error on this BSD doesn't and if you think
278 about it this is right. Otherwise apps have to
279 play 'guess the biggest size' games. RCVBUF/SNDBUF
280 are treated in BSD as hints */
281
282 if (val > sysctl_rmem_max)
283 val = sysctl_rmem_max;
284
285 sk->sk_userlocks |= SOCK_RCVBUF_LOCK;
286 /* FIXME: is this lower bound the right one? */
287 if ((val * 2) < SOCK_MIN_RCVBUF)
288 sk->sk_rcvbuf = SOCK_MIN_RCVBUF;
289 else
290 sk->sk_rcvbuf = val * 2;
291 break;
292
293 case SO_KEEPALIVE:
294#ifdef CONFIG_INET
295 if (sk->sk_protocol == IPPROTO_TCP)
296 tcp_set_keepalive(sk, valbool);
297#endif
298 sock_valbool_flag(sk, SOCK_KEEPOPEN, valbool);
299 break;
300
301 case SO_OOBINLINE:
302 sock_valbool_flag(sk, SOCK_URGINLINE, valbool);
303 break;
304
305 case SO_NO_CHECK:
306 sk->sk_no_check = valbool;
307 break;
308
309 case SO_PRIORITY:
310 if ((val >= 0 && val <= 6) || capable(CAP_NET_ADMIN))
311 sk->sk_priority = val;
312 else
313 ret = -EPERM;
314 break;
315
316 case SO_LINGER:
317 if(optlen<sizeof(ling)) {
318 ret = -EINVAL; /* 1003.1g */
319 break;
320 }
321 if (copy_from_user(&ling,optval,sizeof(ling))) {
322 ret = -EFAULT;
323 break;
324 }
325 if (!ling.l_onoff)
326 sock_reset_flag(sk, SOCK_LINGER);
327 else {
328#if (BITS_PER_LONG == 32)
329 if (ling.l_linger >= MAX_SCHEDULE_TIMEOUT/HZ)
330 sk->sk_lingertime = MAX_SCHEDULE_TIMEOUT;
331 else
332#endif
333 sk->sk_lingertime = ling.l_linger * HZ;
334 sock_set_flag(sk, SOCK_LINGER);
335 }
336 break;
337
338 case SO_BSDCOMPAT:
339 sock_warn_obsolete_bsdism("setsockopt");
340 break;
341
342 case SO_PASSCRED:
343 if (valbool)
344 set_bit(SOCK_PASSCRED, &sock->flags);
345 else
346 clear_bit(SOCK_PASSCRED, &sock->flags);
347 break;
348
349 case SO_TIMESTAMP:
350 if (valbool) {
351 sock_set_flag(sk, SOCK_RCVTSTAMP);
352 sock_enable_timestamp(sk);
353 } else
354 sock_reset_flag(sk, SOCK_RCVTSTAMP);
355 break;
356
357 case SO_RCVLOWAT:
358 if (val < 0)
359 val = INT_MAX;
360 sk->sk_rcvlowat = val ? : 1;
361 break;
362
363 case SO_RCVTIMEO:
364 ret = sock_set_timeout(&sk->sk_rcvtimeo, optval, optlen);
365 break;
366
367 case SO_SNDTIMEO:
368 ret = sock_set_timeout(&sk->sk_sndtimeo, optval, optlen);
369 break;
370
371#ifdef CONFIG_NETDEVICES
372 case SO_BINDTODEVICE:
373 {
374 char devname[IFNAMSIZ];
375
376 /* Sorry... */
377 if (!capable(CAP_NET_RAW)) {
378 ret = -EPERM;
379 break;
380 }
381
382 /* Bind this socket to a particular device like "eth0",
383 * as specified in the passed interface name. If the
384 * name is "" or the option length is zero the socket
385 * is not bound.
386 */
387
388 if (!valbool) {
389 sk->sk_bound_dev_if = 0;
390 } else {
391 if (optlen > IFNAMSIZ)
392 optlen = IFNAMSIZ;
393 if (copy_from_user(devname, optval, optlen)) {
394 ret = -EFAULT;
395 break;
396 }
397
398 /* Remove any cached route for this socket. */
399 sk_dst_reset(sk);
400
401 if (devname[0] == '\0') {
402 sk->sk_bound_dev_if = 0;
403 } else {
404 struct net_device *dev = dev_get_by_name(devname);
405 if (!dev) {
406 ret = -ENODEV;
407 break;
408 }
409 sk->sk_bound_dev_if = dev->ifindex;
410 dev_put(dev);
411 }
412 }
413 break;
414 }
415#endif
416
417
418 case SO_ATTACH_FILTER:
419 ret = -EINVAL;
420 if (optlen == sizeof(struct sock_fprog)) {
421 struct sock_fprog fprog;
422
423 ret = -EFAULT;
424 if (copy_from_user(&fprog, optval, sizeof(fprog)))
425 break;
426
427 ret = sk_attach_filter(&fprog, sk);
428 }
429 break;
430
431 case SO_DETACH_FILTER:
432 spin_lock_bh(&sk->sk_lock.slock);
433 filter = sk->sk_filter;
434 if (filter) {
435 sk->sk_filter = NULL;
436 spin_unlock_bh(&sk->sk_lock.slock);
437 sk_filter_release(sk, filter);
438 break;
439 }
440 spin_unlock_bh(&sk->sk_lock.slock);
441 ret = -ENONET;
442 break;
443
444 /* We implement the SO_SNDLOWAT etc to
445 not be settable (1003.1g 5.3) */
446 default:
447 ret = -ENOPROTOOPT;
448 break;
449 }
450 release_sock(sk);
451 return ret;
452}
453
454
455int sock_getsockopt(struct socket *sock, int level, int optname,
456 char __user *optval, int __user *optlen)
457{
458 struct sock *sk = sock->sk;
459
460 union
461 {
462 int val;
463 struct linger ling;
464 struct timeval tm;
465 } v;
466
467 unsigned int lv = sizeof(int);
468 int len;
469
470 if(get_user(len,optlen))
471 return -EFAULT;
472 if(len < 0)
473 return -EINVAL;
474
475 switch(optname)
476 {
477 case SO_DEBUG:
478 v.val = sock_flag(sk, SOCK_DBG);
479 break;
480
481 case SO_DONTROUTE:
482 v.val = sock_flag(sk, SOCK_LOCALROUTE);
483 break;
484
485 case SO_BROADCAST:
486 v.val = !!sock_flag(sk, SOCK_BROADCAST);
487 break;
488
489 case SO_SNDBUF:
490 v.val = sk->sk_sndbuf;
491 break;
492
493 case SO_RCVBUF:
494 v.val = sk->sk_rcvbuf;
495 break;
496
497 case SO_REUSEADDR:
498 v.val = sk->sk_reuse;
499 break;
500
501 case SO_KEEPALIVE:
502 v.val = !!sock_flag(sk, SOCK_KEEPOPEN);
503 break;
504
505 case SO_TYPE:
506 v.val = sk->sk_type;
507 break;
508
509 case SO_ERROR:
510 v.val = -sock_error(sk);
511 if(v.val==0)
512 v.val = xchg(&sk->sk_err_soft, 0);
513 break;
514
515 case SO_OOBINLINE:
516 v.val = !!sock_flag(sk, SOCK_URGINLINE);
517 break;
518
519 case SO_NO_CHECK:
520 v.val = sk->sk_no_check;
521 break;
522
523 case SO_PRIORITY:
524 v.val = sk->sk_priority;
525 break;
526
527 case SO_LINGER:
528 lv = sizeof(v.ling);
529 v.ling.l_onoff = !!sock_flag(sk, SOCK_LINGER);
530 v.ling.l_linger = sk->sk_lingertime / HZ;
531 break;
532
533 case SO_BSDCOMPAT:
534 sock_warn_obsolete_bsdism("getsockopt");
535 break;
536
537 case SO_TIMESTAMP:
538 v.val = sock_flag(sk, SOCK_RCVTSTAMP);
539 break;
540
541 case SO_RCVTIMEO:
542 lv=sizeof(struct timeval);
543 if (sk->sk_rcvtimeo == MAX_SCHEDULE_TIMEOUT) {
544 v.tm.tv_sec = 0;
545 v.tm.tv_usec = 0;
546 } else {
547 v.tm.tv_sec = sk->sk_rcvtimeo / HZ;
548 v.tm.tv_usec = ((sk->sk_rcvtimeo % HZ) * 1000000) / HZ;
549 }
550 break;
551
552 case SO_SNDTIMEO:
553 lv=sizeof(struct timeval);
554 if (sk->sk_sndtimeo == MAX_SCHEDULE_TIMEOUT) {
555 v.tm.tv_sec = 0;
556 v.tm.tv_usec = 0;
557 } else {
558 v.tm.tv_sec = sk->sk_sndtimeo / HZ;
559 v.tm.tv_usec = ((sk->sk_sndtimeo % HZ) * 1000000) / HZ;
560 }
561 break;
562
563 case SO_RCVLOWAT:
564 v.val = sk->sk_rcvlowat;
565 break;
566
567 case SO_SNDLOWAT:
568 v.val=1;
569 break;
570
571 case SO_PASSCRED:
572 v.val = test_bit(SOCK_PASSCRED, &sock->flags) ? 1 : 0;
573 break;
574
575 case SO_PEERCRED:
576 if (len > sizeof(sk->sk_peercred))
577 len = sizeof(sk->sk_peercred);
578 if (copy_to_user(optval, &sk->sk_peercred, len))
579 return -EFAULT;
580 goto lenout;
581
582 case SO_PEERNAME:
583 {
584 char address[128];
585
586 if (sock->ops->getname(sock, (struct sockaddr *)address, &lv, 2))
587 return -ENOTCONN;
588 if (lv < len)
589 return -EINVAL;
590 if (copy_to_user(optval, address, len))
591 return -EFAULT;
592 goto lenout;
593 }
594
595 /* Dubious BSD thing... Probably nobody even uses it, but
596 * the UNIX standard wants it for whatever reason... -DaveM
597 */
598 case SO_ACCEPTCONN:
599 v.val = sk->sk_state == TCP_LISTEN;
600 break;
601
602 case SO_PEERSEC:
603 return security_socket_getpeersec(sock, optval, optlen, len);
604
605 default:
606 return(-ENOPROTOOPT);
607 }
608 if (len > lv)
609 len = lv;
610 if (copy_to_user(optval, &v, len))
611 return -EFAULT;
612lenout:
613 if (put_user(len, optlen))
614 return -EFAULT;
615 return 0;
616}
617
618/**
619 * sk_alloc - All socket objects are allocated here
4dc3b16b
PP
620 * @family: protocol family
621 * @priority: for allocation (%GFP_KERNEL, %GFP_ATOMIC, etc)
622 * @prot: struct proto associated with this new sock instance
623 * @zero_it: if we should zero the newly allocated sock
1da177e4 624 */
86a76caf
VF
625struct sock *sk_alloc(int family, unsigned int __nocast priority,
626 struct proto *prot, int zero_it)
1da177e4
LT
627{
628 struct sock *sk = NULL;
629 kmem_cache_t *slab = prot->slab;
630
631 if (slab != NULL)
632 sk = kmem_cache_alloc(slab, priority);
633 else
634 sk = kmalloc(prot->obj_size, priority);
635
636 if (sk) {
637 if (zero_it) {
638 memset(sk, 0, prot->obj_size);
639 sk->sk_family = family;
476e19cf
ACM
640 /*
641 * See comment in struct sock definition to understand
642 * why we need sk_prot_creator -acme
643 */
644 sk->sk_prot = sk->sk_prot_creator = prot;
1da177e4
LT
645 sock_lock_init(sk);
646 }
647
648 if (security_sk_alloc(sk, family, priority)) {
88a66858
ACM
649 if (slab != NULL)
650 kmem_cache_free(slab, sk);
651 else
652 kfree(sk);
1da177e4
LT
653 sk = NULL;
654 } else
655 __module_get(prot->owner);
656 }
657 return sk;
658}
659
660void sk_free(struct sock *sk)
661{
662 struct sk_filter *filter;
476e19cf 663 struct module *owner = sk->sk_prot_creator->owner;
1da177e4
LT
664
665 if (sk->sk_destruct)
666 sk->sk_destruct(sk);
667
668 filter = sk->sk_filter;
669 if (filter) {
670 sk_filter_release(sk, filter);
671 sk->sk_filter = NULL;
672 }
673
674 sock_disable_timestamp(sk);
675
676 if (atomic_read(&sk->sk_omem_alloc))
677 printk(KERN_DEBUG "%s: optmem leakage (%d bytes) detected.\n",
678 __FUNCTION__, atomic_read(&sk->sk_omem_alloc));
679
680 security_sk_free(sk);
476e19cf
ACM
681 if (sk->sk_prot_creator->slab != NULL)
682 kmem_cache_free(sk->sk_prot_creator->slab, sk);
1da177e4
LT
683 else
684 kfree(sk);
685 module_put(owner);
686}
687
688void __init sk_init(void)
689{
690 if (num_physpages <= 4096) {
691 sysctl_wmem_max = 32767;
692 sysctl_rmem_max = 32767;
693 sysctl_wmem_default = 32767;
694 sysctl_rmem_default = 32767;
695 } else if (num_physpages >= 131072) {
696 sysctl_wmem_max = 131071;
697 sysctl_rmem_max = 131071;
698 }
699}
700
701/*
702 * Simple resource managers for sockets.
703 */
704
705
706/*
707 * Write buffer destructor automatically called from kfree_skb.
708 */
709void sock_wfree(struct sk_buff *skb)
710{
711 struct sock *sk = skb->sk;
712
713 /* In case it might be waiting for more memory. */
714 atomic_sub(skb->truesize, &sk->sk_wmem_alloc);
715 if (!sock_flag(sk, SOCK_USE_WRITE_QUEUE))
716 sk->sk_write_space(sk);
717 sock_put(sk);
718}
719
720/*
721 * Read buffer destructor automatically called from kfree_skb.
722 */
723void sock_rfree(struct sk_buff *skb)
724{
725 struct sock *sk = skb->sk;
726
727 atomic_sub(skb->truesize, &sk->sk_rmem_alloc);
728}
729
730
731int sock_i_uid(struct sock *sk)
732{
733 int uid;
734
735 read_lock(&sk->sk_callback_lock);
736 uid = sk->sk_socket ? SOCK_INODE(sk->sk_socket)->i_uid : 0;
737 read_unlock(&sk->sk_callback_lock);
738 return uid;
739}
740
741unsigned long sock_i_ino(struct sock *sk)
742{
743 unsigned long ino;
744
745 read_lock(&sk->sk_callback_lock);
746 ino = sk->sk_socket ? SOCK_INODE(sk->sk_socket)->i_ino : 0;
747 read_unlock(&sk->sk_callback_lock);
748 return ino;
749}
750
751/*
752 * Allocate a skb from the socket's send buffer.
753 */
86a76caf
VF
754struct sk_buff *sock_wmalloc(struct sock *sk, unsigned long size, int force,
755 unsigned int __nocast priority)
1da177e4
LT
756{
757 if (force || atomic_read(&sk->sk_wmem_alloc) < sk->sk_sndbuf) {
758 struct sk_buff * skb = alloc_skb(size, priority);
759 if (skb) {
760 skb_set_owner_w(skb, sk);
761 return skb;
762 }
763 }
764 return NULL;
765}
766
767/*
768 * Allocate a skb from the socket's receive buffer.
769 */
86a76caf
VF
770struct sk_buff *sock_rmalloc(struct sock *sk, unsigned long size, int force,
771 unsigned int __nocast priority)
1da177e4
LT
772{
773 if (force || atomic_read(&sk->sk_rmem_alloc) < sk->sk_rcvbuf) {
774 struct sk_buff *skb = alloc_skb(size, priority);
775 if (skb) {
776 skb_set_owner_r(skb, sk);
777 return skb;
778 }
779 }
780 return NULL;
781}
782
783/*
784 * Allocate a memory block from the socket's option memory buffer.
785 */
86a76caf 786void *sock_kmalloc(struct sock *sk, int size, unsigned int __nocast priority)
1da177e4
LT
787{
788 if ((unsigned)size <= sysctl_optmem_max &&
789 atomic_read(&sk->sk_omem_alloc) + size < sysctl_optmem_max) {
790 void *mem;
791 /* First do the add, to avoid the race if kmalloc
792 * might sleep.
793 */
794 atomic_add(size, &sk->sk_omem_alloc);
795 mem = kmalloc(size, priority);
796 if (mem)
797 return mem;
798 atomic_sub(size, &sk->sk_omem_alloc);
799 }
800 return NULL;
801}
802
803/*
804 * Free an option memory block.
805 */
806void sock_kfree_s(struct sock *sk, void *mem, int size)
807{
808 kfree(mem);
809 atomic_sub(size, &sk->sk_omem_alloc);
810}
811
812/* It is almost wait_for_tcp_memory minus release_sock/lock_sock.
813 I think, these locks should be removed for datagram sockets.
814 */
815static long sock_wait_for_wmem(struct sock * sk, long timeo)
816{
817 DEFINE_WAIT(wait);
818
819 clear_bit(SOCK_ASYNC_NOSPACE, &sk->sk_socket->flags);
820 for (;;) {
821 if (!timeo)
822 break;
823 if (signal_pending(current))
824 break;
825 set_bit(SOCK_NOSPACE, &sk->sk_socket->flags);
826 prepare_to_wait(sk->sk_sleep, &wait, TASK_INTERRUPTIBLE);
827 if (atomic_read(&sk->sk_wmem_alloc) < sk->sk_sndbuf)
828 break;
829 if (sk->sk_shutdown & SEND_SHUTDOWN)
830 break;
831 if (sk->sk_err)
832 break;
833 timeo = schedule_timeout(timeo);
834 }
835 finish_wait(sk->sk_sleep, &wait);
836 return timeo;
837}
838
839
840/*
841 * Generic send/receive buffer handlers
842 */
843
844static struct sk_buff *sock_alloc_send_pskb(struct sock *sk,
845 unsigned long header_len,
846 unsigned long data_len,
847 int noblock, int *errcode)
848{
849 struct sk_buff *skb;
850 unsigned int gfp_mask;
851 long timeo;
852 int err;
853
854 gfp_mask = sk->sk_allocation;
855 if (gfp_mask & __GFP_WAIT)
856 gfp_mask |= __GFP_REPEAT;
857
858 timeo = sock_sndtimeo(sk, noblock);
859 while (1) {
860 err = sock_error(sk);
861 if (err != 0)
862 goto failure;
863
864 err = -EPIPE;
865 if (sk->sk_shutdown & SEND_SHUTDOWN)
866 goto failure;
867
868 if (atomic_read(&sk->sk_wmem_alloc) < sk->sk_sndbuf) {
869 skb = alloc_skb(header_len, sk->sk_allocation);
870 if (skb) {
871 int npages;
872 int i;
873
874 /* No pages, we're done... */
875 if (!data_len)
876 break;
877
878 npages = (data_len + (PAGE_SIZE - 1)) >> PAGE_SHIFT;
879 skb->truesize += data_len;
880 skb_shinfo(skb)->nr_frags = npages;
881 for (i = 0; i < npages; i++) {
882 struct page *page;
883 skb_frag_t *frag;
884
885 page = alloc_pages(sk->sk_allocation, 0);
886 if (!page) {
887 err = -ENOBUFS;
888 skb_shinfo(skb)->nr_frags = i;
889 kfree_skb(skb);
890 goto failure;
891 }
892
893 frag = &skb_shinfo(skb)->frags[i];
894 frag->page = page;
895 frag->page_offset = 0;
896 frag->size = (data_len >= PAGE_SIZE ?
897 PAGE_SIZE :
898 data_len);
899 data_len -= PAGE_SIZE;
900 }
901
902 /* Full success... */
903 break;
904 }
905 err = -ENOBUFS;
906 goto failure;
907 }
908 set_bit(SOCK_ASYNC_NOSPACE, &sk->sk_socket->flags);
909 set_bit(SOCK_NOSPACE, &sk->sk_socket->flags);
910 err = -EAGAIN;
911 if (!timeo)
912 goto failure;
913 if (signal_pending(current))
914 goto interrupted;
915 timeo = sock_wait_for_wmem(sk, timeo);
916 }
917
918 skb_set_owner_w(skb, sk);
919 return skb;
920
921interrupted:
922 err = sock_intr_errno(timeo);
923failure:
924 *errcode = err;
925 return NULL;
926}
927
928struct sk_buff *sock_alloc_send_skb(struct sock *sk, unsigned long size,
929 int noblock, int *errcode)
930{
931 return sock_alloc_send_pskb(sk, size, 0, noblock, errcode);
932}
933
934static void __lock_sock(struct sock *sk)
935{
936 DEFINE_WAIT(wait);
937
938 for(;;) {
939 prepare_to_wait_exclusive(&sk->sk_lock.wq, &wait,
940 TASK_UNINTERRUPTIBLE);
941 spin_unlock_bh(&sk->sk_lock.slock);
942 schedule();
943 spin_lock_bh(&sk->sk_lock.slock);
944 if(!sock_owned_by_user(sk))
945 break;
946 }
947 finish_wait(&sk->sk_lock.wq, &wait);
948}
949
950static void __release_sock(struct sock *sk)
951{
952 struct sk_buff *skb = sk->sk_backlog.head;
953
954 do {
955 sk->sk_backlog.head = sk->sk_backlog.tail = NULL;
956 bh_unlock_sock(sk);
957
958 do {
959 struct sk_buff *next = skb->next;
960
961 skb->next = NULL;
962 sk->sk_backlog_rcv(sk, skb);
963
964 /*
965 * We are in process context here with softirqs
966 * disabled, use cond_resched_softirq() to preempt.
967 * This is safe to do because we've taken the backlog
968 * queue private:
969 */
970 cond_resched_softirq();
971
972 skb = next;
973 } while (skb != NULL);
974
975 bh_lock_sock(sk);
976 } while((skb = sk->sk_backlog.head) != NULL);
977}
978
979/**
980 * sk_wait_data - wait for data to arrive at sk_receive_queue
4dc3b16b
PP
981 * @sk: sock to wait on
982 * @timeo: for how long
1da177e4
LT
983 *
984 * Now socket state including sk->sk_err is changed only under lock,
985 * hence we may omit checks after joining wait queue.
986 * We check receive queue before schedule() only as optimization;
987 * it is very likely that release_sock() added new data.
988 */
989int sk_wait_data(struct sock *sk, long *timeo)
990{
991 int rc;
992 DEFINE_WAIT(wait);
993
994 prepare_to_wait(sk->sk_sleep, &wait, TASK_INTERRUPTIBLE);
995 set_bit(SOCK_ASYNC_WAITDATA, &sk->sk_socket->flags);
996 rc = sk_wait_event(sk, timeo, !skb_queue_empty(&sk->sk_receive_queue));
997 clear_bit(SOCK_ASYNC_WAITDATA, &sk->sk_socket->flags);
998 finish_wait(sk->sk_sleep, &wait);
999 return rc;
1000}
1001
1002EXPORT_SYMBOL(sk_wait_data);
1003
1004/*
1005 * Set of default routines for initialising struct proto_ops when
1006 * the protocol does not support a particular function. In certain
1007 * cases where it makes no sense for a protocol to have a "do nothing"
1008 * function, some default processing is provided.
1009 */
1010
1011int sock_no_bind(struct socket *sock, struct sockaddr *saddr, int len)
1012{
1013 return -EOPNOTSUPP;
1014}
1015
1016int sock_no_connect(struct socket *sock, struct sockaddr *saddr,
1017 int len, int flags)
1018{
1019 return -EOPNOTSUPP;
1020}
1021
1022int sock_no_socketpair(struct socket *sock1, struct socket *sock2)
1023{
1024 return -EOPNOTSUPP;
1025}
1026
1027int sock_no_accept(struct socket *sock, struct socket *newsock, int flags)
1028{
1029 return -EOPNOTSUPP;
1030}
1031
1032int sock_no_getname(struct socket *sock, struct sockaddr *saddr,
1033 int *len, int peer)
1034{
1035 return -EOPNOTSUPP;
1036}
1037
1038unsigned int sock_no_poll(struct file * file, struct socket *sock, poll_table *pt)
1039{
1040 return 0;
1041}
1042
1043int sock_no_ioctl(struct socket *sock, unsigned int cmd, unsigned long arg)
1044{
1045 return -EOPNOTSUPP;
1046}
1047
1048int sock_no_listen(struct socket *sock, int backlog)
1049{
1050 return -EOPNOTSUPP;
1051}
1052
1053int sock_no_shutdown(struct socket *sock, int how)
1054{
1055 return -EOPNOTSUPP;
1056}
1057
1058int sock_no_setsockopt(struct socket *sock, int level, int optname,
1059 char __user *optval, int optlen)
1060{
1061 return -EOPNOTSUPP;
1062}
1063
1064int sock_no_getsockopt(struct socket *sock, int level, int optname,
1065 char __user *optval, int __user *optlen)
1066{
1067 return -EOPNOTSUPP;
1068}
1069
1070int sock_no_sendmsg(struct kiocb *iocb, struct socket *sock, struct msghdr *m,
1071 size_t len)
1072{
1073 return -EOPNOTSUPP;
1074}
1075
1076int sock_no_recvmsg(struct kiocb *iocb, struct socket *sock, struct msghdr *m,
1077 size_t len, int flags)
1078{
1079 return -EOPNOTSUPP;
1080}
1081
1082int sock_no_mmap(struct file *file, struct socket *sock, struct vm_area_struct *vma)
1083{
1084 /* Mirror missing mmap method error code */
1085 return -ENODEV;
1086}
1087
1088ssize_t sock_no_sendpage(struct socket *sock, struct page *page, int offset, size_t size, int flags)
1089{
1090 ssize_t res;
1091 struct msghdr msg = {.msg_flags = flags};
1092 struct kvec iov;
1093 char *kaddr = kmap(page);
1094 iov.iov_base = kaddr + offset;
1095 iov.iov_len = size;
1096 res = kernel_sendmsg(sock, &msg, &iov, 1, size);
1097 kunmap(page);
1098 return res;
1099}
1100
1101/*
1102 * Default Socket Callbacks
1103 */
1104
1105static void sock_def_wakeup(struct sock *sk)
1106{
1107 read_lock(&sk->sk_callback_lock);
1108 if (sk->sk_sleep && waitqueue_active(sk->sk_sleep))
1109 wake_up_interruptible_all(sk->sk_sleep);
1110 read_unlock(&sk->sk_callback_lock);
1111}
1112
1113static void sock_def_error_report(struct sock *sk)
1114{
1115 read_lock(&sk->sk_callback_lock);
1116 if (sk->sk_sleep && waitqueue_active(sk->sk_sleep))
1117 wake_up_interruptible(sk->sk_sleep);
1118 sk_wake_async(sk,0,POLL_ERR);
1119 read_unlock(&sk->sk_callback_lock);
1120}
1121
1122static void sock_def_readable(struct sock *sk, int len)
1123{
1124 read_lock(&sk->sk_callback_lock);
1125 if (sk->sk_sleep && waitqueue_active(sk->sk_sleep))
1126 wake_up_interruptible(sk->sk_sleep);
1127 sk_wake_async(sk,1,POLL_IN);
1128 read_unlock(&sk->sk_callback_lock);
1129}
1130
1131static void sock_def_write_space(struct sock *sk)
1132{
1133 read_lock(&sk->sk_callback_lock);
1134
1135 /* Do not wake up a writer until he can make "significant"
1136 * progress. --DaveM
1137 */
1138 if((atomic_read(&sk->sk_wmem_alloc) << 1) <= sk->sk_sndbuf) {
1139 if (sk->sk_sleep && waitqueue_active(sk->sk_sleep))
1140 wake_up_interruptible(sk->sk_sleep);
1141
1142 /* Should agree with poll, otherwise some programs break */
1143 if (sock_writeable(sk))
1144 sk_wake_async(sk, 2, POLL_OUT);
1145 }
1146
1147 read_unlock(&sk->sk_callback_lock);
1148}
1149
1150static void sock_def_destruct(struct sock *sk)
1151{
1152 if (sk->sk_protinfo)
1153 kfree(sk->sk_protinfo);
1154}
1155
1156void sk_send_sigurg(struct sock *sk)
1157{
1158 if (sk->sk_socket && sk->sk_socket->file)
1159 if (send_sigurg(&sk->sk_socket->file->f_owner))
1160 sk_wake_async(sk, 3, POLL_PRI);
1161}
1162
1163void sk_reset_timer(struct sock *sk, struct timer_list* timer,
1164 unsigned long expires)
1165{
1166 if (!mod_timer(timer, expires))
1167 sock_hold(sk);
1168}
1169
1170EXPORT_SYMBOL(sk_reset_timer);
1171
1172void sk_stop_timer(struct sock *sk, struct timer_list* timer)
1173{
1174 if (timer_pending(timer) && del_timer(timer))
1175 __sock_put(sk);
1176}
1177
1178EXPORT_SYMBOL(sk_stop_timer);
1179
1180void sock_init_data(struct socket *sock, struct sock *sk)
1181{
1182 skb_queue_head_init(&sk->sk_receive_queue);
1183 skb_queue_head_init(&sk->sk_write_queue);
1184 skb_queue_head_init(&sk->sk_error_queue);
1185
1186 sk->sk_send_head = NULL;
1187
1188 init_timer(&sk->sk_timer);
1189
1190 sk->sk_allocation = GFP_KERNEL;
1191 sk->sk_rcvbuf = sysctl_rmem_default;
1192 sk->sk_sndbuf = sysctl_wmem_default;
1193 sk->sk_state = TCP_CLOSE;
1194 sk->sk_socket = sock;
1195
1196 sock_set_flag(sk, SOCK_ZAPPED);
1197
1198 if(sock)
1199 {
1200 sk->sk_type = sock->type;
1201 sk->sk_sleep = &sock->wait;
1202 sock->sk = sk;
1203 } else
1204 sk->sk_sleep = NULL;
1205
1206 rwlock_init(&sk->sk_dst_lock);
1207 rwlock_init(&sk->sk_callback_lock);
1208
1209 sk->sk_state_change = sock_def_wakeup;
1210 sk->sk_data_ready = sock_def_readable;
1211 sk->sk_write_space = sock_def_write_space;
1212 sk->sk_error_report = sock_def_error_report;
1213 sk->sk_destruct = sock_def_destruct;
1214
1215 sk->sk_sndmsg_page = NULL;
1216 sk->sk_sndmsg_off = 0;
1217
1218 sk->sk_peercred.pid = 0;
1219 sk->sk_peercred.uid = -1;
1220 sk->sk_peercred.gid = -1;
1221 sk->sk_write_pending = 0;
1222 sk->sk_rcvlowat = 1;
1223 sk->sk_rcvtimeo = MAX_SCHEDULE_TIMEOUT;
1224 sk->sk_sndtimeo = MAX_SCHEDULE_TIMEOUT;
1225
1226 sk->sk_stamp.tv_sec = -1L;
1227 sk->sk_stamp.tv_usec = -1L;
1228
1229 atomic_set(&sk->sk_refcnt, 1);
1230}
1231
1232void fastcall lock_sock(struct sock *sk)
1233{
1234 might_sleep();
1235 spin_lock_bh(&(sk->sk_lock.slock));
1236 if (sk->sk_lock.owner)
1237 __lock_sock(sk);
1238 sk->sk_lock.owner = (void *)1;
1239 spin_unlock_bh(&(sk->sk_lock.slock));
1240}
1241
1242EXPORT_SYMBOL(lock_sock);
1243
1244void fastcall release_sock(struct sock *sk)
1245{
1246 spin_lock_bh(&(sk->sk_lock.slock));
1247 if (sk->sk_backlog.tail)
1248 __release_sock(sk);
1249 sk->sk_lock.owner = NULL;
1250 if (waitqueue_active(&(sk->sk_lock.wq)))
1251 wake_up(&(sk->sk_lock.wq));
1252 spin_unlock_bh(&(sk->sk_lock.slock));
1253}
1254EXPORT_SYMBOL(release_sock);
1255
1256int sock_get_timestamp(struct sock *sk, struct timeval __user *userstamp)
1257{
1258 if (!sock_flag(sk, SOCK_TIMESTAMP))
1259 sock_enable_timestamp(sk);
1260 if (sk->sk_stamp.tv_sec == -1)
1261 return -ENOENT;
1262 if (sk->sk_stamp.tv_sec == 0)
1263 do_gettimeofday(&sk->sk_stamp);
1264 return copy_to_user(userstamp, &sk->sk_stamp, sizeof(struct timeval)) ?
1265 -EFAULT : 0;
1266}
1267EXPORT_SYMBOL(sock_get_timestamp);
1268
1269void sock_enable_timestamp(struct sock *sk)
1270{
1271 if (!sock_flag(sk, SOCK_TIMESTAMP)) {
1272 sock_set_flag(sk, SOCK_TIMESTAMP);
1273 net_enable_timestamp();
1274 }
1275}
1276EXPORT_SYMBOL(sock_enable_timestamp);
1277
1278/*
1279 * Get a socket option on an socket.
1280 *
1281 * FIX: POSIX 1003.1g is very ambiguous here. It states that
1282 * asynchronous errors should be reported by getsockopt. We assume
1283 * this means if you specify SO_ERROR (otherwise whats the point of it).
1284 */
1285int sock_common_getsockopt(struct socket *sock, int level, int optname,
1286 char __user *optval, int __user *optlen)
1287{
1288 struct sock *sk = sock->sk;
1289
1290 return sk->sk_prot->getsockopt(sk, level, optname, optval, optlen);
1291}
1292
1293EXPORT_SYMBOL(sock_common_getsockopt);
1294
1295int sock_common_recvmsg(struct kiocb *iocb, struct socket *sock,
1296 struct msghdr *msg, size_t size, int flags)
1297{
1298 struct sock *sk = sock->sk;
1299 int addr_len = 0;
1300 int err;
1301
1302 err = sk->sk_prot->recvmsg(iocb, sk, msg, size, flags & MSG_DONTWAIT,
1303 flags & ~MSG_DONTWAIT, &addr_len);
1304 if (err >= 0)
1305 msg->msg_namelen = addr_len;
1306 return err;
1307}
1308
1309EXPORT_SYMBOL(sock_common_recvmsg);
1310
1311/*
1312 * Set socket options on an inet socket.
1313 */
1314int sock_common_setsockopt(struct socket *sock, int level, int optname,
1315 char __user *optval, int optlen)
1316{
1317 struct sock *sk = sock->sk;
1318
1319 return sk->sk_prot->setsockopt(sk, level, optname, optval, optlen);
1320}
1321
1322EXPORT_SYMBOL(sock_common_setsockopt);
1323
1324void sk_common_release(struct sock *sk)
1325{
1326 if (sk->sk_prot->destroy)
1327 sk->sk_prot->destroy(sk);
1328
1329 /*
1330 * Observation: when sock_common_release is called, processes have
1331 * no access to socket. But net still has.
1332 * Step one, detach it from networking:
1333 *
1334 * A. Remove from hash tables.
1335 */
1336
1337 sk->sk_prot->unhash(sk);
1338
1339 /*
1340 * In this point socket cannot receive new packets, but it is possible
1341 * that some packets are in flight because some CPU runs receiver and
1342 * did hash table lookup before we unhashed socket. They will achieve
1343 * receive queue and will be purged by socket destructor.
1344 *
1345 * Also we still have packets pending on receive queue and probably,
1346 * our own packets waiting in device queues. sock_destroy will drain
1347 * receive queue, but transmitted packets will delay socket destruction
1348 * until the last reference will be released.
1349 */
1350
1351 sock_orphan(sk);
1352
1353 xfrm_sk_free_policy(sk);
1354
1355#ifdef INET_REFCNT_DEBUG
1356 if (atomic_read(&sk->sk_refcnt) != 1)
1357 printk(KERN_DEBUG "Destruction of the socket %p delayed, c=%d\n",
1358 sk, atomic_read(&sk->sk_refcnt));
1359#endif
1360 sock_put(sk);
1361}
1362
1363EXPORT_SYMBOL(sk_common_release);
1364
1365static DEFINE_RWLOCK(proto_list_lock);
1366static LIST_HEAD(proto_list);
1367
1368int proto_register(struct proto *prot, int alloc_slab)
1369{
2e6599cb 1370 char *request_sock_slab_name;
1da177e4
LT
1371 int rc = -ENOBUFS;
1372
1da177e4
LT
1373 if (alloc_slab) {
1374 prot->slab = kmem_cache_create(prot->name, prot->obj_size, 0,
1375 SLAB_HWCACHE_ALIGN, NULL, NULL);
1376
1377 if (prot->slab == NULL) {
1378 printk(KERN_CRIT "%s: Can't create sock SLAB cache!\n",
1379 prot->name);
2a278051 1380 goto out;
1da177e4 1381 }
2e6599cb
ACM
1382
1383 if (prot->rsk_prot != NULL) {
1384 static const char mask[] = "request_sock_%s";
1385
1386 request_sock_slab_name = kmalloc(strlen(prot->name) + sizeof(mask) - 1, GFP_KERNEL);
1387 if (request_sock_slab_name == NULL)
1388 goto out_free_sock_slab;
1389
1390 sprintf(request_sock_slab_name, mask, prot->name);
1391 prot->rsk_prot->slab = kmem_cache_create(request_sock_slab_name,
1392 prot->rsk_prot->obj_size, 0,
1393 SLAB_HWCACHE_ALIGN, NULL, NULL);
1394
1395 if (prot->rsk_prot->slab == NULL) {
1396 printk(KERN_CRIT "%s: Can't create request sock SLAB cache!\n",
1397 prot->name);
1398 goto out_free_request_sock_slab_name;
1399 }
1400 }
1da177e4
LT
1401 }
1402
2a278051 1403 write_lock(&proto_list_lock);
1da177e4 1404 list_add(&prot->node, &proto_list);
1da177e4 1405 write_unlock(&proto_list_lock);
2a278051
ACM
1406 rc = 0;
1407out:
1da177e4 1408 return rc;
2e6599cb
ACM
1409out_free_request_sock_slab_name:
1410 kfree(request_sock_slab_name);
1411out_free_sock_slab:
1412 kmem_cache_destroy(prot->slab);
1413 prot->slab = NULL;
1414 goto out;
1da177e4
LT
1415}
1416
1417EXPORT_SYMBOL(proto_register);
1418
1419void proto_unregister(struct proto *prot)
1420{
1421 write_lock(&proto_list_lock);
1422
1423 if (prot->slab != NULL) {
1424 kmem_cache_destroy(prot->slab);
1425 prot->slab = NULL;
1426 }
1427
2e6599cb
ACM
1428 if (prot->rsk_prot != NULL && prot->rsk_prot->slab != NULL) {
1429 const char *name = kmem_cache_name(prot->rsk_prot->slab);
1430
1431 kmem_cache_destroy(prot->rsk_prot->slab);
1432 kfree(name);
1433 prot->rsk_prot->slab = NULL;
1434 }
1435
1da177e4
LT
1436 list_del(&prot->node);
1437 write_unlock(&proto_list_lock);
1438}
1439
1440EXPORT_SYMBOL(proto_unregister);
1441
1442#ifdef CONFIG_PROC_FS
1443static inline struct proto *__proto_head(void)
1444{
1445 return list_entry(proto_list.next, struct proto, node);
1446}
1447
1448static inline struct proto *proto_head(void)
1449{
1450 return list_empty(&proto_list) ? NULL : __proto_head();
1451}
1452
1453static inline struct proto *proto_next(struct proto *proto)
1454{
1455 return proto->node.next == &proto_list ? NULL :
1456 list_entry(proto->node.next, struct proto, node);
1457}
1458
1459static inline struct proto *proto_get_idx(loff_t pos)
1460{
1461 struct proto *proto;
1462 loff_t i = 0;
1463
1464 list_for_each_entry(proto, &proto_list, node)
1465 if (i++ == pos)
1466 goto out;
1467
1468 proto = NULL;
1469out:
1470 return proto;
1471}
1472
1473static void *proto_seq_start(struct seq_file *seq, loff_t *pos)
1474{
1475 read_lock(&proto_list_lock);
1476 return *pos ? proto_get_idx(*pos - 1) : SEQ_START_TOKEN;
1477}
1478
1479static void *proto_seq_next(struct seq_file *seq, void *v, loff_t *pos)
1480{
1481 ++*pos;
1482 return v == SEQ_START_TOKEN ? proto_head() : proto_next(v);
1483}
1484
1485static void proto_seq_stop(struct seq_file *seq, void *v)
1486{
1487 read_unlock(&proto_list_lock);
1488}
1489
1490static char proto_method_implemented(const void *method)
1491{
1492 return method == NULL ? 'n' : 'y';
1493}
1494
1495static void proto_seq_printf(struct seq_file *seq, struct proto *proto)
1496{
1497 seq_printf(seq, "%-9s %4u %6d %6d %-3s %6u %-3s %-10s "
1498 "%2c %2c %2c %2c %2c %2c %2c %2c %2c %2c %2c %2c %2c %2c %2c %2c %2c %2c %2c\n",
1499 proto->name,
1500 proto->obj_size,
1501 proto->sockets_allocated != NULL ? atomic_read(proto->sockets_allocated) : -1,
1502 proto->memory_allocated != NULL ? atomic_read(proto->memory_allocated) : -1,
1503 proto->memory_pressure != NULL ? *proto->memory_pressure ? "yes" : "no" : "NI",
1504 proto->max_header,
1505 proto->slab == NULL ? "no" : "yes",
1506 module_name(proto->owner),
1507 proto_method_implemented(proto->close),
1508 proto_method_implemented(proto->connect),
1509 proto_method_implemented(proto->disconnect),
1510 proto_method_implemented(proto->accept),
1511 proto_method_implemented(proto->ioctl),
1512 proto_method_implemented(proto->init),
1513 proto_method_implemented(proto->destroy),
1514 proto_method_implemented(proto->shutdown),
1515 proto_method_implemented(proto->setsockopt),
1516 proto_method_implemented(proto->getsockopt),
1517 proto_method_implemented(proto->sendmsg),
1518 proto_method_implemented(proto->recvmsg),
1519 proto_method_implemented(proto->sendpage),
1520 proto_method_implemented(proto->bind),
1521 proto_method_implemented(proto->backlog_rcv),
1522 proto_method_implemented(proto->hash),
1523 proto_method_implemented(proto->unhash),
1524 proto_method_implemented(proto->get_port),
1525 proto_method_implemented(proto->enter_memory_pressure));
1526}
1527
1528static int proto_seq_show(struct seq_file *seq, void *v)
1529{
1530 if (v == SEQ_START_TOKEN)
1531 seq_printf(seq, "%-9s %-4s %-8s %-6s %-5s %-7s %-4s %-10s %s",
1532 "protocol",
1533 "size",
1534 "sockets",
1535 "memory",
1536 "press",
1537 "maxhdr",
1538 "slab",
1539 "module",
1540 "cl co di ac io in de sh ss gs se re sp bi br ha uh gp em\n");
1541 else
1542 proto_seq_printf(seq, v);
1543 return 0;
1544}
1545
1546static struct seq_operations proto_seq_ops = {
1547 .start = proto_seq_start,
1548 .next = proto_seq_next,
1549 .stop = proto_seq_stop,
1550 .show = proto_seq_show,
1551};
1552
1553static int proto_seq_open(struct inode *inode, struct file *file)
1554{
1555 return seq_open(file, &proto_seq_ops);
1556}
1557
1558static struct file_operations proto_seq_fops = {
1559 .owner = THIS_MODULE,
1560 .open = proto_seq_open,
1561 .read = seq_read,
1562 .llseek = seq_lseek,
1563 .release = seq_release,
1564};
1565
1566static int __init proto_init(void)
1567{
1568 /* register /proc/net/protocols */
1569 return proc_net_fops_create("protocols", S_IRUGO, &proto_seq_fops) == NULL ? -ENOBUFS : 0;
1570}
1571
1572subsys_initcall(proto_init);
1573
1574#endif /* PROC_FS */
1575
1576EXPORT_SYMBOL(sk_alloc);
1577EXPORT_SYMBOL(sk_free);
1578EXPORT_SYMBOL(sk_send_sigurg);
1579EXPORT_SYMBOL(sock_alloc_send_skb);
1580EXPORT_SYMBOL(sock_init_data);
1581EXPORT_SYMBOL(sock_kfree_s);
1582EXPORT_SYMBOL(sock_kmalloc);
1583EXPORT_SYMBOL(sock_no_accept);
1584EXPORT_SYMBOL(sock_no_bind);
1585EXPORT_SYMBOL(sock_no_connect);
1586EXPORT_SYMBOL(sock_no_getname);
1587EXPORT_SYMBOL(sock_no_getsockopt);
1588EXPORT_SYMBOL(sock_no_ioctl);
1589EXPORT_SYMBOL(sock_no_listen);
1590EXPORT_SYMBOL(sock_no_mmap);
1591EXPORT_SYMBOL(sock_no_poll);
1592EXPORT_SYMBOL(sock_no_recvmsg);
1593EXPORT_SYMBOL(sock_no_sendmsg);
1594EXPORT_SYMBOL(sock_no_sendpage);
1595EXPORT_SYMBOL(sock_no_setsockopt);
1596EXPORT_SYMBOL(sock_no_shutdown);
1597EXPORT_SYMBOL(sock_no_socketpair);
1598EXPORT_SYMBOL(sock_rfree);
1599EXPORT_SYMBOL(sock_setsockopt);
1600EXPORT_SYMBOL(sock_wfree);
1601EXPORT_SYMBOL(sock_wmalloc);
1602EXPORT_SYMBOL(sock_i_uid);
1603EXPORT_SYMBOL(sock_i_ino);
1604#ifdef CONFIG_SYSCTL
1605EXPORT_SYMBOL(sysctl_optmem_max);
1606EXPORT_SYMBOL(sysctl_rmem_max);
1607EXPORT_SYMBOL(sysctl_wmem_max);
1608#endif
This page took 0.115541 seconds and 5 git commands to generate.