Commit | Line | Data |
---|---|---|
8129765a ACM |
1 | /* |
2 | * INET An implementation of the TCP/IP protocol suite for the LINUX | |
3 | * operating system. INET is implemented using the BSD Socket | |
4 | * interface as the means of communication with the user level. | |
5 | * | |
6 | * Support for INET6 connection oriented protocols. | |
7 | * | |
8 | * Authors: See the TCPv6 sources | |
9 | * | |
10 | * This program is free software; you can redistribute it and/or | |
11 | * modify it under the terms of the GNU General Public License | |
12 | * as published by the Free Software Foundation; either version | |
13 | * 2 of the License, or(at your option) any later version. | |
14 | */ | |
15 | ||
8129765a ACM |
16 | #include <linux/module.h> |
17 | #include <linux/in6.h> | |
18 | #include <linux/ipv6.h> | |
19 | #include <linux/jhash.h> | |
5a0e3ad6 | 20 | #include <linux/slab.h> |
8129765a ACM |
21 | |
22 | #include <net/addrconf.h> | |
23 | #include <net/inet_connection_sock.h> | |
b9750ce1 ACM |
24 | #include <net/inet_ecn.h> |
25 | #include <net/inet_hashtables.h> | |
26 | #include <net/ip6_route.h> | |
8129765a | 27 | #include <net/sock.h> |
9f5336e2 | 28 | #include <net/inet6_connection_sock.h> |
8129765a | 29 | |
b9750ce1 | 30 | int inet6_csk_bind_conflict(const struct sock *sk, |
aacd9289 | 31 | const struct inet_bind_bucket *tb, bool relax) |
b9750ce1 ACM |
32 | { |
33 | const struct sock *sk2; | |
5ba24953 TH |
34 | int reuse = sk->sk_reuse; |
35 | int reuseport = sk->sk_reuseport; | |
243bb4c6 | 36 | kuid_t uid = sock_i_uid((struct sock *)sk); |
b9750ce1 ACM |
37 | |
38 | /* We must walk the whole port owner list in this case. -DaveM */ | |
7477fd2e PE |
39 | /* |
40 | * See comment in inet_csk_bind_conflict about sock lookup | |
41 | * vs net namespaces issues. | |
42 | */ | |
b67bfe0d | 43 | sk_for_each_bound(sk2, &tb->owners) { |
b9750ce1 ACM |
44 | if (sk != sk2 && |
45 | (!sk->sk_bound_dev_if || | |
46 | !sk2->sk_bound_dev_if || | |
5ba24953 TH |
47 | sk->sk_bound_dev_if == sk2->sk_bound_dev_if)) { |
48 | if ((!reuse || !sk2->sk_reuse || | |
49 | sk2->sk_state == TCP_LISTEN) && | |
50 | (!reuseport || !sk2->sk_reuseport || | |
51 | (sk2->sk_state != TCP_TIME_WAIT && | |
52 | !uid_eq(uid, | |
53 | sock_i_uid((struct sock *)sk2))))) { | |
54 | if (ipv6_rcv_saddr_equal(sk, sk2)) | |
55 | break; | |
56 | } | |
dd9f319d FL |
57 | if (!relax && reuse && sk2->sk_reuse && |
58 | sk2->sk_state != TCP_LISTEN && | |
59 | ipv6_rcv_saddr_equal(sk, sk2)) | |
60 | break; | |
5ba24953 | 61 | } |
b9750ce1 ACM |
62 | } |
63 | ||
b67bfe0d | 64 | return sk2 != NULL; |
b9750ce1 | 65 | } |
b9750ce1 ACM |
66 | EXPORT_SYMBOL_GPL(inet6_csk_bind_conflict); |
67 | ||
ae4694b2 | 68 | struct dst_entry *inet6_csk_route_req(struct sock *sk, |
3840a06e | 69 | struct flowi6 *fl6, |
ae4694b2 DM |
70 | const struct request_sock *req) |
71 | { | |
634fb979 | 72 | struct inet_request_sock *ireq = inet_rsk(req); |
ae4694b2 DM |
73 | struct ipv6_pinfo *np = inet6_sk(sk); |
74 | struct in6_addr *final_p, final; | |
75 | struct dst_entry *dst; | |
4c9483b2 | 76 | |
3840a06e NC |
77 | memset(fl6, 0, sizeof(*fl6)); |
78 | fl6->flowi6_proto = IPPROTO_TCP; | |
634fb979 | 79 | fl6->daddr = ireq->ir_v6_rmt_addr; |
3840a06e | 80 | final_p = fl6_update_dst(fl6, np->opt, &final); |
634fb979 ED |
81 | fl6->saddr = ireq->ir_v6_loc_addr; |
82 | fl6->flowi6_oif = ireq->ir_iif; | |
84f39b08 | 83 | fl6->flowi6_mark = ireq->ir_mark; |
634fb979 | 84 | fl6->fl6_dport = ireq->ir_rmt_port; |
b44084c2 | 85 | fl6->fl6_sport = htons(ireq->ir_num); |
3840a06e | 86 | security_req_classify_flow(req, flowi6_to_flowi(fl6)); |
4c9483b2 | 87 | |
0e0d44ab | 88 | dst = ip6_dst_lookup_flow(sk, fl6, final_p); |
68d0c6d3 | 89 | if (IS_ERR(dst)) |
ae4694b2 DM |
90 | return NULL; |
91 | ||
92 | return dst; | |
93 | } | |
94 | ||
8129765a ACM |
95 | /* |
96 | * request_sock (formerly open request) hash tables. | |
97 | */ | |
fede70b9 | 98 | static u32 inet6_synq_hash(const struct in6_addr *raddr, const __be16 rport, |
c16a98ed | 99 | const u32 rnd, const u32 synq_hsize) |
8129765a | 100 | { |
82a39eb6 | 101 | u32 c; |
8129765a | 102 | |
82a39eb6 JK |
103 | c = jhash_3words((__force u32)raddr->s6_addr32[0], |
104 | (__force u32)raddr->s6_addr32[1], | |
105 | (__force u32)raddr->s6_addr32[2], | |
106 | rnd); | |
8129765a | 107 | |
82a39eb6 JK |
108 | c = jhash_2words((__force u32)raddr->s6_addr32[3], |
109 | (__force u32)rport, | |
110 | c); | |
8129765a ACM |
111 | |
112 | return c & (synq_hsize - 1); | |
113 | } | |
114 | ||
115 | struct request_sock *inet6_csk_search_req(const struct sock *sk, | |
116 | struct request_sock ***prevp, | |
fede70b9 | 117 | const __be16 rport, |
8129765a ACM |
118 | const struct in6_addr *raddr, |
119 | const struct in6_addr *laddr, | |
120 | const int iif) | |
121 | { | |
122 | const struct inet_connection_sock *icsk = inet_csk(sk); | |
123 | struct listen_sock *lopt = icsk->icsk_accept_queue.listen_opt; | |
124 | struct request_sock *req, **prev; | |
125 | ||
126 | for (prev = &lopt->syn_table[inet6_synq_hash(raddr, rport, | |
127 | lopt->hash_rnd, | |
128 | lopt->nr_table_entries)]; | |
129 | (req = *prev) != NULL; | |
130 | prev = &req->dl_next) { | |
634fb979 | 131 | const struct inet_request_sock *ireq = inet_rsk(req); |
8129765a | 132 | |
634fb979 | 133 | if (ireq->ir_rmt_port == rport && |
8129765a | 134 | req->rsk_ops->family == AF_INET6 && |
634fb979 ED |
135 | ipv6_addr_equal(&ireq->ir_v6_rmt_addr, raddr) && |
136 | ipv6_addr_equal(&ireq->ir_v6_loc_addr, laddr) && | |
137 | (!ireq->ir_iif || ireq->ir_iif == iif)) { | |
547b792c | 138 | WARN_ON(req->sk != NULL); |
8129765a ACM |
139 | *prevp = prev; |
140 | return req; | |
141 | } | |
142 | } | |
143 | ||
144 | return NULL; | |
145 | } | |
8129765a ACM |
146 | EXPORT_SYMBOL_GPL(inet6_csk_search_req); |
147 | ||
148 | void inet6_csk_reqsk_queue_hash_add(struct sock *sk, | |
149 | struct request_sock *req, | |
150 | const unsigned long timeout) | |
151 | { | |
152 | struct inet_connection_sock *icsk = inet_csk(sk); | |
153 | struct listen_sock *lopt = icsk->icsk_accept_queue.listen_opt; | |
634fb979 ED |
154 | const u32 h = inet6_synq_hash(&inet_rsk(req)->ir_v6_rmt_addr, |
155 | inet_rsk(req)->ir_rmt_port, | |
8129765a ACM |
156 | lopt->hash_rnd, lopt->nr_table_entries); |
157 | ||
158 | reqsk_queue_hash_req(&icsk->icsk_accept_queue, h, req, timeout); | |
159 | inet_csk_reqsk_queue_added(sk, timeout); | |
160 | } | |
8129765a | 161 | EXPORT_SYMBOL_GPL(inet6_csk_reqsk_queue_hash_add); |
b9750ce1 | 162 | |
67ba4152 | 163 | void inet6_csk_addr2sockaddr(struct sock *sk, struct sockaddr *uaddr) |
b9750ce1 | 164 | { |
b9750ce1 ACM |
165 | struct sockaddr_in6 *sin6 = (struct sockaddr_in6 *) uaddr; |
166 | ||
167 | sin6->sin6_family = AF_INET6; | |
efe4208f | 168 | sin6->sin6_addr = sk->sk_v6_daddr; |
c720c7e8 | 169 | sin6->sin6_port = inet_sk(sk)->inet_dport; |
b9750ce1 ACM |
170 | /* We do not store received flowlabel for TCP */ |
171 | sin6->sin6_flowinfo = 0; | |
842df073 HFS |
172 | sin6->sin6_scope_id = ipv6_iface_scope_id(&sin6->sin6_addr, |
173 | sk->sk_bound_dev_if); | |
b9750ce1 | 174 | } |
b9750ce1 ACM |
175 | EXPORT_SYMBOL_GPL(inet6_csk_addr2sockaddr); |
176 | ||
a47ed4cd NT |
177 | static inline |
178 | void __inet6_csk_dst_store(struct sock *sk, struct dst_entry *dst, | |
d3818c92 ED |
179 | const struct in6_addr *daddr, |
180 | const struct in6_addr *saddr) | |
a47ed4cd NT |
181 | { |
182 | __ip6_dst_store(sk, dst, daddr, saddr); | |
a47ed4cd NT |
183 | } |
184 | ||
185 | static inline | |
186 | struct dst_entry *__inet6_csk_dst_check(struct sock *sk, u32 cookie) | |
187 | { | |
6f3118b5 | 188 | return __sk_dst_check(sk, cookie); |
a47ed4cd NT |
189 | } |
190 | ||
d3818c92 ED |
191 | static struct dst_entry *inet6_csk_route_socket(struct sock *sk, |
192 | struct flowi6 *fl6) | |
b9750ce1 | 193 | { |
b9750ce1 ACM |
194 | struct inet_sock *inet = inet_sk(sk); |
195 | struct ipv6_pinfo *np = inet6_sk(sk); | |
20c59de2 | 196 | struct in6_addr *final_p, final; |
35ad9b9c | 197 | struct dst_entry *dst; |
b9750ce1 | 198 | |
d3818c92 ED |
199 | memset(fl6, 0, sizeof(*fl6)); |
200 | fl6->flowi6_proto = sk->sk_protocol; | |
efe4208f | 201 | fl6->daddr = sk->sk_v6_daddr; |
d3818c92 ED |
202 | fl6->saddr = np->saddr; |
203 | fl6->flowlabel = np->flow_label; | |
204 | IP6_ECN_flow_xmit(sk, fl6->flowlabel); | |
205 | fl6->flowi6_oif = sk->sk_bound_dev_if; | |
206 | fl6->flowi6_mark = sk->sk_mark; | |
207 | fl6->fl6_sport = inet->inet_sport; | |
208 | fl6->fl6_dport = inet->inet_dport; | |
209 | security_sk_classify_flow(sk, flowi6_to_flowi(fl6)); | |
b9750ce1 | 210 | |
d3818c92 | 211 | final_p = fl6_update_dst(fl6, np->opt, &final); |
b9750ce1 | 212 | |
a47ed4cd | 213 | dst = __inet6_csk_dst_check(sk, np->dst_cookie); |
35ad9b9c | 214 | if (!dst) { |
0e0d44ab | 215 | dst = ip6_dst_lookup_flow(sk, fl6, final_p); |
b9750ce1 | 216 | |
35ad9b9c DM |
217 | if (!IS_ERR(dst)) |
218 | __inet6_csk_dst_store(sk, dst, NULL, NULL); | |
219 | } | |
220 | return dst; | |
221 | } | |
b9750ce1 | 222 | |
b0270e91 | 223 | int inet6_csk_xmit(struct sock *sk, struct sk_buff *skb, struct flowi *fl_unused) |
35ad9b9c | 224 | { |
35ad9b9c DM |
225 | struct ipv6_pinfo *np = inet6_sk(sk); |
226 | struct flowi6 fl6; | |
227 | struct dst_entry *dst; | |
228 | int res; | |
229 | ||
d3818c92 | 230 | dst = inet6_csk_route_socket(sk, &fl6); |
35ad9b9c DM |
231 | if (IS_ERR(dst)) { |
232 | sk->sk_err_soft = -PTR_ERR(dst); | |
233 | sk->sk_route_caps = 0; | |
234 | kfree_skb(skb); | |
235 | return PTR_ERR(dst); | |
b9750ce1 ACM |
236 | } |
237 | ||
d14730b8 ED |
238 | rcu_read_lock(); |
239 | skb_dst_set_noref(skb, dst); | |
b9750ce1 ACM |
240 | |
241 | /* Restore final destination back after routing done */ | |
efe4208f | 242 | fl6.daddr = sk->sk_v6_daddr; |
b9750ce1 | 243 | |
b903d324 | 244 | res = ip6_xmit(sk, skb, &fl6, np->opt, np->tclass); |
d14730b8 ED |
245 | rcu_read_unlock(); |
246 | return res; | |
b9750ce1 | 247 | } |
b9750ce1 | 248 | EXPORT_SYMBOL_GPL(inet6_csk_xmit); |
35ad9b9c DM |
249 | |
250 | struct dst_entry *inet6_csk_update_pmtu(struct sock *sk, u32 mtu) | |
251 | { | |
d3818c92 ED |
252 | struct flowi6 fl6; |
253 | struct dst_entry *dst = inet6_csk_route_socket(sk, &fl6); | |
35ad9b9c DM |
254 | |
255 | if (IS_ERR(dst)) | |
256 | return NULL; | |
6700c270 | 257 | dst->ops->update_pmtu(dst, sk, NULL, mtu); |
35ad9b9c | 258 | |
b4dd0067 ED |
259 | dst = inet6_csk_route_socket(sk, &fl6); |
260 | return IS_ERR(dst) ? NULL : dst; | |
35ad9b9c DM |
261 | } |
262 | EXPORT_SYMBOL_GPL(inet6_csk_update_pmtu); |