Commit | Line | Data |
---|---|---|
09c434b8 | 1 | // SPDX-License-Identifier: GPL-2.0-only |
1da177e4 LT |
2 | /* net/atm/common.c - ATM sockets (common part for PVC and SVC) */ |
3 | ||
4 | /* Written 1995-2000 by Werner Almesberger, EPFL LRC/ICA */ | |
5 | ||
99824461 | 6 | #define pr_fmt(fmt) KBUILD_MODNAME ":%s: " fmt, __func__ |
1da177e4 | 7 | |
1da177e4 LT |
8 | #include <linux/module.h> |
9 | #include <linux/kmod.h> | |
10 | #include <linux/net.h> /* struct socket, struct proto_ops */ | |
11 | #include <linux/atm.h> /* ATM stuff */ | |
12 | #include <linux/atmdev.h> | |
13 | #include <linux/socket.h> /* SOL_SOCKET */ | |
14 | #include <linux/errno.h> /* error codes */ | |
15 | #include <linux/capability.h> | |
e49332bd | 16 | #include <linux/mm.h> |
3f07c014 | 17 | #include <linux/sched/signal.h> |
d750dbdc | 18 | #include <linux/time64.h> /* 64-bit time for seconds */ |
1da177e4 LT |
19 | #include <linux/skbuff.h> |
20 | #include <linux/bitops.h> | |
21 | #include <linux/init.h> | |
5a0e3ad6 | 22 | #include <linux/slab.h> |
1da177e4 | 23 | #include <net/sock.h> /* struct sock */ |
a8147d73 JP |
24 | #include <linux/uaccess.h> |
25 | #include <linux/poll.h> | |
1da177e4 | 26 | |
60063497 | 27 | #include <linux/atomic.h> |
1da177e4 LT |
28 | |
29 | #include "resources.h" /* atm_find_dev */ | |
30 | #include "common.h" /* prototypes */ | |
31 | #include "protocols.h" /* atm_init_<transport> */ | |
32 | #include "addr.h" /* address registry */ | |
33 | #include "signaling.h" /* for WAITING and sigd_attach */ | |
34 | ||
1da177e4 | 35 | struct hlist_head vcc_hash[VCC_HTABLE_SIZE]; |
a8147d73 JP |
36 | EXPORT_SYMBOL(vcc_hash); |
37 | ||
1da177e4 | 38 | DEFINE_RWLOCK(vcc_sklist_lock); |
a8147d73 | 39 | EXPORT_SYMBOL(vcc_sklist_lock); |
1da177e4 | 40 | |
7313bb8f KH |
41 | static ATOMIC_NOTIFIER_HEAD(atm_dev_notify_chain); |
42 | ||
1da177e4 LT |
43 | static void __vcc_insert_socket(struct sock *sk) |
44 | { | |
45 | struct atm_vcc *vcc = atm_sk(sk); | |
a8147d73 | 46 | struct hlist_head *head = &vcc_hash[vcc->vci & (VCC_HTABLE_SIZE - 1)]; |
81c3d547 | 47 | sk->sk_hash = vcc->vci & (VCC_HTABLE_SIZE - 1); |
1da177e4 LT |
48 | sk_add_node(sk, head); |
49 | } | |
50 | ||
51 | void vcc_insert_socket(struct sock *sk) | |
52 | { | |
53 | write_lock_irq(&vcc_sklist_lock); | |
54 | __vcc_insert_socket(sk); | |
55 | write_unlock_irq(&vcc_sklist_lock); | |
56 | } | |
a8147d73 | 57 | EXPORT_SYMBOL(vcc_insert_socket); |
1da177e4 LT |
58 | |
59 | static void vcc_remove_socket(struct sock *sk) | |
60 | { | |
61 | write_lock_irq(&vcc_sklist_lock); | |
62 | sk_del_node_init(sk); | |
63 | write_unlock_irq(&vcc_sklist_lock); | |
64 | } | |
65 | ||
c55fa3cc | 66 | static bool vcc_tx_ready(struct atm_vcc *vcc, unsigned int size) |
1da177e4 | 67 | { |
1da177e4 LT |
68 | struct sock *sk = sk_atm(vcc); |
69 | ||
81e2a3d5 | 70 | if (sk_wmem_alloc_get(sk) && !atm_may_send(vcc, size)) { |
52240062 | 71 | pr_debug("Sorry: wmem_alloc = %d, size = %d, sndbuf = %d\n", |
99824461 | 72 | sk_wmem_alloc_get(sk), size, sk->sk_sndbuf); |
c55fa3cc | 73 | return false; |
1da177e4 | 74 | } |
c55fa3cc | 75 | return true; |
1da177e4 LT |
76 | } |
77 | ||
1da177e4 LT |
78 | static void vcc_sock_destruct(struct sock *sk) |
79 | { | |
80 | if (atomic_read(&sk->sk_rmem_alloc)) | |
a8147d73 JP |
81 | printk(KERN_DEBUG "%s: rmem leakage (%d bytes) detected.\n", |
82 | __func__, atomic_read(&sk->sk_rmem_alloc)); | |
1da177e4 | 83 | |
14afee4b | 84 | if (refcount_read(&sk->sk_wmem_alloc)) |
a8147d73 | 85 | printk(KERN_DEBUG "%s: wmem leakage (%d bytes) detected.\n", |
14afee4b | 86 | __func__, refcount_read(&sk->sk_wmem_alloc)); |
1da177e4 LT |
87 | } |
88 | ||
89 | static void vcc_def_wakeup(struct sock *sk) | |
90 | { | |
43815482 ED |
91 | struct socket_wq *wq; |
92 | ||
93 | rcu_read_lock(); | |
94 | wq = rcu_dereference(sk->sk_wq); | |
1ce0bf50 | 95 | if (skwq_has_sleeper(wq)) |
43815482 ED |
96 | wake_up(&wq->wait); |
97 | rcu_read_unlock(); | |
1da177e4 LT |
98 | } |
99 | ||
100 | static inline int vcc_writable(struct sock *sk) | |
101 | { | |
102 | struct atm_vcc *vcc = atm_sk(sk); | |
103 | ||
104 | return (vcc->qos.txtp.max_sdu + | |
14afee4b | 105 | refcount_read(&sk->sk_wmem_alloc)) <= sk->sk_sndbuf; |
1da177e4 LT |
106 | } |
107 | ||
108 | static void vcc_write_space(struct sock *sk) | |
f7d57453 | 109 | { |
43815482 ED |
110 | struct socket_wq *wq; |
111 | ||
112 | rcu_read_lock(); | |
1da177e4 LT |
113 | |
114 | if (vcc_writable(sk)) { | |
43815482 | 115 | wq = rcu_dereference(sk->sk_wq); |
1ce0bf50 | 116 | if (skwq_has_sleeper(wq)) |
43815482 | 117 | wake_up_interruptible(&wq->wait); |
1da177e4 | 118 | |
8d8ad9d7 | 119 | sk_wake_async(sk, SOCK_WAKE_SPACE, POLL_OUT); |
1da177e4 LT |
120 | } |
121 | ||
43815482 | 122 | rcu_read_unlock(); |
1da177e4 LT |
123 | } |
124 | ||
c971f08c DW |
125 | static void vcc_release_cb(struct sock *sk) |
126 | { | |
127 | struct atm_vcc *vcc = atm_sk(sk); | |
128 | ||
129 | if (vcc->release_cb) | |
130 | vcc->release_cb(vcc); | |
131 | } | |
132 | ||
1da177e4 LT |
133 | static struct proto vcc_proto = { |
134 | .name = "VCC", | |
135 | .owner = THIS_MODULE, | |
136 | .obj_size = sizeof(struct atm_vcc), | |
c971f08c | 137 | .release_cb = vcc_release_cb, |
1da177e4 | 138 | }; |
f7d57453 | 139 | |
11aa9c28 | 140 | int vcc_create(struct net *net, struct socket *sock, int protocol, int family, int kern) |
1da177e4 LT |
141 | { |
142 | struct sock *sk; | |
143 | struct atm_vcc *vcc; | |
144 | ||
145 | sock->sk = NULL; | |
146 | if (sock->type == SOCK_STREAM) | |
147 | return -EINVAL; | |
11aa9c28 | 148 | sk = sk_alloc(net, family, GFP_KERNEL, &vcc_proto, kern); |
1da177e4 LT |
149 | if (!sk) |
150 | return -ENOMEM; | |
151 | sock_init_data(sock, sk); | |
152 | sk->sk_state_change = vcc_def_wakeup; | |
153 | sk->sk_write_space = vcc_write_space; | |
154 | ||
155 | vcc = atm_sk(sk); | |
156 | vcc->dev = NULL; | |
a8147d73 JP |
157 | memset(&vcc->local, 0, sizeof(struct sockaddr_atmsvc)); |
158 | memset(&vcc->remote, 0, sizeof(struct sockaddr_atmsvc)); | |
1da177e4 | 159 | vcc->qos.txtp.max_sdu = 1 << 16; /* for meta VCs */ |
14afee4b | 160 | refcount_set(&sk->sk_wmem_alloc, 1); |
1da177e4 LT |
161 | atomic_set(&sk->sk_rmem_alloc, 0); |
162 | vcc->push = NULL; | |
163 | vcc->pop = NULL; | |
ec809bd8 | 164 | vcc->owner = NULL; |
1da177e4 | 165 | vcc->push_oam = NULL; |
c971f08c | 166 | vcc->release_cb = NULL; |
1da177e4 LT |
167 | vcc->vpi = vcc->vci = 0; /* no VCI/VPI yet */ |
168 | vcc->atm_options = vcc->aal_options = 0; | |
169 | sk->sk_destruct = vcc_sock_destruct; | |
170 | return 0; | |
171 | } | |
172 | ||
1da177e4 LT |
173 | static void vcc_destroy_socket(struct sock *sk) |
174 | { | |
175 | struct atm_vcc *vcc = atm_sk(sk); | |
176 | struct sk_buff *skb; | |
177 | ||
178 | set_bit(ATM_VF_CLOSE, &vcc->flags); | |
179 | clear_bit(ATM_VF_READY, &vcc->flags); | |
93a2014a CW |
180 | if (vcc->dev && vcc->dev->ops->close) |
181 | vcc->dev->ops->close(vcc); | |
182 | if (vcc->push) | |
183 | vcc->push(vcc, NULL); /* atmarpd has no push */ | |
184 | module_put(vcc->owner); | |
185 | ||
186 | while ((skb = skb_dequeue(&sk->sk_receive_queue)) != NULL) { | |
187 | atm_return(vcc, skb->truesize); | |
188 | kfree_skb(skb); | |
189 | } | |
1da177e4 | 190 | |
93a2014a | 191 | if (vcc->dev && vcc->dev->ops->owner) { |
1da177e4 LT |
192 | module_put(vcc->dev->ops->owner); |
193 | atm_dev_put(vcc->dev); | |
194 | } | |
9301e320 CW |
195 | |
196 | vcc_remove_socket(sk); | |
1da177e4 LT |
197 | } |
198 | ||
1da177e4 LT |
199 | int vcc_release(struct socket *sock) |
200 | { | |
201 | struct sock *sk = sock->sk; | |
202 | ||
203 | if (sk) { | |
204 | lock_sock(sk); | |
205 | vcc_destroy_socket(sock->sk); | |
206 | release_sock(sk); | |
207 | sock_put(sk); | |
208 | } | |
209 | ||
210 | return 0; | |
211 | } | |
212 | ||
1da177e4 LT |
213 | void vcc_release_async(struct atm_vcc *vcc, int reply) |
214 | { | |
215 | struct sock *sk = sk_atm(vcc); | |
216 | ||
217 | set_bit(ATM_VF_CLOSE, &vcc->flags); | |
218 | sk->sk_shutdown |= RCV_SHUTDOWN; | |
219 | sk->sk_err = -reply; | |
220 | clear_bit(ATM_VF_WAITING, &vcc->flags); | |
221 | sk->sk_state_change(sk); | |
222 | } | |
1da177e4 LT |
223 | EXPORT_SYMBOL(vcc_release_async); |
224 | ||
4e55f578 JBD |
225 | void vcc_process_recv_queue(struct atm_vcc *vcc) |
226 | { | |
227 | struct sk_buff_head queue, *rq; | |
228 | struct sk_buff *skb, *tmp; | |
229 | unsigned long flags; | |
230 | ||
231 | __skb_queue_head_init(&queue); | |
232 | rq = &sk_atm(vcc)->sk_receive_queue; | |
233 | ||
234 | spin_lock_irqsave(&rq->lock, flags); | |
235 | skb_queue_splice_init(rq, &queue); | |
236 | spin_unlock_irqrestore(&rq->lock, flags); | |
237 | ||
238 | skb_queue_walk_safe(&queue, skb, tmp) { | |
239 | __skb_unlink(skb, &queue); | |
240 | vcc->push(vcc, skb); | |
241 | } | |
242 | } | |
243 | EXPORT_SYMBOL(vcc_process_recv_queue); | |
244 | ||
7313bb8f KH |
245 | void atm_dev_signal_change(struct atm_dev *dev, char signal) |
246 | { | |
247 | pr_debug("%s signal=%d dev=%p number=%d dev->signal=%d\n", | |
248 | __func__, signal, dev, dev->number, dev->signal); | |
249 | ||
250 | /* atm driver sending invalid signal */ | |
251 | WARN_ON(signal < ATM_PHY_SIG_LOST || signal > ATM_PHY_SIG_FOUND); | |
252 | ||
253 | if (dev->signal == signal) | |
254 | return; /* no change */ | |
255 | ||
256 | dev->signal = signal; | |
257 | ||
258 | atomic_notifier_call_chain(&atm_dev_notify_chain, signal, dev); | |
259 | } | |
260 | EXPORT_SYMBOL(atm_dev_signal_change); | |
1da177e4 | 261 | |
64bf69dd SG |
262 | void atm_dev_release_vccs(struct atm_dev *dev) |
263 | { | |
264 | int i; | |
265 | ||
266 | write_lock_irq(&vcc_sklist_lock); | |
267 | for (i = 0; i < VCC_HTABLE_SIZE; i++) { | |
268 | struct hlist_head *head = &vcc_hash[i]; | |
b67bfe0d | 269 | struct hlist_node *tmp; |
64bf69dd SG |
270 | struct sock *s; |
271 | struct atm_vcc *vcc; | |
272 | ||
b67bfe0d | 273 | sk_for_each_safe(s, tmp, head) { |
64bf69dd SG |
274 | vcc = atm_sk(s); |
275 | if (vcc->dev == dev) { | |
276 | vcc_release_async(vcc, -EPIPE); | |
277 | sk_del_node_init(s); | |
278 | } | |
279 | } | |
280 | } | |
281 | write_unlock_irq(&vcc_sklist_lock); | |
282 | } | |
c031235b | 283 | EXPORT_SYMBOL(atm_dev_release_vccs); |
64bf69dd | 284 | |
a8147d73 | 285 | static int adjust_tp(struct atm_trafprm *tp, unsigned char aal) |
1da177e4 LT |
286 | { |
287 | int max_sdu; | |
288 | ||
a8147d73 JP |
289 | if (!tp->traffic_class) |
290 | return 0; | |
1da177e4 | 291 | switch (aal) { |
a8147d73 JP |
292 | case ATM_AAL0: |
293 | max_sdu = ATM_CELL_SIZE-1; | |
294 | break; | |
295 | case ATM_AAL34: | |
296 | max_sdu = ATM_MAX_AAL34_PDU; | |
297 | break; | |
298 | default: | |
ef423a41 | 299 | pr_warn("AAL problems ... (%d)\n", aal); |
df561f66 | 300 | fallthrough; |
a8147d73 JP |
301 | case ATM_AAL5: |
302 | max_sdu = ATM_MAX_AAL5_PDU; | |
1da177e4 | 303 | } |
a8147d73 JP |
304 | if (!tp->max_sdu) |
305 | tp->max_sdu = max_sdu; | |
306 | else if (tp->max_sdu > max_sdu) | |
307 | return -EINVAL; | |
308 | if (!tp->max_cdv) | |
309 | tp->max_cdv = ATM_MAX_CDV; | |
1da177e4 LT |
310 | return 0; |
311 | } | |
312 | ||
61c33e01 | 313 | static int check_ci(const struct atm_vcc *vcc, short vpi, int vci) |
1da177e4 | 314 | { |
a8147d73 | 315 | struct hlist_head *head = &vcc_hash[vci & (VCC_HTABLE_SIZE - 1)]; |
1da177e4 LT |
316 | struct sock *s; |
317 | struct atm_vcc *walk; | |
318 | ||
b67bfe0d | 319 | sk_for_each(s, head) { |
1da177e4 LT |
320 | walk = atm_sk(s); |
321 | if (walk->dev != vcc->dev) | |
322 | continue; | |
323 | if (test_bit(ATM_VF_ADDR, &walk->flags) && walk->vpi == vpi && | |
324 | walk->vci == vci && ((walk->qos.txtp.traffic_class != | |
325 | ATM_NONE && vcc->qos.txtp.traffic_class != ATM_NONE) || | |
326 | (walk->qos.rxtp.traffic_class != ATM_NONE && | |
327 | vcc->qos.rxtp.traffic_class != ATM_NONE))) | |
328 | return -EADDRINUSE; | |
329 | } | |
330 | ||
331 | /* allow VCCs with same VPI/VCI iff they don't collide on | |
332 | TX/RX (but we may refuse such sharing for other reasons, | |
333 | e.g. if protocol requires to have both channels) */ | |
334 | ||
335 | return 0; | |
336 | } | |
337 | ||
61c33e01 | 338 | static int find_ci(const struct atm_vcc *vcc, short *vpi, int *vci) |
1da177e4 LT |
339 | { |
340 | static short p; /* poor man's per-device cache */ | |
341 | static int c; | |
342 | short old_p; | |
343 | int old_c; | |
344 | int err; | |
345 | ||
346 | if (*vpi != ATM_VPI_ANY && *vci != ATM_VCI_ANY) { | |
347 | err = check_ci(vcc, *vpi, *vci); | |
348 | return err; | |
349 | } | |
350 | /* last scan may have left values out of bounds for current device */ | |
351 | if (*vpi != ATM_VPI_ANY) | |
352 | p = *vpi; | |
353 | else if (p >= 1 << vcc->dev->ci_range.vpi_bits) | |
354 | p = 0; | |
355 | if (*vci != ATM_VCI_ANY) | |
356 | c = *vci; | |
357 | else if (c < ATM_NOT_RSV_VCI || c >= 1 << vcc->dev->ci_range.vci_bits) | |
358 | c = ATM_NOT_RSV_VCI; | |
359 | old_p = p; | |
360 | old_c = c; | |
361 | do { | |
362 | if (!check_ci(vcc, p, c)) { | |
363 | *vpi = p; | |
364 | *vci = c; | |
365 | return 0; | |
366 | } | |
367 | if (*vci == ATM_VCI_ANY) { | |
368 | c++; | |
369 | if (c >= 1 << vcc->dev->ci_range.vci_bits) | |
370 | c = ATM_NOT_RSV_VCI; | |
371 | } | |
372 | if ((c == ATM_NOT_RSV_VCI || *vci != ATM_VCI_ANY) && | |
373 | *vpi == ATM_VPI_ANY) { | |
374 | p++; | |
a8147d73 JP |
375 | if (p >= 1 << vcc->dev->ci_range.vpi_bits) |
376 | p = 0; | |
1da177e4 | 377 | } |
a8147d73 | 378 | } while (old_p != p || old_c != c); |
1da177e4 LT |
379 | return -EADDRINUSE; |
380 | } | |
381 | ||
1da177e4 LT |
382 | static int __vcc_connect(struct atm_vcc *vcc, struct atm_dev *dev, short vpi, |
383 | int vci) | |
384 | { | |
385 | struct sock *sk = sk_atm(vcc); | |
386 | int error; | |
387 | ||
388 | if ((vpi != ATM_VPI_UNSPEC && vpi != ATM_VPI_ANY && | |
389 | vpi >> dev->ci_range.vpi_bits) || (vci != ATM_VCI_UNSPEC && | |
390 | vci != ATM_VCI_ANY && vci >> dev->ci_range.vci_bits)) | |
391 | return -EINVAL; | |
392 | if (vci > 0 && vci < ATM_NOT_RSV_VCI && !capable(CAP_NET_BIND_SERVICE)) | |
393 | return -EPERM; | |
64bf69dd | 394 | error = -ENODEV; |
1da177e4 | 395 | if (!try_module_get(dev->ops->owner)) |
64bf69dd | 396 | return error; |
1da177e4 LT |
397 | vcc->dev = dev; |
398 | write_lock_irq(&vcc_sklist_lock); | |
f7d57453 | 399 | if (test_bit(ATM_DF_REMOVED, &dev->flags) || |
64bf69dd | 400 | (error = find_ci(vcc, &vpi, &vci))) { |
1da177e4 LT |
401 | write_unlock_irq(&vcc_sklist_lock); |
402 | goto fail_module_put; | |
403 | } | |
404 | vcc->vpi = vpi; | |
405 | vcc->vci = vci; | |
406 | __vcc_insert_socket(sk); | |
407 | write_unlock_irq(&vcc_sklist_lock); | |
408 | switch (vcc->qos.aal) { | |
a8147d73 JP |
409 | case ATM_AAL0: |
410 | error = atm_init_aal0(vcc); | |
411 | vcc->stats = &dev->stats.aal0; | |
412 | break; | |
413 | case ATM_AAL34: | |
414 | error = atm_init_aal34(vcc); | |
415 | vcc->stats = &dev->stats.aal34; | |
416 | break; | |
417 | case ATM_NO_AAL: | |
418 | /* ATM_AAL5 is also used in the "0 for default" case */ | |
419 | vcc->qos.aal = ATM_AAL5; | |
df561f66 | 420 | fallthrough; |
a8147d73 JP |
421 | case ATM_AAL5: |
422 | error = atm_init_aal5(vcc); | |
423 | vcc->stats = &dev->stats.aal5; | |
424 | break; | |
425 | default: | |
426 | error = -EPROTOTYPE; | |
1da177e4 | 427 | } |
a8147d73 JP |
428 | if (!error) |
429 | error = adjust_tp(&vcc->qos.txtp, vcc->qos.aal); | |
430 | if (!error) | |
431 | error = adjust_tp(&vcc->qos.rxtp, vcc->qos.aal); | |
1da177e4 LT |
432 | if (error) |
433 | goto fail; | |
99824461 JP |
434 | pr_debug("VCC %d.%d, AAL %d\n", vpi, vci, vcc->qos.aal); |
435 | pr_debug(" TX: %d, PCR %d..%d, SDU %d\n", | |
436 | vcc->qos.txtp.traffic_class, | |
437 | vcc->qos.txtp.min_pcr, | |
438 | vcc->qos.txtp.max_pcr, | |
439 | vcc->qos.txtp.max_sdu); | |
440 | pr_debug(" RX: %d, PCR %d..%d, SDU %d\n", | |
441 | vcc->qos.rxtp.traffic_class, | |
442 | vcc->qos.rxtp.min_pcr, | |
443 | vcc->qos.rxtp.max_pcr, | |
444 | vcc->qos.rxtp.max_sdu); | |
1da177e4 LT |
445 | |
446 | if (dev->ops->open) { | |
a8147d73 JP |
447 | error = dev->ops->open(vcc); |
448 | if (error) | |
1da177e4 LT |
449 | goto fail; |
450 | } | |
451 | return 0; | |
452 | ||
453 | fail: | |
454 | vcc_remove_socket(sk); | |
455 | fail_module_put: | |
456 | module_put(dev->ops->owner); | |
457 | /* ensure we get dev module ref count correct */ | |
458 | vcc->dev = NULL; | |
459 | return error; | |
460 | } | |
461 | ||
1da177e4 LT |
462 | int vcc_connect(struct socket *sock, int itf, short vpi, int vci) |
463 | { | |
464 | struct atm_dev *dev; | |
465 | struct atm_vcc *vcc = ATM_SD(sock); | |
466 | int error; | |
467 | ||
99824461 | 468 | pr_debug("(vpi %d, vci %d)\n", vpi, vci); |
1da177e4 LT |
469 | if (sock->state == SS_CONNECTED) |
470 | return -EISCONN; | |
471 | if (sock->state != SS_UNCONNECTED) | |
472 | return -EINVAL; | |
473 | if (!(vpi || vci)) | |
474 | return -EINVAL; | |
475 | ||
476 | if (vpi != ATM_VPI_UNSPEC && vci != ATM_VCI_UNSPEC) | |
a8147d73 | 477 | clear_bit(ATM_VF_PARTIAL, &vcc->flags); |
1da177e4 | 478 | else |
a8147d73 | 479 | if (test_bit(ATM_VF_PARTIAL, &vcc->flags)) |
1da177e4 | 480 | return -EINVAL; |
99824461 JP |
481 | pr_debug("(TX: cl %d,bw %d-%d,sdu %d; " |
482 | "RX: cl %d,bw %d-%d,sdu %d,AAL %s%d)\n", | |
483 | vcc->qos.txtp.traffic_class, vcc->qos.txtp.min_pcr, | |
484 | vcc->qos.txtp.max_pcr, vcc->qos.txtp.max_sdu, | |
485 | vcc->qos.rxtp.traffic_class, vcc->qos.rxtp.min_pcr, | |
a8147d73 | 486 | vcc->qos.rxtp.max_pcr, vcc->qos.rxtp.max_sdu, |
99824461 JP |
487 | vcc->qos.aal == ATM_AAL5 ? "" : |
488 | vcc->qos.aal == ATM_AAL0 ? "" : " ??? code ", | |
489 | vcc->qos.aal == ATM_AAL0 ? 0 : vcc->qos.aal); | |
1da177e4 LT |
490 | if (!test_bit(ATM_VF_HASQOS, &vcc->flags)) |
491 | return -EBADFD; | |
492 | if (vcc->qos.txtp.traffic_class == ATM_ANYCLASS || | |
493 | vcc->qos.rxtp.traffic_class == ATM_ANYCLASS) | |
494 | return -EINVAL; | |
c9933d08 | 495 | if (likely(itf != ATM_ITF_ANY)) { |
a8147d73 JP |
496 | dev = try_then_request_module(atm_dev_lookup(itf), |
497 | "atm-device-%d", itf); | |
1da177e4 | 498 | } else { |
1da177e4 | 499 | dev = NULL; |
57b47a53 | 500 | mutex_lock(&atm_dev_mutex); |
c9933d08 | 501 | if (!list_empty(&atm_devs)) { |
a8147d73 JP |
502 | dev = list_entry(atm_devs.next, |
503 | struct atm_dev, dev_list); | |
1da177e4 | 504 | atm_dev_hold(dev); |
1da177e4 | 505 | } |
57b47a53 | 506 | mutex_unlock(&atm_dev_mutex); |
c9933d08 MBJ |
507 | } |
508 | if (!dev) | |
509 | return -ENODEV; | |
510 | error = __vcc_connect(vcc, dev, vpi, vci); | |
511 | if (error) { | |
512 | atm_dev_put(dev); | |
513 | return error; | |
1da177e4 LT |
514 | } |
515 | if (vpi == ATM_VPI_UNSPEC || vci == ATM_VCI_UNSPEC) | |
a8147d73 JP |
516 | set_bit(ATM_VF_PARTIAL, &vcc->flags); |
517 | if (test_bit(ATM_VF_READY, &ATM_SD(sock)->flags)) | |
1da177e4 LT |
518 | sock->state = SS_CONNECTED; |
519 | return 0; | |
520 | } | |
521 | ||
1b784140 YX |
522 | int vcc_recvmsg(struct socket *sock, struct msghdr *msg, size_t size, |
523 | int flags) | |
1da177e4 LT |
524 | { |
525 | struct sock *sk = sock->sk; | |
526 | struct atm_vcc *vcc; | |
527 | struct sk_buff *skb; | |
528 | int copied, error = -EINVAL; | |
529 | ||
530 | if (sock->state != SS_CONNECTED) | |
531 | return -ENOTCONN; | |
40ba8499 JBD |
532 | |
533 | /* only handle MSG_DONTWAIT and MSG_PEEK */ | |
534 | if (flags & ~(MSG_DONTWAIT | MSG_PEEK)) | |
1da177e4 | 535 | return -EOPNOTSUPP; |
40ba8499 | 536 | |
1da177e4 | 537 | vcc = ATM_SD(sock); |
a8147d73 JP |
538 | if (test_bit(ATM_VF_RELEASED, &vcc->flags) || |
539 | test_bit(ATM_VF_CLOSE, &vcc->flags) || | |
1da177e4 LT |
540 | !test_bit(ATM_VF_READY, &vcc->flags)) |
541 | return 0; | |
542 | ||
f4b41f06 | 543 | skb = skb_recv_datagram(sk, flags, &error); |
1da177e4 LT |
544 | if (!skb) |
545 | return error; | |
546 | ||
f7d57453 | 547 | copied = skb->len; |
1da177e4 | 548 | if (copied > size) { |
f7d57453 | 549 | copied = size; |
1da177e4 LT |
550 | msg->msg_flags |= MSG_TRUNC; |
551 | } | |
552 | ||
51f3d02b | 553 | error = skb_copy_datagram_msg(skb, 0, msg, copied); |
f7d57453 YH |
554 | if (error) |
555 | return error; | |
6fd1d51c | 556 | sock_recv_cmsgs(msg, sk, skb); |
40ba8499 JBD |
557 | |
558 | if (!(flags & MSG_PEEK)) { | |
559 | pr_debug("%d -= %d\n", atomic_read(&sk->sk_rmem_alloc), | |
560 | skb->truesize); | |
561 | atm_return(vcc, skb->truesize); | |
562 | } | |
563 | ||
f7d57453 YH |
564 | skb_free_datagram(sk, skb); |
565 | return copied; | |
1da177e4 LT |
566 | } |
567 | ||
1b784140 | 568 | int vcc_sendmsg(struct socket *sock, struct msghdr *m, size_t size) |
1da177e4 LT |
569 | { |
570 | struct sock *sk = sock->sk; | |
571 | DEFINE_WAIT(wait); | |
572 | struct atm_vcc *vcc; | |
573 | struct sk_buff *skb; | |
a8147d73 | 574 | int eff, error; |
1da177e4 LT |
575 | |
576 | lock_sock(sk); | |
577 | if (sock->state != SS_CONNECTED) { | |
578 | error = -ENOTCONN; | |
579 | goto out; | |
580 | } | |
581 | if (m->msg_name) { | |
582 | error = -EISCONN; | |
583 | goto out; | |
584 | } | |
1da177e4 LT |
585 | vcc = ATM_SD(sock); |
586 | if (test_bit(ATM_VF_RELEASED, &vcc->flags) || | |
587 | test_bit(ATM_VF_CLOSE, &vcc->flags) || | |
588 | !test_bit(ATM_VF_READY, &vcc->flags)) { | |
589 | error = -EPIPE; | |
590 | send_sig(SIGPIPE, current, 0); | |
591 | goto out; | |
592 | } | |
593 | if (!size) { | |
594 | error = 0; | |
595 | goto out; | |
596 | } | |
7424ce65 | 597 | if (size > vcc->qos.txtp.max_sdu) { |
1da177e4 LT |
598 | error = -EMSGSIZE; |
599 | goto out; | |
600 | } | |
e49332bd | 601 | |
1da177e4 | 602 | eff = (size+3) & ~3; /* align to word boundary */ |
aa395145 | 603 | prepare_to_wait(sk_sleep(sk), &wait, TASK_INTERRUPTIBLE); |
1da177e4 | 604 | error = 0; |
c55fa3cc | 605 | while (!vcc_tx_ready(vcc, eff)) { |
1da177e4 LT |
606 | if (m->msg_flags & MSG_DONTWAIT) { |
607 | error = -EAGAIN; | |
608 | break; | |
609 | } | |
610 | schedule(); | |
611 | if (signal_pending(current)) { | |
612 | error = -ERESTARTSYS; | |
613 | break; | |
614 | } | |
a8147d73 JP |
615 | if (test_bit(ATM_VF_RELEASED, &vcc->flags) || |
616 | test_bit(ATM_VF_CLOSE, &vcc->flags) || | |
617 | !test_bit(ATM_VF_READY, &vcc->flags)) { | |
1da177e4 LT |
618 | error = -EPIPE; |
619 | send_sig(SIGPIPE, current, 0); | |
620 | break; | |
621 | } | |
aa395145 | 622 | prepare_to_wait(sk_sleep(sk), &wait, TASK_INTERRUPTIBLE); |
1da177e4 | 623 | } |
aa395145 | 624 | finish_wait(sk_sleep(sk), &wait); |
1da177e4 LT |
625 | if (error) |
626 | goto out; | |
c55fa3cc FR |
627 | |
628 | skb = alloc_skb(eff, GFP_KERNEL); | |
629 | if (!skb) { | |
630 | error = -ENOMEM; | |
631 | goto out; | |
632 | } | |
633 | pr_debug("%d += %d\n", sk_wmem_alloc_get(sk), skb->truesize); | |
9bbe60a6 | 634 | atm_account_tx(vcc, skb); |
c55fa3cc | 635 | |
1da177e4 | 636 | skb->dev = NULL; /* for paths shared with net_device interfaces */ |
cbbd26b8 | 637 | if (!copy_from_iter_full(skb_put(skb, size), size, &m->msg_iter)) { |
1da177e4 LT |
638 | kfree_skb(skb); |
639 | error = -EFAULT; | |
640 | goto out; | |
641 | } | |
a8147d73 JP |
642 | if (eff != size) |
643 | memset(skb->data + size, 0, eff-size); | |
644 | error = vcc->dev->ops->send(vcc, skb); | |
1da177e4 LT |
645 | error = error ? error : size; |
646 | out: | |
647 | release_sock(sk); | |
648 | return error; | |
649 | } | |
650 | ||
a11e1d43 | 651 | __poll_t vcc_poll(struct file *file, struct socket *sock, poll_table *wait) |
1da177e4 LT |
652 | { |
653 | struct sock *sk = sock->sk; | |
a11e1d43 LT |
654 | struct atm_vcc *vcc; |
655 | __poll_t mask; | |
656 | ||
89ab066d | 657 | sock_poll_wait(file, sock, wait); |
a11e1d43 LT |
658 | mask = 0; |
659 | ||
660 | vcc = ATM_SD(sock); | |
1da177e4 LT |
661 | |
662 | /* exceptional events */ | |
663 | if (sk->sk_err) | |
a9a08845 | 664 | mask = EPOLLERR; |
1da177e4 LT |
665 | |
666 | if (test_bit(ATM_VF_RELEASED, &vcc->flags) || | |
667 | test_bit(ATM_VF_CLOSE, &vcc->flags)) | |
a9a08845 | 668 | mask |= EPOLLHUP; |
1da177e4 LT |
669 | |
670 | /* readable? */ | |
3ef7cf57 | 671 | if (!skb_queue_empty_lockless(&sk->sk_receive_queue)) |
a9a08845 | 672 | mask |= EPOLLIN | EPOLLRDNORM; |
1da177e4 LT |
673 | |
674 | /* writable? */ | |
675 | if (sock->state == SS_CONNECTING && | |
676 | test_bit(ATM_VF_WAITING, &vcc->flags)) | |
677 | return mask; | |
678 | ||
679 | if (vcc->qos.txtp.traffic_class != ATM_NONE && | |
680 | vcc_writable(sk)) | |
a9a08845 | 681 | mask |= EPOLLOUT | EPOLLWRNORM | EPOLLWRBAND; |
1da177e4 LT |
682 | |
683 | return mask; | |
684 | } | |
685 | ||
a8147d73 | 686 | static int atm_change_qos(struct atm_vcc *vcc, struct atm_qos *qos) |
1da177e4 LT |
687 | { |
688 | int error; | |
689 | ||
690 | /* | |
691 | * Don't let the QoS change the already connected AAL type nor the | |
692 | * traffic class. | |
693 | */ | |
694 | if (qos->aal != vcc->qos.aal || | |
695 | qos->rxtp.traffic_class != vcc->qos.rxtp.traffic_class || | |
696 | qos->txtp.traffic_class != vcc->qos.txtp.traffic_class) | |
697 | return -EINVAL; | |
a8147d73 JP |
698 | error = adjust_tp(&qos->txtp, qos->aal); |
699 | if (!error) | |
700 | error = adjust_tp(&qos->rxtp, qos->aal); | |
701 | if (error) | |
702 | return error; | |
703 | if (!vcc->dev->ops->change_qos) | |
704 | return -EOPNOTSUPP; | |
1da177e4 | 705 | if (sk_atm(vcc)->sk_family == AF_ATMPVC) |
a8147d73 JP |
706 | return vcc->dev->ops->change_qos(vcc, qos, ATM_MF_SET); |
707 | return svc_change_qos(vcc, qos); | |
1da177e4 LT |
708 | } |
709 | ||
61c33e01 | 710 | static int check_tp(const struct atm_trafprm *tp) |
1da177e4 LT |
711 | { |
712 | /* @@@ Should be merged with adjust_tp */ | |
a8147d73 JP |
713 | if (!tp->traffic_class || tp->traffic_class == ATM_ANYCLASS) |
714 | return 0; | |
1da177e4 | 715 | if (tp->traffic_class != ATM_UBR && !tp->min_pcr && !tp->pcr && |
a8147d73 JP |
716 | !tp->max_pcr) |
717 | return -EINVAL; | |
718 | if (tp->min_pcr == ATM_MAX_PCR) | |
719 | return -EINVAL; | |
1da177e4 | 720 | if (tp->min_pcr && tp->max_pcr && tp->max_pcr != ATM_MAX_PCR && |
a8147d73 JP |
721 | tp->min_pcr > tp->max_pcr) |
722 | return -EINVAL; | |
1da177e4 LT |
723 | /* |
724 | * We allow pcr to be outside [min_pcr,max_pcr], because later | |
725 | * adjustment may still push it in the valid range. | |
726 | */ | |
727 | return 0; | |
728 | } | |
729 | ||
61c33e01 | 730 | static int check_qos(const struct atm_qos *qos) |
1da177e4 LT |
731 | { |
732 | int error; | |
733 | ||
734 | if (!qos->txtp.traffic_class && !qos->rxtp.traffic_class) | |
f7d57453 | 735 | return -EINVAL; |
1da177e4 LT |
736 | if (qos->txtp.traffic_class != qos->rxtp.traffic_class && |
737 | qos->txtp.traffic_class && qos->rxtp.traffic_class && | |
738 | qos->txtp.traffic_class != ATM_ANYCLASS && | |
a8147d73 JP |
739 | qos->rxtp.traffic_class != ATM_ANYCLASS) |
740 | return -EINVAL; | |
1da177e4 | 741 | error = check_tp(&qos->txtp); |
a8147d73 JP |
742 | if (error) |
743 | return error; | |
1da177e4 LT |
744 | return check_tp(&qos->rxtp); |
745 | } | |
746 | ||
747 | int vcc_setsockopt(struct socket *sock, int level, int optname, | |
a7b75c5a | 748 | sockptr_t optval, unsigned int optlen) |
1da177e4 LT |
749 | { |
750 | struct atm_vcc *vcc; | |
751 | unsigned long value; | |
752 | int error; | |
753 | ||
754 | if (__SO_LEVEL_MATCH(optname, level) && optlen != __SO_SIZE(optname)) | |
755 | return -EINVAL; | |
756 | ||
757 | vcc = ATM_SD(sock); | |
758 | switch (optname) { | |
a8147d73 JP |
759 | case SO_ATMQOS: |
760 | { | |
761 | struct atm_qos qos; | |
762 | ||
a7b75c5a | 763 | if (copy_from_sockptr(&qos, optval, sizeof(qos))) |
a8147d73 JP |
764 | return -EFAULT; |
765 | error = check_qos(&qos); | |
766 | if (error) | |
767 | return error; | |
768 | if (sock->state == SS_CONNECTED) | |
769 | return atm_change_qos(vcc, &qos); | |
770 | if (sock->state != SS_UNCONNECTED) | |
771 | return -EBADFD; | |
772 | vcc->qos = qos; | |
773 | set_bit(ATM_VF_HASQOS, &vcc->flags); | |
774 | return 0; | |
1da177e4 | 775 | } |
a8147d73 | 776 | case SO_SETCLP: |
a7b75c5a | 777 | if (copy_from_sockptr(&value, optval, sizeof(value))) |
a8147d73 JP |
778 | return -EFAULT; |
779 | if (value) | |
780 | vcc->atm_options |= ATM_ATMOPT_CLP; | |
781 | else | |
782 | vcc->atm_options &= ~ATM_ATMOPT_CLP; | |
783 | return 0; | |
784 | default: | |
a8147d73 | 785 | return -EINVAL; |
a06d30ae | 786 | } |
1da177e4 LT |
787 | } |
788 | ||
1da177e4 LT |
789 | int vcc_getsockopt(struct socket *sock, int level, int optname, |
790 | char __user *optval, int __user *optlen) | |
791 | { | |
792 | struct atm_vcc *vcc; | |
793 | int len; | |
794 | ||
795 | if (get_user(len, optlen)) | |
796 | return -EFAULT; | |
797 | if (__SO_LEVEL_MATCH(optname, level) && len != __SO_SIZE(optname)) | |
798 | return -EINVAL; | |
799 | ||
800 | vcc = ATM_SD(sock); | |
801 | switch (optname) { | |
a8147d73 JP |
802 | case SO_ATMQOS: |
803 | if (!test_bit(ATM_VF_HASQOS, &vcc->flags)) | |
804 | return -EINVAL; | |
805 | return copy_to_user(optval, &vcc->qos, sizeof(vcc->qos)) | |
806 | ? -EFAULT : 0; | |
807 | case SO_SETCLP: | |
808 | return put_user(vcc->atm_options & ATM_ATMOPT_CLP ? 1 : 0, | |
809 | (unsigned long __user *)optval) ? -EFAULT : 0; | |
810 | case SO_ATMPVC: | |
811 | { | |
812 | struct sockaddr_atmpvc pvc; | |
813 | ||
814 | if (!vcc->dev || !test_bit(ATM_VF_ADDR, &vcc->flags)) | |
815 | return -ENOTCONN; | |
e862f1a9 | 816 | memset(&pvc, 0, sizeof(pvc)); |
a8147d73 JP |
817 | pvc.sap_family = AF_ATMPVC; |
818 | pvc.sap_addr.itf = vcc->dev->number; | |
819 | pvc.sap_addr.vpi = vcc->vpi; | |
820 | pvc.sap_addr.vci = vcc->vci; | |
821 | return copy_to_user(optval, &pvc, sizeof(pvc)) ? -EFAULT : 0; | |
822 | } | |
823 | default: | |
a8147d73 | 824 | return -EINVAL; |
a06d30ae | 825 | } |
1da177e4 LT |
826 | } |
827 | ||
7313bb8f KH |
828 | int register_atmdevice_notifier(struct notifier_block *nb) |
829 | { | |
830 | return atomic_notifier_chain_register(&atm_dev_notify_chain, nb); | |
831 | } | |
832 | EXPORT_SYMBOL_GPL(register_atmdevice_notifier); | |
833 | ||
834 | void unregister_atmdevice_notifier(struct notifier_block *nb) | |
835 | { | |
836 | atomic_notifier_chain_unregister(&atm_dev_notify_chain, nb); | |
837 | } | |
838 | EXPORT_SYMBOL_GPL(unregister_atmdevice_notifier); | |
839 | ||
1da177e4 LT |
840 | static int __init atm_init(void) |
841 | { | |
842 | int error; | |
843 | ||
a8147d73 JP |
844 | error = proto_register(&vcc_proto, 0); |
845 | if (error < 0) | |
1da177e4 | 846 | goto out; |
a8147d73 JP |
847 | error = atmpvc_init(); |
848 | if (error < 0) { | |
99824461 | 849 | pr_err("atmpvc_init() failed with %d\n", error); |
1da177e4 LT |
850 | goto out_unregister_vcc_proto; |
851 | } | |
a8147d73 JP |
852 | error = atmsvc_init(); |
853 | if (error < 0) { | |
99824461 | 854 | pr_err("atmsvc_init() failed with %d\n", error); |
1da177e4 LT |
855 | goto out_atmpvc_exit; |
856 | } | |
a8147d73 JP |
857 | error = atm_proc_init(); |
858 | if (error < 0) { | |
99824461 | 859 | pr_err("atm_proc_init() failed with %d\n", error); |
1da177e4 LT |
860 | goto out_atmsvc_exit; |
861 | } | |
a8147d73 JP |
862 | error = atm_sysfs_init(); |
863 | if (error < 0) { | |
99824461 | 864 | pr_err("atm_sysfs_init() failed with %d\n", error); |
656d98b0 RK |
865 | goto out_atmproc_exit; |
866 | } | |
1da177e4 LT |
867 | out: |
868 | return error; | |
656d98b0 RK |
869 | out_atmproc_exit: |
870 | atm_proc_exit(); | |
1da177e4 LT |
871 | out_atmsvc_exit: |
872 | atmsvc_exit(); | |
873 | out_atmpvc_exit: | |
874 | atmsvc_exit(); | |
875 | out_unregister_vcc_proto: | |
876 | proto_unregister(&vcc_proto); | |
877 | goto out; | |
878 | } | |
879 | ||
880 | static void __exit atm_exit(void) | |
881 | { | |
882 | atm_proc_exit(); | |
656d98b0 | 883 | atm_sysfs_exit(); |
1da177e4 LT |
884 | atmsvc_exit(); |
885 | atmpvc_exit(); | |
886 | proto_unregister(&vcc_proto); | |
887 | } | |
888 | ||
84ff602e DW |
889 | subsys_initcall(atm_init); |
890 | ||
1da177e4 LT |
891 | module_exit(atm_exit); |
892 | ||
893 | MODULE_LICENSE("GPL"); | |
894 | MODULE_ALIAS_NETPROTO(PF_ATMPVC); | |
895 | MODULE_ALIAS_NETPROTO(PF_ATMSVC); |