Commit | Line | Data |
---|---|---|
1da177e4 LT |
1 | /* |
2 | * Device handling code | |
3 | * Linux ethernet bridge | |
4 | * | |
5 | * Authors: | |
6 | * Lennert Buytenhek <buytenh@gnu.org> | |
7 | * | |
1da177e4 LT |
8 | * This program is free software; you can redistribute it and/or |
9 | * modify it under the terms of the GNU General Public License | |
10 | * as published by the Free Software Foundation; either version | |
11 | * 2 of the License, or (at your option) any later version. | |
12 | */ | |
13 | ||
14 | #include <linux/kernel.h> | |
15 | #include <linux/netdevice.h> | |
c06ee961 | 16 | #include <linux/netpoll.h> |
4505a3ef | 17 | #include <linux/etherdevice.h> |
edb5e46f | 18 | #include <linux/ethtool.h> |
c06ee961 | 19 | #include <linux/list.h> |
ea2d9b41 | 20 | #include <linux/netfilter_bridge.h> |
4505a3ef | 21 | |
7c0f6ba6 | 22 | #include <linux/uaccess.h> |
1da177e4 LT |
23 | #include "br_private.h" |
24 | ||
161f65ba VY |
25 | #define COMMON_FEATURES (NETIF_F_SG | NETIF_F_FRAGLIST | NETIF_F_HIGHDMA | \ |
26 | NETIF_F_GSO_MASK | NETIF_F_HW_CSUM) | |
27 | ||
1a4ba64d PNA |
28 | const struct nf_br_ops __rcu *nf_br_ops __read_mostly; |
29 | EXPORT_SYMBOL_GPL(nf_br_ops); | |
30 | ||
c6894dec NA |
31 | static struct lock_class_key bridge_netdev_addr_lock_key; |
32 | ||
eeaf61d8 | 33 | /* net device transmit always called with BH disabled */ |
6fef4c0c | 34 | netdev_tx_t br_dev_xmit(struct sk_buff *skb, struct net_device *dev) |
1da177e4 LT |
35 | { |
36 | struct net_bridge *br = netdev_priv(dev); | |
37 | const unsigned char *dest = skb->data; | |
38 | struct net_bridge_fdb_entry *dst; | |
c4fcb78c | 39 | struct net_bridge_mdb_entry *mdst; |
8f84985f | 40 | struct pcpu_sw_netstats *brstats = this_cpu_ptr(br->stats); |
1a4ba64d | 41 | const struct nf_br_ops *nf_ops; |
78851988 | 42 | u16 vid = 0; |
1da177e4 | 43 | |
c03307ea | 44 | rcu_read_lock(); |
1a4ba64d PNA |
45 | nf_ops = rcu_dereference(nf_br_ops); |
46 | if (nf_ops && nf_ops->br_dev_xmit_hook(skb)) { | |
c03307ea | 47 | rcu_read_unlock(); |
ea2d9b41 BDS |
48 | return NETDEV_TX_OK; |
49 | } | |
ea2d9b41 | 50 | |
406818ff | 51 | u64_stats_update_begin(&brstats->syncp); |
14bb4789 | 52 | brstats->tx_packets++; |
53 | brstats->tx_bytes += skb->len; | |
406818ff | 54 | u64_stats_update_end(&brstats->syncp); |
6088a539 | 55 | |
14bb4789 | 56 | BR_INPUT_SKB_CB(skb)->brdev = dev; |
1da177e4 | 57 | |
459a98ed | 58 | skb_reset_mac_header(skb); |
1da177e4 LT |
59 | skb_pull(skb, ETH_HLEN); |
60 | ||
907b1e6e | 61 | if (!br_allowed_ingress(br, br_vlan_group_rcu(br), skb, &vid)) |
12464bb8 TM |
62 | goto out; |
63 | ||
37b090e6 | 64 | if (is_broadcast_ether_addr(dest)) { |
8addd5e7 | 65 | br_flood(br, skb, BR_PKT_BROADCAST, false, true); |
37b090e6 | 66 | } else if (is_multicast_ether_addr(dest)) { |
91d2c34a | 67 | if (unlikely(netpoll_tx_running(dev))) { |
8addd5e7 | 68 | br_flood(br, skb, BR_PKT_MULTICAST, false, true); |
91d2c34a HX |
69 | goto out; |
70 | } | |
06499098 | 71 | if (br_multicast_rcv(br, NULL, skb, vid)) { |
6d1d1d39 | 72 | kfree_skb(skb); |
c4fcb78c | 73 | goto out; |
6d1d1d39 | 74 | } |
c4fcb78c | 75 | |
fbca58a2 | 76 | mdst = br_mdb_get(br, skb, vid); |
b00589af | 77 | if ((mdst || BR_INPUT_SKB_CB_MROUTERS_ONLY(skb)) && |
cc0fdd80 | 78 | br_multicast_querier_exists(br, eth_hdr(skb))) |
37b090e6 | 79 | br_multicast_flood(mdst, skb, false, true); |
c4fcb78c | 80 | else |
8addd5e7 | 81 | br_flood(br, skb, BR_PKT_MULTICAST, false, true); |
bfd0aeac | 82 | } else if ((dst = br_fdb_find_rcu(br, dest, vid)) != NULL) { |
37b090e6 NA |
83 | br_forward(dst->dst, skb, false, true); |
84 | } else { | |
8addd5e7 | 85 | br_flood(br, skb, BR_PKT_UNICAST, false, true); |
37b090e6 | 86 | } |
c4fcb78c | 87 | out: |
eeaf61d8 | 88 | rcu_read_unlock(); |
6ed10654 | 89 | return NETDEV_TX_OK; |
1da177e4 LT |
90 | } |
91 | ||
c6894dec NA |
92 | static void br_set_lockdep_class(struct net_device *dev) |
93 | { | |
94 | lockdep_set_class(&dev->addr_list_lock, &bridge_netdev_addr_lock_key); | |
95 | } | |
96 | ||
bb900b27 | 97 | static int br_dev_init(struct net_device *dev) |
98 | { | |
99 | struct net_bridge *br = netdev_priv(dev); | |
5be5a2df | 100 | int err; |
bb900b27 | 101 | |
1c213bd2 | 102 | br->stats = netdev_alloc_pcpu_stats(struct pcpu_sw_netstats); |
bb900b27 | 103 | if (!br->stats) |
104 | return -ENOMEM; | |
105 | ||
5be5a2df | 106 | err = br_vlan_init(br); |
1080ab95 | 107 | if (err) { |
5be5a2df | 108 | free_percpu(br->stats); |
1080ab95 NA |
109 | return err; |
110 | } | |
111 | ||
112 | err = br_multicast_init_stats(br); | |
113 | if (err) { | |
114 | free_percpu(br->stats); | |
115 | br_vlan_flush(br); | |
116 | } | |
c6894dec | 117 | br_set_lockdep_class(dev); |
5be5a2df VY |
118 | |
119 | return err; | |
bb900b27 | 120 | } |
121 | ||
1da177e4 LT |
122 | static int br_dev_open(struct net_device *dev) |
123 | { | |
81d35307 | 124 | struct net_bridge *br = netdev_priv(dev); |
1da177e4 | 125 | |
c4d27ef9 | 126 | netdev_update_features(dev); |
81d35307 SH |
127 | netif_start_queue(dev); |
128 | br_stp_enable_bridge(br); | |
3fe2d7c7 | 129 | br_multicast_open(br); |
1da177e4 LT |
130 | |
131 | return 0; | |
132 | } | |
133 | ||
134 | static void br_dev_set_multicast_list(struct net_device *dev) | |
135 | { | |
136 | } | |
137 | ||
2796d0c6 VY |
138 | static void br_dev_change_rx_flags(struct net_device *dev, int change) |
139 | { | |
140 | if (change & IFF_PROMISC) | |
141 | br_manage_promisc(netdev_priv(dev)); | |
142 | } | |
143 | ||
1da177e4 LT |
144 | static int br_dev_stop(struct net_device *dev) |
145 | { | |
3fe2d7c7 HX |
146 | struct net_bridge *br = netdev_priv(dev); |
147 | ||
148 | br_stp_disable_bridge(br); | |
149 | br_multicast_stop(br); | |
1da177e4 LT |
150 | |
151 | netif_stop_queue(dev); | |
152 | ||
153 | return 0; | |
154 | } | |
155 | ||
bc1f4470 | 156 | static void br_get_stats64(struct net_device *dev, |
157 | struct rtnl_link_stats64 *stats) | |
14bb4789 | 158 | { |
159 | struct net_bridge *br = netdev_priv(dev); | |
8f84985f | 160 | struct pcpu_sw_netstats tmp, sum = { 0 }; |
14bb4789 | 161 | unsigned int cpu; |
162 | ||
163 | for_each_possible_cpu(cpu) { | |
406818ff | 164 | unsigned int start; |
8f84985f | 165 | const struct pcpu_sw_netstats *bstats |
14bb4789 | 166 | = per_cpu_ptr(br->stats, cpu); |
406818ff | 167 | do { |
57a7744e | 168 | start = u64_stats_fetch_begin_irq(&bstats->syncp); |
406818ff | 169 | memcpy(&tmp, bstats, sizeof(tmp)); |
57a7744e | 170 | } while (u64_stats_fetch_retry_irq(&bstats->syncp, start)); |
406818ff ED |
171 | sum.tx_bytes += tmp.tx_bytes; |
172 | sum.tx_packets += tmp.tx_packets; | |
173 | sum.rx_bytes += tmp.rx_bytes; | |
174 | sum.rx_packets += tmp.rx_packets; | |
14bb4789 | 175 | } |
176 | ||
177 | stats->tx_bytes = sum.tx_bytes; | |
178 | stats->tx_packets = sum.tx_packets; | |
179 | stats->rx_bytes = sum.rx_bytes; | |
180 | stats->rx_packets = sum.rx_packets; | |
14bb4789 | 181 | } |
182 | ||
1da177e4 LT |
183 | static int br_change_mtu(struct net_device *dev, int new_mtu) |
184 | { | |
4adf0af6 | 185 | struct net_bridge *br = netdev_priv(dev); |
91572088 | 186 | if (new_mtu > br_min_mtu(br)) |
1da177e4 LT |
187 | return -EINVAL; |
188 | ||
189 | dev->mtu = new_mtu; | |
4adf0af6 | 190 | |
34666d46 | 191 | #if IS_ENABLED(CONFIG_BRIDGE_NETFILTER) |
4adf0af6 | 192 | /* remember the MTU in the rtable for PMTU */ |
defb3519 | 193 | dst_metric_set(&br->fake_rtable.dst, RTAX_MTU, new_mtu); |
4adf0af6 SW |
194 | #endif |
195 | ||
1da177e4 LT |
196 | return 0; |
197 | } | |
198 | ||
ffe1d49c | 199 | /* Allow setting mac address to any valid ethernet address. */ |
4505a3ef SH |
200 | static int br_set_mac_address(struct net_device *dev, void *p) |
201 | { | |
202 | struct net_bridge *br = netdev_priv(dev); | |
203 | struct sockaddr *addr = p; | |
ffe1d49c SH |
204 | |
205 | if (!is_valid_ether_addr(addr->sa_data)) | |
7ca1e11a | 206 | return -EADDRNOTAVAIL; |
4505a3ef SH |
207 | |
208 | spin_lock_bh(&br->lock); | |
9a7b6ef9 | 209 | if (!ether_addr_equal(dev->dev_addr, addr->sa_data)) { |
a3ebb7ef | 210 | /* Mac address will be changed in br_stp_change_bridge_id(). */ |
43598813 | 211 | br_stp_change_bridge_id(br, addr->sa_data); |
212 | } | |
4505a3ef SH |
213 | spin_unlock_bh(&br->lock); |
214 | ||
ffe1d49c | 215 | return 0; |
4505a3ef SH |
216 | } |
217 | ||
edb5e46f SH |
218 | static void br_getinfo(struct net_device *dev, struct ethtool_drvinfo *info) |
219 | { | |
7826d43f JP |
220 | strlcpy(info->driver, "bridge", sizeof(info->driver)); |
221 | strlcpy(info->version, BR_VERSION, sizeof(info->version)); | |
222 | strlcpy(info->fw_version, "N/A", sizeof(info->fw_version)); | |
223 | strlcpy(info->bus_info, "N/A", sizeof(info->bus_info)); | |
edb5e46f SH |
224 | } |
225 | ||
c8f44aff MM |
226 | static netdev_features_t br_fix_features(struct net_device *dev, |
227 | netdev_features_t features) | |
edb5e46f SH |
228 | { |
229 | struct net_bridge *br = netdev_priv(dev); | |
230 | ||
c4d27ef9 | 231 | return br_features_recompute(br, features); |
361ff8a6 JG |
232 | } |
233 | ||
c06ee961 | 234 | #ifdef CONFIG_NET_POLL_CONTROLLER |
91d2c34a | 235 | static void br_poll_controller(struct net_device *br_dev) |
c06ee961 | 236 | { |
c06ee961 WC |
237 | } |
238 | ||
91d2c34a | 239 | static void br_netpoll_cleanup(struct net_device *dev) |
c06ee961 | 240 | { |
91d2c34a | 241 | struct net_bridge *br = netdev_priv(dev); |
4e3828c4 | 242 | struct net_bridge_port *p; |
c06ee961 | 243 | |
4e3828c4 | 244 | list_for_each_entry(p, &br->port_list, list) |
91d2c34a | 245 | br_netpoll_disable(p); |
c06ee961 WC |
246 | } |
247 | ||
a8779ec1 | 248 | static int __br_netpoll_enable(struct net_bridge_port *p) |
dbe17307 CW |
249 | { |
250 | struct netpoll *np; | |
251 | int err; | |
252 | ||
a8779ec1 | 253 | np = kzalloc(sizeof(*p->np), GFP_KERNEL); |
dbe17307 CW |
254 | if (!np) |
255 | return -ENOMEM; | |
256 | ||
a8779ec1 | 257 | err = __netpoll_setup(np, p->dev); |
dbe17307 CW |
258 | if (err) { |
259 | kfree(np); | |
260 | return err; | |
261 | } | |
262 | ||
263 | p->np = np; | |
264 | return err; | |
265 | } | |
266 | ||
a8779ec1 | 267 | int br_netpoll_enable(struct net_bridge_port *p) |
dbe17307 CW |
268 | { |
269 | if (!p->br->dev->npinfo) | |
270 | return 0; | |
271 | ||
a8779ec1 | 272 | return __br_netpoll_enable(p); |
dbe17307 CW |
273 | } |
274 | ||
a8779ec1 | 275 | static int br_netpoll_setup(struct net_device *dev, struct netpoll_info *ni) |
c06ee961 | 276 | { |
cfb478da | 277 | struct net_bridge *br = netdev_priv(dev); |
4e3828c4 | 278 | struct net_bridge_port *p; |
91d2c34a | 279 | int err = 0; |
c06ee961 | 280 | |
4e3828c4 | 281 | list_for_each_entry(p, &br->port_list, list) { |
91d2c34a HX |
282 | if (!p->dev) |
283 | continue; | |
a8779ec1 | 284 | err = __br_netpoll_enable(p); |
91d2c34a HX |
285 | if (err) |
286 | goto fail; | |
c06ee961 | 287 | } |
91d2c34a HX |
288 | |
289 | out: | |
290 | return err; | |
291 | ||
292 | fail: | |
293 | br_netpoll_cleanup(dev); | |
294 | goto out; | |
c06ee961 WC |
295 | } |
296 | ||
91d2c34a | 297 | void br_netpoll_disable(struct net_bridge_port *p) |
c06ee961 | 298 | { |
91d2c34a HX |
299 | struct netpoll *np = p->np; |
300 | ||
301 | if (!np) | |
302 | return; | |
303 | ||
304 | p->np = NULL; | |
305 | ||
2cde6acd | 306 | __netpoll_free_async(np); |
c06ee961 WC |
307 | } |
308 | ||
309 | #endif | |
310 | ||
afc6151a JP |
311 | static int br_add_slave(struct net_device *dev, struct net_device *slave_dev) |
312 | ||
313 | { | |
314 | struct net_bridge *br = netdev_priv(dev); | |
315 | ||
316 | return br_add_if(br, slave_dev); | |
317 | } | |
318 | ||
319 | static int br_del_slave(struct net_device *dev, struct net_device *slave_dev) | |
320 | { | |
321 | struct net_bridge *br = netdev_priv(dev); | |
322 | ||
323 | return br_del_if(br, slave_dev); | |
324 | } | |
325 | ||
a2dbb882 | 326 | static const struct ethtool_ops br_ethtool_ops = { |
e4119a43 SH |
327 | .get_drvinfo = br_getinfo, |
328 | .get_link = ethtool_op_get_link, | |
edb5e46f SH |
329 | }; |
330 | ||
a2dbb882 SH |
331 | static const struct net_device_ops br_netdev_ops = { |
332 | .ndo_open = br_dev_open, | |
333 | .ndo_stop = br_dev_stop, | |
bb900b27 | 334 | .ndo_init = br_dev_init, |
00829823 | 335 | .ndo_start_xmit = br_dev_xmit, |
406818ff | 336 | .ndo_get_stats64 = br_get_stats64, |
00829823 | 337 | .ndo_set_mac_address = br_set_mac_address, |
afc4b13d | 338 | .ndo_set_rx_mode = br_dev_set_multicast_list, |
2796d0c6 | 339 | .ndo_change_rx_flags = br_dev_change_rx_flags, |
00829823 SH |
340 | .ndo_change_mtu = br_change_mtu, |
341 | .ndo_do_ioctl = br_dev_ioctl, | |
c06ee961 | 342 | #ifdef CONFIG_NET_POLL_CONTROLLER |
91d2c34a | 343 | .ndo_netpoll_setup = br_netpoll_setup, |
c06ee961 WC |
344 | .ndo_netpoll_cleanup = br_netpoll_cleanup, |
345 | .ndo_poll_controller = br_poll_controller, | |
346 | #endif | |
afc6151a JP |
347 | .ndo_add_slave = br_add_slave, |
348 | .ndo_del_slave = br_del_slave, | |
c4d27ef9 | 349 | .ndo_fix_features = br_fix_features, |
77162022 JF |
350 | .ndo_fdb_add = br_fdb_add, |
351 | .ndo_fdb_del = br_fdb_delete, | |
352 | .ndo_fdb_dump = br_fdb_dump, | |
e5a55a89 JF |
353 | .ndo_bridge_getlink = br_getlink, |
354 | .ndo_bridge_setlink = br_setlink, | |
407af329 | 355 | .ndo_bridge_dellink = br_dellink, |
66780530 | 356 | .ndo_features_check = passthru_features_check, |
a2dbb882 SH |
357 | }; |
358 | ||
14bb4789 | 359 | static void br_dev_free(struct net_device *dev) |
360 | { | |
361 | struct net_bridge *br = netdev_priv(dev); | |
362 | ||
363 | free_percpu(br->stats); | |
364 | free_netdev(dev); | |
365 | } | |
366 | ||
bb900b27 | 367 | static struct device_type br_type = { |
368 | .name = "bridge", | |
369 | }; | |
370 | ||
1da177e4 LT |
371 | void br_dev_setup(struct net_device *dev) |
372 | { | |
bb900b27 | 373 | struct net_bridge *br = netdev_priv(dev); |
374 | ||
7ce5d222 | 375 | eth_hw_addr_random(dev); |
1da177e4 LT |
376 | ether_setup(dev); |
377 | ||
a2dbb882 | 378 | dev->netdev_ops = &br_netdev_ops; |
14bb4789 | 379 | dev->destructor = br_dev_free; |
7ad24ea4 | 380 | dev->ethtool_ops = &br_ethtool_ops; |
bb900b27 | 381 | SET_NETDEV_DEVTYPE(dev, &br_type); |
ccecb2a4 | 382 | dev->priv_flags = IFF_EBRIDGE | IFF_NO_QUEUE; |
edb5e46f | 383 | |
161f65ba | 384 | dev->features = COMMON_FEATURES | NETIF_F_LLTX | NETIF_F_NETNS_LOCAL | |
1c5abb6c TM |
385 | NETIF_F_HW_VLAN_CTAG_TX | NETIF_F_HW_VLAN_STAG_TX; |
386 | dev->hw_features = COMMON_FEATURES | NETIF_F_HW_VLAN_CTAG_TX | | |
387 | NETIF_F_HW_VLAN_STAG_TX; | |
161f65ba | 388 | dev->vlan_features = COMMON_FEATURES; |
bb900b27 | 389 | |
390 | br->dev = dev; | |
391 | spin_lock_init(&br->lock); | |
392 | INIT_LIST_HEAD(&br->port_list); | |
393 | spin_lock_init(&br->hash_lock); | |
394 | ||
395 | br->bridge_id.prio[0] = 0x80; | |
396 | br->bridge_id.prio[1] = 0x00; | |
397 | ||
e5a727f6 | 398 | ether_addr_copy(br->group_addr, eth_reserved_addr_base); |
bb900b27 | 399 | |
bb900b27 | 400 | br->stp_enabled = BR_NO_STP; |
515853cc | 401 | br->group_fwd_mask = BR_GROUPFWD_DEFAULT; |
f2808d22 | 402 | br->group_fwd_mask_required = BR_GROUPFWD_DEFAULT; |
515853cc | 403 | |
bb900b27 | 404 | br->designated_root = br->bridge_id; |
405 | br->bridge_max_age = br->max_age = 20 * HZ; | |
406 | br->bridge_hello_time = br->hello_time = 2 * HZ; | |
407 | br->bridge_forward_delay = br->forward_delay = 15 * HZ; | |
34d8acd8 | 408 | br->bridge_ageing_time = br->ageing_time = BR_DEFAULT_AGEING_TIME; |
91572088 | 409 | dev->max_mtu = ETH_MAX_MTU; |
bb900b27 | 410 | |
411 | br_netfilter_rtable_init(br); | |
412 | br_stp_timer_init(br); | |
413 | br_multicast_init(br); | |
f7cdee8a | 414 | INIT_DELAYED_WORK(&br->gc_work, br_fdb_cleanup); |
1da177e4 | 415 | } |