Commit | Line | Data |
---|---|---|
2874c5fd | 1 | // SPDX-License-Identifier: GPL-2.0-or-later |
1da177e4 LT |
2 | /* -*- linux-c -*- |
3 | * INET 802.1Q VLAN | |
4 | * Ethernet-type device handling. | |
5 | * | |
6 | * Authors: Ben Greear <greearb@candelatech.com> | |
ad712087 | 7 | * Please send support related email to: netdev@vger.kernel.org |
1da177e4 | 8 | * VLAN Home Page: http://www.candelatech.com/~greear/vlan.html |
122952fc | 9 | * |
1da177e4 LT |
10 | * Fixes: Mar 22 2001: Martin Bokaemper <mbokaemper@unispherenetworks.com> |
11 | * - reset skb->pkt_type on incoming packets when MAC was changed | |
12 | * - see that changed MAC is saddr for outgoing packets | |
13 | * Oct 20, 2001: Ard van Breeman: | |
14 | * - Fix MC-list, finally. | |
15 | * - Flush MC-list on VLAN destroy. | |
1da177e4 LT |
16 | */ |
17 | ||
afab2d29 JP |
18 | #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt |
19 | ||
1da177e4 | 20 | #include <linux/module.h> |
5a0e3ad6 | 21 | #include <linux/slab.h> |
1da177e4 LT |
22 | #include <linux/skbuff.h> |
23 | #include <linux/netdevice.h> | |
37dd9255 | 24 | #include <linux/net_tstamp.h> |
1da177e4 | 25 | #include <linux/etherdevice.h> |
75b8846a | 26 | #include <linux/ethtool.h> |
ec1d8ccb | 27 | #include <linux/phy.h> |
1da177e4 LT |
28 | #include <net/arp.h> |
29 | ||
30 | #include "vlan.h" | |
31 | #include "vlanproc.h" | |
32 | #include <linux/if_vlan.h> | |
6d4cdf47 | 33 | #include <linux/netpoll.h> |
1da177e4 | 34 | |
1da177e4 | 35 | /* |
122952fc | 36 | * Create the VLAN header for an arbitrary protocol layer |
1da177e4 LT |
37 | * |
38 | * saddr=NULL means use device source address | |
39 | * daddr=NULL means leave destination address (eg unresolved arp) | |
40 | * | |
41 | * This is called when the SKB is moving down the stack towards the | |
42 | * physical devices. | |
43 | */ | |
ef3eb3e5 PM |
44 | static int vlan_dev_hard_header(struct sk_buff *skb, struct net_device *dev, |
45 | unsigned short type, | |
46 | const void *daddr, const void *saddr, | |
47 | unsigned int len) | |
1da177e4 | 48 | { |
1fd9b1fc | 49 | struct vlan_dev_priv *vlan = vlan_dev_priv(dev); |
1da177e4 | 50 | struct vlan_hdr *vhdr; |
1349fe9a | 51 | unsigned int vhdrlen = 0; |
9bb8582e | 52 | u16 vlan_tci = 0; |
1349fe9a | 53 | int rc; |
1da177e4 | 54 | |
0c0667a8 | 55 | if (!(vlan->flags & VLAN_FLAG_REORDER_HDR)) { |
d58ff351 | 56 | vhdr = skb_push(skb, VLAN_HLEN); |
1da177e4 | 57 | |
0c0667a8 | 58 | vlan_tci = vlan->vlan_id; |
e267cb96 | 59 | vlan_tci |= vlan_dev_get_egress_qos_mask(dev, skb->priority); |
9bb8582e | 60 | vhdr->h_vlan_TCI = htons(vlan_tci); |
1da177e4 LT |
61 | |
62 | /* | |
bf9ae538 OP |
63 | * Set the protocol type. For a packet of type ETH_P_802_3/2 we |
64 | * put the length in here instead. | |
1da177e4 | 65 | */ |
bf9ae538 | 66 | if (type != ETH_P_802_3 && type != ETH_P_802_2) |
1da177e4 | 67 | vhdr->h_vlan_encapsulated_proto = htons(type); |
2029cc2c | 68 | else |
1da177e4 | 69 | vhdr->h_vlan_encapsulated_proto = htons(len); |
279e172a | 70 | |
1fd9b1fc PM |
71 | skb->protocol = vlan->vlan_proto; |
72 | type = ntohs(vlan->vlan_proto); | |
1349fe9a | 73 | vhdrlen = VLAN_HLEN; |
1da177e4 LT |
74 | } |
75 | ||
76 | /* Before delegating work to the lower layer, enter our MAC-address */ | |
77 | if (saddr == NULL) | |
78 | saddr = dev->dev_addr; | |
79 | ||
1349fe9a | 80 | /* Now make the underlying real hard header */ |
0c0667a8 | 81 | dev = vlan->real_dev; |
1349fe9a PM |
82 | rc = dev_hard_header(skb, dev, type, daddr, saddr, len + vhdrlen); |
83 | if (rc > 0) | |
84 | rc += vhdrlen; | |
1da177e4 LT |
85 | return rc; |
86 | } | |
87 | ||
6eacf8ad AW |
88 | static inline netdev_tx_t vlan_netpoll_send_skb(struct vlan_dev_priv *vlan, struct sk_buff *skb) |
89 | { | |
90 | #ifdef CONFIG_NET_POLL_CONTROLLER | |
f78ed220 | 91 | return netpoll_send_skb(vlan->netpoll, skb); |
6eacf8ad AW |
92 | #else |
93 | BUG(); | |
6eacf8ad | 94 | return NETDEV_TX_OK; |
f78ed220 | 95 | #endif |
6eacf8ad AW |
96 | } |
97 | ||
6fef4c0c SH |
98 | static netdev_tx_t vlan_dev_hard_start_xmit(struct sk_buff *skb, |
99 | struct net_device *dev) | |
1da177e4 | 100 | { |
6eacf8ad | 101 | struct vlan_dev_priv *vlan = vlan_dev_priv(dev); |
1da177e4 | 102 | struct vlan_ethhdr *veth = (struct vlan_ethhdr *)(skb->data); |
1a123a31 ED |
103 | unsigned int len; |
104 | int ret; | |
55b01e86 | 105 | |
1da177e4 LT |
106 | /* Handle non-VLAN frames if they are sent to us, for example by DHCP. |
107 | * | |
108 | * NOTE: THIS ASSUMES DIX ETHERNET, SPECIFICALLY NOT SUPPORTING | |
109 | * OTHER THINGS LIKE FDDI/TokenRing/802.3 SNAPs... | |
110 | */ | |
1fd9b1fc | 111 | if (veth->h_vlan_proto != vlan->vlan_proto || |
6eacf8ad | 112 | vlan->flags & VLAN_FLAG_REORDER_HDR) { |
9bb8582e | 113 | u16 vlan_tci; |
6eacf8ad | 114 | vlan_tci = vlan->vlan_id; |
e267cb96 | 115 | vlan_tci |= vlan_dev_get_egress_qos_mask(dev, skb->priority); |
b960a0ac | 116 | __vlan_hwaccel_put_tag(skb, vlan->vlan_proto, vlan_tci); |
1da177e4 LT |
117 | } |
118 | ||
6eacf8ad | 119 | skb->dev = vlan->real_dev; |
1a123a31 | 120 | len = skb->len; |
6eacf8ad AW |
121 | if (unlikely(netpoll_tx_running(dev))) |
122 | return vlan_netpoll_send_skb(vlan, skb); | |
123 | ||
1a123a31 ED |
124 | ret = dev_queue_xmit(skb); |
125 | ||
2d6c9ffc | 126 | if (likely(ret == NET_XMIT_SUCCESS || ret == NET_XMIT_CN)) { |
4af429d2 ED |
127 | struct vlan_pcpu_stats *stats; |
128 | ||
6eacf8ad | 129 | stats = this_cpu_ptr(vlan->vlan_pcpu_stats); |
4af429d2 ED |
130 | u64_stats_update_begin(&stats->syncp); |
131 | stats->tx_packets++; | |
132 | stats->tx_bytes += len; | |
307f73df | 133 | u64_stats_update_end(&stats->syncp); |
4af429d2 | 134 | } else { |
6eacf8ad | 135 | this_cpu_inc(vlan->vlan_pcpu_stats->tx_dropped); |
4af429d2 | 136 | } |
1a123a31 | 137 | |
cbbef5e1 | 138 | return ret; |
1da177e4 LT |
139 | } |
140 | ||
ef3eb3e5 | 141 | static int vlan_dev_change_mtu(struct net_device *dev, int new_mtu) |
1da177e4 | 142 | { |
18d3df3e PA |
143 | struct net_device *real_dev = vlan_dev_priv(dev)->real_dev; |
144 | unsigned int max_mtu = real_dev->mtu; | |
145 | ||
146 | if (netif_reduces_vlan_mtu(real_dev)) | |
147 | max_mtu -= VLAN_HLEN; | |
148 | if (max_mtu < new_mtu) | |
1da177e4 LT |
149 | return -ERANGE; |
150 | ||
151 | dev->mtu = new_mtu; | |
152 | ||
153 | return 0; | |
154 | } | |
155 | ||
c17d8874 | 156 | void vlan_dev_set_ingress_priority(const struct net_device *dev, |
9bb8582e | 157 | u32 skb_prio, u16 vlan_prio) |
1da177e4 | 158 | { |
7da82c06 | 159 | struct vlan_dev_priv *vlan = vlan_dev_priv(dev); |
b020cb48 PM |
160 | |
161 | if (vlan->ingress_priority_map[vlan_prio & 0x7] && !skb_prio) | |
162 | vlan->nr_ingress_mappings--; | |
163 | else if (!vlan->ingress_priority_map[vlan_prio & 0x7] && skb_prio) | |
164 | vlan->nr_ingress_mappings++; | |
165 | ||
166 | vlan->ingress_priority_map[vlan_prio & 0x7] = skb_prio; | |
1da177e4 LT |
167 | } |
168 | ||
c17d8874 | 169 | int vlan_dev_set_egress_priority(const struct net_device *dev, |
9bb8582e | 170 | u32 skb_prio, u16 vlan_prio) |
1da177e4 | 171 | { |
7da82c06 | 172 | struct vlan_dev_priv *vlan = vlan_dev_priv(dev); |
1da177e4 LT |
173 | struct vlan_priority_tci_mapping *mp = NULL; |
174 | struct vlan_priority_tci_mapping *np; | |
05423b24 | 175 | u32 vlan_qos = (vlan_prio << VLAN_PRIO_SHIFT) & VLAN_PRIO_MASK; |
122952fc | 176 | |
c17d8874 | 177 | /* See if a priority mapping exists.. */ |
b020cb48 | 178 | mp = vlan->egress_priority_map[skb_prio & 0xF]; |
c17d8874 PM |
179 | while (mp) { |
180 | if (mp->priority == skb_prio) { | |
b020cb48 PM |
181 | if (mp->vlan_qos && !vlan_qos) |
182 | vlan->nr_egress_mappings--; | |
183 | else if (!mp->vlan_qos && vlan_qos) | |
184 | vlan->nr_egress_mappings++; | |
185 | mp->vlan_qos = vlan_qos; | |
c17d8874 | 186 | return 0; |
1da177e4 | 187 | } |
c17d8874 | 188 | mp = mp->next; |
1da177e4 | 189 | } |
c17d8874 PM |
190 | |
191 | /* Create a new mapping then. */ | |
b020cb48 | 192 | mp = vlan->egress_priority_map[skb_prio & 0xF]; |
c17d8874 PM |
193 | np = kmalloc(sizeof(struct vlan_priority_tci_mapping), GFP_KERNEL); |
194 | if (!np) | |
195 | return -ENOBUFS; | |
196 | ||
197 | np->next = mp; | |
198 | np->priority = skb_prio; | |
b020cb48 | 199 | np->vlan_qos = vlan_qos; |
3e3aac49 ED |
200 | /* Before inserting this element in hash table, make sure all its fields |
201 | * are committed to memory. | |
e267cb96 | 202 | * coupled with smp_rmb() in vlan_dev_get_egress_qos_mask() |
3e3aac49 ED |
203 | */ |
204 | smp_wmb(); | |
b020cb48 PM |
205 | vlan->egress_priority_map[skb_prio & 0xF] = np; |
206 | if (vlan_qos) | |
207 | vlan->nr_egress_mappings++; | |
c17d8874 | 208 | return 0; |
1da177e4 LT |
209 | } |
210 | ||
84a2fba2 SL |
211 | /* Flags are defined in the vlan_flags enum in |
212 | * include/uapi/linux/if_vlan.h file. | |
213 | */ | |
b3ce0325 | 214 | int vlan_dev_change_flags(const struct net_device *dev, u32 flags, u32 mask) |
1da177e4 | 215 | { |
7da82c06 | 216 | struct vlan_dev_priv *vlan = vlan_dev_priv(dev); |
b3ce0325 PM |
217 | u32 old_flags = vlan->flags; |
218 | ||
5e756593 | 219 | if (mask & ~(VLAN_FLAG_REORDER_HDR | VLAN_FLAG_GVRP | |
8c8b3458 MM |
220 | VLAN_FLAG_LOOSE_BINDING | VLAN_FLAG_MVRP | |
221 | VLAN_FLAG_BRIDGE_BINDING)) | |
b3ce0325 PM |
222 | return -EINVAL; |
223 | ||
224 | vlan->flags = (old_flags & ~mask) | (flags & mask); | |
70c03b49 PM |
225 | |
226 | if (netif_running(dev) && (vlan->flags ^ old_flags) & VLAN_FLAG_GVRP) { | |
227 | if (vlan->flags & VLAN_FLAG_GVRP) | |
228 | vlan_gvrp_request_join(dev); | |
229 | else | |
230 | vlan_gvrp_request_leave(dev); | |
231 | } | |
86fbe9bb DW |
232 | |
233 | if (netif_running(dev) && (vlan->flags ^ old_flags) & VLAN_FLAG_MVRP) { | |
234 | if (vlan->flags & VLAN_FLAG_MVRP) | |
235 | vlan_mvrp_request_join(dev); | |
236 | else | |
237 | vlan_mvrp_request_leave(dev); | |
238 | } | |
b3ce0325 | 239 | return 0; |
1da177e4 LT |
240 | } |
241 | ||
9c153d38 | 242 | void vlan_dev_get_realdev_name(const struct net_device *dev, char *result, size_t size) |
1da177e4 | 243 | { |
9c153d38 | 244 | strscpy_pad(result, vlan_dev_priv(dev)->real_dev->name, size); |
1da177e4 LT |
245 | } |
246 | ||
308453aa MM |
247 | bool vlan_dev_inherit_address(struct net_device *dev, |
248 | struct net_device *real_dev) | |
249 | { | |
250 | if (dev->addr_assign_type != NET_ADDR_STOLEN) | |
251 | return false; | |
252 | ||
253 | ether_addr_copy(dev->dev_addr, real_dev->dev_addr); | |
254 | call_netdevice_notifiers(NETDEV_CHANGEADDR, dev); | |
255 | return true; | |
256 | } | |
257 | ||
ef3eb3e5 | 258 | static int vlan_dev_open(struct net_device *dev) |
1da177e4 | 259 | { |
7da82c06 | 260 | struct vlan_dev_priv *vlan = vlan_dev_priv(dev); |
8c979c26 PM |
261 | struct net_device *real_dev = vlan->real_dev; |
262 | int err; | |
263 | ||
5e756593 PM |
264 | if (!(real_dev->flags & IFF_UP) && |
265 | !(vlan->flags & VLAN_FLAG_LOOSE_BINDING)) | |
1da177e4 LT |
266 | return -ENETDOWN; |
267 | ||
308453aa MM |
268 | if (!ether_addr_equal(dev->dev_addr, real_dev->dev_addr) && |
269 | !vlan_dev_inherit_address(dev, real_dev)) { | |
a748ee24 | 270 | err = dev_uc_add(real_dev, dev->dev_addr); |
8c979c26 | 271 | if (err < 0) |
89146504 | 272 | goto out; |
8c979c26 | 273 | } |
8c979c26 | 274 | |
89146504 WC |
275 | if (dev->flags & IFF_ALLMULTI) { |
276 | err = dev_set_allmulti(real_dev, 1); | |
277 | if (err < 0) | |
278 | goto del_unicast; | |
279 | } | |
280 | if (dev->flags & IFF_PROMISC) { | |
281 | err = dev_set_promiscuity(real_dev, 1); | |
282 | if (err < 0) | |
283 | goto clear_allmulti; | |
284 | } | |
285 | ||
07fc67be | 286 | ether_addr_copy(vlan->real_dev_addr, real_dev->dev_addr); |
6c78dcbd | 287 | |
70c03b49 PM |
288 | if (vlan->flags & VLAN_FLAG_GVRP) |
289 | vlan_gvrp_request_join(dev); | |
290 | ||
86fbe9bb DW |
291 | if (vlan->flags & VLAN_FLAG_MVRP) |
292 | vlan_mvrp_request_join(dev); | |
293 | ||
76052d8c MM |
294 | if (netif_carrier_ok(real_dev) && |
295 | !(vlan->flags & VLAN_FLAG_BRIDGE_BINDING)) | |
0ac820ee | 296 | netif_carrier_on(dev); |
1da177e4 | 297 | return 0; |
89146504 WC |
298 | |
299 | clear_allmulti: | |
300 | if (dev->flags & IFF_ALLMULTI) | |
301 | dev_set_allmulti(real_dev, -1); | |
302 | del_unicast: | |
53a2b3a1 | 303 | if (!ether_addr_equal(dev->dev_addr, real_dev->dev_addr)) |
a748ee24 | 304 | dev_uc_del(real_dev, dev->dev_addr); |
89146504 | 305 | out: |
adc667e8 | 306 | netif_carrier_off(dev); |
89146504 | 307 | return err; |
1da177e4 LT |
308 | } |
309 | ||
ef3eb3e5 | 310 | static int vlan_dev_stop(struct net_device *dev) |
1da177e4 | 311 | { |
7da82c06 | 312 | struct vlan_dev_priv *vlan = vlan_dev_priv(dev); |
70c03b49 PM |
313 | struct net_device *real_dev = vlan->real_dev; |
314 | ||
56addd6e | 315 | dev_mc_unsync(real_dev, dev); |
a748ee24 | 316 | dev_uc_unsync(real_dev, dev); |
6c78dcbd PM |
317 | if (dev->flags & IFF_ALLMULTI) |
318 | dev_set_allmulti(real_dev, -1); | |
319 | if (dev->flags & IFF_PROMISC) | |
320 | dev_set_promiscuity(real_dev, -1); | |
321 | ||
53a2b3a1 | 322 | if (!ether_addr_equal(dev->dev_addr, real_dev->dev_addr)) |
a748ee24 | 323 | dev_uc_del(real_dev, dev->dev_addr); |
8c979c26 | 324 | |
76052d8c MM |
325 | if (!(vlan->flags & VLAN_FLAG_BRIDGE_BINDING)) |
326 | netif_carrier_off(dev); | |
1da177e4 LT |
327 | return 0; |
328 | } | |
329 | ||
ef3eb3e5 | 330 | static int vlan_dev_set_mac_address(struct net_device *dev, void *p) |
39aaac11 | 331 | { |
7da82c06 | 332 | struct net_device *real_dev = vlan_dev_priv(dev)->real_dev; |
39aaac11 PM |
333 | struct sockaddr *addr = p; |
334 | int err; | |
335 | ||
336 | if (!is_valid_ether_addr(addr->sa_data)) | |
337 | return -EADDRNOTAVAIL; | |
338 | ||
339 | if (!(dev->flags & IFF_UP)) | |
340 | goto out; | |
341 | ||
53a2b3a1 | 342 | if (!ether_addr_equal(addr->sa_data, real_dev->dev_addr)) { |
a748ee24 | 343 | err = dev_uc_add(real_dev, addr->sa_data); |
39aaac11 PM |
344 | if (err < 0) |
345 | return err; | |
346 | } | |
347 | ||
53a2b3a1 | 348 | if (!ether_addr_equal(dev->dev_addr, real_dev->dev_addr)) |
a748ee24 | 349 | dev_uc_del(real_dev, dev->dev_addr); |
39aaac11 PM |
350 | |
351 | out: | |
07fc67be | 352 | ether_addr_copy(dev->dev_addr, addr->sa_data); |
39aaac11 PM |
353 | return 0; |
354 | } | |
355 | ||
ef3eb3e5 | 356 | static int vlan_dev_ioctl(struct net_device *dev, struct ifreq *ifr, int cmd) |
1da177e4 | 357 | { |
7da82c06 | 358 | struct net_device *real_dev = vlan_dev_priv(dev)->real_dev; |
656299f7 | 359 | const struct net_device_ops *ops = real_dev->netdev_ops; |
1da177e4 LT |
360 | struct ifreq ifrr; |
361 | int err = -EOPNOTSUPP; | |
362 | ||
9c153d38 | 363 | strscpy_pad(ifrr.ifr_name, real_dev->name, IFNAMSIZ); |
1da177e4 LT |
364 | ifrr.ifr_ifru = ifr->ifr_ifru; |
365 | ||
2029cc2c | 366 | switch (cmd) { |
873017af HL |
367 | case SIOCSHWTSTAMP: |
368 | if (!net_eq(dev_net(dev), &init_net)) | |
369 | break; | |
df561f66 | 370 | fallthrough; |
1da177e4 LT |
371 | case SIOCGMIIPHY: |
372 | case SIOCGMIIREG: | |
373 | case SIOCSMIIREG: | |
a6111d3c | 374 | case SIOCGHWTSTAMP: |
a7605370 AB |
375 | if (netif_device_present(real_dev) && ops->ndo_eth_ioctl) |
376 | err = ops->ndo_eth_ioctl(real_dev, &ifrr, cmd); | |
1da177e4 | 377 | break; |
1da177e4 LT |
378 | } |
379 | ||
122952fc | 380 | if (!err) |
1da177e4 LT |
381 | ifr->ifr_ifru = ifrr.ifr_ifru; |
382 | ||
383 | return err; | |
384 | } | |
385 | ||
cc883d16 FB |
386 | static int vlan_dev_neigh_setup(struct net_device *dev, struct neigh_parms *pa) |
387 | { | |
7da82c06 | 388 | struct net_device *real_dev = vlan_dev_priv(dev)->real_dev; |
cc883d16 FB |
389 | const struct net_device_ops *ops = real_dev->netdev_ops; |
390 | int err = 0; | |
391 | ||
392 | if (netif_device_present(real_dev) && ops->ndo_neigh_setup) | |
9d40bbda | 393 | err = ops->ndo_neigh_setup(real_dev, pa); |
cc883d16 FB |
394 | |
395 | return err; | |
396 | } | |
397 | ||
f4d5392e | 398 | #if IS_ENABLED(CONFIG_FCOE) |
b85daa53 VD |
399 | static int vlan_dev_fcoe_ddp_setup(struct net_device *dev, u16 xid, |
400 | struct scatterlist *sgl, unsigned int sgc) | |
401 | { | |
7da82c06 | 402 | struct net_device *real_dev = vlan_dev_priv(dev)->real_dev; |
b85daa53 VD |
403 | const struct net_device_ops *ops = real_dev->netdev_ops; |
404 | int rc = 0; | |
405 | ||
406 | if (ops->ndo_fcoe_ddp_setup) | |
407 | rc = ops->ndo_fcoe_ddp_setup(real_dev, xid, sgl, sgc); | |
408 | ||
409 | return rc; | |
410 | } | |
411 | ||
412 | static int vlan_dev_fcoe_ddp_done(struct net_device *dev, u16 xid) | |
413 | { | |
7da82c06 | 414 | struct net_device *real_dev = vlan_dev_priv(dev)->real_dev; |
b85daa53 VD |
415 | const struct net_device_ops *ops = real_dev->netdev_ops; |
416 | int len = 0; | |
417 | ||
418 | if (ops->ndo_fcoe_ddp_done) | |
419 | len = ops->ndo_fcoe_ddp_done(real_dev, xid); | |
420 | ||
421 | return len; | |
422 | } | |
0af46d99 YZ |
423 | |
424 | static int vlan_dev_fcoe_enable(struct net_device *dev) | |
425 | { | |
7da82c06 | 426 | struct net_device *real_dev = vlan_dev_priv(dev)->real_dev; |
0af46d99 YZ |
427 | const struct net_device_ops *ops = real_dev->netdev_ops; |
428 | int rc = -EINVAL; | |
429 | ||
430 | if (ops->ndo_fcoe_enable) | |
431 | rc = ops->ndo_fcoe_enable(real_dev); | |
432 | return rc; | |
433 | } | |
434 | ||
435 | static int vlan_dev_fcoe_disable(struct net_device *dev) | |
436 | { | |
7da82c06 | 437 | struct net_device *real_dev = vlan_dev_priv(dev)->real_dev; |
0af46d99 YZ |
438 | const struct net_device_ops *ops = real_dev->netdev_ops; |
439 | int rc = -EINVAL; | |
440 | ||
441 | if (ops->ndo_fcoe_disable) | |
442 | rc = ops->ndo_fcoe_disable(real_dev); | |
443 | return rc; | |
444 | } | |
d6534799 | 445 | |
0a89eb92 CL |
446 | static int vlan_dev_fcoe_ddp_target(struct net_device *dev, u16 xid, |
447 | struct scatterlist *sgl, unsigned int sgc) | |
d6534799 | 448 | { |
7da82c06 | 449 | struct net_device *real_dev = vlan_dev_priv(dev)->real_dev; |
d6534799 | 450 | const struct net_device_ops *ops = real_dev->netdev_ops; |
0a89eb92 CL |
451 | int rc = 0; |
452 | ||
453 | if (ops->ndo_fcoe_ddp_target) | |
454 | rc = ops->ndo_fcoe_ddp_target(real_dev, xid, sgl, sgc); | |
d6534799 | 455 | |
d6534799 YZ |
456 | return rc; |
457 | } | |
0a89eb92 | 458 | #endif |
4ea09c9c | 459 | |
0a89eb92 CL |
460 | #ifdef NETDEV_FCOE_WWNN |
461 | static int vlan_dev_fcoe_get_wwn(struct net_device *dev, u64 *wwn, int type) | |
4ea09c9c | 462 | { |
7da82c06 | 463 | struct net_device *real_dev = vlan_dev_priv(dev)->real_dev; |
4ea09c9c | 464 | const struct net_device_ops *ops = real_dev->netdev_ops; |
0a89eb92 | 465 | int rc = -EINVAL; |
4ea09c9c | 466 | |
0a89eb92 CL |
467 | if (ops->ndo_fcoe_get_wwn) |
468 | rc = ops->ndo_fcoe_get_wwn(real_dev, wwn, type); | |
4ea09c9c YZ |
469 | return rc; |
470 | } | |
b85daa53 VD |
471 | #endif |
472 | ||
ef3eb3e5 | 473 | static void vlan_dev_change_rx_flags(struct net_device *dev, int change) |
6c78dcbd | 474 | { |
7da82c06 | 475 | struct net_device *real_dev = vlan_dev_priv(dev)->real_dev; |
6c78dcbd | 476 | |
deede2fa MK |
477 | if (dev->flags & IFF_UP) { |
478 | if (change & IFF_ALLMULTI) | |
479 | dev_set_allmulti(real_dev, dev->flags & IFF_ALLMULTI ? 1 : -1); | |
480 | if (change & IFF_PROMISC) | |
481 | dev_set_promiscuity(real_dev, dev->flags & IFF_PROMISC ? 1 : -1); | |
482 | } | |
6c78dcbd PM |
483 | } |
484 | ||
e83a2ea8 | 485 | static void vlan_dev_set_rx_mode(struct net_device *vlan_dev) |
1da177e4 | 486 | { |
d38569ab VY |
487 | dev_mc_sync(vlan_dev_priv(vlan_dev)->real_dev, vlan_dev); |
488 | dev_uc_sync(vlan_dev_priv(vlan_dev)->real_dev, vlan_dev); | |
1da177e4 | 489 | } |
ef3eb3e5 | 490 | |
1a33e10e CW |
491 | /* |
492 | * vlan network devices have devices nesting below it, and are a special | |
493 | * "super class" of normal network devices; split their locks off into a | |
494 | * separate class since they always nest. | |
495 | */ | |
496 | static struct lock_class_key vlan_netdev_xmit_lock_key; | |
845e0ebb | 497 | static struct lock_class_key vlan_netdev_addr_lock_key; |
1a33e10e CW |
498 | |
499 | static void vlan_dev_set_lockdep_one(struct net_device *dev, | |
500 | struct netdev_queue *txq, | |
501 | void *unused) | |
502 | { | |
503 | lockdep_set_class(&txq->_xmit_lock, &vlan_netdev_xmit_lock_key); | |
504 | } | |
505 | ||
be74294f | 506 | static void vlan_dev_set_lockdep_class(struct net_device *dev) |
1a33e10e | 507 | { |
be74294f CW |
508 | lockdep_set_class(&dev->addr_list_lock, |
509 | &vlan_netdev_addr_lock_key); | |
1a33e10e CW |
510 | netdev_for_each_tx_queue(dev, vlan_dev_set_lockdep_one, NULL); |
511 | } | |
512 | ||
71854255 EBE |
513 | static __be16 vlan_parse_protocol(const struct sk_buff *skb) |
514 | { | |
515 | struct vlan_ethhdr *veth = (struct vlan_ethhdr *)(skb->data); | |
516 | ||
517 | return __vlan_get_protocol(skb, veth->h_vlan_proto, NULL); | |
518 | } | |
519 | ||
ef3eb3e5 PM |
520 | static const struct header_ops vlan_header_ops = { |
521 | .create = vlan_dev_hard_header, | |
ef3eb3e5 | 522 | .parse = eth_header_parse, |
71854255 | 523 | .parse_protocol = vlan_parse_protocol, |
ef3eb3e5 PM |
524 | }; |
525 | ||
2205369a DM |
526 | static int vlan_passthru_hard_header(struct sk_buff *skb, struct net_device *dev, |
527 | unsigned short type, | |
528 | const void *daddr, const void *saddr, | |
529 | unsigned int len) | |
530 | { | |
531 | struct vlan_dev_priv *vlan = vlan_dev_priv(dev); | |
532 | struct net_device *real_dev = vlan->real_dev; | |
533 | ||
dd38743b PB |
534 | if (saddr == NULL) |
535 | saddr = dev->dev_addr; | |
536 | ||
2205369a DM |
537 | return dev_hard_header(skb, real_dev, type, daddr, saddr, len); |
538 | } | |
539 | ||
540 | static const struct header_ops vlan_passthru_header_ops = { | |
541 | .create = vlan_passthru_hard_header, | |
2205369a | 542 | .parse = eth_header_parse, |
71854255 | 543 | .parse_protocol = vlan_parse_protocol, |
2205369a DM |
544 | }; |
545 | ||
e949b09b DG |
546 | static struct device_type vlan_type = { |
547 | .name = "vlan", | |
548 | }; | |
549 | ||
213b15ca | 550 | static const struct net_device_ops vlan_netdev_ops; |
f7d1b9f5 | 551 | |
ef3eb3e5 PM |
552 | static int vlan_dev_init(struct net_device *dev) |
553 | { | |
76052d8c MM |
554 | struct vlan_dev_priv *vlan = vlan_dev_priv(dev); |
555 | struct net_device *real_dev = vlan->real_dev; | |
ef3eb3e5 | 556 | |
adc667e8 JV |
557 | netif_carrier_off(dev); |
558 | ||
ef3eb3e5 | 559 | /* IFF_BROADCAST|IFF_MULTICAST; ??? */ |
194dbcc8 JF |
560 | dev->flags = real_dev->flags & ~(IFF_UP | IFF_PROMISC | IFF_ALLMULTI | |
561 | IFF_MASTER | IFF_SLAVE); | |
ef3eb3e5 PM |
562 | dev->state = (real_dev->state & ((1<<__LINK_STATE_NOCARRIER) | |
563 | (1<<__LINK_STATE_DORMANT))) | | |
564 | (1<<__LINK_STATE_PRESENT); | |
565 | ||
76052d8c MM |
566 | if (vlan->flags & VLAN_FLAG_BRIDGE_BINDING) |
567 | dev->state |= (1 << __LINK_STATE_NOCARRIER); | |
568 | ||
a188222b | 569 | dev->hw_features = NETIF_F_HW_CSUM | NETIF_F_SG | |
53f6b708 | 570 | NETIF_F_FRAGLIST | NETIF_F_GSO_SOFTWARE | |
7dad9937 | 571 | NETIF_F_GSO_ENCAP_ALL | |
53692b1d | 572 | NETIF_F_HIGHDMA | NETIF_F_SCTP_CRC | |
62f2a3a4 MM |
573 | NETIF_F_ALL_FCOE; |
574 | ||
88997e42 | 575 | dev->features |= dev->hw_features | NETIF_F_LLTX; |
1ae4be22 | 576 | dev->gso_max_size = real_dev->gso_max_size; |
f6773c5e | 577 | dev->gso_max_segs = real_dev->gso_max_segs; |
2adb956b VY |
578 | if (dev->features & NETIF_F_VLAN_FEATURES) |
579 | netdev_warn(real_dev, "VLAN features are set incorrectly. Q-in-Q configurations may not work correctly.\n"); | |
580 | ||
8d463504 | 581 | dev->vlan_features = real_dev->vlan_features & ~NETIF_F_ALL_FCOE; |
7dad9937 | 582 | dev->hw_enc_features = vlan_tnl_features(real_dev); |
8b6912a5 | 583 | dev->mpls_features = real_dev->mpls_features; |
5fb13570 | 584 | |
ef3eb3e5 PM |
585 | /* ipv6 shared card related stuff */ |
586 | dev->dev_id = real_dev->dev_id; | |
587 | ||
308453aa MM |
588 | if (is_zero_ether_addr(dev->dev_addr)) { |
589 | ether_addr_copy(dev->dev_addr, real_dev->dev_addr); | |
590 | dev->addr_assign_type = NET_ADDR_STOLEN; | |
591 | } | |
ef3eb3e5 PM |
592 | if (is_zero_ether_addr(dev->broadcast)) |
593 | memcpy(dev->broadcast, real_dev->broadcast, dev->addr_len); | |
594 | ||
f4d5392e | 595 | #if IS_ENABLED(CONFIG_FCOE) |
b85daa53 VD |
596 | dev->fcoe_ddp_xid = real_dev->fcoe_ddp_xid; |
597 | #endif | |
598 | ||
d870bfb9 | 599 | dev->needed_headroom = real_dev->needed_headroom; |
76052d8c | 600 | if (vlan_hw_offload_capable(real_dev->features, vlan->vlan_proto)) { |
2205369a | 601 | dev->header_ops = &vlan_passthru_header_ops; |
ef3eb3e5 | 602 | dev->hard_header_len = real_dev->hard_header_len; |
ef3eb3e5 PM |
603 | } else { |
604 | dev->header_ops = &vlan_header_ops; | |
605 | dev->hard_header_len = real_dev->hard_header_len + VLAN_HLEN; | |
ef3eb3e5 PM |
606 | } |
607 | ||
213b15ca | 608 | dev->netdev_ops = &vlan_netdev_ops; |
636e19a3 | 609 | |
e949b09b DG |
610 | SET_NETDEV_DEVTYPE(dev, &vlan_type); |
611 | ||
be74294f | 612 | vlan_dev_set_lockdep_class(dev); |
1a33e10e | 613 | |
76052d8c MM |
614 | vlan->vlan_pcpu_stats = netdev_alloc_pcpu_stats(struct vlan_pcpu_stats); |
615 | if (!vlan->vlan_pcpu_stats) | |
9793241f ED |
616 | return -ENOMEM; |
617 | ||
ef3eb3e5 PM |
618 | return 0; |
619 | } | |
620 | ||
9bbd917e ED |
621 | /* Note: this function might be called multiple times for the same device. */ |
622 | void vlan_dev_uninit(struct net_device *dev) | |
23556323 PE |
623 | { |
624 | struct vlan_priority_tci_mapping *pm; | |
7da82c06 | 625 | struct vlan_dev_priv *vlan = vlan_dev_priv(dev); |
23556323 PE |
626 | int i; |
627 | ||
628 | for (i = 0; i < ARRAY_SIZE(vlan->egress_priority_map); i++) { | |
629 | while ((pm = vlan->egress_priority_map[i]) != NULL) { | |
630 | vlan->egress_priority_map[i] = pm->next; | |
631 | kfree(pm); | |
632 | } | |
633 | } | |
634 | } | |
635 | ||
c8f44aff MM |
636 | static netdev_features_t vlan_dev_fix_features(struct net_device *dev, |
637 | netdev_features_t features) | |
8a0427bb | 638 | { |
7da82c06 | 639 | struct net_device *real_dev = vlan_dev_priv(dev)->real_dev; |
b29d3145 | 640 | netdev_features_t old_features = features; |
8403debe | 641 | netdev_features_t lower_features; |
8a0427bb | 642 | |
8403debe VY |
643 | lower_features = netdev_intersect_features((real_dev->vlan_features | |
644 | NETIF_F_RXCSUM), | |
645 | real_dev->features); | |
712ae51a | 646 | |
8403debe VY |
647 | /* Add HW_CSUM setting to preserve user ability to control |
648 | * checksum offload on the vlan device. | |
649 | */ | |
650 | if (lower_features & (NETIF_F_IP_CSUM|NETIF_F_IPV6_CSUM)) | |
651 | lower_features |= NETIF_F_HW_CSUM; | |
652 | features = netdev_intersect_features(features, lower_features); | |
53f6b708 | 653 | features |= old_features & (NETIF_F_SOFT_FEATURES | NETIF_F_GSO_SOFTWARE); |
f0a619cc | 654 | features |= NETIF_F_LLTX; |
8a0427bb MM |
655 | |
656 | return features; | |
657 | } | |
658 | ||
57709798 DD |
659 | static int vlan_ethtool_get_link_ksettings(struct net_device *dev, |
660 | struct ethtool_link_ksettings *cmd) | |
b3020061 | 661 | { |
7da82c06 | 662 | const struct vlan_dev_priv *vlan = vlan_dev_priv(dev); |
4bc71cb9 | 663 | |
57709798 | 664 | return __ethtool_get_link_ksettings(vlan->real_dev, cmd); |
b3020061 SH |
665 | } |
666 | ||
667 | static void vlan_ethtool_get_drvinfo(struct net_device *dev, | |
668 | struct ethtool_drvinfo *info) | |
669 | { | |
7826d43f JP |
670 | strlcpy(info->driver, vlan_fullname, sizeof(info->driver)); |
671 | strlcpy(info->version, vlan_version, sizeof(info->version)); | |
672 | strlcpy(info->fw_version, "N/A", sizeof(info->fw_version)); | |
b3020061 SH |
673 | } |
674 | ||
37dd9255 RC |
675 | static int vlan_ethtool_get_ts_info(struct net_device *dev, |
676 | struct ethtool_ts_info *info) | |
677 | { | |
678 | const struct vlan_dev_priv *vlan = vlan_dev_priv(dev); | |
679 | const struct ethtool_ops *ops = vlan->real_dev->ethtool_ops; | |
ec1d8ccb | 680 | struct phy_device *phydev = vlan->real_dev->phydev; |
37dd9255 | 681 | |
dfe6d68f RC |
682 | if (phy_has_tsinfo(phydev)) { |
683 | return phy_ts_info(phydev, info); | |
ec1d8ccb | 684 | } else if (ops->get_ts_info) { |
37dd9255 RC |
685 | return ops->get_ts_info(vlan->real_dev, info); |
686 | } else { | |
687 | info->so_timestamping = SOF_TIMESTAMPING_RX_SOFTWARE | | |
688 | SOF_TIMESTAMPING_SOFTWARE; | |
689 | info->phc_index = -1; | |
690 | } | |
691 | ||
692 | return 0; | |
693 | } | |
694 | ||
bc1f4470 | 695 | static void vlan_dev_get_stats64(struct net_device *dev, |
696 | struct rtnl_link_stats64 *stats) | |
9793241f | 697 | { |
5a4ae5f6 LR |
698 | struct vlan_pcpu_stats *p; |
699 | u32 rx_errors = 0, tx_dropped = 0; | |
700 | int i; | |
9793241f | 701 | |
5a4ae5f6 LR |
702 | for_each_possible_cpu(i) { |
703 | u64 rxpackets, rxbytes, rxmulticast, txpackets, txbytes; | |
704 | unsigned int start; | |
705 | ||
706 | p = per_cpu_ptr(vlan_dev_priv(dev)->vlan_pcpu_stats, i); | |
707 | do { | |
708 | start = u64_stats_fetch_begin_irq(&p->syncp); | |
709 | rxpackets = p->rx_packets; | |
710 | rxbytes = p->rx_bytes; | |
711 | rxmulticast = p->rx_multicast; | |
712 | txpackets = p->tx_packets; | |
713 | txbytes = p->tx_bytes; | |
714 | } while (u64_stats_fetch_retry_irq(&p->syncp, start)); | |
715 | ||
716 | stats->rx_packets += rxpackets; | |
717 | stats->rx_bytes += rxbytes; | |
718 | stats->multicast += rxmulticast; | |
719 | stats->tx_packets += txpackets; | |
720 | stats->tx_bytes += txbytes; | |
721 | /* rx_errors & tx_dropped are u32 */ | |
722 | rx_errors += p->rx_errors; | |
723 | tx_dropped += p->tx_dropped; | |
9793241f | 724 | } |
5a4ae5f6 LR |
725 | stats->rx_errors = rx_errors; |
726 | stats->tx_dropped = tx_dropped; | |
9793241f ED |
727 | } |
728 | ||
6d4cdf47 | 729 | #ifdef CONFIG_NET_POLL_CONTROLLER |
de93cb2e | 730 | static void vlan_dev_poll_controller(struct net_device *dev) |
6d4cdf47 BL |
731 | { |
732 | return; | |
733 | } | |
734 | ||
a8779ec1 | 735 | static int vlan_dev_netpoll_setup(struct net_device *dev, struct netpoll_info *npinfo) |
6d4cdf47 | 736 | { |
f3da3893 AW |
737 | struct vlan_dev_priv *vlan = vlan_dev_priv(dev); |
738 | struct net_device *real_dev = vlan->real_dev; | |
6d4cdf47 BL |
739 | struct netpoll *netpoll; |
740 | int err = 0; | |
741 | ||
a8779ec1 | 742 | netpoll = kzalloc(sizeof(*netpoll), GFP_KERNEL); |
6d4cdf47 BL |
743 | err = -ENOMEM; |
744 | if (!netpoll) | |
745 | goto out; | |
746 | ||
a8779ec1 | 747 | err = __netpoll_setup(netpoll, real_dev); |
6d4cdf47 BL |
748 | if (err) { |
749 | kfree(netpoll); | |
750 | goto out; | |
751 | } | |
752 | ||
f3da3893 | 753 | vlan->netpoll = netpoll; |
6d4cdf47 BL |
754 | |
755 | out: | |
756 | return err; | |
757 | } | |
758 | ||
de93cb2e | 759 | static void vlan_dev_netpoll_cleanup(struct net_device *dev) |
6d4cdf47 | 760 | { |
f3da3893 AW |
761 | struct vlan_dev_priv *vlan= vlan_dev_priv(dev); |
762 | struct netpoll *netpoll = vlan->netpoll; | |
6d4cdf47 BL |
763 | |
764 | if (!netpoll) | |
765 | return; | |
766 | ||
f3da3893 | 767 | vlan->netpoll = NULL; |
c9fbd71f | 768 | __netpoll_free(netpoll); |
6d4cdf47 BL |
769 | } |
770 | #endif /* CONFIG_NET_POLL_CONTROLLER */ | |
771 | ||
2dbf6b50 ND |
772 | static int vlan_dev_get_iflink(const struct net_device *dev) |
773 | { | |
774 | struct net_device *real_dev = vlan_dev_priv(dev)->real_dev; | |
775 | ||
776 | return real_dev->ifindex; | |
777 | } | |
778 | ||
e4417d69 PNA |
779 | static int vlan_dev_fill_forward_path(struct net_device_path_ctx *ctx, |
780 | struct net_device_path *path) | |
781 | { | |
782 | struct vlan_dev_priv *vlan = vlan_dev_priv(ctx->dev); | |
783 | ||
784 | path->type = DEV_PATH_VLAN; | |
785 | path->encap.id = vlan->vlan_id; | |
786 | path->encap.proto = vlan->vlan_proto; | |
787 | path->dev = ctx->dev; | |
788 | ctx->dev = vlan->real_dev; | |
bcf2766b FF |
789 | if (ctx->num_vlans >= ARRAY_SIZE(ctx->vlan)) |
790 | return -ENOSPC; | |
791 | ||
792 | ctx->vlan[ctx->num_vlans].id = vlan->vlan_id; | |
793 | ctx->vlan[ctx->num_vlans].proto = vlan->vlan_proto; | |
794 | ctx->num_vlans++; | |
e4417d69 PNA |
795 | |
796 | return 0; | |
797 | } | |
798 | ||
75b8846a | 799 | static const struct ethtool_ops vlan_ethtool_ops = { |
57709798 | 800 | .get_link_ksettings = vlan_ethtool_get_link_ksettings, |
b3020061 | 801 | .get_drvinfo = vlan_ethtool_get_drvinfo, |
75b8846a | 802 | .get_link = ethtool_op_get_link, |
37dd9255 | 803 | .get_ts_info = vlan_ethtool_get_ts_info, |
75b8846a PM |
804 | }; |
805 | ||
656299f7 SH |
806 | static const struct net_device_ops vlan_netdev_ops = { |
807 | .ndo_change_mtu = vlan_dev_change_mtu, | |
808 | .ndo_init = vlan_dev_init, | |
809 | .ndo_uninit = vlan_dev_uninit, | |
810 | .ndo_open = vlan_dev_open, | |
811 | .ndo_stop = vlan_dev_stop, | |
669d3e0b VD |
812 | .ndo_start_xmit = vlan_dev_hard_start_xmit, |
813 | .ndo_validate_addr = eth_validate_addr, | |
814 | .ndo_set_mac_address = vlan_dev_set_mac_address, | |
815 | .ndo_set_rx_mode = vlan_dev_set_rx_mode, | |
669d3e0b | 816 | .ndo_change_rx_flags = vlan_dev_change_rx_flags, |
a7605370 | 817 | .ndo_eth_ioctl = vlan_dev_ioctl, |
669d3e0b | 818 | .ndo_neigh_setup = vlan_dev_neigh_setup, |
9618e2ff | 819 | .ndo_get_stats64 = vlan_dev_get_stats64, |
f4d5392e | 820 | #if IS_ENABLED(CONFIG_FCOE) |
669d3e0b VD |
821 | .ndo_fcoe_ddp_setup = vlan_dev_fcoe_ddp_setup, |
822 | .ndo_fcoe_ddp_done = vlan_dev_fcoe_ddp_done, | |
823 | .ndo_fcoe_enable = vlan_dev_fcoe_enable, | |
824 | .ndo_fcoe_disable = vlan_dev_fcoe_disable, | |
4ea09c9c | 825 | .ndo_fcoe_ddp_target = vlan_dev_fcoe_ddp_target, |
6d4cdf47 | 826 | #endif |
0a89eb92 CL |
827 | #ifdef NETDEV_FCOE_WWNN |
828 | .ndo_fcoe_get_wwn = vlan_dev_fcoe_get_wwn, | |
829 | #endif | |
6d4cdf47 BL |
830 | #ifdef CONFIG_NET_POLL_CONTROLLER |
831 | .ndo_poll_controller = vlan_dev_poll_controller, | |
832 | .ndo_netpoll_setup = vlan_dev_netpoll_setup, | |
833 | .ndo_netpoll_cleanup = vlan_dev_netpoll_cleanup, | |
669d3e0b | 834 | #endif |
8a0427bb | 835 | .ndo_fix_features = vlan_dev_fix_features, |
2dbf6b50 | 836 | .ndo_get_iflink = vlan_dev_get_iflink, |
e4417d69 | 837 | .ndo_fill_forward_path = vlan_dev_fill_forward_path, |
669d3e0b VD |
838 | }; |
839 | ||
a48e5faf ED |
840 | static void vlan_dev_free(struct net_device *dev) |
841 | { | |
842 | struct vlan_dev_priv *vlan = vlan_dev_priv(dev); | |
843 | ||
844 | free_percpu(vlan->vlan_pcpu_stats); | |
845 | vlan->vlan_pcpu_stats = NULL; | |
a48e5faf ED |
846 | } |
847 | ||
ef3eb3e5 PM |
848 | void vlan_setup(struct net_device *dev) |
849 | { | |
850 | ether_setup(dev); | |
851 | ||
2e659c05 | 852 | dev->priv_flags |= IFF_802_1Q_VLAN | IFF_NO_QUEUE; |
e817af27 | 853 | dev->priv_flags |= IFF_UNICAST_FLT; |
02875878 ED |
854 | dev->priv_flags &= ~IFF_TX_SKB_SHARING; |
855 | netif_keep_dst(dev); | |
ef3eb3e5 | 856 | |
656299f7 | 857 | dev->netdev_ops = &vlan_netdev_ops; |
cf124db5 DM |
858 | dev->needs_free_netdev = true; |
859 | dev->priv_destructor = vlan_dev_free; | |
75b8846a | 860 | dev->ethtool_ops = &vlan_ethtool_ops; |
ef3eb3e5 | 861 | |
91572088 JW |
862 | dev->min_mtu = 0; |
863 | dev->max_mtu = ETH_MAX_MTU; | |
864 | ||
423049ab | 865 | eth_zero_addr(dev->broadcast); |
ef3eb3e5 | 866 | } |