projects / linux-2.6-block.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
Merge tag 'iwlwifi-for-kalle-2015-07-30' of https://git.kernel.org/pub/scm/linux...
[linux-2.6-block.git] / net / mac80211 / tx.c
CommitLineData
e2ebc74d
JB		 1/*
2 * Copyright 2002-2005, Instant802 Networks, Inc.
3 * Copyright 2005-2006, Devicescape Software, Inc.
4 * Copyright 2006-2007 Jiri Benc <jbenc@suse.cz>
5 * Copyright 2007 Johannes Berg <johannes@sipsolutions.net>
d98ad83e 6 * Copyright 2013-2014 Intel Mobile Communications GmbH
e2ebc74d
JB		 7 *
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License version 2 as
10 * published by the Free Software Foundation.
11 *
12 *
13 * Transmit and frame generation functions.
14 */
15
16#include <linux/kernel.h>
17#include <linux/slab.h>
18#include <linux/skbuff.h>
19#include <linux/etherdevice.h>
20#include <linux/bitmap.h>
d4e46a3d 21#include <linux/rcupdate.h>
bc3b2d7f 22#include <linux/export.h>
881d966b 23#include <net/net_namespace.h>
e2ebc74d
JB		 24#include <net/ieee80211_radiotap.h>
25#include <net/cfg80211.h>
26#include <net/mac80211.h>
27#include <asm/unaligned.h>
28
29#include "ieee80211_i.h"
24487981 30#include "driver-ops.h"
2c8dccc7 31#include "led.h"
33b64eb2 32#include "mesh.h"
e2ebc74d
JB		 33#include "wep.h"
34#include "wpa.h"
35#include "wme.h"
2c8dccc7 36#include "rate.h"
e2ebc74d 37
e2ebc74d
JB		 38/* misc utils */
39
5a490510
JB		 40static inline void ieee80211_tx_stats(struct net_device *dev, u32 len)
41{
42 struct pcpu_sw_netstats *tstats = this_cpu_ptr(dev->tstats);
43
44 u64_stats_update_begin(&tstats->syncp);
45 tstats->tx_packets++;
46 tstats->tx_bytes += len;
47 u64_stats_update_end(&tstats->syncp);
48}
49
252b86c4
JB		 50static __le16 ieee80211_duration(struct ieee80211_tx_data *tx,
51 struct sk_buff *skb, int group_addr,
03f93c3d 52 int next_frag_len)
e2ebc74d 53{
2103dec1 54 int rate, mrate, erp, dur, i, shift = 0;
2e92e6f2 55 struct ieee80211_rate *txrate;
e2ebc74d 56 struct ieee80211_local *local = tx->local;
8318d78a 57 struct ieee80211_supported_band *sband;
358c8d9d 58 struct ieee80211_hdr *hdr;
252b86c4 59 struct ieee80211_tx_info *info = IEEE80211_SKB_CB(skb);
2103dec1
SW		 60 struct ieee80211_chanctx_conf *chanctx_conf;
61 u32 rate_flags = 0;
62
63 rcu_read_lock();
64 chanctx_conf = rcu_dereference(tx->sdata->vif.chanctx_conf);
65 if (chanctx_conf) {
66 shift = ieee80211_chandef_get_shift(&chanctx_conf->def);
67 rate_flags = ieee80211_chandef_rate_flags(&chanctx_conf->def);
68 }
69 rcu_read_unlock();
e6a9854b
JB		 70
71 /* assume HW handles this */
336004e2 72 if (tx->rate.flags & (IEEE80211_TX_RC_MCS | IEEE80211_TX_RC_VHT_MCS))
e6a9854b
JB		 73 return 0;
74
75 /* uh huh? */
0d528d85 76 if (WARN_ON_ONCE(tx->rate.idx < 0))
e6a9854b 77 return 0;
e2ebc74d 78
2d56577b 79 sband = local->hw.wiphy->bands[info->band];
0d528d85 80 txrate = &sband->bitrates[tx->rate.idx];
8318d78a 81
e6a9854b 82 erp = txrate->flags & IEEE80211_RATE_ERP_G;
e2ebc74d
JB		 83
84 /*
85 * data and mgmt (except PS Poll):
86 * - during CFP: 32768
87 * - during contention period:
88 * if addr1 is group address: 0
89 * if more fragments = 0 and addr1 is individual address: time to
90 * transmit one ACK plus SIFS
91 * if more fragments = 1 and addr1 is individual address: time to
92 * transmit next fragment plus 2 x ACK plus 3 x SIFS
93 *
94 * IEEE 802.11, 9.6:
95 * - control response frame (CTS or ACK) shall be transmitted using the
96 * same rate as the immediately previous frame in the frame exchange
97 * sequence, if this rate belongs to the PHY mandatory rates, or else
98 * at the highest possible rate belonging to the PHY rates in the
99 * BSSBasicRateSet
100 */
252b86c4 101 hdr = (struct ieee80211_hdr *)skb->data;
358c8d9d 102 if (ieee80211_is_ctl(hdr->frame_control)) {
e2ebc74d 103 /* TODO: These control frames are not currently sent by
ccd7b362 104 * mac80211, but should they be implemented, this function
e2ebc74d
JB		 105 * needs to be updated to support duration field calculation.
106 *
107 * RTS: time needed to transmit pending data/mgmt frame plus
108 * one CTS frame plus one ACK frame plus 3 x SIFS
109 * CTS: duration of immediately previous RTS minus time
110 * required to transmit CTS and its SIFS
111 * ACK: 0 if immediately previous directed data/mgmt had
112 * more=0, with more=1 duration in ACK frame is duration
113 * from previous frame minus time needed to transmit ACK
114 * and its SIFS
115 * PS Poll: BIT(15) | BIT(14) | aid
116 */
117 return 0;
118 }
119
120 /* data/mgmt */
121 if (0 /* FIX: data/mgmt during CFP */)
03f93c3d 122 return cpu_to_le16(32768);
e2ebc74d
JB		 123
124 if (group_addr) /* Group address as the destination - no ACK */
125 return 0;
126
127 /* Individual destination address:
128 * IEEE 802.11, Ch. 9.6 (after IEEE 802.11g changes)
129 * CTS and ACK frames shall be transmitted using the highest rate in
130 * basic rate set that is less than or equal to the rate of the
131 * immediately previous frame and that is using the same modulation
132 * (CCK or OFDM). If no basic rate set matches with these requirements,
133 * the highest mandatory rate of the PHY that is less than or equal to
134 * the rate of the previous frame is used.
135 * Mandatory rates for IEEE 802.11g PHY: 1, 2, 5.5, 11, 6, 12, 24 Mbps
136 */
137 rate = -1;
8318d78a
JB		 138 /* use lowest available if everything fails */
139 mrate = sband->bitrates[0].bitrate;
140 for (i = 0; i < sband->n_bitrates; i++) {
141 struct ieee80211_rate *r = &sband->bitrates[i];
e2ebc74d 142
8318d78a
JB		 143 if (r->bitrate > txrate->bitrate)
144 break;
e2ebc74d 145
2103dec1
SW		 146 if ((rate_flags & r->flags) != rate_flags)
147 continue;
148
bda3933a 149 if (tx->sdata->vif.bss_conf.basic_rates & BIT(i))
2103dec1 150 rate = DIV_ROUND_UP(r->bitrate, 1 << shift);
8318d78a
JB		 151
152 switch (sband->band) {
153 case IEEE80211_BAND_2GHZ: {
154 u32 flag;
155 if (tx->sdata->flags & IEEE80211_SDATA_OPERATING_GMODE)
156 flag = IEEE80211_RATE_MANDATORY_G;
157 else
158 flag = IEEE80211_RATE_MANDATORY_B;
159 if (r->flags & flag)
160 mrate = r->bitrate;
161 break;
162 }
163 case IEEE80211_BAND_5GHZ:
164 if (r->flags & IEEE80211_RATE_MANDATORY_A)
165 mrate = r->bitrate;
166 break;
3a0c52a6
VK		 167 case IEEE80211_BAND_60GHZ:
168 /* TODO, for now fall through */
8318d78a
JB		 169 case IEEE80211_NUM_BANDS:
170 WARN_ON(1);
171 break;
172 }
e2ebc74d
JB		 173 }
174 if (rate == -1) {
175 /* No matching basic rate found; use highest suitable mandatory
176 * PHY rate */
2103dec1 177 rate = DIV_ROUND_UP(mrate, 1 << shift);
e2ebc74d
JB		 178 }
179
6674f210
SW		 180 /* Don't calculate ACKs for QoS Frames with NoAck Policy set */
181 if (ieee80211_is_data_qos(hdr->frame_control) &&
c26a0e10 182 *(ieee80211_get_qos_ctl(hdr)) & IEEE80211_QOS_CTL_ACK_POLICY_NOACK)
6674f210
SW		 183 dur = 0;
184 else
185 /* Time needed to transmit ACK
186 * (10 bytes + 4-byte FCS = 112 bits) plus SIFS; rounded up
187 * to closest integer */
4ee73f33 188 dur = ieee80211_frame_duration(sband->band, 10, rate, erp,
438b61b7
SW		 189 tx->sdata->vif.bss_conf.use_short_preamble,
190 shift);
e2ebc74d
JB		 191
192 if (next_frag_len) {
193 /* Frame is fragmented: duration increases with time needed to
194 * transmit next fragment plus ACK and 2 x SIFS. */
195 dur *= 2; /* ACK + SIFS */
196 /* next fragment */
4ee73f33 197 dur += ieee80211_frame_duration(sband->band, next_frag_len,
8318d78a 198 txrate->bitrate, erp,
438b61b7
SW		 199 tx->sdata->vif.bss_conf.use_short_preamble,
200 shift);
e2ebc74d
JB		 201 }
202
03f93c3d 203 return cpu_to_le16(dur);
e2ebc74d
JB		 204}
205
e2ebc74d 206/* tx handlers */
5c1b98a5
KV		 207static ieee80211_tx_result debug_noinline
208ieee80211_tx_h_dynamic_ps(struct ieee80211_tx_data *tx)
209{
210 struct ieee80211_local *local = tx->local;
0c74211d 211 struct ieee80211_if_managed *ifmgd;
5c1b98a5
KV		 212
213 /* driver doesn't support power save */
30686bf7 214 if (!ieee80211_hw_check(&local->hw, SUPPORTS_PS))
5c1b98a5
KV		 215 return TX_CONTINUE;
216
217 /* hardware does dynamic power save */
30686bf7 218 if (ieee80211_hw_check(&local->hw, SUPPORTS_DYNAMIC_PS))
5c1b98a5
KV		 219 return TX_CONTINUE;
220
221 /* dynamic power save disabled */
222 if (local->hw.conf.dynamic_ps_timeout <= 0)
223 return TX_CONTINUE;
224
225 /* we are scanning, don't enable power save */
226 if (local->scanning)
227 return TX_CONTINUE;
228
229 if (!local->ps_sdata)
230 return TX_CONTINUE;
231
232 /* No point if we're going to suspend */
233 if (local->quiescing)
234 return TX_CONTINUE;
235
0c74211d
KV		 236 /* dynamic ps is supported only in managed mode */
237 if (tx->sdata->vif.type != NL80211_IFTYPE_STATION)
238 return TX_CONTINUE;
239
240 ifmgd = &tx->sdata->u.mgd;
241
242 /*
243 * Don't wakeup from power save if u-apsd is enabled, voip ac has
244 * u-apsd enabled and the frame is in voip class. This effectively
245 * means that even if all access categories have u-apsd enabled, in
246 * practise u-apsd is only used with the voip ac. This is a
247 * workaround for the case when received voip class packets do not
248 * have correct qos tag for some reason, due the network or the
249 * peer application.
250 *
dc41e4d4 251 * Note: ifmgd->uapsd_queues access is racy here. If the value is
0c74211d
KV		 252 * changed via debugfs, user needs to reassociate manually to have
253 * everything in sync.
254 */
4875d30d
JB		 255 if ((ifmgd->flags & IEEE80211_STA_UAPSD_ENABLED) &&
256 (ifmgd->uapsd_queues & IEEE80211_WMM_IE_STA_QOSINFO_AC_VO) &&
257 skb_get_queue_mapping(tx->skb) == IEEE80211_AC_VO)
0c74211d
KV		 258 return TX_CONTINUE;
259
5c1b98a5
KV		 260 if (local->hw.conf.flags & IEEE80211_CONF_PS) {
261 ieee80211_stop_queues_by_reason(&local->hw,
445ea4e8 262 IEEE80211_MAX_QUEUE_MAP,
cca07b00
LC		 263 IEEE80211_QUEUE_STOP_REASON_PS,
264 false);
db28569a 265 ifmgd->flags &= ~IEEE80211_STA_NULLFUNC_ACKED;
5c1b98a5
KV		 266 ieee80211_queue_work(&local->hw,
267 &local->dynamic_ps_disable_work);
268 }
269
5db1c07c
LC		 270 /* Don't restart the timer if we're not disassociated */
271 if (!ifmgd->associated)
272 return TX_CONTINUE;
273
5c1b98a5
KV		 274 mod_timer(&local->dynamic_ps_timer, jiffies +
275 msecs_to_jiffies(local->hw.conf.dynamic_ps_timeout));
276
277 return TX_CONTINUE;
278}
e2ebc74d 279
d9e8a70f 280static ieee80211_tx_result debug_noinline
5cf121c3 281ieee80211_tx_h_check_assoc(struct ieee80211_tx_data *tx)
e2ebc74d 282{
358c8d9d 283
e039fa4a 284 struct ieee80211_hdr *hdr = (struct ieee80211_hdr *)tx->skb->data;
e039fa4a 285 struct ieee80211_tx_info *info = IEEE80211_SKB_CB(tx->skb);
c2c98fde 286 bool assoc = false;
e2ebc74d 287
e039fa4a 288 if (unlikely(info->flags & IEEE80211_TX_CTL_INJECTED))
9ae54c84 289 return TX_CONTINUE;
58d4185e 290
b23b025f
BG		 291 if (unlikely(test_bit(SCAN_SW_SCANNING, &tx->local->scanning)) &&
292 test_bit(SDATA_STATE_OFFCHANNEL, &tx->sdata->state) &&
a9a6ffff
KV		 293 !ieee80211_is_probe_req(hdr->frame_control) &&
294 !ieee80211_is_nullfunc(hdr->frame_control))
295 /*
296 * When software scanning only nullfunc frames (to notify
297 * the sleep state to the AP) and probe requests (for the
298 * active scan) are allowed, all other frames should not be
299 * sent and we should not get here, but if we do
300 * nonetheless, drop them to avoid sending them
301 * off-channel. See the link below and
302 * ieee80211_start_scan() for more.
303 *
304 * http://article.gmane.org/gmane.linux.kernel.wireless.general/30089
305 */
9ae54c84 306 return TX_DROP;
e2ebc74d 307
239281f8
RL		 308 if (tx->sdata->vif.type == NL80211_IFTYPE_OCB)
309 return TX_CONTINUE;
310
1be7fe8d
BJ		 311 if (tx->sdata->vif.type == NL80211_IFTYPE_WDS)
312 return TX_CONTINUE;
313
05c914fe 314 if (tx->sdata->vif.type == NL80211_IFTYPE_MESH_POINT)
33b64eb2
LCC		 315 return TX_CONTINUE;
316
5cf121c3 317 if (tx->flags & IEEE80211_TX_PS_BUFFERED)
9ae54c84 318 return TX_CONTINUE;
e2ebc74d 319
c2c98fde
JB		 320 if (tx->sta)
321 assoc = test_sta_flag(tx->sta, WLAN_STA_ASSOC);
e2ebc74d 322
5cf121c3 323 if (likely(tx->flags & IEEE80211_TX_UNICAST)) {
c2c98fde 324 if (unlikely(!assoc &&
358c8d9d 325 ieee80211_is_data(hdr->frame_control))) {
e2ebc74d 326#ifdef CONFIG_MAC80211_VERBOSE_DEBUG
bdcbd8e0
JB		 327 sdata_info(tx->sdata,
328 "dropped data frame to not associated station %pM\n",
329 hdr->addr1);
330#endif
e2ebc74d 331 I802_DEBUG_INC(tx->local->tx_handlers_drop_not_assoc);
9ae54c84 332 return TX_DROP;
e2ebc74d 333 }
29623892
JB		 334 } else if (unlikely(tx->sdata->vif.type == NL80211_IFTYPE_AP &&
335 ieee80211_is_data(hdr->frame_control) &&
030ef8f8 336 !atomic_read(&tx->sdata->u.ap.num_mcast_sta))) {
29623892
JB		 337 /*
338 * No associated STAs - no need to send multicast
339 * frames.
340 */
341 return TX_DROP;
e2ebc74d
JB		 342 }
343
9ae54c84 344 return TX_CONTINUE;
e2ebc74d
JB		 345}
346
e2ebc74d
JB		 347/* This function is called whenever the AP is about to exceed the maximum limit
348 * of buffered frames for power saving STAs. This situation should not really
349 * happen often during normal operation, so dropping the oldest buffered packet
350 * from each queue should be OK to make some room for new frames. */
351static void purge_old_ps_buffers(struct ieee80211_local *local)
352{
353 int total = 0, purged = 0;
354 struct sk_buff *skb;
355 struct ieee80211_sub_if_data *sdata;
356 struct sta_info *sta;
357
79010420 358 list_for_each_entry_rcu(sdata, &local->interfaces, list) {
d012a605
MP		 359 struct ps_data *ps;
360
361 if (sdata->vif.type == NL80211_IFTYPE_AP)
362 ps = &sdata->u.ap.ps;
3f52b7e3
MP		 363 else if (ieee80211_vif_is_mesh(&sdata->vif))
364 ps = &sdata->u.mesh.ps;
d012a605 365 else
e2ebc74d 366 continue;
d012a605
MP		 367
368 skb = skb_dequeue(&ps->bc_buf);
e2ebc74d
JB		 369 if (skb) {
370 purged++;
371 dev_kfree_skb(skb);
372 }
d012a605 373 total += skb_queue_len(&ps->bc_buf);
e2ebc74d 374 }
e2ebc74d 375
948d887d
JB		 376 /*
377 * Drop one frame from each station from the lowest-priority
378 * AC that has frames at all.
379 */
d0709a65 380 list_for_each_entry_rcu(sta, &local->sta_list, list) {
948d887d
JB		 381 int ac;
382
383 for (ac = IEEE80211_AC_BK; ac >= IEEE80211_AC_VO; ac--) {
384 skb = skb_dequeue(&sta->ps_tx_buf[ac]);
385 total += skb_queue_len(&sta->ps_tx_buf[ac]);
386 if (skb) {
387 purged++;
c3e7724b 388 ieee80211_free_txskb(&local->hw, skb);
948d887d
JB		 389 break;
390 }
e2ebc74d 391 }
e2ebc74d 392 }
d0709a65 393
e2ebc74d 394 local->total_ps_buffered = total;
bdcbd8e0 395 ps_dbg_hw(&local->hw, "PS buffers full - purged %d frames\n", purged);
e2ebc74d
JB		 396}
397
9ae54c84 398static ieee80211_tx_result
5cf121c3 399ieee80211_tx_h_multicast_ps_buf(struct ieee80211_tx_data *tx)
e2ebc74d 400{
e039fa4a 401 struct ieee80211_tx_info *info = IEEE80211_SKB_CB(tx->skb);
358c8d9d 402 struct ieee80211_hdr *hdr = (struct ieee80211_hdr *)tx->skb->data;
d012a605 403 struct ps_data *ps;
e039fa4a 404
7d54d0dd
JB		 405 /*
406 * broadcast/multicast frame
407 *
3f52b7e3 408 * If any of the associated/peer stations is in power save mode,
7d54d0dd
JB		 409 * the frame is buffered to be sent after DTIM beacon frame.
410 * This is done either by the hardware or us.
411 */
412
3f52b7e3 413 /* powersaving STAs currently only in AP/VLAN/mesh mode */
d012a605
MP		 414 if (tx->sdata->vif.type == NL80211_IFTYPE_AP ||
415 tx->sdata->vif.type == NL80211_IFTYPE_AP_VLAN) {
416 if (!tx->sdata->bss)
417 return TX_CONTINUE;
418
419 ps = &tx->sdata->bss->ps;
3f52b7e3
MP		 420 } else if (ieee80211_vif_is_mesh(&tx->sdata->vif)) {
421 ps = &tx->sdata->u.mesh.ps;
d012a605 422 } else {
3e122be0 423 return TX_CONTINUE;
d012a605
MP		 424 }
425
3e122be0
JB		 426
427 /* no buffering for ordered frames */
358c8d9d 428 if (ieee80211_has_order(hdr->frame_control))
9ae54c84 429 return TX_CONTINUE;
7d54d0dd 430
08b99399
JB		 431 if (ieee80211_is_probe_req(hdr->frame_control))
432 return TX_CONTINUE;
433
30686bf7 434 if (ieee80211_hw_check(&tx->local->hw, QUEUE_CONTROL))
f4d57941
JB		 435 info->hw_queue = tx->sdata->vif.cab_queue;
436
7d54d0dd 437 /* no stations in PS mode */
d012a605 438 if (!atomic_read(&ps->num_sta_ps))
9ae54c84 439 return TX_CONTINUE;
7d54d0dd 440
62b517cb 441 info->flags |= IEEE80211_TX_CTL_SEND_AFTER_DTIM;
62b1208e 442
62b517cb 443 /* device releases frame after DTIM beacon */
30686bf7 444 if (!ieee80211_hw_check(&tx->local->hw, HOST_BROADCAST_PS_BUFFERING))
62b1208e 445 return TX_CONTINUE;
62b1208e 446
7d54d0dd 447 /* buffered in mac80211 */
62b1208e
JB		 448 if (tx->local->total_ps_buffered >= TOTAL_MAX_TX_BUFFER)
449 purge_old_ps_buffers(tx->local);
450
d012a605 451 if (skb_queue_len(&ps->bc_buf) >= AP_MAX_BC_BUFFER) {
bdcbd8e0
JB		 452 ps_dbg(tx->sdata,
453 "BC TX buffer full - dropping the oldest frame\n");
d012a605 454 dev_kfree_skb(skb_dequeue(&ps->bc_buf));
62b1208e
JB		 455 } else
456 tx->local->total_ps_buffered++;
e2ebc74d 457
d012a605 458 skb_queue_tail(&ps->bc_buf, tx->skb);
7d54d0dd 459
62b1208e 460 return TX_QUEUED;
e2ebc74d
JB		 461}
462
fb733336
JM		 463static int ieee80211_use_mfp(__le16 fc, struct sta_info *sta,
464 struct sk_buff *skb)
465{
466 if (!ieee80211_is_mgmt(fc))
467 return 0;
468
c2c98fde 469 if (sta == NULL || !test_sta_flag(sta, WLAN_STA_MFP))
fb733336
JM		 470 return 0;
471
d8ca16db 472 if (!ieee80211_is_robust_mgmt_frame(skb))
fb733336
JM		 473 return 0;
474
475 return 1;
476}
477
9ae54c84 478static ieee80211_tx_result
5cf121c3 479ieee80211_tx_h_unicast_ps_buf(struct ieee80211_tx_data *tx)
e2ebc74d
JB		 480{
481 struct sta_info *sta = tx->sta;
e039fa4a 482 struct ieee80211_tx_info *info = IEEE80211_SKB_CB(tx->skb);
08b99399 483 struct ieee80211_hdr *hdr = (struct ieee80211_hdr *)tx->skb->data;
3393a608 484 struct ieee80211_local *local = tx->local;
e2ebc74d 485
02f2f1a9 486 if (unlikely(!sta))
9ae54c84 487 return TX_CONTINUE;
e2ebc74d 488
c2c98fde 489 if (unlikely((test_sta_flag(sta, WLAN_STA_PS_STA) ||
5ac2e350
JB		 490 test_sta_flag(sta, WLAN_STA_PS_DRIVER) ||
491 test_sta_flag(sta, WLAN_STA_PS_DELIVER)) &&
02f2f1a9 492 !(info->flags & IEEE80211_TX_CTL_NO_PS_BUFFER))) {
948d887d
JB		 493 int ac = skb_get_queue_mapping(tx->skb);
494
08b99399
JB		 495 if (ieee80211_is_mgmt(hdr->frame_control) &&
496 !ieee80211_is_bufferable_mmpdu(hdr->frame_control)) {
497 info->flags |= IEEE80211_TX_CTL_NO_PS_BUFFER;
498 return TX_CONTINUE;
499 }
500
bdcbd8e0
JB		 501 ps_dbg(sta->sdata, "STA %pM aid %d: PS buffer for AC %d\n",
502 sta->sta.addr, sta->sta.aid, ac);
e2ebc74d
JB		 503 if (tx->local->total_ps_buffered >= TOTAL_MAX_TX_BUFFER)
504 purge_old_ps_buffers(tx->local);
1d147bfa
EG		 505
506 /* sync with ieee80211_sta_ps_deliver_wakeup */
507 spin_lock(&sta->ps_lock);
508 /*
509 * STA woke up the meantime and all the frames on ps_tx_buf have
510 * been queued to pending queue. No reordering can happen, go
511 * ahead and Tx the packet.
512 */
513 if (!test_sta_flag(sta, WLAN_STA_PS_STA) &&
5ac2e350
JB		 514 !test_sta_flag(sta, WLAN_STA_PS_DRIVER) &&
515 !test_sta_flag(sta, WLAN_STA_PS_DELIVER)) {
1d147bfa
EG		 516 spin_unlock(&sta->ps_lock);
517 return TX_CONTINUE;
518 }
519
948d887d
JB		 520 if (skb_queue_len(&sta->ps_tx_buf[ac]) >= STA_MAX_TX_BUFFER) {
521 struct sk_buff *old = skb_dequeue(&sta->ps_tx_buf[ac]);
bdcbd8e0
JB		 522 ps_dbg(tx->sdata,
523 "STA %pM TX buffer for AC %d full - dropping oldest frame\n",
524 sta->sta.addr, ac);
c3e7724b 525 ieee80211_free_txskb(&local->hw, old);
e2ebc74d
JB		 526 } else
527 tx->local->total_ps_buffered++;
004c872e 528
e039fa4a 529 info->control.jiffies = jiffies;
5061b0c2 530 info->control.vif = &tx->sdata->vif;
8f77f384 531 info->flags |= IEEE80211_TX_INTFL_NEED_TXPROCESSING;
03c8c06f 532 info->flags &= ~IEEE80211_TX_TEMPORARY_FLAGS;
948d887d 533 skb_queue_tail(&sta->ps_tx_buf[ac], tx->skb);
1d147bfa 534 spin_unlock(&sta->ps_lock);
3393a608
JO		 535
536 if (!timer_pending(&local->sta_cleanup))
537 mod_timer(&local->sta_cleanup,
538 round_jiffies(jiffies +
539 STA_INFO_CLEANUP_INTERVAL));
540
c868cb35
JB		 541 /*
542 * We queued up some frames, so the TIM bit might
543 * need to be set, recalculate it.
544 */
545 sta_info_recalc_tim(sta);
546
9ae54c84 547 return TX_QUEUED;
bdcbd8e0
JB		 548 } else if (unlikely(test_sta_flag(sta, WLAN_STA_PS_STA))) {
549 ps_dbg(tx->sdata,
550 "STA %pM in PS mode, but polling/in SP -> send frame\n",
551 sta->sta.addr);
e2ebc74d 552 }
e2ebc74d 553
9ae54c84 554 return TX_CONTINUE;
e2ebc74d
JB		 555}
556
d9e8a70f 557static ieee80211_tx_result debug_noinline
5cf121c3 558ieee80211_tx_h_ps_buf(struct ieee80211_tx_data *tx)
e2ebc74d 559{
5cf121c3 560 if (unlikely(tx->flags & IEEE80211_TX_PS_BUFFERED))
9ae54c84 561 return TX_CONTINUE;
e2ebc74d 562
5cf121c3 563 if (tx->flags & IEEE80211_TX_UNICAST)
e2ebc74d
JB		 564 return ieee80211_tx_h_unicast_ps_buf(tx);
565 else
566 return ieee80211_tx_h_multicast_ps_buf(tx);
567}
568
a621fa4d
JB		 569static ieee80211_tx_result debug_noinline
570ieee80211_tx_h_check_control_port_protocol(struct ieee80211_tx_data *tx)
571{
572 struct ieee80211_tx_info *info = IEEE80211_SKB_CB(tx->skb);
573
af61a165
JB		 574 if (unlikely(tx->sdata->control_port_protocol == tx->skb->protocol)) {
575 if (tx->sdata->control_port_no_encrypt)
576 info->flags |= IEEE80211_TX_INTFL_DONT_ENCRYPT;
577 info->control.flags |= IEEE80211_TX_CTRL_PORT_CTRL_PROTO;
9c1c98a3 578 info->flags |= IEEE80211_TX_CTL_USE_MINRATE;
af61a165 579 }
a621fa4d
JB		 580
581 return TX_CONTINUE;
582}
583
d9e8a70f 584static ieee80211_tx_result debug_noinline
5cf121c3 585ieee80211_tx_h_select_key(struct ieee80211_tx_data *tx)
e2ebc74d 586{
46e6de15 587 struct ieee80211_key *key;
e039fa4a 588 struct ieee80211_tx_info *info = IEEE80211_SKB_CB(tx->skb);
358c8d9d 589 struct ieee80211_hdr *hdr = (struct ieee80211_hdr *)tx->skb->data;
d4e46a3d 590
3b8d81e0 591 if (unlikely(info->flags & IEEE80211_TX_INTFL_DONT_ENCRYPT))
e2ebc74d 592 tx->key = NULL;
2475b1cc
MS		 593 else if (tx->sta &&
594 (key = rcu_dereference(tx->sta->ptk[tx->sta->ptk_idx])))
d4e46a3d 595 tx->key = key;
3cfcf6ac 596 else if (ieee80211_is_mgmt(hdr->frame_control) &&
ecbcd324 597 is_multicast_ether_addr(hdr->addr1) &&
d8ca16db 598 ieee80211_is_robust_mgmt_frame(tx->skb) &&
3cfcf6ac
JM		 599 (key = rcu_dereference(tx->sdata->default_mgmt_key)))
600 tx->key = key;
f7e0104c
JB		 601 else if (is_multicast_ether_addr(hdr->addr1) &&
602 (key = rcu_dereference(tx->sdata->default_multicast_key)))
603 tx->key = key;
604 else if (!is_multicast_ether_addr(hdr->addr1) &&
605 (key = rcu_dereference(tx->sdata->default_unicast_key)))
d4e46a3d 606 tx->key = key;
e8f4fb7c 607 else
4922f71f 608 tx->key = NULL;
e2ebc74d
JB		 609
610 if (tx->key) {
813d7669
JB		 611 bool skip_hw = false;
612
e2ebc74d 613 tx->key->tx_rx_count++;
011bfcc4 614 /* TODO: add threshold stuff again */
176e4f84 615
97359d12
JB		 616 switch (tx->key->conf.cipher) {
617 case WLAN_CIPHER_SUITE_WEP40:
618 case WLAN_CIPHER_SUITE_WEP104:
97359d12 619 case WLAN_CIPHER_SUITE_TKIP:
358c8d9d 620 if (!ieee80211_is_data_present(hdr->frame_control))
176e4f84
JB		 621 tx->key = NULL;
622 break;
97359d12 623 case WLAN_CIPHER_SUITE_CCMP:
2b2ba0db 624 case WLAN_CIPHER_SUITE_CCMP_256:
00b9cfa3
JM		 625 case WLAN_CIPHER_SUITE_GCMP:
626 case WLAN_CIPHER_SUITE_GCMP_256:
fb733336
JM		 627 if (!ieee80211_is_data_present(hdr->frame_control) &&
628 !ieee80211_use_mfp(hdr->frame_control, tx->sta,
629 tx->skb))
630 tx->key = NULL;
3b43a187
KV		 631 else
632 skip_hw = (tx->key->conf.flags &
e548c49e 633 IEEE80211_KEY_FLAG_SW_MGMT_TX) &&
3b43a187 634 ieee80211_is_mgmt(hdr->frame_control);
fb733336 635 break;
97359d12 636 case WLAN_CIPHER_SUITE_AES_CMAC:
56c52da2 637 case WLAN_CIPHER_SUITE_BIP_CMAC_256:
8ade538b
JM		 638 case WLAN_CIPHER_SUITE_BIP_GMAC_128:
639 case WLAN_CIPHER_SUITE_BIP_GMAC_256:
3cfcf6ac
JM		 640 if (!ieee80211_is_mgmt(hdr->frame_control))
641 tx->key = NULL;
642 break;
176e4f84 643 }
813d7669 644
e54faf29
JB		 645 if (unlikely(tx->key && tx->key->flags & KEY_FLAG_TAINTED &&
646 !ieee80211_is_deauth(hdr->frame_control)))
95acac61
JB		 647 return TX_DROP;
648
f12553eb 649 if (!skip_hw && tx->key &&
382b1655 650 tx->key->flags & KEY_FLAG_UPLOADED_TO_HARDWARE)
813d7669 651 info->control.hw_key = &tx->key->conf;
e2ebc74d
JB		 652 }
653
9ae54c84 654 return TX_CONTINUE;
e2ebc74d
JB		 655}
656
d9e8a70f 657static ieee80211_tx_result debug_noinline
5cf121c3 658ieee80211_tx_h_rate_ctrl(struct ieee80211_tx_data *tx)
e2ebc74d 659{
e039fa4a 660 struct ieee80211_tx_info *info = IEEE80211_SKB_CB(tx->skb);
e6a9854b
JB		 661 struct ieee80211_hdr *hdr = (void *)tx->skb->data;
662 struct ieee80211_supported_band *sband;
a2c40249 663 u32 len;
e6a9854b 664 struct ieee80211_tx_rate_control txrc;
0d528d85 665 struct ieee80211_sta_rates *ratetbl = NULL;
c2c98fde 666 bool assoc = false;
8318d78a 667
e6a9854b 668 memset(&txrc, 0, sizeof(txrc));
e2ebc74d 669
2d56577b 670 sband = tx->local->hw.wiphy->bands[info->band];
58d4185e 671
a2c40249 672 len = min_t(u32, tx->skb->len + FCS_LEN,
b9a5f8ca 673 tx->local->hw.wiphy->frag_threshold);
e6a9854b
JB		 674
675 /* set up the tx rate control struct we give the RC algo */
005e472b 676 txrc.hw = &tx->local->hw;
e6a9854b
JB		 677 txrc.sband = sband;
678 txrc.bss_conf = &tx->sdata->vif.bss_conf;
679 txrc.skb = tx->skb;
680 txrc.reported_rate.idx = -1;
2d56577b 681 txrc.rate_idx_mask = tx->sdata->rc_rateidx_mask[info->band];
37eb0b16
JM		 682 if (txrc.rate_idx_mask == (1 << sband->n_bitrates) - 1)
683 txrc.max_rate_idx = -1;
684 else
685 txrc.max_rate_idx = fls(txrc.rate_idx_mask) - 1;
2ffbe6d3
FF		 686
687 if (tx->sdata->rc_has_mcs_mask[info->band])
688 txrc.rate_idx_mcs_mask =
689 tx->sdata->rc_rateidx_mcs_mask[info->band];
690
8f0729b1 691 txrc.bss = (tx->sdata->vif.type == NL80211_IFTYPE_AP ||
4bb62344 692 tx->sdata->vif.type == NL80211_IFTYPE_MESH_POINT ||
8f0729b1 693 tx->sdata->vif.type == NL80211_IFTYPE_ADHOC);
e6a9854b
JB		 694
695 /* set up RTS protection if desired */
b9a5f8ca 696 if (len > tx->local->hw.wiphy->rts_threshold) {
0d528d85 697 txrc.rts = true;
e2ebc74d 698 }
e2ebc74d 699
0d528d85 700 info->control.use_rts = txrc.rts;
991fec09
FF		 701 info->control.use_cts_prot = tx->sdata->vif.bss_conf.use_cts_prot;
702
e6a9854b
JB		 703 /*
704 * Use short preamble if the BSS can handle it, but not for
705 * management frames unless we know the receiver can handle
706 * that -- the management frame might be to a station that
707 * just wants a probe response.
708 */
709 if (tx->sdata->vif.bss_conf.use_short_preamble &&
710 (ieee80211_is_data(hdr->frame_control) ||
c2c98fde 711 (tx->sta && test_sta_flag(tx->sta, WLAN_STA_SHORT_PREAMBLE))))
0d528d85
FF		 712 txrc.short_preamble = true;
713
714 info->control.short_preamble = txrc.short_preamble;
e2ebc74d 715
c2c98fde
JB		 716 if (tx->sta)
717 assoc = test_sta_flag(tx->sta, WLAN_STA_ASSOC);
b770b43e
LR		 718
719 /*
720 * Lets not bother rate control if we're associated and cannot
721 * talk to the sta. This should not happen.
722 */
c2c98fde 723 if (WARN(test_bit(SCAN_SW_SCANNING, &tx->local->scanning) && assoc &&
b770b43e
LR		 724 !rate_usable_index_exists(sband, &tx->sta->sta),
725 "%s: Dropped data frame as no usable bitrate found while "
726 "scanning and associated. Target station: "
727 "%pM on %d GHz band\n",
47846c9b 728 tx->sdata->name, hdr->addr1,
2d56577b 729 info->band ? 5 : 2))
b770b43e 730 return TX_DROP;
2e92e6f2 731
b770b43e
LR		 732 /*
733 * If we're associated with the sta at this point we know we can at
734 * least send the frame at the lowest bit rate.
735 */
e6a9854b
JB		 736 rate_control_get_rate(tx->sdata, tx->sta, &txrc);
737
0d528d85
FF		 738 if (tx->sta && !info->control.skip_table)
739 ratetbl = rcu_dereference(tx->sta->sta.rates);
740
741 if (unlikely(info->control.rates[0].idx < 0)) {
742 if (ratetbl) {
743 struct ieee80211_tx_rate rate = {
744 .idx = ratetbl->rate[0].idx,
745 .flags = ratetbl->rate[0].flags,
746 .count = ratetbl->rate[0].count
747 };
748
749 if (ratetbl->rate[0].idx < 0)
750 return TX_DROP;
751
752 tx->rate = rate;
753 } else {
754 return TX_DROP;
755 }
756 } else {
757 tx->rate = info->control.rates[0];
758 }
e6a9854b 759
c1ce5a74 760 if (txrc.reported_rate.idx < 0) {
0d528d85 761 txrc.reported_rate = tx->rate;
c1ce5a74
HS		 762 if (tx->sta && ieee80211_is_data(hdr->frame_control))
763 tx->sta->last_tx_rate = txrc.reported_rate;
764 } else if (tx->sta)
e6a9854b 765 tx->sta->last_tx_rate = txrc.reported_rate;
e039fa4a 766
0d528d85
FF		 767 if (ratetbl)
768 return TX_CONTINUE;
769
e6a9854b
JB		 770 if (unlikely(!info->control.rates[0].count))
771 info->control.rates[0].count = 1;
e2ebc74d 772
9955151d
GS		 773 if (WARN_ON_ONCE((info->control.rates[0].count > 1) &&
774 (info->flags & IEEE80211_TX_CTL_NO_ACK)))
775 info->control.rates[0].count = 1;
776
e6a9854b
JB		 777 return TX_CONTINUE;
778}
779
ba8c3d6f
FF		 780static __le16 ieee80211_tx_next_seq(struct sta_info *sta, int tid)
781{
782 u16 *seq = &sta->tid_seq[tid];
783 __le16 ret = cpu_to_le16(*seq);
784
785 /* Increase the sequence number. */
786 *seq = (*seq + 0x10) & IEEE80211_SCTL_SEQ;
787
788 return ret;
789}
790
f591fa5d
JB		 791static ieee80211_tx_result debug_noinline
792ieee80211_tx_h_sequence(struct ieee80211_tx_data *tx)
793{
794 struct ieee80211_tx_info *info = IEEE80211_SKB_CB(tx->skb);
795 struct ieee80211_hdr *hdr = (struct ieee80211_hdr *)tx->skb->data;
f591fa5d
JB		 796 u8 *qc;
797 int tid;
798
25d834e1
JB		 799 /*
800 * Packet injection may want to control the sequence
801 * number, if we have no matching interface then we
802 * neither assign one ourselves nor ask the driver to.
803 */
5061b0c2 804 if (unlikely(info->control.vif->type == NL80211_IFTYPE_MONITOR))
25d834e1
JB		 805 return TX_CONTINUE;
806
f591fa5d
JB		 807 if (unlikely(ieee80211_is_ctl(hdr->frame_control)))
808 return TX_CONTINUE;
809
810 if (ieee80211_hdrlen(hdr->frame_control) < 24)
811 return TX_CONTINUE;
812
49a59543
JB		 813 if (ieee80211_is_qos_nullfunc(hdr->frame_control))
814 return TX_CONTINUE;
815
94778280
JB		 816 /*
817 * Anything but QoS data that has a sequence number field
818 * (is long enough) gets a sequence number from the global
c4c205f3
BC		 819 * counter. QoS data frames with a multicast destination
820 * also use the global counter (802.11-2012 9.3.2.10).
94778280 821 */
c4c205f3
BC		 822 if (!ieee80211_is_data_qos(hdr->frame_control) ||
823 is_multicast_ether_addr(hdr->addr1)) {
94778280 824 /* driver should assign sequence number */
f591fa5d 825 info->flags |= IEEE80211_TX_CTL_ASSIGN_SEQ;
94778280
JB		 826 /* for pure STA mode without beacons, we can do it */
827 hdr->seq_ctrl = cpu_to_le16(tx->sdata->sequence_number);
828 tx->sdata->sequence_number += 0x10;
79c892b8
JB		 829 if (tx->sta)
830 tx->sta->tx_msdu[IEEE80211_NUM_TIDS]++;
f591fa5d
JB		 831 return TX_CONTINUE;
832 }
833
834 /*
835 * This should be true for injected/management frames only, for
836 * management frames we have set the IEEE80211_TX_CTL_ASSIGN_SEQ
837 * above since they are not QoS-data frames.
838 */
839 if (!tx->sta)
840 return TX_CONTINUE;
841
842 /* include per-STA, per-TID sequence counter */
843
844 qc = ieee80211_get_qos_ctl(hdr);
845 tid = *qc & IEEE80211_QOS_CTL_TID_MASK;
79c892b8 846 tx->sta->tx_msdu[tid]++;
f591fa5d 847
ba8c3d6f
FF		 848 if (!tx->sta->sta.txq[0])
849 hdr->seq_ctrl = ieee80211_tx_next_seq(tx->sta, tid);
f591fa5d
JB		 850
851 return TX_CONTINUE;
852}
853
252b86c4 854static int ieee80211_fragment(struct ieee80211_tx_data *tx,
2de8e0d9
JB		 855 struct sk_buff *skb, int hdrlen,
856 int frag_threshold)
857{
252b86c4 858 struct ieee80211_local *local = tx->local;
a1a3fcec 859 struct ieee80211_tx_info *info;
252b86c4 860 struct sk_buff *tmp;
2de8e0d9
JB		 861 int per_fragm = frag_threshold - hdrlen - FCS_LEN;
862 int pos = hdrlen + per_fragm;
863 int rem = skb->len - hdrlen - per_fragm;
864
865 if (WARN_ON(rem < 0))
866 return -EINVAL;
867
252b86c4
JB		 868 /* first fragment was already added to queue by caller */
869
2de8e0d9
JB		 870 while (rem) {
871 int fraglen = per_fragm;
872
873 if (fraglen > rem)
874 fraglen = rem;
875 rem -= fraglen;
876 tmp = dev_alloc_skb(local->tx_headroom +
877 frag_threshold +
2475b1cc 878 tx->sdata->encrypt_headroom +
2de8e0d9
JB		 879 IEEE80211_ENCRYPT_TAILROOM);
880 if (!tmp)
881 return -ENOMEM;
252b86c4
JB		 882
883 __skb_queue_tail(&tx->skbs, tmp);
884
2475b1cc
MS		 885 skb_reserve(tmp,
886 local->tx_headroom + tx->sdata->encrypt_headroom);
887
2de8e0d9
JB		 888 /* copy control information */
889 memcpy(tmp->cb, skb->cb, sizeof(tmp->cb));
a1a3fcec
JB		 890
891 info = IEEE80211_SKB_CB(tmp);
892 info->flags &= ~(IEEE80211_TX_CTL_CLEAR_PS_FILT |
893 IEEE80211_TX_CTL_FIRST_FRAGMENT);
894
895 if (rem)
896 info->flags |= IEEE80211_TX_CTL_MORE_FRAMES;
897
2de8e0d9
JB		 898 skb_copy_queue_mapping(tmp, skb);
899 tmp->priority = skb->priority;
2de8e0d9 900 tmp->dev = skb->dev;
2de8e0d9
JB		 901
902 /* copy header and data */
903 memcpy(skb_put(tmp, hdrlen), skb->data, hdrlen);
904 memcpy(skb_put(tmp, fraglen), skb->data + pos, fraglen);
905
906 pos += fraglen;
907 }
908
252b86c4 909 /* adjust first fragment's length */
338f977f 910 skb_trim(skb, hdrlen + per_fragm);
2de8e0d9
JB		 911 return 0;
912}
913
d9e8a70f 914static ieee80211_tx_result debug_noinline
e2454948
JB		 915ieee80211_tx_h_fragment(struct ieee80211_tx_data *tx)
916{
2de8e0d9
JB		 917 struct sk_buff *skb = tx->skb;
918 struct ieee80211_tx_info *info = IEEE80211_SKB_CB(skb);
919 struct ieee80211_hdr *hdr = (void *)skb->data;
b9a5f8ca 920 int frag_threshold = tx->local->hw.wiphy->frag_threshold;
2de8e0d9
JB		 921 int hdrlen;
922 int fragnum;
e2454948 923
252b86c4
JB		 924 /* no matter what happens, tx->skb moves to tx->skbs */
925 __skb_queue_tail(&tx->skbs, skb);
926 tx->skb = NULL;
927
a26eb27a
JB		 928 if (info->flags & IEEE80211_TX_CTL_DONTFRAG)
929 return TX_CONTINUE;
930
931 if (tx->local->ops->set_frag_threshold)
e2454948
JB		 932 return TX_CONTINUE;
933
eefce91a
JB		 934 /*
935 * Warn when submitting a fragmented A-MPDU frame and drop it.
3b8d81e0 936 * This scenario is handled in ieee80211_tx_prepare but extra
8d5e0d58 937 * caution taken here as fragmented ampdu may cause Tx stop.
eefce91a 938 */
8b30b1fe 939 if (WARN_ON(info->flags & IEEE80211_TX_CTL_AMPDU))
eefce91a
JB		 940 return TX_DROP;
941
065e9605 942 hdrlen = ieee80211_hdrlen(hdr->frame_control);
e2454948 943
a26eb27a 944 /* internal error, why isn't DONTFRAG set? */
8ccd8f21 945 if (WARN_ON(skb->len + FCS_LEN <= frag_threshold))
2de8e0d9 946 return TX_DROP;
e6a9854b 947
2de8e0d9
JB		 948 /*
949 * Now fragment the frame. This will allocate all the fragments and
950 * chain them (using skb as the first fragment) to skb->next.
951 * During transmission, we will remove the successfully transmitted
952 * fragments from this list. When the low-level driver rejects one
953 * of the fragments then we will simply pretend to accept the skb
954 * but store it away as pending.
955 */
252b86c4 956 if (ieee80211_fragment(tx, skb, hdrlen, frag_threshold))
2de8e0d9 957 return TX_DROP;
e6a9854b 958
2de8e0d9
JB		 959 /* update duration/seq/flags of fragments */
960 fragnum = 0;
252b86c4
JB		 961
962 skb_queue_walk(&tx->skbs, skb) {
2de8e0d9 963 const __le16 morefrags = cpu_to_le16(IEEE80211_FCTL_MOREFRAGS);
e6a9854b 964
2de8e0d9
JB		 965 hdr = (void *)skb->data;
966 info = IEEE80211_SKB_CB(skb);
e6a9854b 967
252b86c4 968 if (!skb_queue_is_last(&tx->skbs, skb)) {
2de8e0d9 969 hdr->frame_control |= morefrags;
e6a9854b
JB		 970 /*
971 * No multi-rate retries for fragmented frames, that
972 * would completely throw off the NAV at other STAs.
973 */
974 info->control.rates[1].idx = -1;
975 info->control.rates[2].idx = -1;
976 info->control.rates[3].idx = -1;
e3e1a0bc 977 BUILD_BUG_ON(IEEE80211_TX_MAX_RATES != 4);
e6a9854b 978 info->flags &= ~IEEE80211_TX_CTL_RATE_CTRL_PROBE;
2de8e0d9
JB		 979 } else {
980 hdr->frame_control &= ~morefrags;
e6a9854b 981 }
2de8e0d9
JB		 982 hdr->seq_ctrl |= cpu_to_le16(fragnum & IEEE80211_SCTL_FRAG);
983 fragnum++;
252b86c4 984 }
e2ebc74d 985
9ae54c84 986 return TX_CONTINUE;
e2ebc74d
JB		 987}
988
feff1f2f
JB		 989static ieee80211_tx_result debug_noinline
990ieee80211_tx_h_stats(struct ieee80211_tx_data *tx)
991{
252b86c4 992 struct sk_buff *skb;
560d2682 993 int ac = -1;
feff1f2f
JB		 994
995 if (!tx->sta)
996 return TX_CONTINUE;
997
252b86c4 998 skb_queue_walk(&tx->skbs, skb) {
560d2682 999 ac = skb_get_queue_mapping(skb);
560d2682 1000 tx->sta->tx_bytes[ac] += skb->len;
252b86c4 1001 }
560d2682
JB		 1002 if (ac >= 0)
1003 tx->sta->tx_packets[ac]++;
feff1f2f
JB		 1004
1005 return TX_CONTINUE;
1006}
1007
d9e8a70f 1008static ieee80211_tx_result debug_noinline
e2454948
JB		 1009ieee80211_tx_h_encrypt(struct ieee80211_tx_data *tx)
1010{
1011 if (!tx->key)
1012 return TX_CONTINUE;
1013
97359d12
JB		 1014 switch (tx->key->conf.cipher) {
1015 case WLAN_CIPHER_SUITE_WEP40:
1016 case WLAN_CIPHER_SUITE_WEP104:
e2454948 1017 return ieee80211_crypto_wep_encrypt(tx);
97359d12 1018 case WLAN_CIPHER_SUITE_TKIP:
e2454948 1019 return ieee80211_crypto_tkip_encrypt(tx);
97359d12 1020 case WLAN_CIPHER_SUITE_CCMP:
2b2ba0db
JM		 1021 return ieee80211_crypto_ccmp_encrypt(
1022 tx, IEEE80211_CCMP_MIC_LEN);
1023 case WLAN_CIPHER_SUITE_CCMP_256:
1024 return ieee80211_crypto_ccmp_encrypt(
1025 tx, IEEE80211_CCMP_256_MIC_LEN);
97359d12 1026 case WLAN_CIPHER_SUITE_AES_CMAC:
3cfcf6ac 1027 return ieee80211_crypto_aes_cmac_encrypt(tx);
56c52da2
JM		 1028 case WLAN_CIPHER_SUITE_BIP_CMAC_256:
1029 return ieee80211_crypto_aes_cmac_256_encrypt(tx);
8ade538b
JM		 1030 case WLAN_CIPHER_SUITE_BIP_GMAC_128:
1031 case WLAN_CIPHER_SUITE_BIP_GMAC_256:
1032 return ieee80211_crypto_aes_gmac_encrypt(tx);
00b9cfa3
JM		 1033 case WLAN_CIPHER_SUITE_GCMP:
1034 case WLAN_CIPHER_SUITE_GCMP_256:
1035 return ieee80211_crypto_gcmp_encrypt(tx);
3ffc2a90 1036 default:
d32a1028 1037 return ieee80211_crypto_hw_encrypt(tx);
e2454948
JB		 1038 }
1039
e2454948
JB		 1040 return TX_DROP;
1041}
1042
d9e8a70f 1043static ieee80211_tx_result debug_noinline
03f93c3d
JB		 1044ieee80211_tx_h_calculate_duration(struct ieee80211_tx_data *tx)
1045{
252b86c4 1046 struct sk_buff *skb;
2de8e0d9
JB		 1047 struct ieee80211_hdr *hdr;
1048 int next_len;
1049 bool group_addr;
03f93c3d 1050
252b86c4 1051 skb_queue_walk(&tx->skbs, skb) {
2de8e0d9 1052 hdr = (void *) skb->data;
7e0aae47
JM		 1053 if (unlikely(ieee80211_is_pspoll(hdr->frame_control)))
1054 break; /* must not overwrite AID */
252b86c4
JB		 1055 if (!skb_queue_is_last(&tx->skbs, skb)) {
1056 struct sk_buff *next = skb_queue_next(&tx->skbs, skb);
1057 next_len = next->len;
1058 } else
1059 next_len = 0;
2de8e0d9 1060 group_addr = is_multicast_ether_addr(hdr->addr1);
03f93c3d 1061
2de8e0d9 1062 hdr->duration_id =
252b86c4
JB		 1063 ieee80211_duration(tx, skb, group_addr, next_len);
1064 }
03f93c3d
JB		 1065
1066 return TX_CONTINUE;
1067}
1068
e2ebc74d
JB		 1069/* actual transmit path */
1070
a622ab72
JB		 1071static bool ieee80211_tx_prep_agg(struct ieee80211_tx_data *tx,
1072 struct sk_buff *skb,
1073 struct ieee80211_tx_info *info,
1074 struct tid_ampdu_tx *tid_tx,
1075 int tid)
1076{
1077 bool queued = false;
285fa695 1078 bool reset_agg_timer = false;
aa454580 1079 struct sk_buff *purge_skb = NULL;
a622ab72
JB		 1080
1081 if (test_bit(HT_AGG_STATE_OPERATIONAL, &tid_tx->state)) {
1082 info->flags |= IEEE80211_TX_CTL_AMPDU;
285fa695 1083 reset_agg_timer = true;
0ab33703
JB		 1084 } else if (test_bit(HT_AGG_STATE_WANT_START, &tid_tx->state)) {
1085 /*
1086 * nothing -- this aggregation session is being started
1087 * but that might still fail with the driver
1088 */
ba8c3d6f 1089 } else if (!tx->sta->sta.txq[tid]) {
a622ab72
JB		 1090 spin_lock(&tx->sta->lock);
1091 /*
1092 * Need to re-check now, because we may get here
1093 *
1094 * 1) in the window during which the setup is actually
1095 * already done, but not marked yet because not all
1096 * packets are spliced over to the driver pending
1097 * queue yet -- if this happened we acquire the lock
1098 * either before or after the splice happens, but
1099 * need to recheck which of these cases happened.
1100 *
1101 * 2) during session teardown, if the OPERATIONAL bit
1102 * was cleared due to the teardown but the pointer
1103 * hasn't been assigned NULL yet (or we loaded it
1104 * before it was assigned) -- in this case it may
1105 * now be NULL which means we should just let the
1106 * packet pass through because splicing the frames
1107 * back is already done.
1108 */
40b275b6 1109 tid_tx = rcu_dereference_protected_tid_tx(tx->sta, tid);
a622ab72
JB		 1110
1111 if (!tid_tx) {
1112 /* do nothing, let packet pass through */
1113 } else if (test_bit(HT_AGG_STATE_OPERATIONAL, &tid_tx->state)) {
1114 info->flags |= IEEE80211_TX_CTL_AMPDU;
285fa695 1115 reset_agg_timer = true;
a622ab72
JB		 1116 } else {
1117 queued = true;
1118 info->control.vif = &tx->sdata->vif;
1119 info->flags |= IEEE80211_TX_INTFL_NEED_TXPROCESSING;
03c8c06f 1120 info->flags &= ~IEEE80211_TX_TEMPORARY_FLAGS;
a622ab72 1121 __skb_queue_tail(&tid_tx->pending, skb);
aa454580
HS		 1122 if (skb_queue_len(&tid_tx->pending) > STA_MAX_TX_BUFFER)
1123 purge_skb = __skb_dequeue(&tid_tx->pending);
a622ab72
JB		 1124 }
1125 spin_unlock(&tx->sta->lock);
aa454580
HS		 1126
1127 if (purge_skb)
c3e7724b 1128 ieee80211_free_txskb(&tx->local->hw, purge_skb);
a622ab72
JB		 1129 }
1130
285fa695
NM		 1131 /* reset session timer */
1132 if (reset_agg_timer && tid_tx->timeout)
12d3952f 1133 tid_tx->last_tx = jiffies;
285fa695 1134
a622ab72
JB		 1135 return queued;
1136}
1137
58d4185e
JB		 1138/*
1139 * initialises @tx
7c10770f
JB		 1140 * pass %NULL for the station if unknown, a valid pointer if known
1141 * or an ERR_PTR() if the station is known not to exist
58d4185e 1142 */
9ae54c84 1143static ieee80211_tx_result
3b8d81e0
JB		 1144ieee80211_tx_prepare(struct ieee80211_sub_if_data *sdata,
1145 struct ieee80211_tx_data *tx,
7c10770f 1146 struct sta_info *sta, struct sk_buff *skb)
e2ebc74d 1147{
3b8d81e0 1148 struct ieee80211_local *local = sdata->local;
58d4185e 1149 struct ieee80211_hdr *hdr;
e039fa4a 1150 struct ieee80211_tx_info *info = IEEE80211_SKB_CB(skb);
68f2b517 1151 int tid;
a622ab72 1152 u8 *qc;
e2ebc74d
JB		 1153
1154 memset(tx, 0, sizeof(*tx));
1155 tx->skb = skb;
e2ebc74d 1156 tx->local = local;
3b8d81e0 1157 tx->sdata = sdata;
252b86c4 1158 __skb_queue_head_init(&tx->skbs);
e2ebc74d 1159
cd8ffc80
JB		 1160 /*
1161 * If this flag is set to true anywhere, and we get here,
1162 * we are doing the needed processing, so remove the flag
1163 * now.
1164 */
1165 info->flags &= ~IEEE80211_TX_INTFL_NEED_TXPROCESSING;
1166
58d4185e
JB		 1167 hdr = (struct ieee80211_hdr *) skb->data;
1168
7c10770f
JB		 1169 if (likely(sta)) {
1170 if (!IS_ERR(sta))
1171 tx->sta = sta;
1172 } else {
1173 if (sdata->vif.type == NL80211_IFTYPE_AP_VLAN) {
1174 tx->sta = rcu_dereference(sdata->u.vlan.sta);
1175 if (!tx->sta && sdata->wdev.use_4addr)
1176 return TX_DROP;
1177 } else if (info->flags & (IEEE80211_TX_INTFL_NL80211_FRAME_TX |
1178 IEEE80211_TX_CTL_INJECTED) ||
1179 tx->sdata->control_port_protocol == tx->skb->protocol) {
1180 tx->sta = sta_info_get_bss(sdata, hdr->addr1);
1181 }
1182 if (!tx->sta && !is_multicast_ether_addr(hdr->addr1))
1183 tx->sta = sta_info_get(sdata, hdr->addr1);
3f0e0b22 1184 }
58d4185e 1185
cd8ffc80 1186 if (tx->sta && ieee80211_is_data_qos(hdr->frame_control) &&
49a59543 1187 !ieee80211_is_qos_nullfunc(hdr->frame_control) &&
30686bf7
JB		 1188 ieee80211_hw_check(&local->hw, AMPDU_AGGREGATION) &&
1189 !ieee80211_hw_check(&local->hw, TX_AMPDU_SETUP_IN_HW)) {
cd8ffc80
JB		 1190 struct tid_ampdu_tx *tid_tx;
1191
8b30b1fe
S		 1192 qc = ieee80211_get_qos_ctl(hdr);
1193 tid = *qc & IEEE80211_QOS_CTL_TID_MASK;
1194
a622ab72
JB		 1195 tid_tx = rcu_dereference(tx->sta->ampdu_mlme.tid_tx[tid]);
1196 if (tid_tx) {
1197 bool queued;
cd8ffc80 1198
a622ab72
JB		 1199 queued = ieee80211_tx_prep_agg(tx, skb, info,
1200 tid_tx, tid);
1201
1202 if (unlikely(queued))
1203 return TX_QUEUED;
1204 }
8b30b1fe
S		 1205 }
1206
badffb72 1207 if (is_multicast_ether_addr(hdr->addr1)) {
5cf121c3 1208 tx->flags &= ~IEEE80211_TX_UNICAST;
e039fa4a 1209 info->flags |= IEEE80211_TX_CTL_NO_ACK;
6fd67e93 1210 } else
5cf121c3 1211 tx->flags |= IEEE80211_TX_UNICAST;
58d4185e 1212
a26eb27a
JB		 1213 if (!(info->flags & IEEE80211_TX_CTL_DONTFRAG)) {
1214 if (!(tx->flags & IEEE80211_TX_UNICAST) ||
1215 skb->len + FCS_LEN <= local->hw.wiphy->frag_threshold ||
1216 info->flags & IEEE80211_TX_CTL_AMPDU)
1217 info->flags |= IEEE80211_TX_CTL_DONTFRAG;
58d4185e
JB		 1218 }
1219
e2ebc74d 1220 if (!tx->sta)
e039fa4a 1221 info->flags |= IEEE80211_TX_CTL_CLEAR_PS_FILT;
c2c98fde 1222 else if (test_and_clear_sta_flag(tx->sta, WLAN_STA_CLEAR_PS_FILT))
e039fa4a 1223 info->flags |= IEEE80211_TX_CTL_CLEAR_PS_FILT;
58d4185e 1224
e039fa4a 1225 info->flags |= IEEE80211_TX_CTL_FIRST_FRAGMENT;
e2ebc74d 1226
9ae54c84 1227 return TX_CONTINUE;
e2ebc74d
JB		 1228}
1229
ba8c3d6f
FF		 1230static void ieee80211_drv_tx(struct ieee80211_local *local,
1231 struct ieee80211_vif *vif,
1232 struct ieee80211_sta *pubsta,
1233 struct sk_buff *skb)
1234{
1235 struct ieee80211_hdr *hdr = (struct ieee80211_hdr *) skb->data;
1236 struct ieee80211_sub_if_data *sdata = vif_to_sdata(vif);
1237 struct ieee80211_tx_info *info = IEEE80211_SKB_CB(skb);
1238 struct ieee80211_tx_control control = {
1239 .sta = pubsta,
1240 };
1241 struct ieee80211_txq *txq = NULL;
1242 struct txq_info *txqi;
1243 u8 ac;
1244
1245 if (info->control.flags & IEEE80211_TX_CTRL_PS_RESPONSE)
1246 goto tx_normal;
1247
1248 if (!ieee80211_is_data(hdr->frame_control))
1249 goto tx_normal;
1250
1251 if (pubsta) {
1252 u8 tid = skb->priority & IEEE80211_QOS_CTL_TID_MASK;
1253
1254 txq = pubsta->txq[tid];
1255 } else if (vif) {
1256 txq = vif->txq;
1257 }
1258
1259 if (!txq)
1260 goto tx_normal;
1261
1262 ac = txq->ac;
1263 txqi = to_txq_info(txq);
1264 atomic_inc(&sdata->txqs_len[ac]);
1265 if (atomic_read(&sdata->txqs_len[ac]) >= local->hw.txq_ac_max_pending)
1266 netif_stop_subqueue(sdata->dev, ac);
1267
1268 skb_queue_tail(&txqi->queue, skb);
1269 drv_wake_tx_queue(local, txqi);
1270
1271 return;
1272
1273tx_normal:
1274 drv_tx(local, &control, skb);
1275}
1276
1277struct sk_buff *ieee80211_tx_dequeue(struct ieee80211_hw *hw,
1278 struct ieee80211_txq *txq)
1279{
1280 struct ieee80211_local *local = hw_to_local(hw);
1281 struct ieee80211_sub_if_data *sdata = vif_to_sdata(txq->vif);
1282 struct txq_info *txqi = container_of(txq, struct txq_info, txq);
1283 struct ieee80211_hdr *hdr;
1284 struct sk_buff *skb = NULL;
1285 u8 ac = txq->ac;
1286
1287 spin_lock_bh(&txqi->queue.lock);
1288
1289 if (test_bit(IEEE80211_TXQ_STOP, &txqi->flags))
1290 goto out;
1291
1292 skb = __skb_dequeue(&txqi->queue);
1293 if (!skb)
1294 goto out;
1295
1296 atomic_dec(&sdata->txqs_len[ac]);
1297 if (__netif_subqueue_stopped(sdata->dev, ac))
1298 ieee80211_propagate_queue_wake(local, sdata->vif.hw_queue[ac]);
1299
1300 hdr = (struct ieee80211_hdr *)skb->data;
1301 if (txq->sta && ieee80211_is_data_qos(hdr->frame_control)) {
1302 struct sta_info *sta = container_of(txq->sta, struct sta_info,
1303 sta);
1304 struct ieee80211_tx_info *info = IEEE80211_SKB_CB(skb);
1305
1306 hdr->seq_ctrl = ieee80211_tx_next_seq(sta, txq->tid);
1307 if (test_bit(IEEE80211_TXQ_AMPDU, &txqi->flags))
1308 info->flags |= IEEE80211_TX_CTL_AMPDU;
1309 else
1310 info->flags &= ~IEEE80211_TX_CTL_AMPDU;
1311 }
1312
1313out:
1314 spin_unlock_bh(&txqi->queue.lock);
1315
1316 return skb;
1317}
1318EXPORT_SYMBOL(ieee80211_tx_dequeue);
1319
11127e91
JB		 1320static bool ieee80211_tx_frags(struct ieee80211_local *local,
1321 struct ieee80211_vif *vif,
1322 struct ieee80211_sta *sta,
1323 struct sk_buff_head *skbs,
1324 bool txpending)
e2ebc74d 1325{
252b86c4 1326 struct sk_buff *skb, *tmp;
3b8d81e0 1327 unsigned long flags;
e2ebc74d 1328
252b86c4 1329 skb_queue_walk_safe(skbs, skb, tmp) {
3a25a8c8
JB		 1330 struct ieee80211_tx_info *info = IEEE80211_SKB_CB(skb);
1331 int q = info->hw_queue;
1332
1333#ifdef CONFIG_MAC80211_VERBOSE_DEBUG
1334 if (WARN_ON_ONCE(q >= local->hw.queues)) {
1335 __skb_unlink(skb, skbs);
c3e7724b 1336 ieee80211_free_txskb(&local->hw, skb);
3a25a8c8
JB		 1337 continue;
1338 }
1339#endif
3b8d81e0
JB		 1340
1341 spin_lock_irqsave(&local->queue_stop_reason_lock, flags);
3b8d81e0 1342 if (local->queue_stop_reasons[q] ||
7bb45683 1343 (!txpending && !skb_queue_empty(&local->pending[q]))) {
6c17b77b 1344 if (unlikely(info->flags &
a7679ed5
SF		 1345 IEEE80211_TX_INTFL_OFFCHAN_TX_OK)) {
1346 if (local->queue_stop_reasons[q] &
1347 ~BIT(IEEE80211_QUEUE_STOP_REASON_OFFCHANNEL)) {
1348 /*
1349 * Drop off-channel frames if queues
1350 * are stopped for any reason other
1351 * than off-channel operation. Never
1352 * queue them.
1353 */
1354 spin_unlock_irqrestore(
1355 &local->queue_stop_reason_lock,
1356 flags);
1357 ieee80211_purge_tx_queue(&local->hw,
1358 skbs);
1359 return true;
1360 }
1361 } else {
1362
6c17b77b 1363 /*
a7679ed5
SF		 1364 * Since queue is stopped, queue up frames for
1365 * later transmission from the tx-pending
1366 * tasklet when the queue is woken again.
6c17b77b 1367 */
a7679ed5
SF		 1368 if (txpending)
1369 skb_queue_splice_init(skbs,
1370 &local->pending[q]);
1371 else
1372 skb_queue_splice_tail_init(skbs,
1373 &local->pending[q]);
1374
1375 spin_unlock_irqrestore(&local->queue_stop_reason_lock,
1376 flags);
1377 return false;
6c17b77b 1378 }
7bb45683 1379 }
3b8d81e0 1380 spin_unlock_irqrestore(&local->queue_stop_reason_lock, flags);
f8e79ddd 1381
11127e91 1382 info->control.vif = vif;
f0e72851 1383
11127e91 1384 __skb_unlink(skb, skbs);
ba8c3d6f 1385 ieee80211_drv_tx(local, vif, sta, skb);
11127e91 1386 }
5061b0c2 1387
11127e91
JB		 1388 return true;
1389}
1390
1391/*
1392 * Returns false if the frame couldn't be transmitted but was queued instead.
1393 */
1394static bool __ieee80211_tx(struct ieee80211_local *local,
1395 struct sk_buff_head *skbs, int led_len,
1396 struct sta_info *sta, bool txpending)
1397{
1398 struct ieee80211_tx_info *info;
1399 struct ieee80211_sub_if_data *sdata;
1400 struct ieee80211_vif *vif;
1401 struct ieee80211_sta *pubsta;
1402 struct sk_buff *skb;
1403 bool result = true;
1404 __le16 fc;
5061b0c2 1405
11127e91
JB		 1406 if (WARN_ON(skb_queue_empty(skbs)))
1407 return true;
ec25acc4 1408
11127e91
JB		 1409 skb = skb_peek(skbs);
1410 fc = ((struct ieee80211_hdr *)skb->data)->frame_control;
1411 info = IEEE80211_SKB_CB(skb);
1412 sdata = vif_to_sdata(info->control.vif);
1413 if (sta && !sta->uploaded)
1414 sta = NULL;
1415
1416 if (sta)
1417 pubsta = &sta->sta;
1418 else
1419 pubsta = NULL;
1420
1421 switch (sdata->vif.type) {
1422 case NL80211_IFTYPE_MONITOR:
c82b5a74
JB		 1423 if (sdata->u.mntr_flags & MONITOR_FLAG_ACTIVE) {
1424 vif = &sdata->vif;
1425 break;
1426 }
4b6f1dd6 1427 sdata = rcu_dereference(local->monitor_sdata);
3a25a8c8 1428 if (sdata) {
4b6f1dd6 1429 vif = &sdata->vif;
3a25a8c8
JB		 1430 info->hw_queue =
1431 vif->hw_queue[skb_get_queue_mapping(skb)];
30686bf7 1432 } else if (ieee80211_hw_check(&local->hw, QUEUE_CONTROL)) {
3a25a8c8
JB		 1433 dev_kfree_skb(skb);
1434 return true;
1435 } else
4b6f1dd6 1436 vif = NULL;
11127e91
JB		 1437 break;
1438 case NL80211_IFTYPE_AP_VLAN:
1439 sdata = container_of(sdata->bss,
1440 struct ieee80211_sub_if_data, u.ap);
1441 /* fall through */
1442 default:
1443 vif = &sdata->vif;
1444 break;
e2ebc74d 1445 }
2de8e0d9 1446
cb831b53
JB		 1447 result = ieee80211_tx_frags(local, vif, pubsta, skbs,
1448 txpending);
11127e91 1449
74e4dbfd 1450 ieee80211_tpt_led_trig_tx(local, fc, led_len);
74e4dbfd 1451
4db4e0a1 1452 WARN_ON_ONCE(!skb_queue_empty(skbs));
252b86c4 1453
11127e91 1454 return result;
e2ebc74d
JB		 1455}
1456
97b045d6
JB		 1457/*
1458 * Invoke TX handlers, return 0 on success and non-zero if the
1459 * frame was dropped or queued.
1460 */
1461static int invoke_tx_handlers(struct ieee80211_tx_data *tx)
1462{
252b86c4 1463 struct ieee80211_tx_info *info = IEEE80211_SKB_CB(tx->skb);
97b045d6 1464 ieee80211_tx_result res = TX_DROP;
97b045d6 1465
9aa4aee3
JB		 1466#define CALL_TXH(txh) \
1467 do { \
1468 res = txh(tx); \
1469 if (res != TX_CONTINUE) \
1470 goto txh_done; \
1471 } while (0)
1472
5c1b98a5 1473 CALL_TXH(ieee80211_tx_h_dynamic_ps);
9aa4aee3
JB		 1474 CALL_TXH(ieee80211_tx_h_check_assoc);
1475 CALL_TXH(ieee80211_tx_h_ps_buf);
a621fa4d 1476 CALL_TXH(ieee80211_tx_h_check_control_port_protocol);
9aa4aee3 1477 CALL_TXH(ieee80211_tx_h_select_key);
30686bf7 1478 if (!ieee80211_hw_check(&tx->local->hw, HAS_RATE_CONTROL))
af65cd96 1479 CALL_TXH(ieee80211_tx_h_rate_ctrl);
c6fcf6bc 1480
aa5b5492
JB		 1481 if (unlikely(info->flags & IEEE80211_TX_INTFL_RETRANSMISSION)) {
1482 __skb_queue_tail(&tx->skbs, tx->skb);
1483 tx->skb = NULL;
c6fcf6bc 1484 goto txh_done;
aa5b5492 1485 }
c6fcf6bc
JB		 1486
1487 CALL_TXH(ieee80211_tx_h_michael_mic_add);
9aa4aee3
JB		 1488 CALL_TXH(ieee80211_tx_h_sequence);
1489 CALL_TXH(ieee80211_tx_h_fragment);
d9e8a70f 1490 /* handlers after fragment must be aware of tx info fragmentation! */
9aa4aee3
JB		 1491 CALL_TXH(ieee80211_tx_h_stats);
1492 CALL_TXH(ieee80211_tx_h_encrypt);
30686bf7 1493 if (!ieee80211_hw_check(&tx->local->hw, HAS_RATE_CONTROL))
8fd369ee 1494 CALL_TXH(ieee80211_tx_h_calculate_duration);
d9e8a70f 1495#undef CALL_TXH
97b045d6 1496
d9e8a70f 1497 txh_done:
97b045d6 1498 if (unlikely(res == TX_DROP)) {
5479d0e7 1499 I802_DEBUG_INC(tx->local->tx_handlers_drop);
252b86c4 1500 if (tx->skb)
c3e7724b 1501 ieee80211_free_txskb(&tx->local->hw, tx->skb);
252b86c4 1502 else
1f98ab7f 1503 ieee80211_purge_tx_queue(&tx->local->hw, &tx->skbs);
97b045d6
JB		 1504 return -1;
1505 } else if (unlikely(res == TX_QUEUED)) {
5479d0e7 1506 I802_DEBUG_INC(tx->local->tx_handlers_queued);
97b045d6
JB		 1507 return -1;
1508 }
1509
1510 return 0;
1511}
1512
06be6b14
FF		 1513bool ieee80211_tx_prepare_skb(struct ieee80211_hw *hw,
1514 struct ieee80211_vif *vif, struct sk_buff *skb,
1515 int band, struct ieee80211_sta **sta)
1516{
1517 struct ieee80211_sub_if_data *sdata = vif_to_sdata(vif);
1518 struct ieee80211_tx_info *info = IEEE80211_SKB_CB(skb);
1519 struct ieee80211_tx_data tx;
88724a81 1520 struct sk_buff *skb2;
06be6b14 1521
7c10770f 1522 if (ieee80211_tx_prepare(sdata, &tx, NULL, skb) == TX_DROP)
06be6b14
FF		 1523 return false;
1524
1525 info->band = band;
1526 info->control.vif = vif;
1527 info->hw_queue = vif->hw_queue[skb_get_queue_mapping(skb)];
1528
1529 if (invoke_tx_handlers(&tx))
1530 return false;
1531
1532 if (sta) {
1533 if (tx.sta)
1534 *sta = &tx.sta->sta;
1535 else
1536 *sta = NULL;
1537 }
1538
88724a81
JB		 1539 /* this function isn't suitable for fragmented data frames */
1540 skb2 = __skb_dequeue(&tx.skbs);
1541 if (WARN_ON(skb2 != skb || !skb_queue_empty(&tx.skbs))) {
1542 ieee80211_free_txskb(hw, skb2);
1543 ieee80211_purge_tx_queue(hw, &tx.skbs);
1544 return false;
1545 }
1546
06be6b14
FF		 1547 return true;
1548}
1549EXPORT_SYMBOL(ieee80211_tx_prepare_skb);
1550
7bb45683
JB		 1551/*
1552 * Returns false if the frame couldn't be transmitted but was queued instead.
1553 */
1554static bool ieee80211_tx(struct ieee80211_sub_if_data *sdata,
7c10770f
JB		 1555 struct sta_info *sta, struct sk_buff *skb,
1556 bool txpending)
e2ebc74d 1557{
3b8d81e0 1558 struct ieee80211_local *local = sdata->local;
5cf121c3 1559 struct ieee80211_tx_data tx;
97b045d6 1560 ieee80211_tx_result res_prepare;
e039fa4a 1561 struct ieee80211_tx_info *info = IEEE80211_SKB_CB(skb);
7bb45683 1562 bool result = true;
74e4dbfd 1563 int led_len;
e2ebc74d 1564
e2ebc74d
JB		 1565 if (unlikely(skb->len < 10)) {
1566 dev_kfree_skb(skb);
7bb45683 1567 return true;
e2ebc74d
JB		 1568 }
1569
58d4185e 1570 /* initialises tx */
74e4dbfd 1571 led_len = skb->len;
7c10770f 1572 res_prepare = ieee80211_tx_prepare(sdata, &tx, sta, skb);
e2ebc74d 1573
cd8ffc80 1574 if (unlikely(res_prepare == TX_DROP)) {
c3e7724b 1575 ieee80211_free_txskb(&local->hw, skb);
55de908a 1576 return true;
cd8ffc80 1577 } else if (unlikely(res_prepare == TX_QUEUED)) {
55de908a 1578 return true;
e2ebc74d
JB		 1579 }
1580
3a25a8c8
JB		 1581 /* set up hw_queue value early */
1582 if (!(info->flags & IEEE80211_TX_CTL_TX_OFFCHAN) ||
30686bf7 1583 !ieee80211_hw_check(&local->hw, QUEUE_CONTROL))
3a25a8c8
JB		 1584 info->hw_queue =
1585 sdata->vif.hw_queue[skb_get_queue_mapping(skb)];
1586
7bb45683 1587 if (!invoke_tx_handlers(&tx))
74e4dbfd
JB		 1588 result = __ieee80211_tx(local, &tx.skbs, led_len,
1589 tx.sta, txpending);
55de908a 1590
7bb45683 1591 return result;
e2ebc74d
JB		 1592}
1593
1594/* device xmit handlers */
1595
3bff1865 1596static int ieee80211_skb_resize(struct ieee80211_sub_if_data *sdata,
23c0752a
JB		 1597 struct sk_buff *skb,
1598 int head_need, bool may_encrypt)
1599{
3bff1865 1600 struct ieee80211_local *local = sdata->local;
23c0752a
JB		 1601 int tail_need = 0;
1602
3bff1865 1603 if (may_encrypt && sdata->crypto_tx_tailroom_needed_cnt) {
23c0752a
JB		 1604 tail_need = IEEE80211_ENCRYPT_TAILROOM;
1605 tail_need -= skb_tailroom(skb);
1606 tail_need = max_t(int, tail_need, 0);
1607 }
1608
c70f59a2 1609 if (skb_cloned(skb) &&
30686bf7 1610 (!ieee80211_hw_check(&local->hw, SUPPORTS_CLONED_SKBS) ||
c70f59a2 1611 !skb_clone_writable(skb, ETH_HLEN) ||
17c18bf8 1612 (may_encrypt && sdata->crypto_tx_tailroom_needed_cnt)))
23c0752a 1613 I802_DEBUG_INC(local->tx_expand_skb_head_cloned);
4cd06a34 1614 else if (head_need || tail_need)
23c0752a 1615 I802_DEBUG_INC(local->tx_expand_skb_head);
4cd06a34
FF		 1616 else
1617 return 0;
23c0752a
JB		 1618
1619 if (pskb_expand_head(skb, head_need, tail_need, GFP_ATOMIC)) {
0fb9a9ec
JP		 1620 wiphy_debug(local->hw.wiphy,
1621 "failed to reallocate TX buffer\n");
23c0752a
JB		 1622 return -ENOMEM;
1623 }
1624
23c0752a
JB		 1625 return 0;
1626}
1627
7c10770f
JB		 1628void ieee80211_xmit(struct ieee80211_sub_if_data *sdata,
1629 struct sta_info *sta, struct sk_buff *skb)
e2ebc74d 1630{
3b8d81e0 1631 struct ieee80211_local *local = sdata->local;
e039fa4a 1632 struct ieee80211_tx_info *info = IEEE80211_SKB_CB(skb);
e32f85f7 1633 struct ieee80211_hdr *hdr = (struct ieee80211_hdr *) skb->data;
e2ebc74d 1634 int headroom;
23c0752a 1635 bool may_encrypt;
e2ebc74d 1636
3b8d81e0 1637 may_encrypt = !(info->flags & IEEE80211_TX_INTFL_DONT_ENCRYPT);
23c0752a 1638
3b8d81e0 1639 headroom = local->tx_headroom;
23c0752a 1640 if (may_encrypt)
2475b1cc 1641 headroom += sdata->encrypt_headroom;
23c0752a
JB		 1642 headroom -= skb_headroom(skb);
1643 headroom = max_t(int, 0, headroom);
1644
3bff1865 1645 if (ieee80211_skb_resize(sdata, skb, headroom, may_encrypt)) {
c3e7724b 1646 ieee80211_free_txskb(&local->hw, skb);
3b8d81e0 1647 return;
e2ebc74d
JB		 1648 }
1649
740c1aa3 1650 hdr = (struct ieee80211_hdr *) skb->data;
5061b0c2 1651 info->control.vif = &sdata->vif;
e2ebc74d 1652
3f52b7e3
MP		 1653 if (ieee80211_vif_is_mesh(&sdata->vif)) {
1654 if (ieee80211_is_data(hdr->frame_control) &&
1655 is_unicast_ether_addr(hdr->addr1)) {
bf7cd94d 1656 if (mesh_nexthop_resolve(sdata, skb))
3f52b7e3
MP		 1657 return; /* skb queued: don't free */
1658 } else {
1659 ieee80211_mps_set_frame_flags(sdata, NULL, hdr);
1660 }
98aed9fd 1661 }
cca89496 1662
2154c81c 1663 ieee80211_set_qos_hdr(sdata, skb);
7c10770f 1664 ieee80211_tx(sdata, sta, skb, false);
e2ebc74d
JB		 1665}
1666
73b9f03a
JB		 1667static bool ieee80211_parse_tx_radiotap(struct sk_buff *skb)
1668{
1669 struct ieee80211_radiotap_iterator iterator;
1670 struct ieee80211_radiotap_header *rthdr =
1671 (struct ieee80211_radiotap_header *) skb->data;
1672 struct ieee80211_tx_info *info = IEEE80211_SKB_CB(skb);
1673 int ret = ieee80211_radiotap_iterator_init(&iterator, rthdr, skb->len,
1674 NULL);
1675 u16 txflags;
1676
1677 info->flags |= IEEE80211_TX_INTFL_DONT_ENCRYPT |
1678 IEEE80211_TX_CTL_DONTFRAG;
1679
1680 /*
1681 * for every radiotap entry that is present
1682 * (ieee80211_radiotap_iterator_next returns -ENOENT when no more
1683 * entries present, or -EINVAL on error)
1684 */
1685
1686 while (!ret) {
1687 ret = ieee80211_radiotap_iterator_next(&iterator);
1688
1689 if (ret)
1690 continue;
1691
1692 /* see if this argument is something we can use */
1693 switch (iterator.this_arg_index) {
1694 /*
1695 * You must take care when dereferencing iterator.this_arg
1696 * for multibyte types... the pointer is not aligned. Use
1697 * get_unaligned((type *)iterator.this_arg) to dereference
1698 * iterator.this_arg for type "type" safely on all arches.
1699 */
1700 case IEEE80211_RADIOTAP_FLAGS:
1701 if (*iterator.this_arg & IEEE80211_RADIOTAP_F_FCS) {
1702 /*
1703 * this indicates that the skb we have been
1704 * handed has the 32-bit FCS CRC at the end...
1705 * we should react to that by snipping it off
1706 * because it will be recomputed and added
1707 * on transmission
1708 */
1709 if (skb->len < (iterator._max_length + FCS_LEN))
1710 return false;
1711
1712 skb_trim(skb, skb->len - FCS_LEN);
1713 }
1714 if (*iterator.this_arg & IEEE80211_RADIOTAP_F_WEP)
1715 info->flags &= ~IEEE80211_TX_INTFL_DONT_ENCRYPT;
1716 if (*iterator.this_arg & IEEE80211_RADIOTAP_F_FRAG)
1717 info->flags &= ~IEEE80211_TX_CTL_DONTFRAG;
1718 break;
1719
1720 case IEEE80211_RADIOTAP_TX_FLAGS:
1721 txflags = get_unaligned_le16(iterator.this_arg);
1722 if (txflags & IEEE80211_RADIOTAP_F_TX_NOACK)
1723 info->flags |= IEEE80211_TX_CTL_NO_ACK;
1724 break;
1725
1726 /*
1727 * Please update the file
1728 * Documentation/networking/mac80211-injection.txt
1729 * when parsing new fields here.
1730 */
1731
1732 default:
1733 break;
1734 }
1735 }
1736
1737 if (ret != -ENOENT) /* ie, if we didn't simply run out of fields */
1738 return false;
1739
1740 /*
1741 * remove the radiotap header
1742 * iterator->_max_length was sanity-checked against
1743 * skb->len by iterator init
1744 */
1745 skb_pull(skb, iterator._max_length);
1746
1747 return true;
1748}
1749
d0cf9c0d
SH		 1750netdev_tx_t ieee80211_monitor_start_xmit(struct sk_buff *skb,
1751 struct net_device *dev)
e2ebc74d
JB		 1752{
1753 struct ieee80211_local *local = wdev_priv(dev->ieee80211_ptr);
55de908a 1754 struct ieee80211_chanctx_conf *chanctx_conf;
e2ebc74d
JB		 1755 struct ieee80211_radiotap_header *prthdr =
1756 (struct ieee80211_radiotap_header *)skb->data;
3b8d81e0 1757 struct ieee80211_tx_info *info = IEEE80211_SKB_CB(skb);
f75f5c6f 1758 struct ieee80211_hdr *hdr;
5d9cf4a5 1759 struct ieee80211_sub_if_data *tmp_sdata, *sdata;
b4932836 1760 struct cfg80211_chan_def *chandef;
9b8a74e3 1761 u16 len_rthdr;
5d9cf4a5 1762 int hdrlen;
e2ebc74d 1763
9b8a74e3
AG		 1764 /* check for not even having the fixed radiotap header part */
1765 if (unlikely(skb->len < sizeof(struct ieee80211_radiotap_header)))
1766 goto fail; /* too short to be possibly valid */
1767
1768 /* is it a header version we can trust to find length from? */
1769 if (unlikely(prthdr->it_version))
1770 goto fail; /* only version 0 is supported */
1771
1772 /* then there must be a radiotap header with a length we can use */
1773 len_rthdr = ieee80211_get_radiotap_len(skb->data);
1774
1775 /* does the skb contain enough to deliver on the alleged length? */
1776 if (unlikely(skb->len < len_rthdr))
1777 goto fail; /* skb too short for claimed rt header extent */
e2ebc74d 1778
e2ebc74d
JB		 1779 /*
1780 * fix up the pointers accounting for the radiotap
1781 * header still being in there. We are being given
1782 * a precooked IEEE80211 header so no need for
1783 * normal processing
1784 */
9b8a74e3 1785 skb_set_mac_header(skb, len_rthdr);
e2ebc74d 1786 /*
9b8a74e3
AG		 1787 * these are just fixed to the end of the rt area since we
1788 * don't have any better information and at this point, nobody cares
e2ebc74d 1789 */
9b8a74e3
AG		 1790 skb_set_network_header(skb, len_rthdr);
1791 skb_set_transport_header(skb, len_rthdr);
e2ebc74d 1792
5d9cf4a5
JB		 1793 if (skb->len < len_rthdr + 2)
1794 goto fail;
1795
1796 hdr = (struct ieee80211_hdr *)(skb->data + len_rthdr);
1797 hdrlen = ieee80211_hdrlen(hdr->frame_control);
1798
1799 if (skb->len < len_rthdr + hdrlen)
1800 goto fail;
1801
f75f5c6f
HS		 1802 /*
1803 * Initialize skb->protocol if the injected frame is a data frame
1804 * carrying a rfc1042 header
1805 */
5d9cf4a5
JB		 1806 if (ieee80211_is_data(hdr->frame_control) &&
1807 skb->len >= len_rthdr + hdrlen + sizeof(rfc1042_header) + 2) {
1808 u8 *payload = (u8 *)hdr + hdrlen;
1809
b203ca39 1810 if (ether_addr_equal(payload, rfc1042_header))
5d9cf4a5
JB		 1811 skb->protocol = cpu_to_be16((payload[6] << 8) |
1812 payload[7]);
f75f5c6f
HS		 1813 }
1814
3b8d81e0
JB		 1815 memset(info, 0, sizeof(*info));
1816
5d9cf4a5 1817 info->flags = IEEE80211_TX_CTL_REQ_TX_STATUS |
73b9f03a
JB		 1818 IEEE80211_TX_CTL_INJECTED;
1819
1820 /* process and remove the injection radiotap header */
1821 if (!ieee80211_parse_tx_radiotap(skb))
1822 goto fail;
5d9cf4a5
JB		 1823
1824 rcu_read_lock();
1825
1826 /*
1827 * We process outgoing injected frames that have a local address
1828 * we handle as though they are non-injected frames.
1829 * This code here isn't entirely correct, the local MAC address
1830 * isn't always enough to find the interface to use; for proper
1831 * VLAN/WDS support we will need a different mechanism (which
1832 * likely isn't going to be monitor interfaces).
1833 */
1834 sdata = IEEE80211_DEV_TO_SUB_IF(dev);
1835
1836 list_for_each_entry_rcu(tmp_sdata, &local->interfaces, list) {
1837 if (!ieee80211_sdata_running(tmp_sdata))
1838 continue;
1839 if (tmp_sdata->vif.type == NL80211_IFTYPE_MONITOR ||
1840 tmp_sdata->vif.type == NL80211_IFTYPE_AP_VLAN ||
1841 tmp_sdata->vif.type == NL80211_IFTYPE_WDS)
1842 continue;
b203ca39 1843 if (ether_addr_equal(tmp_sdata->vif.addr, hdr->addr2)) {
5d9cf4a5
JB		 1844 sdata = tmp_sdata;
1845 break;
1846 }
1847 }
7351c6bd 1848
55de908a
JB		 1849 chanctx_conf = rcu_dereference(sdata->vif.chanctx_conf);
1850 if (!chanctx_conf) {
1851 tmp_sdata = rcu_dereference(local->monitor_sdata);
1852 if (tmp_sdata)
1853 chanctx_conf =
1854 rcu_dereference(tmp_sdata->vif.chanctx_conf);
1855 }
55de908a 1856
b4a7ff75 1857 if (chanctx_conf)
b4932836 1858 chandef = &chanctx_conf->def;
b4a7ff75 1859 else if (!local->use_chanctx)
b4932836 1860 chandef = &local->_oper_chandef;
b4a7ff75
FF		 1861 else
1862 goto fail_rcu;
55de908a
JB		 1863
1864 /*
1865 * Frame injection is not allowed if beaconing is not allowed
1866 * or if we need radar detection. Beaconing is usually not allowed when
1867 * the mode or operation (Adhoc, AP, Mesh) does not support DFS.
1868 * Passive scan is also used in world regulatory domains where
1869 * your country is not known and as such it should be treated as
1870 * NO TX unless the channel is explicitly allowed in which case
1871 * your current regulatory domain would not have the passive scan
1872 * flag.
1873 *
1874 * Since AP mode uses monitor interfaces to inject/TX management
1875 * frames we can make AP mode the exception to this rule once it
1876 * supports radar detection as its implementation can deal with
1877 * radar detection by itself. We can do that later by adding a
1878 * monitor flag interfaces used for AP support.
1879 */
b4932836
JD		 1880 if (!cfg80211_reg_can_beacon(local->hw.wiphy, chandef,
1881 sdata->vif.type))
55de908a
JB		 1882 goto fail_rcu;
1883
73c4e195 1884 info->band = chandef->chan->band;
7c10770f 1885 ieee80211_xmit(sdata, NULL, skb);
5d9cf4a5
JB		 1886 rcu_read_unlock();
1887
e2ebc74d 1888 return NETDEV_TX_OK;
9b8a74e3 1889
55de908a
JB		 1890fail_rcu:
1891 rcu_read_unlock();
9b8a74e3
AG		 1892fail:
1893 dev_kfree_skb(skb);
1894 return NETDEV_TX_OK; /* meaning, we dealt with the skb */
e2ebc74d
JB		 1895}
1896
97ffe757 1897static inline bool ieee80211_is_tdls_setup(struct sk_buff *skb)
ad38bfc9 1898{
97ffe757 1899 u16 ethertype = (skb->data[12] << 8) | skb->data[13];
ad38bfc9 1900
97ffe757
JB		 1901 return ethertype == ETH_P_TDLS &&
1902 skb->len > 14 &&
1903 skb->data[14] == WLAN_TDLS_SNAP_RFTYPE;
1904}
1905
1906static int ieee80211_lookup_ra_sta(struct ieee80211_sub_if_data *sdata,
1907 struct sk_buff *skb,
1908 struct sta_info **sta_out)
1909{
1910 struct sta_info *sta;
1911
1912 switch (sdata->vif.type) {
1913 case NL80211_IFTYPE_AP_VLAN:
1914 sta = rcu_dereference(sdata->u.vlan.sta);
1915 if (sta) {
1916 *sta_out = sta;
1917 return 0;
1918 } else if (sdata->wdev.use_4addr) {
1919 return -ENOLINK;
1920 }
1921 /* fall through */
1922 case NL80211_IFTYPE_AP:
1923 case NL80211_IFTYPE_OCB:
1924 case NL80211_IFTYPE_ADHOC:
1925 if (is_multicast_ether_addr(skb->data)) {
1926 *sta_out = ERR_PTR(-ENOENT);
1927 return 0;
1928 }
1929 sta = sta_info_get_bss(sdata, skb->data);
1930 break;
1931 case NL80211_IFTYPE_WDS:
1932 sta = sta_info_get(sdata, sdata->u.wds.remote_addr);
1933 break;
1934#ifdef CONFIG_MAC80211_MESH
1935 case NL80211_IFTYPE_MESH_POINT:
1936 /* determined much later */
1937 *sta_out = NULL;
1938 return 0;
1939#endif
1940 case NL80211_IFTYPE_STATION:
1941 if (sdata->wdev.wiphy->flags & WIPHY_FLAG_SUPPORTS_TDLS) {
1942 sta = sta_info_get(sdata, skb->data);
1943 if (sta) {
1944 bool tdls_peer, tdls_auth;
1945
1946 tdls_peer = test_sta_flag(sta,
1947 WLAN_STA_TDLS_PEER);
1948 tdls_auth = test_sta_flag(sta,
1949 WLAN_STA_TDLS_PEER_AUTH);
1950
1951 if (tdls_peer && tdls_auth) {
1952 *sta_out = sta;
1953 return 0;
1954 }
1955
1956 /*
1957 * TDLS link during setup - throw out frames to
1958 * peer. Allow TDLS-setup frames to unauthorized
1959 * peers for the special case of a link teardown
1960 * after a TDLS sta is removed due to being
1961 * unreachable.
1962 */
1963 if (tdls_peer && !tdls_auth &&
1964 !ieee80211_is_tdls_setup(skb))
1965 return -EINVAL;
1966 }
1967
1968 }
1969
1970 sta = sta_info_get(sdata, sdata->u.mgd.bssid);
1971 if (!sta)
1972 return -ENOLINK;
1973 break;
1974 default:
1975 return -EINVAL;
1976 }
1977
1978 *sta_out = sta ?: ERR_PTR(-ENOENT);
1979 return 0;
ad38bfc9
MG		 1980}
1981
e2ebc74d 1982/**
4c9451ed
JB		 1983 * ieee80211_build_hdr - build 802.11 header in the given frame
1984 * @sdata: virtual interface to build the header for
1985 * @skb: the skb to build the header in
24d342c5 1986 * @info_flags: skb flags to set
e2ebc74d 1987 *
4c9451ed
JB		 1988 * This function takes the skb with 802.3 header and reformats the header to
1989 * the appropriate IEEE 802.11 header based on which interface the packet is
1990 * being transmitted on.
1991 *
1992 * Note that this function also takes care of the TX status request and
1993 * potential unsharing of the SKB - this needs to be interleaved with the
1994 * header building.
e2ebc74d 1995 *
4c9451ed
JB		 1996 * The function requires the read-side RCU lock held
1997 *
1998 * Returns: the (possibly reallocated) skb or an ERR_PTR() code
e2ebc74d 1999 */
4c9451ed 2000static struct sk_buff *ieee80211_build_hdr(struct ieee80211_sub_if_data *sdata,
7c10770f 2001 struct sk_buff *skb, u32 info_flags,
97ffe757 2002 struct sta_info *sta)
e2ebc74d 2003{
133b8226 2004 struct ieee80211_local *local = sdata->local;
489ee919 2005 struct ieee80211_tx_info *info;
dcf33963 2006 int head_need;
065e9605
HH		 2007 u16 ethertype, hdrlen, meshhdrlen = 0;
2008 __le16 fc;
e2ebc74d 2009 struct ieee80211_hdr hdr;
ff67bb86 2010 struct ieee80211s_hdr mesh_hdr __maybe_unused;
b8bacc18 2011 struct mesh_path __maybe_unused *mppath = NULL, *mpath = NULL;
e2ebc74d
JB		 2012 const u8 *encaps_data;
2013 int encaps_len, skip_header_bytes;
e8bf9649 2014 int nh_pos, h_pos;
97ffe757
JB		 2015 bool wme_sta = false, authorized = false;
2016 bool tdls_peer;
a729cff8 2017 bool multicast;
a729cff8 2018 u16 info_id = 0;
55de908a
JB		 2019 struct ieee80211_chanctx_conf *chanctx_conf;
2020 struct ieee80211_sub_if_data *ap_sdata;
2021 enum ieee80211_band band;
4c9451ed 2022 int ret;
e2ebc74d 2023
97ffe757
JB		 2024 if (IS_ERR(sta))
2025 sta = NULL;
2026
e2ebc74d
JB		 2027 /* convert Ethernet header to proper 802.11 header (based on
2028 * operation mode) */
2029 ethertype = (skb->data[12] << 8) | skb->data[13];
065e9605 2030 fc = cpu_to_le16(IEEE80211_FTYPE_DATA | IEEE80211_STYPE_DATA);
e2ebc74d 2031
51fb61e7 2032 switch (sdata->vif.type) {
05c914fe 2033 case NL80211_IFTYPE_AP_VLAN:
97ffe757 2034 if (sdata->wdev.use_4addr) {
f14543ee
FF		 2035 fc |= cpu_to_le16(IEEE80211_FCTL_FROMDS | IEEE80211_FCTL_TODS);
2036 /* RA TA DA SA */
2037 memcpy(hdr.addr1, sta->sta.addr, ETH_ALEN);
47846c9b 2038 memcpy(hdr.addr2, sdata->vif.addr, ETH_ALEN);
f14543ee
FF		 2039 memcpy(hdr.addr3, skb->data, ETH_ALEN);
2040 memcpy(hdr.addr4, skb->data + ETH_ALEN, ETH_ALEN);
2041 hdrlen = 30;
c2c98fde 2042 authorized = test_sta_flag(sta, WLAN_STA_AUTHORIZED);
a74a8c84 2043 wme_sta = sta->sta.wme;
f14543ee 2044 }
55de908a
JB		 2045 ap_sdata = container_of(sdata->bss, struct ieee80211_sub_if_data,
2046 u.ap);
2047 chanctx_conf = rcu_dereference(ap_sdata->vif.chanctx_conf);
4c9451ed
JB		 2048 if (!chanctx_conf) {
2049 ret = -ENOTCONN;
2050 goto free;
2051 }
4bf88530 2052 band = chanctx_conf->def.chan->band;
97ffe757 2053 if (sdata->wdev.use_4addr)
f14543ee
FF		 2054 break;
2055 /* fall through */
2056 case NL80211_IFTYPE_AP:
fe80123d
AB		 2057 if (sdata->vif.type == NL80211_IFTYPE_AP)
2058 chanctx_conf = rcu_dereference(sdata->vif.chanctx_conf);
4c9451ed
JB		 2059 if (!chanctx_conf) {
2060 ret = -ENOTCONN;
2061 goto free;
2062 }
065e9605 2063 fc |= cpu_to_le16(IEEE80211_FCTL_FROMDS);
e2ebc74d
JB		 2064 /* DA BSSID SA */
2065 memcpy(hdr.addr1, skb->data, ETH_ALEN);
47846c9b 2066 memcpy(hdr.addr2, sdata->vif.addr, ETH_ALEN);
e2ebc74d
JB		 2067 memcpy(hdr.addr3, skb->data + ETH_ALEN, ETH_ALEN);
2068 hdrlen = 24;
4bf88530 2069 band = chanctx_conf->def.chan->band;
cf966838 2070 break;
05c914fe 2071 case NL80211_IFTYPE_WDS:
065e9605 2072 fc |= cpu_to_le16(IEEE80211_FCTL_FROMDS | IEEE80211_FCTL_TODS);
e2ebc74d
JB		 2073 /* RA TA DA SA */
2074 memcpy(hdr.addr1, sdata->u.wds.remote_addr, ETH_ALEN);
47846c9b 2075 memcpy(hdr.addr2, sdata->vif.addr, ETH_ALEN);
e2ebc74d
JB		 2076 memcpy(hdr.addr3, skb->data, ETH_ALEN);
2077 memcpy(hdr.addr4, skb->data + ETH_ALEN, ETH_ALEN);
2078 hdrlen = 30;
55de908a
JB		 2079 /*
2080 * This is the exception! WDS style interfaces are prohibited
2081 * when channel contexts are in used so this must be valid
2082 */
675a0b04 2083 band = local->hw.conf.chandef.chan->band;
cf966838 2084 break;
33b64eb2 2085#ifdef CONFIG_MAC80211_MESH
05c914fe 2086 case NL80211_IFTYPE_MESH_POINT:
b8bacc18 2087 if (!is_multicast_ether_addr(skb->data)) {
163df6cf
CYY		 2088 struct sta_info *next_hop;
2089 bool mpp_lookup = true;
2090
bf7cd94d 2091 mpath = mesh_path_lookup(sdata, skb->data);
163df6cf
CYY		 2092 if (mpath) {
2093 mpp_lookup = false;
2094 next_hop = rcu_dereference(mpath->next_hop);
2095 if (!next_hop ||
2096 !(mpath->flags & (MESH_PATH_ACTIVE |
2097 MESH_PATH_RESOLVING)))
2098 mpp_lookup = true;
2099 }
2100
2101 if (mpp_lookup)
bf7cd94d 2102 mppath = mpp_path_lookup(sdata, skb->data);
163df6cf
CYY		 2103
2104 if (mppath && mpath)
2105 mesh_path_del(mpath->sdata, mpath->dst);
b8bacc18 2106 }
79617dee 2107
f76b57b4 2108 /*
9d52501b
JF		 2109 * Use address extension if it is a packet from
2110 * another interface or if we know the destination
2111 * is being proxied by a portal (i.e. portal address
2112 * differs from proxied address)
f76b57b4 2113 */
b203ca39
JP		 2114 if (ether_addr_equal(sdata->vif.addr, skb->data + ETH_ALEN) &&
2115 !(mppath && !ether_addr_equal(mppath->mpp, skb->data))) {
3c5772a5
JC		 2116 hdrlen = ieee80211_fill_mesh_addresses(&hdr, &fc,
2117 skb->data, skb->data + ETH_ALEN);
bf7cd94d
JB		 2118 meshhdrlen = ieee80211_new_mesh_header(sdata, &mesh_hdr,
2119 NULL, NULL);
79617dee 2120 } else {
27f01124
TP		 2121 /* DS -> MBSS (802.11-2012 13.11.3.3).
2122 * For unicast with unknown forwarding information,
2123 * destination might be in the MBSS or if that fails
2124 * forwarded to another mesh gate. In either case
2125 * resolution will be handled in ieee80211_xmit(), so
2126 * leave the original DA. This also works for mcast */
2127 const u8 *mesh_da = skb->data;
2128
2129 if (mppath)
2130 mesh_da = mppath->mpp;
2131 else if (mpath)
2132 mesh_da = mpath->dst;
79617dee 2133
3c5772a5 2134 hdrlen = ieee80211_fill_mesh_addresses(&hdr, &fc,
47846c9b 2135 mesh_da, sdata->vif.addr);
27f01124
TP		 2136 if (is_multicast_ether_addr(mesh_da))
2137 /* DA TA mSA AE:SA */
bf7cd94d
JB		 2138 meshhdrlen = ieee80211_new_mesh_header(
2139 sdata, &mesh_hdr,
2140 skb->data + ETH_ALEN, NULL);
3c5772a5 2141 else
27f01124 2142 /* RA TA mDA mSA AE:DA SA */
bf7cd94d
JB		 2143 meshhdrlen = ieee80211_new_mesh_header(
2144 sdata, &mesh_hdr, skb->data,
2145 skb->data + ETH_ALEN);
79617dee 2146
79617dee 2147 }
55de908a 2148 chanctx_conf = rcu_dereference(sdata->vif.chanctx_conf);
4c9451ed
JB		 2149 if (!chanctx_conf) {
2150 ret = -ENOTCONN;
2151 goto free;
2152 }
4bf88530 2153 band = chanctx_conf->def.chan->band;
33b64eb2
LCC		 2154 break;
2155#endif
05c914fe 2156 case NL80211_IFTYPE_STATION:
97ffe757
JB		 2157 /* we already did checks when looking up the RA STA */
2158 tdls_peer = test_sta_flag(sta, WLAN_STA_TDLS_PEER);
941c93cd 2159
97ffe757 2160 if (tdls_peer) {
941c93cd
AN		 2161 /* DA SA BSSID */
2162 memcpy(hdr.addr1, skb->data, ETH_ALEN);
2163 memcpy(hdr.addr2, skb->data + ETH_ALEN, ETH_ALEN);
2164 memcpy(hdr.addr3, sdata->u.mgd.bssid, ETH_ALEN);
2165 hdrlen = 24;
2166 } else if (sdata->u.mgd.use_4addr &&
2167 cpu_to_be16(ethertype) != sdata->control_port_protocol) {
2168 fc |= cpu_to_le16(IEEE80211_FCTL_FROMDS |
2169 IEEE80211_FCTL_TODS);
f14543ee 2170 /* RA TA DA SA */
941c93cd 2171 memcpy(hdr.addr1, sdata->u.mgd.bssid, ETH_ALEN);
47846c9b 2172 memcpy(hdr.addr2, sdata->vif.addr, ETH_ALEN);
f14543ee
FF		 2173 memcpy(hdr.addr3, skb->data, ETH_ALEN);
2174 memcpy(hdr.addr4, skb->data + ETH_ALEN, ETH_ALEN);
2175 hdrlen = 30;
2176 } else {
2177 fc |= cpu_to_le16(IEEE80211_FCTL_TODS);
2178 /* BSSID SA DA */
941c93cd 2179 memcpy(hdr.addr1, sdata->u.mgd.bssid, ETH_ALEN);
f14543ee
FF		 2180 memcpy(hdr.addr2, skb->data + ETH_ALEN, ETH_ALEN);
2181 memcpy(hdr.addr3, skb->data, ETH_ALEN);
2182 hdrlen = 24;
2183 }
55de908a 2184 chanctx_conf = rcu_dereference(sdata->vif.chanctx_conf);
4c9451ed
JB		 2185 if (!chanctx_conf) {
2186 ret = -ENOTCONN;
2187 goto free;
2188 }
4bf88530 2189 band = chanctx_conf->def.chan->band;
cf966838 2190 break;
239281f8
RL		 2191 case NL80211_IFTYPE_OCB:
2192 /* DA SA BSSID */
2193 memcpy(hdr.addr1, skb->data, ETH_ALEN);
2194 memcpy(hdr.addr2, skb->data + ETH_ALEN, ETH_ALEN);
2195 eth_broadcast_addr(hdr.addr3);
2196 hdrlen = 24;
2197 chanctx_conf = rcu_dereference(sdata->vif.chanctx_conf);
4c9451ed
JB		 2198 if (!chanctx_conf) {
2199 ret = -ENOTCONN;
2200 goto free;
2201 }
239281f8
RL		 2202 band = chanctx_conf->def.chan->band;
2203 break;
05c914fe 2204 case NL80211_IFTYPE_ADHOC:
e2ebc74d
JB		 2205 /* DA SA BSSID */
2206 memcpy(hdr.addr1, skb->data, ETH_ALEN);
2207 memcpy(hdr.addr2, skb->data + ETH_ALEN, ETH_ALEN);
46900298 2208 memcpy(hdr.addr3, sdata->u.ibss.bssid, ETH_ALEN);
e2ebc74d 2209 hdrlen = 24;
55de908a 2210 chanctx_conf = rcu_dereference(sdata->vif.chanctx_conf);
4c9451ed
JB		 2211 if (!chanctx_conf) {
2212 ret = -ENOTCONN;
2213 goto free;
2214 }
4bf88530 2215 band = chanctx_conf->def.chan->band;
cf966838
JB		 2216 break;
2217 default:
4c9451ed
JB		 2218 ret = -EINVAL;
2219 goto free;
e2ebc74d
JB		 2220 }
2221
a729cff8 2222 multicast = is_multicast_ether_addr(hdr.addr1);
e2ebc74d 2223
97ffe757
JB		 2224 /* sta is always NULL for mesh */
2225 if (sta) {
2226 authorized = test_sta_flag(sta, WLAN_STA_AUTHORIZED);
2227 wme_sta = sta->sta.wme;
2228 } else if (ieee80211_vif_is_mesh(&sdata->vif)) {
2229 /* For mesh, the use of the QoS header is mandatory */
c2c98fde 2230 wme_sta = true;
97ffe757 2231 }
4777be41 2232
527871d7
JB		 2233 /* receiver does QoS (which also means we do) use it */
2234 if (wme_sta) {
065e9605 2235 fc |= cpu_to_le16(IEEE80211_STYPE_QOS_DATA);
ce3edf6d
JB		 2236 hdrlen += 2;
2237 }
2238
2239 /*
238814fd
JB		 2240 * Drop unicast frames to unauthorised stations unless they are
2241 * EAPOL frames from the local station.
ce3edf6d 2242 */
55182e4a 2243 if (unlikely(!ieee80211_vif_is_mesh(&sdata->vif) &&
239281f8 2244 (sdata->vif.type != NL80211_IFTYPE_OCB) &&
a6ececf4 2245 !multicast && !authorized &&
55182e4a 2246 (cpu_to_be16(ethertype) != sdata->control_port_protocol ||
b203ca39 2247 !ether_addr_equal(sdata->vif.addr, skb->data + ETH_ALEN)))) {
ce3edf6d 2248#ifdef CONFIG_MAC80211_VERBOSE_DEBUG
bdcbd8e0 2249 net_info_ratelimited("%s: dropped frame to %pM (unauthorized port)\n",
4c9451ed 2250 sdata->name, hdr.addr1);
ce3edf6d
JB		 2251#endif
2252
2253 I802_DEBUG_INC(local->tx_handlers_drop_unauth_port);
2254
4c9451ed
JB		 2255 ret = -EPERM;
2256 goto free;
ce3edf6d
JB		 2257 }
2258
a729cff8
JB		 2259 if (unlikely(!multicast && skb->sk &&
2260 skb_shinfo(skb)->tx_flags & SKBTX_WIFI_STATUS)) {
bf7fa551 2261 struct sk_buff *ack_skb = skb_clone_sk(skb);
a729cff8 2262
bf7fa551 2263 if (ack_skb) {
a729cff8 2264 unsigned long flags;
9475af6e 2265 int id;
a729cff8
JB		 2266
2267 spin_lock_irqsave(&local->ack_status_lock, flags);
bf7fa551 2268 id = idr_alloc(&local->ack_status_frames, ack_skb,
9475af6e 2269 1, 0x10000, GFP_ATOMIC);
a729cff8
JB		 2270 spin_unlock_irqrestore(&local->ack_status_lock, flags);
2271
9475af6e 2272 if (id >= 0) {
a729cff8
JB		 2273 info_id = id;
2274 info_flags |= IEEE80211_TX_CTL_REQ_TX_STATUS;
a729cff8 2275 } else {
bf7fa551 2276 kfree_skb(ack_skb);
a729cff8 2277 }
a729cff8
JB		 2278 }
2279 }
2280
7e244707
HS		 2281 /*
2282 * If the skb is shared we need to obtain our own copy.
2283 */
2284 if (skb_shared(skb)) {
a729cff8
JB		 2285 struct sk_buff *tmp_skb = skb;
2286
2287 /* can't happen -- skb is a clone if info_id != 0 */
2288 WARN_ON(info_id);
2289
f8a0a781 2290 skb = skb_clone(skb, GFP_ATOMIC);
7e244707
HS		 2291 kfree_skb(tmp_skb);
2292
4c9451ed
JB		 2293 if (!skb) {
2294 ret = -ENOMEM;
2295 goto free;
2296 }
7e244707
HS		 2297 }
2298
065e9605 2299 hdr.frame_control = fc;
e2ebc74d
JB		 2300 hdr.duration_id = 0;
2301 hdr.seq_ctrl = 0;
2302
2303 skip_header_bytes = ETH_HLEN;
2304 if (ethertype == ETH_P_AARP || ethertype == ETH_P_IPX) {
2305 encaps_data = bridge_tunnel_header;
2306 encaps_len = sizeof(bridge_tunnel_header);
2307 skip_header_bytes -= 2;
e5c5d22e 2308 } else if (ethertype >= ETH_P_802_3_MIN) {
e2ebc74d
JB		 2309 encaps_data = rfc1042_header;
2310 encaps_len = sizeof(rfc1042_header);
2311 skip_header_bytes -= 2;
2312 } else {
2313 encaps_data = NULL;
2314 encaps_len = 0;
2315 }
2316
7e244707
HS		 2317 nh_pos = skb_network_header(skb) - skb->data;
2318 h_pos = skb_transport_header(skb) - skb->data;
2319
e2ebc74d
JB		 2320 skb_pull(skb, skip_header_bytes);
2321 nh_pos -= skip_header_bytes;
2322 h_pos -= skip_header_bytes;
2323
23c0752a 2324 head_need = hdrlen + encaps_len + meshhdrlen - skb_headroom(skb);
e2ebc74d 2325
23c0752a
JB		 2326 /*
2327 * So we need to modify the skb header and hence need a copy of
2328 * that. The head_need variable above doesn't, so far, include
2329 * the needed header space that we don't need right away. If we
2330 * can, then we don't reallocate right now but only after the
2331 * frame arrives at the master device (if it does...)
2332 *
2333 * If we cannot, however, then we will reallocate to include all
2334 * the ever needed space. Also, if we need to reallocate it anyway,
2335 * make it big enough for everything we may ever need.
2336 */
e2ebc74d 2337
3a5be7d4 2338 if (head_need > 0 || skb_cloned(skb)) {
2475b1cc 2339 head_need += sdata->encrypt_headroom;
23c0752a
JB		 2340 head_need += local->tx_headroom;
2341 head_need = max_t(int, 0, head_need);
c3e7724b
FF		 2342 if (ieee80211_skb_resize(sdata, skb, head_need, true)) {
2343 ieee80211_free_txskb(&local->hw, skb);
1c963bec 2344 skb = NULL;
4c9451ed 2345 return ERR_PTR(-ENOMEM);
c3e7724b 2346 }
e2ebc74d
JB		 2347 }
2348
2349 if (encaps_data) {
2350 memcpy(skb_push(skb, encaps_len), encaps_data, encaps_len);
2351 nh_pos += encaps_len;
2352 h_pos += encaps_len;
2353 }
c29b9b9b 2354
e4ab7eb0 2355#ifdef CONFIG_MAC80211_MESH
33b64eb2
LCC		 2356 if (meshhdrlen > 0) {
2357 memcpy(skb_push(skb, meshhdrlen), &mesh_hdr, meshhdrlen);
2358 nh_pos += meshhdrlen;
2359 h_pos += meshhdrlen;
2360 }
e4ab7eb0 2361#endif
33b64eb2 2362
065e9605 2363 if (ieee80211_is_data_qos(fc)) {
c29b9b9b
JB		 2364 __le16 *qos_control;
2365
f359d3fe 2366 qos_control = (__le16 *) skb_push(skb, 2);
c29b9b9b
JB		 2367 memcpy(skb_push(skb, hdrlen - 2), &hdr, hdrlen - 2);
2368 /*
2369 * Maybe we could actually set some fields here, for now just
2370 * initialise to zero to indicate no special operation.
2371 */
2372 *qos_control = 0;
2373 } else
2374 memcpy(skb_push(skb, hdrlen), &hdr, hdrlen);
2375
e2ebc74d
JB		 2376 nh_pos += hdrlen;
2377 h_pos += hdrlen;
2378
e2ebc74d
JB		 2379 /* Update skb pointers to various headers since this modified frame
2380 * is going to go through Linux networking code that may potentially
2381 * need things like pointer to IP header. */
2382 skb_set_mac_header(skb, 0);
2383 skb_set_network_header(skb, nh_pos);
2384 skb_set_transport_header(skb, h_pos);
2385
489ee919 2386 info = IEEE80211_SKB_CB(skb);
3b8d81e0
JB		 2387 memset(info, 0, sizeof(*info));
2388
a729cff8
JB		 2389 info->flags = info_flags;
2390 info->ack_frame_id = info_id;
73c4e195 2391 info->band = band;
a729cff8 2392
4c9451ed
JB		 2393 return skb;
2394 free:
2395 kfree_skb(skb);
2396 return ERR_PTR(ret);
2397}
2398
17c18bf8
JB		 2399/*
2400 * fast-xmit overview
2401 *
2402 * The core idea of this fast-xmit is to remove per-packet checks by checking
2403 * them out of band. ieee80211_check_fast_xmit() implements the out-of-band
2404 * checks that are needed to get the sta->fast_tx pointer assigned, after which
2405 * much less work can be done per packet. For example, fragmentation must be
2406 * disabled or the fast_tx pointer will not be set. All the conditions are seen
2407 * in the code here.
2408 *
2409 * Once assigned, the fast_tx data structure also caches the per-packet 802.11
2410 * header and other data to aid packet processing in ieee80211_xmit_fast().
2411 *
2412 * The most difficult part of this is that when any of these assumptions
2413 * change, an external trigger (i.e. a call to ieee80211_clear_fast_xmit(),
2414 * ieee80211_check_fast_xmit() or friends) is required to reset the data,
2415 * since the per-packet code no longer checks the conditions. This is reflected
2416 * by the calls to these functions throughout the rest of the code, and must be
2417 * maintained if any of the TX path checks change.
2418 */
2419
2420void ieee80211_check_fast_xmit(struct sta_info *sta)
2421{
2422 struct ieee80211_fast_tx build = {}, *fast_tx = NULL, *old;
2423 struct ieee80211_local *local = sta->local;
2424 struct ieee80211_sub_if_data *sdata = sta->sdata;
2425 struct ieee80211_hdr *hdr = (void *)build.hdr;
2426 struct ieee80211_chanctx_conf *chanctx_conf;
2427 __le16 fc;
2428
30686bf7 2429 if (!ieee80211_hw_check(&local->hw, SUPPORT_FAST_XMIT))
17c18bf8
JB		 2430 return;
2431
2432 /* Locking here protects both the pointer itself, and against concurrent
2433 * invocations winning data access races to, e.g., the key pointer that
2434 * is used.
2435 * Without it, the invocation of this function right after the key
2436 * pointer changes wouldn't be sufficient, as another CPU could access
2437 * the pointer, then stall, and then do the cache update after the CPU
2438 * that invalidated the key.
2439 * With the locking, such scenarios cannot happen as the check for the
2440 * key and the fast-tx assignment are done atomically, so the CPU that
2441 * modifies the key will either wait or other one will see the key
2442 * cleared/changed already.
2443 */
2444 spin_lock_bh(&sta->lock);
30686bf7
JB		 2445 if (ieee80211_hw_check(&local->hw, SUPPORTS_PS) &&
2446 !ieee80211_hw_check(&local->hw, SUPPORTS_DYNAMIC_PS) &&
17c18bf8
JB		 2447 sdata->vif.type == NL80211_IFTYPE_STATION)
2448 goto out;
2449
2450 if (!test_sta_flag(sta, WLAN_STA_AUTHORIZED))
2451 goto out;
2452
2453 if (test_sta_flag(sta, WLAN_STA_PS_STA) ||
2454 test_sta_flag(sta, WLAN_STA_PS_DRIVER) ||
2455 test_sta_flag(sta, WLAN_STA_PS_DELIVER))
2456 goto out;
2457
2458 if (sdata->noack_map)
2459 goto out;
2460
2461 /* fast-xmit doesn't handle fragmentation at all */
725b812c
JB		 2462 if (local->hw.wiphy->frag_threshold != (u32)-1 &&
2463 !local->ops->set_frag_threshold)
17c18bf8
JB		 2464 goto out;
2465
2466 rcu_read_lock();
2467 chanctx_conf = rcu_dereference(sdata->vif.chanctx_conf);
2468 if (!chanctx_conf) {
2469 rcu_read_unlock();
2470 goto out;
2471 }
2472 build.band = chanctx_conf->def.chan->band;
2473 rcu_read_unlock();
2474
2475 fc = cpu_to_le16(IEEE80211_FTYPE_DATA | IEEE80211_STYPE_DATA);
2476
2477 switch (sdata->vif.type) {
3ffd8840
JB		 2478 case NL80211_IFTYPE_ADHOC:
2479 /* DA SA BSSID */
2480 build.da_offs = offsetof(struct ieee80211_hdr, addr1);
2481 build.sa_offs = offsetof(struct ieee80211_hdr, addr2);
2482 memcpy(hdr->addr3, sdata->u.ibss.bssid, ETH_ALEN);
2483 build.hdr_len = 24;
2484 break;
17c18bf8
JB		 2485 case NL80211_IFTYPE_STATION:
2486 if (test_sta_flag(sta, WLAN_STA_TDLS_PEER)) {
2487 /* DA SA BSSID */
2488 build.da_offs = offsetof(struct ieee80211_hdr, addr1);
2489 build.sa_offs = offsetof(struct ieee80211_hdr, addr2);
2490 memcpy(hdr->addr3, sdata->u.mgd.bssid, ETH_ALEN);
2491 build.hdr_len = 24;
2492 break;
2493 }
2494
2495 if (sdata->u.mgd.use_4addr) {
2496 /* non-regular ethertype cannot use the fastpath */
2497 fc |= cpu_to_le16(IEEE80211_FCTL_FROMDS |
2498 IEEE80211_FCTL_TODS);
2499 /* RA TA DA SA */
2500 memcpy(hdr->addr1, sdata->u.mgd.bssid, ETH_ALEN);
2501 memcpy(hdr->addr2, sdata->vif.addr, ETH_ALEN);
2502 build.da_offs = offsetof(struct ieee80211_hdr, addr3);
2503 build.sa_offs = offsetof(struct ieee80211_hdr, addr4);
2504 build.hdr_len = 30;
2505 break;
2506 }
2507 fc |= cpu_to_le16(IEEE80211_FCTL_TODS);
2508 /* BSSID SA DA */
2509 memcpy(hdr->addr1, sdata->u.mgd.bssid, ETH_ALEN);
2510 build.da_offs = offsetof(struct ieee80211_hdr, addr3);
2511 build.sa_offs = offsetof(struct ieee80211_hdr, addr2);
2512 build.hdr_len = 24;
2513 break;
2514 case NL80211_IFTYPE_AP_VLAN:
2515 if (sdata->wdev.use_4addr) {
2516 fc |= cpu_to_le16(IEEE80211_FCTL_FROMDS |
2517 IEEE80211_FCTL_TODS);
2518 /* RA TA DA SA */
2519 memcpy(hdr->addr1, sta->sta.addr, ETH_ALEN);
2520 memcpy(hdr->addr2, sdata->vif.addr, ETH_ALEN);
2521 build.da_offs = offsetof(struct ieee80211_hdr, addr3);
2522 build.sa_offs = offsetof(struct ieee80211_hdr, addr4);
2523 build.hdr_len = 30;
2524 break;
2525 }
2526 /* fall through */
2527 case NL80211_IFTYPE_AP:
2528 fc |= cpu_to_le16(IEEE80211_FCTL_FROMDS);
2529 /* DA BSSID SA */
2530 build.da_offs = offsetof(struct ieee80211_hdr, addr1);
2531 memcpy(hdr->addr2, sdata->vif.addr, ETH_ALEN);
2532 build.sa_offs = offsetof(struct ieee80211_hdr, addr3);
2533 build.hdr_len = 24;
2534 break;
2535 default:
2536 /* not handled on fast-xmit */
2537 goto out;
2538 }
2539
2540 if (sta->sta.wme) {
2541 build.hdr_len += 2;
2542 fc |= cpu_to_le16(IEEE80211_STYPE_QOS_DATA);
2543 }
2544
2545 /* We store the key here so there's no point in using rcu_dereference()
2546 * but that's fine because the code that changes the pointers will call
2547 * this function after doing so. For a single CPU that would be enough,
2548 * for multiple see the comment above.
2549 */
2550 build.key = rcu_access_pointer(sta->ptk[sta->ptk_idx]);
2551 if (!build.key)
2552 build.key = rcu_access_pointer(sdata->default_unicast_key);
2553 if (build.key) {
e495c247 2554 bool gen_iv, iv_spc, mmic;
17c18bf8
JB		 2555
2556 gen_iv = build.key->conf.flags & IEEE80211_KEY_FLAG_GENERATE_IV;
2557 iv_spc = build.key->conf.flags & IEEE80211_KEY_FLAG_PUT_IV_SPACE;
e495c247 2558 mmic = build.key->conf.flags & IEEE80211_KEY_FLAG_GENERATE_MMIC;
17c18bf8
JB		 2559
2560 /* don't handle software crypto */
2561 if (!(build.key->flags & KEY_FLAG_UPLOADED_TO_HARDWARE))
2562 goto out;
2563
2564 switch (build.key->conf.cipher) {
2565 case WLAN_CIPHER_SUITE_CCMP:
2566 case WLAN_CIPHER_SUITE_CCMP_256:
2567 /* add fixed key ID */
2568 if (gen_iv) {
2569 (build.hdr + build.hdr_len)[3] =
2570 0x20 | (build.key->conf.keyidx << 6);
2571 build.pn_offs = build.hdr_len;
2572 }
2573 if (gen_iv || iv_spc)
2574 build.hdr_len += IEEE80211_CCMP_HDR_LEN;
2575 break;
2576 case WLAN_CIPHER_SUITE_GCMP:
2577 case WLAN_CIPHER_SUITE_GCMP_256:
2578 /* add fixed key ID */
2579 if (gen_iv) {
2580 (build.hdr + build.hdr_len)[3] =
2581 0x20 | (build.key->conf.keyidx << 6);
2582 build.pn_offs = build.hdr_len;
2583 }
2584 if (gen_iv || iv_spc)
2585 build.hdr_len += IEEE80211_GCMP_HDR_LEN;
2586 break;
e495c247
JB		 2587 case WLAN_CIPHER_SUITE_TKIP:
2588 /* cannot handle MMIC or IV generation in xmit-fast */
2589 if (mmic || gen_iv)
2590 goto out;
2591 if (iv_spc)
2592 build.hdr_len += IEEE80211_TKIP_IV_LEN;
2593 break;
2594 case WLAN_CIPHER_SUITE_WEP40:
2595 case WLAN_CIPHER_SUITE_WEP104:
2596 /* cannot handle IV generation in fast-xmit */
2597 if (gen_iv)
2598 goto out;
2599 if (iv_spc)
2600 build.hdr_len += IEEE80211_WEP_IV_LEN;
2601 break;
2602 case WLAN_CIPHER_SUITE_AES_CMAC:
2603 case WLAN_CIPHER_SUITE_BIP_CMAC_256:
2604 case WLAN_CIPHER_SUITE_BIP_GMAC_128:
2605 case WLAN_CIPHER_SUITE_BIP_GMAC_256:
2606 WARN(1,
2607 "management cipher suite 0x%x enabled for data\n",
2608 build.key->conf.cipher);
17c18bf8 2609 goto out;
e495c247
JB		 2610 default:
2611 /* we don't know how to generate IVs for this at all */
2612 if (WARN_ON(gen_iv))
2613 goto out;
2614 /* pure hardware keys are OK, of course */
2615 if (!(build.key->flags & KEY_FLAG_CIPHER_SCHEME))
2616 break;
2617 /* cipher scheme might require space allocation */
2618 if (iv_spc &&
2619 build.key->conf.iv_len > IEEE80211_FAST_XMIT_MAX_IV)
2620 goto out;
2621 if (iv_spc)
2622 build.hdr_len += build.key->conf.iv_len;
17c18bf8
JB		 2623 }
2624
2625 fc |= cpu_to_le16(IEEE80211_FCTL_PROTECTED);
2626 }
2627
2628 hdr->frame_control = fc;
2629
2630 memcpy(build.hdr + build.hdr_len,
2631 rfc1042_header, sizeof(rfc1042_header));
2632 build.hdr_len += sizeof(rfc1042_header);
2633
2634 fast_tx = kmemdup(&build, sizeof(build), GFP_ATOMIC);
2635 /* if the kmemdup fails, continue w/o fast_tx */
2636 if (!fast_tx)
2637 goto out;
2638
2639 out:
2640 /* we might have raced against another call to this function */
2641 old = rcu_dereference_protected(sta->fast_tx,
2642 lockdep_is_held(&sta->lock));
2643 rcu_assign_pointer(sta->fast_tx, fast_tx);
2644 if (old)
2645 kfree_rcu(old, rcu_head);
2646 spin_unlock_bh(&sta->lock);
2647}
2648
2649void ieee80211_check_fast_xmit_all(struct ieee80211_local *local)
2650{
2651 struct sta_info *sta;
2652
2653 rcu_read_lock();
2654 list_for_each_entry_rcu(sta, &local->sta_list, list)
2655 ieee80211_check_fast_xmit(sta);
2656 rcu_read_unlock();
2657}
2658
2659void ieee80211_check_fast_xmit_iface(struct ieee80211_sub_if_data *sdata)
2660{
2661 struct ieee80211_local *local = sdata->local;
2662 struct sta_info *sta;
2663
2664 rcu_read_lock();
2665
2666 list_for_each_entry_rcu(sta, &local->sta_list, list) {
2667 if (sdata != sta->sdata &&
2668 (!sta->sdata->bss || sta->sdata->bss != sdata->bss))
2669 continue;
2670 ieee80211_check_fast_xmit(sta);
2671 }
2672
2673 rcu_read_unlock();
2674}
2675
2676void ieee80211_clear_fast_xmit(struct sta_info *sta)
2677{
2678 struct ieee80211_fast_tx *fast_tx;
2679
2680 spin_lock_bh(&sta->lock);
2681 fast_tx = rcu_dereference_protected(sta->fast_tx,
2682 lockdep_is_held(&sta->lock));
2683 RCU_INIT_POINTER(sta->fast_tx, NULL);
2684 spin_unlock_bh(&sta->lock);
2685
2686 if (fast_tx)
2687 kfree_rcu(fast_tx, rcu_head);
2688}
2689
2690static bool ieee80211_xmit_fast(struct ieee80211_sub_if_data *sdata,
2691 struct net_device *dev, struct sta_info *sta,
2692 struct ieee80211_fast_tx *fast_tx,
2693 struct sk_buff *skb)
2694{
2695 struct ieee80211_local *local = sdata->local;
2696 u16 ethertype = (skb->data[12] << 8) | skb->data[13];
2697 int extra_head = fast_tx->hdr_len - (ETH_HLEN - 2);
2698 int hw_headroom = sdata->local->hw.extra_tx_headroom;
2699 struct ethhdr eth;
2700 struct ieee80211_tx_info *info = IEEE80211_SKB_CB(skb);
2701 struct ieee80211_hdr *hdr = (void *)fast_tx->hdr;
2702 struct ieee80211_tx_data tx;
2703 ieee80211_tx_result r;
2704 struct tid_ampdu_tx *tid_tx = NULL;
2705 u8 tid = IEEE80211_NUM_TIDS;
2706
2707 /* control port protocol needs a lot of special handling */
2708 if (cpu_to_be16(ethertype) == sdata->control_port_protocol)
2709 return false;
2710
2711 /* only RFC 1042 SNAP */
2712 if (ethertype < ETH_P_802_3_MIN)
2713 return false;
2714
2715 /* don't handle TX status request here either */
2716 if (skb->sk && skb_shinfo(skb)->tx_flags & SKBTX_WIFI_STATUS)
2717 return false;
2718
2719 if (hdr->frame_control & cpu_to_le16(IEEE80211_STYPE_QOS_DATA)) {
2720 tid = skb->priority & IEEE80211_QOS_CTL_TAG1D_MASK;
2721 tid_tx = rcu_dereference(sta->ampdu_mlme.tid_tx[tid]);
472be00d
JB		 2722 if (tid_tx) {
2723 if (!test_bit(HT_AGG_STATE_OPERATIONAL, &tid_tx->state))
2724 return false;
2725 if (tid_tx->timeout)
2726 tid_tx->last_tx = jiffies;
2727 }
17c18bf8
JB		 2728 }
2729
2730 /* after this point (skb is modified) we cannot return false */
2731
2732 if (skb_shared(skb)) {
2733 struct sk_buff *tmp_skb = skb;
2734
2735 skb = skb_clone(skb, GFP_ATOMIC);
2736 kfree_skb(tmp_skb);
2737
2738 if (!skb)
2739 return true;
2740 }
2741
5a490510 2742 ieee80211_tx_stats(dev, skb->len + extra_head);
17c18bf8
JB		 2743
2744 /* will not be crypto-handled beyond what we do here, so use false
2745 * as the may-encrypt argument for the resize to not account for
2746 * more room than we already have in 'extra_head'
2747 */
2748 if (unlikely(ieee80211_skb_resize(sdata, skb,
2749 max_t(int, extra_head + hw_headroom -
2750 skb_headroom(skb), 0),
2751 false))) {
2752 kfree_skb(skb);
2753 return true;
2754 }
2755
2756 memcpy(&eth, skb->data, ETH_HLEN - 2);
2757 hdr = (void *)skb_push(skb, extra_head);
2758 memcpy(skb->data, fast_tx->hdr, fast_tx->hdr_len);
2759 memcpy(skb->data + fast_tx->da_offs, eth.h_dest, ETH_ALEN);
2760 memcpy(skb->data + fast_tx->sa_offs, eth.h_source, ETH_ALEN);
2761
2762 memset(info, 0, sizeof(*info));
2763 info->band = fast_tx->band;
2764 info->control.vif = &sdata->vif;
2765 info->flags = IEEE80211_TX_CTL_FIRST_FRAGMENT |
2766 IEEE80211_TX_CTL_DONTFRAG |
2767 (tid_tx ? IEEE80211_TX_CTL_AMPDU : 0);
2768
2769 if (hdr->frame_control & cpu_to_le16(IEEE80211_STYPE_QOS_DATA)) {
2770 *ieee80211_get_qos_ctl(hdr) = tid;
2771 hdr->seq_ctrl = ieee80211_tx_next_seq(sta, tid);
2772 } else {
2773 info->flags |= IEEE80211_TX_CTL_ASSIGN_SEQ;
2774 hdr->seq_ctrl = cpu_to_le16(sdata->sequence_number);
2775 sdata->sequence_number += 0x10;
2776 }
2777
2778 sta->tx_msdu[tid]++;
2779
2780 info->hw_queue = sdata->vif.hw_queue[skb_get_queue_mapping(skb)];
2781
2782 __skb_queue_head_init(&tx.skbs);
2783
2784 tx.flags = IEEE80211_TX_UNICAST;
2785 tx.local = local;
2786 tx.sdata = sdata;
2787 tx.sta = sta;
2788 tx.key = fast_tx->key;
2789
2790 if (fast_tx->key)
2791 info->control.hw_key = &fast_tx->key->conf;
2792
30686bf7 2793 if (!ieee80211_hw_check(&local->hw, HAS_RATE_CONTROL)) {
17c18bf8
JB		 2794 tx.skb = skb;
2795 r = ieee80211_tx_h_rate_ctrl(&tx);
2796 skb = tx.skb;
2797 tx.skb = NULL;
2798
2799 if (r != TX_CONTINUE) {
2800 if (r != TX_QUEUED)
2801 kfree_skb(skb);
2802 return true;
2803 }
2804 }
2805
2806 /* statistics normally done by ieee80211_tx_h_stats (but that
2807 * has to consider fragmentation, so is more complex)
2808 */
17c18bf8
JB		 2809 sta->tx_bytes[skb_get_queue_mapping(skb)] += skb->len;
2810 sta->tx_packets[skb_get_queue_mapping(skb)]++;
2811
2812 if (fast_tx->pn_offs) {
2813 u64 pn;
2814 u8 *crypto_hdr = skb->data + fast_tx->pn_offs;
2815
2816 switch (fast_tx->key->conf.cipher) {
2817 case WLAN_CIPHER_SUITE_CCMP:
2818 case WLAN_CIPHER_SUITE_CCMP_256:
17c18bf8
JB		 2819 case WLAN_CIPHER_SUITE_GCMP:
2820 case WLAN_CIPHER_SUITE_GCMP_256:
db388a56 2821 pn = atomic64_inc_return(&fast_tx->key->conf.tx_pn);
17c18bf8
JB		 2822 crypto_hdr[0] = pn;
2823 crypto_hdr[1] = pn >> 8;
2824 crypto_hdr[4] = pn >> 16;
2825 crypto_hdr[5] = pn >> 24;
2826 crypto_hdr[6] = pn >> 32;
2827 crypto_hdr[7] = pn >> 40;
2828 break;
2829 }
2830 }
2831
2832 if (sdata->vif.type == NL80211_IFTYPE_AP_VLAN)
2833 sdata = container_of(sdata->bss,
2834 struct ieee80211_sub_if_data, u.ap);
2835
2836 __skb_queue_tail(&tx.skbs, skb);
2837 ieee80211_tx_frags(local, &sdata->vif, &sta->sta, &tx.skbs, false);
2838 return true;
2839}
2840
4c9451ed
JB		 2841void __ieee80211_subif_start_xmit(struct sk_buff *skb,
2842 struct net_device *dev,
2843 u32 info_flags)
2844{
2845 struct ieee80211_sub_if_data *sdata = IEEE80211_DEV_TO_SUB_IF(dev);
97ffe757 2846 struct sta_info *sta;
80616c0d 2847 struct sk_buff *next;
4c9451ed
JB		 2848
2849 if (unlikely(skb->len < ETH_HLEN)) {
2850 kfree_skb(skb);
2851 return;
2852 }
2853
2854 rcu_read_lock();
e2ebc74d 2855
2d981fdd
JB		 2856 if (ieee80211_lookup_ra_sta(sdata, skb, &sta))
2857 goto out_free;
4c9451ed 2858
17c18bf8
JB		 2859 if (!IS_ERR_OR_NULL(sta)) {
2860 struct ieee80211_fast_tx *fast_tx;
2861
2862 fast_tx = rcu_dereference(sta->fast_tx);
2863
2864 if (fast_tx &&
2865 ieee80211_xmit_fast(sdata, dev, sta, fast_tx, skb))
2866 goto out;
2867 }
2868
80616c0d
JB		 2869 if (skb_is_gso(skb)) {
2870 struct sk_buff *segs;
680a0dab 2871
80616c0d
JB		 2872 segs = skb_gso_segment(skb, 0);
2873 if (IS_ERR(segs)) {
2d981fdd 2874 goto out_free;
80616c0d
JB		 2875 } else if (segs) {
2876 consume_skb(skb);
2877 skb = segs;
2878 }
2879 } else {
2880 /* we cannot process non-linear frames on this path */
2881 if (skb_linearize(skb)) {
2882 kfree_skb(skb);
2883 goto out;
2884 }
2885
2886 /* the frame could be fragmented, software-encrypted, and other
2887 * things so we cannot really handle checksum offload with it -
2888 * fix it up in software before we handle anything else.
2889 */
2890 if (skb->ip_summed == CHECKSUM_PARTIAL) {
f603f1f3
JB		 2891 skb_set_transport_header(skb,
2892 skb_checksum_start_offset(skb));
80616c0d
JB		 2893 if (skb_checksum_help(skb))
2894 goto out_free;
2895 }
2d981fdd
JB		 2896 }
2897
80616c0d
JB		 2898 next = skb;
2899 while (next) {
2900 skb = next;
2901 next = skb->next;
4c9451ed 2902
80616c0d
JB		 2903 skb->prev = NULL;
2904 skb->next = NULL;
2905
2906 skb = ieee80211_build_hdr(sdata, skb, info_flags, sta);
2907 if (IS_ERR(skb))
2908 goto out;
e2ebc74d 2909
5a490510 2910 ieee80211_tx_stats(dev, skb->len);
80616c0d
JB		 2911
2912 ieee80211_xmit(sdata, sta, skb);
2913 }
2d981fdd
JB		 2914 goto out;
2915 out_free:
2916 kfree_skb(skb);
4c9451ed 2917 out:
55de908a 2918 rcu_read_unlock();
e2ebc74d
JB		 2919}
2920
4c9451ed
JB		 2921/**
2922 * ieee80211_subif_start_xmit - netif start_xmit function for 802.3 vifs
2923 * @skb: packet to be sent
2924 * @dev: incoming interface
2925 *
2926 * On failure skb will be freed.
2927 */
24d342c5
LK		 2928netdev_tx_t ieee80211_subif_start_xmit(struct sk_buff *skb,
2929 struct net_device *dev)
2930{
2931 __ieee80211_subif_start_xmit(skb, dev, 0);
2932 return NETDEV_TX_OK;
2933}
e2ebc74d 2934
7528ec57
JB		 2935struct sk_buff *
2936ieee80211_build_data_template(struct ieee80211_sub_if_data *sdata,
2937 struct sk_buff *skb, u32 info_flags)
2938{
2939 struct ieee80211_hdr *hdr;
2940 struct ieee80211_tx_data tx = {
2941 .local = sdata->local,
2942 .sdata = sdata,
2943 };
97ffe757 2944 struct sta_info *sta;
7528ec57
JB		 2945
2946 rcu_read_lock();
2947
97ffe757
JB		 2948 if (ieee80211_lookup_ra_sta(sdata, skb, &sta)) {
2949 kfree_skb(skb);
2950 skb = ERR_PTR(-EINVAL);
2951 goto out;
2952 }
2953
2954 skb = ieee80211_build_hdr(sdata, skb, info_flags, sta);
7528ec57
JB		 2955 if (IS_ERR(skb))
2956 goto out;
2957
2958 hdr = (void *)skb->data;
2959 tx.sta = sta_info_get(sdata, hdr->addr1);
2960 tx.skb = skb;
2961
2962 if (ieee80211_tx_h_select_key(&tx) != TX_CONTINUE) {
2963 rcu_read_unlock();
2964 kfree_skb(skb);
2965 return ERR_PTR(-EINVAL);
2966 }
2967
2968out:
2969 rcu_read_unlock();
2970 return skb;
2971}
2972
e2530083
JB		 2973/*
2974 * ieee80211_clear_tx_pending may not be called in a context where
2975 * it is possible that it packets could come in again.
2976 */
e2ebc74d
JB		 2977void ieee80211_clear_tx_pending(struct ieee80211_local *local)
2978{
1f98ab7f 2979 struct sk_buff *skb;
2de8e0d9 2980 int i;
e2ebc74d 2981
1f98ab7f
FF		 2982 for (i = 0; i < local->hw.queues; i++) {
2983 while ((skb = skb_dequeue(&local->pending[i])) != NULL)
2984 ieee80211_free_txskb(&local->hw, skb);
2985 }
e2ebc74d
JB		 2986}
2987
7bb45683
JB		 2988/*
2989 * Returns false if the frame couldn't be transmitted but was queued instead,
2990 * which in this case means re-queued -- take as an indication to stop sending
2991 * more pending frames.
2992 */
cd8ffc80
JB		 2993static bool ieee80211_tx_pending_skb(struct ieee80211_local *local,
2994 struct sk_buff *skb)
2995{
2996 struct ieee80211_tx_info *info = IEEE80211_SKB_CB(skb);
2997 struct ieee80211_sub_if_data *sdata;
2998 struct sta_info *sta;
2999 struct ieee80211_hdr *hdr;
7bb45683 3000 bool result;
55de908a 3001 struct ieee80211_chanctx_conf *chanctx_conf;
cd8ffc80 3002
5061b0c2 3003 sdata = vif_to_sdata(info->control.vif);
cd8ffc80
JB		 3004
3005 if (info->flags & IEEE80211_TX_INTFL_NEED_TXPROCESSING) {
55de908a
JB		 3006 chanctx_conf = rcu_dereference(sdata->vif.chanctx_conf);
3007 if (unlikely(!chanctx_conf)) {
3008 dev_kfree_skb(skb);
3009 return true;
3010 }
73c4e195 3011 info->band = chanctx_conf->def.chan->band;
7c10770f 3012 result = ieee80211_tx(sdata, NULL, skb, true);
cd8ffc80 3013 } else {
252b86c4
JB		 3014 struct sk_buff_head skbs;
3015
3016 __skb_queue_head_init(&skbs);
3017 __skb_queue_tail(&skbs, skb);
3018
cd8ffc80 3019 hdr = (struct ieee80211_hdr *)skb->data;
abe60632 3020 sta = sta_info_get(sdata, hdr->addr1);
cd8ffc80 3021
74e4dbfd 3022 result = __ieee80211_tx(local, &skbs, skb->len, sta, true);
cd8ffc80
JB		 3023 }
3024
cd8ffc80
JB		 3025 return result;
3026}
3027
e2530083 3028/*
3b8d81e0 3029 * Transmit all pending packets. Called from tasklet.
e2530083 3030 */
e2ebc74d
JB		 3031void ieee80211_tx_pending(unsigned long data)
3032{
3033 struct ieee80211_local *local = (struct ieee80211_local *)data;
2a577d98 3034 unsigned long flags;
cd8ffc80 3035 int i;
3b8d81e0 3036 bool txok;
e2ebc74d 3037
f0e72851 3038 rcu_read_lock();
e2530083 3039
3b8d81e0 3040 spin_lock_irqsave(&local->queue_stop_reason_lock, flags);
2a577d98
JB		 3041 for (i = 0; i < local->hw.queues; i++) {
3042 /*
3043 * If queue is stopped by something other than due to pending
3044 * frames, or we have no pending frames, proceed to next queue.
3045 */
3b8d81e0 3046 if (local->queue_stop_reasons[i] ||
2a577d98 3047 skb_queue_empty(&local->pending[i]))
e2ebc74d 3048 continue;
e2530083 3049
2a577d98 3050 while (!skb_queue_empty(&local->pending[i])) {
3b8d81e0 3051 struct sk_buff *skb = __skb_dequeue(&local->pending[i]);
5061b0c2 3052 struct ieee80211_tx_info *info = IEEE80211_SKB_CB(skb);
5061b0c2 3053
a7bc376c 3054 if (WARN_ON(!info->control.vif)) {
c3e7724b 3055 ieee80211_free_txskb(&local->hw, skb);
a7bc376c
JB		 3056 continue;
3057 }
3058
3b8d81e0
JB		 3059 spin_unlock_irqrestore(&local->queue_stop_reason_lock,
3060 flags);
3061
3062 txok = ieee80211_tx_pending_skb(local, skb);
3b8d81e0
JB		 3063 spin_lock_irqsave(&local->queue_stop_reason_lock,
3064 flags);
3065 if (!txok)
2a577d98 3066 break;
e2ebc74d 3067 }
7236fe29
JB		 3068
3069 if (skb_queue_empty(&local->pending[i]))
3a25a8c8 3070 ieee80211_propagate_queue_wake(local, i);
e2ebc74d 3071 }
3b8d81e0 3072 spin_unlock_irqrestore(&local->queue_stop_reason_lock, flags);
2a577d98 3073
f0e72851 3074 rcu_read_unlock();
e2ebc74d
JB		 3075}
3076
3077/* functions for drivers to get certain frames */
3078
eac70c13 3079static void __ieee80211_beacon_add_tim(struct ieee80211_sub_if_data *sdata,
6ec8c332
AO		 3080 struct ps_data *ps, struct sk_buff *skb,
3081 bool is_template)
e2ebc74d
JB		 3082{
3083 u8 *pos, *tim;
3084 int aid0 = 0;
3085 int i, have_bits = 0, n1, n2;
3086
3087 /* Generate bitmap for TIM only if there are any STAs in power save
3088 * mode. */
d012a605 3089 if (atomic_read(&ps->num_sta_ps) > 0)
e2ebc74d
JB		 3090 /* in the hope that this is faster than
3091 * checking byte-for-byte */
f359d3fe 3092 have_bits = !bitmap_empty((unsigned long *)ps->tim,
e2ebc74d 3093 IEEE80211_MAX_AID+1);
6ec8c332
AO		 3094 if (!is_template) {
3095 if (ps->dtim_count == 0)
3096 ps->dtim_count = sdata->vif.bss_conf.dtim_period - 1;
3097 else
3098 ps->dtim_count--;
3099 }
e2ebc74d
JB		 3100
3101 tim = pos = (u8 *) skb_put(skb, 6);
3102 *pos++ = WLAN_EID_TIM;
3103 *pos++ = 4;
d012a605 3104 *pos++ = ps->dtim_count;
8860020e 3105 *pos++ = sdata->vif.bss_conf.dtim_period;
e2ebc74d 3106
d012a605 3107 if (ps->dtim_count == 0 && !skb_queue_empty(&ps->bc_buf))
e2ebc74d
JB		 3108 aid0 = 1;
3109
d012a605 3110 ps->dtim_bc_mc = aid0 == 1;
512119b3 3111
e2ebc74d
JB		 3112 if (have_bits) {
3113 /* Find largest even number N1 so that bits numbered 1 through
3114 * (N1 x 8) - 1 in the bitmap are 0 and number N2 so that bits
3115 * (N2 + 1) x 8 through 2007 are 0. */
3116 n1 = 0;
3117 for (i = 0; i < IEEE80211_MAX_TIM_LEN; i++) {
d012a605 3118 if (ps->tim[i]) {
e2ebc74d
JB		 3119 n1 = i & 0xfe;
3120 break;
3121 }
3122 }
3123 n2 = n1;
3124 for (i = IEEE80211_MAX_TIM_LEN - 1; i >= n1; i--) {
d012a605 3125 if (ps->tim[i]) {
e2ebc74d
JB		 3126 n2 = i;
3127 break;
3128 }
3129 }
3130
3131 /* Bitmap control */
3132 *pos++ = n1 | aid0;
3133 /* Part Virt Bitmap */
5220da39 3134 skb_put(skb, n2 - n1);
d012a605 3135 memcpy(pos, ps->tim + n1, n2 - n1 + 1);
e2ebc74d
JB		 3136
3137 tim[1] = n2 - n1 + 4;
e2ebc74d
JB		 3138 } else {
3139 *pos++ = aid0; /* Bitmap control */
3140 *pos++ = 0; /* Part Virt Bitmap */
3141 }
e2ebc74d
JB		 3142}
3143
eac70c13 3144static int ieee80211_beacon_add_tim(struct ieee80211_sub_if_data *sdata,
6ec8c332
AO		 3145 struct ps_data *ps, struct sk_buff *skb,
3146 bool is_template)
eac70c13
MP		 3147{
3148 struct ieee80211_local *local = sdata->local;
3149
3150 /*
3151 * Not very nice, but we want to allow the driver to call
3152 * ieee80211_beacon_get() as a response to the set_tim()
3153 * callback. That, however, is already invoked under the
3154 * sta_lock to guarantee consistent and race-free update
3155 * of the tim bitmap in mac80211 and the driver.
3156 */
3157 if (local->tim_in_locked_section) {
6ec8c332 3158 __ieee80211_beacon_add_tim(sdata, ps, skb, is_template);
eac70c13 3159 } else {
1b91731d 3160 spin_lock_bh(&local->tim_lock);
6ec8c332 3161 __ieee80211_beacon_add_tim(sdata, ps, skb, is_template);
1b91731d 3162 spin_unlock_bh(&local->tim_lock);
eac70c13
MP		 3163 }
3164
3165 return 0;
3166}
3167
1af586c9
AO		 3168static void ieee80211_set_csa(struct ieee80211_sub_if_data *sdata,
3169 struct beacon_data *beacon)
73da7d5b
SW		 3170{
3171 struct probe_resp *resp;
cd7760e6
SW		 3172 u8 *beacon_data;
3173 size_t beacon_data_len;
0d06d9ba 3174 int i;
af296bdb 3175 u8 count = beacon->csa_current_counter;
cd7760e6
SW		 3176
3177 switch (sdata->vif.type) {
3178 case NL80211_IFTYPE_AP:
3179 beacon_data = beacon->tail;
3180 beacon_data_len = beacon->tail_len;
3181 break;
3182 case NL80211_IFTYPE_ADHOC:
3183 beacon_data = beacon->head;
3184 beacon_data_len = beacon->head_len;
3185 break;
b8456a14
CYY		 3186 case NL80211_IFTYPE_MESH_POINT:
3187 beacon_data = beacon->head;
3188 beacon_data_len = beacon->head_len;
3189 break;
cd7760e6
SW		 3190 default:
3191 return;
3192 }
73da7d5b 3193
af296bdb 3194 rcu_read_lock();
0d06d9ba 3195 for (i = 0; i < IEEE80211_MAX_CSA_COUNTERS_NUM; ++i) {
af296bdb 3196 resp = rcu_dereference(sdata->u.ap.probe_resp);
0d06d9ba 3197
af296bdb
MK		 3198 if (beacon->csa_counter_offsets[i]) {
3199 if (WARN_ON_ONCE(beacon->csa_counter_offsets[i] >=
3200 beacon_data_len)) {
0d06d9ba
AO		 3201 rcu_read_unlock();
3202 return;
3203 }
af296bdb
MK		 3204
3205 beacon_data[beacon->csa_counter_offsets[i]] = count;
73da7d5b 3206 }
af296bdb
MK		 3207
3208 if (sdata->vif.type == NL80211_IFTYPE_AP && resp)
3209 resp->data[resp->csa_counter_offsets[i]] = count;
73da7d5b 3210 }
af296bdb 3211 rcu_read_unlock();
1af586c9
AO		 3212}
3213
3214u8 ieee80211_csa_update_counter(struct ieee80211_vif *vif)
3215{
3216 struct ieee80211_sub_if_data *sdata = vif_to_sdata(vif);
af296bdb
MK		 3217 struct beacon_data *beacon = NULL;
3218 u8 count = 0;
0d06d9ba 3219
af296bdb
MK		 3220 rcu_read_lock();
3221
3222 if (sdata->vif.type == NL80211_IFTYPE_AP)
3223 beacon = rcu_dereference(sdata->u.ap.beacon);
3224 else if (sdata->vif.type == NL80211_IFTYPE_ADHOC)
3225 beacon = rcu_dereference(sdata->u.ibss.presp);
3226 else if (ieee80211_vif_is_mesh(&sdata->vif))
3227 beacon = rcu_dereference(sdata->u.mesh.beacon);
3228
3229 if (!beacon)
3230 goto unlock;
3231
3232 beacon->csa_current_counter--;
1af586c9
AO		 3233
3234 /* the counter should never reach 0 */
af296bdb
MK		 3235 WARN_ON_ONCE(!beacon->csa_current_counter);
3236 count = beacon->csa_current_counter;
1af586c9 3237
af296bdb
MK		 3238unlock:
3239 rcu_read_unlock();
3240 return count;
73da7d5b 3241}
1af586c9 3242EXPORT_SYMBOL(ieee80211_csa_update_counter);
73da7d5b
SW		 3243
3244bool ieee80211_csa_is_complete(struct ieee80211_vif *vif)
3245{
3246 struct ieee80211_sub_if_data *sdata = vif_to_sdata(vif);
3247 struct beacon_data *beacon = NULL;
3248 u8 *beacon_data;
3249 size_t beacon_data_len;
73da7d5b
SW		 3250 int ret = false;
3251
3252 if (!ieee80211_sdata_running(sdata))
3253 return false;
3254
3255 rcu_read_lock();
3256 if (vif->type == NL80211_IFTYPE_AP) {
3257 struct ieee80211_if_ap *ap = &sdata->u.ap;
3258
3259 beacon = rcu_dereference(ap->beacon);
3260 if (WARN_ON(!beacon || !beacon->tail))
3261 goto out;
3262 beacon_data = beacon->tail;
3263 beacon_data_len = beacon->tail_len;
cd7760e6
SW		 3264 } else if (vif->type == NL80211_IFTYPE_ADHOC) {
3265 struct ieee80211_if_ibss *ifibss = &sdata->u.ibss;
3266
3267 beacon = rcu_dereference(ifibss->presp);
3268 if (!beacon)
3269 goto out;
3270
b8456a14
CYY		 3271 beacon_data = beacon->head;
3272 beacon_data_len = beacon->head_len;
3273 } else if (vif->type == NL80211_IFTYPE_MESH_POINT) {
3274 struct ieee80211_if_mesh *ifmsh = &sdata->u.mesh;
3275
3276 beacon = rcu_dereference(ifmsh->beacon);
3277 if (!beacon)
3278 goto out;
3279
cd7760e6
SW		 3280 beacon_data = beacon->head;
3281 beacon_data_len = beacon->head_len;
73da7d5b
SW		 3282 } else {
3283 WARN_ON(1);
3284 goto out;
3285 }
3286
10d78f27
MK		 3287 if (!beacon->csa_counter_offsets[0])
3288 goto out;
3289
af296bdb 3290 if (WARN_ON_ONCE(beacon->csa_counter_offsets[0] > beacon_data_len))
73da7d5b
SW		 3291 goto out;
3292
af296bdb 3293 if (beacon_data[beacon->csa_counter_offsets[0]] == 1)
73da7d5b
SW		 3294 ret = true;
3295 out:
3296 rcu_read_unlock();
3297
3298 return ret;
3299}
3300EXPORT_SYMBOL(ieee80211_csa_is_complete);
3301
6ec8c332
AO		 3302static struct sk_buff *
3303__ieee80211_beacon_get(struct ieee80211_hw *hw,
3304 struct ieee80211_vif *vif,
3305 struct ieee80211_mutable_offsets *offs,
3306 bool is_template)
e2ebc74d
JB		 3307{
3308 struct ieee80211_local *local = hw_to_local(hw);
af296bdb 3309 struct beacon_data *beacon = NULL;
9d139c81 3310 struct sk_buff *skb = NULL;
e039fa4a 3311 struct ieee80211_tx_info *info;
e2ebc74d 3312 struct ieee80211_sub_if_data *sdata = NULL;
55de908a 3313 enum ieee80211_band band;
e00cfce0 3314 struct ieee80211_tx_rate_control txrc;
55de908a 3315 struct ieee80211_chanctx_conf *chanctx_conf;
1af586c9 3316 int csa_off_base = 0;
8318d78a 3317
5dfdaf58 3318 rcu_read_lock();
e2ebc74d 3319
32bfd35d 3320 sdata = vif_to_sdata(vif);
55de908a 3321 chanctx_conf = rcu_dereference(sdata->vif.chanctx_conf);
e2ebc74d 3322
55de908a 3323 if (!ieee80211_sdata_running(sdata) || !chanctx_conf)
eb3e554b
FF		 3324 goto out;
3325
6ec8c332
AO		 3326 if (offs)
3327 memset(offs, 0, sizeof(*offs));
eddcbb94 3328
05c914fe 3329 if (sdata->vif.type == NL80211_IFTYPE_AP) {
d012a605 3330 struct ieee80211_if_ap *ap = &sdata->u.ap;
d012a605 3331
af296bdb 3332 beacon = rcu_dereference(ap->beacon);
3ad97fbc 3333 if (beacon) {
10d78f27 3334 if (beacon->csa_counter_offsets[0]) {
1af586c9
AO		 3335 if (!is_template)
3336 ieee80211_csa_update_counter(vif);
3337
3338 ieee80211_set_csa(sdata, beacon);
3339 }
73da7d5b 3340
902acc78
JB		 3341 /*
3342 * headroom, head length,
3343 * tail length and maximum TIM length
3344 */
3345 skb = dev_alloc_skb(local->tx_headroom +
3346 beacon->head_len +
70dabeb7
FF		 3347 beacon->tail_len + 256 +
3348 local->hw.extra_beacon_tailroom);
902acc78
JB		 3349 if (!skb)
3350 goto out;
33b64eb2 3351
902acc78
JB		 3352 skb_reserve(skb, local->tx_headroom);
3353 memcpy(skb_put(skb, beacon->head_len), beacon->head,
3354 beacon->head_len);
33b64eb2 3355
6ec8c332
AO		 3356 ieee80211_beacon_add_tim(sdata, &ap->ps, skb,
3357 is_template);
33b64eb2 3358
6ec8c332
AO		 3359 if (offs) {
3360 offs->tim_offset = beacon->head_len;
3361 offs->tim_length = skb->len - beacon->head_len;
1af586c9
AO		 3362
3363 /* for AP the csa offsets are from tail */
3364 csa_off_base = skb->len;
6ec8c332 3365 }
eddcbb94 3366
902acc78
JB		 3367 if (beacon->tail)
3368 memcpy(skb_put(skb, beacon->tail_len),
3369 beacon->tail, beacon->tail_len);
9d139c81
JB		 3370 } else
3371 goto out;
05c914fe 3372 } else if (sdata->vif.type == NL80211_IFTYPE_ADHOC) {
46900298 3373 struct ieee80211_if_ibss *ifibss = &sdata->u.ibss;
9d139c81 3374 struct ieee80211_hdr *hdr;
33b64eb2 3375
af296bdb
MK		 3376 beacon = rcu_dereference(ifibss->presp);
3377 if (!beacon)
9d139c81
JB		 3378 goto out;
3379
10d78f27 3380 if (beacon->csa_counter_offsets[0]) {
1af586c9
AO		 3381 if (!is_template)
3382 ieee80211_csa_update_counter(vif);
cd7760e6 3383
af296bdb 3384 ieee80211_set_csa(sdata, beacon);
1af586c9 3385 }
cd7760e6 3386
af296bdb 3387 skb = dev_alloc_skb(local->tx_headroom + beacon->head_len +
70dabeb7 3388 local->hw.extra_beacon_tailroom);
9d139c81
JB		 3389 if (!skb)
3390 goto out;
c3ffeab4 3391 skb_reserve(skb, local->tx_headroom);
af296bdb
MK		 3392 memcpy(skb_put(skb, beacon->head_len), beacon->head,
3393 beacon->head_len);
9d139c81
JB		 3394
3395 hdr = (struct ieee80211_hdr *) skb->data;
e7827a70
HH		 3396 hdr->frame_control = cpu_to_le16(IEEE80211_FTYPE_MGMT |
3397 IEEE80211_STYPE_BEACON);
902acc78 3398 } else if (ieee80211_vif_is_mesh(&sdata->vif)) {
dbf498fb 3399 struct ieee80211_if_mesh *ifmsh = &sdata->u.mesh;
472dbc45 3400
af296bdb
MK		 3401 beacon = rcu_dereference(ifmsh->beacon);
3402 if (!beacon)
ac1bd846 3403 goto out;
ac1bd846 3404
10d78f27 3405 if (beacon->csa_counter_offsets[0]) {
1af586c9
AO		 3406 if (!is_template)
3407 /* TODO: For mesh csa_counter is in TU, so
3408 * decrementing it by one isn't correct, but
3409 * for now we leave it consistent with overall
3410 * mac80211's behavior.
3411 */
3412 ieee80211_csa_update_counter(vif);
3413
af296bdb 3414 ieee80211_set_csa(sdata, beacon);
1af586c9 3415 }
b8456a14 3416
dbf498fb 3417 if (ifmsh->sync_ops)
af296bdb 3418 ifmsh->sync_ops->adjust_tbtt(sdata, beacon);
dbf498fb 3419
3b69a9c5 3420 skb = dev_alloc_skb(local->tx_headroom +
af296bdb 3421 beacon->head_len +
3f52b7e3 3422 256 + /* TIM IE */
af296bdb 3423 beacon->tail_len +
70dabeb7 3424 local->hw.extra_beacon_tailroom);
902acc78
JB		 3425 if (!skb)
3426 goto out;
2b5e1967 3427 skb_reserve(skb, local->tx_headroom);
af296bdb
MK		 3428 memcpy(skb_put(skb, beacon->head_len), beacon->head,
3429 beacon->head_len);
6ec8c332
AO		 3430 ieee80211_beacon_add_tim(sdata, &ifmsh->ps, skb, is_template);
3431
3432 if (offs) {
af296bdb
MK		 3433 offs->tim_offset = beacon->head_len;
3434 offs->tim_length = skb->len - beacon->head_len;
6ec8c332
AO		 3435 }
3436
af296bdb
MK		 3437 memcpy(skb_put(skb, beacon->tail_len), beacon->tail,
3438 beacon->tail_len);
9d139c81
JB		 3439 } else {
3440 WARN_ON(1);
5dfdaf58 3441 goto out;
e2ebc74d
JB		 3442 }
3443
1af586c9 3444 /* CSA offsets */
af296bdb 3445 if (offs && beacon) {
1af586c9
AO		 3446 int i;
3447
3448 for (i = 0; i < IEEE80211_MAX_CSA_COUNTERS_NUM; i++) {
af296bdb 3449 u16 csa_off = beacon->csa_counter_offsets[i];
1af586c9
AO		 3450
3451 if (!csa_off)
3452 continue;
3453
3454 offs->csa_counter_offs[i] = csa_off_base + csa_off;
3455 }
3456 }
3457
4bf88530 3458 band = chanctx_conf->def.chan->band;
55de908a 3459
e039fa4a
JB		 3460 info = IEEE80211_SKB_CB(skb);
3461
3b8d81e0 3462 info->flags |= IEEE80211_TX_INTFL_DONT_ENCRYPT;
e00cfce0 3463 info->flags |= IEEE80211_TX_CTL_NO_ACK;
e039fa4a 3464 info->band = band;
e00cfce0
JM		 3465
3466 memset(&txrc, 0, sizeof(txrc));
3467 txrc.hw = hw;
e31583cd 3468 txrc.sband = local->hw.wiphy->bands[band];
e00cfce0
JM		 3469 txrc.bss_conf = &sdata->vif.bss_conf;
3470 txrc.skb = skb;
3471 txrc.reported_rate.idx = -1;
37eb0b16 3472 txrc.rate_idx_mask = sdata->rc_rateidx_mask[band];
e31583cd 3473 if (txrc.rate_idx_mask == (1 << txrc.sband->n_bitrates) - 1)
37eb0b16
JM		 3474 txrc.max_rate_idx = -1;
3475 else
3476 txrc.max_rate_idx = fls(txrc.rate_idx_mask) - 1;
8f0729b1 3477 txrc.bss = true;
e00cfce0 3478 rate_control_get_rate(sdata, NULL, &txrc);
e039fa4a
JB		 3479
3480 info->control.vif = vif;
f591fa5d 3481
a472e71b
JL		 3482 info->flags |= IEEE80211_TX_CTL_CLEAR_PS_FILT |
3483 IEEE80211_TX_CTL_ASSIGN_SEQ |
3484 IEEE80211_TX_CTL_FIRST_FRAGMENT;
e6a9854b 3485 out:
5dfdaf58 3486 rcu_read_unlock();
e2ebc74d 3487 return skb;
6ec8c332
AO		 3488
3489}
3490
3491struct sk_buff *
3492ieee80211_beacon_get_template(struct ieee80211_hw *hw,
3493 struct ieee80211_vif *vif,
3494 struct ieee80211_mutable_offsets *offs)
3495{
3496 return __ieee80211_beacon_get(hw, vif, offs, true);
3497}
3498EXPORT_SYMBOL(ieee80211_beacon_get_template);
3499
3500struct sk_buff *ieee80211_beacon_get_tim(struct ieee80211_hw *hw,
3501 struct ieee80211_vif *vif,
3502 u16 *tim_offset, u16 *tim_length)
3503{
3504 struct ieee80211_mutable_offsets offs = {};
3505 struct sk_buff *bcn = __ieee80211_beacon_get(hw, vif, &offs, false);
3506
3507 if (tim_offset)
3508 *tim_offset = offs.tim_offset;
3509
3510 if (tim_length)
3511 *tim_length = offs.tim_length;
3512
3513 return bcn;
e2ebc74d 3514}
eddcbb94 3515EXPORT_SYMBOL(ieee80211_beacon_get_tim);
e2ebc74d 3516
02945821
AN		 3517struct sk_buff *ieee80211_proberesp_get(struct ieee80211_hw *hw,
3518 struct ieee80211_vif *vif)
3519{
3520 struct ieee80211_if_ap *ap = NULL;
aa7a0080
ES		 3521 struct sk_buff *skb = NULL;
3522 struct probe_resp *presp = NULL;
02945821
AN		 3523 struct ieee80211_hdr *hdr;
3524 struct ieee80211_sub_if_data *sdata = vif_to_sdata(vif);
3525
3526 if (sdata->vif.type != NL80211_IFTYPE_AP)
3527 return NULL;
3528
3529 rcu_read_lock();
3530
3531 ap = &sdata->u.ap;
3532 presp = rcu_dereference(ap->probe_resp);
3533 if (!presp)
3534 goto out;
3535
aa7a0080 3536 skb = dev_alloc_skb(presp->len);
02945821
AN		 3537 if (!skb)
3538 goto out;
3539
aa7a0080
ES		 3540 memcpy(skb_put(skb, presp->len), presp->data, presp->len);
3541
02945821
AN		 3542 hdr = (struct ieee80211_hdr *) skb->data;
3543 memset(hdr->addr1, 0, sizeof(hdr->addr1));
3544
3545out:
3546 rcu_read_unlock();
3547 return skb;
3548}
3549EXPORT_SYMBOL(ieee80211_proberesp_get);
3550
7044cc56
KV		 3551struct sk_buff *ieee80211_pspoll_get(struct ieee80211_hw *hw,
3552 struct ieee80211_vif *vif)
3553{
3554 struct ieee80211_sub_if_data *sdata;
3555 struct ieee80211_if_managed *ifmgd;
3556 struct ieee80211_pspoll *pspoll;
3557 struct ieee80211_local *local;
3558 struct sk_buff *skb;
3559
3560 if (WARN_ON(vif->type != NL80211_IFTYPE_STATION))
3561 return NULL;
3562
3563 sdata = vif_to_sdata(vif);
3564 ifmgd = &sdata->u.mgd;
3565 local = sdata->local;
3566
3567 skb = dev_alloc_skb(local->hw.extra_tx_headroom + sizeof(*pspoll));
d15b8459 3568 if (!skb)
7044cc56 3569 return NULL;
d15b8459 3570
7044cc56
KV		 3571 skb_reserve(skb, local->hw.extra_tx_headroom);
3572
3573 pspoll = (struct ieee80211_pspoll *) skb_put(skb, sizeof(*pspoll));
3574 memset(pspoll, 0, sizeof(*pspoll));
3575 pspoll->frame_control = cpu_to_le16(IEEE80211_FTYPE_CTL |
3576 IEEE80211_STYPE_PSPOLL);
3577 pspoll->aid = cpu_to_le16(ifmgd->aid);
3578
3579 /* aid in PS-Poll has its two MSBs each set to 1 */
3580 pspoll->aid |= cpu_to_le16(1 << 15 | 1 << 14);
3581
3582 memcpy(pspoll->bssid, ifmgd->bssid, ETH_ALEN);
3583 memcpy(pspoll->ta, vif->addr, ETH_ALEN);
3584
3585 return skb;
3586}
3587EXPORT_SYMBOL(ieee80211_pspoll_get);
3588
3589struct sk_buff *ieee80211_nullfunc_get(struct ieee80211_hw *hw,
3590 struct ieee80211_vif *vif)
3591{
3592 struct ieee80211_hdr_3addr *nullfunc;
3593 struct ieee80211_sub_if_data *sdata;
3594 struct ieee80211_if_managed *ifmgd;
3595 struct ieee80211_local *local;
3596 struct sk_buff *skb;
3597
3598 if (WARN_ON(vif->type != NL80211_IFTYPE_STATION))
3599 return NULL;
3600
3601 sdata = vif_to_sdata(vif);
3602 ifmgd = &sdata->u.mgd;
3603 local = sdata->local;
3604
3605 skb = dev_alloc_skb(local->hw.extra_tx_headroom + sizeof(*nullfunc));
d15b8459 3606 if (!skb)
7044cc56 3607 return NULL;
d15b8459 3608
7044cc56
KV		 3609 skb_reserve(skb, local->hw.extra_tx_headroom);
3610
3611 nullfunc = (struct ieee80211_hdr_3addr *) skb_put(skb,
3612 sizeof(*nullfunc));
3613 memset(nullfunc, 0, sizeof(*nullfunc));
3614 nullfunc->frame_control = cpu_to_le16(IEEE80211_FTYPE_DATA |
3615 IEEE80211_STYPE_NULLFUNC |
3616 IEEE80211_FCTL_TODS);
3617 memcpy(nullfunc->addr1, ifmgd->bssid, ETH_ALEN);
3618 memcpy(nullfunc->addr2, vif->addr, ETH_ALEN);
3619 memcpy(nullfunc->addr3, ifmgd->bssid, ETH_ALEN);
3620
3621 return skb;
3622}
3623EXPORT_SYMBOL(ieee80211_nullfunc_get);
3624
05e54ea6 3625struct sk_buff *ieee80211_probereq_get(struct ieee80211_hw *hw,
a344d677 3626 const u8 *src_addr,
05e54ea6 3627 const u8 *ssid, size_t ssid_len,
b9a9ada1 3628 size_t tailroom)
05e54ea6 3629{
a344d677 3630 struct ieee80211_local *local = hw_to_local(hw);
05e54ea6
KV		 3631 struct ieee80211_hdr_3addr *hdr;
3632 struct sk_buff *skb;
3633 size_t ie_ssid_len;
3634 u8 *pos;
3635
05e54ea6
KV		 3636 ie_ssid_len = 2 + ssid_len;
3637
3638 skb = dev_alloc_skb(local->hw.extra_tx_headroom + sizeof(*hdr) +
b9a9ada1 3639 ie_ssid_len + tailroom);
d15b8459 3640 if (!skb)
05e54ea6 3641 return NULL;
05e54ea6
KV		 3642
3643 skb_reserve(skb, local->hw.extra_tx_headroom);
3644
3645 hdr = (struct ieee80211_hdr_3addr *) skb_put(skb, sizeof(*hdr));
3646 memset(hdr, 0, sizeof(*hdr));
3647 hdr->frame_control = cpu_to_le16(IEEE80211_FTYPE_MGMT |
3648 IEEE80211_STYPE_PROBE_REQ);
e83e6541 3649 eth_broadcast_addr(hdr->addr1);
a344d677 3650 memcpy(hdr->addr2, src_addr, ETH_ALEN);
e83e6541 3651 eth_broadcast_addr(hdr->addr3);
05e54ea6
KV		 3652
3653 pos = skb_put(skb, ie_ssid_len);
3654 *pos++ = WLAN_EID_SSID;
3655 *pos++ = ssid_len;
88c868c4 3656 if (ssid_len)
05e54ea6
KV		 3657 memcpy(pos, ssid, ssid_len);
3658 pos += ssid_len;
3659
05e54ea6
KV		 3660 return skb;
3661}
3662EXPORT_SYMBOL(ieee80211_probereq_get);
3663
32bfd35d 3664void ieee80211_rts_get(struct ieee80211_hw *hw, struct ieee80211_vif *vif,
e2ebc74d 3665 const void *frame, size_t frame_len,
e039fa4a 3666 const struct ieee80211_tx_info *frame_txctl,
e2ebc74d
JB		 3667 struct ieee80211_rts *rts)
3668{
3669 const struct ieee80211_hdr *hdr = frame;
e2ebc74d 3670
065e9605
HH		 3671 rts->frame_control =
3672 cpu_to_le16(IEEE80211_FTYPE_CTL | IEEE80211_STYPE_RTS);
32bfd35d
JB		 3673 rts->duration = ieee80211_rts_duration(hw, vif, frame_len,
3674 frame_txctl);
e2ebc74d
JB		 3675 memcpy(rts->ra, hdr->addr1, sizeof(rts->ra));
3676 memcpy(rts->ta, hdr->addr2, sizeof(rts->ta));
3677}
3678EXPORT_SYMBOL(ieee80211_rts_get);
3679
32bfd35d 3680void ieee80211_ctstoself_get(struct ieee80211_hw *hw, struct ieee80211_vif *vif,
e2ebc74d 3681 const void *frame, size_t frame_len,
e039fa4a 3682 const struct ieee80211_tx_info *frame_txctl,
e2ebc74d
JB		 3683 struct ieee80211_cts *cts)
3684{
3685 const struct ieee80211_hdr *hdr = frame;
e2ebc74d 3686
065e9605
HH		 3687 cts->frame_control =
3688 cpu_to_le16(IEEE80211_FTYPE_CTL | IEEE80211_STYPE_CTS);
32bfd35d
JB		 3689 cts->duration = ieee80211_ctstoself_duration(hw, vif,
3690 frame_len, frame_txctl);
e2ebc74d
JB		 3691 memcpy(cts->ra, hdr->addr1, sizeof(cts->ra));
3692}
3693EXPORT_SYMBOL(ieee80211_ctstoself_get);
3694
3695struct sk_buff *
32bfd35d 3696ieee80211_get_buffered_bc(struct ieee80211_hw *hw,
e039fa4a 3697 struct ieee80211_vif *vif)
e2ebc74d
JB		 3698{
3699 struct ieee80211_local *local = hw_to_local(hw);
747cf5e9 3700 struct sk_buff *skb = NULL;
5cf121c3 3701 struct ieee80211_tx_data tx;
e2ebc74d 3702 struct ieee80211_sub_if_data *sdata;
d012a605 3703 struct ps_data *ps;
e039fa4a 3704 struct ieee80211_tx_info *info;
55de908a 3705 struct ieee80211_chanctx_conf *chanctx_conf;
e2ebc74d 3706
32bfd35d 3707 sdata = vif_to_sdata(vif);
5dfdaf58 3708
5dfdaf58 3709 rcu_read_lock();
55de908a 3710 chanctx_conf = rcu_dereference(sdata->vif.chanctx_conf);
5dfdaf58 3711
d012a605
MP		 3712 if (!chanctx_conf)
3713 goto out;
3714
3715 if (sdata->vif.type == NL80211_IFTYPE_AP) {
3716 struct beacon_data *beacon =
3717 rcu_dereference(sdata->u.ap.beacon);
3718
3719 if (!beacon || !beacon->head)
3720 goto out;
3721
3722 ps = &sdata->u.ap.ps;
3f52b7e3
MP		 3723 } else if (ieee80211_vif_is_mesh(&sdata->vif)) {
3724 ps = &sdata->u.mesh.ps;
d012a605 3725 } else {
747cf5e9 3726 goto out;
d012a605 3727 }
5dfdaf58 3728
d012a605 3729 if (ps->dtim_count != 0 || !ps->dtim_bc_mc)
747cf5e9 3730 goto out; /* send buffered bc/mc only after DTIM beacon */
e039fa4a 3731
e2ebc74d 3732 while (1) {
d012a605 3733 skb = skb_dequeue(&ps->bc_buf);
e2ebc74d 3734 if (!skb)
747cf5e9 3735 goto out;
e2ebc74d
JB		 3736 local->total_ps_buffered--;
3737
d012a605 3738 if (!skb_queue_empty(&ps->bc_buf) && skb->len >= 2) {
e2ebc74d
JB		 3739 struct ieee80211_hdr *hdr =
3740 (struct ieee80211_hdr *) skb->data;
3741 /* more buffered multicast/broadcast frames ==> set
3742 * MoreData flag in IEEE 802.11 header to inform PS
3743 * STAs */
3744 hdr->frame_control |=
3745 cpu_to_le16(IEEE80211_FCTL_MOREDATA);
3746 }
3747
112c44b2 3748 if (sdata->vif.type == NL80211_IFTYPE_AP)
7cbf9d01 3749 sdata = IEEE80211_DEV_TO_SUB_IF(skb->dev);
7c10770f 3750 if (!ieee80211_tx_prepare(sdata, &tx, NULL, skb))
e2ebc74d
JB		 3751 break;
3752 dev_kfree_skb_any(skb);
3753 }
e039fa4a
JB		 3754
3755 info = IEEE80211_SKB_CB(skb);
3756
5cf121c3 3757 tx.flags |= IEEE80211_TX_PS_BUFFERED;
4bf88530 3758 info->band = chanctx_conf->def.chan->band;
e2ebc74d 3759
97b045d6 3760 if (invoke_tx_handlers(&tx))
e2ebc74d 3761 skb = NULL;
97b045d6 3762 out:
d0709a65 3763 rcu_read_unlock();
e2ebc74d
JB		 3764
3765 return skb;
3766}
3767EXPORT_SYMBOL(ieee80211_get_buffered_bc);
3b8d81e0 3768
b6da911b
LK		 3769int ieee80211_reserve_tid(struct ieee80211_sta *pubsta, u8 tid)
3770{
3771 struct sta_info *sta = container_of(pubsta, struct sta_info, sta);
3772 struct ieee80211_sub_if_data *sdata = sta->sdata;
3773 struct ieee80211_local *local = sdata->local;
3774 int ret;
3775 u32 queues;
3776
3777 lockdep_assert_held(&local->sta_mtx);
3778
3779 /* only some cases are supported right now */
3780 switch (sdata->vif.type) {
3781 case NL80211_IFTYPE_STATION:
3782 case NL80211_IFTYPE_AP:
3783 case NL80211_IFTYPE_AP_VLAN:
3784 break;
3785 default:
3786 WARN_ON(1);
3787 return -EINVAL;
3788 }
3789
3790 if (WARN_ON(tid >= IEEE80211_NUM_UPS))
3791 return -EINVAL;
3792
3793 if (sta->reserved_tid == tid) {
3794 ret = 0;
3795 goto out;
3796 }
3797
3798 if (sta->reserved_tid != IEEE80211_TID_UNRESERVED) {
3799 sdata_err(sdata, "TID reservation already active\n");
3800 ret = -EALREADY;
3801 goto out;
3802 }
3803
3804 ieee80211_stop_vif_queues(sdata->local, sdata,
3805 IEEE80211_QUEUE_STOP_REASON_RESERVE_TID);
3806
3807 synchronize_net();
3808
3809 /* Tear down BA sessions so we stop aggregating on this TID */
30686bf7 3810 if (ieee80211_hw_check(&local->hw, AMPDU_AGGREGATION)) {
b6da911b
LK		 3811 set_sta_flag(sta, WLAN_STA_BLOCK_BA);
3812 __ieee80211_stop_tx_ba_session(sta, tid,
3813 AGG_STOP_LOCAL_REQUEST);
3814 }
3815
3816 queues = BIT(sdata->vif.hw_queue[ieee802_1d_to_ac[tid]]);
3b24f4c6 3817 __ieee80211_flush_queues(local, sdata, queues, false);
b6da911b
LK		 3818
3819 sta->reserved_tid = tid;
3820
3821 ieee80211_wake_vif_queues(local, sdata,
3822 IEEE80211_QUEUE_STOP_REASON_RESERVE_TID);
3823
30686bf7 3824 if (ieee80211_hw_check(&local->hw, AMPDU_AGGREGATION))
b6da911b
LK		 3825 clear_sta_flag(sta, WLAN_STA_BLOCK_BA);
3826
3827 ret = 0;
3828 out:
3829 return ret;
3830}
3831EXPORT_SYMBOL(ieee80211_reserve_tid);
3832
3833void ieee80211_unreserve_tid(struct ieee80211_sta *pubsta, u8 tid)
3834{
3835 struct sta_info *sta = container_of(pubsta, struct sta_info, sta);
3836 struct ieee80211_sub_if_data *sdata = sta->sdata;
3837
3838 lockdep_assert_held(&sdata->local->sta_mtx);
3839
3840 /* only some cases are supported right now */
3841 switch (sdata->vif.type) {
3842 case NL80211_IFTYPE_STATION:
3843 case NL80211_IFTYPE_AP:
3844 case NL80211_IFTYPE_AP_VLAN:
3845 break;
3846 default:
3847 WARN_ON(1);
3848 return;
3849 }
3850
3851 if (tid != sta->reserved_tid) {
3852 sdata_err(sdata, "TID to unreserve (%d) isn't reserved\n", tid);
3853 return;
3854 }
3855
3856 sta->reserved_tid = IEEE80211_TID_UNRESERVED;
3857}
3858EXPORT_SYMBOL(ieee80211_unreserve_tid);
3859
55de908a
JB		 3860void __ieee80211_tx_skb_tid_band(struct ieee80211_sub_if_data *sdata,
3861 struct sk_buff *skb, int tid,
3862 enum ieee80211_band band)
3b8d81e0 3863{
353d09c6 3864 int ac = ieee802_1d_to_ac[tid & 7];
3a25a8c8 3865
3b8d81e0
JB		 3866 skb_set_mac_header(skb, 0);
3867 skb_set_network_header(skb, 0);
3868 skb_set_transport_header(skb, 0);
3869
3a25a8c8 3870 skb_set_queue_mapping(skb, ac);
cf6bb79a 3871 skb->priority = tid;
cf0277e7 3872
89afe614
JB		 3873 skb->dev = sdata->dev;
3874
3d34deb6
JB		 3875 /*
3876 * The other path calling ieee80211_xmit is from the tasklet,
3877 * and while we can handle concurrent transmissions locking
3878 * requirements are that we do not come into tx with bhs on.
3879 */
3880 local_bh_disable();
73c4e195 3881 IEEE80211_SKB_CB(skb)->band = band;
7c10770f 3882 ieee80211_xmit(sdata, NULL, skb);
3d34deb6 3883 local_bh_enable();
3b8d81e0 3884}
Linux 6.x block layer and io_uring tree(s)