2 * Copyright (c) 2010 Broadcom Corporation
4 * Permission to use, copy, modify, and/or distribute this software for any
5 * purpose with or without fee is hereby granted, provided that the above
6 * copyright notice and this permission notice appear in all copies.
8 * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
9 * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
10 * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY
11 * SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
12 * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION
13 * OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF OR IN
14 * CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
16 #include <net/mac80211.h>
20 #include "phy/phy_hal.h"
25 #include "brcms_trace_events.h"
27 /* max number of mpdus in an ampdu */
28 #define AMPDU_MAX_MPDU 32
29 /* max number of mpdus in an ampdu to a legacy */
30 #define AMPDU_NUM_MPDU_LEGACY 16
31 /* max Tx ba window size (in pdu) */
32 #define AMPDU_TX_BA_MAX_WSIZE 64
33 /* default Tx ba window size (in pdu) */
34 #define AMPDU_TX_BA_DEF_WSIZE 64
35 /* default Rx ba window size (in pdu) */
36 #define AMPDU_RX_BA_DEF_WSIZE 64
37 /* max Rx ba window size (in pdu) */
38 #define AMPDU_RX_BA_MAX_WSIZE 64
39 /* max dur of tx ampdu (in msec) */
40 #define AMPDU_MAX_DUR 5
41 /* default tx retry limit */
42 #define AMPDU_DEF_RETRY_LIMIT 5
43 /* default tx retry limit at reg rate */
44 #define AMPDU_DEF_RR_RETRY_LIMIT 2
45 /* default ffpld reserved bytes */
46 #define AMPDU_DEF_FFPLD_RSVD 2048
47 /* # of inis to be freed on detach */
48 #define AMPDU_INI_FREE 10
49 /* max # of mpdus released at a time */
50 #define AMPDU_SCB_MAX_RELEASE 20
52 #define NUM_FFPLD_FIFO 4 /* number of fifo concerned by pre-loading */
53 #define FFPLD_TX_MAX_UNFL 200 /* default value of the average number of ampdu
56 #define FFPLD_MPDU_SIZE 1800 /* estimate of maximum mpdu size */
57 #define FFPLD_MAX_MCS 23 /* we don't deal with mcs 32 */
58 #define FFPLD_PLD_INCR 1000 /* increments in bytes */
59 #define FFPLD_MAX_AMPDU_CNT 5000 /* maximum number of ampdu we
60 * accumulate between resets.
63 #define AMPDU_DELIMITER_LEN 4
65 /* max allowed number of mpdus in an ampdu (2 streams) */
66 #define AMPDU_NUM_MPDU 16
68 #define TX_SEQ_TO_INDEX(seq) ((seq) % AMPDU_TX_BA_MAX_WSIZE)
70 /* max possible overhead per mpdu in the ampdu; 3 is for roundup if needed */
71 #define AMPDU_MAX_MPDU_OVERHEAD (FCS_LEN + DOT11_ICV_AES_LEN +\
72 AMPDU_DELIMITER_LEN + 3\
73 + DOT11_A4_HDR_LEN + DOT11_QOS_LEN + DOT11_IV_MAX_LEN)
75 /* modulo add/sub, bound = 2^k */
76 #define MODADD_POW2(x, y, bound) (((x) + (y)) & ((bound) - 1))
77 #define MODSUB_POW2(x, y, bound) (((x) - (y)) & ((bound) - 1))
79 /* structure to hold tx fifo information and pre-loading state
80 * counters specific to tx underflows of ampdus
81 * some counters might be redundant with the ones in wlc or ampdu structures.
82 * This allows to maintain a specific state independently of
83 * how often and/or when the wlc counters are updated.
85 * ampdu_pld_size: number of bytes to be pre-loaded
86 * mcs2ampdu_table: per-mcs max # of mpdus in an ampdu
87 * prev_txfunfl: num of underflows last read from the HW macstats counter
88 * accum_txfunfl: num of underflows since we modified pld params
89 * accum_txampdu: num of tx ampdu since we modified pld params
90 * prev_txampdu: previous reading of tx ampdu
91 * dmaxferrate: estimated dma avg xfer rate in kbits/sec
93 struct brcms_fifo_info {
95 u8 mcs2ampdu_table[FFPLD_MAX_MCS + 1];
103 /* AMPDU module specific state
105 * wlc: pointer to main wlc structure
106 * scb_handle: scb cubby handle to retrieve data from scb
107 * ini_enable: per-tid initiator enable/disable of ampdu
108 * ba_tx_wsize: Tx ba window size (in pdu)
109 * ba_rx_wsize: Rx ba window size (in pdu)
110 * retry_limit: mpdu transmit retry limit
111 * rr_retry_limit: mpdu transmit retry limit at regular rate
112 * retry_limit_tid: per-tid mpdu transmit retry limit
113 * rr_retry_limit_tid: per-tid mpdu transmit retry limit at regular rate
114 * mpdu_density: min mpdu spacing (0-7) ==> 2^(x-1)/8 usec
115 * max_pdu: max pdus allowed in ampdu
116 * dur: max duration of an ampdu (in msec)
117 * rx_factor: maximum rx ampdu factor (0-3) ==> 2^(13+x) bytes
118 * ffpld_rsvd: number of bytes to reserve for preload
119 * max_txlen: max size of ampdu per mcs, bw and sgi
120 * mfbr: enable multiple fallback rate
121 * tx_max_funl: underflows should be kept such that
122 * (tx_max_funfl*underflows) < tx frames
123 * fifo_tb: table of fifo infos
126 struct brcms_c_info *wlc;
128 u8 ini_enable[AMPDU_MAX_SCB_TID];
133 u8 retry_limit_tid[AMPDU_MAX_SCB_TID];
134 u8 rr_retry_limit_tid[AMPDU_MAX_SCB_TID];
140 u32 max_txlen[MCS_TABLE_SIZE][2][2];
143 struct brcms_fifo_info fifo_tb[NUM_FFPLD_FIFO];
146 /* used for flushing ampdu packets */
147 struct cb_del_ampdu_pars {
148 struct ieee80211_sta *sta;
152 static void brcms_c_scb_ampdu_update_max_txlen(struct ampdu_info *ampdu, u8 dur)
156 for (mcs = 0; mcs < MCS_TABLE_SIZE; mcs++) {
157 /* rate is in Kbps; dur is in msec ==> len = (rate * dur) / 8 */
159 rate = mcs_2_rate(mcs, false, false);
160 ampdu->max_txlen[mcs][0][0] = (rate * dur) >> 3;
162 rate = mcs_2_rate(mcs, true, false);
163 ampdu->max_txlen[mcs][1][0] = (rate * dur) >> 3;
165 rate = mcs_2_rate(mcs, false, true);
166 ampdu->max_txlen[mcs][0][1] = (rate * dur) >> 3;
168 rate = mcs_2_rate(mcs, true, true);
169 ampdu->max_txlen[mcs][1][1] = (rate * dur) >> 3;
173 static bool brcms_c_ampdu_cap(struct ampdu_info *ampdu)
175 if (BRCMS_PHY_11N_CAP(ampdu->wlc->band))
181 static int brcms_c_ampdu_set(struct ampdu_info *ampdu, bool on)
183 struct brcms_c_info *wlc = ampdu->wlc;
184 struct bcma_device *core = wlc->hw->d11core;
186 wlc->pub->_ampdu = false;
189 if (!(wlc->pub->_n_enab & SUPPORT_11N)) {
190 brcms_err(core, "wl%d: driver not nmode enabled\n",
194 if (!brcms_c_ampdu_cap(ampdu)) {
195 brcms_err(core, "wl%d: device not ampdu capable\n",
199 wlc->pub->_ampdu = on;
205 static void brcms_c_ffpld_init(struct ampdu_info *ampdu)
208 struct brcms_fifo_info *fifo;
210 for (j = 0; j < NUM_FFPLD_FIFO; j++) {
211 fifo = (ampdu->fifo_tb + j);
212 fifo->ampdu_pld_size = 0;
213 for (i = 0; i <= FFPLD_MAX_MCS; i++)
214 fifo->mcs2ampdu_table[i] = 255;
215 fifo->dmaxferrate = 0;
216 fifo->accum_txampdu = 0;
217 fifo->prev_txfunfl = 0;
218 fifo->accum_txfunfl = 0;
223 struct ampdu_info *brcms_c_ampdu_attach(struct brcms_c_info *wlc)
225 struct ampdu_info *ampdu;
228 ampdu = kzalloc(sizeof(struct ampdu_info), GFP_ATOMIC);
234 for (i = 0; i < AMPDU_MAX_SCB_TID; i++)
235 ampdu->ini_enable[i] = true;
236 /* Disable ampdu for VO by default */
237 ampdu->ini_enable[PRIO_8021D_VO] = false;
238 ampdu->ini_enable[PRIO_8021D_NC] = false;
240 /* Disable ampdu for BK by default since not enough fifo space */
241 ampdu->ini_enable[PRIO_8021D_NONE] = false;
242 ampdu->ini_enable[PRIO_8021D_BK] = false;
244 ampdu->ba_tx_wsize = AMPDU_TX_BA_DEF_WSIZE;
245 ampdu->ba_rx_wsize = AMPDU_RX_BA_DEF_WSIZE;
246 ampdu->mpdu_density = AMPDU_DEF_MPDU_DENSITY;
247 ampdu->max_pdu = AUTO;
248 ampdu->dur = AMPDU_MAX_DUR;
250 ampdu->ffpld_rsvd = AMPDU_DEF_FFPLD_RSVD;
252 * bump max ampdu rcv size to 64k for all 11n
253 * devices except 4321A0 and 4321A1
255 if (BRCMS_ISNPHY(wlc->band) && NREV_LT(wlc->band->phyrev, 2))
256 ampdu->rx_factor = IEEE80211_HT_MAX_AMPDU_32K;
258 ampdu->rx_factor = IEEE80211_HT_MAX_AMPDU_64K;
259 ampdu->retry_limit = AMPDU_DEF_RETRY_LIMIT;
260 ampdu->rr_retry_limit = AMPDU_DEF_RR_RETRY_LIMIT;
262 for (i = 0; i < AMPDU_MAX_SCB_TID; i++) {
263 ampdu->retry_limit_tid[i] = ampdu->retry_limit;
264 ampdu->rr_retry_limit_tid[i] = ampdu->rr_retry_limit;
267 brcms_c_scb_ampdu_update_max_txlen(ampdu, ampdu->dur);
269 /* try to set ampdu to the default value */
270 brcms_c_ampdu_set(ampdu, wlc->pub->_ampdu);
272 ampdu->tx_max_funl = FFPLD_TX_MAX_UNFL;
273 brcms_c_ffpld_init(ampdu);
278 void brcms_c_ampdu_detach(struct ampdu_info *ampdu)
283 static void brcms_c_scb_ampdu_update_config(struct ampdu_info *ampdu,
286 struct scb_ampdu *scb_ampdu = &scb->scb_ampdu;
289 scb_ampdu->max_pdu = AMPDU_NUM_MPDU;
291 /* go back to legacy size if some preloading is occurring */
292 for (i = 0; i < NUM_FFPLD_FIFO; i++) {
293 if (ampdu->fifo_tb[i].ampdu_pld_size > FFPLD_PLD_INCR)
294 scb_ampdu->max_pdu = AMPDU_NUM_MPDU_LEGACY;
297 /* apply user override */
298 if (ampdu->max_pdu != AUTO)
299 scb_ampdu->max_pdu = (u8) ampdu->max_pdu;
301 scb_ampdu->release = min_t(u8, scb_ampdu->max_pdu,
302 AMPDU_SCB_MAX_RELEASE);
304 if (scb_ampdu->max_rx_ampdu_bytes)
305 scb_ampdu->release = min_t(u8, scb_ampdu->release,
306 scb_ampdu->max_rx_ampdu_bytes / 1600);
308 scb_ampdu->release = min(scb_ampdu->release,
309 ampdu->fifo_tb[TX_AC_BE_FIFO].
310 mcs2ampdu_table[FFPLD_MAX_MCS]);
313 static void brcms_c_scb_ampdu_update_config_all(struct ampdu_info *ampdu)
315 brcms_c_scb_ampdu_update_config(ampdu, &du->wlc->pri_scb);
318 static void brcms_c_ffpld_calc_mcs2ampdu_table(struct ampdu_info *ampdu, int f)
321 u32 phy_rate, dma_rate, tmp;
323 struct brcms_fifo_info *fifo = (ampdu->fifo_tb + f);
325 /* recompute the dma rate */
326 /* note : we divide/multiply by 100 to avoid integer overflows */
327 max_mpdu = min_t(u8, fifo->mcs2ampdu_table[FFPLD_MAX_MCS],
328 AMPDU_NUM_MPDU_LEGACY);
329 phy_rate = mcs_2_rate(FFPLD_MAX_MCS, true, false);
332 (max_mpdu * FFPLD_MPDU_SIZE - fifo->ampdu_pld_size))
333 / (max_mpdu * FFPLD_MPDU_SIZE)) * 100;
334 fifo->dmaxferrate = dma_rate;
336 /* fill up the mcs2ampdu table; do not recalc the last mcs */
337 dma_rate = dma_rate >> 7;
338 for (i = 0; i < FFPLD_MAX_MCS; i++) {
339 /* shifting to keep it within integer range */
340 phy_rate = mcs_2_rate(i, true, false) >> 7;
341 if (phy_rate > dma_rate) {
342 tmp = ((fifo->ampdu_pld_size * phy_rate) /
343 ((phy_rate - dma_rate) * FFPLD_MPDU_SIZE)) + 1;
344 tmp = min_t(u32, tmp, 255);
345 fifo->mcs2ampdu_table[i] = (u8) tmp;
350 /* evaluate the dma transfer rate using the tx underflows as feedback.
351 * If necessary, increase tx fifo preloading. If not enough,
352 * decrease maximum ampdu size for each mcs till underflows stop
353 * Return 1 if pre-loading not active, -1 if not an underflow event,
354 * 0 if pre-loading module took care of the event.
356 static int brcms_c_ffpld_check_txfunfl(struct brcms_c_info *wlc, int fid)
358 struct ampdu_info *ampdu = wlc->ampdu;
359 u32 phy_rate = mcs_2_rate(FFPLD_MAX_MCS, true, false);
362 u32 current_ampdu_cnt = 0;
365 struct brcms_fifo_info *fifo = (ampdu->fifo_tb + fid);
369 /* return if we got here for a different reason than underflows */
370 cur_txunfl = brcms_b_read_shm(wlc->hw,
372 offsetof(struct macstat, txfunfl[fid]));
373 new_txunfl = (u16) (cur_txunfl - fifo->prev_txfunfl);
374 if (new_txunfl == 0) {
375 brcms_dbg_ht(wlc->hw->d11core,
376 "TX status FRAG set but no tx underflows\n");
379 fifo->prev_txfunfl = cur_txunfl;
381 if (!ampdu->tx_max_funl)
384 /* check if fifo is big enough */
385 if (brcms_b_xmtfifo_sz_get(wlc->hw, fid, &xmtfifo_sz))
388 if ((TXFIFO_SIZE_UNIT * (u32) xmtfifo_sz) <= ampdu->ffpld_rsvd)
391 max_pld_size = TXFIFO_SIZE_UNIT * xmtfifo_sz - ampdu->ffpld_rsvd;
392 fifo->accum_txfunfl += new_txunfl;
394 /* we need to wait for at least 10 underflows */
395 if (fifo->accum_txfunfl < 10)
398 brcms_dbg_ht(wlc->hw->d11core, "ampdu_count %d tx_underflows %d\n",
399 current_ampdu_cnt, fifo->accum_txfunfl);
402 compute the current ratio of tx unfl per ampdu.
403 When the current ampdu count becomes too
404 big while the ratio remains small, we reset
405 the current count in order to not
406 introduce too big of a latency in detecting a
407 large amount of tx underflows later.
410 txunfl_ratio = current_ampdu_cnt / fifo->accum_txfunfl;
412 if (txunfl_ratio > ampdu->tx_max_funl) {
413 if (current_ampdu_cnt >= FFPLD_MAX_AMPDU_CNT)
414 fifo->accum_txfunfl = 0;
418 max_mpdu = min_t(u8, fifo->mcs2ampdu_table[FFPLD_MAX_MCS],
419 AMPDU_NUM_MPDU_LEGACY);
421 /* In case max value max_pdu is already lower than
422 the fifo depth, there is nothing more we can do.
425 if (fifo->ampdu_pld_size >= max_mpdu * FFPLD_MPDU_SIZE) {
426 fifo->accum_txfunfl = 0;
430 if (fifo->ampdu_pld_size < max_pld_size) {
432 /* increment by TX_FIFO_PLD_INC bytes */
433 fifo->ampdu_pld_size += FFPLD_PLD_INCR;
434 if (fifo->ampdu_pld_size > max_pld_size)
435 fifo->ampdu_pld_size = max_pld_size;
437 /* update scb release size */
438 brcms_c_scb_ampdu_update_config_all(ampdu);
441 * compute a new dma xfer rate for max_mpdu @ max mcs.
442 * This is the minimum dma rate that can achieve no
443 * underflow condition for the current mpdu size.
445 * note : we divide/multiply by 100 to avoid integer overflows
449 (max_mpdu * FFPLD_MPDU_SIZE - fifo->ampdu_pld_size))
450 / (max_mpdu * FFPLD_MPDU_SIZE)) * 100;
452 brcms_dbg_ht(wlc->hw->d11core,
453 "DMA estimated transfer rate %d; "
454 "pre-load size %d\n",
455 fifo->dmaxferrate, fifo->ampdu_pld_size);
458 /* decrease ampdu size */
459 if (fifo->mcs2ampdu_table[FFPLD_MAX_MCS] > 1) {
460 if (fifo->mcs2ampdu_table[FFPLD_MAX_MCS] == 255)
461 fifo->mcs2ampdu_table[FFPLD_MAX_MCS] =
462 AMPDU_NUM_MPDU_LEGACY - 1;
464 fifo->mcs2ampdu_table[FFPLD_MAX_MCS] -= 1;
466 /* recompute the table */
467 brcms_c_ffpld_calc_mcs2ampdu_table(ampdu, fid);
469 /* update scb release size */
470 brcms_c_scb_ampdu_update_config_all(ampdu);
473 fifo->accum_txfunfl = 0;
478 brcms_c_ampdu_tx_operational(struct brcms_c_info *wlc, u8 tid,
479 uint max_rx_ampdu_bytes) /* from ht_cap in beacon */
481 struct scb_ampdu *scb_ampdu;
482 struct ampdu_info *ampdu = wlc->ampdu;
483 struct scb *scb = &wlc->pri_scb;
484 scb_ampdu = &scb->scb_ampdu;
486 if (!ampdu->ini_enable[tid]) {
487 brcms_err(wlc->hw->d11core, "%s: Rejecting tid %d\n",
492 scb_ampdu->max_rx_ampdu_bytes = max_rx_ampdu_bytes;
495 void brcms_c_ampdu_reset_session(struct brcms_ampdu_session *session,
496 struct brcms_c_info *wlc)
499 skb_queue_head_init(&session->skb_list);
500 session->max_ampdu_len = 0; /* determined from first MPDU */
501 session->max_ampdu_frames = 0; /* determined from first MPDU */
502 session->ampdu_len = 0;
503 session->dma_len = 0;
507 * Preps the given packet for AMPDU based on the session data. If the
508 * frame cannot be accomodated in the current session, -ENOSPC is
511 int brcms_c_ampdu_add_frame(struct brcms_ampdu_session *session,
514 struct brcms_c_info *wlc = session->wlc;
515 struct ampdu_info *ampdu = wlc->ampdu;
516 struct scb *scb = &wlc->pri_scb;
517 struct scb_ampdu *scb_ampdu = &scb->scb_ampdu;
518 struct ieee80211_tx_info *tx_info = IEEE80211_SKB_CB(p);
519 struct ieee80211_tx_rate *txrate = tx_info->status.rates;
520 struct d11txh *txh = (struct d11txh *)p->data;
521 unsigned ampdu_frames;
529 ndelim = txh->RTSPLCPFallback[AMPDU_FBR_NULL_DELIM];
530 plcp = (u8 *)(txh + 1);
531 fbr_iscck = !(le16_to_cpu(txh->XtraFrameTypes) & 0x03);
532 len = fbr_iscck ? BRCMS_GET_CCK_PLCP_LEN(txh->FragPLCPFallback) :
533 BRCMS_GET_MIMO_PLCP_LEN(txh->FragPLCPFallback);
534 len = roundup(len, 4) + (ndelim + 1) * AMPDU_DELIMITER_LEN;
536 ampdu_frames = skb_queue_len(&session->skb_list);
537 if (ampdu_frames != 0) {
538 struct sk_buff *first;
540 if (ampdu_frames + 1 > session->max_ampdu_frames ||
541 session->ampdu_len + len > session->max_ampdu_len)
545 * We aren't really out of space if the new frame is of
546 * a different priority, but we want the same behaviour
547 * so return -ENOSPC anyway.
549 * XXX: The old AMPDU code did this, but is it really
552 first = skb_peek(&session->skb_list);
553 if (p->priority != first->priority)
558 * Now that we're sure this frame can be accomodated, update the
559 * session information.
561 session->ampdu_len += len;
562 session->dma_len += p->len;
564 tid = (u8)p->priority;
566 /* Handle retry limits */
567 if (txrate[0].count <= ampdu->rr_retry_limit_tid[tid]) {
575 if (ampdu_frames == 0) {
576 u8 plcp0, plcp3, is40, sgi, mcs;
577 uint fifo = le16_to_cpu(txh->TxFrameID) & TXFID_QUEUE_MASK;
578 struct brcms_fifo_info *f = &du->fifo_tb[fifo];
584 plcp0 = txh->FragPLCPFallback[0];
585 plcp3 = txh->FragPLCPFallback[3];
589 /* Limit AMPDU size based on MCS */
590 is40 = (plcp0 & MIMO_PLCP_40MHZ) ? 1 : 0;
591 sgi = plcp3_issgi(plcp3) ? 1 : 0;
592 mcs = plcp0 & ~MIMO_PLCP_40MHZ;
593 session->max_ampdu_len = min(scb_ampdu->max_rx_ampdu_bytes,
594 ampdu->max_txlen[mcs][is40][sgi]);
596 session->max_ampdu_frames = scb_ampdu->max_pdu;
597 if (mcs_2_rate(mcs, true, false) >= f->dmaxferrate) {
598 session->max_ampdu_frames =
599 min_t(u16, f->mcs2ampdu_table[mcs],
600 session->max_ampdu_frames);
605 * Treat all frames as "middle" frames of AMPDU here. First and
606 * last frames must be fixed up after all MPDUs have been prepped.
608 mcl = le16_to_cpu(txh->MacTxControlLow);
609 mcl &= ~TXC_AMPDU_MASK;
610 mcl |= (TXC_AMPDU_MIDDLE << TXC_AMPDU_SHIFT);
611 mcl &= ~(TXC_STARTMSDU | TXC_SENDRTS | TXC_SENDCTS);
612 txh->MacTxControlLow = cpu_to_le16(mcl);
613 txh->PreloadSize = 0; /* always default to 0 */
615 skb_queue_tail(&session->skb_list, p);
620 void brcms_c_ampdu_finalize(struct brcms_ampdu_session *session)
622 struct brcms_c_info *wlc = session->wlc;
623 struct ampdu_info *ampdu = wlc->ampdu;
624 struct sk_buff *first, *last;
626 struct ieee80211_tx_info *tx_info;
627 struct ieee80211_tx_rate *txrate;
632 struct brcms_fifo_info *f;
636 struct ieee80211_rts *rts;
637 bool use_rts = false, use_cts = false;
638 u16 dma_len = session->dma_len;
639 u16 mimo_ctlchbw = PHY_TXC1_BW_20MHZ;
640 u32 rspec = 0, rspec_fallback = 0;
641 u32 rts_rspec = 0, rts_rspec_fallback = 0;
644 u8 preamble_type = BRCMS_GF_PREAMBLE;
645 u8 fbr_preamble_type = BRCMS_GF_PREAMBLE;
646 u8 rts_preamble_type = BRCMS_LONG_PREAMBLE;
647 u8 rts_fbr_preamble_type = BRCMS_LONG_PREAMBLE;
649 if (skb_queue_empty(&session->skb_list))
652 first = skb_peek(&session->skb_list);
653 last = skb_peek_tail(&session->skb_list);
655 /* Need to fix up last MPDU first to adjust AMPDU length */
656 txh = (struct d11txh *)last->data;
657 fifo = le16_to_cpu(txh->TxFrameID) & TXFID_QUEUE_MASK;
658 f = &du->fifo_tb[fifo];
660 mcl = le16_to_cpu(txh->MacTxControlLow);
661 mcl &= ~TXC_AMPDU_MASK;
662 mcl |= (TXC_AMPDU_LAST << TXC_AMPDU_SHIFT);
663 txh->MacTxControlLow = cpu_to_le16(mcl);
665 /* remove the null delimiter after last mpdu */
666 ndelim = txh->RTSPLCPFallback[AMPDU_FBR_NULL_DELIM];
667 txh->RTSPLCPFallback[AMPDU_FBR_NULL_DELIM] = 0;
668 session->ampdu_len -= ndelim * AMPDU_DELIMITER_LEN;
670 /* remove the pad len from last mpdu */
671 fbr_iscck = ((le16_to_cpu(txh->XtraFrameTypes) & 0x3) == 0);
672 len = fbr_iscck ? BRCMS_GET_CCK_PLCP_LEN(txh->FragPLCPFallback) :
673 BRCMS_GET_MIMO_PLCP_LEN(txh->FragPLCPFallback);
674 session->ampdu_len -= roundup(len, 4) - len;
676 /* Now fix up the first MPDU */
677 tx_info = IEEE80211_SKB_CB(first);
678 txrate = tx_info->status.rates;
679 txh = (struct d11txh *)first->data;
680 plcp = (u8 *)(txh + 1);
681 rts = (struct ieee80211_rts *)&txh->rts_frame;
683 mcl = le16_to_cpu(txh->MacTxControlLow);
684 /* If only one MPDU leave it marked as last */
686 mcl &= ~TXC_AMPDU_MASK;
687 mcl |= (TXC_AMPDU_FIRST << TXC_AMPDU_SHIFT);
689 mcl |= TXC_STARTMSDU;
690 if (ieee80211_is_rts(rts->frame_control)) {
694 if (ieee80211_is_cts(rts->frame_control)) {
698 txh->MacTxControlLow = cpu_to_le16(mcl);
700 fbr = txrate[1].count > 0;
704 plcp0 = txh->FragPLCPFallback[0];
706 is40 = (plcp0 & MIMO_PLCP_40MHZ) ? 1 : 0;
707 mcs = plcp0 & ~MIMO_PLCP_40MHZ;
710 if (CHSPEC_SB_UPPER(wlc_phy_chanspec_get(wlc->band->pi)))
711 mimo_ctlchbw = PHY_TXC1_BW_20MHZ_UP;
713 mimo_ctlchbw = PHY_TXC1_BW_20MHZ;
716 /* rebuild the rspec and rspec_fallback */
717 rspec = RSPEC_MIMORATE;
718 rspec |= plcp[0] & ~MIMO_PLCP_40MHZ;
719 if (plcp[0] & MIMO_PLCP_40MHZ)
720 rspec |= (PHY_TXC1_BW_40MHZ << RSPEC_BW_SHIFT);
722 fbr_iscck = !(le16_to_cpu(txh->XtraFrameTypes) & 0x03);
725 cck_rspec(cck_phy2mac_rate(txh->FragPLCPFallback[0]));
727 rspec_fallback = RSPEC_MIMORATE;
728 rspec_fallback |= txh->FragPLCPFallback[0] & ~MIMO_PLCP_40MHZ;
729 if (txh->FragPLCPFallback[0] & MIMO_PLCP_40MHZ)
730 rspec_fallback |= PHY_TXC1_BW_40MHZ << RSPEC_BW_SHIFT;
733 if (use_rts || use_cts) {
735 brcms_c_rspec_to_rts_rspec(wlc, rspec,
736 false, mimo_ctlchbw);
738 brcms_c_rspec_to_rts_rspec(wlc, rspec_fallback,
739 false, mimo_ctlchbw);
742 BRCMS_SET_MIMO_PLCP_LEN(plcp, session->ampdu_len);
743 /* mark plcp to indicate ampdu */
744 BRCMS_SET_MIMO_PLCP_AMPDU(plcp);
746 /* reset the mixed mode header durations */
748 u16 mmodelen = brcms_c_calc_lsig_len(wlc, rspec,
750 txh->MModeLen = cpu_to_le16(mmodelen);
751 preamble_type = BRCMS_MM_PREAMBLE;
753 if (txh->MModeFbrLen) {
754 u16 mmfbrlen = brcms_c_calc_lsig_len(wlc, rspec_fallback,
756 txh->MModeFbrLen = cpu_to_le16(mmfbrlen);
757 fbr_preamble_type = BRCMS_MM_PREAMBLE;
760 /* set the preload length */
761 if (mcs_2_rate(mcs, true, false) >= f->dmaxferrate) {
762 dma_len = min(dma_len, f->ampdu_pld_size);
763 txh->PreloadSize = cpu_to_le16(dma_len);
765 txh->PreloadSize = 0;
768 mch = le16_to_cpu(txh->MacTxControlHigh);
770 /* update RTS dur fields */
771 if (use_rts || use_cts) {
773 if ((mch & TXC_PREAMBLE_RTS_MAIN_SHORT) ==
774 TXC_PREAMBLE_RTS_MAIN_SHORT)
775 rts_preamble_type = BRCMS_SHORT_PREAMBLE;
777 if ((mch & TXC_PREAMBLE_RTS_FB_SHORT) ==
778 TXC_PREAMBLE_RTS_FB_SHORT)
779 rts_fbr_preamble_type = BRCMS_SHORT_PREAMBLE;
781 durid = brcms_c_compute_rtscts_dur(wlc, use_cts, rts_rspec,
782 rspec, rts_preamble_type,
784 session->ampdu_len, true);
785 rts->duration = cpu_to_le16(durid);
786 durid = brcms_c_compute_rtscts_dur(wlc, use_cts,
789 rts_fbr_preamble_type,
791 session->ampdu_len, true);
792 txh->RTSDurFallback = cpu_to_le16(durid);
793 /* set TxFesTimeNormal */
794 txh->TxFesTimeNormal = rts->duration;
795 /* set fallback rate version of TxFesTimeNormal */
796 txh->TxFesTimeFallback = txh->RTSDurFallback;
799 /* set flag and plcp for fallback rate */
801 mch |= TXC_AMPDU_FBR;
802 txh->MacTxControlHigh = cpu_to_le16(mch);
803 BRCMS_SET_MIMO_PLCP_AMPDU(plcp);
804 BRCMS_SET_MIMO_PLCP_AMPDU(txh->FragPLCPFallback);
807 brcms_dbg_ht(wlc->hw->d11core, "wl%d: count %d ampdu_len %d\n",
808 wlc->pub->unit, skb_queue_len(&session->skb_list),
813 brcms_c_ampdu_rate_status(struct brcms_c_info *wlc,
814 struct ieee80211_tx_info *tx_info,
815 struct tx_status *txs, u8 mcs)
817 struct ieee80211_tx_rate *txrate = tx_info->status.rates;
820 /* clear the rest of the rates */
821 for (i = 2; i < IEEE80211_TX_MAX_RATES; i++) {
828 brcms_c_ampdu_dotxstatus_complete(struct ampdu_info *ampdu, struct scb *scb,
829 struct sk_buff *p, struct tx_status *txs,
832 struct scb_ampdu *scb_ampdu;
833 struct brcms_c_info *wlc = ampdu->wlc;
834 struct scb_ampdu_tid_ini *ini;
835 u8 bitmap[8], queue, tid;
838 struct ieee80211_hdr *h;
839 u16 seq, start_seq = 0, bindex, index, mcl;
841 bool ba_recd = false, ack_recd = false;
847 struct ieee80211_tx_info *tx_info = IEEE80211_SKB_CB(p);
850 u8 hole[AMPDU_MAX_MPDU];
851 memset(hole, 0, sizeof(hole));
854 scb_ampdu = &scb->scb_ampdu;
855 tid = (u8) (p->priority);
857 ini = &scb_ampdu->ini[tid];
858 retry_limit = ampdu->retry_limit_tid[tid];
859 memset(bitmap, 0, sizeof(bitmap));
860 queue = txs->frameid & TXFID_QUEUE_MASK;
861 supr_status = txs->status & TX_STATUS_SUPR_MASK;
863 if (txs->status & TX_STATUS_ACK_RCV) {
864 WARN_ON(!(txs->status & TX_STATUS_INTERMEDIATE));
865 start_seq = txs->sequence >> SEQNUM_SHIFT;
866 bitmap[0] = (txs->status & TX_STATUS_BA_BMAP03_MASK) >>
867 TX_STATUS_BA_BMAP03_SHIFT;
869 WARN_ON(s1 & TX_STATUS_INTERMEDIATE);
870 WARN_ON(!(s1 & TX_STATUS_AMPDU));
873 (s1 & TX_STATUS_BA_BMAP47_MASK) <<
874 TX_STATUS_BA_BMAP47_SHIFT;
875 bitmap[1] = (s1 >> 8) & 0xff;
876 bitmap[2] = (s1 >> 16) & 0xff;
877 bitmap[3] = (s1 >> 24) & 0xff;
879 bitmap[4] = s2 & 0xff;
880 bitmap[5] = (s2 >> 8) & 0xff;
881 bitmap[6] = (s2 >> 16) & 0xff;
882 bitmap[7] = (s2 >> 24) & 0xff;
887 if (supr_status == TX_STATUS_SUPR_BADCH) {
888 brcms_dbg_ht(wlc->hw->d11core,
889 "%s: Pkt tx suppressed, illegal channel possibly %d\n",
890 __func__, CHSPEC_CHANNEL(
891 wlc->default_bss->chanspec));
893 if (supr_status != TX_STATUS_SUPR_FRAG)
894 brcms_err(wlc->hw->d11core,
895 "%s: supr_status 0x%x\n",
896 __func__, supr_status);
898 /* no need to retry for badch; will fail again */
899 if (supr_status == TX_STATUS_SUPR_BADCH ||
900 supr_status == TX_STATUS_SUPR_EXPTIME) {
902 } else if (supr_status == TX_STATUS_SUPR_EXPTIME) {
904 * try tuning pre-loading or ampdu size
906 } else if (supr_status == TX_STATUS_SUPR_FRAG) {
908 * if there were underflows, but pre-loading
909 * is not active, notify rate adaptation.
911 brcms_c_ffpld_check_txfunfl(wlc, queue);
913 } else if (txs->phyerr) {
914 brcms_dbg_ht(wlc->hw->d11core,
915 "%s: ampdu tx phy error (0x%x)\n",
916 __func__, txs->phyerr);
920 /* loop through all pkts and retry if not acked */
922 tx_info = IEEE80211_SKB_CB(p);
923 txh = (struct d11txh *) p->data;
924 mcl = le16_to_cpu(txh->MacTxControlLow);
925 plcp = (u8 *) (txh + 1);
926 h = (struct ieee80211_hdr *)(plcp + D11_PHY_HDR_LEN);
927 seq = le16_to_cpu(h->seq_ctrl) >> SEQNUM_SHIFT;
929 trace_brcms_txdesc(&wlc->hw->d11core->dev, txh, sizeof(*txh));
932 mcs = plcp[0] & MIMO_PLCP_MCS_MASK;
933 mimoantsel = le16_to_cpu(txh->ABI_MimoAntSel);
936 index = TX_SEQ_TO_INDEX(seq);
941 bindex = MODSUB_POW2(seq, start_seq, SEQNUM_MAX);
942 if (bindex < AMPDU_TX_BA_MAX_WSIZE)
943 block_acked = isset(bitmap, bindex);
946 brcms_dbg_ht(wlc->hw->d11core,
947 "tid %d seq %d, start_seq %d, bindex %d set %d, index %d\n",
948 tid, seq, start_seq, bindex,
950 /* if acked then clear bit and free packet */
952 ini->txretry[index] = 0;
956 * number of acked aggregated frames
958 /* ampdu_len: number of aggregated frames */
959 brcms_c_ampdu_rate_status(wlc, tx_info, txs,
961 tx_info->flags |= IEEE80211_TX_STAT_ACK;
962 tx_info->flags |= IEEE80211_TX_STAT_AMPDU;
963 tx_info->status.ampdu_ack_len =
964 tx_info->status.ampdu_len = 1;
966 skb_pull(p, D11_PHY_HDR_LEN);
967 skb_pull(p, D11_TXH_LEN);
969 ieee80211_tx_status_irqsafe(wlc->pub->ieee_hw,
974 /* either retransmit or send bar if ack not recd */
976 if (retry && (ini->txretry[index] < (int)retry_limit)) {
978 ini->txretry[index]++;
979 ret = brcms_c_txfifo(wlc, queue, p);
981 * We shouldn't be out of space in the DMA
982 * ring here since we're reinserting a frame
983 * that was just pulled out.
985 WARN_ONCE(ret, "queue %d out of txds\n", queue);
988 ieee80211_tx_info_clear_status(tx_info);
989 tx_info->status.ampdu_ack_len = 0;
990 tx_info->status.ampdu_len = 1;
992 IEEE80211_TX_STAT_AMPDU_NO_BACK;
993 skb_pull(p, D11_PHY_HDR_LEN);
994 skb_pull(p, D11_TXH_LEN);
995 brcms_dbg_ht(wlc->hw->d11core,
996 "BA Timeout, seq %d\n",
998 ieee80211_tx_status_irqsafe(wlc->pub->ieee_hw,
1004 /* break out if last packet of ampdu */
1005 if (((mcl & TXC_AMPDU_MASK) >> TXC_AMPDU_SHIFT) ==
1009 p = dma_getnexttxp(wlc->hw->di[queue], DMA_RANGE_TRANSMITTED);
1012 /* update rate state */
1013 brcms_c_antsel_antsel2id(wlc->asi, mimoantsel);
1017 brcms_c_ampdu_dotxstatus(struct ampdu_info *ampdu, struct scb *scb,
1018 struct sk_buff *p, struct tx_status *txs)
1020 struct brcms_c_info *wlc = ampdu->wlc;
1023 /* BMAC_NOTE: For the split driver, second level txstatus comes later
1024 * So if the ACK was received then wait for the second level else just
1025 * call the first one
1027 if (txs->status & TX_STATUS_ACK_RCV) {
1028 u8 status_delay = 0;
1030 /* wait till the next 8 bytes of txstatus is available */
1031 s1 = bcma_read32(wlc->hw->d11core, D11REGOFFS(frmtxstatus));
1032 while ((s1 & TXS_V) == 0) {
1035 if (status_delay > 10)
1036 return; /* error condition */
1037 s1 = bcma_read32(wlc->hw->d11core,
1038 D11REGOFFS(frmtxstatus));
1041 s2 = bcma_read32(wlc->hw->d11core, D11REGOFFS(frmtxstatus2));
1045 brcms_c_ampdu_dotxstatus_complete(ampdu, scb, p, txs, s1, s2);
1047 /* loop through all pkts and free */
1048 u8 queue = txs->frameid & TXFID_QUEUE_MASK;
1052 txh = (struct d11txh *) p->data;
1053 trace_brcms_txdesc(&wlc->hw->d11core->dev, txh,
1055 mcl = le16_to_cpu(txh->MacTxControlLow);
1056 brcmu_pkt_buf_free_skb(p);
1057 /* break out if last packet of ampdu */
1058 if (((mcl & TXC_AMPDU_MASK) >> TXC_AMPDU_SHIFT) ==
1061 p = dma_getnexttxp(wlc->hw->di[queue],
1062 DMA_RANGE_TRANSMITTED);
1067 void brcms_c_ampdu_macaddr_upd(struct brcms_c_info *wlc)
1069 char template[T_RAM_ACCESS_SZ * 2];
1071 /* driver needs to write the ta in the template; ta is at offset 16 */
1072 memset(template, 0, sizeof(template));
1073 memcpy(template, wlc->pub->cur_etheraddr, ETH_ALEN);
1074 brcms_b_write_template_ram(wlc->hw, (T_BA_TPL_BASE + 16),
1075 (T_RAM_ACCESS_SZ * 2),
1079 bool brcms_c_aggregatable(struct brcms_c_info *wlc, u8 tid)
1081 return wlc->ampdu->ini_enable[tid];
1084 void brcms_c_ampdu_shm_upd(struct ampdu_info *ampdu)
1086 struct brcms_c_info *wlc = ampdu->wlc;
1089 * Extend ucode internal watchdog timer to
1090 * match larger received frames
1092 if ((ampdu->rx_factor & IEEE80211_HT_AMPDU_PARM_FACTOR) ==
1093 IEEE80211_HT_MAX_AMPDU_64K) {
1094 brcms_b_write_shm(wlc->hw, M_MIMO_MAXSYM, MIMO_MAXSYM_MAX);
1095 brcms_b_write_shm(wlc->hw, M_WATCHDOG_8TU, WATCHDOG_8TU_MAX);
1097 brcms_b_write_shm(wlc->hw, M_MIMO_MAXSYM, MIMO_MAXSYM_DEF);
1098 brcms_b_write_shm(wlc->hw, M_WATCHDOG_8TU, WATCHDOG_8TU_DEF);
1103 * callback function that helps invalidating ampdu packets in a DMA queue
1105 static void dma_cb_fn_ampdu(void *txi, void *arg_a)
1107 struct ieee80211_sta *sta = arg_a;
1108 struct ieee80211_tx_info *tx_info = (struct ieee80211_tx_info *)txi;
1110 if ((tx_info->flags & IEEE80211_TX_CTL_AMPDU) &&
1111 (tx_info->rate_driver_data[0] == sta || sta == NULL))
1112 tx_info->rate_driver_data[0] = NULL;
1116 * When a remote party is no longer available for ampdu communication, any
1117 * pending tx ampdu packets in the driver have to be flushed.
1119 void brcms_c_ampdu_flush(struct brcms_c_info *wlc,
1120 struct ieee80211_sta *sta, u16 tid)
1122 brcms_c_inval_dma_pkts(wlc->hw, sta, dma_cb_fn_ampdu);