1 /* SPDX-License-Identifier: ISC */
2 /* Copyright (C) 2019 MediaTek Inc. */
7 #include <linux/completion.h>
8 #include <linux/interrupt.h>
9 #include <linux/ktime.h>
10 #include <linux/regmap.h>
14 #define MT7615_MAX_INTERFACES 4
15 #define MT7615_MAX_WMM_SETS 4
16 #define MT7663_WTBL_SIZE 32
17 #define MT7615_WTBL_SIZE 128
18 #define MT7615_WTBL_RESERVED (mt7615_wtbl_size(dev) - 1)
19 #define MT7615_WTBL_STA (MT7615_WTBL_RESERVED - \
20 MT7615_MAX_INTERFACES)
22 #define MT7615_PM_TIMEOUT (HZ / 12)
23 #define MT7615_WATCHDOG_TIME (HZ / 10)
24 #define MT7615_HW_SCAN_TIMEOUT (HZ / 10)
25 #define MT7615_RESET_TIMEOUT (30 * HZ)
26 #define MT7615_RATE_RETRY 2
28 #define MT7615_TX_RING_SIZE 1024
29 #define MT7615_TX_MGMT_RING_SIZE 128
30 #define MT7615_TX_MCU_RING_SIZE 128
31 #define MT7615_TX_FWDL_RING_SIZE 128
33 #define MT7615_RX_RING_SIZE 1024
34 #define MT7615_RX_MCU_RING_SIZE 512
36 #define MT7615_DRV_OWN_RETRY_COUNT 10
38 #define MT7615_FIRMWARE_CR4 "mediatek/mt7615_cr4.bin"
39 #define MT7615_FIRMWARE_N9 "mediatek/mt7615_n9.bin"
40 #define MT7615_ROM_PATCH "mediatek/mt7615_rom_patch.bin"
42 #define MT7622_FIRMWARE_N9 "mediatek/mt7622_n9.bin"
43 #define MT7622_ROM_PATCH "mediatek/mt7622_rom_patch.bin"
45 #define MT7615_FIRMWARE_V1 1
46 #define MT7615_FIRMWARE_V2 2
47 #define MT7615_FIRMWARE_V3 3
49 #define MT7663_OFFLOAD_ROM_PATCH "mediatek/mt7663pr2h.bin"
50 #define MT7663_OFFLOAD_FIRMWARE_N9 "mediatek/mt7663_n9_v3.bin"
51 #define MT7663_ROM_PATCH "mediatek/mt7663pr2h_rebb.bin"
52 #define MT7663_FIRMWARE_N9 "mediatek/mt7663_n9_rebb.bin"
54 #define MT7615_EEPROM_SIZE 1024
55 #define MT7615_TOKEN_SIZE 4096
57 #define MT_FRAC_SCALE 12
58 #define MT_FRAC(val, div) (((val) << MT_FRAC_SCALE) / (div))
60 #define MT_CHFREQ_VALID BIT(7)
61 #define MT_CHFREQ_DBDC_IDX BIT(6)
62 #define MT_CHFREQ_SEQ GENMASK(5, 0)
64 #define MT7615_BAR_RATE_DEFAULT 0x4b /* OFDM 6M */
65 #define MT7615_CFEND_RATE_DEFAULT 0x49 /* OFDM 24M */
66 #define MT7615_CFEND_RATE_11B 0x03 /* 11B LP, 11M */
68 #define MT7615_SCAN_IE_LEN 600
69 #define MT7615_MAX_SCHED_SCAN_INTERVAL 10
70 #define MT7615_MAX_SCHED_SCAN_SSID 10
71 #define MT7615_MAX_SCAN_MATCH 16
75 struct mt7615_dfs_pulse;
76 struct mt7615_dfs_pattern;
77 enum mt7615_cipher_type;
79 enum mt7615_hw_txq_id {
86 enum mt7622_hw_txq_id {
90 MT7622_TXQ_FWDL = MT7615_TXQ_FWDL,
96 struct mt7615_rate_set {
97 struct ieee80211_tx_rate probe_rate;
98 struct ieee80211_tx_rate rates[4];
101 struct mt7615_rate_desc {
109 enum mt7615_wtbl_desc_type {
110 MT7615_WTBL_RATE_DESC,
114 struct mt7615_key_desc {
115 enum set_key_cmd cmd;
122 struct mt7615_wtbl_desc {
123 struct list_head node;
125 enum mt7615_wtbl_desc_type type;
126 struct mt7615_sta *sta;
129 struct mt7615_rate_desc rate;
130 struct mt7615_key_desc key;
135 struct mt76_wcid wcid; /* must be first */
137 struct mt7615_vif *vif;
139 struct list_head poll_list;
142 struct ieee80211_tx_rate rates[4];
144 struct mt7615_rate_set rateset[2];
160 struct mt7615_sta sta;
169 unsigned long aggr_per;
173 struct mt76_phy *mt76;
174 struct mt7615_dev *dev;
176 struct ieee80211_vif *monitor_vif;
187 unsigned long last_cca_adj;
188 int false_cca_ofdm, false_cca_cck;
204 struct mib_stats mib;
206 struct delayed_work mac_work;
209 struct sk_buff_head scan_event_list;
210 struct delayed_work scan_work;
212 struct work_struct roc_work;
213 struct timer_list roc_timer;
214 wait_queue_head_t roc_wait;
218 #define mt7615_mcu_add_tx_ba(dev, ...) (dev)->mcu_ops->add_tx_ba((dev), __VA_ARGS__)
219 #define mt7615_mcu_add_rx_ba(dev, ...) (dev)->mcu_ops->add_rx_ba((dev), __VA_ARGS__)
220 #define mt7615_mcu_sta_add(dev, ...) (dev)->mcu_ops->sta_add((dev), __VA_ARGS__)
221 #define mt7615_mcu_add_dev_info(dev, ...) (dev)->mcu_ops->add_dev_info((dev), __VA_ARGS__)
222 #define mt7615_mcu_add_bss_info(phy, ...) (phy->dev)->mcu_ops->add_bss_info((phy), __VA_ARGS__)
223 #define mt7615_mcu_add_beacon(dev, ...) (dev)->mcu_ops->add_beacon_offload((dev), __VA_ARGS__)
224 #define mt7615_mcu_set_pm(dev, ...) (dev)->mcu_ops->set_pm_state((dev), __VA_ARGS__)
225 #define mt7615_mcu_set_drv_ctrl(dev) (dev)->mcu_ops->set_drv_ctrl((dev))
226 #define mt7615_mcu_set_fw_ctrl(dev) (dev)->mcu_ops->set_fw_ctrl((dev))
227 struct mt7615_mcu_ops {
228 int (*add_tx_ba)(struct mt7615_dev *dev,
229 struct ieee80211_ampdu_params *params,
231 int (*add_rx_ba)(struct mt7615_dev *dev,
232 struct ieee80211_ampdu_params *params,
234 int (*sta_add)(struct mt7615_dev *dev,
235 struct ieee80211_vif *vif,
236 struct ieee80211_sta *sta, bool enable);
237 int (*add_dev_info)(struct mt7615_dev *dev,
238 struct ieee80211_vif *vif, bool enable);
239 int (*add_bss_info)(struct mt7615_phy *phy, struct ieee80211_vif *vif,
240 struct ieee80211_sta *sta, bool enable);
241 int (*add_beacon_offload)(struct mt7615_dev *dev,
242 struct ieee80211_hw *hw,
243 struct ieee80211_vif *vif, bool enable);
244 int (*set_pm_state)(struct mt7615_dev *dev, int band, int state);
245 int (*set_drv_ctrl)(struct mt7615_dev *dev);
246 int (*set_fw_ctrl)(struct mt7615_dev *dev);
250 union { /* must be first */
251 struct mt76_dev mt76;
252 struct mt76_phy mphy;
255 const struct mt76_bus_ops *bus_ops;
256 struct tasklet_struct irq_tasklet;
258 struct mt7615_phy phy;
263 struct ieee80211_ops *ops;
264 const struct mt7615_mcu_ops *mcu_ops;
265 struct regmap *infracfg;
268 struct work_struct mcu_work;
270 struct work_struct reset_work;
271 wait_queue_head_t reset_wait;
274 struct list_head sta_poll_list;
275 spinlock_t sta_poll_lock;
289 spinlock_t token_lock;
294 struct work_struct wtbl_work;
295 struct list_head wd_head;
302 #ifdef CONFIG_NL80211_TESTMODE
306 s16 last_freq_offset;
318 struct mt7615_sta *msta;
320 } tx_q[IEEE80211_NUM_ACS];
322 struct work_struct wake_work;
323 struct completion wake_cmpl;
325 struct delayed_work ps_work;
326 unsigned long last_activity;
327 unsigned long idle_timeout;
331 enum tx_pkt_queue_idx {
336 MT_LMAC_ALTX0 = 0x10,
352 EXT_BSSID_START = 0x10,
376 enum mt7615_rdd_cmd {
390 static inline struct mt7615_phy *
391 mt7615_hw_phy(struct ieee80211_hw *hw)
393 struct mt76_phy *phy = hw->priv;
398 static inline struct mt7615_dev *
399 mt7615_hw_dev(struct ieee80211_hw *hw)
401 struct mt76_phy *phy = hw->priv;
403 return container_of(phy->dev, struct mt7615_dev, mt76);
406 static inline struct mt7615_phy *
407 mt7615_ext_phy(struct mt7615_dev *dev)
409 struct mt76_phy *phy = dev->mt76.phy2;
417 extern struct ieee80211_rate mt7615_rates[12];
418 extern const struct ieee80211_ops mt7615_ops;
419 extern const u32 mt7615e_reg_map[__MT_BASE_MAX];
420 extern const u32 mt7663e_reg_map[__MT_BASE_MAX];
421 extern const u32 mt7663_usb_sdio_reg_map[__MT_BASE_MAX];
422 extern struct pci_driver mt7615_pci_driver;
423 extern struct platform_driver mt7622_wmac_driver;
424 extern const struct mt76_testmode_ops mt7615_testmode_ops;
426 #ifdef CONFIG_MT7622_WMAC
427 int mt7622_wmac_init(struct mt7615_dev *dev);
429 static inline int mt7622_wmac_init(struct mt7615_dev *dev)
435 int mt7615_mmio_probe(struct device *pdev, void __iomem *mem_base,
436 int irq, const u32 *map);
437 u32 mt7615_reg_map(struct mt7615_dev *dev, u32 addr);
439 void mt7615_check_offload_capability(struct mt7615_dev *dev);
440 void mt7615_init_device(struct mt7615_dev *dev);
441 int mt7615_register_device(struct mt7615_dev *dev);
442 void mt7615_unregister_device(struct mt7615_dev *dev);
443 int mt7615_register_ext_phy(struct mt7615_dev *dev);
444 void mt7615_unregister_ext_phy(struct mt7615_dev *dev);
445 int mt7615_eeprom_init(struct mt7615_dev *dev, u32 addr);
446 int mt7615_eeprom_get_target_power_index(struct mt7615_dev *dev,
447 struct ieee80211_channel *chan,
449 int mt7615_eeprom_get_power_delta_index(struct mt7615_dev *dev,
450 enum nl80211_band band);
451 int mt7615_wait_pdma_busy(struct mt7615_dev *dev);
452 int mt7615_dma_init(struct mt7615_dev *dev);
453 void mt7615_dma_cleanup(struct mt7615_dev *dev);
454 int mt7615_mcu_init(struct mt7615_dev *dev);
455 bool mt7615_wait_for_mcu_init(struct mt7615_dev *dev);
456 void mt7615_mac_set_rates(struct mt7615_phy *phy, struct mt7615_sta *sta,
457 struct ieee80211_tx_rate *probe_rate,
458 struct ieee80211_tx_rate *rates);
459 void mt7615_pm_wake_work(struct work_struct *work);
460 int mt7615_pm_wake(struct mt7615_dev *dev);
461 void mt7615_pm_power_save_sched(struct mt7615_dev *dev);
462 void mt7615_pm_power_save_work(struct work_struct *work);
463 int mt7615_mcu_del_wtbl_all(struct mt7615_dev *dev);
464 int mt7615_mcu_set_chan_info(struct mt7615_phy *phy, int cmd);
465 int mt7615_mcu_set_wmm(struct mt7615_dev *dev, u8 queue,
466 const struct ieee80211_tx_queue_params *params);
467 void mt7615_mcu_rx_event(struct mt7615_dev *dev, struct sk_buff *skb);
468 int mt7615_mcu_rdd_cmd(struct mt7615_dev *dev,
469 enum mt7615_rdd_cmd cmd, u8 index,
471 int mt7615_mcu_rdd_send_pattern(struct mt7615_dev *dev);
472 int mt7615_mcu_fw_log_2_host(struct mt7615_dev *dev, u8 ctrl);
474 static inline bool is_mt7622(struct mt76_dev *dev)
476 if (!IS_ENABLED(CONFIG_MT7622_WMAC))
479 return mt76_chip(dev) == 0x7622;
482 static inline bool is_mt7615(struct mt76_dev *dev)
484 return mt76_chip(dev) == 0x7615 || mt76_chip(dev) == 0x7611;
487 static inline bool is_mt7663(struct mt76_dev *dev)
489 return mt76_chip(dev) == 0x7663;
492 static inline bool is_mt7611(struct mt76_dev *dev)
494 return mt76_chip(dev) == 0x7611;
497 static inline void mt7615_irq_enable(struct mt7615_dev *dev, u32 mask)
499 mt76_set_irq_mask(&dev->mt76, 0, 0, mask);
501 tasklet_schedule(&dev->irq_tasklet);
504 static inline bool mt7615_firmware_offload(struct mt7615_dev *dev)
506 return dev->fw_ver > MT7615_FIRMWARE_V2;
509 static inline u16 mt7615_wtbl_size(struct mt7615_dev *dev)
511 if (is_mt7663(&dev->mt76) && mt7615_firmware_offload(dev))
512 return MT7663_WTBL_SIZE;
514 return MT7615_WTBL_SIZE;
517 static inline void mt7615_mutex_acquire(struct mt7615_dev *dev)
518 __acquires(&dev->mt76.mutex)
520 mutex_lock(&dev->mt76.mutex);
524 static inline void mt7615_mutex_release(struct mt7615_dev *dev)
525 __releases(&dev->mt76.mutex)
527 mt7615_pm_power_save_sched(dev);
528 mutex_unlock(&dev->mt76.mutex);
531 static inline u8 mt7615_lmac_mapping(struct mt7615_dev *dev, u8 ac)
533 static const u8 lmac_queue_map[] = {
534 [IEEE80211_AC_BK] = MT_LMAC_AC00,
535 [IEEE80211_AC_BE] = MT_LMAC_AC01,
536 [IEEE80211_AC_VI] = MT_LMAC_AC02,
537 [IEEE80211_AC_VO] = MT_LMAC_AC03,
540 if (WARN_ON_ONCE(ac >= ARRAY_SIZE(lmac_queue_map)))
541 return MT_LMAC_AC01; /* BE */
543 return lmac_queue_map[ac];
546 static inline u32 mt7615_tx_mcu_int_mask(struct mt7615_dev *dev)
548 return MT_INT_TX_DONE(dev->mt76.q_tx[MT_TXQ_MCU]->hw_idx);
551 void mt7615_dma_reset(struct mt7615_dev *dev);
552 void mt7615_scan_work(struct work_struct *work);
553 void mt7615_roc_work(struct work_struct *work);
554 void mt7615_roc_timer(struct timer_list *timer);
555 void mt7615_init_txpower(struct mt7615_dev *dev,
556 struct ieee80211_supported_band *sband);
557 void mt7615_phy_init(struct mt7615_dev *dev);
558 void mt7615_mac_init(struct mt7615_dev *dev);
559 int mt7615_set_channel(struct mt7615_phy *phy);
561 int mt7615_mcu_restart(struct mt76_dev *dev);
562 void mt7615_update_channel(struct mt76_dev *mdev);
563 bool mt7615_mac_wtbl_update(struct mt7615_dev *dev, int idx, u32 mask);
564 void mt7615_mac_reset_counters(struct mt7615_dev *dev);
565 void mt7615_mac_cca_stats_reset(struct mt7615_phy *phy);
566 void mt7615_mac_set_scs(struct mt7615_phy *phy, bool enable);
567 void mt7615_mac_enable_nf(struct mt7615_dev *dev, bool ext_phy);
568 void mt7615_mac_sta_poll(struct mt7615_dev *dev);
569 int mt7615_mac_write_txwi(struct mt7615_dev *dev, __le32 *txwi,
570 struct sk_buff *skb, struct mt76_wcid *wcid,
571 struct ieee80211_sta *sta, int pid,
572 struct ieee80211_key_conf *key, bool beacon);
573 void mt7615_mac_set_timing(struct mt7615_phy *phy);
574 int mt7615_mac_wtbl_set_key(struct mt7615_dev *dev, struct mt76_wcid *wcid,
575 struct ieee80211_key_conf *key,
576 enum set_key_cmd cmd);
577 int mt7615_mac_wtbl_update_pk(struct mt7615_dev *dev,
578 struct mt76_wcid *wcid,
579 enum mt7615_cipher_type cipher,
580 int keyidx, enum set_key_cmd cmd);
581 void mt7615_mac_wtbl_update_cipher(struct mt7615_dev *dev,
582 struct mt76_wcid *wcid,
583 enum mt7615_cipher_type cipher,
584 enum set_key_cmd cmd);
585 int mt7615_mac_wtbl_update_key(struct mt7615_dev *dev,
586 struct mt76_wcid *wcid,
588 enum mt7615_cipher_type cipher,
589 enum set_key_cmd cmd);
590 void mt7615_mac_reset_work(struct work_struct *work);
591 u32 mt7615_mac_get_sta_tid_sn(struct mt7615_dev *dev, int wcid, u8 tid);
593 int mt7615_mcu_parse_response(struct mt76_dev *mdev, int cmd,
594 struct sk_buff *skb, int seq);
595 u32 mt7615_rf_rr(struct mt7615_dev *dev, u32 wf, u32 reg);
596 int mt7615_rf_wr(struct mt7615_dev *dev, u32 wf, u32 reg, u32 val);
597 int mt7615_mcu_set_dbdc(struct mt7615_dev *dev);
598 int mt7615_mcu_set_eeprom(struct mt7615_dev *dev);
599 int mt7615_mcu_set_mac_enable(struct mt7615_dev *dev, int band, bool enable);
600 int mt7615_mcu_set_rts_thresh(struct mt7615_phy *phy, u32 val);
601 int mt7615_mcu_get_temperature(struct mt7615_dev *dev, int index);
602 int mt7615_mcu_set_tx_power(struct mt7615_phy *phy);
603 void mt7615_mcu_exit(struct mt7615_dev *dev);
604 void mt7615_mcu_fill_msg(struct mt7615_dev *dev, struct sk_buff *skb,
605 int cmd, int *wait_seq);
606 int mt7615_mcu_set_channel_domain(struct mt7615_phy *phy);
607 int mt7615_mcu_hw_scan(struct mt7615_phy *phy, struct ieee80211_vif *vif,
608 struct ieee80211_scan_request *scan_req);
609 int mt7615_mcu_cancel_hw_scan(struct mt7615_phy *phy,
610 struct ieee80211_vif *vif);
611 int mt7615_mcu_sched_scan_req(struct mt7615_phy *phy,
612 struct ieee80211_vif *vif,
613 struct cfg80211_sched_scan_request *sreq);
614 int mt7615_mcu_sched_scan_enable(struct mt7615_phy *phy,
615 struct ieee80211_vif *vif,
618 int mt7615_tx_prepare_skb(struct mt76_dev *mdev, void *txwi_ptr,
619 enum mt76_txq_id qid, struct mt76_wcid *wcid,
620 struct ieee80211_sta *sta,
621 struct mt76_tx_info *tx_info);
623 void mt7615_tx_complete_skb(struct mt76_dev *mdev, struct mt76_queue_entry *e);
625 void mt7615_queue_rx_skb(struct mt76_dev *mdev, enum mt76_rxq_id q,
626 struct sk_buff *skb);
627 void mt7615_sta_ps(struct mt76_dev *mdev, struct ieee80211_sta *sta, bool ps);
628 int mt7615_mac_sta_add(struct mt76_dev *mdev, struct ieee80211_vif *vif,
629 struct ieee80211_sta *sta);
630 void mt7615_mac_sta_remove(struct mt76_dev *mdev, struct ieee80211_vif *vif,
631 struct ieee80211_sta *sta);
632 void mt7615_mac_work(struct work_struct *work);
633 void mt7615_txp_skb_unmap(struct mt76_dev *dev,
634 struct mt76_txwi_cache *txwi);
635 int mt7615_mcu_set_fcc5_lpn(struct mt7615_dev *dev, int val);
636 int mt7615_mcu_set_pulse_th(struct mt7615_dev *dev,
637 const struct mt7615_dfs_pulse *pulse);
638 int mt7615_mcu_set_radar_th(struct mt7615_dev *dev, int index,
639 const struct mt7615_dfs_pattern *pattern);
640 int mt7615_mcu_set_test_param(struct mt7615_dev *dev, u8 param, bool test_mode,
642 int mt7615_mcu_set_sku_en(struct mt7615_phy *phy, bool enable);
643 int mt7615_mcu_apply_rx_dcoc(struct mt7615_phy *phy);
644 int mt7615_mcu_apply_tx_dpd(struct mt7615_phy *phy);
645 int mt7615_mcu_set_vif_ps(struct mt7615_dev *dev, struct ieee80211_vif *vif);
646 int mt7615_dfs_init_radar_detector(struct mt7615_phy *phy);
648 int mt7615_mcu_set_p2p_oppps(struct ieee80211_hw *hw,
649 struct ieee80211_vif *vif);
650 int mt7615_mcu_set_roc(struct mt7615_phy *phy, struct ieee80211_vif *vif,
651 struct ieee80211_channel *chan, int duration);
653 int mt7615_init_debugfs(struct mt7615_dev *dev);
654 int mt7615_mcu_wait_response(struct mt7615_dev *dev, int cmd, int seq);
656 int mt7615_mac_set_beacon_filter(struct mt7615_phy *phy,
657 struct ieee80211_vif *vif,
659 int mt7615_mcu_set_bss_pm(struct mt7615_dev *dev, struct ieee80211_vif *vif,
661 int mt7615_mcu_set_hif_suspend(struct mt7615_dev *dev, bool suspend);
662 void mt7615_mcu_set_suspend_iter(void *priv, u8 *mac,
663 struct ieee80211_vif *vif);
664 int mt7615_mcu_update_gtk_rekey(struct ieee80211_hw *hw,
665 struct ieee80211_vif *vif,
666 struct cfg80211_gtk_rekey_data *key);
667 int mt7615_mcu_update_arp_filter(struct ieee80211_hw *hw,
668 struct ieee80211_vif *vif,
669 struct ieee80211_bss_conf *info);
670 int __mt7663_load_firmware(struct mt7615_dev *dev);
671 u32 mt7615_mcu_reg_rr(struct mt76_dev *dev, u32 offset);
672 void mt7615_mcu_reg_wr(struct mt76_dev *dev, u32 offset, u32 val);
675 int mt7663_usb_sdio_tx_prepare_skb(struct mt76_dev *mdev, void *txwi_ptr,
676 enum mt76_txq_id qid, struct mt76_wcid *wcid,
677 struct ieee80211_sta *sta,
678 struct mt76_tx_info *tx_info);
679 bool mt7663_usb_sdio_tx_status_data(struct mt76_dev *mdev, u8 *update);
680 void mt7663_usb_sdio_tx_complete_skb(struct mt76_dev *mdev,
681 struct mt76_queue_entry *e);
682 void mt7663_usb_sdio_wtbl_work(struct work_struct *work);
683 int mt7663_usb_sdio_register_device(struct mt7615_dev *dev);
684 int mt7663u_mcu_init(struct mt7615_dev *dev);
687 u32 mt7663s_read_pcr(struct mt7615_dev *dev);
688 int mt7663s_mcu_init(struct mt7615_dev *dev);
689 void mt7663s_txrx_worker(struct mt76_worker *w);
690 void mt7663s_rx_work(struct work_struct *work);
691 void mt7663s_sdio_irq(struct sdio_func *func);