drivers/net/wireless/mediatek/mt76/mt7921/mt7921.h - linux - Git at Google

 /* SPDX-License-Identifier: ISC */
 /* Copyright (C) 2020 MediaTek Inc. */

 #ifndef __MT7921_H
 #define __MT7921_H

 #include <linux/interrupt.h>
 #include <linux/ktime.h>
 #include "../mt76_connac_mcu.h"
 #include "regs.h"

 #define MT7921_MAX_INTERFACES		4
 #define MT7921_MAX_WMM_SETS		4
 #define MT7921_WTBL_SIZE		20
 #define MT7921_WTBL_RESERVED		(MT7921_WTBL_SIZE - 1)
 #define MT7921_WTBL_STA			(MT7921_WTBL_RESERVED - \
 					 MT7921_MAX_INTERFACES)

 #define MT7921_PM_TIMEOUT		(HZ / 12)
 #define MT7921_HW_SCAN_TIMEOUT		(HZ / 10)
 #define MT7921_WATCHDOG_TIME		(HZ / 4)
 #define MT7921_RESET_TIMEOUT		(30 * HZ)

 #define MT7921_TX_RING_SIZE		2048
 #define MT7921_TX_MCU_RING_SIZE		256
 #define MT7921_TX_FWDL_RING_SIZE	128

 #define MT7921_RX_RING_SIZE		1536
 #define MT7921_RX_MCU_RING_SIZE		512

 #define MT7921_DRV_OWN_RETRY_COUNT	10
 #define MT7921_MCU_INIT_RETRY_COUNT	10

 #define MT7921_FIRMWARE_WM		"mediatek/WIFI_RAM_CODE_MT7961_1.bin"
 #define MT7921_ROM_PATCH		"mediatek/WIFI_MT7961_patch_mcu_1_2_hdr.bin"

 #define MT7922_FIRMWARE_WM		"mediatek/WIFI_RAM_CODE_MT7922_1.bin"
 #define MT7922_ROM_PATCH		"mediatek/WIFI_MT7922_patch_mcu_1_1_hdr.bin"

 #define MT7921_EEPROM_SIZE		3584
 #define MT7921_TOKEN_SIZE		8192

 #define MT7921_CFEND_RATE_DEFAULT	0x49	/* OFDM 24M */
 #define MT7921_CFEND_RATE_11B		0x03	/* 11B LP, 11M */

 #define MT7921_SKU_RATE_NUM		161
 #define MT7921_SKU_MAX_DELTA_IDX	MT7921_SKU_RATE_NUM
 #define MT7921_SKU_TABLE_SIZE		(MT7921_SKU_RATE_NUM + 1)

 #define MT7921_SDIO_HDR_TX_BYTES	GENMASK(15, 0)
 #define MT7921_SDIO_HDR_PKT_TYPE	GENMASK(17, 16)

 enum mt7921_sdio_pkt_type {
 	MT7921_SDIO_TXD,
 	MT7921_SDIO_DATA,
 	MT7921_SDIO_CMD,
 	MT7921_SDIO_FWDL,
 };

 struct mt7921_sdio_intr {
 	u32 isr;
 	struct {
 		u32 wtqcr[16];
 	} tx;
 	struct {
 		u16 num[2];
 		u16 len0[16];
 		u16 len1[128];
 	} rx;
 	u32 rec_mb[2];
 } __packed;

 #define to_rssi(field, rxv)		((FIELD_GET(field, rxv) - 220) / 2)
 #define to_rcpi(rssi)			(2 * (rssi) + 220)

 struct mt7921_vif;
 struct mt7921_sta;

 enum mt7921_txq_id {
 	MT7921_TXQ_BAND0,
 	MT7921_TXQ_BAND1,
 	MT7921_TXQ_FWDL = 16,
 	MT7921_TXQ_MCU_WM,
 };

 enum mt7921_rxq_id {
 	MT7921_RXQ_BAND0 = 0,
 	MT7921_RXQ_BAND1,
 	MT7921_RXQ_MCU_WM = 0,
 };

 struct mt7921_sta_key_conf {
 	s8 keyidx;
 	u8 key[16];
 };

 struct mt7921_sta {
 	struct mt76_wcid wcid; /* must be first */

 	struct mt7921_vif *vif;

 	struct list_head poll_list;
 	u32 airtime_ac[8];

 	unsigned long last_txs;
 	unsigned long ampdu_state;
 	struct mt76_sta_stats stats;

 	struct mt7921_sta_key_conf bip;
 };

 DECLARE_EWMA(rssi, 10, 8);

 struct mt7921_vif {
 	struct mt76_vif mt76; /* must be first */

 	struct mt7921_sta sta;
 	struct mt7921_sta *wep_sta;

 	struct mt7921_phy *phy;

 	struct ewma_rssi rssi;

 	struct ieee80211_tx_queue_params queue_params[IEEE80211_NUM_ACS];
 };

 struct mib_stats {
 	u32 ack_fail_cnt;
 	u32 fcs_err_cnt;
 	u32 rts_cnt;
 	u32 rts_retries_cnt;
 	u32 ba_miss_cnt;

 	u32 tx_bf_ibf_ppdu_cnt;
 	u32 tx_bf_ebf_ppdu_cnt;
 	u32 tx_bf_rx_fb_all_cnt;
 	u32 tx_bf_rx_fb_he_cnt;
 	u32 tx_bf_rx_fb_vht_cnt;
 	u32 tx_bf_rx_fb_ht_cnt;

 	u32 tx_ampdu_cnt;
 	u32 tx_mpdu_attempts_cnt;
 	u32 tx_mpdu_success_cnt;
 	u32 tx_pkt_ebf_cnt;
 	u32 tx_pkt_ibf_cnt;

 	u32 rx_mpdu_cnt;
 	u32 rx_ampdu_cnt;
 	u32 rx_ampdu_bytes_cnt;
 	u32 rx_ba_cnt;

 	u32 tx_amsdu[8];
 	u32 tx_amsdu_cnt;
 };

 struct mt7921_phy {
 	struct mt76_phy *mt76;
 	struct mt7921_dev *dev;

 	struct ieee80211_sband_iftype_data iftype[NUM_NL80211_BANDS][NUM_NL80211_IFTYPES];

 	u32 rxfilter;
 	u64 omac_mask;

 	u16 noise;

 	s16 coverage_class;
 	u8 slottime;

 	u32 rx_ampdu_ts;
 	u32 ampdu_ref;

 	struct mib_stats mib;

 	u8 sta_work_count;

 	struct sk_buff_head scan_event_list;
 	struct delayed_work scan_work;
 };

 #define mt7921_init_reset(dev)		((dev)->hif_ops->init_reset(dev))
 #define mt7921_dev_reset(dev)		((dev)->hif_ops->reset(dev))
 #define mt7921_mcu_init(dev)		((dev)->hif_ops->mcu_init(dev))
 #define __mt7921_mcu_drv_pmctrl(dev)	((dev)->hif_ops->drv_own(dev))
 #define	__mt7921_mcu_fw_pmctrl(dev)	((dev)->hif_ops->fw_own(dev))
 struct mt7921_hif_ops {
 	int (*init_reset)(struct mt7921_dev *dev);
 	int (*reset)(struct mt7921_dev *dev);
 	int (*mcu_init)(struct mt7921_dev *dev);
 	int (*drv_own)(struct mt7921_dev *dev);
 	int (*fw_own)(struct mt7921_dev *dev);
 };

 struct mt7921_dev {
 	union { /* must be first */
 		struct mt76_dev mt76;
 		struct mt76_phy mphy;
 	};

 	const struct mt76_bus_ops *bus_ops;
 	struct mt7921_phy phy;
 	struct tasklet_struct irq_tasklet;

 	struct work_struct reset_work;
 	bool hw_full_reset:1;
 	bool hw_init_done:1;
 	bool fw_assert:1;

 	struct list_head sta_poll_list;
 	spinlock_t sta_poll_lock;

 	u8 fw_debug;

 	struct mt76_connac_pm pm;
 	struct mt76_connac_coredump coredump;
 	const struct mt7921_hif_ops *hif_ops;
 };

 enum {
 	TXPWR_USER,
 	TXPWR_EEPROM,
 	TXPWR_MAC,
 	TXPWR_MAX_NUM,
 };

 struct mt7921_txpwr {
 	u8 ch;
 	u8 rsv[3];
 	struct {
 		u8 ch;
 		u8 cck[4];
 		u8 ofdm[8];
 		u8 ht20[8];
 		u8 ht40[9];
 		u8 vht20[12];
 		u8 vht40[12];
 		u8 vht80[12];
 		u8 vht160[12];
 		u8 he26[12];
 		u8 he52[12];
 		u8 he106[12];
 		u8 he242[12];
 		u8 he484[12];
 		u8 he996[12];
 		u8 he996x2[12];
 	} data[TXPWR_MAX_NUM];
 };

 enum {
 	MT_LMAC_AC00,
 	MT_LMAC_AC01,
 	MT_LMAC_AC02,
 	MT_LMAC_AC03,
 	MT_LMAC_ALTX0 = 0x10,
 	MT_LMAC_BMC0,
 	MT_LMAC_BCN0,
 };

 static inline struct mt7921_phy *
 mt7921_hw_phy(struct ieee80211_hw *hw)
 {
 	struct mt76_phy *phy = hw->priv;

 	return phy->priv;
 }

 static inline struct mt7921_dev *
 mt7921_hw_dev(struct ieee80211_hw *hw)
 {
 	struct mt76_phy *phy = hw->priv;

 	return container_of(phy->dev, struct mt7921_dev, mt76);
 }

 #define mt7921_mutex_acquire(dev)	\
 	mt76_connac_mutex_acquire(&(dev)->mt76, &(dev)->pm)
 #define mt7921_mutex_release(dev)	\
 	mt76_connac_mutex_release(&(dev)->mt76, &(dev)->pm)

 static inline u8 mt7921_lmac_mapping(struct mt7921_dev *dev, u8 ac)
 {
 	/* LMAC uses the reverse order of mac80211 AC indexes */
 	return 3 - ac;
 }

 extern const struct ieee80211_ops mt7921_ops;
 extern struct pci_driver mt7921_pci_driver;

 u32 mt7921_reg_map(struct mt7921_dev *dev, u32 addr);

 int __mt7921_start(struct mt7921_phy *phy);
 int mt7921_register_device(struct mt7921_dev *dev);
 void mt7921_unregister_device(struct mt7921_dev *dev);
 int mt7921_dma_init(struct mt7921_dev *dev);
 int mt7921_wpdma_reset(struct mt7921_dev *dev, bool force);
 int mt7921_wpdma_reinit_cond(struct mt7921_dev *dev);
 void mt7921_dma_cleanup(struct mt7921_dev *dev);
 int mt7921_run_firmware(struct mt7921_dev *dev);
 int mt7921_mcu_add_key(struct mt7921_dev *dev, struct ieee80211_vif *vif,
 		       struct mt7921_sta *msta, struct ieee80211_key_conf *key,
 		       enum set_key_cmd cmd);
 int mt7921_mcu_sta_update(struct mt7921_dev *dev, struct ieee80211_sta *sta,
 			  struct ieee80211_vif *vif, bool enable,
 			  enum mt76_sta_info_state state);
 int mt7921_mcu_set_chan_info(struct mt7921_phy *phy, int cmd);
 int mt7921_mcu_set_tx(struct mt7921_dev *dev, struct ieee80211_vif *vif);
 int mt7921_mcu_set_eeprom(struct mt7921_dev *dev);
 int mt7921_mcu_get_eeprom(struct mt7921_dev *dev, u32 offset);
 int mt7921_mcu_get_rx_rate(struct mt7921_phy *phy, struct ieee80211_vif *vif,
 			   struct ieee80211_sta *sta, struct rate_info *rate);
 int mt7921_mcu_fw_log_2_host(struct mt7921_dev *dev, u8 ctrl);
 void mt7921_mcu_rx_event(struct mt7921_dev *dev, struct sk_buff *skb);
 void mt7921_mcu_exit(struct mt7921_dev *dev);

 static inline void mt7921_irq_enable(struct mt7921_dev *dev, u32 mask)
 {
 	mt76_set_irq_mask(&dev->mt76, 0, 0, mask);

 	tasklet_schedule(&dev->irq_tasklet);
 }

 static inline u32
 mt7921_reg_map_l1(struct mt7921_dev *dev, u32 addr)
 {
 	u32 offset = FIELD_GET(MT_HIF_REMAP_L1_OFFSET, addr);
 	u32 base = FIELD_GET(MT_HIF_REMAP_L1_BASE, addr);

 	mt76_rmw_field(dev, MT_HIF_REMAP_L1, MT_HIF_REMAP_L1_MASK, base);
 	/* use read to push write */
 	mt76_rr(dev, MT_HIF_REMAP_L1);

 	return MT_HIF_REMAP_BASE_L1 + offset;
 }

 static inline u32
 mt7921_l1_rr(struct mt7921_dev *dev, u32 addr)
 {
 	return mt76_rr(dev, mt7921_reg_map_l1(dev, addr));
 }

 static inline void
 mt7921_l1_wr(struct mt7921_dev *dev, u32 addr, u32 val)
 {
 	mt76_wr(dev, mt7921_reg_map_l1(dev, addr), val);
 }

 static inline u32
 mt7921_l1_rmw(struct mt7921_dev *dev, u32 addr, u32 mask, u32 val)
 {
 	val |= mt7921_l1_rr(dev, addr) & ~mask;
 	mt7921_l1_wr(dev, addr, val);

 	return val;
 }

 #define mt7921_l1_set(dev, addr, val)	mt7921_l1_rmw(dev, addr, 0, val)
 #define mt7921_l1_clear(dev, addr, val)	mt7921_l1_rmw(dev, addr, val, 0)

 static inline bool mt7921_dma_need_reinit(struct mt7921_dev *dev)
 {
 	return !mt76_get_field(dev, MT_WFDMA_DUMMY_CR, MT_WFDMA_NEED_REINIT);
 }

 static inline void mt7921_mcu_tx_cleanup(struct mt7921_dev *dev)
 {
 	mt76_queue_tx_cleanup(dev, dev->mt76.q_mcu[MT_MCUQ_WM], false);
 	mt76_queue_tx_cleanup(dev, dev->mt76.q_mcu[MT_MCUQ_WA], false);
 }

 static inline void mt7921_skb_add_sdio_hdr(struct sk_buff *skb,
 					   enum mt7921_sdio_pkt_type type)
 {
 	u32 hdr;

 	hdr = FIELD_PREP(MT7921_SDIO_HDR_TX_BYTES, skb->len + sizeof(hdr)) |
 	      FIELD_PREP(MT7921_SDIO_HDR_PKT_TYPE, type);

 	put_unaligned_le32(hdr, skb_push(skb, sizeof(hdr)));
 }

 int mt7921_mac_init(struct mt7921_dev *dev);
 bool mt7921_mac_wtbl_update(struct mt7921_dev *dev, int idx, u32 mask);
 void mt7921_mac_reset_counters(struct mt7921_phy *phy);
 void mt7921_mac_set_timing(struct mt7921_phy *phy);
 int mt7921_mac_sta_add(struct mt76_dev *mdev, struct ieee80211_vif *vif,
 		       struct ieee80211_sta *sta);
 void mt7921_mac_sta_assoc(struct mt76_dev *mdev, struct ieee80211_vif *vif,
 			  struct ieee80211_sta *sta);
 void mt7921_mac_sta_remove(struct mt76_dev *mdev, struct ieee80211_vif *vif,
 			   struct ieee80211_sta *sta);
 void mt7921_mac_work(struct work_struct *work);
 void mt7921_mac_reset_work(struct work_struct *work);
 void mt7921_mac_update_mib_stats(struct mt7921_phy *phy);
 void mt7921_reset(struct mt76_dev *mdev);
 int mt7921e_tx_prepare_skb(struct mt76_dev *mdev, void *txwi_ptr,
 			   enum mt76_txq_id qid, struct mt76_wcid *wcid,
 			   struct ieee80211_sta *sta,
 			   struct mt76_tx_info *tx_info);

 void mt7921_tx_worker(struct mt76_worker *w);
 void mt7921e_tx_complete_skb(struct mt76_dev *mdev, struct mt76_queue_entry *e);
 int mt7921_init_tx_queues(struct mt7921_phy *phy, int idx, int n_desc);
 void mt7921_tx_token_put(struct mt7921_dev *dev);
 void mt7921_queue_rx_skb(struct mt76_dev *mdev, enum mt76_rxq_id q,
 			 struct sk_buff *skb);
 void mt7921_sta_ps(struct mt76_dev *mdev, struct ieee80211_sta *sta, bool ps);
 void mt7921_stats_work(struct work_struct *work);
 void mt7921_set_stream_he_caps(struct mt7921_phy *phy);
 void mt7921_update_channel(struct mt76_phy *mphy);
 int mt7921_init_debugfs(struct mt7921_dev *dev);

 int mt7921_mcu_set_beacon_filter(struct mt7921_dev *dev,
 				 struct ieee80211_vif *vif,
 				 bool enable);
 int mt7921_mcu_uni_tx_ba(struct mt7921_dev *dev,
 			 struct ieee80211_ampdu_params *params,
 			 bool enable);
 int mt7921_mcu_uni_rx_ba(struct mt7921_dev *dev,
 			 struct ieee80211_ampdu_params *params,
 			 bool enable);
 void mt7921_scan_work(struct work_struct *work);
 int mt7921_mcu_uni_bss_ps(struct mt7921_dev *dev, struct ieee80211_vif *vif);
 int mt7921_mcu_drv_pmctrl(struct mt7921_dev *dev);
 int mt7921_mcu_fw_pmctrl(struct mt7921_dev *dev);
 void mt7921_pm_wake_work(struct work_struct *work);
 void mt7921_pm_power_save_work(struct work_struct *work);
 bool mt7921_wait_for_mcu_init(struct mt7921_dev *dev);
 void mt7921_coredump_work(struct work_struct *work);
 int mt7921_wfsys_reset(struct mt7921_dev *dev);
 int mt7921_get_txpwr_info(struct mt7921_dev *dev, struct mt7921_txpwr *txpwr);
 int mt7921_testmode_cmd(struct ieee80211_hw *hw, struct ieee80211_vif *vif,
 			void *data, int len);
 int mt7921_testmode_dump(struct ieee80211_hw *hw, struct sk_buff *msg,
 			 struct netlink_callback *cb, void *data, int len);
 void mt7921_mac_write_txwi(struct mt7921_dev *dev, __le32 *txwi,
 			   struct sk_buff *skb, struct mt76_wcid *wcid,
 			   struct ieee80211_key_conf *key, int pid,
 			   bool beacon);
 void mt7921_tx_check_aggr(struct ieee80211_sta *sta, __le32 *txwi);
 void mt7921_mac_sta_poll(struct mt7921_dev *dev);
 int mt7921_mcu_fill_message(struct mt76_dev *mdev, struct sk_buff *skb,
 			    int cmd, int *wait_seq);
 int mt7921_mcu_parse_response(struct mt76_dev *mdev, int cmd,
 			      struct sk_buff *skb, int seq);
 int mt7921_mcu_restart(struct mt76_dev *dev);

 void mt7921e_queue_rx_skb(struct mt76_dev *mdev, enum mt76_rxq_id q,
 			  struct sk_buff *skb);
 int mt7921e_mac_reset(struct mt7921_dev *dev);
 int mt7921e_mcu_init(struct mt7921_dev *dev);
 int mt7921s_wfsys_reset(struct mt7921_dev *dev);
 int mt7921s_mac_reset(struct mt7921_dev *dev);
 int mt7921s_init_reset(struct mt7921_dev *dev);
 int mt7921e_mcu_drv_pmctrl(struct mt7921_dev *dev);
 int mt7921e_mcu_fw_pmctrl(struct mt7921_dev *dev);

 int mt7921s_mcu_init(struct mt7921_dev *dev);
 int mt7921s_mcu_drv_pmctrl(struct mt7921_dev *dev);
 int mt7921s_mcu_fw_pmctrl(struct mt7921_dev *dev);
 int mt7921s_tx_prepare_skb(struct mt76_dev *mdev, void *txwi_ptr,
 			   enum mt76_txq_id qid, struct mt76_wcid *wcid,
 			   struct ieee80211_sta *sta,
 			   struct mt76_tx_info *tx_info);
 void mt7921s_tx_complete_skb(struct mt76_dev *mdev, struct mt76_queue_entry *e);
 bool mt7921s_tx_status_data(struct mt76_dev *mdev, u8 *update);
 #endif
	/* SPDX-License-Identifier: ISC */
	/* Copyright (C) 2020 MediaTek Inc. */

	#ifndef __MT7921_H
	#define __MT7921_H

	#include <linux/interrupt.h>
	#include <linux/ktime.h>
	#include "../mt76_connac_mcu.h"
	#include "regs.h"

	#define MT7921_MAX_INTERFACES 4
	#define MT7921_MAX_WMM_SETS 4
	#define MT7921_WTBL_SIZE 20
	#define MT7921_WTBL_RESERVED (MT7921_WTBL_SIZE - 1)
	#define MT7921_WTBL_STA (MT7921_WTBL_RESERVED - \
	MT7921_MAX_INTERFACES)

	#define MT7921_PM_TIMEOUT (HZ / 12)
	#define MT7921_HW_SCAN_TIMEOUT (HZ / 10)
	#define MT7921_WATCHDOG_TIME (HZ / 4)
	#define MT7921_RESET_TIMEOUT (30 * HZ)

	#define MT7921_TX_RING_SIZE 2048
	#define MT7921_TX_MCU_RING_SIZE 256
	#define MT7921_TX_FWDL_RING_SIZE 128

	#define MT7921_RX_RING_SIZE 1536
	#define MT7921_RX_MCU_RING_SIZE 512

	#define MT7921_DRV_OWN_RETRY_COUNT 10
	#define MT7921_MCU_INIT_RETRY_COUNT 10

	#define MT7921_FIRMWARE_WM "mediatek/WIFI_RAM_CODE_MT7961_1.bin"
	#define MT7921_ROM_PATCH "mediatek/WIFI_MT7961_patch_mcu_1_2_hdr.bin"

	#define MT7922_FIRMWARE_WM "mediatek/WIFI_RAM_CODE_MT7922_1.bin"
	#define MT7922_ROM_PATCH "mediatek/WIFI_MT7922_patch_mcu_1_1_hdr.bin"

	#define MT7921_EEPROM_SIZE 3584
	#define MT7921_TOKEN_SIZE 8192

	#define MT7921_CFEND_RATE_DEFAULT 0x49 /* OFDM 24M */
	#define MT7921_CFEND_RATE_11B 0x03 /* 11B LP, 11M */

	#define MT7921_SKU_RATE_NUM 161
	#define MT7921_SKU_MAX_DELTA_IDX MT7921_SKU_RATE_NUM
	#define MT7921_SKU_TABLE_SIZE (MT7921_SKU_RATE_NUM + 1)

	#define MT7921_SDIO_HDR_TX_BYTES GENMASK(15, 0)
	#define MT7921_SDIO_HDR_PKT_TYPE GENMASK(17, 16)

	enum mt7921_sdio_pkt_type {
	MT7921_SDIO_TXD,
	MT7921_SDIO_DATA,
	MT7921_SDIO_CMD,
	MT7921_SDIO_FWDL,
	};

	struct mt7921_sdio_intr {
	u32 isr;
	struct {
	u32 wtqcr[16];
	} tx;
	struct {
	u16 num[2];
	u16 len0[16];
	u16 len1[128];
	} rx;
	u32 rec_mb[2];
	} __packed;

	#define to_rssi(field, rxv) ((FIELD_GET(field, rxv) - 220) / 2)
	#define to_rcpi(rssi) (2 * (rssi) + 220)

	struct mt7921_vif;
	struct mt7921_sta;

	enum mt7921_txq_id {
	MT7921_TXQ_BAND0,
	MT7921_TXQ_BAND1,
	MT7921_TXQ_FWDL = 16,
	MT7921_TXQ_MCU_WM,
	};

	enum mt7921_rxq_id {
	MT7921_RXQ_BAND0 = 0,
	MT7921_RXQ_BAND1,
	MT7921_RXQ_MCU_WM = 0,
	};

	struct mt7921_sta_key_conf {
	s8 keyidx;
	u8 key[16];
	};

	struct mt7921_sta {
	struct mt76_wcid wcid; /* must be first */

	struct mt7921_vif *vif;

	struct list_head poll_list;
	u32 airtime_ac[8];

	unsigned long last_txs;
	unsigned long ampdu_state;
	struct mt76_sta_stats stats;

	struct mt7921_sta_key_conf bip;
	};

	DECLARE_EWMA(rssi, 10, 8);

	struct mt7921_vif {
	struct mt76_vif mt76; /* must be first */

	struct mt7921_sta sta;
	struct mt7921_sta *wep_sta;

	struct mt7921_phy *phy;

	struct ewma_rssi rssi;

	struct ieee80211_tx_queue_params queue_params[IEEE80211_NUM_ACS];
	};

	struct mib_stats {
	u32 ack_fail_cnt;
	u32 fcs_err_cnt;
	u32 rts_cnt;
	u32 rts_retries_cnt;
	u32 ba_miss_cnt;

	u32 tx_bf_ibf_ppdu_cnt;
	u32 tx_bf_ebf_ppdu_cnt;
	u32 tx_bf_rx_fb_all_cnt;
	u32 tx_bf_rx_fb_he_cnt;
	u32 tx_bf_rx_fb_vht_cnt;
	u32 tx_bf_rx_fb_ht_cnt;

	u32 tx_ampdu_cnt;
	u32 tx_mpdu_attempts_cnt;
	u32 tx_mpdu_success_cnt;
	u32 tx_pkt_ebf_cnt;
	u32 tx_pkt_ibf_cnt;

	u32 rx_mpdu_cnt;
	u32 rx_ampdu_cnt;
	u32 rx_ampdu_bytes_cnt;
	u32 rx_ba_cnt;

	u32 tx_amsdu[8];
	u32 tx_amsdu_cnt;
	};

	struct mt7921_phy {
	struct mt76_phy *mt76;
	struct mt7921_dev *dev;

	struct ieee80211_sband_iftype_data iftype[NUM_NL80211_BANDS][NUM_NL80211_IFTYPES];

	u32 rxfilter;
	u64 omac_mask;

	u16 noise;

	s16 coverage_class;
	u8 slottime;

	u32 rx_ampdu_ts;
	u32 ampdu_ref;

	struct mib_stats mib;

	u8 sta_work_count;

	struct sk_buff_head scan_event_list;
	struct delayed_work scan_work;
	};

	#define mt7921_init_reset(dev) ((dev)->hif_ops->init_reset(dev))
	#define mt7921_dev_reset(dev) ((dev)->hif_ops->reset(dev))
	#define mt7921_mcu_init(dev) ((dev)->hif_ops->mcu_init(dev))
	#define __mt7921_mcu_drv_pmctrl(dev) ((dev)->hif_ops->drv_own(dev))
	#define __mt7921_mcu_fw_pmctrl(dev) ((dev)->hif_ops->fw_own(dev))
	struct mt7921_hif_ops {
	int (init_reset)(struct mt7921_dev dev);
	int (reset)(struct mt7921_dev dev);
	int (mcu_init)(struct mt7921_dev dev);
	int (drv_own)(struct mt7921_dev dev);
	int (fw_own)(struct mt7921_dev dev);
	};

	struct mt7921_dev {
	union { /* must be first */
	struct mt76_dev mt76;
	struct mt76_phy mphy;
	};

	const struct mt76_bus_ops *bus_ops;
	struct mt7921_phy phy;
	struct tasklet_struct irq_tasklet;

	struct work_struct reset_work;
	bool hw_full_reset:1;
	bool hw_init_done:1;
	bool fw_assert:1;

	struct list_head sta_poll_list;
	spinlock_t sta_poll_lock;

	u8 fw_debug;

	struct mt76_connac_pm pm;
	struct mt76_connac_coredump coredump;
	const struct mt7921_hif_ops *hif_ops;
	};

	enum {
	TXPWR_USER,
	TXPWR_EEPROM,
	TXPWR_MAC,
	TXPWR_MAX_NUM,
	};

	struct mt7921_txpwr {
	u8 ch;
	u8 rsv[3];
	struct {
	u8 ch;
	u8 cck[4];
	u8 ofdm[8];
	u8 ht20[8];
	u8 ht40[9];
	u8 vht20[12];
	u8 vht40[12];
	u8 vht80[12];
	u8 vht160[12];
	u8 he26[12];
	u8 he52[12];
	u8 he106[12];
	u8 he242[12];
	u8 he484[12];
	u8 he996[12];
	u8 he996x2[12];
	} data[TXPWR_MAX_NUM];
	};

	enum {
	MT_LMAC_AC00,
	MT_LMAC_AC01,
	MT_LMAC_AC02,
	MT_LMAC_AC03,
	MT_LMAC_ALTX0 = 0x10,
	MT_LMAC_BMC0,
	MT_LMAC_BCN0,
	};

	static inline struct mt7921_phy *
	mt7921_hw_phy(struct ieee80211_hw *hw)
	{
	struct mt76_phy *phy = hw->priv;

	return phy->priv;
	}

	static inline struct mt7921_dev *
	mt7921_hw_dev(struct ieee80211_hw *hw)
	{
	struct mt76_phy *phy = hw->priv;

	return container_of(phy->dev, struct mt7921_dev, mt76);
	}

	#define mt7921_mutex_acquire(dev) \
	mt76_connac_mutex_acquire(&(dev)->mt76, &(dev)->pm)
	#define mt7921_mutex_release(dev) \
	mt76_connac_mutex_release(&(dev)->mt76, &(dev)->pm)

	static inline u8 mt7921_lmac_mapping(struct mt7921_dev *dev, u8 ac)
	{
	/* LMAC uses the reverse order of mac80211 AC indexes */
	return 3 - ac;
	}

	extern const struct ieee80211_ops mt7921_ops;
	extern struct pci_driver mt7921_pci_driver;

	u32 mt7921_reg_map(struct mt7921_dev *dev, u32 addr);

	int __mt7921_start(struct mt7921_phy *phy);
	int mt7921_register_device(struct mt7921_dev *dev);
	void mt7921_unregister_device(struct mt7921_dev *dev);
	int mt7921_dma_init(struct mt7921_dev *dev);
	int mt7921_wpdma_reset(struct mt7921_dev *dev, bool force);
	int mt7921_wpdma_reinit_cond(struct mt7921_dev *dev);
	void mt7921_dma_cleanup(struct mt7921_dev *dev);
	int mt7921_run_firmware(struct mt7921_dev *dev);
	int mt7921_mcu_add_key(struct mt7921_dev dev, struct ieee80211_vif vif,
	struct mt7921_sta msta, struct ieee80211_key_conf key,
	enum set_key_cmd cmd);
	int mt7921_mcu_sta_update(struct mt7921_dev dev, struct ieee80211_sta sta,
	struct ieee80211_vif *vif, bool enable,
	enum mt76_sta_info_state state);
	int mt7921_mcu_set_chan_info(struct mt7921_phy *phy, int cmd);
	int mt7921_mcu_set_tx(struct mt7921_dev dev, struct ieee80211_vif vif);
	int mt7921_mcu_set_eeprom(struct mt7921_dev *dev);
	int mt7921_mcu_get_eeprom(struct mt7921_dev *dev, u32 offset);
	int mt7921_mcu_get_rx_rate(struct mt7921_phy phy, struct ieee80211_vif vif,
	struct ieee80211_sta sta, struct rate_info rate);
	int mt7921_mcu_fw_log_2_host(struct mt7921_dev *dev, u8 ctrl);
	void mt7921_mcu_rx_event(struct mt7921_dev dev, struct sk_buff skb);
	void mt7921_mcu_exit(struct mt7921_dev *dev);

	static inline void mt7921_irq_enable(struct mt7921_dev *dev, u32 mask)
	{
	mt76_set_irq_mask(&dev->mt76, 0, 0, mask);

	tasklet_schedule(&dev->irq_tasklet);
	}

	static inline u32
	mt7921_reg_map_l1(struct mt7921_dev *dev, u32 addr)
	{
	u32 offset = FIELD_GET(MT_HIF_REMAP_L1_OFFSET, addr);
	u32 base = FIELD_GET(MT_HIF_REMAP_L1_BASE, addr);

	mt76_rmw_field(dev, MT_HIF_REMAP_L1, MT_HIF_REMAP_L1_MASK, base);
	/* use read to push write */
	mt76_rr(dev, MT_HIF_REMAP_L1);

	return MT_HIF_REMAP_BASE_L1 + offset;
	}

	static inline u32
	mt7921_l1_rr(struct mt7921_dev *dev, u32 addr)
	{
	return mt76_rr(dev, mt7921_reg_map_l1(dev, addr));
	}

	static inline void
	mt7921_l1_wr(struct mt7921_dev *dev, u32 addr, u32 val)
	{
	mt76_wr(dev, mt7921_reg_map_l1(dev, addr), val);
	}

	static inline u32
	mt7921_l1_rmw(struct mt7921_dev *dev, u32 addr, u32 mask, u32 val)
	{
	val \|= mt7921_l1_rr(dev, addr) & ~mask;
	mt7921_l1_wr(dev, addr, val);

	return val;
	}

	#define mt7921_l1_set(dev, addr, val) mt7921_l1_rmw(dev, addr, 0, val)
	#define mt7921_l1_clear(dev, addr, val) mt7921_l1_rmw(dev, addr, val, 0)

	static inline bool mt7921_dma_need_reinit(struct mt7921_dev *dev)
	{
	return !mt76_get_field(dev, MT_WFDMA_DUMMY_CR, MT_WFDMA_NEED_REINIT);
	}

	static inline void mt7921_mcu_tx_cleanup(struct mt7921_dev *dev)
	{
	mt76_queue_tx_cleanup(dev, dev->mt76.q_mcu[MT_MCUQ_WM], false);
	mt76_queue_tx_cleanup(dev, dev->mt76.q_mcu[MT_MCUQ_WA], false);
	}

	static inline void mt7921_skb_add_sdio_hdr(struct sk_buff *skb,
	enum mt7921_sdio_pkt_type type)
	{
	u32 hdr;

	hdr = FIELD_PREP(MT7921_SDIO_HDR_TX_BYTES, skb->len + sizeof(hdr)) \|
	FIELD_PREP(MT7921_SDIO_HDR_PKT_TYPE, type);

	put_unaligned_le32(hdr, skb_push(skb, sizeof(hdr)));
	}

	int mt7921_mac_init(struct mt7921_dev *dev);
	bool mt7921_mac_wtbl_update(struct mt7921_dev *dev, int idx, u32 mask);
	void mt7921_mac_reset_counters(struct mt7921_phy *phy);
	void mt7921_mac_set_timing(struct mt7921_phy *phy);
	int mt7921_mac_sta_add(struct mt76_dev mdev, struct ieee80211_vif vif,
	struct ieee80211_sta *sta);
	void mt7921_mac_sta_assoc(struct mt76_dev mdev, struct ieee80211_vif vif,
	struct ieee80211_sta *sta);
	void mt7921_mac_sta_remove(struct mt76_dev mdev, struct ieee80211_vif vif,
	struct ieee80211_sta *sta);
	void mt7921_mac_work(struct work_struct *work);
	void mt7921_mac_reset_work(struct work_struct *work);
	void mt7921_mac_update_mib_stats(struct mt7921_phy *phy);
	void mt7921_reset(struct mt76_dev *mdev);
	int mt7921e_tx_prepare_skb(struct mt76_dev mdev, void txwi_ptr,
	enum mt76_txq_id qid, struct mt76_wcid *wcid,
	struct ieee80211_sta *sta,
	struct mt76_tx_info *tx_info);

	void mt7921_tx_worker(struct mt76_worker *w);
	void mt7921e_tx_complete_skb(struct mt76_dev mdev, struct mt76_queue_entry e);
	int mt7921_init_tx_queues(struct mt7921_phy *phy, int idx, int n_desc);
	void mt7921_tx_token_put(struct mt7921_dev *dev);
	void mt7921_queue_rx_skb(struct mt76_dev *mdev, enum mt76_rxq_id q,
	struct sk_buff *skb);
	void mt7921_sta_ps(struct mt76_dev mdev, struct ieee80211_sta sta, bool ps);
	void mt7921_stats_work(struct work_struct *work);
	void mt7921_set_stream_he_caps(struct mt7921_phy *phy);
	void mt7921_update_channel(struct mt76_phy *mphy);
	int mt7921_init_debugfs(struct mt7921_dev *dev);

	int mt7921_mcu_set_beacon_filter(struct mt7921_dev *dev,
	struct ieee80211_vif *vif,
	bool enable);
	int mt7921_mcu_uni_tx_ba(struct mt7921_dev *dev,
	struct ieee80211_ampdu_params *params,
	bool enable);
	int mt7921_mcu_uni_rx_ba(struct mt7921_dev *dev,
	struct ieee80211_ampdu_params *params,
	bool enable);
	void mt7921_scan_work(struct work_struct *work);
	int mt7921_mcu_uni_bss_ps(struct mt7921_dev dev, struct ieee80211_vif vif);
	int mt7921_mcu_drv_pmctrl(struct mt7921_dev *dev);
	int mt7921_mcu_fw_pmctrl(struct mt7921_dev *dev);
	void mt7921_pm_wake_work(struct work_struct *work);
	void mt7921_pm_power_save_work(struct work_struct *work);
	bool mt7921_wait_for_mcu_init(struct mt7921_dev *dev);
	void mt7921_coredump_work(struct work_struct *work);
	int mt7921_wfsys_reset(struct mt7921_dev *dev);
	int mt7921_get_txpwr_info(struct mt7921_dev dev, struct mt7921_txpwr txpwr);
	int mt7921_testmode_cmd(struct ieee80211_hw hw, struct ieee80211_vif vif,
	void *data, int len);
	int mt7921_testmode_dump(struct ieee80211_hw hw, struct sk_buff msg,
	struct netlink_callback cb, void data, int len);
	void mt7921_mac_write_txwi(struct mt7921_dev dev, __le32 txwi,
	struct sk_buff skb, struct mt76_wcid wcid,
	struct ieee80211_key_conf *key, int pid,
	bool beacon);
	void mt7921_tx_check_aggr(struct ieee80211_sta sta, __le32 txwi);
	void mt7921_mac_sta_poll(struct mt7921_dev *dev);
	int mt7921_mcu_fill_message(struct mt76_dev mdev, struct sk_buff skb,
	int cmd, int *wait_seq);
	int mt7921_mcu_parse_response(struct mt76_dev *mdev, int cmd,
	struct sk_buff *skb, int seq);
	int mt7921_mcu_restart(struct mt76_dev *dev);

	void mt7921e_queue_rx_skb(struct mt76_dev *mdev, enum mt76_rxq_id q,
	struct sk_buff *skb);
	int mt7921e_mac_reset(struct mt7921_dev *dev);
	int mt7921e_mcu_init(struct mt7921_dev *dev);
	int mt7921s_wfsys_reset(struct mt7921_dev *dev);
	int mt7921s_mac_reset(struct mt7921_dev *dev);
	int mt7921s_init_reset(struct mt7921_dev *dev);
	int mt7921e_mcu_drv_pmctrl(struct mt7921_dev *dev);
	int mt7921e_mcu_fw_pmctrl(struct mt7921_dev *dev);

	int mt7921s_mcu_init(struct mt7921_dev *dev);
	int mt7921s_mcu_drv_pmctrl(struct mt7921_dev *dev);
	int mt7921s_mcu_fw_pmctrl(struct mt7921_dev *dev);
	int mt7921s_tx_prepare_skb(struct mt76_dev mdev, void txwi_ptr,
	enum mt76_txq_id qid, struct mt76_wcid *wcid,
	struct ieee80211_sta *sta,
	struct mt76_tx_info *tx_info);
	void mt7921s_tx_complete_skb(struct mt76_dev mdev, struct mt76_queue_entry e);
	bool mt7921s_tx_status_data(struct mt76_dev mdev, u8 update);
	#endif