Path: blob/main/sys/contrib/dev/mediatek/mt76/mt7603/init.c
48525 views
// SPDX-License-Identifier: ISC12#include <linux/etherdevice.h>3#include "mt7603.h"4#include "mac.h"5#include "eeprom.h"67const struct mt76_driver_ops mt7603_drv_ops = {8.txwi_size = MT_TXD_SIZE,9.drv_flags = MT_DRV_SW_RX_AIRTIME,10.survey_flags = SURVEY_INFO_TIME_TX,11.tx_prepare_skb = mt7603_tx_prepare_skb,12.tx_complete_skb = mt7603_tx_complete_skb,13.rx_skb = mt7603_queue_rx_skb,14.rx_poll_complete = mt7603_rx_poll_complete,15.sta_ps = mt7603_sta_ps,16.sta_add = mt7603_sta_add,17.sta_event = mt7603_sta_event,18.sta_remove = mt7603_sta_remove,19.update_survey = mt7603_update_channel,20.set_channel = mt7603_set_channel,21};2223static void24mt7603_set_tmac_template(struct mt7603_dev *dev)25{26u32 desc[5] = {27[1] = FIELD_PREP(MT_TXD3_REM_TX_COUNT, 0xf),28[3] = MT_TXD5_SW_POWER_MGMT29};30u32 addr;31int i;3233addr = mt7603_reg_map(dev, MT_CLIENT_BASE_PHYS_ADDR);34addr += MT_CLIENT_TMAC_INFO_TEMPLATE;35for (i = 0; i < ARRAY_SIZE(desc); i++)36mt76_wr(dev, addr + 4 * i, desc[i]);37}3839static void40mt7603_dma_sched_init(struct mt7603_dev *dev)41{42int page_size = 128;43int page_count;44int max_len = 1792;45int max_amsdu_pages = 4096 / page_size;46int max_mcu_len = 4096;47int max_beacon_len = 512 * 4 + max_len;48int max_mcast_pages = 4 * max_len / page_size;49int reserved_count = 0;50int beacon_pages;51int mcu_pages;52int i;5354page_count = mt76_get_field(dev, MT_PSE_FC_P0,55MT_PSE_FC_P0_MAX_QUOTA);56beacon_pages = 4 * (max_beacon_len / page_size);57mcu_pages = max_mcu_len / page_size;5859mt76_wr(dev, MT_PSE_FRP,60FIELD_PREP(MT_PSE_FRP_P0, 7) |61FIELD_PREP(MT_PSE_FRP_P1, 6) |62FIELD_PREP(MT_PSE_FRP_P2_RQ2, 4));6364mt76_wr(dev, MT_HIGH_PRIORITY_1, 0x55555553);65mt76_wr(dev, MT_HIGH_PRIORITY_2, 0x78555555);6667mt76_wr(dev, MT_QUEUE_PRIORITY_1, 0x2b1a096e);68mt76_wr(dev, MT_QUEUE_PRIORITY_2, 0x785f4d3c);6970mt76_wr(dev, MT_PRIORITY_MASK, 0xffffffff);7172mt76_wr(dev, MT_SCH_1, page_count | (2 << 28));73mt76_wr(dev, MT_SCH_2, max_amsdu_pages);7475for (i = 0; i <= 4; i++)76mt76_wr(dev, MT_PAGE_COUNT(i), max_amsdu_pages);77reserved_count += 5 * max_amsdu_pages;7879mt76_wr(dev, MT_PAGE_COUNT(5), mcu_pages);80reserved_count += mcu_pages;8182mt76_wr(dev, MT_PAGE_COUNT(7), beacon_pages);83reserved_count += beacon_pages;8485mt76_wr(dev, MT_PAGE_COUNT(8), max_mcast_pages);86reserved_count += max_mcast_pages;8788if (is_mt7603(dev))89reserved_count = 0;9091mt76_wr(dev, MT_RSV_MAX_THRESH, page_count - reserved_count);9293if (is_mt7603(dev) && mt76xx_rev(dev) >= MT7603_REV_E2) {94mt76_wr(dev, MT_GROUP_THRESH(0),95page_count - beacon_pages - mcu_pages);96mt76_wr(dev, MT_GROUP_THRESH(1), beacon_pages);97mt76_wr(dev, MT_BMAP_0, 0x0080ff5f);98mt76_wr(dev, MT_GROUP_THRESH(2), mcu_pages);99mt76_wr(dev, MT_BMAP_1, 0x00000020);100} else {101mt76_wr(dev, MT_GROUP_THRESH(0), page_count);102mt76_wr(dev, MT_BMAP_0, 0xffff);103}104105mt76_wr(dev, MT_SCH_4, 0);106107for (i = 0; i <= 15; i++)108mt76_wr(dev, MT_TXTIME_THRESH(i), 0xfffff);109110mt76_set(dev, MT_SCH_4, BIT(6));111}112113static void114mt7603_phy_init(struct mt7603_dev *dev)115{116int rx_chains = dev->mphy.antenna_mask;117int tx_chains = hweight8(rx_chains) - 1;118119mt76_rmw(dev, MT_WF_RMAC_RMCR,120(MT_WF_RMAC_RMCR_SMPS_MODE |121MT_WF_RMAC_RMCR_RX_STREAMS),122(FIELD_PREP(MT_WF_RMAC_RMCR_SMPS_MODE, 3) |123FIELD_PREP(MT_WF_RMAC_RMCR_RX_STREAMS, rx_chains)));124125mt76_rmw_field(dev, MT_TMAC_TCR, MT_TMAC_TCR_TX_STREAMS,126tx_chains);127128dev->agc0 = mt76_rr(dev, MT_AGC(0));129dev->agc3 = mt76_rr(dev, MT_AGC(3));130}131132static void133mt7603_mac_init(struct mt7603_dev *dev)134{135u8 bc_addr[ETH_ALEN];136u32 addr;137int i;138139mt76_wr(dev, MT_AGG_BA_SIZE_LIMIT_0,140(MT_AGG_SIZE_LIMIT(0) << 0 * MT_AGG_BA_SIZE_LIMIT_SHIFT) |141(MT_AGG_SIZE_LIMIT(1) << 1 * MT_AGG_BA_SIZE_LIMIT_SHIFT) |142(MT_AGG_SIZE_LIMIT(2) << 2 * MT_AGG_BA_SIZE_LIMIT_SHIFT) |143(MT_AGG_SIZE_LIMIT(3) << 3 * MT_AGG_BA_SIZE_LIMIT_SHIFT));144145mt76_wr(dev, MT_AGG_BA_SIZE_LIMIT_1,146(MT_AGG_SIZE_LIMIT(4) << 0 * MT_AGG_BA_SIZE_LIMIT_SHIFT) |147(MT_AGG_SIZE_LIMIT(5) << 1 * MT_AGG_BA_SIZE_LIMIT_SHIFT) |148(MT_AGG_SIZE_LIMIT(6) << 2 * MT_AGG_BA_SIZE_LIMIT_SHIFT) |149(MT_AGG_SIZE_LIMIT(7) << 3 * MT_AGG_BA_SIZE_LIMIT_SHIFT));150151mt76_wr(dev, MT_AGG_LIMIT,152FIELD_PREP(MT_AGG_LIMIT_AC(0), 24) |153FIELD_PREP(MT_AGG_LIMIT_AC(1), 24) |154FIELD_PREP(MT_AGG_LIMIT_AC(2), 24) |155FIELD_PREP(MT_AGG_LIMIT_AC(3), 24));156157mt76_wr(dev, MT_AGG_LIMIT_1,158FIELD_PREP(MT_AGG_LIMIT_AC(0), 24) |159FIELD_PREP(MT_AGG_LIMIT_AC(1), 24) |160FIELD_PREP(MT_AGG_LIMIT_AC(2), 24) |161FIELD_PREP(MT_AGG_LIMIT_AC(3), 24));162163mt76_wr(dev, MT_AGG_CONTROL,164FIELD_PREP(MT_AGG_CONTROL_BAR_RATE, 0x4b) |165FIELD_PREP(MT_AGG_CONTROL_CFEND_RATE, 0x69) |166MT_AGG_CONTROL_NO_BA_AR_RULE);167168mt76_wr(dev, MT_AGG_RETRY_CONTROL,169FIELD_PREP(MT_AGG_RETRY_CONTROL_BAR_LIMIT, 1) |170FIELD_PREP(MT_AGG_RETRY_CONTROL_RTS_LIMIT, 15));171172mt76_wr(dev, MT_DMA_DCR0, MT_DMA_DCR0_RX_VEC_DROP |173FIELD_PREP(MT_DMA_DCR0_MAX_RX_LEN, 4096));174175mt76_rmw(dev, MT_DMA_VCFR0, BIT(0), BIT(13));176mt76_rmw(dev, MT_DMA_TMCFR0, BIT(0) | BIT(1), BIT(13));177178mt76_clear(dev, MT_WF_RMAC_TMR_PA, BIT(31));179180mt76_set(dev, MT_WF_RMACDR, MT_WF_RMACDR_MAXLEN_20BIT);181mt76_rmw(dev, MT_WF_RMAC_MAXMINLEN, 0xffffff, 0x19000);182183mt76_wr(dev, MT_WF_RFCR1, 0);184185mt76_set(dev, MT_TMAC_TCR, MT_TMAC_TCR_RX_RIFS_MODE);186187if (is_mt7628(dev)) {188mt76_set(dev, MT_TMAC_TCR,189MT_TMAC_TCR_TXOP_BURST_STOP | BIT(1) | BIT(0));190mt76_set(dev, MT_TXREQ, BIT(27));191mt76_set(dev, MT_AGG_TMP, GENMASK(4, 2));192}193194mt7603_set_tmac_template(dev);195196/* Enable RX group to HIF */197addr = mt7603_reg_map(dev, MT_CLIENT_BASE_PHYS_ADDR);198mt76_set(dev, addr + MT_CLIENT_RXINF, MT_CLIENT_RXINF_RXSH_GROUPS);199200/* Enable RX group to MCU */201mt76_set(dev, MT_DMA_DCR1, GENMASK(13, 11));202203mt76_rmw_field(dev, MT_AGG_PCR_RTS, MT_AGG_PCR_RTS_PKT_THR, 3);204mt76_set(dev, MT_TMAC_PCR, MT_TMAC_PCR_SPE_EN);205206/* include preamble detection in CCA trigger signal */207mt76_rmw_field(dev, MT_TXREQ, MT_TXREQ_CCA_SRC_SEL, 2);208209mt76_wr(dev, MT_RXREQ, 4);210211/* Configure all rx packets to HIF */212mt76_wr(dev, MT_DMA_RCFR0, 0xc0000000);213214/* Configure MCU txs selection with aggregation */215mt76_wr(dev, MT_DMA_TCFR0,216FIELD_PREP(MT_DMA_TCFR_TXS_AGGR_TIMEOUT, 1) | /* 32 us */217MT_DMA_TCFR_TXS_AGGR_COUNT);218219/* Configure HIF txs selection with aggregation */220mt76_wr(dev, MT_DMA_TCFR1,221FIELD_PREP(MT_DMA_TCFR_TXS_AGGR_TIMEOUT, 1) | /* 32 us */222MT_DMA_TCFR_TXS_AGGR_COUNT | /* Maximum count */223MT_DMA_TCFR_TXS_BIT_MAP);224225mt76_wr(dev, MT_MCU_PCIE_REMAP_1, MT_PSE_WTBL_2_PHYS_ADDR);226227for (i = 0; i < MT7603_WTBL_SIZE; i++)228mt7603_wtbl_clear(dev, i);229230eth_broadcast_addr(bc_addr);231mt7603_wtbl_init(dev, MT7603_WTBL_RESERVED, -1, bc_addr);232dev->global_sta.wcid.idx = MT7603_WTBL_RESERVED;233rcu_assign_pointer(dev->mt76.wcid[MT7603_WTBL_RESERVED],234&dev->global_sta.wcid);235236mt76_rmw_field(dev, MT_LPON_BTEIR, MT_LPON_BTEIR_MBSS_MODE, 2);237mt76_rmw_field(dev, MT_WF_RMACDR, MT_WF_RMACDR_MBSSID_MASK, 2);238239mt76_wr(dev, MT_AGG_ARUCR,240FIELD_PREP(MT_AGG_ARxCR_LIMIT(0), 7) |241FIELD_PREP(MT_AGG_ARxCR_LIMIT(1), 2) |242FIELD_PREP(MT_AGG_ARxCR_LIMIT(2), 2) |243FIELD_PREP(MT_AGG_ARxCR_LIMIT(3), 2) |244FIELD_PREP(MT_AGG_ARxCR_LIMIT(4), 1) |245FIELD_PREP(MT_AGG_ARxCR_LIMIT(5), 1) |246FIELD_PREP(MT_AGG_ARxCR_LIMIT(6), 1) |247FIELD_PREP(MT_AGG_ARxCR_LIMIT(7), 1));248249mt76_wr(dev, MT_AGG_ARDCR,250FIELD_PREP(MT_AGG_ARxCR_LIMIT(0), MT7603_RATE_RETRY - 1) |251FIELD_PREP(MT_AGG_ARxCR_LIMIT(1), MT7603_RATE_RETRY - 1) |252FIELD_PREP(MT_AGG_ARxCR_LIMIT(2), MT7603_RATE_RETRY - 1) |253FIELD_PREP(MT_AGG_ARxCR_LIMIT(3), MT7603_RATE_RETRY - 1) |254FIELD_PREP(MT_AGG_ARxCR_LIMIT(4), MT7603_RATE_RETRY - 1) |255FIELD_PREP(MT_AGG_ARxCR_LIMIT(5), MT7603_RATE_RETRY - 1) |256FIELD_PREP(MT_AGG_ARxCR_LIMIT(6), MT7603_RATE_RETRY - 1) |257FIELD_PREP(MT_AGG_ARxCR_LIMIT(7), MT7603_RATE_RETRY - 1));258259mt76_wr(dev, MT_AGG_ARCR,260(FIELD_PREP(MT_AGG_ARCR_RTS_RATE_THR, 2) |261MT_AGG_ARCR_RATE_DOWN_RATIO_EN |262FIELD_PREP(MT_AGG_ARCR_RATE_DOWN_RATIO, 1) |263FIELD_PREP(MT_AGG_ARCR_RATE_UP_EXTRA_TH, 4)));264265mt76_set(dev, MT_WTBL_RMVTCR, MT_WTBL_RMVTCR_RX_MV_MODE);266267mt76_clear(dev, MT_SEC_SCR, MT_SEC_SCR_MASK_ORDER);268mt76_clear(dev, MT_SEC_SCR, BIT(18));269270/* Set secondary beacon time offsets */271for (i = 0; i <= 4; i++)272mt76_rmw_field(dev, MT_LPON_SBTOR(i), MT_LPON_SBTOR_TIME_OFFSET,273(i + 1) * (20 + 4096));274}275276static int277mt7603_init_hardware(struct mt7603_dev *dev)278{279int i, ret;280281mt76_wr(dev, MT_INT_SOURCE_CSR, ~0);282283ret = mt7603_eeprom_init(dev);284if (ret < 0)285return ret;286287ret = mt7603_dma_init(dev);288if (ret)289return ret;290291mt76_wr(dev, MT_WPDMA_GLO_CFG, 0x52000850);292mt7603_mac_dma_start(dev);293dev->rxfilter = mt76_rr(dev, MT_WF_RFCR);294set_bit(MT76_STATE_INITIALIZED, &dev->mphy.state);295296for (i = 0; i < MT7603_WTBL_SIZE; i++) {297mt76_wr(dev, MT_PSE_RTA, MT_PSE_RTA_BUSY | MT_PSE_RTA_WRITE |298FIELD_PREP(MT_PSE_RTA_TAG_ID, i));299mt76_poll(dev, MT_PSE_RTA, MT_PSE_RTA_BUSY, 0, 5000);300}301302ret = mt7603_mcu_init(dev);303if (ret)304return ret;305306mt7603_dma_sched_init(dev);307mt7603_mcu_set_eeprom(dev);308mt7603_phy_init(dev);309mt7603_mac_init(dev);310311return 0;312}313314static const struct ieee80211_iface_limit if_limits[] = {315{316.max = 1,317.types = BIT(NL80211_IFTYPE_ADHOC)318}, {319.max = MT7603_MAX_INTERFACES,320.types = BIT(NL80211_IFTYPE_STATION) |321#ifdef CONFIG_MAC80211_MESH322BIT(NL80211_IFTYPE_MESH_POINT) |323#endif324BIT(NL80211_IFTYPE_P2P_CLIENT) |325BIT(NL80211_IFTYPE_P2P_GO) |326BIT(NL80211_IFTYPE_AP)327},328};329330static const struct ieee80211_iface_combination if_comb[] = {331{332.limits = if_limits,333.n_limits = ARRAY_SIZE(if_limits),334.max_interfaces = 4,335.num_different_channels = 1,336.beacon_int_infra_match = true,337}338};339340static void mt7603_led_set_config(struct mt76_phy *mphy, u8 delay_on,341u8 delay_off)342{343struct mt7603_dev *dev = container_of(mphy->dev, struct mt7603_dev,344mt76);345u32 val, addr;346347val = FIELD_PREP(MT_LED_STATUS_DURATION, 0xffff) |348FIELD_PREP(MT_LED_STATUS_OFF, delay_off) |349FIELD_PREP(MT_LED_STATUS_ON, delay_on);350351addr = mt7603_reg_map(dev, MT_LED_STATUS_0(mphy->leds.pin));352mt76_wr(dev, addr, val);353addr = mt7603_reg_map(dev, MT_LED_STATUS_1(mphy->leds.pin));354mt76_wr(dev, addr, val);355356val = MT_LED_CTRL_REPLAY(mphy->leds.pin) |357MT_LED_CTRL_KICK(mphy->leds.pin);358if (mphy->leds.al)359val |= MT_LED_CTRL_POLARITY(mphy->leds.pin);360addr = mt7603_reg_map(dev, MT_LED_CTRL);361mt76_wr(dev, addr, val);362}363364static int mt7603_led_set_blink(struct led_classdev *led_cdev,365unsigned long *delay_on,366unsigned long *delay_off)367{368struct mt76_phy *mphy = container_of(led_cdev, struct mt76_phy,369leds.cdev);370u8 delta_on, delta_off;371372delta_off = max_t(u8, *delay_off / 10, 1);373delta_on = max_t(u8, *delay_on / 10, 1);374375mt7603_led_set_config(mphy, delta_on, delta_off);376return 0;377}378379static void mt7603_led_set_brightness(struct led_classdev *led_cdev,380enum led_brightness brightness)381{382struct mt76_phy *mphy = container_of(led_cdev, struct mt76_phy,383leds.cdev);384385if (!brightness)386mt7603_led_set_config(mphy, 0, 0xff);387else388mt7603_led_set_config(mphy, 0xff, 0);389}390391static u32 __mt7603_reg_addr(struct mt7603_dev *dev, u32 addr)392{393if (addr < 0x100000)394return addr;395396return mt7603_reg_map(dev, addr);397}398399static u32 mt7603_rr(struct mt76_dev *mdev, u32 offset)400{401struct mt7603_dev *dev = container_of(mdev, struct mt7603_dev, mt76);402u32 addr = __mt7603_reg_addr(dev, offset);403404return dev->bus_ops->rr(mdev, addr);405}406407static void mt7603_wr(struct mt76_dev *mdev, u32 offset, u32 val)408{409struct mt7603_dev *dev = container_of(mdev, struct mt7603_dev, mt76);410u32 addr = __mt7603_reg_addr(dev, offset);411412dev->bus_ops->wr(mdev, addr, val);413}414415static u32 mt7603_rmw(struct mt76_dev *mdev, u32 offset, u32 mask, u32 val)416{417struct mt7603_dev *dev = container_of(mdev, struct mt7603_dev, mt76);418u32 addr = __mt7603_reg_addr(dev, offset);419420return dev->bus_ops->rmw(mdev, addr, mask, val);421}422423static void424mt7603_regd_notifier(struct wiphy *wiphy,425struct regulatory_request *request)426{427struct ieee80211_hw *hw = wiphy_to_ieee80211_hw(wiphy);428struct mt7603_dev *dev = hw->priv;429430dev->mt76.region = request->dfs_region;431dev->ed_monitor = dev->ed_monitor_enabled &&432dev->mt76.region == NL80211_DFS_ETSI;433}434435static int436mt7603_txpower_signed(int val)437{438bool sign = val & BIT(6);439440if (!(val & BIT(7)))441return 0;442443val &= GENMASK(5, 0);444if (!sign)445val = -val;446447return val;448}449450static void451mt7603_init_txpower(struct mt7603_dev *dev,452struct ieee80211_supported_band *sband)453{454struct ieee80211_channel *chan;455u8 *eeprom = (u8 *)dev->mt76.eeprom.data;456int target_power = eeprom[MT_EE_TX_POWER_0_START_2G + 2] & ~BIT(7);457u8 *rate_power = &eeprom[MT_EE_TX_POWER_CCK];458bool ext_pa = eeprom[MT_EE_NIC_CONF_0 + 1] & BIT(1);459u8 ext_pa_pwr;460int max_offset, cur_offset;461int i;462463ext_pa_pwr = eeprom[MT_EE_TX_POWER_TSSI_OFF];464if (ext_pa && is_mt7603(dev) && ext_pa_pwr != 0 && ext_pa_pwr != 0xff)465target_power = ext_pa_pwr & ~BIT(7);466467if (target_power & BIT(6))468target_power = -(target_power & GENMASK(5, 0));469470max_offset = 0;471for (i = 0; i < 14; i++) {472cur_offset = mt7603_txpower_signed(rate_power[i]);473max_offset = max(max_offset, cur_offset);474}475476target_power += max_offset;477478dev->tx_power_limit = target_power;479dev->mphy.txpower_cur = target_power;480481target_power = DIV_ROUND_UP(target_power, 2);482483/* add 3 dBm for 2SS devices (combined output) */484if (dev->mphy.antenna_mask & BIT(1))485target_power += 3;486487for (i = 0; i < sband->n_channels; i++) {488chan = &sband->channels[i];489chan->max_power = min_t(int, chan->max_reg_power, target_power);490chan->orig_mpwr = target_power;491}492}493494int mt7603_register_device(struct mt7603_dev *dev)495{496struct mt76_bus_ops *bus_ops;497struct ieee80211_hw *hw = mt76_hw(dev);498struct wiphy *wiphy = hw->wiphy;499int ret;500501dev->bus_ops = dev->mt76.bus;502bus_ops = devm_kmemdup(dev->mt76.dev, dev->bus_ops, sizeof(*bus_ops),503GFP_KERNEL);504if (!bus_ops)505return -ENOMEM;506507bus_ops->rr = mt7603_rr;508bus_ops->wr = mt7603_wr;509bus_ops->rmw = mt7603_rmw;510dev->mt76.bus = bus_ops;511512spin_lock_init(&dev->ps_lock);513514INIT_DELAYED_WORK(&dev->mphy.mac_work, mt7603_mac_work);515tasklet_setup(&dev->mt76.pre_tbtt_tasklet, mt7603_pre_tbtt_tasklet);516517dev->slottime = 9;518dev->sensitivity_limit = 28;519dev->dynamic_sensitivity = true;520521ret = mt7603_init_hardware(dev);522if (ret)523return ret;524525hw->queues = 4;526hw->max_rates = 3;527hw->max_report_rates = 7;528hw->max_rate_tries = 11;529hw->max_tx_fragments = 1;530531hw->radiotap_timestamp.units_pos =532IEEE80211_RADIOTAP_TIMESTAMP_UNIT_US;533534hw->sta_data_size = sizeof(struct mt7603_sta);535hw->vif_data_size = sizeof(struct mt7603_vif);536537wiphy->iface_combinations = if_comb;538wiphy->n_iface_combinations = ARRAY_SIZE(if_comb);539540ieee80211_hw_set(hw, TX_STATUS_NO_AMPDU_LEN);541ieee80211_hw_set(hw, HOST_BROADCAST_PS_BUFFERING);542ieee80211_hw_set(hw, NEEDS_UNIQUE_STA_ADDR);543544/* init led callbacks */545if (IS_ENABLED(CONFIG_MT76_LEDS)) {546dev->mphy.leds.cdev.brightness_set = mt7603_led_set_brightness;547dev->mphy.leds.cdev.blink_set = mt7603_led_set_blink;548}549550wiphy->reg_notifier = mt7603_regd_notifier;551552ret = mt76_register_device(&dev->mt76, true, mt76_rates,553ARRAY_SIZE(mt76_rates));554if (ret)555return ret;556557mt7603_init_debugfs(dev);558mt7603_init_txpower(dev, &dev->mphy.sband_2g.sband);559560return 0;561}562563void mt7603_unregister_device(struct mt7603_dev *dev)564{565tasklet_disable(&dev->mt76.pre_tbtt_tasklet);566mt76_unregister_device(&dev->mt76);567mt7603_mcu_exit(dev);568mt7603_dma_cleanup(dev);569mt76_free_device(&dev->mt76);570}571572573