| /* |
| * Copyright (C) 2016 Felix Fietkau <nbd@nbd.name> |
| * |
| * Permission to use, copy, modify, and/or distribute this software for any |
| * purpose with or without fee is hereby granted, provided that the above |
| * copyright notice and this permission notice appear in all copies. |
| * |
| * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES |
| * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF |
| * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR |
| * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES |
| * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN |
| * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF |
| * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE. |
| */ |
| #include <linux/of.h> |
| #include "mt76.h" |
| |
| #define CHAN2G(_idx, _freq) { \ |
| .band = NL80211_BAND_2GHZ, \ |
| .center_freq = (_freq), \ |
| .hw_value = (_idx), \ |
| .max_power = 30, \ |
| } |
| |
| #define CHAN5G(_idx, _freq) { \ |
| .band = NL80211_BAND_5GHZ, \ |
| .center_freq = (_freq), \ |
| .hw_value = (_idx), \ |
| .max_power = 30, \ |
| } |
| |
| static const struct ieee80211_channel mt76_channels_2ghz[] = { |
| CHAN2G(1, 2412), |
| CHAN2G(2, 2417), |
| CHAN2G(3, 2422), |
| CHAN2G(4, 2427), |
| CHAN2G(5, 2432), |
| CHAN2G(6, 2437), |
| CHAN2G(7, 2442), |
| CHAN2G(8, 2447), |
| CHAN2G(9, 2452), |
| CHAN2G(10, 2457), |
| CHAN2G(11, 2462), |
| CHAN2G(12, 2467), |
| CHAN2G(13, 2472), |
| CHAN2G(14, 2484), |
| }; |
| |
| static const struct ieee80211_channel mt76_channels_5ghz[] = { |
| CHAN5G(36, 5180), |
| CHAN5G(40, 5200), |
| CHAN5G(44, 5220), |
| CHAN5G(48, 5240), |
| |
| CHAN5G(52, 5260), |
| CHAN5G(56, 5280), |
| CHAN5G(60, 5300), |
| CHAN5G(64, 5320), |
| |
| CHAN5G(100, 5500), |
| CHAN5G(104, 5520), |
| CHAN5G(108, 5540), |
| CHAN5G(112, 5560), |
| CHAN5G(116, 5580), |
| CHAN5G(120, 5600), |
| CHAN5G(124, 5620), |
| CHAN5G(128, 5640), |
| CHAN5G(132, 5660), |
| CHAN5G(136, 5680), |
| CHAN5G(140, 5700), |
| |
| CHAN5G(149, 5745), |
| CHAN5G(153, 5765), |
| CHAN5G(157, 5785), |
| CHAN5G(161, 5805), |
| CHAN5G(165, 5825), |
| }; |
| |
| static const struct ieee80211_tpt_blink mt76_tpt_blink[] = { |
| { .throughput = 0 * 1024, .blink_time = 334 }, |
| { .throughput = 1 * 1024, .blink_time = 260 }, |
| { .throughput = 5 * 1024, .blink_time = 220 }, |
| { .throughput = 10 * 1024, .blink_time = 190 }, |
| { .throughput = 20 * 1024, .blink_time = 170 }, |
| { .throughput = 50 * 1024, .blink_time = 150 }, |
| { .throughput = 70 * 1024, .blink_time = 130 }, |
| { .throughput = 100 * 1024, .blink_time = 110 }, |
| { .throughput = 200 * 1024, .blink_time = 80 }, |
| { .throughput = 300 * 1024, .blink_time = 50 }, |
| }; |
| |
| static int mt76_led_init(struct mt76_dev *dev) |
| { |
| struct device_node *np = dev->dev->of_node; |
| struct ieee80211_hw *hw = dev->hw; |
| int led_pin; |
| |
| if (!dev->led_cdev.brightness_set && !dev->led_cdev.blink_set) |
| return 0; |
| |
| snprintf(dev->led_name, sizeof(dev->led_name), |
| "mt76-%s", wiphy_name(hw->wiphy)); |
| |
| dev->led_cdev.name = dev->led_name; |
| dev->led_cdev.default_trigger = |
| ieee80211_create_tpt_led_trigger(hw, |
| IEEE80211_TPT_LEDTRIG_FL_RADIO, |
| mt76_tpt_blink, |
| ARRAY_SIZE(mt76_tpt_blink)); |
| |
| np = of_get_child_by_name(np, "led"); |
| if (np) { |
| if (!of_property_read_u32(np, "led-sources", &led_pin)) |
| dev->led_pin = led_pin; |
| dev->led_al = of_property_read_bool(np, "led-active-low"); |
| } |
| |
| return devm_led_classdev_register(dev->dev, &dev->led_cdev); |
| } |
| |
| static void mt76_init_stream_cap(struct mt76_dev *dev, |
| struct ieee80211_supported_band *sband, |
| bool vht) |
| { |
| struct ieee80211_sta_ht_cap *ht_cap = &sband->ht_cap; |
| int i, nstream = __sw_hweight8(dev->antenna_mask); |
| struct ieee80211_sta_vht_cap *vht_cap; |
| u16 mcs_map = 0; |
| |
| if (nstream > 1) |
| ht_cap->cap |= IEEE80211_HT_CAP_TX_STBC; |
| else |
| ht_cap->cap &= ~IEEE80211_HT_CAP_TX_STBC; |
| |
| for (i = 0; i < IEEE80211_HT_MCS_MASK_LEN; i++) |
| ht_cap->mcs.rx_mask[i] = i < nstream ? 0xff : 0; |
| |
| if (!vht) |
| return; |
| |
| vht_cap = &sband->vht_cap; |
| if (nstream > 1) |
| vht_cap->cap |= IEEE80211_VHT_CAP_TXSTBC; |
| else |
| vht_cap->cap &= ~IEEE80211_VHT_CAP_TXSTBC; |
| |
| for (i = 0; i < 8; i++) { |
| if (i < nstream) |
| mcs_map |= (IEEE80211_VHT_MCS_SUPPORT_0_9 << (i * 2)); |
| else |
| mcs_map |= |
| (IEEE80211_VHT_MCS_NOT_SUPPORTED << (i * 2)); |
| } |
| vht_cap->vht_mcs.rx_mcs_map = cpu_to_le16(mcs_map); |
| vht_cap->vht_mcs.tx_mcs_map = cpu_to_le16(mcs_map); |
| } |
| |
| void mt76_set_stream_caps(struct mt76_dev *dev, bool vht) |
| { |
| if (dev->cap.has_2ghz) |
| mt76_init_stream_cap(dev, &dev->sband_2g.sband, false); |
| if (dev->cap.has_5ghz) |
| mt76_init_stream_cap(dev, &dev->sband_5g.sband, vht); |
| } |
| EXPORT_SYMBOL_GPL(mt76_set_stream_caps); |
| |
| static int |
| mt76_init_sband(struct mt76_dev *dev, struct mt76_sband *msband, |
| const struct ieee80211_channel *chan, int n_chan, |
| struct ieee80211_rate *rates, int n_rates, bool vht) |
| { |
| struct ieee80211_supported_band *sband = &msband->sband; |
| struct ieee80211_sta_ht_cap *ht_cap; |
| struct ieee80211_sta_vht_cap *vht_cap; |
| void *chanlist; |
| int size; |
| |
| size = n_chan * sizeof(*chan); |
| chanlist = devm_kmemdup(dev->dev, chan, size, GFP_KERNEL); |
| if (!chanlist) |
| return -ENOMEM; |
| |
| msband->chan = devm_kcalloc(dev->dev, n_chan, sizeof(*msband->chan), |
| GFP_KERNEL); |
| if (!msband->chan) |
| return -ENOMEM; |
| |
| sband->channels = chanlist; |
| sband->n_channels = n_chan; |
| sband->bitrates = rates; |
| sband->n_bitrates = n_rates; |
| dev->chandef.chan = &sband->channels[0]; |
| |
| ht_cap = &sband->ht_cap; |
| ht_cap->ht_supported = true; |
| ht_cap->cap |= IEEE80211_HT_CAP_SUP_WIDTH_20_40 | |
| IEEE80211_HT_CAP_GRN_FLD | |
| IEEE80211_HT_CAP_SGI_20 | |
| IEEE80211_HT_CAP_SGI_40 | |
| (1 << IEEE80211_HT_CAP_RX_STBC_SHIFT); |
| |
| ht_cap->mcs.tx_params = IEEE80211_HT_MCS_TX_DEFINED; |
| ht_cap->ampdu_factor = IEEE80211_HT_MAX_AMPDU_64K; |
| ht_cap->ampdu_density = IEEE80211_HT_MPDU_DENSITY_4; |
| |
| mt76_init_stream_cap(dev, sband, vht); |
| |
| if (!vht) |
| return 0; |
| |
| vht_cap = &sband->vht_cap; |
| vht_cap->vht_supported = true; |
| vht_cap->cap |= IEEE80211_VHT_CAP_RXLDPC | |
| IEEE80211_VHT_CAP_RXSTBC_1 | |
| IEEE80211_VHT_CAP_SHORT_GI_80 | |
| (3 << IEEE80211_VHT_CAP_MAX_A_MPDU_LENGTH_EXPONENT_SHIFT); |
| |
| return 0; |
| } |
| |
| static int |
| mt76_init_sband_2g(struct mt76_dev *dev, struct ieee80211_rate *rates, |
| int n_rates) |
| { |
| dev->hw->wiphy->bands[NL80211_BAND_2GHZ] = &dev->sband_2g.sband; |
| |
| return mt76_init_sband(dev, &dev->sband_2g, |
| mt76_channels_2ghz, |
| ARRAY_SIZE(mt76_channels_2ghz), |
| rates, n_rates, false); |
| } |
| |
| static int |
| mt76_init_sband_5g(struct mt76_dev *dev, struct ieee80211_rate *rates, |
| int n_rates, bool vht) |
| { |
| dev->hw->wiphy->bands[NL80211_BAND_5GHZ] = &dev->sband_5g.sband; |
| |
| return mt76_init_sband(dev, &dev->sband_5g, |
| mt76_channels_5ghz, |
| ARRAY_SIZE(mt76_channels_5ghz), |
| rates, n_rates, vht); |
| } |
| |
| static void |
| mt76_check_sband(struct mt76_dev *dev, int band) |
| { |
| struct ieee80211_supported_band *sband = dev->hw->wiphy->bands[band]; |
| bool found = false; |
| int i; |
| |
| if (!sband) |
| return; |
| |
| for (i = 0; i < sband->n_channels; i++) { |
| if (sband->channels[i].flags & IEEE80211_CHAN_DISABLED) |
| continue; |
| |
| found = true; |
| break; |
| } |
| |
| if (found) |
| return; |
| |
| sband->n_channels = 0; |
| dev->hw->wiphy->bands[band] = NULL; |
| } |
| |
| struct mt76_dev * |
| mt76_alloc_device(unsigned int size, const struct ieee80211_ops *ops) |
| { |
| struct ieee80211_hw *hw; |
| struct mt76_dev *dev; |
| |
| hw = ieee80211_alloc_hw(size, ops); |
| if (!hw) |
| return NULL; |
| |
| dev = hw->priv; |
| dev->hw = hw; |
| spin_lock_init(&dev->rx_lock); |
| spin_lock_init(&dev->lock); |
| spin_lock_init(&dev->cc_lock); |
| init_waitqueue_head(&dev->tx_wait); |
| |
| return dev; |
| } |
| EXPORT_SYMBOL_GPL(mt76_alloc_device); |
| |
| int mt76_register_device(struct mt76_dev *dev, bool vht, |
| struct ieee80211_rate *rates, int n_rates) |
| { |
| struct ieee80211_hw *hw = dev->hw; |
| struct wiphy *wiphy = hw->wiphy; |
| int ret; |
| |
| dev_set_drvdata(dev->dev, dev); |
| |
| INIT_LIST_HEAD(&dev->txwi_cache); |
| |
| SET_IEEE80211_DEV(hw, dev->dev); |
| SET_IEEE80211_PERM_ADDR(hw, dev->macaddr); |
| |
| wiphy->features |= NL80211_FEATURE_ACTIVE_MONITOR; |
| |
| wiphy->available_antennas_tx = dev->antenna_mask; |
| wiphy->available_antennas_rx = dev->antenna_mask; |
| |
| hw->txq_data_size = sizeof(struct mt76_txq); |
| hw->max_tx_fragments = 16; |
| |
| ieee80211_hw_set(hw, SIGNAL_DBM); |
| ieee80211_hw_set(hw, PS_NULLFUNC_STACK); |
| ieee80211_hw_set(hw, HOST_BROADCAST_PS_BUFFERING); |
| ieee80211_hw_set(hw, AMPDU_AGGREGATION); |
| ieee80211_hw_set(hw, SUPPORTS_RC_TABLE); |
| ieee80211_hw_set(hw, SUPPORT_FAST_XMIT); |
| ieee80211_hw_set(hw, SUPPORTS_CLONED_SKBS); |
| ieee80211_hw_set(hw, SUPPORTS_AMSDU_IN_AMPDU); |
| ieee80211_hw_set(hw, TX_AMSDU); |
| ieee80211_hw_set(hw, TX_FRAG_LIST); |
| ieee80211_hw_set(hw, MFP_CAPABLE); |
| ieee80211_hw_set(hw, AP_LINK_PS); |
| |
| wiphy->flags |= WIPHY_FLAG_IBSS_RSN; |
| |
| if (dev->cap.has_2ghz) { |
| ret = mt76_init_sband_2g(dev, rates, n_rates); |
| if (ret) |
| return ret; |
| } |
| |
| if (dev->cap.has_5ghz) { |
| ret = mt76_init_sband_5g(dev, rates + 4, n_rates - 4, vht); |
| if (ret) |
| return ret; |
| } |
| |
| wiphy_read_of_freq_limits(dev->hw->wiphy); |
| mt76_check_sband(dev, NL80211_BAND_2GHZ); |
| mt76_check_sband(dev, NL80211_BAND_5GHZ); |
| |
| ret = mt76_led_init(dev); |
| if (ret) |
| return ret; |
| |
| return ieee80211_register_hw(hw); |
| } |
| EXPORT_SYMBOL_GPL(mt76_register_device); |
| |
| void mt76_unregister_device(struct mt76_dev *dev) |
| { |
| struct ieee80211_hw *hw = dev->hw; |
| |
| ieee80211_unregister_hw(hw); |
| mt76_tx_free(dev); |
| } |
| EXPORT_SYMBOL_GPL(mt76_unregister_device); |
| |
| void mt76_rx(struct mt76_dev *dev, enum mt76_rxq_id q, struct sk_buff *skb) |
| { |
| if (!test_bit(MT76_STATE_RUNNING, &dev->state)) { |
| dev_kfree_skb(skb); |
| return; |
| } |
| |
| __skb_queue_tail(&dev->rx_skb[q], skb); |
| } |
| EXPORT_SYMBOL_GPL(mt76_rx); |
| |
| static bool mt76_has_tx_pending(struct mt76_dev *dev) |
| { |
| int i; |
| |
| for (i = 0; i < ARRAY_SIZE(dev->q_tx); i++) { |
| if (dev->q_tx[i].queued) |
| return true; |
| } |
| |
| return false; |
| } |
| |
| void mt76_set_channel(struct mt76_dev *dev) |
| { |
| struct ieee80211_hw *hw = dev->hw; |
| struct cfg80211_chan_def *chandef = &hw->conf.chandef; |
| struct mt76_channel_state *state; |
| bool offchannel = hw->conf.flags & IEEE80211_CONF_OFFCHANNEL; |
| int timeout = HZ / 5; |
| |
| if (offchannel) |
| set_bit(MT76_OFFCHANNEL, &dev->state); |
| else |
| clear_bit(MT76_OFFCHANNEL, &dev->state); |
| |
| wait_event_timeout(dev->tx_wait, !mt76_has_tx_pending(dev), timeout); |
| |
| if (dev->drv->update_survey) |
| dev->drv->update_survey(dev); |
| |
| dev->chandef = *chandef; |
| |
| if (!offchannel) |
| dev->main_chan = chandef->chan; |
| |
| if (chandef->chan != dev->main_chan) { |
| state = mt76_channel_state(dev, chandef->chan); |
| memset(state, 0, sizeof(*state)); |
| } |
| } |
| EXPORT_SYMBOL_GPL(mt76_set_channel); |
| |
| int mt76_get_survey(struct ieee80211_hw *hw, int idx, |
| struct survey_info *survey) |
| { |
| struct mt76_dev *dev = hw->priv; |
| struct mt76_sband *sband; |
| struct ieee80211_channel *chan; |
| struct mt76_channel_state *state; |
| int ret = 0; |
| |
| if (idx == 0 && dev->drv->update_survey) |
| dev->drv->update_survey(dev); |
| |
| sband = &dev->sband_2g; |
| if (idx >= sband->sband.n_channels) { |
| idx -= sband->sband.n_channels; |
| sband = &dev->sband_5g; |
| } |
| |
| if (idx >= sband->sband.n_channels) |
| return -ENOENT; |
| |
| chan = &sband->sband.channels[idx]; |
| state = mt76_channel_state(dev, chan); |
| |
| memset(survey, 0, sizeof(*survey)); |
| survey->channel = chan; |
| survey->filled = SURVEY_INFO_TIME | SURVEY_INFO_TIME_BUSY; |
| if (chan == dev->main_chan) |
| survey->filled |= SURVEY_INFO_IN_USE; |
| |
| spin_lock_bh(&dev->cc_lock); |
| survey->time = div_u64(state->cc_active, 1000); |
| survey->time_busy = div_u64(state->cc_busy, 1000); |
| spin_unlock_bh(&dev->cc_lock); |
| |
| return ret; |
| } |
| EXPORT_SYMBOL_GPL(mt76_get_survey); |
| |
| void mt76_wcid_key_setup(struct mt76_dev *dev, struct mt76_wcid *wcid, |
| struct ieee80211_key_conf *key) |
| { |
| struct ieee80211_key_seq seq; |
| int i; |
| |
| wcid->rx_check_pn = false; |
| |
| if (!key) |
| return; |
| |
| if (key->cipher == WLAN_CIPHER_SUITE_CCMP) |
| wcid->rx_check_pn = true; |
| |
| for (i = 0; i < IEEE80211_NUM_TIDS; i++) { |
| ieee80211_get_key_rx_seq(key, i, &seq); |
| memcpy(wcid->rx_key_pn[i], seq.ccmp.pn, sizeof(seq.ccmp.pn)); |
| } |
| } |
| EXPORT_SYMBOL(mt76_wcid_key_setup); |
| |
| static struct ieee80211_sta *mt76_rx_convert(struct sk_buff *skb) |
| { |
| struct ieee80211_rx_status *status = IEEE80211_SKB_RXCB(skb); |
| struct mt76_rx_status mstat; |
| |
| mstat = *((struct mt76_rx_status *) skb->cb); |
| memset(status, 0, sizeof(*status)); |
| |
| status->flag = mstat.flag; |
| status->freq = mstat.freq; |
| status->enc_flags = mstat.enc_flags; |
| status->encoding = mstat.encoding; |
| status->bw = mstat.bw; |
| status->rate_idx = mstat.rate_idx; |
| status->nss = mstat.nss; |
| status->band = mstat.band; |
| status->signal = mstat.signal; |
| status->chains = mstat.chains; |
| |
| BUILD_BUG_ON(sizeof(mstat) > sizeof(skb->cb)); |
| BUILD_BUG_ON(sizeof(status->chain_signal) != sizeof(mstat.chain_signal)); |
| memcpy(status->chain_signal, mstat.chain_signal, sizeof(mstat.chain_signal)); |
| |
| return wcid_to_sta(mstat.wcid); |
| } |
| |
| static int |
| mt76_check_ccmp_pn(struct sk_buff *skb) |
| { |
| struct mt76_rx_status *status = (struct mt76_rx_status *) skb->cb; |
| struct mt76_wcid *wcid = status->wcid; |
| struct ieee80211_hdr *hdr; |
| int ret; |
| |
| if (!(status->flag & RX_FLAG_DECRYPTED)) |
| return 0; |
| |
| if (!wcid || !wcid->rx_check_pn) |
| return 0; |
| |
| if (!(status->flag & RX_FLAG_IV_STRIPPED)) { |
| /* |
| * Validate the first fragment both here and in mac80211 |
| * All further fragments will be validated by mac80211 only. |
| */ |
| hdr = (struct ieee80211_hdr *) skb->data; |
| if (ieee80211_is_frag(hdr) && |
| !ieee80211_is_first_frag(hdr->frame_control)) |
| return 0; |
| } |
| |
| BUILD_BUG_ON(sizeof(status->iv) != sizeof(wcid->rx_key_pn[0])); |
| ret = memcmp(status->iv, wcid->rx_key_pn[status->tid], |
| sizeof(status->iv)); |
| if (ret <= 0) |
| return -EINVAL; /* replay */ |
| |
| memcpy(wcid->rx_key_pn[status->tid], status->iv, sizeof(status->iv)); |
| |
| if (status->flag & RX_FLAG_IV_STRIPPED) |
| status->flag |= RX_FLAG_PN_VALIDATED; |
| |
| return 0; |
| } |
| |
| static void |
| mt76_check_ps(struct mt76_dev *dev, struct sk_buff *skb) |
| { |
| struct mt76_rx_status *status = (struct mt76_rx_status *) skb->cb; |
| struct ieee80211_hdr *hdr = (struct ieee80211_hdr *) skb->data; |
| struct ieee80211_sta *sta; |
| struct mt76_wcid *wcid = status->wcid; |
| bool ps; |
| |
| if (!wcid || !wcid->sta) |
| return; |
| |
| sta = container_of((void *) wcid, struct ieee80211_sta, drv_priv); |
| |
| if (!test_bit(MT_WCID_FLAG_CHECK_PS, &wcid->flags)) |
| return; |
| |
| if (ieee80211_is_pspoll(hdr->frame_control)) { |
| ieee80211_sta_pspoll(sta); |
| return; |
| } |
| |
| if (ieee80211_has_morefrags(hdr->frame_control) || |
| !(ieee80211_is_mgmt(hdr->frame_control) || |
| ieee80211_is_data(hdr->frame_control))) |
| return; |
| |
| ps = ieee80211_has_pm(hdr->frame_control); |
| |
| if (ps && (ieee80211_is_data_qos(hdr->frame_control) || |
| ieee80211_is_qos_nullfunc(hdr->frame_control))) |
| ieee80211_sta_uapsd_trigger(sta, status->tid); |
| |
| if (!!test_bit(MT_WCID_FLAG_PS, &wcid->flags) == ps) |
| return; |
| |
| if (ps) |
| set_bit(MT_WCID_FLAG_PS, &wcid->flags); |
| else |
| clear_bit(MT_WCID_FLAG_PS, &wcid->flags); |
| |
| dev->drv->sta_ps(dev, sta, ps); |
| ieee80211_sta_ps_transition(sta, ps); |
| } |
| |
| void mt76_rx_complete(struct mt76_dev *dev, struct sk_buff_head *frames, |
| struct napi_struct *napi) |
| { |
| struct ieee80211_sta *sta; |
| struct sk_buff *skb; |
| |
| spin_lock(&dev->rx_lock); |
| while ((skb = __skb_dequeue(frames)) != NULL) { |
| if (mt76_check_ccmp_pn(skb)) { |
| dev_kfree_skb(skb); |
| continue; |
| } |
| |
| sta = mt76_rx_convert(skb); |
| ieee80211_rx_napi(dev->hw, sta, skb, napi); |
| } |
| spin_unlock(&dev->rx_lock); |
| } |
| |
| void mt76_rx_poll_complete(struct mt76_dev *dev, enum mt76_rxq_id q, |
| struct napi_struct *napi) |
| { |
| struct sk_buff_head frames; |
| struct sk_buff *skb; |
| |
| __skb_queue_head_init(&frames); |
| |
| while ((skb = __skb_dequeue(&dev->rx_skb[q])) != NULL) { |
| mt76_check_ps(dev, skb); |
| mt76_rx_aggr_reorder(skb, &frames); |
| } |
| |
| mt76_rx_complete(dev, &frames, napi); |
| } |
| EXPORT_SYMBOL_GPL(mt76_rx_poll_complete); |