Linux Audio

Check our new training course

Loading...
Note: File does not exist in v3.1.
   1// SPDX-License-Identifier: GPL-2.0 OR BSD-3-Clause
   2/*
   3 * Copyright (C) 2012-2014, 2018-2023 Intel Corporation
   4 * Copyright (C) 2013-2015 Intel Mobile Communications GmbH
   5 * Copyright (C) 2016-2017 Intel Deutschland GmbH
   6 */
   7#include <linux/kernel.h>
   8#include <linux/slab.h>
   9#include <linux/skbuff.h>
  10#include <linux/netdevice.h>
  11#include <linux/etherdevice.h>
  12#include <linux/ip.h>
  13#include <linux/if_arp.h>
  14#include <linux/time.h>
  15#include <net/mac80211.h>
  16#include <net/ieee80211_radiotap.h>
  17#include <net/tcp.h>
  18
  19#include "iwl-drv.h"
  20#include "iwl-op-mode.h"
  21#include "iwl-io.h"
  22#include "mvm.h"
  23#include "sta.h"
  24#include "time-event.h"
  25#include "iwl-eeprom-parse.h"
  26#include "iwl-phy-db.h"
  27#include "testmode.h"
  28#include "fw/error-dump.h"
  29#include "iwl-prph.h"
  30#include "iwl-nvm-parse.h"
  31#include "time-sync.h"
  32
  33static const struct ieee80211_iface_limit iwl_mvm_limits[] = {
  34	{
  35		.max = 1,
  36		.types = BIT(NL80211_IFTYPE_STATION),
  37	},
  38	{
  39		.max = 1,
  40		.types = BIT(NL80211_IFTYPE_AP) |
  41			BIT(NL80211_IFTYPE_P2P_CLIENT) |
  42			BIT(NL80211_IFTYPE_P2P_GO),
  43	},
  44	{
  45		.max = 1,
  46		.types = BIT(NL80211_IFTYPE_P2P_DEVICE),
  47	},
  48};
  49
  50static const struct ieee80211_iface_combination iwl_mvm_iface_combinations[] = {
  51	{
  52		.num_different_channels = 2,
  53		.max_interfaces = 3,
  54		.limits = iwl_mvm_limits,
  55		.n_limits = ARRAY_SIZE(iwl_mvm_limits),
  56	},
  57};
  58
  59static const struct cfg80211_pmsr_capabilities iwl_mvm_pmsr_capa = {
  60	.max_peers = IWL_MVM_TOF_MAX_APS,
  61	.report_ap_tsf = 1,
  62	.randomize_mac_addr = 1,
  63
  64	.ftm = {
  65		.supported = 1,
  66		.asap = 1,
  67		.non_asap = 1,
  68		.request_lci = 1,
  69		.request_civicloc = 1,
  70		.trigger_based = 1,
  71		.non_trigger_based = 1,
  72		.max_bursts_exponent = -1, /* all supported */
  73		.max_ftms_per_burst = 0, /* no limits */
  74		.bandwidths = BIT(NL80211_CHAN_WIDTH_20_NOHT) |
  75			      BIT(NL80211_CHAN_WIDTH_20) |
  76			      BIT(NL80211_CHAN_WIDTH_40) |
  77			      BIT(NL80211_CHAN_WIDTH_80) |
  78			      BIT(NL80211_CHAN_WIDTH_160),
  79		.preambles = BIT(NL80211_PREAMBLE_LEGACY) |
  80			     BIT(NL80211_PREAMBLE_HT) |
  81			     BIT(NL80211_PREAMBLE_VHT) |
  82			     BIT(NL80211_PREAMBLE_HE),
  83	},
  84};
  85
  86static int __iwl_mvm_mac_set_key(struct ieee80211_hw *hw,
  87				 enum set_key_cmd cmd,
  88				 struct ieee80211_vif *vif,
  89				 struct ieee80211_sta *sta,
  90				 struct ieee80211_key_conf *key);
  91
  92static void iwl_mvm_reset_phy_ctxts(struct iwl_mvm *mvm)
  93{
  94	int i;
  95
  96	memset(mvm->phy_ctxts, 0, sizeof(mvm->phy_ctxts));
  97	for (i = 0; i < NUM_PHY_CTX; i++) {
  98		mvm->phy_ctxts[i].id = i;
  99		mvm->phy_ctxts[i].ref = 0;
 100	}
 101}
 102
 103struct ieee80211_regdomain *iwl_mvm_get_regdomain(struct wiphy *wiphy,
 104						  const char *alpha2,
 105						  enum iwl_mcc_source src_id,
 106						  bool *changed)
 107{
 108	struct ieee80211_regdomain *regd = NULL;
 109	struct ieee80211_hw *hw = wiphy_to_ieee80211_hw(wiphy);
 110	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
 111	struct iwl_mcc_update_resp_v8 *resp;
 112	u8 resp_ver;
 113
 114	IWL_DEBUG_LAR(mvm, "Getting regdomain data for %s from FW\n", alpha2);
 115
 116	lockdep_assert_held(&mvm->mutex);
 117
 118	resp = iwl_mvm_update_mcc(mvm, alpha2, src_id);
 119	if (IS_ERR_OR_NULL(resp)) {
 120		IWL_DEBUG_LAR(mvm, "Could not get update from FW %d\n",
 121			      PTR_ERR_OR_ZERO(resp));
 122		resp = NULL;
 123		goto out;
 124	}
 125
 126	if (changed) {
 127		u32 status = le32_to_cpu(resp->status);
 128
 129		*changed = (status == MCC_RESP_NEW_CHAN_PROFILE ||
 130			    status == MCC_RESP_ILLEGAL);
 131	}
 132	resp_ver = iwl_fw_lookup_notif_ver(mvm->fw, IWL_ALWAYS_LONG_GROUP,
 133					   MCC_UPDATE_CMD, 0);
 134	IWL_DEBUG_LAR(mvm, "MCC update response version: %d\n", resp_ver);
 135
 136	regd = iwl_parse_nvm_mcc_info(mvm->trans->dev, mvm->cfg,
 137				      __le32_to_cpu(resp->n_channels),
 138				      resp->channels,
 139				      __le16_to_cpu(resp->mcc),
 140				      __le16_to_cpu(resp->geo_info),
 141				      le32_to_cpu(resp->cap), resp_ver);
 142	/* Store the return source id */
 143	src_id = resp->source_id;
 144	if (IS_ERR_OR_NULL(regd)) {
 145		IWL_DEBUG_LAR(mvm, "Could not get parse update from FW %d\n",
 146			      PTR_ERR_OR_ZERO(regd));
 147		goto out;
 148	}
 149
 150	IWL_DEBUG_LAR(mvm, "setting alpha2 from FW to %s (0x%x, 0x%x) src=%d\n",
 151		      regd->alpha2, regd->alpha2[0], regd->alpha2[1], src_id);
 152	mvm->lar_regdom_set = true;
 153	mvm->mcc_src = src_id;
 154
 155	/* Some kind of regulatory mess means we need to currently disallow
 156	 * puncturing in the US and Canada. Do that here, at least until we
 157	 * figure out the new chanctx APIs for puncturing.
 158	 */
 159	if (resp->mcc == cpu_to_le16(IWL_MCC_US) ||
 160	    resp->mcc == cpu_to_le16(IWL_MCC_CANADA))
 161		ieee80211_hw_set(mvm->hw, DISALLOW_PUNCTURING);
 162	else
 163		__clear_bit(IEEE80211_HW_DISALLOW_PUNCTURING, mvm->hw->flags);
 164
 165	iwl_mei_set_country_code(__le16_to_cpu(resp->mcc));
 166
 167out:
 168	kfree(resp);
 169	return regd;
 170}
 171
 172void iwl_mvm_update_changed_regdom(struct iwl_mvm *mvm)
 173{
 174	bool changed;
 175	struct ieee80211_regdomain *regd;
 176
 177	if (!iwl_mvm_is_lar_supported(mvm))
 178		return;
 179
 180	regd = iwl_mvm_get_current_regdomain(mvm, &changed);
 181	if (!IS_ERR_OR_NULL(regd)) {
 182		/* only update the regulatory core if changed */
 183		if (changed)
 184			regulatory_set_wiphy_regd(mvm->hw->wiphy, regd);
 185
 186		kfree(regd);
 187	}
 188}
 189
 190struct ieee80211_regdomain *iwl_mvm_get_current_regdomain(struct iwl_mvm *mvm,
 191							  bool *changed)
 192{
 193	return iwl_mvm_get_regdomain(mvm->hw->wiphy, "ZZ",
 194				     iwl_mvm_is_wifi_mcc_supported(mvm) ?
 195				     MCC_SOURCE_GET_CURRENT :
 196				     MCC_SOURCE_OLD_FW, changed);
 197}
 198
 199int iwl_mvm_init_fw_regd(struct iwl_mvm *mvm, bool force_regd_sync)
 200{
 201	enum iwl_mcc_source used_src;
 202	struct ieee80211_regdomain *regd;
 203	int ret;
 204	bool changed;
 205	const struct ieee80211_regdomain *r =
 206			wiphy_dereference(mvm->hw->wiphy, mvm->hw->wiphy->regd);
 207
 208	if (!r)
 209		return -ENOENT;
 210
 211	/* save the last source in case we overwrite it below */
 212	used_src = mvm->mcc_src;
 213	if (iwl_mvm_is_wifi_mcc_supported(mvm)) {
 214		/* Notify the firmware we support wifi location updates */
 215		regd = iwl_mvm_get_current_regdomain(mvm, NULL);
 216		if (!IS_ERR_OR_NULL(regd))
 217			kfree(regd);
 218	}
 219
 220	/* Now set our last stored MCC and source */
 221	regd = iwl_mvm_get_regdomain(mvm->hw->wiphy, r->alpha2, used_src,
 222				     &changed);
 223	if (IS_ERR_OR_NULL(regd))
 224		return -EIO;
 225
 226	/* update cfg80211 if the regdomain was changed or the caller explicitly
 227	 * asked to update regdomain
 228	 */
 229	if (changed || force_regd_sync)
 230		ret = regulatory_set_wiphy_regd_sync(mvm->hw->wiphy, regd);
 231	else
 232		ret = 0;
 233
 234	kfree(regd);
 235	return ret;
 236}
 237
 238/* Each capability added here should also be add to tm_if_types_ext_capa_sta */
 239static const u8 he_if_types_ext_capa_sta[] = {
 240	 [0] = WLAN_EXT_CAPA1_EXT_CHANNEL_SWITCHING,
 241	 [2] = WLAN_EXT_CAPA3_MULTI_BSSID_SUPPORT,
 242	 [7] = WLAN_EXT_CAPA8_OPMODE_NOTIF |
 243	       WLAN_EXT_CAPA8_MAX_MSDU_IN_AMSDU_LSB,
 244	 [8] = WLAN_EXT_CAPA9_MAX_MSDU_IN_AMSDU_MSB,
 245};
 246
 247static const u8 tm_if_types_ext_capa_sta[] = {
 248	 [0] = WLAN_EXT_CAPA1_EXT_CHANNEL_SWITCHING,
 249	 [2] = WLAN_EXT_CAPA3_MULTI_BSSID_SUPPORT |
 250	       WLAN_EXT_CAPA3_TIMING_MEASUREMENT_SUPPORT,
 251	 [7] = WLAN_EXT_CAPA8_OPMODE_NOTIF |
 252	       WLAN_EXT_CAPA8_MAX_MSDU_IN_AMSDU_LSB,
 253	 [8] = WLAN_EXT_CAPA9_MAX_MSDU_IN_AMSDU_MSB,
 254	 [9] = WLAN_EXT_CAPA10_TWT_REQUESTER_SUPPORT,
 255};
 256
 257/* Additional interface types for which extended capabilities are
 258 * specified separately
 259 */
 260
 261#define IWL_MVM_EMLSR_CAPA	(IEEE80211_EML_CAP_EMLSR_SUPP | \
 262				 IEEE80211_EML_CAP_EMLSR_PADDING_DELAY_32US << \
 263					__bf_shf(IEEE80211_EML_CAP_EMLSR_PADDING_DELAY) | \
 264				 IEEE80211_EML_CAP_EMLSR_TRANSITION_DELAY_64US << \
 265					__bf_shf(IEEE80211_EML_CAP_EMLSR_TRANSITION_DELAY))
 266
 267static const struct wiphy_iftype_ext_capab add_iftypes_ext_capa[] = {
 268	{
 269		.iftype = NL80211_IFTYPE_STATION,
 270		.extended_capabilities = he_if_types_ext_capa_sta,
 271		.extended_capabilities_mask = he_if_types_ext_capa_sta,
 272		.extended_capabilities_len = sizeof(he_if_types_ext_capa_sta),
 273		/* relevant only if EHT is supported */
 274		.eml_capabilities = IWL_MVM_EMLSR_CAPA,
 275	},
 276	{
 277		.iftype = NL80211_IFTYPE_STATION,
 278		.extended_capabilities = tm_if_types_ext_capa_sta,
 279		.extended_capabilities_mask = tm_if_types_ext_capa_sta,
 280		.extended_capabilities_len = sizeof(tm_if_types_ext_capa_sta),
 281		/* relevant only if EHT is supported */
 282		.eml_capabilities = IWL_MVM_EMLSR_CAPA,
 283	},
 284};
 285
 286int iwl_mvm_op_get_antenna(struct ieee80211_hw *hw, u32 *tx_ant, u32 *rx_ant)
 287{
 288	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
 289	*tx_ant = iwl_mvm_get_valid_tx_ant(mvm);
 290	*rx_ant = iwl_mvm_get_valid_rx_ant(mvm);
 291	return 0;
 292}
 293
 294int iwl_mvm_op_set_antenna(struct ieee80211_hw *hw, u32 tx_ant, u32 rx_ant)
 295{
 296	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
 297
 298	/* This has been tested on those devices only */
 299	if (mvm->trans->trans_cfg->device_family != IWL_DEVICE_FAMILY_9000 &&
 300	    mvm->trans->trans_cfg->device_family != IWL_DEVICE_FAMILY_22000)
 301		return -EOPNOTSUPP;
 302
 303	if (!mvm->nvm_data)
 304		return -EBUSY;
 305
 306	/* mac80211 ensures the device is not started,
 307	 * so the firmware cannot be running
 308	 */
 309
 310	mvm->set_tx_ant = tx_ant;
 311	mvm->set_rx_ant = rx_ant;
 312
 313	iwl_reinit_cab(mvm->trans, mvm->nvm_data, tx_ant, rx_ant, mvm->fw);
 314
 315	return 0;
 316}
 317
 318int iwl_mvm_mac_setup_register(struct iwl_mvm *mvm)
 319{
 320	struct ieee80211_hw *hw = mvm->hw;
 321	int num_mac, ret, i;
 322	static const u32 mvm_ciphers[] = {
 323		WLAN_CIPHER_SUITE_WEP40,
 324		WLAN_CIPHER_SUITE_WEP104,
 325		WLAN_CIPHER_SUITE_TKIP,
 326		WLAN_CIPHER_SUITE_CCMP,
 327	};
 328#ifdef CONFIG_PM_SLEEP
 329	bool unified = fw_has_capa(&mvm->fw->ucode_capa,
 330				   IWL_UCODE_TLV_CAPA_CNSLDTD_D3_D0_IMG);
 331#endif
 332	u32 sec_key_id = WIDE_ID(DATA_PATH_GROUP, SEC_KEY_CMD);
 333	u8 sec_key_ver = iwl_fw_lookup_cmd_ver(mvm->fw, sec_key_id, 0);
 334
 335	/* Tell mac80211 our characteristics */
 336	ieee80211_hw_set(hw, SIGNAL_DBM);
 337	ieee80211_hw_set(hw, SPECTRUM_MGMT);
 338	ieee80211_hw_set(hw, REPORTS_TX_ACK_STATUS);
 339	ieee80211_hw_set(hw, WANT_MONITOR_VIF);
 340	ieee80211_hw_set(hw, SUPPORTS_PS);
 341	ieee80211_hw_set(hw, SUPPORTS_DYNAMIC_PS);
 342	ieee80211_hw_set(hw, AMPDU_AGGREGATION);
 343	ieee80211_hw_set(hw, CONNECTION_MONITOR);
 344	ieee80211_hw_set(hw, CHANCTX_STA_CSA);
 345	ieee80211_hw_set(hw, SUPPORT_FAST_XMIT);
 346	ieee80211_hw_set(hw, SUPPORTS_CLONED_SKBS);
 347	ieee80211_hw_set(hw, SUPPORTS_AMSDU_IN_AMPDU);
 348	ieee80211_hw_set(hw, NEEDS_UNIQUE_STA_ADDR);
 349	ieee80211_hw_set(hw, SUPPORTS_VHT_EXT_NSS_BW);
 350	ieee80211_hw_set(hw, BUFF_MMPDU_TXQ);
 351	ieee80211_hw_set(hw, STA_MMPDU_TXQ);
 352
 353	/* Set this early since we need to have it for the check below */
 354	if (mvm->mld_api_is_used && mvm->nvm_data->sku_cap_11be_enable &&
 355	    !iwlwifi_mod_params.disable_11ax &&
 356	    !iwlwifi_mod_params.disable_11be)
 357		hw->wiphy->flags |= WIPHY_FLAG_SUPPORTS_MLO;
 358
 359	/* With MLD FW API, it tracks timing by itself,
 360	 * no need for any timing from the host
 361	 */
 362	if (!mvm->mld_api_is_used)
 363		ieee80211_hw_set(hw, TIMING_BEACON_ONLY);
 364
 365	/* We should probably have this, but mac80211
 366	 * currently doesn't support it for MLO.
 367	 */
 368	if (!(hw->wiphy->flags & WIPHY_FLAG_SUPPORTS_MLO))
 369		ieee80211_hw_set(hw, DEAUTH_NEED_MGD_TX_PREP);
 370
 371	/*
 372	 * On older devices, enabling TX A-MSDU occasionally leads to
 373	 * something getting messed up, the command read from the FIFO
 374	 * gets out of sync and isn't a TX command, so that we have an
 375	 * assert EDC.
 376	 *
 377	 * It's not clear where the bug is, but since we didn't used to
 378	 * support A-MSDU until moving the mac80211 iTXQs, just leave it
 379	 * for older devices. We also don't see this issue on any newer
 380	 * devices.
 381	 */
 382	if (mvm->trans->trans_cfg->device_family >= IWL_DEVICE_FAMILY_9000)
 383		ieee80211_hw_set(hw, TX_AMSDU);
 384	ieee80211_hw_set(hw, TX_FRAG_LIST);
 385
 386	if (iwl_mvm_has_tlc_offload(mvm)) {
 387		ieee80211_hw_set(hw, TX_AMPDU_SETUP_IN_HW);
 388		ieee80211_hw_set(hw, HAS_RATE_CONTROL);
 389	}
 390
 391	/* We want to use the mac80211's reorder buffer for 9000 */
 392	if (iwl_mvm_has_new_rx_api(mvm) &&
 393	    mvm->trans->trans_cfg->device_family > IWL_DEVICE_FAMILY_9000)
 394		ieee80211_hw_set(hw, SUPPORTS_REORDERING_BUFFER);
 395
 396	if (fw_has_capa(&mvm->fw->ucode_capa,
 397			IWL_UCODE_TLV_CAPA_STA_PM_NOTIF)) {
 398		ieee80211_hw_set(hw, AP_LINK_PS);
 399	} else if (WARN_ON(iwl_mvm_has_new_tx_api(mvm))) {
 400		/*
 401		 * we absolutely need this for the new TX API since that comes
 402		 * with many more queues than the current code can deal with
 403		 * for station powersave
 404		 */
 405		return -EINVAL;
 406	}
 407
 408	if (mvm->trans->num_rx_queues > 1)
 409		ieee80211_hw_set(hw, USES_RSS);
 410
 411	if (mvm->trans->max_skb_frags)
 412		hw->netdev_features = NETIF_F_HIGHDMA | NETIF_F_SG;
 413
 414	hw->queues = IEEE80211_NUM_ACS;
 415	hw->offchannel_tx_hw_queue = IWL_MVM_OFFCHANNEL_QUEUE;
 416	hw->radiotap_mcs_details |= IEEE80211_RADIOTAP_MCS_HAVE_FEC |
 417				    IEEE80211_RADIOTAP_MCS_HAVE_STBC;
 418	hw->radiotap_vht_details |= IEEE80211_RADIOTAP_VHT_KNOWN_STBC |
 419		IEEE80211_RADIOTAP_VHT_KNOWN_BEAMFORMED;
 420
 421	hw->radiotap_timestamp.units_pos =
 422		IEEE80211_RADIOTAP_TIMESTAMP_UNIT_US |
 423		IEEE80211_RADIOTAP_TIMESTAMP_SPOS_PLCP_SIG_ACQ;
 424	/* this is the case for CCK frames, it's better (only 8) for OFDM */
 425	hw->radiotap_timestamp.accuracy = 22;
 426
 427	if (!iwl_mvm_has_tlc_offload(mvm))
 428		hw->rate_control_algorithm = RS_NAME;
 429
 430	hw->uapsd_queues = IWL_MVM_UAPSD_QUEUES;
 431	hw->uapsd_max_sp_len = IWL_UAPSD_MAX_SP;
 432	hw->max_tx_fragments = mvm->trans->max_skb_frags;
 433
 434	BUILD_BUG_ON(ARRAY_SIZE(mvm->ciphers) < ARRAY_SIZE(mvm_ciphers) + 6);
 435	memcpy(mvm->ciphers, mvm_ciphers, sizeof(mvm_ciphers));
 436	hw->wiphy->n_cipher_suites = ARRAY_SIZE(mvm_ciphers);
 437	hw->wiphy->cipher_suites = mvm->ciphers;
 438
 439	if (iwl_mvm_has_new_rx_api(mvm)) {
 440		mvm->ciphers[hw->wiphy->n_cipher_suites] =
 441			WLAN_CIPHER_SUITE_GCMP;
 442		hw->wiphy->n_cipher_suites++;
 443		mvm->ciphers[hw->wiphy->n_cipher_suites] =
 444			WLAN_CIPHER_SUITE_GCMP_256;
 445		hw->wiphy->n_cipher_suites++;
 446	}
 447
 448	if (iwlwifi_mod_params.swcrypto)
 449		IWL_ERR(mvm,
 450			"iwlmvm doesn't allow to disable HW crypto, check swcrypto module parameter\n");
 451	if (!iwlwifi_mod_params.bt_coex_active)
 452		IWL_ERR(mvm,
 453			"iwlmvm doesn't allow to disable BT Coex, check bt_coex_active module parameter\n");
 454
 455	ieee80211_hw_set(hw, MFP_CAPABLE);
 456	mvm->ciphers[hw->wiphy->n_cipher_suites] = WLAN_CIPHER_SUITE_AES_CMAC;
 457	hw->wiphy->n_cipher_suites++;
 458	if (iwl_mvm_has_new_rx_api(mvm)) {
 459		mvm->ciphers[hw->wiphy->n_cipher_suites] =
 460			WLAN_CIPHER_SUITE_BIP_GMAC_128;
 461		hw->wiphy->n_cipher_suites++;
 462		mvm->ciphers[hw->wiphy->n_cipher_suites] =
 463			WLAN_CIPHER_SUITE_BIP_GMAC_256;
 464		hw->wiphy->n_cipher_suites++;
 465	}
 466
 467	wiphy_ext_feature_set(hw->wiphy,
 468			      NL80211_EXT_FEATURE_BEACON_RATE_LEGACY);
 469	wiphy_ext_feature_set(hw->wiphy,
 470			      NL80211_EXT_FEATURE_SCAN_MIN_PREQ_CONTENT);
 471
 472	if (fw_has_capa(&mvm->fw->ucode_capa,
 473			IWL_UCODE_TLV_CAPA_FTM_CALIBRATED)) {
 474		wiphy_ext_feature_set(hw->wiphy,
 475				      NL80211_EXT_FEATURE_ENABLE_FTM_RESPONDER);
 476		hw->wiphy->pmsr_capa = &iwl_mvm_pmsr_capa;
 477	}
 478
 479	if (sec_key_ver &&
 480	    fw_has_capa(&mvm->fw->ucode_capa,
 481			IWL_UCODE_TLV_CAPA_BIGTK_TX_SUPPORT))
 482		wiphy_ext_feature_set(hw->wiphy,
 483				      NL80211_EXT_FEATURE_BEACON_PROTECTION);
 484	else if (fw_has_capa(&mvm->fw->ucode_capa,
 485			     IWL_UCODE_TLV_CAPA_BIGTK_SUPPORT))
 486		wiphy_ext_feature_set(hw->wiphy,
 487				      NL80211_EXT_FEATURE_BEACON_PROTECTION_CLIENT);
 488
 489	if (fw_has_capa(&mvm->fw->ucode_capa,
 490			IWL_UCODE_TLV_CAPA_TIME_SYNC_BOTH_FTM_TM))
 491		hw->wiphy->hw_timestamp_max_peers = 1;
 492
 493	ieee80211_hw_set(hw, SINGLE_SCAN_ON_ALL_BANDS);
 494	hw->wiphy->features |=
 495		NL80211_FEATURE_SCHED_SCAN_RANDOM_MAC_ADDR |
 496		NL80211_FEATURE_SCAN_RANDOM_MAC_ADDR |
 497		NL80211_FEATURE_ND_RANDOM_MAC_ADDR;
 498
 499	hw->sta_data_size = sizeof(struct iwl_mvm_sta);
 500	hw->vif_data_size = sizeof(struct iwl_mvm_vif);
 501	hw->chanctx_data_size = sizeof(u16);
 502	hw->txq_data_size = sizeof(struct iwl_mvm_txq);
 503
 504	hw->wiphy->interface_modes = BIT(NL80211_IFTYPE_STATION) |
 505		BIT(NL80211_IFTYPE_P2P_CLIENT) |
 506		BIT(NL80211_IFTYPE_AP) |
 507		BIT(NL80211_IFTYPE_P2P_GO) |
 508		BIT(NL80211_IFTYPE_P2P_DEVICE) |
 509		BIT(NL80211_IFTYPE_ADHOC);
 510
 511	hw->wiphy->flags |= WIPHY_FLAG_IBSS_RSN;
 512	wiphy_ext_feature_set(hw->wiphy, NL80211_EXT_FEATURE_VHT_IBSS);
 513
 514	/* The new Tx API does not allow to pass the key or keyid of a MPDU to
 515	 * the hw, preventing us to control which key(id) to use per MPDU.
 516	 * Till that's fixed we can't use Extended Key ID for the newer cards.
 517	 */
 518	if (!iwl_mvm_has_new_tx_api(mvm))
 519		wiphy_ext_feature_set(hw->wiphy,
 520				      NL80211_EXT_FEATURE_EXT_KEY_ID);
 521	hw->wiphy->features |= NL80211_FEATURE_HT_IBSS;
 522
 523	hw->wiphy->regulatory_flags |= REGULATORY_ENABLE_RELAX_NO_IR;
 524	if (iwl_mvm_is_lar_supported(mvm))
 525		hw->wiphy->regulatory_flags |= REGULATORY_WIPHY_SELF_MANAGED;
 526	else
 527		hw->wiphy->regulatory_flags |= REGULATORY_CUSTOM_REG |
 528					       REGULATORY_DISABLE_BEACON_HINTS;
 529
 530	if (mvm->trans->trans_cfg->device_family >= IWL_DEVICE_FAMILY_AX210)
 531		wiphy_ext_feature_set(hw->wiphy,
 532				      NL80211_EXT_FEATURE_DFS_CONCURRENT);
 533
 534	hw->wiphy->flags |= WIPHY_FLAG_AP_UAPSD;
 535	hw->wiphy->flags |= WIPHY_FLAG_HAS_CHANNEL_SWITCH;
 536	hw->wiphy->flags |= WIPHY_FLAG_SPLIT_SCAN_6GHZ;
 537
 538	hw->wiphy->iface_combinations = iwl_mvm_iface_combinations;
 539	hw->wiphy->n_iface_combinations =
 540		ARRAY_SIZE(iwl_mvm_iface_combinations);
 541
 542	hw->wiphy->max_remain_on_channel_duration = 10000;
 543	hw->max_listen_interval = IWL_MVM_CONN_LISTEN_INTERVAL;
 544
 545	/* Extract MAC address */
 546	memcpy(mvm->addresses[0].addr, mvm->nvm_data->hw_addr, ETH_ALEN);
 547	hw->wiphy->addresses = mvm->addresses;
 548	hw->wiphy->n_addresses = 1;
 549
 550	/* Extract additional MAC addresses if available */
 551	num_mac = (mvm->nvm_data->n_hw_addrs > 1) ?
 552		min(IWL_MVM_MAX_ADDRESSES, mvm->nvm_data->n_hw_addrs) : 1;
 553
 554	for (i = 1; i < num_mac; i++) {
 555		memcpy(mvm->addresses[i].addr, mvm->addresses[i-1].addr,
 556		       ETH_ALEN);
 557		mvm->addresses[i].addr[5]++;
 558		hw->wiphy->n_addresses++;
 559	}
 560
 561	iwl_mvm_reset_phy_ctxts(mvm);
 562
 563	hw->wiphy->max_scan_ie_len = iwl_mvm_max_scan_ie_len(mvm);
 564
 565	hw->wiphy->max_scan_ssids = PROBE_OPTION_MAX;
 566
 567	BUILD_BUG_ON(IWL_MVM_SCAN_STOPPING_MASK & IWL_MVM_SCAN_MASK);
 568	BUILD_BUG_ON(IWL_MVM_MAX_UMAC_SCANS > HWEIGHT32(IWL_MVM_SCAN_MASK) ||
 569		     IWL_MVM_MAX_LMAC_SCANS > HWEIGHT32(IWL_MVM_SCAN_MASK));
 570
 571	if (fw_has_capa(&mvm->fw->ucode_capa, IWL_UCODE_TLV_CAPA_UMAC_SCAN))
 572		mvm->max_scans = IWL_MVM_MAX_UMAC_SCANS;
 573	else
 574		mvm->max_scans = IWL_MVM_MAX_LMAC_SCANS;
 575
 576	if (mvm->nvm_data->bands[NL80211_BAND_2GHZ].n_channels)
 577		hw->wiphy->bands[NL80211_BAND_2GHZ] =
 578			&mvm->nvm_data->bands[NL80211_BAND_2GHZ];
 579	if (mvm->nvm_data->bands[NL80211_BAND_5GHZ].n_channels) {
 580		hw->wiphy->bands[NL80211_BAND_5GHZ] =
 581			&mvm->nvm_data->bands[NL80211_BAND_5GHZ];
 582
 583		if (fw_has_capa(&mvm->fw->ucode_capa,
 584				IWL_UCODE_TLV_CAPA_BEAMFORMER) &&
 585		    fw_has_api(&mvm->fw->ucode_capa,
 586			       IWL_UCODE_TLV_API_LQ_SS_PARAMS))
 587			hw->wiphy->bands[NL80211_BAND_5GHZ]->vht_cap.cap |=
 588				IEEE80211_VHT_CAP_SU_BEAMFORMER_CAPABLE;
 589	}
 590	if (fw_has_capa(&mvm->fw->ucode_capa,
 591			IWL_UCODE_TLV_CAPA_PSC_CHAN_SUPPORT) &&
 592	    mvm->nvm_data->bands[NL80211_BAND_6GHZ].n_channels)
 593		hw->wiphy->bands[NL80211_BAND_6GHZ] =
 594			&mvm->nvm_data->bands[NL80211_BAND_6GHZ];
 595
 596	hw->wiphy->hw_version = mvm->trans->hw_id;
 597
 598	if (iwlmvm_mod_params.power_scheme != IWL_POWER_SCHEME_CAM)
 599		hw->wiphy->flags |= WIPHY_FLAG_PS_ON_BY_DEFAULT;
 600	else
 601		hw->wiphy->flags &= ~WIPHY_FLAG_PS_ON_BY_DEFAULT;
 602
 603	hw->wiphy->max_sched_scan_reqs = 1;
 604	hw->wiphy->max_sched_scan_ssids = PROBE_OPTION_MAX;
 605	hw->wiphy->max_match_sets = iwl_umac_scan_get_max_profiles(mvm->fw);
 606	/* we create the 802.11 header and zero length SSID IE. */
 607	hw->wiphy->max_sched_scan_ie_len =
 608		SCAN_OFFLOAD_PROBE_REQ_SIZE - 24 - 2;
 609	hw->wiphy->max_sched_scan_plans = IWL_MAX_SCHED_SCAN_PLANS;
 610	hw->wiphy->max_sched_scan_plan_interval = U16_MAX;
 611
 612	/*
 613	 * the firmware uses u8 for num of iterations, but 0xff is saved for
 614	 * infinite loop, so the maximum number of iterations is actually 254.
 615	 */
 616	hw->wiphy->max_sched_scan_plan_iterations = 254;
 617
 618	hw->wiphy->features |= NL80211_FEATURE_P2P_GO_CTWIN |
 619			       NL80211_FEATURE_LOW_PRIORITY_SCAN |
 620			       NL80211_FEATURE_P2P_GO_OPPPS |
 621			       NL80211_FEATURE_AP_MODE_CHAN_WIDTH_CHANGE |
 622			       NL80211_FEATURE_DYNAMIC_SMPS |
 623			       NL80211_FEATURE_STATIC_SMPS |
 624			       NL80211_FEATURE_SUPPORTS_WMM_ADMISSION;
 625
 626	if (fw_has_capa(&mvm->fw->ucode_capa,
 627			IWL_UCODE_TLV_CAPA_TXPOWER_INSERTION_SUPPORT))
 628		hw->wiphy->features |= NL80211_FEATURE_TX_POWER_INSERTION;
 629	if (fw_has_capa(&mvm->fw->ucode_capa,
 630			IWL_UCODE_TLV_CAPA_QUIET_PERIOD_SUPPORT))
 631		hw->wiphy->features |= NL80211_FEATURE_QUIET;
 632
 633	if (fw_has_capa(&mvm->fw->ucode_capa,
 634			IWL_UCODE_TLV_CAPA_DS_PARAM_SET_IE_SUPPORT))
 635		hw->wiphy->features |=
 636			NL80211_FEATURE_DS_PARAM_SET_IE_IN_PROBES;
 637
 638	if (fw_has_capa(&mvm->fw->ucode_capa,
 639			IWL_UCODE_TLV_CAPA_WFA_TPC_REP_IE_SUPPORT))
 640		hw->wiphy->features |= NL80211_FEATURE_WFA_TPC_IE_IN_PROBES;
 641
 642	if (iwl_fw_lookup_cmd_ver(mvm->fw, WOWLAN_KEK_KCK_MATERIAL,
 643				  IWL_FW_CMD_VER_UNKNOWN) == 3)
 644		hw->wiphy->flags |= WIPHY_FLAG_SUPPORTS_EXT_KEK_KCK;
 645
 646	if (fw_has_api(&mvm->fw->ucode_capa,
 647		       IWL_UCODE_TLV_API_SCAN_TSF_REPORT)) {
 648		wiphy_ext_feature_set(hw->wiphy,
 649				      NL80211_EXT_FEATURE_SCAN_START_TIME);
 650		wiphy_ext_feature_set(hw->wiphy,
 651				      NL80211_EXT_FEATURE_BSS_PARENT_TSF);
 652	}
 653
 654	if (iwl_mvm_is_oce_supported(mvm)) {
 655		u8 scan_ver = iwl_fw_lookup_cmd_ver(mvm->fw, SCAN_REQ_UMAC, 0);
 656
 657		wiphy_ext_feature_set(hw->wiphy,
 658			NL80211_EXT_FEATURE_ACCEPT_BCAST_PROBE_RESP);
 659		wiphy_ext_feature_set(hw->wiphy,
 660			NL80211_EXT_FEATURE_FILS_MAX_CHANNEL_TIME);
 661		wiphy_ext_feature_set(hw->wiphy,
 662			NL80211_EXT_FEATURE_OCE_PROBE_REQ_HIGH_TX_RATE);
 663
 664		/* Old firmware also supports probe deferral and suppression */
 665		if (scan_ver < 15)
 666			wiphy_ext_feature_set(hw->wiphy,
 667					      NL80211_EXT_FEATURE_OCE_PROBE_REQ_DEFERRAL_SUPPRESSION);
 668	}
 669
 670	hw->wiphy->iftype_ext_capab = NULL;
 671	hw->wiphy->num_iftype_ext_capab = 0;
 672
 673	if (mvm->nvm_data->sku_cap_11ax_enable &&
 674	    !iwlwifi_mod_params.disable_11ax) {
 675		hw->wiphy->iftype_ext_capab = add_iftypes_ext_capa;
 676		hw->wiphy->num_iftype_ext_capab =
 677			ARRAY_SIZE(add_iftypes_ext_capa) - 1;
 678
 679		ieee80211_hw_set(hw, SUPPORTS_MULTI_BSSID);
 680		ieee80211_hw_set(hw, SUPPORTS_ONLY_HE_MULTI_BSSID);
 681	}
 682
 683	if (iwl_fw_lookup_cmd_ver(mvm->fw,
 684				  WIDE_ID(DATA_PATH_GROUP,
 685					  WNM_80211V_TIMING_MEASUREMENT_CONFIG_CMD),
 686				  IWL_FW_CMD_VER_UNKNOWN) >= 1) {
 687		IWL_DEBUG_INFO(mvm->trans, "Timing measurement supported\n");
 688
 689		if (!hw->wiphy->iftype_ext_capab) {
 690			hw->wiphy->num_iftype_ext_capab = 1;
 691			hw->wiphy->iftype_ext_capab = add_iftypes_ext_capa +
 692				ARRAY_SIZE(add_iftypes_ext_capa) - 1;
 693		} else {
 694			hw->wiphy->iftype_ext_capab = add_iftypes_ext_capa + 1;
 695		}
 696	}
 697
 698	mvm->rts_threshold = IEEE80211_MAX_RTS_THRESHOLD;
 699
 700#ifdef CONFIG_PM_SLEEP
 701	if ((unified || mvm->fw->img[IWL_UCODE_WOWLAN].num_sec) &&
 702	    mvm->trans->ops->d3_suspend &&
 703	    mvm->trans->ops->d3_resume &&
 704	    device_can_wakeup(mvm->trans->dev)) {
 705		mvm->wowlan.flags |= WIPHY_WOWLAN_MAGIC_PKT |
 706				     WIPHY_WOWLAN_DISCONNECT |
 707				     WIPHY_WOWLAN_EAP_IDENTITY_REQ |
 708				     WIPHY_WOWLAN_RFKILL_RELEASE |
 709				     WIPHY_WOWLAN_NET_DETECT;
 710		mvm->wowlan.flags |= WIPHY_WOWLAN_SUPPORTS_GTK_REKEY |
 711				     WIPHY_WOWLAN_GTK_REKEY_FAILURE |
 712				     WIPHY_WOWLAN_4WAY_HANDSHAKE;
 713
 714		mvm->wowlan.n_patterns = IWL_WOWLAN_MAX_PATTERNS;
 715		mvm->wowlan.pattern_min_len = IWL_WOWLAN_MIN_PATTERN_LEN;
 716		mvm->wowlan.pattern_max_len = IWL_WOWLAN_MAX_PATTERN_LEN;
 717		mvm->wowlan.max_nd_match_sets =
 718			iwl_umac_scan_get_max_profiles(mvm->fw);
 719		hw->wiphy->wowlan = &mvm->wowlan;
 720	}
 721#endif
 722
 723	ret = iwl_mvm_leds_init(mvm);
 724	if (ret)
 725		return ret;
 726
 727	if (fw_has_capa(&mvm->fw->ucode_capa,
 728			IWL_UCODE_TLV_CAPA_TDLS_SUPPORT)) {
 729		IWL_DEBUG_TDLS(mvm, "TDLS supported\n");
 730		hw->wiphy->flags |= WIPHY_FLAG_SUPPORTS_TDLS;
 731		ieee80211_hw_set(hw, TDLS_WIDER_BW);
 732	}
 733
 734	if (fw_has_capa(&mvm->fw->ucode_capa,
 735			IWL_UCODE_TLV_CAPA_TDLS_CHANNEL_SWITCH)) {
 736		IWL_DEBUG_TDLS(mvm, "TDLS channel switch supported\n");
 737		hw->wiphy->features |= NL80211_FEATURE_TDLS_CHANNEL_SWITCH;
 738	}
 739
 740	hw->netdev_features |= mvm->cfg->features;
 741	if (!iwl_mvm_is_csum_supported(mvm))
 742		hw->netdev_features &= ~IWL_CSUM_NETIF_FLAGS_MASK;
 743
 744	if (mvm->cfg->vht_mu_mimo_supported)
 745		wiphy_ext_feature_set(hw->wiphy,
 746				      NL80211_EXT_FEATURE_MU_MIMO_AIR_SNIFFER);
 747
 748	if (fw_has_capa(&mvm->fw->ucode_capa, IWL_UCODE_TLV_CAPA_PROTECTED_TWT))
 749		wiphy_ext_feature_set(hw->wiphy,
 750				      NL80211_EXT_FEATURE_PROTECTED_TWT);
 751
 752	iwl_mvm_vendor_cmds_register(mvm);
 753
 754	hw->wiphy->available_antennas_tx = iwl_mvm_get_valid_tx_ant(mvm);
 755	hw->wiphy->available_antennas_rx = iwl_mvm_get_valid_rx_ant(mvm);
 756
 757	ret = ieee80211_register_hw(mvm->hw);
 758	if (ret) {
 759		iwl_mvm_leds_exit(mvm);
 760	}
 761
 762	return ret;
 763}
 764
 765static void iwl_mvm_tx_skb(struct iwl_mvm *mvm, struct sk_buff *skb,
 766			   struct ieee80211_sta *sta)
 767{
 768	if (likely(sta)) {
 769		if (likely(iwl_mvm_tx_skb_sta(mvm, skb, sta) == 0))
 770			return;
 771	} else {
 772		if (likely(iwl_mvm_tx_skb_non_sta(mvm, skb) == 0))
 773			return;
 774	}
 775
 776	ieee80211_free_txskb(mvm->hw, skb);
 777}
 778
 779void iwl_mvm_mac_tx(struct ieee80211_hw *hw,
 780		    struct ieee80211_tx_control *control, struct sk_buff *skb)
 781{
 782	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
 783	struct ieee80211_sta *sta = control->sta;
 784	struct ieee80211_tx_info *info = IEEE80211_SKB_CB(skb);
 785	struct ieee80211_hdr *hdr = (void *)skb->data;
 786	bool offchannel = IEEE80211_SKB_CB(skb)->flags &
 787		IEEE80211_TX_CTL_TX_OFFCHAN;
 788	u32 link_id = u32_get_bits(info->control.flags,
 789				   IEEE80211_TX_CTRL_MLO_LINK);
 790	struct ieee80211_sta *tmp_sta = sta;
 791
 792	if (iwl_mvm_is_radio_killed(mvm)) {
 793		IWL_DEBUG_DROP(mvm, "Dropping - RF/CT KILL\n");
 794		goto drop;
 795	}
 796
 797	if (offchannel &&
 798	    !test_bit(IWL_MVM_STATUS_ROC_RUNNING, &mvm->status) &&
 799	    !test_bit(IWL_MVM_STATUS_ROC_AUX_RUNNING, &mvm->status))
 800		goto drop;
 801
 802	/*
 803	 * bufferable MMPDUs or MMPDUs on STA interfaces come via TXQs
 804	 * so we treat the others as broadcast
 805	 */
 806	if (ieee80211_is_mgmt(hdr->frame_control))
 807		sta = NULL;
 808
 809	/* If there is no sta, and it's not offchannel - send through AP */
 810	if (!sta && info->control.vif->type == NL80211_IFTYPE_STATION &&
 811	    !offchannel) {
 812		struct iwl_mvm_vif *mvmvif =
 813			iwl_mvm_vif_from_mac80211(info->control.vif);
 814		u8 ap_sta_id = READ_ONCE(mvmvif->deflink.ap_sta_id);
 815
 816		if (ap_sta_id < mvm->fw->ucode_capa.num_stations) {
 817			/* mac80211 holds rcu read lock */
 818			sta = rcu_dereference(mvm->fw_id_to_mac_id[ap_sta_id]);
 819			if (IS_ERR_OR_NULL(sta))
 820				goto drop;
 821		}
 822	}
 823
 824	if (tmp_sta && !sta && link_id != IEEE80211_LINK_UNSPECIFIED &&
 825	    !ieee80211_is_probe_resp(hdr->frame_control)) {
 826		/* translate MLD addresses to LINK addresses */
 827		struct ieee80211_link_sta *link_sta =
 828			rcu_dereference(tmp_sta->link[link_id]);
 829		struct ieee80211_bss_conf *link_conf =
 830			rcu_dereference(info->control.vif->link_conf[link_id]);
 831		struct ieee80211_mgmt *mgmt;
 832
 833		if (WARN_ON(!link_sta || !link_conf))
 834			goto drop;
 835
 836		/* if sta is NULL, the frame is a management frame */
 837		mgmt = (void *)hdr;
 838		memcpy(mgmt->da, link_sta->addr, ETH_ALEN);
 839		memcpy(mgmt->sa, link_conf->addr, ETH_ALEN);
 840		memcpy(mgmt->bssid, link_conf->bssid, ETH_ALEN);
 841	}
 842
 843	iwl_mvm_tx_skb(mvm, skb, sta);
 844	return;
 845 drop:
 846	ieee80211_free_txskb(hw, skb);
 847}
 848
 849void iwl_mvm_mac_itxq_xmit(struct ieee80211_hw *hw, struct ieee80211_txq *txq)
 850{
 851	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
 852	struct iwl_mvm_txq *mvmtxq = iwl_mvm_txq_from_mac80211(txq);
 853	struct sk_buff *skb = NULL;
 854
 855	/*
 856	 * No need for threads to be pending here, they can leave the first
 857	 * taker all the work.
 858	 *
 859	 * mvmtxq->tx_request logic:
 860	 *
 861	 * If 0, no one is currently TXing, set to 1 to indicate current thread
 862	 * will now start TX and other threads should quit.
 863	 *
 864	 * If 1, another thread is currently TXing, set to 2 to indicate to
 865	 * that thread that there was another request. Since that request may
 866	 * have raced with the check whether the queue is empty, the TXing
 867	 * thread should check the queue's status one more time before leaving.
 868	 * This check is done in order to not leave any TX hanging in the queue
 869	 * until the next TX invocation (which may not even happen).
 870	 *
 871	 * If 2, another thread is currently TXing, and it will already double
 872	 * check the queue, so do nothing.
 873	 */
 874	if (atomic_fetch_add_unless(&mvmtxq->tx_request, 1, 2))
 875		return;
 876
 877	rcu_read_lock();
 878	do {
 879		while (likely(!test_bit(IWL_MVM_TXQ_STATE_STOP_FULL,
 880					&mvmtxq->state) &&
 881			      !test_bit(IWL_MVM_TXQ_STATE_STOP_REDIRECT,
 882					&mvmtxq->state) &&
 883			      !test_bit(IWL_MVM_STATUS_IN_D3, &mvm->status))) {
 884			skb = ieee80211_tx_dequeue(hw, txq);
 885
 886			if (!skb) {
 887				if (txq->sta)
 888					IWL_DEBUG_TX(mvm,
 889						     "TXQ of sta %pM tid %d is now empty\n",
 890						     txq->sta->addr,
 891						     txq->tid);
 892				break;
 893			}
 894
 895			iwl_mvm_tx_skb(mvm, skb, txq->sta);
 896		}
 897	} while (atomic_dec_return(&mvmtxq->tx_request));
 898	rcu_read_unlock();
 899}
 900
 901void iwl_mvm_mac_wake_tx_queue(struct ieee80211_hw *hw,
 902			       struct ieee80211_txq *txq)
 903{
 904	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
 905	struct iwl_mvm_txq *mvmtxq = iwl_mvm_txq_from_mac80211(txq);
 906
 907	if (likely(test_bit(IWL_MVM_TXQ_STATE_READY, &mvmtxq->state)) ||
 908	    !txq->sta) {
 909		iwl_mvm_mac_itxq_xmit(hw, txq);
 910		return;
 911	}
 912
 913	/* iwl_mvm_mac_itxq_xmit() will later be called by the worker
 914	 * to handle any packets we leave on the txq now
 915	 */
 916
 917	spin_lock_bh(&mvm->add_stream_lock);
 918	/* The list is being deleted only after the queue is fully allocated. */
 919	if (list_empty(&mvmtxq->list) &&
 920	    /* recheck under lock */
 921	    !test_bit(IWL_MVM_TXQ_STATE_READY, &mvmtxq->state)) {
 922		list_add_tail(&mvmtxq->list, &mvm->add_stream_txqs);
 923		schedule_work(&mvm->add_stream_wk);
 924	}
 925	spin_unlock_bh(&mvm->add_stream_lock);
 926}
 927
 928#define CHECK_BA_TRIGGER(_mvm, _trig, _tid_bm, _tid, _fmt...)		\
 929	do {								\
 930		if (!(le16_to_cpu(_tid_bm) & BIT(_tid)))		\
 931			break;						\
 932		iwl_fw_dbg_collect_trig(&(_mvm)->fwrt, _trig, _fmt);	\
 933	} while (0)
 934
 935static void
 936iwl_mvm_ampdu_check_trigger(struct iwl_mvm *mvm, struct ieee80211_vif *vif,
 937			    struct ieee80211_sta *sta, u16 tid, u16 rx_ba_ssn,
 938			    enum ieee80211_ampdu_mlme_action action)
 939{
 940	struct iwl_fw_dbg_trigger_tlv *trig;
 941	struct iwl_fw_dbg_trigger_ba *ba_trig;
 942
 943	trig = iwl_fw_dbg_trigger_on(&mvm->fwrt, ieee80211_vif_to_wdev(vif),
 944				     FW_DBG_TRIGGER_BA);
 945	if (!trig)
 946		return;
 947
 948	ba_trig = (void *)trig->data;
 949
 950	switch (action) {
 951	case IEEE80211_AMPDU_TX_OPERATIONAL: {
 952		struct iwl_mvm_sta *mvmsta = iwl_mvm_sta_from_mac80211(sta);
 953		struct iwl_mvm_tid_data *tid_data = &mvmsta->tid_data[tid];
 954
 955		CHECK_BA_TRIGGER(mvm, trig, ba_trig->tx_ba_start, tid,
 956				 "TX AGG START: MAC %pM tid %d ssn %d\n",
 957				 sta->addr, tid, tid_data->ssn);
 958		break;
 959		}
 960	case IEEE80211_AMPDU_TX_STOP_CONT:
 961		CHECK_BA_TRIGGER(mvm, trig, ba_trig->tx_ba_stop, tid,
 962				 "TX AGG STOP: MAC %pM tid %d\n",
 963				 sta->addr, tid);
 964		break;
 965	case IEEE80211_AMPDU_RX_START:
 966		CHECK_BA_TRIGGER(mvm, trig, ba_trig->rx_ba_start, tid,
 967				 "RX AGG START: MAC %pM tid %d ssn %d\n",
 968				 sta->addr, tid, rx_ba_ssn);
 969		break;
 970	case IEEE80211_AMPDU_RX_STOP:
 971		CHECK_BA_TRIGGER(mvm, trig, ba_trig->rx_ba_stop, tid,
 972				 "RX AGG STOP: MAC %pM tid %d\n",
 973				 sta->addr, tid);
 974		break;
 975	default:
 976		break;
 977	}
 978}
 979
 980int iwl_mvm_mac_ampdu_action(struct ieee80211_hw *hw,
 981			     struct ieee80211_vif *vif,
 982			     struct ieee80211_ampdu_params *params)
 983{
 984	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
 985	int ret;
 986	struct ieee80211_sta *sta = params->sta;
 987	enum ieee80211_ampdu_mlme_action action = params->action;
 988	u16 tid = params->tid;
 989	u16 *ssn = &params->ssn;
 990	u16 buf_size = params->buf_size;
 991	bool amsdu = params->amsdu;
 992	u16 timeout = params->timeout;
 993
 994	IWL_DEBUG_HT(mvm, "A-MPDU action on addr %pM tid %d: action %d\n",
 995		     sta->addr, tid, action);
 996
 997	if (!(mvm->nvm_data->sku_cap_11n_enable))
 998		return -EACCES;
 999
1000	mutex_lock(&mvm->mutex);
1001
1002	switch (action) {
1003	case IEEE80211_AMPDU_RX_START:
1004		if (iwl_mvm_vif_from_mac80211(vif)->deflink.ap_sta_id ==
1005		    iwl_mvm_sta_from_mac80211(sta)->deflink.sta_id) {
1006			struct iwl_mvm_vif *mvmvif;
1007			u16 macid = iwl_mvm_vif_from_mac80211(vif)->id;
1008			struct iwl_mvm_tcm_mac *mdata = &mvm->tcm.data[macid];
1009
1010			mdata->opened_rx_ba_sessions = true;
1011			mvmvif = iwl_mvm_vif_from_mac80211(vif);
1012			cancel_delayed_work(&mvmvif->uapsd_nonagg_detected_wk);
1013		}
1014		if (!iwl_enable_rx_ampdu()) {
1015			ret = -EINVAL;
1016			break;
1017		}
1018		ret = iwl_mvm_sta_rx_agg(mvm, sta, tid, *ssn, true, buf_size,
1019					 timeout);
1020		break;
1021	case IEEE80211_AMPDU_RX_STOP:
1022		ret = iwl_mvm_sta_rx_agg(mvm, sta, tid, 0, false, buf_size,
1023					 timeout);
1024		break;
1025	case IEEE80211_AMPDU_TX_START:
1026		if (!iwl_enable_tx_ampdu()) {
1027			ret = -EINVAL;
1028			break;
1029		}
1030		ret = iwl_mvm_sta_tx_agg_start(mvm, vif, sta, tid, ssn);
1031		break;
1032	case IEEE80211_AMPDU_TX_STOP_CONT:
1033		ret = iwl_mvm_sta_tx_agg_stop(mvm, vif, sta, tid);
1034		break;
1035	case IEEE80211_AMPDU_TX_STOP_FLUSH:
1036	case IEEE80211_AMPDU_TX_STOP_FLUSH_CONT:
1037		ret = iwl_mvm_sta_tx_agg_flush(mvm, vif, sta, tid);
1038		break;
1039	case IEEE80211_AMPDU_TX_OPERATIONAL:
1040		ret = iwl_mvm_sta_tx_agg_oper(mvm, vif, sta, tid,
1041					      buf_size, amsdu);
1042		break;
1043	default:
1044		WARN_ON_ONCE(1);
1045		ret = -EINVAL;
1046		break;
1047	}
1048
1049	if (!ret) {
1050		u16 rx_ba_ssn = 0;
1051
1052		if (action == IEEE80211_AMPDU_RX_START)
1053			rx_ba_ssn = *ssn;
1054
1055		iwl_mvm_ampdu_check_trigger(mvm, vif, sta, tid,
1056					    rx_ba_ssn, action);
1057	}
1058	mutex_unlock(&mvm->mutex);
1059
1060	return ret;
1061}
1062
1063static void iwl_mvm_cleanup_iterator(void *data, u8 *mac,
1064				     struct ieee80211_vif *vif)
1065{
1066	struct iwl_mvm *mvm = data;
1067	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
1068	struct iwl_probe_resp_data *probe_data;
1069	unsigned int link_id;
1070
1071	mvmvif->uploaded = false;
1072
1073	spin_lock_bh(&mvm->time_event_lock);
1074	iwl_mvm_te_clear_data(mvm, &mvmvif->time_event_data);
1075	spin_unlock_bh(&mvm->time_event_lock);
1076
1077	memset(&mvmvif->bf_data, 0, sizeof(mvmvif->bf_data));
1078	mvmvif->ap_sta = NULL;
1079
1080	for_each_mvm_vif_valid_link(mvmvif, link_id) {
1081		mvmvif->link[link_id]->ap_sta_id = IWL_MVM_INVALID_STA;
1082		mvmvif->link[link_id]->fw_link_id = IWL_MVM_FW_LINK_ID_INVALID;
1083		mvmvif->link[link_id]->phy_ctxt = NULL;
1084		mvmvif->link[link_id]->active = 0;
1085		mvmvif->link[link_id]->igtk = NULL;
1086	}
1087
1088	probe_data = rcu_dereference_protected(mvmvif->deflink.probe_resp_data,
1089					       lockdep_is_held(&mvm->mutex));
1090	if (probe_data)
1091		kfree_rcu(probe_data, rcu_head);
1092	RCU_INIT_POINTER(mvmvif->deflink.probe_resp_data, NULL);
1093}
1094
1095static void iwl_mvm_restart_cleanup(struct iwl_mvm *mvm)
1096{
1097	iwl_mvm_stop_device(mvm);
1098
1099	mvm->cur_aid = 0;
1100
1101	mvm->scan_status = 0;
1102	mvm->ps_disabled = false;
1103	mvm->rfkill_safe_init_done = false;
1104
1105	/* just in case one was running */
1106	iwl_mvm_cleanup_roc_te(mvm);
1107	ieee80211_remain_on_channel_expired(mvm->hw);
1108
1109	iwl_mvm_ftm_restart(mvm);
1110
1111	/*
1112	 * cleanup all interfaces, even inactive ones, as some might have
1113	 * gone down during the HW restart
1114	 */
1115	ieee80211_iterate_interfaces(mvm->hw, 0, iwl_mvm_cleanup_iterator, mvm);
1116
1117	mvm->p2p_device_vif = NULL;
1118
1119	iwl_mvm_reset_phy_ctxts(mvm);
1120	memset(mvm->fw_key_table, 0, sizeof(mvm->fw_key_table));
1121	memset(&mvm->last_bt_notif, 0, sizeof(mvm->last_bt_notif));
1122	memset(&mvm->last_bt_ci_cmd, 0, sizeof(mvm->last_bt_ci_cmd));
1123
1124	ieee80211_wake_queues(mvm->hw);
1125
1126	mvm->rx_ba_sessions = 0;
1127	mvm->fwrt.dump.conf = FW_DBG_INVALID;
1128	mvm->monitor_on = false;
1129#ifdef CONFIG_IWLWIFI_DEBUGFS
1130	mvm->beacon_inject_active = false;
1131#endif
1132
1133	/* keep statistics ticking */
1134	iwl_mvm_accu_radio_stats(mvm);
1135}
1136
1137int __iwl_mvm_mac_start(struct iwl_mvm *mvm)
1138{
1139	int ret;
1140
1141	lockdep_assert_held(&mvm->mutex);
1142
1143	ret = iwl_mvm_mei_get_ownership(mvm);
1144	if (ret)
1145		return ret;
1146
1147	if (mvm->mei_nvm_data) {
1148		/* We got the NIC, we can now free the MEI NVM data */
1149		kfree(mvm->mei_nvm_data);
1150		mvm->mei_nvm_data = NULL;
1151
1152		/*
1153		 * We can't free the nvm_data we allocated based on the SAP
1154		 * data because we registered to cfg80211 with the channels
1155		 * allocated on mvm->nvm_data. Keep a pointer in temp_nvm_data
1156		 * just in order to be able free it later.
1157		 * NULLify nvm_data so that we will read the NVM from the
1158		 * firmware this time.
1159		 */
1160		mvm->temp_nvm_data = mvm->nvm_data;
1161		mvm->nvm_data = NULL;
1162	}
1163
1164	if (test_bit(IWL_MVM_STATUS_HW_RESTART_REQUESTED, &mvm->status)) {
1165		/*
1166		 * Now convert the HW_RESTART_REQUESTED flag to IN_HW_RESTART
1167		 * so later code will - from now on - see that we're doing it.
1168		 */
1169		set_bit(IWL_MVM_STATUS_IN_HW_RESTART, &mvm->status);
1170		clear_bit(IWL_MVM_STATUS_HW_RESTART_REQUESTED, &mvm->status);
1171		/* Clean up some internal and mac80211 state on restart */
1172		iwl_mvm_restart_cleanup(mvm);
1173	}
1174	ret = iwl_mvm_up(mvm);
1175
1176	iwl_dbg_tlv_time_point(&mvm->fwrt, IWL_FW_INI_TIME_POINT_POST_INIT,
1177			       NULL);
1178	iwl_dbg_tlv_time_point(&mvm->fwrt, IWL_FW_INI_TIME_POINT_PERIODIC,
1179			       NULL);
1180
1181	mvm->last_reset_or_resume_time_jiffies = jiffies;
1182
1183	if (ret && test_bit(IWL_MVM_STATUS_IN_HW_RESTART, &mvm->status)) {
1184		/* Something went wrong - we need to finish some cleanup
1185		 * that normally iwl_mvm_mac_restart_complete() below
1186		 * would do.
1187		 */
1188		clear_bit(IWL_MVM_STATUS_IN_HW_RESTART, &mvm->status);
1189	}
1190
1191	return ret;
1192}
1193
1194int iwl_mvm_mac_start(struct ieee80211_hw *hw)
1195{
1196	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
1197	int ret;
1198	int retry, max_retry = 0;
1199
1200	mutex_lock(&mvm->mutex);
1201
1202	/* we are starting the mac not in error flow, and restart is enabled */
1203	if (!test_bit(IWL_MVM_STATUS_HW_RESTART_REQUESTED, &mvm->status) &&
1204	    iwlwifi_mod_params.fw_restart) {
1205		max_retry = IWL_MAX_INIT_RETRY;
1206		/*
1207		 * This will prevent mac80211 recovery flows to trigger during
1208		 * init failures
1209		 */
1210		set_bit(IWL_MVM_STATUS_STARTING, &mvm->status);
1211	}
1212
1213	for (retry = 0; retry <= max_retry; retry++) {
1214		ret = __iwl_mvm_mac_start(mvm);
1215		if (!ret || mvm->pldr_sync)
1216			break;
1217
1218		IWL_ERR(mvm, "mac start retry %d\n", retry);
1219	}
1220	clear_bit(IWL_MVM_STATUS_STARTING, &mvm->status);
1221
1222	mutex_unlock(&mvm->mutex);
1223
1224	iwl_mvm_mei_set_sw_rfkill_state(mvm);
1225
1226	return ret;
1227}
1228
1229static void iwl_mvm_restart_complete(struct iwl_mvm *mvm)
1230{
1231	int ret;
1232
1233	mutex_lock(&mvm->mutex);
1234
1235	clear_bit(IWL_MVM_STATUS_IN_HW_RESTART, &mvm->status);
1236
1237	ret = iwl_mvm_update_quotas(mvm, true, NULL);
1238	if (ret)
1239		IWL_ERR(mvm, "Failed to update quotas after restart (%d)\n",
1240			ret);
1241
1242	iwl_mvm_send_recovery_cmd(mvm, ERROR_RECOVERY_END_OF_RECOVERY);
1243
1244	/*
1245	 * If we have TDLS peers, remove them. We don't know the last seqno/PN
1246	 * of packets the FW sent out, so we must reconnect.
1247	 */
1248	iwl_mvm_teardown_tdls_peers(mvm);
1249
1250	mutex_unlock(&mvm->mutex);
1251}
1252
1253void iwl_mvm_mac_reconfig_complete(struct ieee80211_hw *hw,
1254				   enum ieee80211_reconfig_type reconfig_type)
1255{
1256	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
1257
1258	switch (reconfig_type) {
1259	case IEEE80211_RECONFIG_TYPE_RESTART:
1260		iwl_mvm_restart_complete(mvm);
1261		break;
1262	case IEEE80211_RECONFIG_TYPE_SUSPEND:
1263		break;
1264	}
1265}
1266
1267void __iwl_mvm_mac_stop(struct iwl_mvm *mvm)
1268{
1269	lockdep_assert_held(&mvm->mutex);
1270
1271	iwl_mvm_ftm_initiator_smooth_stop(mvm);
1272
1273	/* firmware counters are obviously reset now, but we shouldn't
1274	 * partially track so also clear the fw_reset_accu counters.
1275	 */
1276	memset(&mvm->accu_radio_stats, 0, sizeof(mvm->accu_radio_stats));
1277
1278	/* async_handlers_wk is now blocked */
1279
1280	if (!iwl_mvm_has_new_station_api(mvm->fw))
1281		iwl_mvm_rm_aux_sta(mvm);
1282
1283	iwl_mvm_stop_device(mvm);
1284
1285	iwl_mvm_async_handlers_purge(mvm);
1286	/* async_handlers_list is empty and will stay empty: HW is stopped */
1287
1288	/*
1289	 * Clear IN_HW_RESTART and HW_RESTART_REQUESTED flag when stopping the
1290	 * hw (as restart_complete() won't be called in this case) and mac80211
1291	 * won't execute the restart.
1292	 * But make sure to cleanup interfaces that have gone down before/during
1293	 * HW restart was requested.
1294	 */
1295	if (test_and_clear_bit(IWL_MVM_STATUS_IN_HW_RESTART, &mvm->status) ||
1296	    test_and_clear_bit(IWL_MVM_STATUS_HW_RESTART_REQUESTED,
1297			       &mvm->status))
1298		ieee80211_iterate_interfaces(mvm->hw, 0,
1299					     iwl_mvm_cleanup_iterator, mvm);
1300
1301	/* We shouldn't have any UIDs still set.  Loop over all the UIDs to
1302	 * make sure there's nothing left there and warn if any is found.
1303	 */
1304	if (fw_has_capa(&mvm->fw->ucode_capa, IWL_UCODE_TLV_CAPA_UMAC_SCAN)) {
1305		int i;
1306
1307		for (i = 0; i < mvm->max_scans; i++) {
1308			if (WARN_ONCE(mvm->scan_uid_status[i],
1309				      "UMAC scan UID %d status was not cleaned\n",
1310				      i))
1311				mvm->scan_uid_status[i] = 0;
1312		}
1313	}
1314}
1315
1316void iwl_mvm_mac_stop(struct ieee80211_hw *hw)
1317{
1318	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
1319
1320	flush_work(&mvm->async_handlers_wk);
1321	flush_work(&mvm->add_stream_wk);
1322
1323	/*
1324	 * Lock and clear the firmware running bit here already, so that
1325	 * new commands coming in elsewhere, e.g. from debugfs, will not
1326	 * be able to proceed. This is important here because one of those
1327	 * debugfs files causes the firmware dump to be triggered, and if we
1328	 * don't stop debugfs accesses before canceling that it could be
1329	 * retriggered after we flush it but before we've cleared the bit.
1330	 */
1331	clear_bit(IWL_MVM_STATUS_FIRMWARE_RUNNING, &mvm->status);
1332
1333	cancel_delayed_work_sync(&mvm->cs_tx_unblock_dwork);
1334	cancel_delayed_work_sync(&mvm->scan_timeout_dwork);
1335
1336	/*
1337	 * The work item could be running or queued if the
1338	 * ROC time event stops just as we get here.
1339	 */
1340	flush_work(&mvm->roc_done_wk);
1341
1342	iwl_mvm_mei_set_sw_rfkill_state(mvm);
1343
1344	mutex_lock(&mvm->mutex);
1345	__iwl_mvm_mac_stop(mvm);
1346	mutex_unlock(&mvm->mutex);
1347
1348	/*
1349	 * The worker might have been waiting for the mutex, let it run and
1350	 * discover that its list is now empty.
1351	 */
1352	cancel_work_sync(&mvm->async_handlers_wk);
1353}
1354
1355struct iwl_mvm_phy_ctxt *iwl_mvm_get_free_phy_ctxt(struct iwl_mvm *mvm)
1356{
1357	u16 i;
1358
1359	lockdep_assert_held(&mvm->mutex);
1360
1361	for (i = 0; i < NUM_PHY_CTX; i++)
1362		if (!mvm->phy_ctxts[i].ref)
1363			return &mvm->phy_ctxts[i];
1364
1365	IWL_ERR(mvm, "No available PHY context\n");
1366	return NULL;
1367}
1368
1369int iwl_mvm_set_tx_power(struct iwl_mvm *mvm, struct ieee80211_vif *vif,
1370			 s16 tx_power)
1371{
1372	u32 cmd_id = REDUCE_TX_POWER_CMD;
1373	int len;
1374	struct iwl_dev_tx_power_cmd cmd = {
1375		.common.set_mode = cpu_to_le32(IWL_TX_POWER_MODE_SET_MAC),
1376		.common.mac_context_id =
1377			cpu_to_le32(iwl_mvm_vif_from_mac80211(vif)->id),
1378		.common.pwr_restriction = cpu_to_le16(8 * tx_power),
1379	};
1380	u8 cmd_ver = iwl_fw_lookup_cmd_ver(mvm->fw, cmd_id,
1381					   IWL_FW_CMD_VER_UNKNOWN);
1382
1383	if (tx_power == IWL_DEFAULT_MAX_TX_POWER)
1384		cmd.common.pwr_restriction = cpu_to_le16(IWL_DEV_MAX_TX_POWER);
1385
1386	if (cmd_ver == 7)
1387		len = sizeof(cmd.v7);
1388	else if (cmd_ver == 6)
1389		len = sizeof(cmd.v6);
1390	else if (fw_has_api(&mvm->fw->ucode_capa,
1391			    IWL_UCODE_TLV_API_REDUCE_TX_POWER))
1392		len = sizeof(cmd.v5);
1393	else if (fw_has_capa(&mvm->fw->ucode_capa,
1394			     IWL_UCODE_TLV_CAPA_TX_POWER_ACK))
1395		len = sizeof(cmd.v4);
1396	else
1397		len = sizeof(cmd.v3);
1398
1399	/* all structs have the same common part, add it */
1400	len += sizeof(cmd.common);
1401
1402	return iwl_mvm_send_cmd_pdu(mvm, cmd_id, 0, len, &cmd);
1403}
1404
1405int iwl_mvm_post_channel_switch(struct ieee80211_hw *hw,
1406				struct ieee80211_vif *vif,
1407				struct ieee80211_bss_conf *link_conf)
1408{
1409	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
1410	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
1411	int ret;
1412
1413	mutex_lock(&mvm->mutex);
1414
1415	if (vif->type == NL80211_IFTYPE_STATION) {
1416		struct iwl_mvm_sta *mvmsta;
1417		unsigned int link_id = link_conf->link_id;
1418		u8 ap_sta_id = mvmvif->link[link_id]->ap_sta_id;
1419
1420		mvmvif->csa_bcn_pending = false;
1421		mvmsta = iwl_mvm_sta_from_staid_protected(mvm, ap_sta_id);
1422
1423		if (WARN_ON(!mvmsta)) {
1424			ret = -EIO;
1425			goto out_unlock;
1426		}
1427
1428		iwl_mvm_sta_modify_disable_tx(mvm, mvmsta, false);
1429		if (mvm->mld_api_is_used)
1430			iwl_mvm_mld_mac_ctxt_changed(mvm, vif, false);
1431		else
1432			iwl_mvm_mac_ctxt_changed(mvm, vif, false, NULL);
1433
1434		if (!fw_has_capa(&mvm->fw->ucode_capa,
1435				 IWL_UCODE_TLV_CAPA_CHANNEL_SWITCH_CMD)) {
1436			ret = iwl_mvm_enable_beacon_filter(mvm, vif, 0);
1437			if (ret)
1438				goto out_unlock;
1439
1440			iwl_mvm_stop_session_protection(mvm, vif);
1441		}
1442	}
1443
1444	mvmvif->ps_disabled = false;
1445
1446	ret = iwl_mvm_power_update_ps(mvm);
1447
1448out_unlock:
1449	if (mvmvif->csa_failed)
1450		ret = -EIO;
1451	mutex_unlock(&mvm->mutex);
1452
1453	return ret;
1454}
1455
1456void iwl_mvm_abort_channel_switch(struct ieee80211_hw *hw,
1457				  struct ieee80211_vif *vif)
1458{
1459	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
1460	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
1461	struct iwl_chan_switch_te_cmd cmd = {
1462		.mac_id = cpu_to_le32(FW_CMD_ID_AND_COLOR(mvmvif->id,
1463							  mvmvif->color)),
1464		.action = cpu_to_le32(FW_CTXT_ACTION_REMOVE),
1465	};
1466
1467	/*
1468	 * In the new flow since FW is in charge of the timing,
1469	 * if driver has canceled the channel switch he will receive the
1470	 * CHANNEL_SWITCH_START_NOTIF notification from FW and then cancel it
1471	 */
1472	if (iwl_fw_lookup_notif_ver(mvm->fw, MAC_CONF_GROUP,
1473				    CHANNEL_SWITCH_ERROR_NOTIF, 0))
1474		return;
1475
1476	IWL_DEBUG_MAC80211(mvm, "Abort CSA on mac %d\n", mvmvif->id);
1477
1478	mutex_lock(&mvm->mutex);
1479	if (!fw_has_capa(&mvm->fw->ucode_capa,
1480			 IWL_UCODE_TLV_CAPA_CHANNEL_SWITCH_CMD))
1481		iwl_mvm_remove_csa_period(mvm, vif);
1482	else
1483		WARN_ON(iwl_mvm_send_cmd_pdu(mvm,
1484					     WIDE_ID(MAC_CONF_GROUP,
1485						     CHANNEL_SWITCH_TIME_EVENT_CMD),
1486					     0, sizeof(cmd), &cmd));
1487	mvmvif->csa_failed = true;
1488	mutex_unlock(&mvm->mutex);
1489
1490	/* If we're here, we can't support MLD */
1491	iwl_mvm_post_channel_switch(hw, vif, &vif->bss_conf);
1492}
1493
1494void iwl_mvm_channel_switch_disconnect_wk(struct work_struct *wk)
1495{
1496	struct iwl_mvm_vif *mvmvif;
1497	struct ieee80211_vif *vif;
1498
1499	mvmvif = container_of(wk, struct iwl_mvm_vif, csa_work.work);
1500	vif = container_of((void *)mvmvif, struct ieee80211_vif, drv_priv);
1501
1502	/* Trigger disconnect (should clear the CSA state) */
1503	ieee80211_chswitch_done(vif, false, 0);
1504}
1505
1506static u8
1507iwl_mvm_chandef_get_primary_80(struct cfg80211_chan_def *chandef)
1508{
1509	int data_start;
1510	int control_start;
1511	int bw;
1512
1513	if (chandef->width == NL80211_CHAN_WIDTH_320)
1514		bw = 320;
1515	else if (chandef->width == NL80211_CHAN_WIDTH_160)
1516		bw = 160;
1517	else
1518		return 0;
1519
1520	/* data is bw wide so the start is half the width */
1521	data_start = chandef->center_freq1 - bw / 2;
1522	/* control is 20Mhz width */
1523	control_start = chandef->chan->center_freq - 10;
1524
1525	return (control_start - data_start) / 80;
1526}
1527
1528static int iwl_mvm_alloc_bcast_mcast_sta(struct iwl_mvm *mvm,
1529					 struct ieee80211_vif *vif)
1530{
1531	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
1532	int ret;
1533
1534	lockdep_assert_held(&mvm->mutex);
1535
1536	ret = iwl_mvm_alloc_bcast_sta(mvm, vif);
1537	if (ret) {
1538		IWL_ERR(mvm, "Failed to allocate bcast sta\n");
1539		return ret;
1540	}
1541
1542	/* Only queue for this station is the mcast queue,
1543	 * which shouldn't be in TFD mask anyway
1544	 */
1545	return iwl_mvm_allocate_int_sta(mvm, &mvmvif->deflink.mcast_sta, 0,
1546					vif->type,
1547					IWL_STA_MULTICAST);
1548}
1549
1550static int iwl_mvm_mac_add_interface(struct ieee80211_hw *hw,
1551				     struct ieee80211_vif *vif)
1552{
1553	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
1554	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
1555	int ret;
1556	int i;
1557
1558	mutex_lock(&mvm->mutex);
1559
1560	mvmvif->mvm = mvm;
1561
1562	/* the first link always points to the default one */
1563	mvmvif->link[0] = &mvmvif->deflink;
1564
1565	/*
1566	 * Not much to do here. The stack will not allow interface
1567	 * types or combinations that we didn't advertise, so we
1568	 * don't really have to check the types.
1569	 */
1570
1571	/* make sure that beacon statistics don't go backwards with FW reset */
1572	if (test_bit(IWL_MVM_STATUS_IN_HW_RESTART, &mvm->status))
1573		for_each_mvm_vif_valid_link(mvmvif, i)
1574			mvmvif->link[i]->beacon_stats.accu_num_beacons +=
1575				mvmvif->link[i]->beacon_stats.num_beacons;
1576
1577	/* Allocate resources for the MAC context, and add it to the fw  */
1578	ret = iwl_mvm_mac_ctxt_init(mvm, vif);
1579	if (ret)
1580		goto out;
1581
1582	rcu_assign_pointer(mvm->vif_id_to_mac[mvmvif->id], vif);
1583
1584	/* Currently not much to do for NAN */
1585	if (vif->type == NL80211_IFTYPE_NAN) {
1586		ret = 0;
1587		goto out;
1588	}
1589
1590	/*
1591	 * The AP binding flow can be done only after the beacon
1592	 * template is configured (which happens only in the mac80211
1593	 * start_ap() flow), and adding the broadcast station can happen
1594	 * only after the binding.
1595	 * In addition, since modifying the MAC before adding a bcast
1596	 * station is not allowed by the FW, delay the adding of MAC context to
1597	 * the point where we can also add the bcast station.
1598	 * In short: there's not much we can do at this point, other than
1599	 * allocating resources :)
1600	 */
1601	if (vif->type == NL80211_IFTYPE_AP ||
1602	    vif->type == NL80211_IFTYPE_ADHOC) {
1603		if (!test_bit(IWL_MVM_STATUS_IN_HW_RESTART, &mvm->status))
1604			iwl_mvm_vif_dbgfs_add_link(mvm, vif);
1605		ret = 0;
1606		goto out;
1607	}
1608
1609	mvmvif->features |= hw->netdev_features;
1610
1611	ret = iwl_mvm_mac_ctxt_add(mvm, vif);
1612	if (ret)
1613		goto out_unlock;
1614
1615	ret = iwl_mvm_power_update_mac(mvm);
1616	if (ret)
1617		goto out_remove_mac;
1618
1619	/* beacon filtering */
1620	ret = iwl_mvm_disable_beacon_filter(mvm, vif, 0);
1621	if (ret)
1622		goto out_remove_mac;
1623
1624	if (!mvm->bf_allowed_vif &&
1625	    vif->type == NL80211_IFTYPE_STATION && !vif->p2p) {
1626		mvm->bf_allowed_vif = mvmvif;
1627		vif->driver_flags |= IEEE80211_VIF_BEACON_FILTER |
1628				     IEEE80211_VIF_SUPPORTS_CQM_RSSI;
1629	}
1630
1631	if (vif->type == NL80211_IFTYPE_P2P_DEVICE)
1632		mvm->p2p_device_vif = vif;
1633
1634	iwl_mvm_tcm_add_vif(mvm, vif);
1635	INIT_DELAYED_WORK(&mvmvif->csa_work,
1636			  iwl_mvm_channel_switch_disconnect_wk);
1637
1638	if (vif->type == NL80211_IFTYPE_MONITOR) {
1639		mvm->monitor_on = true;
1640		mvm->monitor_p80 =
1641			iwl_mvm_chandef_get_primary_80(&vif->bss_conf.chandef);
1642	}
1643
1644	if (!test_bit(IWL_MVM_STATUS_IN_HW_RESTART, &mvm->status))
1645		iwl_mvm_vif_dbgfs_add_link(mvm, vif);
1646
1647	if (!test_bit(IWL_MVM_STATUS_IN_HW_RESTART, &mvm->status) &&
1648	    vif->type == NL80211_IFTYPE_STATION && !vif->p2p &&
1649	    !mvm->csme_vif && mvm->mei_registered) {
1650		iwl_mei_set_nic_info(vif->addr, mvm->nvm_data->hw_addr);
1651		iwl_mei_set_netdev(ieee80211_vif_to_wdev(vif)->netdev);
1652		mvm->csme_vif = vif;
1653	}
1654
1655out:
1656	if (!ret && (vif->type == NL80211_IFTYPE_AP ||
1657		     vif->type == NL80211_IFTYPE_ADHOC))
1658		ret = iwl_mvm_alloc_bcast_mcast_sta(mvm, vif);
1659
1660	goto out_unlock;
1661
1662 out_remove_mac:
1663	mvmvif->deflink.phy_ctxt = NULL;
1664	iwl_mvm_mac_ctxt_remove(mvm, vif);
1665 out_unlock:
1666	mutex_unlock(&mvm->mutex);
1667
1668	return ret;
1669}
1670
1671void iwl_mvm_prepare_mac_removal(struct iwl_mvm *mvm,
1672				 struct ieee80211_vif *vif)
1673{
1674	if (vif->type == NL80211_IFTYPE_P2P_DEVICE) {
1675		/*
1676		 * Flush the ROC worker which will flush the OFFCHANNEL queue.
1677		 * We assume here that all the packets sent to the OFFCHANNEL
1678		 * queue are sent in ROC session.
1679		 */
1680		flush_work(&mvm->roc_done_wk);
1681	}
1682}
1683
1684/* This function is doing the common part of removing the interface for
1685 * both - MLD and non-MLD modes. Returns true if removing the interface
1686 * is done
1687 */
1688static bool iwl_mvm_mac_remove_interface_common(struct ieee80211_hw *hw,
1689						struct ieee80211_vif *vif)
1690{
1691	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
1692	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
1693	struct iwl_probe_resp_data *probe_data;
1694
1695	iwl_mvm_prepare_mac_removal(mvm, vif);
1696
1697	if (!(vif->type == NL80211_IFTYPE_AP ||
1698	      vif->type == NL80211_IFTYPE_ADHOC))
1699		iwl_mvm_tcm_rm_vif(mvm, vif);
1700
1701	mutex_lock(&mvm->mutex);
1702
1703	if (vif == mvm->csme_vif) {
1704		iwl_mei_set_netdev(NULL);
1705		mvm->csme_vif = NULL;
1706	}
1707
1708	probe_data = rcu_dereference_protected(mvmvif->deflink.probe_resp_data,
1709					       lockdep_is_held(&mvm->mutex));
1710	RCU_INIT_POINTER(mvmvif->deflink.probe_resp_data, NULL);
1711	if (probe_data)
1712		kfree_rcu(probe_data, rcu_head);
1713
1714	if (mvm->bf_allowed_vif == mvmvif) {
1715		mvm->bf_allowed_vif = NULL;
1716		vif->driver_flags &= ~(IEEE80211_VIF_BEACON_FILTER |
1717				       IEEE80211_VIF_SUPPORTS_CQM_RSSI);
1718	}
1719
1720	if (vif->bss_conf.ftm_responder)
1721		memset(&mvm->ftm_resp_stats, 0, sizeof(mvm->ftm_resp_stats));
1722
1723	iwl_mvm_vif_dbgfs_rm_link(mvm, vif);
1724
1725	/*
1726	 * For AP/GO interface, the tear down of the resources allocated to the
1727	 * interface is be handled as part of the stop_ap flow.
1728	 */
1729	if (vif->type == NL80211_IFTYPE_AP ||
1730	    vif->type == NL80211_IFTYPE_ADHOC) {
1731#ifdef CONFIG_NL80211_TESTMODE
1732		if (vif == mvm->noa_vif) {
1733			mvm->noa_vif = NULL;
1734			mvm->noa_duration = 0;
1735		}
1736#endif
1737		return true;
1738	}
1739
1740	iwl_mvm_power_update_mac(mvm);
1741	return false;
1742}
1743
1744static void iwl_mvm_mac_remove_interface(struct ieee80211_hw *hw,
1745					 struct ieee80211_vif *vif)
1746{
1747	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
1748	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
1749
1750	if (iwl_mvm_mac_remove_interface_common(hw, vif))
1751		goto out;
1752
1753	/* Before the interface removal, mac80211 would cancel the ROC, and the
1754	 * ROC worker would be scheduled if needed. The worker would be flushed
1755	 * in iwl_mvm_prepare_mac_removal() and thus at this point there is no
1756	 * binding etc. so nothing needs to be done here.
1757	 */
1758	if (vif->type == NL80211_IFTYPE_P2P_DEVICE) {
1759		if (mvmvif->deflink.phy_ctxt) {
1760			iwl_mvm_phy_ctxt_unref(mvm, mvmvif->deflink.phy_ctxt);
1761			mvmvif->deflink.phy_ctxt = NULL;
1762		}
1763		mvm->p2p_device_vif = NULL;
1764	}
1765
1766	iwl_mvm_mac_ctxt_remove(mvm, vif);
1767
1768	RCU_INIT_POINTER(mvm->vif_id_to_mac[mvmvif->id], NULL);
1769
1770	if (vif->type == NL80211_IFTYPE_MONITOR)
1771		mvm->monitor_on = false;
1772
1773out:
1774	if (vif->type == NL80211_IFTYPE_AP ||
1775	    vif->type == NL80211_IFTYPE_ADHOC) {
1776		iwl_mvm_dealloc_int_sta(mvm, &mvmvif->deflink.mcast_sta);
1777		iwl_mvm_dealloc_bcast_sta(mvm, vif);
1778	}
1779
1780	mutex_unlock(&mvm->mutex);
1781}
1782
1783struct iwl_mvm_mc_iter_data {
1784	struct iwl_mvm *mvm;
1785	int port_id;
1786};
1787
1788static void iwl_mvm_mc_iface_iterator(void *_data, u8 *mac,
1789				      struct ieee80211_vif *vif)
1790{
1791	struct iwl_mvm_mc_iter_data *data = _data;
1792	struct iwl_mvm *mvm = data->mvm;
1793	struct iwl_mcast_filter_cmd *cmd = mvm->mcast_filter_cmd;
1794	struct iwl_host_cmd hcmd = {
1795		.id = MCAST_FILTER_CMD,
1796		.flags = CMD_ASYNC,
1797		.dataflags[0] = IWL_HCMD_DFL_NOCOPY,
1798	};
1799	int ret, len;
1800
1801	/* if we don't have free ports, mcast frames will be dropped */
1802	if (WARN_ON_ONCE(data->port_id >= MAX_PORT_ID_NUM))
1803		return;
1804
1805	if (vif->type != NL80211_IFTYPE_STATION ||
1806	    !vif->cfg.assoc)
1807		return;
1808
1809	cmd->port_id = data->port_id++;
1810	memcpy(cmd->bssid, vif->bss_conf.bssid, ETH_ALEN);
1811	len = roundup(sizeof(*cmd) + cmd->count * ETH_ALEN, 4);
1812
1813	hcmd.len[0] = len;
1814	hcmd.data[0] = cmd;
1815
1816	ret = iwl_mvm_send_cmd(mvm, &hcmd);
1817	if (ret)
1818		IWL_ERR(mvm, "mcast filter cmd error. ret=%d\n", ret);
1819}
1820
1821static void iwl_mvm_recalc_multicast(struct iwl_mvm *mvm)
1822{
1823	struct iwl_mvm_mc_iter_data iter_data = {
1824		.mvm = mvm,
1825	};
1826	int ret;
1827
1828	lockdep_assert_held(&mvm->mutex);
1829
1830	if (WARN_ON_ONCE(!mvm->mcast_filter_cmd))
1831		return;
1832
1833	ieee80211_iterate_active_interfaces_atomic(
1834		mvm->hw, IEEE80211_IFACE_ITER_NORMAL,
1835		iwl_mvm_mc_iface_iterator, &iter_data);
1836
1837	/*
1838	 * Send a (synchronous) ech command so that we wait for the
1839	 * multiple asynchronous MCAST_FILTER_CMD commands sent by
1840	 * the interface iterator. Otherwise, we might get here over
1841	 * and over again (by userspace just sending a lot of these)
1842	 * and the CPU can send them faster than the firmware can
1843	 * process them.
1844	 * Note that the CPU is still faster - but with this we'll
1845	 * actually send fewer commands overall because the CPU will
1846	 * not schedule the work in mac80211 as frequently if it's
1847	 * still running when rescheduled (possibly multiple times).
1848	 */
1849	ret = iwl_mvm_send_cmd_pdu(mvm, ECHO_CMD, 0, 0, NULL);
1850	if (ret)
1851		IWL_ERR(mvm, "Failed to synchronize multicast groups update\n");
1852}
1853
1854u64 iwl_mvm_prepare_multicast(struct ieee80211_hw *hw,
1855			      struct netdev_hw_addr_list *mc_list)
1856{
1857	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
1858	struct iwl_mcast_filter_cmd *cmd;
1859	struct netdev_hw_addr *addr;
1860	int addr_count;
1861	bool pass_all;
1862	int len;
1863
1864	addr_count = netdev_hw_addr_list_count(mc_list);
1865	pass_all = addr_count > MAX_MCAST_FILTERING_ADDRESSES ||
1866		   IWL_MVM_FW_MCAST_FILTER_PASS_ALL;
1867	if (pass_all)
1868		addr_count = 0;
1869
1870	len = roundup(sizeof(*cmd) + addr_count * ETH_ALEN, 4);
1871	cmd = kzalloc(len, GFP_ATOMIC);
1872	if (!cmd)
1873		return 0;
1874
1875	if (pass_all) {
1876		cmd->pass_all = 1;
1877		return (u64)(unsigned long)cmd;
1878	}
1879
1880	netdev_hw_addr_list_for_each(addr, mc_list) {
1881		IWL_DEBUG_MAC80211(mvm, "mcast addr (%d): %pM\n",
1882				   cmd->count, addr->addr);
1883		memcpy(&cmd->addr_list[cmd->count * ETH_ALEN],
1884		       addr->addr, ETH_ALEN);
1885		cmd->count++;
1886	}
1887
1888	return (u64)(unsigned long)cmd;
1889}
1890
1891void iwl_mvm_configure_filter(struct ieee80211_hw *hw,
1892			      unsigned int changed_flags,
1893			      unsigned int *total_flags, u64 multicast)
1894{
1895	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
1896	struct iwl_mcast_filter_cmd *cmd = (void *)(unsigned long)multicast;
1897
1898	mutex_lock(&mvm->mutex);
1899
1900	/* replace previous configuration */
1901	kfree(mvm->mcast_filter_cmd);
1902	mvm->mcast_filter_cmd = cmd;
1903
1904	if (!cmd)
1905		goto out;
1906
1907	if (changed_flags & FIF_ALLMULTI)
1908		cmd->pass_all = !!(*total_flags & FIF_ALLMULTI);
1909
1910	if (cmd->pass_all)
1911		cmd->count = 0;
1912
1913	iwl_mvm_recalc_multicast(mvm);
1914out:
1915	mutex_unlock(&mvm->mutex);
1916	*total_flags = 0;
1917}
1918
1919static void iwl_mvm_config_iface_filter(struct ieee80211_hw *hw,
1920					struct ieee80211_vif *vif,
1921					unsigned int filter_flags,
1922					unsigned int changed_flags)
1923{
1924	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
1925
1926	/* We support only filter for probe requests */
1927	if (!(changed_flags & FIF_PROBE_REQ))
1928		return;
1929
1930	/* Supported only for p2p client interfaces */
1931	if (vif->type != NL80211_IFTYPE_STATION || !vif->cfg.assoc ||
1932	    !vif->p2p)
1933		return;
1934
1935	mutex_lock(&mvm->mutex);
1936	iwl_mvm_mac_ctxt_changed(mvm, vif, false, NULL);
1937	mutex_unlock(&mvm->mutex);
1938}
1939
1940int iwl_mvm_update_mu_groups(struct iwl_mvm *mvm, struct ieee80211_vif *vif)
1941{
1942	struct iwl_mu_group_mgmt_cmd cmd = {};
1943
1944	memcpy(cmd.membership_status, vif->bss_conf.mu_group.membership,
1945	       WLAN_MEMBERSHIP_LEN);
1946	memcpy(cmd.user_position, vif->bss_conf.mu_group.position,
1947	       WLAN_USER_POSITION_LEN);
1948
1949	return iwl_mvm_send_cmd_pdu(mvm,
1950				    WIDE_ID(DATA_PATH_GROUP,
1951					    UPDATE_MU_GROUPS_CMD),
1952				    0, sizeof(cmd), &cmd);
1953}
1954
1955static void iwl_mvm_mu_mimo_iface_iterator(void *_data, u8 *mac,
1956					   struct ieee80211_vif *vif)
1957{
1958	if (vif->bss_conf.mu_mimo_owner) {
1959		struct iwl_mu_group_mgmt_notif *notif = _data;
1960
1961		/*
1962		 * MU-MIMO Group Id action frame is little endian. We treat
1963		 * the data received from firmware as if it came from the
1964		 * action frame, so no conversion is needed.
1965		 */
1966		ieee80211_update_mu_groups(vif, 0,
1967					   (u8 *)&notif->membership_status,
1968					   (u8 *)&notif->user_position);
1969	}
1970}
1971
1972void iwl_mvm_mu_mimo_grp_notif(struct iwl_mvm *mvm,
1973			       struct iwl_rx_cmd_buffer *rxb)
1974{
1975	struct iwl_rx_packet *pkt = rxb_addr(rxb);
1976	struct iwl_mu_group_mgmt_notif *notif = (void *)pkt->data;
1977
1978	ieee80211_iterate_active_interfaces_atomic(
1979			mvm->hw, IEEE80211_IFACE_ITER_NORMAL,
1980			iwl_mvm_mu_mimo_iface_iterator, notif);
1981}
1982
1983static u8 iwl_mvm_he_get_ppe_val(u8 *ppe, u8 ppe_pos_bit)
1984{
1985	u8 byte_num = ppe_pos_bit / 8;
1986	u8 bit_num = ppe_pos_bit % 8;
1987	u8 residue_bits;
1988	u8 res;
1989
1990	if (bit_num <= 5)
1991		return (ppe[byte_num] >> bit_num) &
1992		       (BIT(IEEE80211_PPE_THRES_INFO_PPET_SIZE) - 1);
1993
1994	/*
1995	 * If bit_num > 5, we have to combine bits with next byte.
1996	 * Calculate how many bits we need to take from current byte (called
1997	 * here "residue_bits"), and add them to bits from next byte.
1998	 */
1999
2000	residue_bits = 8 - bit_num;
2001
2002	res = (ppe[byte_num + 1] &
2003	       (BIT(IEEE80211_PPE_THRES_INFO_PPET_SIZE - residue_bits) - 1)) <<
2004	      residue_bits;
2005	res += (ppe[byte_num] >> bit_num) & (BIT(residue_bits) - 1);
2006
2007	return res;
2008}
2009
2010static void iwl_mvm_parse_ppe(struct iwl_mvm *mvm,
2011			      struct iwl_he_pkt_ext_v2 *pkt_ext, u8 nss,
2012			      u8 ru_index_bitmap, u8 *ppe, u8 ppe_pos_bit,
2013			      bool inheritance)
2014{
2015	int i;
2016
2017	/*
2018	* FW currently supports only nss == MAX_HE_SUPP_NSS
2019	*
2020	* If nss > MAX: we can ignore values we don't support
2021	* If nss < MAX: we can set zeros in other streams
2022	*/
2023	if (nss > MAX_HE_SUPP_NSS) {
2024		IWL_DEBUG_INFO(mvm, "Got NSS = %d - trimming to %d\n", nss,
2025			       MAX_HE_SUPP_NSS);
2026		nss = MAX_HE_SUPP_NSS;
2027	}
2028
2029	for (i = 0; i < nss; i++) {
2030		u8 ru_index_tmp = ru_index_bitmap << 1;
2031		u8 low_th = IWL_HE_PKT_EXT_NONE, high_th = IWL_HE_PKT_EXT_NONE;
2032		u8 bw;
2033
2034		for (bw = 0;
2035		     bw < ARRAY_SIZE(pkt_ext->pkt_ext_qam_th[i]);
2036		     bw++) {
2037			ru_index_tmp >>= 1;
2038
2039			/*
2040			* According to the 11be spec, if for a specific BW the PPE Thresholds
2041			* isn't present - it should inherit the thresholds from the last
2042			* BW for which we had PPE Thresholds. In 11ax though, we don't have
2043			* this inheritance - continue in this case
2044			*/
2045			if (!(ru_index_tmp & 1)) {
2046				if (inheritance)
2047					goto set_thresholds;
2048				else
2049					continue;
2050			}
2051
2052			high_th = iwl_mvm_he_get_ppe_val(ppe, ppe_pos_bit);
2053			ppe_pos_bit += IEEE80211_PPE_THRES_INFO_PPET_SIZE;
2054			low_th = iwl_mvm_he_get_ppe_val(ppe, ppe_pos_bit);
2055			ppe_pos_bit += IEEE80211_PPE_THRES_INFO_PPET_SIZE;
2056
2057set_thresholds:
2058			pkt_ext->pkt_ext_qam_th[i][bw][0] = low_th;
2059			pkt_ext->pkt_ext_qam_th[i][bw][1] = high_th;
2060		}
2061	}
2062}
2063
2064static void iwl_mvm_set_pkt_ext_from_he_ppe(struct iwl_mvm *mvm,
2065					    struct ieee80211_link_sta *link_sta,
2066					    struct iwl_he_pkt_ext_v2 *pkt_ext,
2067					    bool inheritance)
2068{
2069	u8 nss = (link_sta->he_cap.ppe_thres[0] &
2070		  IEEE80211_PPE_THRES_NSS_MASK) + 1;
2071	u8 *ppe = &link_sta->he_cap.ppe_thres[0];
2072	u8 ru_index_bitmap =
2073		u8_get_bits(*ppe,
2074			    IEEE80211_PPE_THRES_RU_INDEX_BITMASK_MASK);
2075	/* Starting after PPE header */
2076	u8 ppe_pos_bit = IEEE80211_HE_PPE_THRES_INFO_HEADER_SIZE;
2077
2078	iwl_mvm_parse_ppe(mvm, pkt_ext, nss, ru_index_bitmap, ppe, ppe_pos_bit,
2079			  inheritance);
2080}
2081
2082static int
2083iwl_mvm_set_pkt_ext_from_nominal_padding(struct iwl_he_pkt_ext_v2 *pkt_ext,
2084					 u8 nominal_padding)
2085{
2086	int low_th = -1;
2087	int high_th = -1;
2088	int i;
2089
2090	/* all the macros are the same for EHT and HE */
2091	switch (nominal_padding) {
2092	case IEEE80211_EHT_PHY_CAP5_COMMON_NOMINAL_PKT_PAD_0US:
2093		low_th = IWL_HE_PKT_EXT_NONE;
2094		high_th = IWL_HE_PKT_EXT_NONE;
2095		break;
2096	case IEEE80211_EHT_PHY_CAP5_COMMON_NOMINAL_PKT_PAD_8US:
2097		low_th = IWL_HE_PKT_EXT_BPSK;
2098		high_th = IWL_HE_PKT_EXT_NONE;
2099		break;
2100	case IEEE80211_EHT_PHY_CAP5_COMMON_NOMINAL_PKT_PAD_16US:
2101	case IEEE80211_EHT_PHY_CAP5_COMMON_NOMINAL_PKT_PAD_20US:
2102		low_th = IWL_HE_PKT_EXT_NONE;
2103		high_th = IWL_HE_PKT_EXT_BPSK;
2104		break;
2105	}
2106
2107	if (low_th < 0 || high_th < 0)
2108		return -EINVAL;
2109
2110	/* Set the PPE thresholds accordingly */
2111	for (i = 0; i < MAX_HE_SUPP_NSS; i++) {
2112		u8 bw;
2113
2114		for (bw = 0;
2115			bw < ARRAY_SIZE(pkt_ext->pkt_ext_qam_th[i]);
2116			bw++) {
2117			pkt_ext->pkt_ext_qam_th[i][bw][0] = low_th;
2118			pkt_ext->pkt_ext_qam_th[i][bw][1] = high_th;
2119		}
2120	}
2121
2122	return 0;
2123}
2124
2125static void iwl_mvm_get_optimal_ppe_info(struct iwl_he_pkt_ext_v2 *pkt_ext,
2126					 u8 nominal_padding)
2127{
2128	int i;
2129
2130	for (i = 0; i < MAX_HE_SUPP_NSS; i++) {
2131		u8 bw;
2132
2133		for (bw = 0; bw < ARRAY_SIZE(pkt_ext->pkt_ext_qam_th[i]);
2134		     bw++) {
2135			u8 *qam_th = &pkt_ext->pkt_ext_qam_th[i][bw][0];
2136
2137			if (nominal_padding >
2138			    IEEE80211_EHT_PHY_CAP5_COMMON_NOMINAL_PKT_PAD_8US &&
2139			    qam_th[1] == IWL_HE_PKT_EXT_NONE)
2140				qam_th[1] = IWL_HE_PKT_EXT_4096QAM;
2141			else if (nominal_padding ==
2142				 IEEE80211_EHT_PHY_CAP5_COMMON_NOMINAL_PKT_PAD_8US &&
2143				 qam_th[0] == IWL_HE_PKT_EXT_NONE &&
2144				 qam_th[1] == IWL_HE_PKT_EXT_NONE)
2145				qam_th[0] = IWL_HE_PKT_EXT_4096QAM;
2146		}
2147	}
2148}
2149
2150/* Set the pkt_ext field according to PPE Thresholds element */
2151int iwl_mvm_set_sta_pkt_ext(struct iwl_mvm *mvm,
2152			    struct ieee80211_link_sta *link_sta,
2153			    struct iwl_he_pkt_ext_v2 *pkt_ext)
2154{
2155	u8 nominal_padding;
2156	int i, ret = 0;
2157
2158	if (WARN_ON(!link_sta))
2159		return -EINVAL;
2160
2161	/* Initialize the PPE thresholds to "None" (7), as described in Table
2162	 * 9-262ac of 80211.ax/D3.0.
2163	 */
2164	memset(pkt_ext, IWL_HE_PKT_EXT_NONE,
2165	       sizeof(struct iwl_he_pkt_ext_v2));
2166
2167	if (link_sta->eht_cap.has_eht) {
2168		nominal_padding =
2169			u8_get_bits(link_sta->eht_cap.eht_cap_elem.phy_cap_info[5],
2170				    IEEE80211_EHT_PHY_CAP5_COMMON_NOMINAL_PKT_PAD_MASK);
2171
2172		/* If PPE Thresholds exists, parse them into a FW-familiar
2173		 * format.
2174		 */
2175		if (link_sta->eht_cap.eht_cap_elem.phy_cap_info[5] &
2176		    IEEE80211_EHT_PHY_CAP5_PPE_THRESHOLD_PRESENT) {
2177			u8 nss = (link_sta->eht_cap.eht_ppe_thres[0] &
2178				IEEE80211_EHT_PPE_THRES_NSS_MASK) + 1;
2179			u8 *ppe = &link_sta->eht_cap.eht_ppe_thres[0];
2180			u8 ru_index_bitmap =
2181				u16_get_bits(*ppe,
2182					     IEEE80211_EHT_PPE_THRES_RU_INDEX_BITMASK_MASK);
2183			 /* Starting after PPE header */
2184			u8 ppe_pos_bit = IEEE80211_EHT_PPE_THRES_INFO_HEADER_SIZE;
2185
2186			iwl_mvm_parse_ppe(mvm, pkt_ext, nss, ru_index_bitmap,
2187					  ppe, ppe_pos_bit, true);
2188		/* EHT PPE Thresholds doesn't exist - set the API according to
2189		 * HE PPE Tresholds
2190		 */
2191		} else if (link_sta->he_cap.he_cap_elem.phy_cap_info[6] &
2192			   IEEE80211_HE_PHY_CAP6_PPE_THRESHOLD_PRESENT) {
2193			/* Even though HE Capabilities IE doesn't contain PPE
2194			 * Thresholds for BW 320Mhz, thresholds for this BW will
2195			 * be filled in with the same values as 160Mhz, due to
2196			 * the inheritance, as required.
2197			 */
2198			iwl_mvm_set_pkt_ext_from_he_ppe(mvm, link_sta, pkt_ext,
2199							true);
2200
2201			/* According to the requirements, for MCSs 12-13 the
2202			 * maximum value between HE PPE Threshold and Common
2203			 * Nominal Packet Padding needs to be taken
2204			 */
2205			iwl_mvm_get_optimal_ppe_info(pkt_ext, nominal_padding);
2206
2207		/* if PPE Thresholds doesn't present in both EHT IE and HE IE -
2208		 * take the Thresholds from Common Nominal Packet Padding field
2209		 */
2210		} else {
2211			ret = iwl_mvm_set_pkt_ext_from_nominal_padding(pkt_ext,
2212								       nominal_padding);
2213		}
2214	} else if (link_sta->he_cap.has_he) {
2215		/* If PPE Thresholds exist, parse them into a FW-familiar format. */
2216		if (link_sta->he_cap.he_cap_elem.phy_cap_info[6] &
2217			IEEE80211_HE_PHY_CAP6_PPE_THRESHOLD_PRESENT) {
2218			iwl_mvm_set_pkt_ext_from_he_ppe(mvm, link_sta, pkt_ext,
2219							false);
2220		/* PPE Thresholds doesn't exist - set the API PPE values
2221		 * according to Common Nominal Packet Padding field.
2222		 */
2223		} else {
2224			nominal_padding =
2225				u8_get_bits(link_sta->he_cap.he_cap_elem.phy_cap_info[9],
2226					    IEEE80211_HE_PHY_CAP9_NOMINAL_PKT_PADDING_MASK);
2227			if (nominal_padding != IEEE80211_HE_PHY_CAP9_NOMINAL_PKT_PADDING_RESERVED)
2228				ret = iwl_mvm_set_pkt_ext_from_nominal_padding(pkt_ext,
2229									       nominal_padding);
2230		}
2231	}
2232
2233	for (i = 0; i < MAX_HE_SUPP_NSS; i++) {
2234		int bw;
2235
2236		for (bw = 0;
2237		     bw < ARRAY_SIZE(*pkt_ext->pkt_ext_qam_th[i]);
2238		     bw++) {
2239			u8 *qam_th =
2240				&pkt_ext->pkt_ext_qam_th[i][bw][0];
2241
2242			IWL_DEBUG_HT(mvm,
2243				     "PPE table: nss[%d] bw[%d] PPET8 = %d, PPET16 = %d\n",
2244				     i, bw, qam_th[0], qam_th[1]);
2245		}
2246	}
2247	return ret;
2248}
2249
2250/*
2251 * This function sets the MU EDCA parameters ans returns whether MU EDCA
2252 * is enabled or not
2253 */
2254bool iwl_mvm_set_fw_mu_edca_params(struct iwl_mvm *mvm,
2255				   const struct iwl_mvm_vif_link_info *link_info,
2256				   struct iwl_he_backoff_conf *trig_based_txf)
2257{
2258	int i;
2259	/* Mark MU EDCA as enabled, unless none detected on some AC */
2260	bool mu_edca_enabled = true;
2261
2262	for (i = 0; i < IEEE80211_NUM_ACS; i++) {
2263		const struct ieee80211_he_mu_edca_param_ac_rec *mu_edca =
2264			&link_info->queue_params[i].mu_edca_param_rec;
2265		u8 ac = iwl_mvm_mac80211_ac_to_ucode_ac(i);
2266
2267		if (!link_info->queue_params[i].mu_edca) {
2268			mu_edca_enabled = false;
2269			break;
2270		}
2271
2272		trig_based_txf[ac].cwmin =
2273			cpu_to_le16(mu_edca->ecw_min_max & 0xf);
2274		trig_based_txf[ac].cwmax =
2275			cpu_to_le16((mu_edca->ecw_min_max & 0xf0) >> 4);
2276		trig_based_txf[ac].aifsn =
2277			cpu_to_le16(mu_edca->aifsn & 0xf);
2278		trig_based_txf[ac].mu_time =
2279			cpu_to_le16(mu_edca->mu_edca_timer);
2280	}
2281
2282	return mu_edca_enabled;
2283}
2284
2285bool iwl_mvm_is_nic_ack_enabled(struct iwl_mvm *mvm, struct ieee80211_vif *vif)
2286{
2287	const struct ieee80211_supported_band *sband;
2288	const struct ieee80211_sta_he_cap *own_he_cap = NULL;
2289
2290	/* This capability is the same for all bands,
2291	 * so take it from one of them.
2292	 */
2293	sband = mvm->hw->wiphy->bands[NL80211_BAND_2GHZ];
2294	own_he_cap = ieee80211_get_he_iftype_cap_vif(sband, vif);
2295
2296	return (own_he_cap && (own_he_cap->he_cap_elem.mac_cap_info[2] &
2297			       IEEE80211_HE_MAC_CAP2_ACK_EN));
2298}
2299
2300__le32 iwl_mvm_get_sta_htc_flags(struct ieee80211_sta *sta,
2301				 struct ieee80211_link_sta *link_sta)
2302{
2303	u8 *mac_cap_info =
2304		&link_sta->he_cap.he_cap_elem.mac_cap_info[0];
2305	__le32 htc_flags = 0;
2306
2307	if (mac_cap_info[0] & IEEE80211_HE_MAC_CAP0_HTC_HE)
2308		htc_flags |= cpu_to_le32(IWL_HE_HTC_SUPPORT);
2309	if ((mac_cap_info[1] & IEEE80211_HE_MAC_CAP1_LINK_ADAPTATION) ||
2310	    (mac_cap_info[2] & IEEE80211_HE_MAC_CAP2_LINK_ADAPTATION)) {
2311		u8 link_adap =
2312			((mac_cap_info[2] &
2313			  IEEE80211_HE_MAC_CAP2_LINK_ADAPTATION) << 1) +
2314			 (mac_cap_info[1] &
2315			  IEEE80211_HE_MAC_CAP1_LINK_ADAPTATION);
2316
2317		if (link_adap == 2)
2318			htc_flags |=
2319				cpu_to_le32(IWL_HE_HTC_LINK_ADAP_UNSOLICITED);
2320		else if (link_adap == 3)
2321			htc_flags |= cpu_to_le32(IWL_HE_HTC_LINK_ADAP_BOTH);
2322	}
2323	if (mac_cap_info[2] & IEEE80211_HE_MAC_CAP2_BSR)
2324		htc_flags |= cpu_to_le32(IWL_HE_HTC_BSR_SUPP);
2325	if (mac_cap_info[3] & IEEE80211_HE_MAC_CAP3_OMI_CONTROL)
2326		htc_flags |= cpu_to_le32(IWL_HE_HTC_OMI_SUPP);
2327	if (mac_cap_info[4] & IEEE80211_HE_MAC_CAP4_BQR)
2328		htc_flags |= cpu_to_le32(IWL_HE_HTC_BQR_SUPP);
2329
2330	return htc_flags;
2331}
2332
2333static void iwl_mvm_cfg_he_sta(struct iwl_mvm *mvm,
2334			       struct ieee80211_vif *vif, u8 sta_id)
2335{
2336	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
2337	struct iwl_he_sta_context_cmd_v3 sta_ctxt_cmd = {
2338		.sta_id = sta_id,
2339		.tid_limit = IWL_MAX_TID_COUNT,
2340		.bss_color = vif->bss_conf.he_bss_color.color,
2341		.htc_trig_based_pkt_ext = vif->bss_conf.htc_trig_based_pkt_ext,
2342		.frame_time_rts_th =
2343			cpu_to_le16(vif->bss_conf.frame_time_rts_th),
2344	};
2345	struct iwl_he_sta_context_cmd_v2 sta_ctxt_cmd_v2 = {};
2346	u32 cmd_id = WIDE_ID(DATA_PATH_GROUP, STA_HE_CTXT_CMD);
2347	u8 ver = iwl_fw_lookup_cmd_ver(mvm->fw, cmd_id, 2);
2348	int size;
2349	struct ieee80211_sta *sta;
2350	u32 flags;
2351	int i;
2352	void *cmd;
2353
2354	if (!fw_has_api(&mvm->fw->ucode_capa, IWL_UCODE_TLV_API_MBSSID_HE))
2355		ver = 1;
2356
2357	switch (ver) {
2358	case 1:
2359		/* same layout as v2 except some data at the end */
2360		cmd = &sta_ctxt_cmd_v2;
2361		size = sizeof(struct iwl_he_sta_context_cmd_v1);
2362		break;
2363	case 2:
2364		cmd = &sta_ctxt_cmd_v2;
2365		size = sizeof(struct iwl_he_sta_context_cmd_v2);
2366		break;
2367	case 3:
2368		cmd = &sta_ctxt_cmd;
2369		size = sizeof(struct iwl_he_sta_context_cmd_v3);
2370		break;
2371	default:
2372		IWL_ERR(mvm, "bad STA_HE_CTXT_CMD version %d\n", ver);
2373		return;
2374	}
2375
2376	rcu_read_lock();
2377
2378	sta = rcu_dereference(mvm->fw_id_to_mac_id[sta_ctxt_cmd.sta_id]);
2379	if (IS_ERR_OR_NULL(sta)) {
2380		rcu_read_unlock();
2381		WARN(1, "Can't find STA to configure HE\n");
2382		return;
2383	}
2384
2385	if (!sta->deflink.he_cap.has_he) {
2386		rcu_read_unlock();
2387		return;
2388	}
2389
2390	flags = 0;
2391
2392	/* Block 26-tone RU OFDMA transmissions */
2393	if (mvmvif->deflink.he_ru_2mhz_block)
2394		flags |= STA_CTXT_HE_RU_2MHZ_BLOCK;
2395
2396	/* HTC flags */
2397	sta_ctxt_cmd.htc_flags = iwl_mvm_get_sta_htc_flags(sta, &sta->deflink);
2398
2399	/* PPE Thresholds */
2400	if (!iwl_mvm_set_sta_pkt_ext(mvm, &sta->deflink, &sta_ctxt_cmd.pkt_ext))
2401		flags |= STA_CTXT_HE_PACKET_EXT;
2402
2403	if (sta->deflink.he_cap.he_cap_elem.mac_cap_info[2] &
2404	    IEEE80211_HE_MAC_CAP2_32BIT_BA_BITMAP)
2405		flags |= STA_CTXT_HE_32BIT_BA_BITMAP;
2406
2407	if (sta->deflink.he_cap.he_cap_elem.mac_cap_info[2] &
2408	    IEEE80211_HE_MAC_CAP2_ACK_EN)
2409		flags |= STA_CTXT_HE_ACK_ENABLED;
2410
2411	rcu_read_unlock();
2412
2413	if (iwl_mvm_set_fw_mu_edca_params(mvm, &mvmvif->deflink,
2414					  &sta_ctxt_cmd.trig_based_txf[0]))
2415		flags |= STA_CTXT_HE_MU_EDCA_CW;
2416
2417	if (vif->bss_conf.uora_exists) {
2418		flags |= STA_CTXT_HE_TRIG_RND_ALLOC;
2419
2420		sta_ctxt_cmd.rand_alloc_ecwmin =
2421			vif->bss_conf.uora_ocw_range & 0x7;
2422		sta_ctxt_cmd.rand_alloc_ecwmax =
2423			(vif->bss_conf.uora_ocw_range >> 3) & 0x7;
2424	}
2425
2426	if (!iwl_mvm_is_nic_ack_enabled(mvm, vif))
2427		flags |= STA_CTXT_HE_NIC_NOT_ACK_ENABLED;
2428
2429	if (vif->bss_conf.nontransmitted) {
2430		flags |= STA_CTXT_HE_REF_BSSID_VALID;
2431		ether_addr_copy(sta_ctxt_cmd.ref_bssid_addr,
2432				vif->bss_conf.transmitter_bssid);
2433		sta_ctxt_cmd.max_bssid_indicator =
2434			vif->bss_conf.bssid_indicator;
2435		sta_ctxt_cmd.bssid_index = vif->bss_conf.bssid_index;
2436		sta_ctxt_cmd.ema_ap = vif->bss_conf.ema_ap;
2437		sta_ctxt_cmd.profile_periodicity =
2438			vif->bss_conf.profile_periodicity;
2439	}
2440
2441	sta_ctxt_cmd.flags = cpu_to_le32(flags);
2442
2443	if (ver < 3) {
2444		/* fields before pkt_ext */
2445		BUILD_BUG_ON(offsetof(typeof(sta_ctxt_cmd), pkt_ext) !=
2446			     offsetof(typeof(sta_ctxt_cmd_v2), pkt_ext));
2447		memcpy(&sta_ctxt_cmd_v2, &sta_ctxt_cmd,
2448		       offsetof(typeof(sta_ctxt_cmd), pkt_ext));
2449
2450		/* pkt_ext */
2451		for (i = 0;
2452		     i < ARRAY_SIZE(sta_ctxt_cmd_v2.pkt_ext.pkt_ext_qam_th);
2453		     i++) {
2454			u8 bw;
2455
2456			for (bw = 0;
2457			     bw < ARRAY_SIZE(sta_ctxt_cmd_v2.pkt_ext.pkt_ext_qam_th[i]);
2458			     bw++) {
2459				BUILD_BUG_ON(sizeof(sta_ctxt_cmd.pkt_ext.pkt_ext_qam_th[i][bw]) !=
2460					     sizeof(sta_ctxt_cmd_v2.pkt_ext.pkt_ext_qam_th[i][bw]));
2461
2462				memcpy(&sta_ctxt_cmd_v2.pkt_ext.pkt_ext_qam_th[i][bw],
2463				       &sta_ctxt_cmd.pkt_ext.pkt_ext_qam_th[i][bw],
2464				       sizeof(sta_ctxt_cmd.pkt_ext.pkt_ext_qam_th[i][bw]));
2465			}
2466		}
2467
2468		/* fields after pkt_ext */
2469		BUILD_BUG_ON(sizeof(sta_ctxt_cmd) -
2470			     offsetofend(typeof(sta_ctxt_cmd), pkt_ext) !=
2471			     sizeof(sta_ctxt_cmd_v2) -
2472			     offsetofend(typeof(sta_ctxt_cmd_v2), pkt_ext));
2473		memcpy((u8 *)&sta_ctxt_cmd_v2 +
2474				offsetofend(typeof(sta_ctxt_cmd_v2), pkt_ext),
2475		       (u8 *)&sta_ctxt_cmd +
2476				offsetofend(typeof(sta_ctxt_cmd), pkt_ext),
2477		       sizeof(sta_ctxt_cmd) -
2478				offsetofend(typeof(sta_ctxt_cmd), pkt_ext));
2479		sta_ctxt_cmd_v2.reserved3 = 0;
2480	}
2481
2482	if (iwl_mvm_send_cmd_pdu(mvm, cmd_id, 0, size, cmd))
2483		IWL_ERR(mvm, "Failed to config FW to work HE!\n");
2484}
2485
2486void iwl_mvm_protect_assoc(struct iwl_mvm *mvm, struct ieee80211_vif *vif,
2487			   u32 duration_override, unsigned int link_id)
2488{
2489	u32 duration = IWL_MVM_TE_SESSION_PROTECTION_MAX_TIME_MS;
2490	u32 min_duration = IWL_MVM_TE_SESSION_PROTECTION_MIN_TIME_MS;
2491
2492	if (duration_override > duration)
2493		duration = duration_override;
2494
2495	/* Try really hard to protect the session and hear a beacon
2496	 * The new session protection command allows us to protect the
2497	 * session for a much longer time since the firmware will internally
2498	 * create two events: a 300TU one with a very high priority that
2499	 * won't be fragmented which should be enough for 99% of the cases,
2500	 * and another one (which we configure here to be 900TU long) which
2501	 * will have a slightly lower priority, but more importantly, can be
2502	 * fragmented so that it'll allow other activities to run.
2503	 */
2504	if (fw_has_capa(&mvm->fw->ucode_capa,
2505			IWL_UCODE_TLV_CAPA_SESSION_PROT_CMD))
2506		iwl_mvm_schedule_session_protection(mvm, vif, 900,
2507						    min_duration, false,
2508						    link_id);
2509	else
2510		iwl_mvm_protect_session(mvm, vif, duration,
2511					min_duration, 500, false);
2512}
2513
2514/* Handle association common part to MLD and non-MLD modes */
2515void iwl_mvm_bss_info_changed_station_assoc(struct iwl_mvm *mvm,
2516					    struct ieee80211_vif *vif,
2517					    u64 changes)
2518{
2519	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
2520	int ret;
2521
2522	/* The firmware tracks the MU-MIMO group on its own.
2523	 * However, on HW restart we should restore this data.
2524	 */
2525	if (test_bit(IWL_MVM_STATUS_IN_HW_RESTART, &mvm->status) &&
2526	    (changes & BSS_CHANGED_MU_GROUPS) && vif->bss_conf.mu_mimo_owner) {
2527		ret = iwl_mvm_update_mu_groups(mvm, vif);
2528		if (ret)
2529			IWL_ERR(mvm,
2530				"failed to update VHT MU_MIMO groups\n");
2531	}
2532
2533	iwl_mvm_recalc_multicast(mvm);
2534
2535	/* reset rssi values */
2536	mvmvif->bf_data.ave_beacon_signal = 0;
2537
2538	iwl_mvm_bt_coex_vif_change(mvm);
2539	iwl_mvm_update_smps_on_active_links(mvm, vif, IWL_MVM_SMPS_REQ_TT,
2540					    IEEE80211_SMPS_AUTOMATIC);
2541	if (fw_has_capa(&mvm->fw->ucode_capa,
2542			IWL_UCODE_TLV_CAPA_UMAC_SCAN))
2543		iwl_mvm_config_scan(mvm);
2544}
2545
2546/* Execute the common part for MLD and non-MLD modes */
2547void
2548iwl_mvm_bss_info_changed_station_common(struct iwl_mvm *mvm,
2549					struct ieee80211_vif *vif,
2550					struct ieee80211_bss_conf *link_conf,
2551					u64 changes)
2552{
2553	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
2554	int ret;
2555
2556	if (changes & BSS_CHANGED_BEACON_INFO) {
2557		/* We received a beacon from the associated AP so
2558		 * remove the session protection.
2559		 */
2560		iwl_mvm_stop_session_protection(mvm, vif);
2561
2562		iwl_mvm_sf_update(mvm, vif, false);
2563		WARN_ON(iwl_mvm_enable_beacon_filter(mvm, vif, 0));
2564	}
2565
2566	if (changes & (BSS_CHANGED_PS | BSS_CHANGED_P2P_PS | BSS_CHANGED_QOS |
2567		       /* Send power command on every beacon change,
2568			* because we may have not enabled beacon abort yet.
2569			*/
2570		       BSS_CHANGED_BEACON_INFO)) {
2571		ret = iwl_mvm_power_update_mac(mvm);
2572		if (ret)
2573			IWL_ERR(mvm, "failed to update power mode\n");
2574	}
2575
2576	if (changes & BSS_CHANGED_CQM) {
2577		IWL_DEBUG_MAC80211(mvm, "cqm info_changed\n");
2578		/* reset cqm events tracking */
2579		mvmvif->bf_data.last_cqm_event = 0;
2580		if (mvmvif->bf_data.bf_enabled) {
2581			/* FIXME: need to update per link when FW API will
2582			 * support it
2583			 */
2584			ret = iwl_mvm_enable_beacon_filter(mvm, vif, 0);
2585			if (ret)
2586				IWL_ERR(mvm,
2587					"failed to update CQM thresholds\n");
2588		}
2589	}
2590
2591	if (changes & BSS_CHANGED_BANDWIDTH)
2592		iwl_mvm_update_link_smps(vif, link_conf);
2593}
2594
2595static void iwl_mvm_bss_info_changed_station(struct iwl_mvm *mvm,
2596					     struct ieee80211_vif *vif,
2597					     struct ieee80211_bss_conf *bss_conf,
2598					     u64 changes)
2599{
2600	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
2601	int ret;
2602	int i;
2603
2604	/*
2605	 * Re-calculate the tsf id, as the leader-follower relations depend
2606	 * on the beacon interval, which was not known when the station
2607	 * interface was added.
2608	 */
2609	if (changes & BSS_CHANGED_ASSOC && vif->cfg.assoc) {
2610		if ((vif->bss_conf.he_support &&
2611		     !iwlwifi_mod_params.disable_11ax) ||
2612		    (vif->bss_conf.eht_support &&
2613		     !iwlwifi_mod_params.disable_11be))
2614			iwl_mvm_cfg_he_sta(mvm, vif, mvmvif->deflink.ap_sta_id);
2615
2616		iwl_mvm_mac_ctxt_recalc_tsf_id(mvm, vif);
2617	}
2618
2619	/* Update MU EDCA params */
2620	if (changes & BSS_CHANGED_QOS && mvmvif->associated &&
2621	    vif->cfg.assoc &&
2622	    ((vif->bss_conf.he_support &&
2623	      !iwlwifi_mod_params.disable_11ax) ||
2624	     (vif->bss_conf.eht_support &&
2625	      !iwlwifi_mod_params.disable_11be)))
2626		iwl_mvm_cfg_he_sta(mvm, vif, mvmvif->deflink.ap_sta_id);
2627
2628	/*
2629	 * If we're not associated yet, take the (new) BSSID before associating
2630	 * so the firmware knows. If we're already associated, then use the old
2631	 * BSSID here, and we'll send a cleared one later in the CHANGED_ASSOC
2632	 * branch for disassociation below.
2633	 */
2634	if (changes & BSS_CHANGED_BSSID && !mvmvif->associated)
2635		memcpy(mvmvif->deflink.bssid, bss_conf->bssid, ETH_ALEN);
2636
2637	ret = iwl_mvm_mac_ctxt_changed(mvm, vif, false, mvmvif->deflink.bssid);
2638	if (ret)
2639		IWL_ERR(mvm, "failed to update MAC %pM\n", vif->addr);
2640
2641	/* after sending it once, adopt mac80211 data */
2642	memcpy(mvmvif->deflink.bssid, bss_conf->bssid, ETH_ALEN);
2643	mvmvif->associated = vif->cfg.assoc;
2644
2645	if (changes & BSS_CHANGED_ASSOC) {
2646		if (vif->cfg.assoc) {
2647			/* clear statistics to get clean beacon counter */
2648			iwl_mvm_request_statistics(mvm, true);
2649			for_each_mvm_vif_valid_link(mvmvif, i)
2650				memset(&mvmvif->link[i]->beacon_stats, 0,
2651				       sizeof(mvmvif->link[i]->beacon_stats));
2652
2653			/* add quota for this interface */
2654			ret = iwl_mvm_update_quotas(mvm, true, NULL);
2655			if (ret) {
2656				IWL_ERR(mvm, "failed to update quotas\n");
2657				return;
2658			}
2659
2660			if (test_bit(IWL_MVM_STATUS_IN_HW_RESTART,
2661				     &mvm->status) &&
2662			    !fw_has_capa(&mvm->fw->ucode_capa,
2663					 IWL_UCODE_TLV_CAPA_SESSION_PROT_CMD)) {
2664				/*
2665				 * If we're restarting then the firmware will
2666				 * obviously have lost synchronisation with
2667				 * the AP. It will attempt to synchronise by
2668				 * itself, but we can make it more reliable by
2669				 * scheduling a session protection time event.
2670				 *
2671				 * The firmware needs to receive a beacon to
2672				 * catch up with synchronisation, use 110% of
2673				 * the beacon interval.
2674				 *
2675				 * Set a large maximum delay to allow for more
2676				 * than a single interface.
2677				 *
2678				 * For new firmware versions, rely on the
2679				 * firmware. This is relevant for DCM scenarios
2680				 * only anyway.
2681				 */
2682				u32 dur = (11 * vif->bss_conf.beacon_int) / 10;
2683				iwl_mvm_protect_session(mvm, vif, dur, dur,
2684							5 * dur, false);
2685			} else if (!test_bit(IWL_MVM_STATUS_IN_HW_RESTART,
2686					     &mvm->status) &&
2687				   !vif->bss_conf.dtim_period) {
2688				/*
2689				 * If we're not restarting and still haven't
2690				 * heard a beacon (dtim period unknown) then
2691				 * make sure we still have enough minimum time
2692				 * remaining in the time event, since the auth
2693				 * might actually have taken quite a while
2694				 * (especially for SAE) and so the remaining
2695				 * time could be small without us having heard
2696				 * a beacon yet.
2697				 */
2698				iwl_mvm_protect_assoc(mvm, vif, 0, 0);
2699			}
2700
2701			iwl_mvm_sf_update(mvm, vif, false);
2702			iwl_mvm_power_vif_assoc(mvm, vif);
2703			if (vif->p2p) {
2704				iwl_mvm_update_smps(mvm, vif,
2705						    IWL_MVM_SMPS_REQ_PROT,
2706						    IEEE80211_SMPS_DYNAMIC, 0);
2707			}
2708		} else if (mvmvif->deflink.ap_sta_id != IWL_MVM_INVALID_STA) {
2709			iwl_mvm_mei_host_disassociated(mvm);
2710			/*
2711			 * If update fails - SF might be running in associated
2712			 * mode while disassociated - which is forbidden.
2713			 */
2714			ret = iwl_mvm_sf_update(mvm, vif, false);
2715			WARN_ONCE(ret &&
2716				  !test_bit(IWL_MVM_STATUS_HW_RESTART_REQUESTED,
2717					    &mvm->status),
2718				  "Failed to update SF upon disassociation\n");
2719
2720			/*
2721			 * If we get an assert during the connection (after the
2722			 * station has been added, but before the vif is set
2723			 * to associated), mac80211 will re-add the station and
2724			 * then configure the vif. Since the vif is not
2725			 * associated, we would remove the station here and
2726			 * this would fail the recovery.
2727			 */
2728			if (!test_bit(IWL_MVM_STATUS_IN_HW_RESTART,
2729				      &mvm->status)) {
2730				/* first remove remaining keys */
2731				iwl_mvm_sec_key_remove_ap(mvm, vif,
2732							  &mvmvif->deflink, 0);
2733
2734				/*
2735				 * Remove AP station now that
2736				 * the MAC is unassoc
2737				 */
2738				ret = iwl_mvm_rm_sta_id(mvm, vif,
2739							mvmvif->deflink.ap_sta_id);
2740				if (ret)
2741					IWL_ERR(mvm,
2742						"failed to remove AP station\n");
2743
2744				mvmvif->deflink.ap_sta_id = IWL_MVM_INVALID_STA;
2745			}
2746
2747			/* remove quota for this interface */
2748			ret = iwl_mvm_update_quotas(mvm, false, NULL);
2749			if (ret)
2750				IWL_ERR(mvm, "failed to update quotas\n");
2751
2752			/* this will take the cleared BSSID from bss_conf */
2753			ret = iwl_mvm_mac_ctxt_changed(mvm, vif, false, NULL);
2754			if (ret)
2755				IWL_ERR(mvm,
2756					"failed to update MAC %pM (clear after unassoc)\n",
2757					vif->addr);
2758		}
2759
2760		iwl_mvm_bss_info_changed_station_assoc(mvm, vif, changes);
2761	}
2762
2763	iwl_mvm_bss_info_changed_station_common(mvm, vif, &vif->bss_conf,
2764						changes);
2765}
2766
2767bool iwl_mvm_start_ap_ibss_common(struct ieee80211_hw *hw,
2768				  struct ieee80211_vif *vif,
2769				  int *ret)
2770{
2771	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
2772	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
2773	int i;
2774
2775	lockdep_assert_held(&mvm->mutex);
2776
2777	mvmvif->ap_assoc_sta_count = 0;
2778
2779	/* must be set before quota calculations */
2780	mvmvif->ap_ibss_active = true;
2781
2782	/* send all the early keys to the device now */
2783	for (i = 0; i < ARRAY_SIZE(mvmvif->ap_early_keys); i++) {
2784		struct ieee80211_key_conf *key = mvmvif->ap_early_keys[i];
2785
2786		if (!key)
2787			continue;
2788
2789		mvmvif->ap_early_keys[i] = NULL;
2790
2791		*ret = __iwl_mvm_mac_set_key(hw, SET_KEY, vif, NULL, key);
2792		if (*ret)
2793			return true;
2794	}
2795
2796	if (vif->type == NL80211_IFTYPE_AP && !vif->p2p) {
2797		iwl_mvm_vif_set_low_latency(mvmvif, true,
2798					    LOW_LATENCY_VIF_TYPE);
2799		iwl_mvm_send_low_latency_cmd(mvm, true, mvmvif->id);
2800	}
2801
2802	/* power updated needs to be done before quotas */
2803	iwl_mvm_power_update_mac(mvm);
2804
2805	return false;
2806}
2807
2808static int iwl_mvm_start_ap_ibss(struct ieee80211_hw *hw,
2809				 struct ieee80211_vif *vif,
2810				 struct ieee80211_bss_conf *link_conf)
2811{
2812	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
2813	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
2814	int ret;
2815
2816	mutex_lock(&mvm->mutex);
2817
2818	/*
2819	 * Re-calculate the tsf id, as the leader-follower relations depend on
2820	 * the beacon interval, which was not known when the AP interface
2821	 * was added.
2822	 */
2823	if (vif->type == NL80211_IFTYPE_AP)
2824		iwl_mvm_mac_ctxt_recalc_tsf_id(mvm, vif);
2825
2826	/* For older devices need to send beacon template before adding mac
2827	 * context. For the newer, the beacon is a resource that belongs to a
2828	 * MAC, so need to send beacon template after adding the mac.
2829	 */
2830	if (mvm->trans->trans_cfg->device_family > IWL_DEVICE_FAMILY_22000) {
2831		/* Add the mac context */
2832		ret = iwl_mvm_mac_ctxt_add(mvm, vif);
2833		if (ret)
2834			goto out_unlock;
2835
2836		/* Send the beacon template */
2837		ret = iwl_mvm_mac_ctxt_beacon_changed(mvm, vif, link_conf);
2838		if (ret)
2839			goto out_unlock;
2840	} else {
2841		/* Send the beacon template */
2842		ret = iwl_mvm_mac_ctxt_beacon_changed(mvm, vif, link_conf);
2843		if (ret)
2844			goto out_unlock;
2845
2846		/* Add the mac context */
2847		ret = iwl_mvm_mac_ctxt_add(mvm, vif);
2848		if (ret)
2849			goto out_unlock;
2850	}
2851
2852	/* Perform the binding */
2853	ret = iwl_mvm_binding_add_vif(mvm, vif);
2854	if (ret)
2855		goto out_remove;
2856
2857	/*
2858	 * This is not very nice, but the simplest:
2859	 * For older FWs adding the mcast sta before the bcast station may
2860	 * cause assert 0x2b00.
2861	 * This is fixed in later FW so make the order of removal depend on
2862	 * the TLV
2863	 */
2864	if (fw_has_api(&mvm->fw->ucode_capa, IWL_UCODE_TLV_API_STA_TYPE)) {
2865		ret = iwl_mvm_add_mcast_sta(mvm, vif);
2866		if (ret)
2867			goto out_unbind;
2868		/*
2869		 * Send the bcast station. At this stage the TBTT and DTIM time
2870		 * events are added and applied to the scheduler
2871		 */
2872		ret = iwl_mvm_send_add_bcast_sta(mvm, vif);
2873		if (ret) {
2874			iwl_mvm_rm_mcast_sta(mvm, vif);
2875			goto out_unbind;
2876		}
2877	} else {
2878		/*
2879		 * Send the bcast station. At this stage the TBTT and DTIM time
2880		 * events are added and applied to the scheduler
2881		 */
2882		ret = iwl_mvm_send_add_bcast_sta(mvm, vif);
2883		if (ret)
2884			goto out_unbind;
2885		ret = iwl_mvm_add_mcast_sta(mvm, vif);
2886		if (ret) {
2887			iwl_mvm_send_rm_bcast_sta(mvm, vif);
2888			goto out_unbind;
2889		}
2890	}
2891
2892	if (iwl_mvm_start_ap_ibss_common(hw, vif, &ret))
2893		goto out_failed;
2894
2895	ret = iwl_mvm_update_quotas(mvm, false, NULL);
2896	if (ret)
2897		goto out_failed;
2898
2899	/* Need to update the P2P Device MAC (only GO, IBSS is single vif) */
2900	if (vif->p2p && mvm->p2p_device_vif)
2901		iwl_mvm_mac_ctxt_changed(mvm, mvm->p2p_device_vif, false, NULL);
2902
2903	iwl_mvm_bt_coex_vif_change(mvm);
2904
2905	/* we don't support TDLS during DCM */
2906	if (iwl_mvm_phy_ctx_count(mvm) > 1)
2907		iwl_mvm_teardown_tdls_peers(mvm);
2908
2909	iwl_mvm_ftm_restart_responder(mvm, vif, &vif->bss_conf);
2910
2911	goto out_unlock;
2912
2913out_failed:
2914	iwl_mvm_power_update_mac(mvm);
2915	mvmvif->ap_ibss_active = false;
2916	iwl_mvm_send_rm_bcast_sta(mvm, vif);
2917	iwl_mvm_rm_mcast_sta(mvm, vif);
2918out_unbind:
2919	iwl_mvm_binding_remove_vif(mvm, vif);
2920out_remove:
2921	iwl_mvm_mac_ctxt_remove(mvm, vif);
2922out_unlock:
2923	mutex_unlock(&mvm->mutex);
2924	return ret;
2925}
2926
2927static int iwl_mvm_start_ap(struct ieee80211_hw *hw,
2928			    struct ieee80211_vif *vif,
2929			    struct ieee80211_bss_conf *link_conf)
2930{
2931	return iwl_mvm_start_ap_ibss(hw, vif, link_conf);
2932}
2933
2934static int iwl_mvm_start_ibss(struct ieee80211_hw *hw,
2935			      struct ieee80211_vif *vif)
2936{
2937	return iwl_mvm_start_ap_ibss(hw, vif, &vif->bss_conf);
2938}
2939
2940/* Common part for MLD and non-MLD ops */
2941void iwl_mvm_stop_ap_ibss_common(struct iwl_mvm *mvm,
2942				 struct ieee80211_vif *vif)
2943{
2944	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
2945
2946	lockdep_assert_held(&mvm->mutex);
2947
2948	iwl_mvm_prepare_mac_removal(mvm, vif);
2949
2950	/* Handle AP stop while in CSA */
2951	if (rcu_access_pointer(mvm->csa_vif) == vif) {
2952		iwl_mvm_remove_time_event(mvm, mvmvif,
2953					  &mvmvif->time_event_data);
2954		RCU_INIT_POINTER(mvm->csa_vif, NULL);
2955		mvmvif->csa_countdown = false;
2956	}
2957
2958	if (rcu_access_pointer(mvm->csa_tx_blocked_vif) == vif) {
2959		RCU_INIT_POINTER(mvm->csa_tx_blocked_vif, NULL);
2960		mvm->csa_tx_block_bcn_timeout = 0;
2961	}
2962
2963	mvmvif->ap_ibss_active = false;
2964	mvm->ap_last_beacon_gp2 = 0;
2965
2966	if (vif->type == NL80211_IFTYPE_AP && !vif->p2p) {
2967		iwl_mvm_vif_set_low_latency(mvmvif, false,
2968					    LOW_LATENCY_VIF_TYPE);
2969		iwl_mvm_send_low_latency_cmd(mvm, false,  mvmvif->id);
2970	}
2971
2972	iwl_mvm_bt_coex_vif_change(mvm);
2973}
2974
2975static void iwl_mvm_stop_ap_ibss(struct ieee80211_hw *hw,
2976				 struct ieee80211_vif *vif,
2977				 struct ieee80211_bss_conf *link_conf)
2978{
2979	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
2980
2981	mutex_lock(&mvm->mutex);
2982
2983	iwl_mvm_stop_ap_ibss_common(mvm, vif);
2984
2985	/* Need to update the P2P Device MAC (only GO, IBSS is single vif) */
2986	if (vif->p2p && mvm->p2p_device_vif)
2987		iwl_mvm_mac_ctxt_changed(mvm, mvm->p2p_device_vif, false, NULL);
2988
2989	iwl_mvm_update_quotas(mvm, false, NULL);
2990
2991	iwl_mvm_ftm_responder_clear(mvm, vif);
2992
2993	/*
2994	 * This is not very nice, but the simplest:
2995	 * For older FWs removing the mcast sta before the bcast station may
2996	 * cause assert 0x2b00.
2997	 * This is fixed in later FW (which will stop beaconing when removing
2998	 * bcast station).
2999	 * So make the order of removal depend on the TLV
3000	 */
3001	if (!fw_has_api(&mvm->fw->ucode_capa, IWL_UCODE_TLV_API_STA_TYPE))
3002		iwl_mvm_rm_mcast_sta(mvm, vif);
3003	iwl_mvm_send_rm_bcast_sta(mvm, vif);
3004	if (fw_has_api(&mvm->fw->ucode_capa, IWL_UCODE_TLV_API_STA_TYPE))
3005		iwl_mvm_rm_mcast_sta(mvm, vif);
3006	iwl_mvm_binding_remove_vif(mvm, vif);
3007
3008	iwl_mvm_power_update_mac(mvm);
3009
3010	iwl_mvm_mac_ctxt_remove(mvm, vif);
3011
3012	mutex_unlock(&mvm->mutex);
3013}
3014
3015static void iwl_mvm_stop_ap(struct ieee80211_hw *hw,
3016			    struct ieee80211_vif *vif,
3017			    struct ieee80211_bss_conf *link_conf)
3018{
3019	iwl_mvm_stop_ap_ibss(hw, vif, link_conf);
3020}
3021
3022static void iwl_mvm_stop_ibss(struct ieee80211_hw *hw,
3023			      struct ieee80211_vif *vif)
3024{
3025	iwl_mvm_stop_ap_ibss(hw, vif, &vif->bss_conf);
3026}
3027
3028static void
3029iwl_mvm_bss_info_changed_ap_ibss(struct iwl_mvm *mvm,
3030				 struct ieee80211_vif *vif,
3031				 struct ieee80211_bss_conf *bss_conf,
3032				 u64 changes)
3033{
3034	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
3035
3036	/* Changes will be applied when the AP/IBSS is started */
3037	if (!mvmvif->ap_ibss_active)
3038		return;
3039
3040	if (changes & (BSS_CHANGED_ERP_CTS_PROT | BSS_CHANGED_HT |
3041		       BSS_CHANGED_BANDWIDTH | BSS_CHANGED_QOS) &&
3042	    iwl_mvm_mac_ctxt_changed(mvm, vif, false, NULL))
3043		IWL_ERR(mvm, "failed to update MAC %pM\n", vif->addr);
3044
3045	/* Need to send a new beacon template to the FW */
3046	if (changes & BSS_CHANGED_BEACON &&
3047	    iwl_mvm_mac_ctxt_beacon_changed(mvm, vif, &vif->bss_conf))
3048		IWL_WARN(mvm, "Failed updating beacon data\n");
3049
3050	if (changes & BSS_CHANGED_FTM_RESPONDER) {
3051		int ret = iwl_mvm_ftm_start_responder(mvm, vif, &vif->bss_conf);
3052
3053		if (ret)
3054			IWL_WARN(mvm, "Failed to enable FTM responder (%d)\n",
3055				 ret);
3056	}
3057
3058}
3059
3060static void iwl_mvm_bss_info_changed(struct ieee80211_hw *hw,
3061				     struct ieee80211_vif *vif,
3062				     struct ieee80211_bss_conf *bss_conf,
3063				     u64 changes)
3064{
3065	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
3066
3067	mutex_lock(&mvm->mutex);
3068
3069	if (changes & BSS_CHANGED_IDLE && !vif->cfg.idle)
3070		iwl_mvm_scan_stop(mvm, IWL_MVM_SCAN_SCHED, true);
3071
3072	switch (vif->type) {
3073	case NL80211_IFTYPE_STATION:
3074		iwl_mvm_bss_info_changed_station(mvm, vif, bss_conf, changes);
3075		break;
3076	case NL80211_IFTYPE_AP:
3077	case NL80211_IFTYPE_ADHOC:
3078		iwl_mvm_bss_info_changed_ap_ibss(mvm, vif, bss_conf, changes);
3079		break;
3080	case NL80211_IFTYPE_MONITOR:
3081		if (changes & BSS_CHANGED_MU_GROUPS)
3082			iwl_mvm_update_mu_groups(mvm, vif);
3083		break;
3084	default:
3085		/* shouldn't happen */
3086		WARN_ON_ONCE(1);
3087	}
3088
3089	if (changes & BSS_CHANGED_TXPOWER) {
3090		IWL_DEBUG_CALIB(mvm, "Changing TX Power to %d dBm\n",
3091				bss_conf->txpower);
3092		iwl_mvm_set_tx_power(mvm, vif, bss_conf->txpower);
3093	}
3094
3095	mutex_unlock(&mvm->mutex);
3096}
3097
3098int iwl_mvm_mac_hw_scan(struct ieee80211_hw *hw, struct ieee80211_vif *vif,
3099			struct ieee80211_scan_request *hw_req)
3100{
3101	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
3102	int ret;
3103
3104	if (hw_req->req.n_channels == 0 ||
3105	    hw_req->req.n_channels > mvm->fw->ucode_capa.n_scan_channels)
3106		return -EINVAL;
3107
3108	mutex_lock(&mvm->mutex);
3109	ret = iwl_mvm_reg_scan_start(mvm, vif, &hw_req->req, &hw_req->ies);
3110	mutex_unlock(&mvm->mutex);
3111
3112	return ret;
3113}
3114
3115void iwl_mvm_mac_cancel_hw_scan(struct ieee80211_hw *hw,
3116				struct ieee80211_vif *vif)
3117{
3118	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
3119
3120	mutex_lock(&mvm->mutex);
3121
3122	/* Due to a race condition, it's possible that mac80211 asks
3123	 * us to stop a hw_scan when it's already stopped.  This can
3124	 * happen, for instance, if we stopped the scan ourselves,
3125	 * called ieee80211_scan_completed() and the userspace called
3126	 * cancel scan scan before ieee80211_scan_work() could run.
3127	 * To handle that, simply return if the scan is not running.
3128	*/
3129	if (mvm->scan_status & IWL_MVM_SCAN_REGULAR)
3130		iwl_mvm_scan_stop(mvm, IWL_MVM_SCAN_REGULAR, true);
3131
3132	mutex_unlock(&mvm->mutex);
3133}
3134
3135void
3136iwl_mvm_mac_allow_buffered_frames(struct ieee80211_hw *hw,
3137				  struct ieee80211_sta *sta, u16 tids,
3138				  int num_frames,
3139				  enum ieee80211_frame_release_type reason,
3140				  bool more_data)
3141{
3142	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
3143
3144	/* Called when we need to transmit (a) frame(s) from mac80211 */
3145
3146	iwl_mvm_sta_modify_sleep_tx_count(mvm, sta, reason, num_frames,
3147					  tids, more_data, false);
3148}
3149
3150void
3151iwl_mvm_mac_release_buffered_frames(struct ieee80211_hw *hw,
3152				    struct ieee80211_sta *sta, u16 tids,
3153				    int num_frames,
3154				    enum ieee80211_frame_release_type reason,
3155				    bool more_data)
3156{
3157	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
3158
3159	/* Called when we need to transmit (a) frame(s) from agg or dqa queue */
3160
3161	iwl_mvm_sta_modify_sleep_tx_count(mvm, sta, reason, num_frames,
3162					  tids, more_data, true);
3163}
3164
3165static void __iwl_mvm_mac_sta_notify(struct ieee80211_hw *hw,
3166				     enum sta_notify_cmd cmd,
3167				     struct ieee80211_sta *sta)
3168{
3169	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
3170	struct iwl_mvm_sta *mvmsta = iwl_mvm_sta_from_mac80211(sta);
3171	unsigned long txqs = 0, tids = 0;
3172	int tid;
3173
3174	/*
3175	 * If we have TVQM then we get too high queue numbers - luckily
3176	 * we really shouldn't get here with that because such hardware
3177	 * should have firmware supporting buffer station offload.
3178	 */
3179	if (WARN_ON(iwl_mvm_has_new_tx_api(mvm)))
3180		return;
3181
3182	spin_lock_bh(&mvmsta->lock);
3183	for (tid = 0; tid < ARRAY_SIZE(mvmsta->tid_data); tid++) {
3184		struct iwl_mvm_tid_data *tid_data = &mvmsta->tid_data[tid];
3185
3186		if (tid_data->txq_id == IWL_MVM_INVALID_QUEUE)
3187			continue;
3188
3189		__set_bit(tid_data->txq_id, &txqs);
3190
3191		if (iwl_mvm_tid_queued(mvm, tid_data) == 0)
3192			continue;
3193
3194		__set_bit(tid, &tids);
3195	}
3196
3197	switch (cmd) {
3198	case STA_NOTIFY_SLEEP:
3199		for_each_set_bit(tid, &tids, IWL_MAX_TID_COUNT)
3200			ieee80211_sta_set_buffered(sta, tid, true);
3201
3202		if (txqs)
3203			iwl_trans_freeze_txq_timer(mvm->trans, txqs, true);
3204		/*
3205		 * The fw updates the STA to be asleep. Tx packets on the Tx
3206		 * queues to this station will not be transmitted. The fw will
3207		 * send a Tx response with TX_STATUS_FAIL_DEST_PS.
3208		 */
3209		break;
3210	case STA_NOTIFY_AWAKE:
3211		if (WARN_ON(mvmsta->deflink.sta_id == IWL_MVM_INVALID_STA))
3212			break;
3213
3214		if (txqs)
3215			iwl_trans_freeze_txq_timer(mvm->trans, txqs, false);
3216		iwl_mvm_sta_modify_ps_wake(mvm, sta);
3217		break;
3218	default:
3219		break;
3220	}
3221	spin_unlock_bh(&mvmsta->lock);
3222}
3223
3224void iwl_mvm_mac_sta_notify(struct ieee80211_hw *hw, struct ieee80211_vif *vif,
3225			    enum sta_notify_cmd cmd, struct ieee80211_sta *sta)
3226{
3227	__iwl_mvm_mac_sta_notify(hw, cmd, sta);
3228}
3229
3230void iwl_mvm_sta_pm_notif(struct iwl_mvm *mvm, struct iwl_rx_cmd_buffer *rxb)
3231{
3232	struct iwl_rx_packet *pkt = rxb_addr(rxb);
3233	struct iwl_mvm_pm_state_notification *notif = (void *)pkt->data;
3234	struct ieee80211_sta *sta;
3235	struct iwl_mvm_sta *mvmsta;
3236	bool sleeping = (notif->type != IWL_MVM_PM_EVENT_AWAKE);
3237
3238	if (WARN_ON(notif->sta_id >= mvm->fw->ucode_capa.num_stations))
3239		return;
3240
3241	rcu_read_lock();
3242	sta = rcu_dereference(mvm->fw_id_to_mac_id[notif->sta_id]);
3243	if (WARN_ON(IS_ERR_OR_NULL(sta))) {
3244		rcu_read_unlock();
3245		return;
3246	}
3247
3248	mvmsta = iwl_mvm_sta_from_mac80211(sta);
3249
3250	if (!mvmsta->vif ||
3251	    mvmsta->vif->type != NL80211_IFTYPE_AP) {
3252		rcu_read_unlock();
3253		return;
3254	}
3255
3256	if (mvmsta->sleeping != sleeping) {
3257		mvmsta->sleeping = sleeping;
3258		__iwl_mvm_mac_sta_notify(mvm->hw,
3259			sleeping ? STA_NOTIFY_SLEEP : STA_NOTIFY_AWAKE,
3260			sta);
3261		ieee80211_sta_ps_transition(sta, sleeping);
3262	}
3263
3264	if (sleeping) {
3265		switch (notif->type) {
3266		case IWL_MVM_PM_EVENT_AWAKE:
3267		case IWL_MVM_PM_EVENT_ASLEEP:
3268			break;
3269		case IWL_MVM_PM_EVENT_UAPSD:
3270			ieee80211_sta_uapsd_trigger(sta, IEEE80211_NUM_TIDS);
3271			break;
3272		case IWL_MVM_PM_EVENT_PS_POLL:
3273			ieee80211_sta_pspoll(sta);
3274			break;
3275		default:
3276			break;
3277		}
3278	}
3279
3280	rcu_read_unlock();
3281}
3282
3283void iwl_mvm_sta_pre_rcu_remove(struct ieee80211_hw *hw,
3284				struct ieee80211_vif *vif,
3285				struct ieee80211_sta *sta)
3286{
3287	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
3288	struct iwl_mvm_sta *mvm_sta = iwl_mvm_sta_from_mac80211(sta);
3289	unsigned int link_id;
3290
3291	/*
3292	 * This is called before mac80211 does RCU synchronisation,
3293	 * so here we already invalidate our internal RCU-protected
3294	 * station pointer. The rest of the code will thus no longer
3295	 * be able to find the station this way, and we don't rely
3296	 * on further RCU synchronisation after the sta_state()
3297	 * callback deleted the station.
3298	 * Since there's mvm->mutex here, no need to have RCU lock for
3299	 * mvm_sta->link access.
3300	 */
3301	mutex_lock(&mvm->mutex);
3302	for (link_id = 0; link_id < ARRAY_SIZE(mvm_sta->link); link_id++) {
3303		struct iwl_mvm_link_sta *link_sta;
3304		u32 sta_id;
3305
3306		if (!mvm_sta->link[link_id])
3307			continue;
3308
3309		link_sta = rcu_dereference_protected(mvm_sta->link[link_id],
3310						     lockdep_is_held(&mvm->mutex));
3311		sta_id = link_sta->sta_id;
3312		if (sta == rcu_access_pointer(mvm->fw_id_to_mac_id[sta_id])) {
3313			RCU_INIT_POINTER(mvm->fw_id_to_mac_id[sta_id],
3314					 ERR_PTR(-ENOENT));
3315			RCU_INIT_POINTER(mvm->fw_id_to_link_sta[sta_id], NULL);
3316		}
3317	}
3318	mutex_unlock(&mvm->mutex);
3319}
3320
3321static void iwl_mvm_check_uapsd(struct iwl_mvm *mvm, struct ieee80211_vif *vif,
3322				const u8 *bssid)
3323{
3324	int i;
3325
3326	if (!test_bit(IWL_MVM_STATUS_IN_HW_RESTART, &mvm->status)) {
3327		struct iwl_mvm_tcm_mac *mdata;
3328
3329		mdata = &mvm->tcm.data[iwl_mvm_vif_from_mac80211(vif)->id];
3330		ewma_rate_init(&mdata->uapsd_nonagg_detect.rate);
3331		mdata->opened_rx_ba_sessions = false;
3332	}
3333
3334	if (!(mvm->fw->ucode_capa.flags & IWL_UCODE_TLV_FLAGS_UAPSD_SUPPORT))
3335		return;
3336
3337	if (vif->p2p && !iwl_mvm_is_p2p_scm_uapsd_supported(mvm)) {
3338		vif->driver_flags &= ~IEEE80211_VIF_SUPPORTS_UAPSD;
3339		return;
3340	}
3341
3342	if (!vif->p2p &&
3343	    (iwlwifi_mod_params.uapsd_disable & IWL_DISABLE_UAPSD_BSS)) {
3344		vif->driver_flags &= ~IEEE80211_VIF_SUPPORTS_UAPSD;
3345		return;
3346	}
3347
3348	for (i = 0; i < IWL_MVM_UAPSD_NOAGG_LIST_LEN; i++) {
3349		if (ether_addr_equal(mvm->uapsd_noagg_bssids[i].addr, bssid)) {
3350			vif->driver_flags &= ~IEEE80211_VIF_SUPPORTS_UAPSD;
3351			return;
3352		}
3353	}
3354
3355	vif->driver_flags |= IEEE80211_VIF_SUPPORTS_UAPSD;
3356}
3357
3358static void
3359iwl_mvm_tdls_check_trigger(struct iwl_mvm *mvm,
3360			   struct ieee80211_vif *vif, u8 *peer_addr,
3361			   enum nl80211_tdls_operation action)
3362{
3363	struct iwl_fw_dbg_trigger_tlv *trig;
3364	struct iwl_fw_dbg_trigger_tdls *tdls_trig;
3365
3366	trig = iwl_fw_dbg_trigger_on(&mvm->fwrt, ieee80211_vif_to_wdev(vif),
3367				     FW_DBG_TRIGGER_TDLS);
3368	if (!trig)
3369		return;
3370
3371	tdls_trig = (void *)trig->data;
3372
3373	if (!(tdls_trig->action_bitmap & BIT(action)))
3374		return;
3375
3376	if (tdls_trig->peer_mode &&
3377	    memcmp(tdls_trig->peer, peer_addr, ETH_ALEN) != 0)
3378		return;
3379
3380	iwl_fw_dbg_collect_trig(&mvm->fwrt, trig,
3381				"TDLS event occurred, peer %pM, action %d",
3382				peer_addr, action);
3383}
3384
3385struct iwl_mvm_he_obss_narrow_bw_ru_data {
3386	bool tolerated;
3387};
3388
3389static void iwl_mvm_check_he_obss_narrow_bw_ru_iter(struct wiphy *wiphy,
3390						    struct cfg80211_bss *bss,
3391						    void *_data)
3392{
3393	struct iwl_mvm_he_obss_narrow_bw_ru_data *data = _data;
3394	const struct cfg80211_bss_ies *ies;
3395	const struct element *elem;
3396
3397	rcu_read_lock();
3398	ies = rcu_dereference(bss->ies);
3399	elem = cfg80211_find_elem(WLAN_EID_EXT_CAPABILITY, ies->data,
3400				  ies->len);
3401
3402	if (!elem || elem->datalen < 10 ||
3403	    !(elem->data[10] &
3404	      WLAN_EXT_CAPA10_OBSS_NARROW_BW_RU_TOLERANCE_SUPPORT)) {
3405		data->tolerated = false;
3406	}
3407	rcu_read_unlock();
3408}
3409
3410static void
3411iwl_mvm_check_he_obss_narrow_bw_ru(struct ieee80211_hw *hw,
3412				   struct ieee80211_vif *vif,
3413				   unsigned int link_id,
3414				   struct ieee80211_bss_conf *link_conf)
3415{
3416	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
3417	struct iwl_mvm_he_obss_narrow_bw_ru_data iter_data = {
3418		.tolerated = true,
3419	};
3420
3421	if (WARN_ON_ONCE(!link_conf->chandef.chan ||
3422			 !mvmvif->link[link_id]))
3423		return;
3424
3425	if (!(link_conf->chandef.chan->flags & IEEE80211_CHAN_RADAR)) {
3426		mvmvif->link[link_id]->he_ru_2mhz_block = false;
3427		return;
3428	}
3429
3430	cfg80211_bss_iter(hw->wiphy, &link_conf->chandef,
3431			  iwl_mvm_check_he_obss_narrow_bw_ru_iter,
3432			  &iter_data);
3433
3434	/*
3435	 * If there is at least one AP on radar channel that cannot
3436	 * tolerate 26-tone RU UL OFDMA transmissions using HE TB PPDU.
3437	 */
3438	mvmvif->link[link_id]->he_ru_2mhz_block = !iter_data.tolerated;
3439}
3440
3441static void iwl_mvm_reset_cca_40mhz_workaround(struct iwl_mvm *mvm,
3442					       struct ieee80211_vif *vif)
3443{
3444	struct ieee80211_supported_band *sband;
3445	const struct ieee80211_sta_he_cap *he_cap;
3446
3447	if (vif->type != NL80211_IFTYPE_STATION)
3448		return;
3449
3450	if (!mvm->cca_40mhz_workaround)
3451		return;
3452
3453	/* decrement and check that we reached zero */
3454	mvm->cca_40mhz_workaround--;
3455	if (mvm->cca_40mhz_workaround)
3456		return;
3457
3458	sband = mvm->hw->wiphy->bands[NL80211_BAND_2GHZ];
3459
3460	sband->ht_cap.cap |= IEEE80211_HT_CAP_SUP_WIDTH_20_40;
3461
3462	he_cap = ieee80211_get_he_iftype_cap_vif(sband, vif);
3463
3464	if (he_cap) {
3465		/* we know that ours is writable */
3466		struct ieee80211_sta_he_cap *he = (void *)(uintptr_t)he_cap;
3467
3468		he->he_cap_elem.phy_cap_info[0] |=
3469			IEEE80211_HE_PHY_CAP0_CHANNEL_WIDTH_SET_40MHZ_IN_2G;
3470	}
3471}
3472
3473static void iwl_mvm_mei_host_associated(struct iwl_mvm *mvm,
3474					struct ieee80211_vif *vif,
3475					struct iwl_mvm_sta *mvm_sta)
3476{
3477#if IS_ENABLED(CONFIG_IWLMEI)
3478	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
3479	struct iwl_mei_conn_info conn_info = {
3480		.ssid_len = vif->cfg.ssid_len,
3481	};
3482
3483	if (test_bit(IWL_MVM_STATUS_IN_HW_RESTART, &mvm->status))
3484		return;
3485
3486	if (!mvm->mei_registered)
3487		return;
3488
3489	/* FIXME: MEI needs to be updated for MLO */
3490	if (!vif->bss_conf.chandef.chan)
3491		return;
3492
3493	conn_info.channel = vif->bss_conf.chandef.chan->hw_value;
3494
3495	switch (mvm_sta->pairwise_cipher) {
3496	case WLAN_CIPHER_SUITE_TKIP:
3497		conn_info.pairwise_cipher = IWL_MEI_CIPHER_TKIP;
3498		break;
3499	case WLAN_CIPHER_SUITE_CCMP:
3500		conn_info.pairwise_cipher = IWL_MEI_CIPHER_CCMP;
3501		break;
3502	case WLAN_CIPHER_SUITE_GCMP:
3503		conn_info.pairwise_cipher = IWL_MEI_CIPHER_GCMP;
3504		break;
3505	case WLAN_CIPHER_SUITE_GCMP_256:
3506		conn_info.pairwise_cipher = IWL_MEI_CIPHER_GCMP_256;
3507		break;
3508	case 0:
3509		/* open profile */
3510		break;
3511	default:
3512		/* cipher not supported, don't send anything to iwlmei */
3513		return;
3514	}
3515
3516	switch (mvmvif->rekey_data.akm) {
3517	case WLAN_AKM_SUITE_SAE & 0xff:
3518		conn_info.auth_mode = IWL_MEI_AKM_AUTH_SAE;
3519		break;
3520	case WLAN_AKM_SUITE_PSK & 0xff:
3521		conn_info.auth_mode = IWL_MEI_AKM_AUTH_RSNA_PSK;
3522		break;
3523	case WLAN_AKM_SUITE_8021X & 0xff:
3524		conn_info.auth_mode = IWL_MEI_AKM_AUTH_RSNA;
3525		break;
3526	case 0:
3527		/* open profile */
3528		conn_info.auth_mode = IWL_MEI_AKM_AUTH_OPEN;
3529		break;
3530	default:
3531		/* auth method / AKM not supported */
3532		/* TODO: All the FT vesions of these? */
3533		return;
3534	}
3535
3536	memcpy(conn_info.ssid, vif->cfg.ssid, vif->cfg.ssid_len);
3537	memcpy(conn_info.bssid,  vif->bss_conf.bssid, ETH_ALEN);
3538
3539	/* TODO: add support for collocated AP data */
3540	iwl_mei_host_associated(&conn_info, NULL);
3541#endif
3542}
3543
3544static int iwl_mvm_mac_ctxt_changed_wrapper(struct iwl_mvm *mvm,
3545					    struct ieee80211_vif *vif,
3546					    bool force_assoc_off)
3547{
3548	return iwl_mvm_mac_ctxt_changed(mvm, vif, force_assoc_off, NULL);
3549}
3550
3551static int iwl_mvm_mac_sta_state(struct ieee80211_hw *hw,
3552				 struct ieee80211_vif *vif,
3553				 struct ieee80211_sta *sta,
3554				 enum ieee80211_sta_state old_state,
3555				 enum ieee80211_sta_state new_state)
3556{
3557	static const struct iwl_mvm_sta_state_ops callbacks = {
3558		.add_sta = iwl_mvm_add_sta,
3559		.update_sta = iwl_mvm_update_sta,
3560		.rm_sta = iwl_mvm_rm_sta,
3561		.mac_ctxt_changed = iwl_mvm_mac_ctxt_changed_wrapper,
3562	};
3563
3564	return iwl_mvm_mac_sta_state_common(hw, vif, sta, old_state, new_state,
3565					    &callbacks);
3566}
3567
3568/* FIXME: temporary making two assumptions in all sta handling functions:
3569 *	(1) when setting sta state, the link exists and protected
3570 *	(2) if a link is valid in sta then it's valid in vif (can
3571 *	use same index in the link array)
3572 */
3573static void iwl_mvm_rs_rate_init_all_links(struct iwl_mvm *mvm,
3574					   struct ieee80211_vif *vif,
3575					   struct ieee80211_sta *sta)
3576{
3577	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
3578	unsigned int link_id;
3579
3580	for_each_mvm_vif_valid_link(mvmvif, link_id) {
3581		struct ieee80211_bss_conf *conf =
3582			link_conf_dereference_check(vif, link_id);
3583		struct ieee80211_link_sta *link_sta =
3584			link_sta_dereference_check(sta, link_id);
3585
3586		if (!conf || !link_sta || !mvmvif->link[link_id]->phy_ctxt)
3587			continue;
3588
3589		iwl_mvm_rs_rate_init(mvm, vif, sta, conf, link_sta,
3590				     mvmvif->link[link_id]->phy_ctxt->channel->band);
3591	}
3592}
3593
3594#define IWL_MVM_MIN_BEACON_INTERVAL_TU 16
3595
3596static bool iwl_mvm_vif_conf_from_sta(struct iwl_mvm *mvm,
3597				      struct ieee80211_vif *vif,
3598				      struct ieee80211_sta *sta)
3599{
3600	struct ieee80211_link_sta *link_sta;
3601	unsigned int link_id;
3602
3603	/* Beacon interval check - firmware will crash if the beacon
3604	 * interval is less than 16. We can't avoid connecting at all,
3605	 * so refuse the station state change, this will cause mac80211
3606	 * to abandon attempts to connect to this AP, and eventually
3607	 * wpa_s will blocklist the AP...
3608	 */
3609
3610	for_each_sta_active_link(vif, sta, link_sta, link_id) {
3611		struct ieee80211_bss_conf *link_conf =
3612			link_conf_dereference_protected(vif, link_id);
3613
3614		if (!link_conf)
3615			continue;
3616
3617		if (link_conf->beacon_int < IWL_MVM_MIN_BEACON_INTERVAL_TU) {
3618			IWL_ERR(mvm,
3619				"Beacon interval %d for AP %pM is too small\n",
3620				link_conf->beacon_int, link_sta->addr);
3621			return false;
3622		}
3623
3624		link_conf->he_support = link_sta->he_cap.has_he;
3625	}
3626
3627	return true;
3628}
3629
3630static void iwl_mvm_vif_set_he_support(struct ieee80211_hw *hw,
3631				       struct ieee80211_vif *vif,
3632				       struct ieee80211_sta *sta,
3633				       bool is_sta)
3634{
3635	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
3636	struct ieee80211_link_sta *link_sta;
3637	unsigned int link_id;
3638
3639	for_each_sta_active_link(vif, sta, link_sta, link_id) {
3640		struct ieee80211_bss_conf *link_conf =
3641			link_conf_dereference_protected(vif, link_id);
3642
3643		if (!link_conf || !mvmvif->link[link_id])
3644			continue;
3645
3646		link_conf->he_support = link_sta->he_cap.has_he;
3647
3648		if (is_sta) {
3649			mvmvif->link[link_id]->he_ru_2mhz_block = false;
3650			if (link_sta->he_cap.has_he)
3651				iwl_mvm_check_he_obss_narrow_bw_ru(hw, vif,
3652								   link_id,
3653								   link_conf);
3654		}
3655	}
3656}
3657
3658static int
3659iwl_mvm_sta_state_notexist_to_none(struct iwl_mvm *mvm,
3660				   struct ieee80211_vif *vif,
3661				   struct ieee80211_sta *sta,
3662				   const struct iwl_mvm_sta_state_ops *callbacks)
3663{
3664	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
3665	struct ieee80211_link_sta *link_sta;
3666	unsigned int i;
3667	int ret;
3668
3669	lockdep_assert_held(&mvm->mutex);
3670
3671	if (vif->type == NL80211_IFTYPE_STATION &&
3672	    !iwl_mvm_vif_conf_from_sta(mvm, vif, sta))
3673		return -EINVAL;
3674
3675	if (sta->tdls &&
3676	    (vif->p2p ||
3677	     iwl_mvm_tdls_sta_count(mvm, NULL) == IWL_MVM_TDLS_STA_COUNT ||
3678	     iwl_mvm_phy_ctx_count(mvm) > 1)) {
3679		IWL_DEBUG_MAC80211(mvm, "refusing TDLS sta\n");
3680		return -EBUSY;
3681	}
3682
3683	ret = callbacks->add_sta(mvm, vif, sta);
3684	if (sta->tdls && ret == 0) {
3685		iwl_mvm_recalc_tdls_state(mvm, vif, true);
3686		iwl_mvm_tdls_check_trigger(mvm, vif, sta->addr,
3687					   NL80211_TDLS_SETUP);
3688	}
3689
3690	if (ret)
3691		return ret;
3692
3693	for_each_sta_active_link(vif, sta, link_sta, i)
3694		link_sta->agg.max_rc_amsdu_len = 1;
3695
3696	ieee80211_sta_recalc_aggregates(sta);
3697
3698	if (vif->type == NL80211_IFTYPE_STATION && !sta->tdls)
3699		mvmvif->ap_sta = sta;
3700
3701	return 0;
3702}
3703
3704static int
3705iwl_mvm_sta_state_auth_to_assoc(struct ieee80211_hw *hw,
3706				struct iwl_mvm *mvm,
3707				struct ieee80211_vif *vif,
3708				struct ieee80211_sta *sta,
3709				const struct iwl_mvm_sta_state_ops *callbacks)
3710{
3711	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
3712	struct iwl_mvm_sta *mvm_sta = iwl_mvm_sta_from_mac80211(sta);
3713	struct ieee80211_link_sta *link_sta;
3714	unsigned int link_id;
3715
3716	lockdep_assert_held(&mvm->mutex);
3717
3718	if (vif->type == NL80211_IFTYPE_AP) {
3719		iwl_mvm_vif_set_he_support(hw, vif, sta, false);
3720		mvmvif->ap_assoc_sta_count++;
3721		callbacks->mac_ctxt_changed(mvm, vif, false);
3722
3723		/* since the below is not for MLD API, it's ok to use
3724		 * the default bss_conf
3725		 */
3726		if (!mvm->mld_api_is_used &&
3727		    ((vif->bss_conf.he_support &&
3728		      !iwlwifi_mod_params.disable_11ax) ||
3729		    (vif->bss_conf.eht_support &&
3730		     !iwlwifi_mod_params.disable_11be)))
3731			iwl_mvm_cfg_he_sta(mvm, vif, mvm_sta->deflink.sta_id);
3732	} else if (vif->type == NL80211_IFTYPE_STATION) {
3733		iwl_mvm_vif_set_he_support(hw, vif, sta, true);
3734
3735		callbacks->mac_ctxt_changed(mvm, vif, false);
3736
3737		if (!mvm->mld_api_is_used)
3738			goto out;
3739
3740		for_each_sta_active_link(vif, sta, link_sta, link_id) {
3741			struct ieee80211_bss_conf *link_conf =
3742				link_conf_dereference_protected(vif, link_id);
3743
3744			if (WARN_ON(!link_conf))
3745				return -EINVAL;
3746			if (!mvmvif->link[link_id])
3747				continue;
3748
3749			iwl_mvm_link_changed(mvm, vif, link_conf,
3750					     LINK_CONTEXT_MODIFY_ALL &
3751					     ~LINK_CONTEXT_MODIFY_ACTIVE,
3752					     true);
3753		}
3754	}
3755
3756out:
3757	iwl_mvm_rs_rate_init_all_links(mvm, vif, sta);
3758
3759	return callbacks->update_sta(mvm, vif, sta);
3760}
3761
3762static int
3763iwl_mvm_sta_state_assoc_to_authorized(struct iwl_mvm *mvm,
3764				      struct ieee80211_vif *vif,
3765				      struct ieee80211_sta *sta,
3766				      const struct iwl_mvm_sta_state_ops *callbacks)
3767{
3768	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
3769	struct iwl_mvm_sta *mvm_sta = iwl_mvm_sta_from_mac80211(sta);
3770
3771	lockdep_assert_held(&mvm->mutex);
3772
3773	/* we don't support TDLS during DCM */
3774	if (iwl_mvm_phy_ctx_count(mvm) > 1)
3775		iwl_mvm_teardown_tdls_peers(mvm);
3776
3777	if (sta->tdls) {
3778		iwl_mvm_tdls_check_trigger(mvm, vif, sta->addr,
3779					   NL80211_TDLS_ENABLE_LINK);
3780	} else {
3781		/* enable beacon filtering */
3782		WARN_ON(iwl_mvm_enable_beacon_filter(mvm, vif, 0));
3783
3784		mvmvif->authorized = 1;
3785
3786		callbacks->mac_ctxt_changed(mvm, vif, false);
3787		iwl_mvm_mei_host_associated(mvm, vif, mvm_sta);
3788
3789		/* when client is authorized (AP station marked as such),
3790		 * try to enable more links
3791		 */
3792		if (vif->type == NL80211_IFTYPE_STATION &&
3793		    !test_bit(IWL_MVM_STATUS_IN_HW_RESTART, &mvm->status))
3794			iwl_mvm_mld_select_links(mvm, vif, false);
3795	}
3796
3797	mvm_sta->authorized = true;
3798
3799	iwl_mvm_rs_rate_init_all_links(mvm, vif, sta);
3800
3801	/* MFP is set by default before the station is authorized.
3802	 * Clear it here in case it's not used.
3803	 */
3804	if (!sta->mfp)
3805		return callbacks->update_sta(mvm, vif, sta);
3806
3807	return 0;
3808}
3809
3810static int
3811iwl_mvm_sta_state_authorized_to_assoc(struct iwl_mvm *mvm,
3812				      struct ieee80211_vif *vif,
3813				      struct ieee80211_sta *sta,
3814				      const struct iwl_mvm_sta_state_ops *callbacks)
3815{
3816	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
3817	struct iwl_mvm_sta *mvmsta = iwl_mvm_sta_from_mac80211(sta);
3818
3819	lockdep_assert_held(&mvm->mutex);
3820
3821	mvmsta->authorized = false;
3822
3823	/* once we move into assoc state, need to update rate scale to
3824	 * disable using wide bandwidth
3825	 */
3826	iwl_mvm_rs_rate_init_all_links(mvm, vif, sta);
3827
3828	if (!sta->tdls) {
3829		/* Set this but don't call iwl_mvm_mac_ctxt_changed()
3830		 * yet to avoid sending high prio again for a little
3831		 * time.
3832		 */
3833		mvmvif->authorized = 0;
3834
3835		/* disable beacon filtering */
3836		iwl_mvm_disable_beacon_filter(mvm, vif, 0);
3837	}
3838
3839	return 0;
3840}
3841
3842/* Common part for MLD and non-MLD modes */
3843int iwl_mvm_mac_sta_state_common(struct ieee80211_hw *hw,
3844				 struct ieee80211_vif *vif,
3845				 struct ieee80211_sta *sta,
3846				 enum ieee80211_sta_state old_state,
3847				 enum ieee80211_sta_state new_state,
3848				 const struct iwl_mvm_sta_state_ops *callbacks)
3849{
3850	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
3851	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
3852	struct iwl_mvm_sta *mvm_sta = iwl_mvm_sta_from_mac80211(sta);
3853	struct ieee80211_link_sta *link_sta;
3854	unsigned int link_id;
3855	int ret;
3856
3857	IWL_DEBUG_MAC80211(mvm, "station %pM state change %d->%d\n",
3858			   sta->addr, old_state, new_state);
3859
3860	/*
3861	 * If we are in a STA removal flow and in DQA mode:
3862	 *
3863	 * This is after the sync_rcu part, so the queues have already been
3864	 * flushed. No more TXs on their way in mac80211's path, and no more in
3865	 * the queues.
3866	 * Also, we won't be getting any new TX frames for this station.
3867	 * What we might have are deferred TX frames that need to be taken care
3868	 * of.
3869	 *
3870	 * Drop any still-queued deferred-frame before removing the STA, and
3871	 * make sure the worker is no longer handling frames for this STA.
3872	 */
3873	if (old_state == IEEE80211_STA_NONE &&
3874	    new_state == IEEE80211_STA_NOTEXIST) {
3875		flush_work(&mvm->add_stream_wk);
3876
3877		/*
3878		 * No need to make sure deferred TX indication is off since the
3879		 * worker will already remove it if it was on
3880		 */
3881
3882		/*
3883		 * Additionally, reset the 40 MHz capability if we disconnected
3884		 * from the AP now.
3885		 */
3886		iwl_mvm_reset_cca_40mhz_workaround(mvm, vif);
3887
3888		/* Also free dup data just in case any assertions below fail */
3889		kfree(mvm_sta->dup_data);
3890	}
3891
3892	mutex_lock(&mvm->mutex);
3893
3894	/* this would be a mac80211 bug ... but don't crash, unless we had a
3895	 * firmware crash while we were activating a link, in which case it is
3896	 * legit to have phy_ctxt = NULL. Don't bother not to WARN if we are in
3897	 * recovery flow since we spit tons of error messages anyway.
3898	 */
3899	for_each_sta_active_link(vif, sta, link_sta, link_id) {
3900		if (WARN_ON_ONCE(!mvmvif->link[link_id] ||
3901				 !mvmvif->link[link_id]->phy_ctxt)) {
3902			mutex_unlock(&mvm->mutex);
3903			return test_bit(IWL_MVM_STATUS_HW_RESTART_REQUESTED,
3904					&mvm->status) ? 0 : -EINVAL;
3905		}
3906	}
3907
3908	/* track whether or not the station is associated */
3909	mvm_sta->sta_state = new_state;
3910
3911	if (old_state == IEEE80211_STA_NOTEXIST &&
3912	    new_state == IEEE80211_STA_NONE) {
3913		ret = iwl_mvm_sta_state_notexist_to_none(mvm, vif, sta,
3914							 callbacks);
3915		if (ret < 0)
3916			goto out_unlock;
3917	} else if (old_state == IEEE80211_STA_NONE &&
3918		   new_state == IEEE80211_STA_AUTH) {
3919		/*
3920		 * EBS may be disabled due to previous failures reported by FW.
3921		 * Reset EBS status here assuming environment has been changed.
3922		 */
3923		mvm->last_ebs_successful = true;
3924		iwl_mvm_check_uapsd(mvm, vif, sta->addr);
3925		ret = 0;
3926	} else if (old_state == IEEE80211_STA_AUTH &&
3927		   new_state == IEEE80211_STA_ASSOC) {
3928		ret = iwl_mvm_sta_state_auth_to_assoc(hw, mvm, vif, sta,
3929						      callbacks);
3930	} else if (old_state == IEEE80211_STA_ASSOC &&
3931		   new_state == IEEE80211_STA_AUTHORIZED) {
3932		ret = iwl_mvm_sta_state_assoc_to_authorized(mvm, vif, sta,
3933							    callbacks);
3934	} else if (old_state == IEEE80211_STA_AUTHORIZED &&
3935		   new_state == IEEE80211_STA_ASSOC) {
3936		ret = iwl_mvm_sta_state_authorized_to_assoc(mvm, vif, sta,
3937							    callbacks);
3938	} else if (old_state == IEEE80211_STA_ASSOC &&
3939		   new_state == IEEE80211_STA_AUTH) {
3940		if (vif->type == NL80211_IFTYPE_AP) {
3941			mvmvif->ap_assoc_sta_count--;
3942			callbacks->mac_ctxt_changed(mvm, vif, false);
3943		} else if (vif->type == NL80211_IFTYPE_STATION && !sta->tdls)
3944			iwl_mvm_stop_session_protection(mvm, vif);
3945		ret = 0;
3946	} else if (old_state == IEEE80211_STA_AUTH &&
3947		   new_state == IEEE80211_STA_NONE) {
3948		ret = 0;
3949	} else if (old_state == IEEE80211_STA_NONE &&
3950		   new_state == IEEE80211_STA_NOTEXIST) {
3951		if (vif->type == NL80211_IFTYPE_STATION && !sta->tdls) {
3952			iwl_mvm_stop_session_protection(mvm, vif);
3953			mvmvif->ap_sta = NULL;
3954		}
3955		ret = callbacks->rm_sta(mvm, vif, sta);
3956		if (sta->tdls) {
3957			iwl_mvm_recalc_tdls_state(mvm, vif, false);
3958			iwl_mvm_tdls_check_trigger(mvm, vif, sta->addr,
3959						   NL80211_TDLS_DISABLE_LINK);
3960		}
3961
3962		if (unlikely(ret &&
3963			     test_bit(IWL_MVM_STATUS_HW_RESTART_REQUESTED,
3964				      &mvm->status)))
3965			ret = 0;
3966	} else {
3967		ret = -EIO;
3968	}
3969 out_unlock:
3970	mutex_unlock(&mvm->mutex);
3971
3972	if (sta->tdls && ret == 0) {
3973		if (old_state == IEEE80211_STA_NOTEXIST &&
3974		    new_state == IEEE80211_STA_NONE)
3975			ieee80211_reserve_tid(sta, IWL_MVM_TDLS_FW_TID);
3976		else if (old_state == IEEE80211_STA_NONE &&
3977			 new_state == IEEE80211_STA_NOTEXIST)
3978			ieee80211_unreserve_tid(sta, IWL_MVM_TDLS_FW_TID);
3979	}
3980
3981	return ret;
3982}
3983
3984int iwl_mvm_mac_set_rts_threshold(struct ieee80211_hw *hw, u32 value)
3985{
3986	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
3987
3988	mvm->rts_threshold = value;
3989
3990	return 0;
3991}
3992
3993void iwl_mvm_sta_rc_update(struct ieee80211_hw *hw, struct ieee80211_vif *vif,
3994			   struct ieee80211_sta *sta, u32 changed)
3995{
3996	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
3997
3998	if (changed & (IEEE80211_RC_BW_CHANGED |
3999		       IEEE80211_RC_SUPP_RATES_CHANGED |
4000		       IEEE80211_RC_NSS_CHANGED))
4001		iwl_mvm_rs_rate_init_all_links(mvm, vif, sta);
4002
4003	if (vif->type == NL80211_IFTYPE_STATION &&
4004	    changed & IEEE80211_RC_NSS_CHANGED)
4005		iwl_mvm_sf_update(mvm, vif, false);
4006}
4007
4008static int iwl_mvm_mac_conf_tx(struct ieee80211_hw *hw,
4009			       struct ieee80211_vif *vif,
4010			       unsigned int link_id, u16 ac,
4011			       const struct ieee80211_tx_queue_params *params)
4012{
4013	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
4014	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
4015
4016	mvmvif->deflink.queue_params[ac] = *params;
4017
4018	/*
4019	 * No need to update right away, we'll get BSS_CHANGED_QOS
4020	 * The exception is P2P_DEVICE interface which needs immediate update.
4021	 */
4022	if (vif->type == NL80211_IFTYPE_P2P_DEVICE) {
4023		int ret;
4024
4025		mutex_lock(&mvm->mutex);
4026		ret = iwl_mvm_mac_ctxt_changed(mvm, vif, false, NULL);
4027		mutex_unlock(&mvm->mutex);
4028		return ret;
4029	}
4030	return 0;
4031}
4032
4033void iwl_mvm_mac_mgd_prepare_tx(struct ieee80211_hw *hw,
4034				struct ieee80211_vif *vif,
4035				struct ieee80211_prep_tx_info *info)
4036{
4037	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
4038
4039	mutex_lock(&mvm->mutex);
4040	iwl_mvm_protect_assoc(mvm, vif, info->duration, info->link_id);
4041	mutex_unlock(&mvm->mutex);
4042}
4043
4044void iwl_mvm_mac_mgd_complete_tx(struct ieee80211_hw *hw,
4045				 struct ieee80211_vif *vif,
4046				 struct ieee80211_prep_tx_info *info)
4047{
4048	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
4049
4050	/* for successful cases (auth/assoc), don't cancel session protection */
4051	if (info->success)
4052		return;
4053
4054	mutex_lock(&mvm->mutex);
4055	iwl_mvm_stop_session_protection(mvm, vif);
4056	mutex_unlock(&mvm->mutex);
4057}
4058
4059int iwl_mvm_mac_sched_scan_start(struct ieee80211_hw *hw,
4060				 struct ieee80211_vif *vif,
4061				 struct cfg80211_sched_scan_request *req,
4062				 struct ieee80211_scan_ies *ies)
4063{
4064	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
4065
4066	int ret;
4067
4068	mutex_lock(&mvm->mutex);
4069
4070	if (!vif->cfg.idle) {
4071		ret = -EBUSY;
4072		goto out;
4073	}
4074
4075	ret = iwl_mvm_sched_scan_start(mvm, vif, req, ies, IWL_MVM_SCAN_SCHED);
4076
4077out:
4078	mutex_unlock(&mvm->mutex);
4079	return ret;
4080}
4081
4082int iwl_mvm_mac_sched_scan_stop(struct ieee80211_hw *hw,
4083				struct ieee80211_vif *vif)
4084{
4085	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
4086	int ret;
4087
4088	mutex_lock(&mvm->mutex);
4089
4090	/* Due to a race condition, it's possible that mac80211 asks
4091	 * us to stop a sched_scan when it's already stopped.  This
4092	 * can happen, for instance, if we stopped the scan ourselves,
4093	 * called ieee80211_sched_scan_stopped() and the userspace called
4094	 * stop sched scan scan before ieee80211_sched_scan_stopped_work()
4095	 * could run.  To handle this, simply return if the scan is
4096	 * not running.
4097	*/
4098	if (!(mvm->scan_status & IWL_MVM_SCAN_SCHED)) {
4099		mutex_unlock(&mvm->mutex);
4100		return 0;
4101	}
4102
4103	ret = iwl_mvm_scan_stop(mvm, IWL_MVM_SCAN_SCHED, false);
4104	mutex_unlock(&mvm->mutex);
4105	iwl_mvm_wait_for_async_handlers(mvm);
4106
4107	return ret;
4108}
4109
4110static int __iwl_mvm_mac_set_key(struct ieee80211_hw *hw,
4111				 enum set_key_cmd cmd,
4112				 struct ieee80211_vif *vif,
4113				 struct ieee80211_sta *sta,
4114				 struct ieee80211_key_conf *key)
4115{
4116	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
4117	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
4118	struct iwl_mvm_sta *mvmsta = NULL;
4119	struct iwl_mvm_key_pn *ptk_pn = NULL;
4120	int keyidx = key->keyidx;
4121	u32 sec_key_id = WIDE_ID(DATA_PATH_GROUP, SEC_KEY_CMD);
4122	u8 sec_key_ver = iwl_fw_lookup_cmd_ver(mvm->fw, sec_key_id, 0);
4123	int ret, i;
4124	u8 key_offset;
4125
4126	if (sta)
4127		mvmsta = iwl_mvm_sta_from_mac80211(sta);
4128
4129	switch (key->cipher) {
4130	case WLAN_CIPHER_SUITE_TKIP:
4131		if (!mvm->trans->trans_cfg->gen2) {
4132			key->flags |= IEEE80211_KEY_FLAG_GENERATE_MMIC;
4133			key->flags |= IEEE80211_KEY_FLAG_PUT_IV_SPACE;
4134		} else if (vif->type == NL80211_IFTYPE_STATION) {
4135			key->flags |= IEEE80211_KEY_FLAG_PUT_MIC_SPACE;
4136		} else {
4137			IWL_DEBUG_MAC80211(mvm, "Use SW encryption for TKIP\n");
4138			return -EOPNOTSUPP;
4139		}
4140		break;
4141	case WLAN_CIPHER_SUITE_CCMP:
4142	case WLAN_CIPHER_SUITE_GCMP:
4143	case WLAN_CIPHER_SUITE_GCMP_256:
4144		if (!iwl_mvm_has_new_tx_api(mvm))
4145			key->flags |= IEEE80211_KEY_FLAG_PUT_IV_SPACE;
4146		break;
4147	case WLAN_CIPHER_SUITE_AES_CMAC:
4148	case WLAN_CIPHER_SUITE_BIP_GMAC_128:
4149	case WLAN_CIPHER_SUITE_BIP_GMAC_256:
4150		WARN_ON_ONCE(!ieee80211_hw_check(hw, MFP_CAPABLE));
4151		break;
4152	case WLAN_CIPHER_SUITE_WEP40:
4153	case WLAN_CIPHER_SUITE_WEP104:
4154		if (vif->type == NL80211_IFTYPE_STATION)
4155			break;
4156		if (iwl_mvm_has_new_tx_api(mvm))
4157			return -EOPNOTSUPP;
4158		/* support HW crypto on TX */
4159		return 0;
4160	default:
4161		return -EOPNOTSUPP;
4162	}
4163
4164	switch (cmd) {
4165	case SET_KEY:
4166		if (vif->type == NL80211_IFTYPE_STATION &&
4167		    (keyidx == 6 || keyidx == 7))
4168			rcu_assign_pointer(mvmvif->bcn_prot.keys[keyidx - 6],
4169					   key);
4170
4171		if ((vif->type == NL80211_IFTYPE_ADHOC ||
4172		     vif->type == NL80211_IFTYPE_AP) && !sta) {
4173			/*
4174			 * GTK on AP interface is a TX-only key, return 0;
4175			 * on IBSS they're per-station and because we're lazy
4176			 * we don't support them for RX, so do the same.
4177			 * CMAC/GMAC in AP/IBSS modes must be done in software
4178			 * on older NICs.
4179			 *
4180			 * Except, of course, beacon protection - it must be
4181			 * offloaded since we just set a beacon template, and
4182			 * then we must also offload the IGTK (not just BIGTK)
4183			 * for firmware reasons.
4184			 *
4185			 * So just check for beacon protection - if we don't
4186			 * have it we cannot get here with keyidx >= 6, and
4187			 * if we do have it we need to send the key to FW in
4188			 * all cases (CMAC/GMAC).
4189			 */
4190			if (!wiphy_ext_feature_isset(hw->wiphy,
4191						     NL80211_EXT_FEATURE_BEACON_PROTECTION) &&
4192			    (key->cipher == WLAN_CIPHER_SUITE_AES_CMAC ||
4193			     key->cipher == WLAN_CIPHER_SUITE_BIP_GMAC_128 ||
4194			     key->cipher == WLAN_CIPHER_SUITE_BIP_GMAC_256)) {
4195				ret = -EOPNOTSUPP;
4196				break;
4197			}
4198
4199			if (key->cipher != WLAN_CIPHER_SUITE_GCMP &&
4200			    key->cipher != WLAN_CIPHER_SUITE_GCMP_256 &&
4201			    !iwl_mvm_has_new_tx_api(mvm)) {
4202				key->hw_key_idx = STA_KEY_IDX_INVALID;
4203				ret = 0;
4204				break;
4205			}
4206
4207			if (!mvmvif->ap_ibss_active) {
4208				for (i = 0;
4209				     i < ARRAY_SIZE(mvmvif->ap_early_keys);
4210				     i++) {
4211					if (!mvmvif->ap_early_keys[i]) {
4212						mvmvif->ap_early_keys[i] = key;
4213						break;
4214					}
4215				}
4216
4217				if (i >= ARRAY_SIZE(mvmvif->ap_early_keys))
4218					ret = -ENOSPC;
4219				else
4220					ret = 0;
4221
4222				break;
4223			}
4224		}
4225
4226		/* During FW restart, in order to restore the state as it was,
4227		 * don't try to reprogram keys we previously failed for.
4228		 */
4229		if (test_bit(IWL_MVM_STATUS_IN_HW_RESTART, &mvm->status) &&
4230		    key->hw_key_idx == STA_KEY_IDX_INVALID) {
4231			IWL_DEBUG_MAC80211(mvm,
4232					   "skip invalid idx key programming during restart\n");
4233			ret = 0;
4234			break;
4235		}
4236
4237		if (!test_bit(IWL_MVM_STATUS_IN_HW_RESTART, &mvm->status) &&
4238		    mvmsta && iwl_mvm_has_new_rx_api(mvm) &&
4239		    key->flags & IEEE80211_KEY_FLAG_PAIRWISE &&
4240		    (key->cipher == WLAN_CIPHER_SUITE_CCMP ||
4241		     key->cipher == WLAN_CIPHER_SUITE_GCMP ||
4242		     key->cipher == WLAN_CIPHER_SUITE_GCMP_256)) {
4243			struct ieee80211_key_seq seq;
4244			int tid, q;
4245
4246			WARN_ON(rcu_access_pointer(mvmsta->ptk_pn[keyidx]));
4247			ptk_pn = kzalloc(struct_size(ptk_pn, q,
4248						     mvm->trans->num_rx_queues),
4249					 GFP_KERNEL);
4250			if (!ptk_pn) {
4251				ret = -ENOMEM;
4252				break;
4253			}
4254
4255			for (tid = 0; tid < IWL_MAX_TID_COUNT; tid++) {
4256				ieee80211_get_key_rx_seq(key, tid, &seq);
4257				for (q = 0; q < mvm->trans->num_rx_queues; q++)
4258					memcpy(ptk_pn->q[q].pn[tid],
4259					       seq.ccmp.pn,
4260					       IEEE80211_CCMP_PN_LEN);
4261			}
4262
4263			rcu_assign_pointer(mvmsta->ptk_pn[keyidx], ptk_pn);
4264		}
4265
4266		/* in HW restart reuse the index, otherwise request a new one */
4267		if (test_bit(IWL_MVM_STATUS_IN_HW_RESTART, &mvm->status))
4268			key_offset = key->hw_key_idx;
4269		else
4270			key_offset = STA_KEY_IDX_INVALID;
4271
4272		if (mvmsta && key->flags & IEEE80211_KEY_FLAG_PAIRWISE)
4273			mvmsta->pairwise_cipher = key->cipher;
4274
4275		IWL_DEBUG_MAC80211(mvm, "set hwcrypto key (sta:%pM, id:%d)\n",
4276				   sta ? sta->addr : NULL, key->keyidx);
4277
4278		if (sec_key_ver)
4279			ret = iwl_mvm_sec_key_add(mvm, vif, sta, key);
4280		else
4281			ret = iwl_mvm_set_sta_key(mvm, vif, sta, key, key_offset);
4282
4283		if (ret) {
4284			IWL_WARN(mvm, "set key failed\n");
4285			key->hw_key_idx = STA_KEY_IDX_INVALID;
4286			if (ptk_pn) {
4287				RCU_INIT_POINTER(mvmsta->ptk_pn[keyidx], NULL);
4288				kfree(ptk_pn);
4289			}
4290			/*
4291			 * can't add key for RX, but we don't need it
4292			 * in the device for TX so still return 0,
4293			 * unless we have new TX API where we cannot
4294			 * put key material into the TX_CMD
4295			 */
4296			if (iwl_mvm_has_new_tx_api(mvm))
4297				ret = -EOPNOTSUPP;
4298			else
4299				ret = 0;
4300		}
4301
4302		break;
4303	case DISABLE_KEY:
4304		if (vif->type == NL80211_IFTYPE_STATION &&
4305		    (keyidx == 6 || keyidx == 7))
4306			RCU_INIT_POINTER(mvmvif->bcn_prot.keys[keyidx - 6],
4307					 NULL);
4308
4309		ret = -ENOENT;
4310		for (i = 0; i < ARRAY_SIZE(mvmvif->ap_early_keys); i++) {
4311			if (mvmvif->ap_early_keys[i] == key) {
4312				mvmvif->ap_early_keys[i] = NULL;
4313				ret = 0;
4314			}
4315		}
4316
4317		/* found in pending list - don't do anything else */
4318		if (ret == 0)
4319			break;
4320
4321		if (key->hw_key_idx == STA_KEY_IDX_INVALID) {
4322			ret = 0;
4323			break;
4324		}
4325
4326		if (mvmsta && iwl_mvm_has_new_rx_api(mvm) &&
4327		    key->flags & IEEE80211_KEY_FLAG_PAIRWISE &&
4328		    (key->cipher == WLAN_CIPHER_SUITE_CCMP ||
4329		     key->cipher == WLAN_CIPHER_SUITE_GCMP ||
4330		     key->cipher == WLAN_CIPHER_SUITE_GCMP_256)) {
4331			ptk_pn = rcu_dereference_protected(
4332						mvmsta->ptk_pn[keyidx],
4333						lockdep_is_held(&mvm->mutex));
4334			RCU_INIT_POINTER(mvmsta->ptk_pn[keyidx], NULL);
4335			if (ptk_pn)
4336				kfree_rcu(ptk_pn, rcu_head);
4337		}
4338
4339		IWL_DEBUG_MAC80211(mvm, "disable hwcrypto key\n");
4340		if (sec_key_ver)
4341			ret = iwl_mvm_sec_key_del(mvm, vif, sta, key);
4342		else
4343			ret = iwl_mvm_remove_sta_key(mvm, vif, sta, key);
4344		break;
4345	default:
4346		ret = -EINVAL;
4347	}
4348
4349	return ret;
4350}
4351
4352int iwl_mvm_mac_set_key(struct ieee80211_hw *hw, enum set_key_cmd cmd,
4353			struct ieee80211_vif *vif, struct ieee80211_sta *sta,
4354			struct ieee80211_key_conf *key)
4355{
4356	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
4357	int ret;
4358
4359	mutex_lock(&mvm->mutex);
4360	ret = __iwl_mvm_mac_set_key(hw, cmd, vif, sta, key);
4361	mutex_unlock(&mvm->mutex);
4362
4363	return ret;
4364}
4365
4366void iwl_mvm_mac_update_tkip_key(struct ieee80211_hw *hw,
4367				 struct ieee80211_vif *vif,
4368				 struct ieee80211_key_conf *keyconf,
4369				 struct ieee80211_sta *sta,
4370				 u32 iv32, u16 *phase1key)
4371{
4372	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
4373
4374	if (keyconf->hw_key_idx == STA_KEY_IDX_INVALID)
4375		return;
4376
4377	iwl_mvm_update_tkip_key(mvm, vif, keyconf, sta, iv32, phase1key);
4378}
4379
4380
4381static bool iwl_mvm_rx_aux_roc(struct iwl_notif_wait_data *notif_wait,
4382			       struct iwl_rx_packet *pkt, void *data)
4383{
4384	struct iwl_mvm *mvm =
4385		container_of(notif_wait, struct iwl_mvm, notif_wait);
4386	struct iwl_hs20_roc_res *resp;
4387	int resp_len = iwl_rx_packet_payload_len(pkt);
4388	struct iwl_mvm_time_event_data *te_data = data;
4389
4390	if (WARN_ON(pkt->hdr.cmd != HOT_SPOT_CMD))
4391		return true;
4392
4393	if (WARN_ON_ONCE(resp_len != sizeof(*resp))) {
4394		IWL_ERR(mvm, "Invalid HOT_SPOT_CMD response\n");
4395		return true;
4396	}
4397
4398	resp = (void *)pkt->data;
4399
4400	IWL_DEBUG_TE(mvm,
4401		     "Aux ROC: Received response from ucode: status=%d uid=%d\n",
4402		     resp->status, resp->event_unique_id);
4403
4404	te_data->uid = le32_to_cpu(resp->event_unique_id);
4405	IWL_DEBUG_TE(mvm, "TIME_EVENT_CMD response - UID = 0x%x\n",
4406		     te_data->uid);
4407
4408	spin_lock_bh(&mvm->time_event_lock);
4409	list_add_tail(&te_data->list, &mvm->aux_roc_te_list);
4410	spin_unlock_bh(&mvm->time_event_lock);
4411
4412	return true;
4413}
4414
4415#define AUX_ROC_MIN_DURATION MSEC_TO_TU(100)
4416#define AUX_ROC_MIN_DELAY MSEC_TO_TU(200)
4417#define AUX_ROC_MAX_DELAY MSEC_TO_TU(600)
4418#define AUX_ROC_SAFETY_BUFFER MSEC_TO_TU(20)
4419#define AUX_ROC_MIN_SAFETY_BUFFER MSEC_TO_TU(10)
4420
4421static void iwl_mvm_roc_duration_and_delay(struct ieee80211_vif *vif,
4422					   u32 duration_ms,
4423					   u32 *duration_tu,
4424					   u32 *delay)
4425{
4426	u32 dtim_interval = vif->bss_conf.dtim_period *
4427		vif->bss_conf.beacon_int;
4428
4429	*delay = AUX_ROC_MIN_DELAY;
4430	*duration_tu = MSEC_TO_TU(duration_ms);
4431
4432	/*
4433	 * If we are associated we want the delay time to be at least one
4434	 * dtim interval so that the FW can wait until after the DTIM and
4435	 * then start the time event, this will potentially allow us to
4436	 * remain off-channel for the max duration.
4437	 * Since we want to use almost a whole dtim interval we would also
4438	 * like the delay to be for 2-3 dtim intervals, in case there are
4439	 * other time events with higher priority.
4440	 */
4441	if (vif->cfg.assoc) {
4442		*delay = min_t(u32, dtim_interval * 3, AUX_ROC_MAX_DELAY);
4443		/* We cannot remain off-channel longer than the DTIM interval */
4444		if (dtim_interval <= *duration_tu) {
4445			*duration_tu = dtim_interval - AUX_ROC_SAFETY_BUFFER;
4446			if (*duration_tu <= AUX_ROC_MIN_DURATION)
4447				*duration_tu = dtim_interval -
4448					AUX_ROC_MIN_SAFETY_BUFFER;
4449		}
4450	}
4451}
4452
4453static int iwl_mvm_send_aux_roc_cmd(struct iwl_mvm *mvm,
4454				    struct ieee80211_channel *channel,
4455				    struct ieee80211_vif *vif,
4456				    int duration)
4457{
4458	int res;
4459	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
4460	struct iwl_mvm_time_event_data *te_data = &mvmvif->hs_time_event_data;
4461	static const u16 time_event_response[] = { HOT_SPOT_CMD };
4462	struct iwl_notification_wait wait_time_event;
4463	u32 req_dur, delay;
4464	struct iwl_hs20_roc_req aux_roc_req = {
4465		.action = cpu_to_le32(FW_CTXT_ACTION_ADD),
4466		.id_and_color =
4467			cpu_to_le32(FW_CMD_ID_AND_COLOR(MAC_INDEX_AUX, 0)),
4468		.sta_id_and_color = cpu_to_le32(mvm->aux_sta.sta_id),
4469	};
4470	struct iwl_hs20_roc_req_tail *tail = iwl_mvm_chan_info_cmd_tail(mvm,
4471		&aux_roc_req.channel_info);
4472	u16 len = sizeof(aux_roc_req) - iwl_mvm_chan_info_padding(mvm);
4473
4474	/* Set the channel info data */
4475	iwl_mvm_set_chan_info(mvm, &aux_roc_req.channel_info, channel->hw_value,
4476			      iwl_mvm_phy_band_from_nl80211(channel->band),
4477			      IWL_PHY_CHANNEL_MODE20,
4478			      0);
4479
4480	/* Set the time and duration */
4481	tail->apply_time = cpu_to_le32(iwl_mvm_get_systime(mvm));
4482
4483	iwl_mvm_roc_duration_and_delay(vif, duration, &req_dur, &delay);
4484	tail->duration = cpu_to_le32(req_dur);
4485	tail->apply_time_max_delay = cpu_to_le32(delay);
4486
4487	IWL_DEBUG_TE(mvm,
4488		     "ROC: Requesting to remain on channel %u for %ums\n",
4489		     channel->hw_value, req_dur);
4490	IWL_DEBUG_TE(mvm,
4491		     "\t(requested = %ums, max_delay = %ums)\n",
4492		     duration, delay);
4493
4494	/* Set the node address */
4495	memcpy(tail->node_addr, vif->addr, ETH_ALEN);
4496
4497	lockdep_assert_held(&mvm->mutex);
4498
4499	spin_lock_bh(&mvm->time_event_lock);
4500
4501	if (WARN_ON(te_data->id == HOT_SPOT_CMD)) {
4502		spin_unlock_bh(&mvm->time_event_lock);
4503		return -EIO;
4504	}
4505
4506	te_data->vif = vif;
4507	te_data->duration = duration;
4508	te_data->id = HOT_SPOT_CMD;
4509
4510	spin_unlock_bh(&mvm->time_event_lock);
4511
4512	/*
4513	 * Use a notification wait, which really just processes the
4514	 * command response and doesn't wait for anything, in order
4515	 * to be able to process the response and get the UID inside
4516	 * the RX path. Using CMD_WANT_SKB doesn't work because it
4517	 * stores the buffer and then wakes up this thread, by which
4518	 * time another notification (that the time event started)
4519	 * might already be processed unsuccessfully.
4520	 */
4521	iwl_init_notification_wait(&mvm->notif_wait, &wait_time_event,
4522				   time_event_response,
4523				   ARRAY_SIZE(time_event_response),
4524				   iwl_mvm_rx_aux_roc, te_data);
4525
4526	res = iwl_mvm_send_cmd_pdu(mvm, HOT_SPOT_CMD, 0, len,
4527				   &aux_roc_req);
4528
4529	if (res) {
4530		IWL_ERR(mvm, "Couldn't send HOT_SPOT_CMD: %d\n", res);
4531		iwl_remove_notification(&mvm->notif_wait, &wait_time_event);
4532		goto out_clear_te;
4533	}
4534
4535	/* No need to wait for anything, so just pass 1 (0 isn't valid) */
4536	res = iwl_wait_notification(&mvm->notif_wait, &wait_time_event, 1);
4537	/* should never fail */
4538	WARN_ON_ONCE(res);
4539
4540	if (res) {
4541 out_clear_te:
4542		spin_lock_bh(&mvm->time_event_lock);
4543		iwl_mvm_te_clear_data(mvm, te_data);
4544		spin_unlock_bh(&mvm->time_event_lock);
4545	}
4546
4547	return res;
4548}
4549
4550static int iwl_mvm_roc_add_cmd(struct iwl_mvm *mvm,
4551			       struct ieee80211_channel *channel,
4552			       struct ieee80211_vif *vif,
4553			       int duration, u32 activity)
4554{
4555	int res;
4556	u32 duration_tu, delay;
4557	struct iwl_roc_req roc_req = {
4558		.action = cpu_to_le32(FW_CTXT_ACTION_ADD),
4559		.activity = cpu_to_le32(activity),
4560		.sta_id = cpu_to_le32(mvm->aux_sta.sta_id),
4561	};
4562
4563	lockdep_assert_held(&mvm->mutex);
4564
4565	/* Set the channel info data */
4566	iwl_mvm_set_chan_info(mvm, &roc_req.channel_info,
4567			      channel->hw_value,
4568			      iwl_mvm_phy_band_from_nl80211(channel->band),
4569			      IWL_PHY_CHANNEL_MODE20, 0);
4570
4571	iwl_mvm_roc_duration_and_delay(vif, duration, &duration_tu,
4572				       &delay);
4573	roc_req.duration = cpu_to_le32(duration_tu);
4574	roc_req.max_delay = cpu_to_le32(delay);
4575
4576	IWL_DEBUG_TE(mvm,
4577		     "\t(requested = %ums, max_delay = %ums)\n",
4578		     duration, delay);
4579	IWL_DEBUG_TE(mvm,
4580		     "Requesting to remain on channel %u for %utu\n",
4581		     channel->hw_value, duration_tu);
4582
4583	/* Set the node address */
4584	memcpy(roc_req.node_addr, vif->addr, ETH_ALEN);
4585
4586	res = iwl_mvm_send_cmd_pdu(mvm, WIDE_ID(MAC_CONF_GROUP, ROC_CMD),
4587				   0, sizeof(roc_req), &roc_req);
4588
4589	return res;
4590}
4591
4592static int iwl_mvm_add_aux_sta_for_hs20(struct iwl_mvm *mvm, u32 lmac_id)
4593{
4594	int ret = 0;
4595
4596	lockdep_assert_held(&mvm->mutex);
4597
4598	if (!fw_has_capa(&mvm->fw->ucode_capa,
4599			 IWL_UCODE_TLV_CAPA_HOTSPOT_SUPPORT)) {
4600		IWL_ERR(mvm, "hotspot not supported\n");
4601		return -EINVAL;
4602	}
4603
4604	if (iwl_mvm_has_new_station_api(mvm->fw)) {
4605		ret = iwl_mvm_add_aux_sta(mvm, lmac_id);
4606		WARN(ret, "Failed to allocate aux station");
4607	}
4608
4609	return ret;
4610}
4611
4612static int iwl_mvm_roc_link(struct iwl_mvm *mvm, struct ieee80211_vif *vif)
4613{
4614	int ret;
4615
4616	lockdep_assert_held(&mvm->mutex);
4617
4618	ret = iwl_mvm_binding_add_vif(mvm, vif);
4619	if (WARN(ret, "Failed binding P2P_DEVICE\n"))
4620		return ret;
4621
4622	/* The station and queue allocation must be done only after the binding
4623	 * is done, as otherwise the FW might incorrectly configure its state.
4624	 */
4625	return iwl_mvm_add_p2p_bcast_sta(mvm, vif);
4626}
4627
4628static int iwl_mvm_roc(struct ieee80211_hw *hw,
4629		       struct ieee80211_vif *vif,
4630		       struct ieee80211_channel *channel,
4631		       int duration,
4632		       enum ieee80211_roc_type type)
4633{
4634	static const struct iwl_mvm_roc_ops ops = {
4635		.add_aux_sta_for_hs20 = iwl_mvm_add_aux_sta_for_hs20,
4636		.link = iwl_mvm_roc_link,
4637	};
4638
4639	return iwl_mvm_roc_common(hw, vif, channel, duration, type, &ops);
4640}
4641
4642static int iwl_mvm_roc_station(struct iwl_mvm *mvm,
4643			       struct ieee80211_channel *channel,
4644			       struct ieee80211_vif *vif,
4645			       int duration)
4646{
4647	int ret;
4648	u32 cmd_id = WIDE_ID(MAC_CONF_GROUP, ROC_CMD);
4649	u8 fw_ver = iwl_fw_lookup_cmd_ver(mvm->fw, cmd_id,
4650					  IWL_FW_CMD_VER_UNKNOWN);
4651
4652	if (fw_ver == IWL_FW_CMD_VER_UNKNOWN) {
4653		ret = iwl_mvm_send_aux_roc_cmd(mvm, channel, vif, duration);
4654	} else if (fw_ver == 3) {
4655		ret = iwl_mvm_roc_add_cmd(mvm, channel, vif, duration,
4656					  ROC_ACTIVITY_HOTSPOT);
4657	} else {
4658		ret = -EOPNOTSUPP;
4659		IWL_ERR(mvm, "ROC command version %d mismatch!\n", fw_ver);
4660	}
4661
4662	return ret;
4663}
4664
4665static int iwl_mvm_p2p_find_phy_ctxt(struct iwl_mvm *mvm,
4666				     struct ieee80211_vif *vif,
4667				     struct ieee80211_channel *channel)
4668{
4669	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
4670	struct cfg80211_chan_def chandef;
4671	int i;
4672
4673	lockdep_assert_held(&mvm->mutex);
4674
4675	if (mvmvif->deflink.phy_ctxt &&
4676	    channel == mvmvif->deflink.phy_ctxt->channel)
4677		return 0;
4678
4679	/* Try using a PHY context that is already in use */
4680	for (i = 0; i < NUM_PHY_CTX; i++) {
4681		struct iwl_mvm_phy_ctxt *phy_ctxt = &mvm->phy_ctxts[i];
4682
4683		if (!phy_ctxt->ref || mvmvif->deflink.phy_ctxt == phy_ctxt)
4684			continue;
4685
4686		if (channel == phy_ctxt->channel) {
4687			if (mvmvif->deflink.phy_ctxt)
4688				iwl_mvm_phy_ctxt_unref(mvm,
4689						       mvmvif->deflink.phy_ctxt);
4690
4691			mvmvif->deflink.phy_ctxt = phy_ctxt;
4692			iwl_mvm_phy_ctxt_ref(mvm, mvmvif->deflink.phy_ctxt);
4693			return 0;
4694		}
4695	}
4696
4697	/* We already have a phy_ctxt, but it's not on the right channel */
4698	if (mvmvif->deflink.phy_ctxt)
4699		iwl_mvm_phy_ctxt_unref(mvm, mvmvif->deflink.phy_ctxt);
4700
4701	mvmvif->deflink.phy_ctxt = iwl_mvm_get_free_phy_ctxt(mvm);
4702	if (!mvmvif->deflink.phy_ctxt)
4703		return -ENOSPC;
4704
4705	cfg80211_chandef_create(&chandef, channel, NL80211_CHAN_NO_HT);
4706
4707	return iwl_mvm_phy_ctxt_add(mvm, mvmvif->deflink.phy_ctxt,
4708				    &chandef, 1, 1);
4709}
4710
4711/* Execute the common part for MLD and non-MLD modes */
4712int iwl_mvm_roc_common(struct ieee80211_hw *hw, struct ieee80211_vif *vif,
4713		       struct ieee80211_channel *channel, int duration,
4714		       enum ieee80211_roc_type type,
4715		       const struct iwl_mvm_roc_ops *ops)
4716{
4717	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
4718	u32 lmac_id;
4719	int ret;
4720
4721	IWL_DEBUG_MAC80211(mvm, "enter (%d, %d, %d)\n", channel->hw_value,
4722			   duration, type);
4723
4724	/*
4725	 * Flush the done work, just in case it's still pending, so that
4726	 * the work it does can complete and we can accept new frames.
4727	 */
4728	flush_work(&mvm->roc_done_wk);
4729
4730	mutex_lock(&mvm->mutex);
4731
4732	switch (vif->type) {
4733	case NL80211_IFTYPE_STATION:
4734		lmac_id = iwl_mvm_get_lmac_id(mvm, channel->band);
4735
4736		/* Use aux roc framework (HS20) */
4737		ret = ops->add_aux_sta_for_hs20(mvm, lmac_id);
4738		if (!ret)
4739			ret = iwl_mvm_roc_station(mvm, channel, vif, duration);
4740		goto out_unlock;
4741	case NL80211_IFTYPE_P2P_DEVICE:
4742		/* handle below */
4743		break;
4744	default:
4745		IWL_ERR(mvm, "ROC: Invalid vif type=%u\n", vif->type);
4746		ret = -EINVAL;
4747		goto out_unlock;
4748	}
4749
4750
4751	ret = iwl_mvm_p2p_find_phy_ctxt(mvm, vif, channel);
4752	if (ret)
4753		goto out_unlock;
4754
4755	ret = ops->link(mvm, vif);
4756	if (ret)
4757		goto out_unlock;
4758
4759	ret = iwl_mvm_start_p2p_roc(mvm, vif, duration, type);
4760out_unlock:
4761	mutex_unlock(&mvm->mutex);
4762	IWL_DEBUG_MAC80211(mvm, "leave\n");
4763	return ret;
4764}
4765
4766int iwl_mvm_cancel_roc(struct ieee80211_hw *hw,
4767		       struct ieee80211_vif *vif)
4768{
4769	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
4770
4771	IWL_DEBUG_MAC80211(mvm, "enter\n");
4772
4773	mutex_lock(&mvm->mutex);
4774	iwl_mvm_stop_roc(mvm, vif);
4775	mutex_unlock(&mvm->mutex);
4776
4777	IWL_DEBUG_MAC80211(mvm, "leave\n");
4778	return 0;
4779}
4780
4781struct iwl_mvm_ftm_responder_iter_data {
4782	bool responder;
4783	struct ieee80211_chanctx_conf *ctx;
4784};
4785
4786static void iwl_mvm_ftm_responder_chanctx_iter(void *_data, u8 *mac,
4787					       struct ieee80211_vif *vif)
4788{
4789	struct iwl_mvm_ftm_responder_iter_data *data = _data;
4790
4791	if (rcu_access_pointer(vif->bss_conf.chanctx_conf) == data->ctx &&
4792	    vif->type == NL80211_IFTYPE_AP && vif->bss_conf.ftmr_params)
4793		data->responder = true;
4794}
4795
4796static bool iwl_mvm_is_ftm_responder_chanctx(struct iwl_mvm *mvm,
4797					     struct ieee80211_chanctx_conf *ctx)
4798{
4799	struct iwl_mvm_ftm_responder_iter_data data = {
4800		.responder = false,
4801		.ctx = ctx,
4802	};
4803
4804	ieee80211_iterate_active_interfaces_atomic(mvm->hw,
4805					IEEE80211_IFACE_ITER_NORMAL,
4806					iwl_mvm_ftm_responder_chanctx_iter,
4807					&data);
4808	return data.responder;
4809}
4810
4811static int __iwl_mvm_add_chanctx(struct iwl_mvm *mvm,
4812				 struct ieee80211_chanctx_conf *ctx)
4813{
4814	u16 *phy_ctxt_id = (u16 *)ctx->drv_priv;
4815	struct iwl_mvm_phy_ctxt *phy_ctxt;
4816	bool use_def = iwl_mvm_is_ftm_responder_chanctx(mvm, ctx) ||
4817		iwl_mvm_enable_fils(mvm, ctx);
4818	struct cfg80211_chan_def *def = use_def ? &ctx->def : &ctx->min_def;
4819	int ret;
4820
4821	lockdep_assert_held(&mvm->mutex);
4822
4823	IWL_DEBUG_MAC80211(mvm, "Add channel context\n");
4824
4825	phy_ctxt = iwl_mvm_get_free_phy_ctxt(mvm);
4826	if (!phy_ctxt) {
4827		ret = -ENOSPC;
4828		goto out;
4829	}
4830
4831	ret = iwl_mvm_phy_ctxt_add(mvm, phy_ctxt, def,
4832				   ctx->rx_chains_static,
4833				   ctx->rx_chains_dynamic);
4834	if (ret) {
4835		IWL_ERR(mvm, "Failed to add PHY context\n");
4836		goto out;
4837	}
4838
4839	*phy_ctxt_id = phy_ctxt->id;
4840out:
4841	return ret;
4842}
4843
4844int iwl_mvm_add_chanctx(struct ieee80211_hw *hw,
4845			struct ieee80211_chanctx_conf *ctx)
4846{
4847	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
4848	int ret;
4849
4850	mutex_lock(&mvm->mutex);
4851	ret = __iwl_mvm_add_chanctx(mvm, ctx);
4852	mutex_unlock(&mvm->mutex);
4853
4854	return ret;
4855}
4856
4857static void __iwl_mvm_remove_chanctx(struct iwl_mvm *mvm,
4858				     struct ieee80211_chanctx_conf *ctx)
4859{
4860	u16 *phy_ctxt_id = (u16 *)ctx->drv_priv;
4861	struct iwl_mvm_phy_ctxt *phy_ctxt = &mvm->phy_ctxts[*phy_ctxt_id];
4862
4863	lockdep_assert_held(&mvm->mutex);
4864
4865	iwl_mvm_phy_ctxt_unref(mvm, phy_ctxt);
4866}
4867
4868void iwl_mvm_remove_chanctx(struct ieee80211_hw *hw,
4869			    struct ieee80211_chanctx_conf *ctx)
4870{
4871	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
4872
4873	mutex_lock(&mvm->mutex);
4874	__iwl_mvm_remove_chanctx(mvm, ctx);
4875	mutex_unlock(&mvm->mutex);
4876}
4877
4878void iwl_mvm_change_chanctx(struct ieee80211_hw *hw,
4879			    struct ieee80211_chanctx_conf *ctx, u32 changed)
4880{
4881	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
4882	u16 *phy_ctxt_id = (u16 *)ctx->drv_priv;
4883	struct iwl_mvm_phy_ctxt *phy_ctxt = &mvm->phy_ctxts[*phy_ctxt_id];
4884	bool use_def = iwl_mvm_is_ftm_responder_chanctx(mvm, ctx) ||
4885		iwl_mvm_enable_fils(mvm, ctx);
4886	struct cfg80211_chan_def *def = use_def ? &ctx->def : &ctx->min_def;
4887
4888	if (WARN_ONCE((phy_ctxt->ref > 1) &&
4889		      (changed & ~(IEEE80211_CHANCTX_CHANGE_WIDTH |
4890				   IEEE80211_CHANCTX_CHANGE_RX_CHAINS |
4891				   IEEE80211_CHANCTX_CHANGE_RADAR |
4892				   IEEE80211_CHANCTX_CHANGE_MIN_WIDTH)),
4893		      "Cannot change PHY. Ref=%d, changed=0x%X\n",
4894		      phy_ctxt->ref, changed))
4895		return;
4896
4897	mutex_lock(&mvm->mutex);
4898
4899	/* we are only changing the min_width, may be a noop */
4900	if (changed == IEEE80211_CHANCTX_CHANGE_MIN_WIDTH) {
4901		if (phy_ctxt->width == def->width)
4902			goto out_unlock;
4903
4904		/* we are just toggling between 20_NOHT and 20 */
4905		if (phy_ctxt->width <= NL80211_CHAN_WIDTH_20 &&
4906		    def->width <= NL80211_CHAN_WIDTH_20)
4907			goto out_unlock;
4908	}
4909
4910	iwl_mvm_bt_coex_vif_change(mvm);
4911	iwl_mvm_phy_ctxt_changed(mvm, phy_ctxt, def,
4912				 ctx->rx_chains_static,
4913				 ctx->rx_chains_dynamic);
4914
4915out_unlock:
4916	mutex_unlock(&mvm->mutex);
4917}
4918
4919/*
4920 * This function executes the common part for MLD and non-MLD modes.
4921 *
4922 * Returns true if we're done assigning the chanctx
4923 * (either on failure or success)
4924 */
4925static bool
4926__iwl_mvm_assign_vif_chanctx_common(struct iwl_mvm *mvm,
4927				    struct ieee80211_vif *vif,
4928				    struct ieee80211_chanctx_conf *ctx,
4929				    bool switching_chanctx, int *ret)
4930{
4931	u16 *phy_ctxt_id = (u16 *)ctx->drv_priv;
4932	struct iwl_mvm_phy_ctxt *phy_ctxt = &mvm->phy_ctxts[*phy_ctxt_id];
4933	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
4934
4935	lockdep_assert_held(&mvm->mutex);
4936
4937	mvmvif->deflink.phy_ctxt = phy_ctxt;
4938
4939	switch (vif->type) {
4940	case NL80211_IFTYPE_AP:
4941		/* only needed if we're switching chanctx (i.e. during CSA) */
4942		if (switching_chanctx) {
4943			mvmvif->ap_ibss_active = true;
4944			break;
4945		}
4946		fallthrough;
4947	case NL80211_IFTYPE_ADHOC:
4948		/*
4949		 * The AP binding flow is handled as part of the start_ap flow
4950		 * (in bss_info_changed), similarly for IBSS.
4951		 */
4952		*ret = 0;
4953		return true;
4954	case NL80211_IFTYPE_STATION:
4955		break;
4956	case NL80211_IFTYPE_MONITOR:
4957		/* always disable PS when a monitor interface is active */
4958		mvmvif->ps_disabled = true;
4959		break;
4960	default:
4961		*ret = -EINVAL;
4962		return true;
4963	}
4964	return false;
4965}
4966
4967static int __iwl_mvm_assign_vif_chanctx(struct iwl_mvm *mvm,
4968					struct ieee80211_vif *vif,
4969					struct ieee80211_bss_conf *link_conf,
4970					struct ieee80211_chanctx_conf *ctx,
4971					bool switching_chanctx)
4972{
4973	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
4974	int ret;
4975
4976	if (WARN_ON(!link_conf))
4977		return -EINVAL;
4978
4979	if (__iwl_mvm_assign_vif_chanctx_common(mvm, vif, ctx,
4980						switching_chanctx, &ret))
4981		goto out;
4982
4983	ret = iwl_mvm_binding_add_vif(mvm, vif);
4984	if (ret)
4985		goto out;
4986
4987	/*
4988	 * Power state must be updated before quotas,
4989	 * otherwise fw will complain.
4990	 */
4991	iwl_mvm_power_update_mac(mvm);
4992
4993	/* Setting the quota at this stage is only required for monitor
4994	 * interfaces. For the other types, the bss_info changed flow
4995	 * will handle quota settings.
4996	 */
4997	if (vif->type == NL80211_IFTYPE_MONITOR) {
4998		mvmvif->monitor_active = true;
4999		ret = iwl_mvm_update_quotas(mvm, false, NULL);
5000		if (ret)
5001			goto out_remove_binding;
5002
5003		ret = iwl_mvm_add_snif_sta(mvm, vif);
5004		if (ret)
5005			goto out_remove_binding;
5006
5007	}
5008
5009	/* Handle binding during CSA */
5010	if (vif->type == NL80211_IFTYPE_AP) {
5011		iwl_mvm_update_quotas(mvm, false, NULL);
5012		iwl_mvm_mac_ctxt_changed(mvm, vif, false, NULL);
5013	}
5014
5015	if (vif->type == NL80211_IFTYPE_STATION) {
5016		if (!switching_chanctx) {
5017			mvmvif->csa_bcn_pending = false;
5018			goto out;
5019		}
5020
5021		mvmvif->csa_bcn_pending = true;
5022
5023		if (!fw_has_capa(&mvm->fw->ucode_capa,
5024				 IWL_UCODE_TLV_CAPA_CHANNEL_SWITCH_CMD)) {
5025			u32 duration = 5 * vif->bss_conf.beacon_int;
5026
5027			/* Protect the session to make sure we hear the first
5028			 * beacon on the new channel.
5029			 */
5030			iwl_mvm_protect_session(mvm, vif, duration, duration,
5031						vif->bss_conf.beacon_int / 2,
5032						true);
5033		}
5034
5035		iwl_mvm_update_quotas(mvm, false, NULL);
5036	}
5037
5038	goto out;
5039
5040out_remove_binding:
5041	iwl_mvm_binding_remove_vif(mvm, vif);
5042	iwl_mvm_power_update_mac(mvm);
5043out:
5044	if (ret)
5045		mvmvif->deflink.phy_ctxt = NULL;
5046	return ret;
5047}
5048
5049static int iwl_mvm_assign_vif_chanctx(struct ieee80211_hw *hw,
5050				      struct ieee80211_vif *vif,
5051				      struct ieee80211_bss_conf *link_conf,
5052				      struct ieee80211_chanctx_conf *ctx)
5053{
5054	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
5055	int ret;
5056
5057	mutex_lock(&mvm->mutex);
5058	ret = __iwl_mvm_assign_vif_chanctx(mvm, vif, link_conf, ctx, false);
5059	mutex_unlock(&mvm->mutex);
5060
5061	return ret;
5062}
5063
5064/*
5065 * This function executes the common part for MLD and non-MLD modes.
5066 *
5067 * Returns if chanctx unassign chanctx is done
5068 * (either on failure or success)
5069 */
5070static bool __iwl_mvm_unassign_vif_chanctx_common(struct iwl_mvm *mvm,
5071						  struct ieee80211_vif *vif,
5072						  bool switching_chanctx)
5073{
5074	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
5075
5076	lockdep_assert_held(&mvm->mutex);
5077	iwl_mvm_remove_time_event(mvm, mvmvif,
5078				  &mvmvif->time_event_data);
5079
5080	switch (vif->type) {
5081	case NL80211_IFTYPE_ADHOC:
5082		return true;
5083	case NL80211_IFTYPE_MONITOR:
5084		mvmvif->monitor_active = false;
5085		mvmvif->ps_disabled = false;
5086		break;
5087	case NL80211_IFTYPE_AP:
5088		/* This part is triggered only during CSA */
5089		if (!switching_chanctx || !mvmvif->ap_ibss_active)
5090			return true;
5091
5092		mvmvif->csa_countdown = false;
5093
5094		/* Set CS bit on all the stations */
5095		iwl_mvm_modify_all_sta_disable_tx(mvm, mvmvif, true);
5096
5097		/* Save blocked iface, the timeout is set on the next beacon */
5098		rcu_assign_pointer(mvm->csa_tx_blocked_vif, vif);
5099
5100		mvmvif->ap_ibss_active = false;
5101		break;
5102	default:
5103		break;
5104	}
5105	return false;
5106}
5107
5108static void __iwl_mvm_unassign_vif_chanctx(struct iwl_mvm *mvm,
5109					   struct ieee80211_vif *vif,
5110					   struct ieee80211_bss_conf *link_conf,
5111					   struct ieee80211_chanctx_conf *ctx,
5112					   bool switching_chanctx)
5113{
5114	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
5115	struct ieee80211_vif *disabled_vif = NULL;
5116
5117	if (__iwl_mvm_unassign_vif_chanctx_common(mvm, vif, switching_chanctx))
5118		goto out;
5119
5120	if (vif->type == NL80211_IFTYPE_MONITOR)
5121		iwl_mvm_rm_snif_sta(mvm, vif);
5122
5123
5124	if (vif->type == NL80211_IFTYPE_STATION && switching_chanctx) {
5125		disabled_vif = vif;
5126		if (!fw_has_capa(&mvm->fw->ucode_capa,
5127				 IWL_UCODE_TLV_CAPA_CHANNEL_SWITCH_CMD))
5128			iwl_mvm_mac_ctxt_changed(mvm, vif, true, NULL);
5129	}
5130
5131	iwl_mvm_update_quotas(mvm, false, disabled_vif);
5132	iwl_mvm_binding_remove_vif(mvm, vif);
5133
5134out:
5135	if (fw_has_capa(&mvm->fw->ucode_capa, IWL_UCODE_TLV_CAPA_CHANNEL_SWITCH_CMD) &&
5136	    switching_chanctx)
5137		return;
5138	mvmvif->deflink.phy_ctxt = NULL;
5139	iwl_mvm_power_update_mac(mvm);
5140}
5141
5142static void iwl_mvm_unassign_vif_chanctx(struct ieee80211_hw *hw,
5143					 struct ieee80211_vif *vif,
5144					 struct ieee80211_bss_conf *link_conf,
5145					 struct ieee80211_chanctx_conf *ctx)
5146{
5147	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
5148
5149	mutex_lock(&mvm->mutex);
5150	__iwl_mvm_unassign_vif_chanctx(mvm, vif, link_conf, ctx, false);
5151	mutex_unlock(&mvm->mutex);
5152}
5153
5154static int
5155iwl_mvm_switch_vif_chanctx_swap(struct iwl_mvm *mvm,
5156				struct ieee80211_vif_chanctx_switch *vifs,
5157				const struct iwl_mvm_switch_vif_chanctx_ops *ops)
5158{
5159	int ret;
5160
5161	mutex_lock(&mvm->mutex);
5162	ops->__unassign_vif_chanctx(mvm, vifs[0].vif, vifs[0].link_conf,
5163				    vifs[0].old_ctx, true);
5164	__iwl_mvm_remove_chanctx(mvm, vifs[0].old_ctx);
5165
5166	ret = __iwl_mvm_add_chanctx(mvm, vifs[0].new_ctx);
5167	if (ret) {
5168		IWL_ERR(mvm, "failed to add new_ctx during channel switch\n");
5169		goto out_reassign;
5170	}
5171
5172	ret = ops->__assign_vif_chanctx(mvm, vifs[0].vif, vifs[0].link_conf,
5173					vifs[0].new_ctx, true);
5174	if (ret) {
5175		IWL_ERR(mvm,
5176			"failed to assign new_ctx during channel switch\n");
5177		goto out_remove;
5178	}
5179
5180	/* we don't support TDLS during DCM - can be caused by channel switch */
5181	if (iwl_mvm_phy_ctx_count(mvm) > 1)
5182		iwl_mvm_teardown_tdls_peers(mvm);
5183
5184	goto out;
5185
5186out_remove:
5187	__iwl_mvm_remove_chanctx(mvm, vifs[0].new_ctx);
5188
5189out_reassign:
5190	if (__iwl_mvm_add_chanctx(mvm, vifs[0].old_ctx)) {
5191		IWL_ERR(mvm, "failed to add old_ctx back after failure.\n");
5192		goto out_restart;
5193	}
5194
5195	if (ops->__assign_vif_chanctx(mvm, vifs[0].vif, vifs[0].link_conf,
5196				      vifs[0].old_ctx, true)) {
5197		IWL_ERR(mvm, "failed to reassign old_ctx after failure.\n");
5198		goto out_restart;
5199	}
5200
5201	goto out;
5202
5203out_restart:
5204	/* things keep failing, better restart the hw */
5205	iwl_mvm_nic_restart(mvm, false);
5206
5207out:
5208	mutex_unlock(&mvm->mutex);
5209
5210	return ret;
5211}
5212
5213static int
5214iwl_mvm_switch_vif_chanctx_reassign(struct iwl_mvm *mvm,
5215				    struct ieee80211_vif_chanctx_switch *vifs,
5216				    const struct iwl_mvm_switch_vif_chanctx_ops *ops)
5217{
5218	int ret;
5219
5220	mutex_lock(&mvm->mutex);
5221	ops->__unassign_vif_chanctx(mvm, vifs[0].vif, vifs[0].link_conf,
5222				    vifs[0].old_ctx, true);
5223
5224	ret = ops->__assign_vif_chanctx(mvm, vifs[0].vif, vifs[0].link_conf,
5225					vifs[0].new_ctx, true);
5226	if (ret) {
5227		IWL_ERR(mvm,
5228			"failed to assign new_ctx during channel switch\n");
5229		goto out_reassign;
5230	}
5231
5232	goto out;
5233
5234out_reassign:
5235	if (ops->__assign_vif_chanctx(mvm, vifs[0].vif, vifs[0].link_conf,
5236				      vifs[0].old_ctx, true)) {
5237		IWL_ERR(mvm, "failed to reassign old_ctx after failure.\n");
5238		goto out_restart;
5239	}
5240
5241	goto out;
5242
5243out_restart:
5244	/* things keep failing, better restart the hw */
5245	iwl_mvm_nic_restart(mvm, false);
5246
5247out:
5248	mutex_unlock(&mvm->mutex);
5249
5250	return ret;
5251}
5252
5253/* Execute the common part for both MLD and non-MLD modes */
5254int
5255iwl_mvm_switch_vif_chanctx_common(struct ieee80211_hw *hw,
5256				  struct ieee80211_vif_chanctx_switch *vifs,
5257				  int n_vifs,
5258				  enum ieee80211_chanctx_switch_mode mode,
5259				  const struct iwl_mvm_switch_vif_chanctx_ops *ops)
5260{
5261	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
5262	int ret;
5263
5264	/* we only support a single-vif right now */
5265	if (n_vifs > 1)
5266		return -EOPNOTSUPP;
5267
5268	switch (mode) {
5269	case CHANCTX_SWMODE_SWAP_CONTEXTS:
5270		ret = iwl_mvm_switch_vif_chanctx_swap(mvm, vifs, ops);
5271		break;
5272	case CHANCTX_SWMODE_REASSIGN_VIF:
5273		ret = iwl_mvm_switch_vif_chanctx_reassign(mvm, vifs, ops);
5274		break;
5275	default:
5276		ret = -EOPNOTSUPP;
5277		break;
5278	}
5279
5280	return ret;
5281}
5282
5283static int iwl_mvm_switch_vif_chanctx(struct ieee80211_hw *hw,
5284				      struct ieee80211_vif_chanctx_switch *vifs,
5285				      int n_vifs,
5286				      enum ieee80211_chanctx_switch_mode mode)
5287{
5288	static const struct iwl_mvm_switch_vif_chanctx_ops ops = {
5289		.__assign_vif_chanctx = __iwl_mvm_assign_vif_chanctx,
5290		.__unassign_vif_chanctx = __iwl_mvm_unassign_vif_chanctx,
5291	};
5292
5293	return iwl_mvm_switch_vif_chanctx_common(hw, vifs, n_vifs, mode, &ops);
5294}
5295
5296int iwl_mvm_tx_last_beacon(struct ieee80211_hw *hw)
5297{
5298	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
5299
5300	return mvm->ibss_manager;
5301}
5302
5303static int iwl_mvm_set_tim(struct ieee80211_hw *hw, struct ieee80211_sta *sta,
5304			   bool set)
5305{
5306	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
5307	struct iwl_mvm_sta *mvm_sta = iwl_mvm_sta_from_mac80211(sta);
5308
5309	if (!mvm_sta || !mvm_sta->vif) {
5310		IWL_ERR(mvm, "Station is not associated to a vif\n");
5311		return -EINVAL;
5312	}
5313
5314	return iwl_mvm_mac_ctxt_beacon_changed(mvm, mvm_sta->vif,
5315					       &mvm_sta->vif->bss_conf);
5316}
5317
5318#ifdef CONFIG_NL80211_TESTMODE
5319static const struct nla_policy iwl_mvm_tm_policy[IWL_MVM_TM_ATTR_MAX + 1] = {
5320	[IWL_MVM_TM_ATTR_CMD] = { .type = NLA_U32 },
5321	[IWL_MVM_TM_ATTR_NOA_DURATION] = { .type = NLA_U32 },
5322	[IWL_MVM_TM_ATTR_BEACON_FILTER_STATE] = { .type = NLA_U32 },
5323};
5324
5325static int __iwl_mvm_mac_testmode_cmd(struct iwl_mvm *mvm,
5326				      struct ieee80211_vif *vif,
5327				      void *data, int len)
5328{
5329	struct nlattr *tb[IWL_MVM_TM_ATTR_MAX + 1];
5330	int err;
5331	u32 noa_duration;
5332
5333	err = nla_parse_deprecated(tb, IWL_MVM_TM_ATTR_MAX, data, len,
5334				   iwl_mvm_tm_policy, NULL);
5335	if (err)
5336		return err;
5337
5338	if (!tb[IWL_MVM_TM_ATTR_CMD])
5339		return -EINVAL;
5340
5341	switch (nla_get_u32(tb[IWL_MVM_TM_ATTR_CMD])) {
5342	case IWL_MVM_TM_CMD_SET_NOA:
5343		if (!vif || vif->type != NL80211_IFTYPE_AP || !vif->p2p ||
5344		    !vif->bss_conf.enable_beacon ||
5345		    !tb[IWL_MVM_TM_ATTR_NOA_DURATION])
5346			return -EINVAL;
5347
5348		noa_duration = nla_get_u32(tb[IWL_MVM_TM_ATTR_NOA_DURATION]);
5349		if (noa_duration >= vif->bss_conf.beacon_int)
5350			return -EINVAL;
5351
5352		mvm->noa_duration = noa_duration;
5353		mvm->noa_vif = vif;
5354
5355		return iwl_mvm_update_quotas(mvm, true, NULL);
5356	case IWL_MVM_TM_CMD_SET_BEACON_FILTER:
5357		/* must be associated client vif - ignore authorized */
5358		if (!vif || vif->type != NL80211_IFTYPE_STATION ||
5359		    !vif->cfg.assoc || !vif->bss_conf.dtim_period ||
5360		    !tb[IWL_MVM_TM_ATTR_BEACON_FILTER_STATE])
5361			return -EINVAL;
5362
5363		if (nla_get_u32(tb[IWL_MVM_TM_ATTR_BEACON_FILTER_STATE]))
5364			return iwl_mvm_enable_beacon_filter(mvm, vif, 0);
5365		return iwl_mvm_disable_beacon_filter(mvm, vif, 0);
5366	}
5367
5368	return -EOPNOTSUPP;
5369}
5370
5371int iwl_mvm_mac_testmode_cmd(struct ieee80211_hw *hw,
5372			     struct ieee80211_vif *vif,
5373			     void *data, int len)
5374{
5375	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
5376	int err;
5377
5378	mutex_lock(&mvm->mutex);
5379	err = __iwl_mvm_mac_testmode_cmd(mvm, vif, data, len);
5380	mutex_unlock(&mvm->mutex);
5381
5382	return err;
5383}
5384#endif
5385
5386void iwl_mvm_channel_switch(struct ieee80211_hw *hw, struct ieee80211_vif *vif,
5387			    struct ieee80211_channel_switch *chsw)
5388{
5389	/* By implementing this operation, we prevent mac80211 from
5390	 * starting its own channel switch timer, so that we can call
5391	 * ieee80211_chswitch_done() ourselves at the right time
5392	 * (which is when the absence time event starts).
5393	 */
5394
5395	IWL_DEBUG_MAC80211(IWL_MAC80211_GET_MVM(hw),
5396			   "dummy channel switch op\n");
5397}
5398
5399static int iwl_mvm_schedule_client_csa(struct iwl_mvm *mvm,
5400				       struct ieee80211_vif *vif,
5401				       struct ieee80211_channel_switch *chsw)
5402{
5403	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
5404	struct iwl_chan_switch_te_cmd cmd = {
5405		.mac_id = cpu_to_le32(FW_CMD_ID_AND_COLOR(mvmvif->id,
5406							  mvmvif->color)),
5407		.action = cpu_to_le32(FW_CTXT_ACTION_ADD),
5408		.tsf = cpu_to_le32(chsw->timestamp),
5409		.cs_count = chsw->count,
5410		.cs_mode = chsw->block_tx,
5411	};
5412
5413	lockdep_assert_held(&mvm->mutex);
5414
5415	if (chsw->delay)
5416		cmd.cs_delayed_bcn_count =
5417			DIV_ROUND_UP(chsw->delay, vif->bss_conf.beacon_int);
5418
5419	return iwl_mvm_send_cmd_pdu(mvm,
5420				    WIDE_ID(MAC_CONF_GROUP,
5421					    CHANNEL_SWITCH_TIME_EVENT_CMD),
5422				    0, sizeof(cmd), &cmd);
5423}
5424
5425static int iwl_mvm_old_pre_chan_sw_sta(struct iwl_mvm *mvm,
5426				       struct ieee80211_vif *vif,
5427				       struct ieee80211_channel_switch *chsw)
5428{
5429	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
5430	u32 apply_time;
5431
5432	/* Schedule the time event to a bit before beacon 1,
5433	 * to make sure we're in the new channel when the
5434	 * GO/AP arrives. In case count <= 1 immediately schedule the
5435	 * TE (this might result with some packet loss or connection
5436	 * loss).
5437	 */
5438	if (chsw->count <= 1)
5439		apply_time = 0;
5440	else
5441		apply_time = chsw->device_timestamp +
5442			((vif->bss_conf.beacon_int * (chsw->count - 1) -
5443			  IWL_MVM_CHANNEL_SWITCH_TIME_CLIENT) * 1024);
5444
5445	if (chsw->block_tx)
5446		iwl_mvm_csa_client_absent(mvm, vif);
5447
5448	if (mvmvif->bf_data.bf_enabled) {
5449		int ret = iwl_mvm_disable_beacon_filter(mvm, vif, 0);
5450
5451		if (ret)
5452			return ret;
5453	}
5454
5455	iwl_mvm_schedule_csa_period(mvm, vif, vif->bss_conf.beacon_int,
5456				    apply_time);
5457
5458	return 0;
5459}
5460
5461#define IWL_MAX_CSA_BLOCK_TX 1500
5462int iwl_mvm_pre_channel_switch(struct ieee80211_hw *hw,
5463			       struct ieee80211_vif *vif,
5464			       struct ieee80211_channel_switch *chsw)
5465{
5466	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
5467	struct ieee80211_vif *csa_vif;
5468	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
5469	int ret;
5470
5471	mutex_lock(&mvm->mutex);
5472
5473	mvmvif->csa_failed = false;
5474
5475	IWL_DEBUG_MAC80211(mvm, "pre CSA to freq %d\n",
5476			   chsw->chandef.center_freq1);
5477
5478	iwl_fw_dbg_trigger_simple_stop(&mvm->fwrt,
5479				       ieee80211_vif_to_wdev(vif),
5480				       FW_DBG_TRIGGER_CHANNEL_SWITCH);
5481
5482	switch (vif->type) {
5483	case NL80211_IFTYPE_AP:
5484		csa_vif =
5485			rcu_dereference_protected(mvm->csa_vif,
5486						  lockdep_is_held(&mvm->mutex));
5487		if (WARN_ONCE(csa_vif && csa_vif->bss_conf.csa_active,
5488			      "Another CSA is already in progress")) {
5489			ret = -EBUSY;
5490			goto out_unlock;
5491		}
5492
5493		/* we still didn't unblock tx. prevent new CS meanwhile */
5494		if (rcu_dereference_protected(mvm->csa_tx_blocked_vif,
5495					      lockdep_is_held(&mvm->mutex))) {
5496			ret = -EBUSY;
5497			goto out_unlock;
5498		}
5499
5500		rcu_assign_pointer(mvm->csa_vif, vif);
5501
5502		if (WARN_ONCE(mvmvif->csa_countdown,
5503			      "Previous CSA countdown didn't complete")) {
5504			ret = -EBUSY;
5505			goto out_unlock;
5506		}
5507
5508		mvmvif->csa_target_freq = chsw->chandef.chan->center_freq;
5509
5510		break;
5511	case NL80211_IFTYPE_STATION:
5512		/*
5513		 * In the new flow FW is in charge of timing the switch so there
5514		 * is no need for all of this
5515		 */
5516		if (iwl_fw_lookup_notif_ver(mvm->fw, MAC_CONF_GROUP,
5517					    CHANNEL_SWITCH_ERROR_NOTIF,
5518					    0))
5519			break;
5520
5521		/*
5522		 * We haven't configured the firmware to be associated yet since
5523		 * we don't know the dtim period. In this case, the firmware can't
5524		 * track the beacons.
5525		 */
5526		if (!vif->cfg.assoc || !vif->bss_conf.dtim_period) {
5527			ret = -EBUSY;
5528			goto out_unlock;
5529		}
5530
5531		if (chsw->delay > IWL_MAX_CSA_BLOCK_TX &&
5532		    hweight16(vif->valid_links) <= 1)
5533			schedule_delayed_work(&mvmvif->csa_work, 0);
5534
5535		if (chsw->block_tx) {
5536			/*
5537			 * In case of undetermined / long time with immediate
5538			 * quiet monitor status to gracefully disconnect
5539			 */
5540			if (!chsw->count ||
5541			    chsw->count * vif->bss_conf.beacon_int >
5542			    IWL_MAX_CSA_BLOCK_TX)
5543				schedule_delayed_work(&mvmvif->csa_work,
5544						      msecs_to_jiffies(IWL_MAX_CSA_BLOCK_TX));
5545		}
5546
5547		if (!fw_has_capa(&mvm->fw->ucode_capa,
5548				 IWL_UCODE_TLV_CAPA_CHANNEL_SWITCH_CMD)) {
5549			ret = iwl_mvm_old_pre_chan_sw_sta(mvm, vif, chsw);
5550			if (ret)
5551				goto out_unlock;
5552		} else {
5553			iwl_mvm_schedule_client_csa(mvm, vif, chsw);
5554		}
5555
5556		mvmvif->csa_count = chsw->count;
5557		mvmvif->csa_misbehave = false;
5558		break;
5559	default:
5560		break;
5561	}
5562
5563	mvmvif->ps_disabled = true;
5564
5565	ret = iwl_mvm_power_update_ps(mvm);
5566	if (ret)
5567		goto out_unlock;
5568
5569	/* we won't be on this channel any longer */
5570	iwl_mvm_teardown_tdls_peers(mvm);
5571
5572out_unlock:
5573	mutex_unlock(&mvm->mutex);
5574
5575	return ret;
5576}
5577
5578void iwl_mvm_channel_switch_rx_beacon(struct ieee80211_hw *hw,
5579				      struct ieee80211_vif *vif,
5580				      struct ieee80211_channel_switch *chsw)
5581{
5582	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
5583	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
5584	struct iwl_chan_switch_te_cmd cmd = {
5585		.mac_id = cpu_to_le32(FW_CMD_ID_AND_COLOR(mvmvif->id,
5586							  mvmvif->color)),
5587		.action = cpu_to_le32(FW_CTXT_ACTION_MODIFY),
5588		.tsf = cpu_to_le32(chsw->timestamp),
5589		.cs_count = chsw->count,
5590		.cs_mode = chsw->block_tx,
5591	};
5592
5593	/*
5594	 * In the new flow FW is in charge of timing the switch so there is no
5595	 * need for all of this
5596	 */
5597	if (iwl_fw_lookup_notif_ver(mvm->fw, MAC_CONF_GROUP,
5598				    CHANNEL_SWITCH_ERROR_NOTIF, 0))
5599		return;
5600
5601	if (!fw_has_capa(&mvm->fw->ucode_capa, IWL_UCODE_TLV_CAPA_CS_MODIFY))
5602		return;
5603
5604	IWL_DEBUG_MAC80211(mvm, "Modify CSA on mac %d count = %d (old %d) mode = %d\n",
5605			   mvmvif->id, chsw->count, mvmvif->csa_count, chsw->block_tx);
5606
5607	if (chsw->count >= mvmvif->csa_count && chsw->block_tx) {
5608		if (mvmvif->csa_misbehave) {
5609			/* Second time, give up on this AP*/
5610			iwl_mvm_abort_channel_switch(hw, vif);
5611			ieee80211_chswitch_done(vif, false, 0);
5612			mvmvif->csa_misbehave = false;
5613			return;
5614		}
5615		mvmvif->csa_misbehave = true;
5616	}
5617	mvmvif->csa_count = chsw->count;
5618
5619	mutex_lock(&mvm->mutex);
5620	if (mvmvif->csa_failed)
5621		goto out_unlock;
5622
5623	WARN_ON(iwl_mvm_send_cmd_pdu(mvm,
5624				     WIDE_ID(MAC_CONF_GROUP,
5625					     CHANNEL_SWITCH_TIME_EVENT_CMD),
5626				     0, sizeof(cmd), &cmd));
5627out_unlock:
5628	mutex_unlock(&mvm->mutex);
5629}
5630
5631static void iwl_mvm_flush_no_vif(struct iwl_mvm *mvm, u32 queues, bool drop)
5632{
5633	int i;
5634
5635	if (!iwl_mvm_has_new_tx_api(mvm)) {
5636		if (drop) {
5637			mutex_lock(&mvm->mutex);
5638			iwl_mvm_flush_tx_path(mvm,
5639				iwl_mvm_flushable_queues(mvm) & queues);
5640			mutex_unlock(&mvm->mutex);
5641		} else {
5642			iwl_trans_wait_tx_queues_empty(mvm->trans, queues);
5643		}
5644		return;
5645	}
5646
5647	mutex_lock(&mvm->mutex);
5648	for (i = 0; i < mvm->fw->ucode_capa.num_stations; i++) {
5649		struct ieee80211_sta *sta;
5650
5651		sta = rcu_dereference_protected(mvm->fw_id_to_mac_id[i],
5652						lockdep_is_held(&mvm->mutex));
5653		if (IS_ERR_OR_NULL(sta))
5654			continue;
5655
5656		if (drop)
5657			iwl_mvm_flush_sta_tids(mvm, i, 0xFFFF);
5658		else
5659			iwl_mvm_wait_sta_queues_empty(mvm,
5660					iwl_mvm_sta_from_mac80211(sta));
5661	}
5662	mutex_unlock(&mvm->mutex);
5663}
5664
5665void iwl_mvm_mac_flush(struct ieee80211_hw *hw, struct ieee80211_vif *vif,
5666		       u32 queues, bool drop)
5667{
5668	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
5669	struct iwl_mvm_vif *mvmvif;
5670	struct iwl_mvm_sta *mvmsta;
5671	struct ieee80211_sta *sta;
5672	bool ap_sta_done = false;
5673	int i;
5674	u32 msk = 0;
5675
5676	if (!vif) {
5677		iwl_mvm_flush_no_vif(mvm, queues, drop);
5678		return;
5679	}
5680
5681	/* Make sure we're done with the deferred traffic before flushing */
5682	flush_work(&mvm->add_stream_wk);
5683
5684	mutex_lock(&mvm->mutex);
5685	mvmvif = iwl_mvm_vif_from_mac80211(vif);
5686
5687	/* flush the AP-station and all TDLS peers */
5688	for (i = 0; i < mvm->fw->ucode_capa.num_stations; i++) {
5689		sta = rcu_dereference_protected(mvm->fw_id_to_mac_id[i],
5690						lockdep_is_held(&mvm->mutex));
5691		if (IS_ERR_OR_NULL(sta))
5692			continue;
5693
5694		mvmsta = iwl_mvm_sta_from_mac80211(sta);
5695		if (mvmsta->vif != vif)
5696			continue;
5697
5698		if (sta == mvmvif->ap_sta) {
5699			if (ap_sta_done)
5700				continue;
5701			ap_sta_done = true;
5702		}
5703
5704		if (drop) {
5705			if (iwl_mvm_flush_sta(mvm, mvmsta->deflink.sta_id,
5706					      mvmsta->tfd_queue_msk))
5707				IWL_ERR(mvm, "flush request fail\n");
5708		} else {
5709			if (iwl_mvm_has_new_tx_api(mvm))
5710				iwl_mvm_wait_sta_queues_empty(mvm, mvmsta);
5711			else /* only used for !iwl_mvm_has_new_tx_api() below */
5712				msk |= mvmsta->tfd_queue_msk;
5713		}
5714	}
5715
5716	mutex_unlock(&mvm->mutex);
5717
5718	/* this can take a while, and we may need/want other operations
5719	 * to succeed while doing this, so do it without the mutex held
5720	 */
5721	if (!drop && !iwl_mvm_has_new_tx_api(mvm))
5722		iwl_trans_wait_tx_queues_empty(mvm->trans, msk);
5723}
5724
5725void iwl_mvm_mac_flush_sta(struct ieee80211_hw *hw, struct ieee80211_vif *vif,
5726			   struct ieee80211_sta *sta)
5727{
5728	struct iwl_mvm_sta *mvmsta = iwl_mvm_sta_from_mac80211(sta);
5729	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
5730	struct iwl_mvm_link_sta *mvm_link_sta;
5731	struct ieee80211_link_sta *link_sta;
5732	int link_id;
5733
5734	mutex_lock(&mvm->mutex);
5735	for_each_sta_active_link(vif, sta, link_sta, link_id) {
5736		mvm_link_sta = rcu_dereference_protected(mvmsta->link[link_id],
5737							 lockdep_is_held(&mvm->mutex));
5738		if (!mvm_link_sta)
5739			continue;
5740
5741		if (iwl_mvm_flush_sta(mvm, mvm_link_sta->sta_id,
5742				      mvmsta->tfd_queue_msk))
5743			IWL_ERR(mvm, "flush request fail\n");
5744	}
5745	mutex_unlock(&mvm->mutex);
5746}
5747
5748int iwl_mvm_mac_get_survey(struct ieee80211_hw *hw, int idx,
5749			   struct survey_info *survey)
5750{
5751	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
5752	int ret = 0;
5753	u8 cmd_ver = iwl_fw_lookup_cmd_ver(mvm->fw,
5754					   WIDE_ID(SYSTEM_GROUP,
5755						   SYSTEM_STATISTICS_CMD),
5756					   IWL_FW_CMD_VER_UNKNOWN);
5757
5758	memset(survey, 0, sizeof(*survey));
5759
5760	/* only support global statistics right now */
5761	if (idx != 0)
5762		return -ENOENT;
5763
5764	if (!fw_has_capa(&mvm->fw->ucode_capa,
5765			 IWL_UCODE_TLV_CAPA_RADIO_BEACON_STATS))
5766		return -ENOENT;
5767
5768	mutex_lock(&mvm->mutex);
5769
5770	if (iwl_mvm_firmware_running(mvm)) {
5771		ret = iwl_mvm_request_statistics(mvm, false);
5772		if (ret)
5773			goto out;
5774	}
5775
5776	survey->filled = SURVEY_INFO_TIME_RX |
5777			 SURVEY_INFO_TIME_TX;
5778
5779	survey->time_rx = mvm->accu_radio_stats.rx_time +
5780			  mvm->radio_stats.rx_time;
5781	do_div(survey->time_rx, USEC_PER_MSEC);
5782
5783	survey->time_tx = mvm->accu_radio_stats.tx_time +
5784			  mvm->radio_stats.tx_time;
5785	do_div(survey->time_tx, USEC_PER_MSEC);
5786
5787	/* the new fw api doesn't support the following fields */
5788	if (cmd_ver != IWL_FW_CMD_VER_UNKNOWN)
5789		goto out;
5790
5791	survey->filled |= SURVEY_INFO_TIME |
5792			  SURVEY_INFO_TIME_SCAN;
5793	survey->time = mvm->accu_radio_stats.on_time_rf +
5794		       mvm->radio_stats.on_time_rf;
5795	do_div(survey->time, USEC_PER_MSEC);
5796
5797	survey->time_scan = mvm->accu_radio_stats.on_time_scan +
5798			    mvm->radio_stats.on_time_scan;
5799	do_div(survey->time_scan, USEC_PER_MSEC);
5800
5801 out:
5802	mutex_unlock(&mvm->mutex);
5803	return ret;
5804}
5805
5806static void iwl_mvm_set_sta_rate(u32 rate_n_flags, struct rate_info *rinfo)
5807{
5808	u32 format = rate_n_flags & RATE_MCS_MOD_TYPE_MSK;
5809	u32 gi_ltf;
5810
5811	switch (rate_n_flags & RATE_MCS_CHAN_WIDTH_MSK) {
5812	case RATE_MCS_CHAN_WIDTH_20:
5813		rinfo->bw = RATE_INFO_BW_20;
5814		break;
5815	case RATE_MCS_CHAN_WIDTH_40:
5816		rinfo->bw = RATE_INFO_BW_40;
5817		break;
5818	case RATE_MCS_CHAN_WIDTH_80:
5819		rinfo->bw = RATE_INFO_BW_80;
5820		break;
5821	case RATE_MCS_CHAN_WIDTH_160:
5822		rinfo->bw = RATE_INFO_BW_160;
5823		break;
5824	case RATE_MCS_CHAN_WIDTH_320:
5825		rinfo->bw = RATE_INFO_BW_320;
5826		break;
5827	}
5828
5829	if (format == RATE_MCS_CCK_MSK ||
5830	    format == RATE_MCS_LEGACY_OFDM_MSK) {
5831		int rate = u32_get_bits(rate_n_flags, RATE_LEGACY_RATE_MSK);
5832
5833		/* add the offset needed to get to the legacy ofdm indices */
5834		if (format == RATE_MCS_LEGACY_OFDM_MSK)
5835			rate += IWL_FIRST_OFDM_RATE;
5836
5837		switch (rate) {
5838		case IWL_RATE_1M_INDEX:
5839			rinfo->legacy = 10;
5840			break;
5841		case IWL_RATE_2M_INDEX:
5842			rinfo->legacy = 20;
5843			break;
5844		case IWL_RATE_5M_INDEX:
5845			rinfo->legacy = 55;
5846			break;
5847		case IWL_RATE_11M_INDEX:
5848			rinfo->legacy = 110;
5849			break;
5850		case IWL_RATE_6M_INDEX:
5851			rinfo->legacy = 60;
5852			break;
5853		case IWL_RATE_9M_INDEX:
5854			rinfo->legacy = 90;
5855			break;
5856		case IWL_RATE_12M_INDEX:
5857			rinfo->legacy = 120;
5858			break;
5859		case IWL_RATE_18M_INDEX:
5860			rinfo->legacy = 180;
5861			break;
5862		case IWL_RATE_24M_INDEX:
5863			rinfo->legacy = 240;
5864			break;
5865		case IWL_RATE_36M_INDEX:
5866			rinfo->legacy = 360;
5867			break;
5868		case IWL_RATE_48M_INDEX:
5869			rinfo->legacy = 480;
5870			break;
5871		case IWL_RATE_54M_INDEX:
5872			rinfo->legacy = 540;
5873		}
5874		return;
5875	}
5876
5877	rinfo->nss = u32_get_bits(rate_n_flags,
5878				  RATE_MCS_NSS_MSK) + 1;
5879	rinfo->mcs = format == RATE_MCS_HT_MSK ?
5880		RATE_HT_MCS_INDEX(rate_n_flags) :
5881		u32_get_bits(rate_n_flags, RATE_MCS_CODE_MSK);
5882
5883	if (rate_n_flags & RATE_MCS_SGI_MSK)
5884		rinfo->flags |= RATE_INFO_FLAGS_SHORT_GI;
5885
5886	switch (format) {
5887	case RATE_MCS_EHT_MSK:
5888		/* TODO: GI/LTF/RU. How does the firmware encode them? */
5889		rinfo->flags |= RATE_INFO_FLAGS_EHT_MCS;
5890		break;
5891	case RATE_MCS_HE_MSK:
5892		gi_ltf = u32_get_bits(rate_n_flags, RATE_MCS_HE_GI_LTF_MSK);
5893
5894		rinfo->flags |= RATE_INFO_FLAGS_HE_MCS;
5895
5896		if (rate_n_flags & RATE_MCS_HE_106T_MSK) {
5897			rinfo->bw = RATE_INFO_BW_HE_RU;
5898			rinfo->he_ru_alloc = NL80211_RATE_INFO_HE_RU_ALLOC_106;
5899		}
5900
5901		switch (rate_n_flags & RATE_MCS_HE_TYPE_MSK) {
5902		case RATE_MCS_HE_TYPE_SU:
5903		case RATE_MCS_HE_TYPE_EXT_SU:
5904			if (gi_ltf == 0 || gi_ltf == 1)
5905				rinfo->he_gi = NL80211_RATE_INFO_HE_GI_0_8;
5906			else if (gi_ltf == 2)
5907				rinfo->he_gi = NL80211_RATE_INFO_HE_GI_1_6;
5908			else if (gi_ltf == 3)
5909				rinfo->he_gi = NL80211_RATE_INFO_HE_GI_3_2;
5910			else
5911				rinfo->he_gi = NL80211_RATE_INFO_HE_GI_0_8;
5912			break;
5913		case RATE_MCS_HE_TYPE_MU:
5914			if (gi_ltf == 0 || gi_ltf == 1)
5915				rinfo->he_gi = NL80211_RATE_INFO_HE_GI_0_8;
5916			else if (gi_ltf == 2)
5917				rinfo->he_gi = NL80211_RATE_INFO_HE_GI_1_6;
5918			else
5919				rinfo->he_gi = NL80211_RATE_INFO_HE_GI_3_2;
5920			break;
5921		case RATE_MCS_HE_TYPE_TRIG:
5922			if (gi_ltf == 0 || gi_ltf == 1)
5923				rinfo->he_gi = NL80211_RATE_INFO_HE_GI_1_6;
5924			else
5925				rinfo->he_gi = NL80211_RATE_INFO_HE_GI_3_2;
5926			break;
5927		}
5928
5929		if (rate_n_flags & RATE_HE_DUAL_CARRIER_MODE_MSK)
5930			rinfo->he_dcm = 1;
5931		break;
5932	case RATE_MCS_HT_MSK:
5933		rinfo->flags |= RATE_INFO_FLAGS_MCS;
5934		break;
5935	case RATE_MCS_VHT_MSK:
5936		rinfo->flags |= RATE_INFO_FLAGS_VHT_MCS;
5937		break;
5938	}
5939}
5940
5941void iwl_mvm_mac_sta_statistics(struct ieee80211_hw *hw,
5942				struct ieee80211_vif *vif,
5943				struct ieee80211_sta *sta,
5944				struct station_info *sinfo)
5945{
5946	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
5947	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
5948	struct iwl_mvm_sta *mvmsta = iwl_mvm_sta_from_mac80211(sta);
5949	int i;
5950
5951	if (mvmsta->deflink.avg_energy) {
5952		sinfo->signal_avg = -(s8)mvmsta->deflink.avg_energy;
5953		sinfo->filled |= BIT_ULL(NL80211_STA_INFO_SIGNAL_AVG);
5954	}
5955
5956	if (iwl_mvm_has_tlc_offload(mvm)) {
5957		struct iwl_lq_sta_rs_fw *lq_sta = &mvmsta->deflink.lq_sta.rs_fw;
5958
5959		iwl_mvm_set_sta_rate(lq_sta->last_rate_n_flags, &sinfo->txrate);
5960		sinfo->filled |= BIT_ULL(NL80211_STA_INFO_TX_BITRATE);
5961	}
5962
5963	/* if beacon filtering isn't on mac80211 does it anyway */
5964	if (!(vif->driver_flags & IEEE80211_VIF_BEACON_FILTER))
5965		return;
5966
5967	if (!vif->cfg.assoc)
5968		return;
5969
5970	mutex_lock(&mvm->mutex);
5971
5972	if (mvmvif->deflink.ap_sta_id != mvmsta->deflink.sta_id)
5973		goto unlock;
5974
5975	if (iwl_mvm_request_statistics(mvm, false))
5976		goto unlock;
5977
5978	sinfo->rx_beacon = 0;
5979	for_each_mvm_vif_valid_link(mvmvif, i)
5980		sinfo->rx_beacon += mvmvif->link[i]->beacon_stats.num_beacons +
5981			mvmvif->link[i]->beacon_stats.accu_num_beacons;
5982
5983	sinfo->filled |= BIT_ULL(NL80211_STA_INFO_BEACON_RX);
5984	if (mvmvif->deflink.beacon_stats.avg_signal) {
5985		/* firmware only reports a value after RXing a few beacons */
5986		sinfo->rx_beacon_signal_avg =
5987			mvmvif->deflink.beacon_stats.avg_signal;
5988		sinfo->filled |= BIT_ULL(NL80211_STA_INFO_BEACON_SIGNAL_AVG);
5989	}
5990 unlock:
5991	mutex_unlock(&mvm->mutex);
5992}
5993
5994static void iwl_mvm_event_mlme_callback_ini(struct iwl_mvm *mvm,
5995					    struct ieee80211_vif *vif,
5996					    const  struct ieee80211_mlme_event *mlme)
5997{
5998	if ((mlme->data == ASSOC_EVENT || mlme->data == AUTH_EVENT) &&
5999	    (mlme->status == MLME_DENIED || mlme->status == MLME_TIMEOUT)) {
6000		iwl_dbg_tlv_time_point(&mvm->fwrt,
6001				       IWL_FW_INI_TIME_POINT_ASSOC_FAILED,
6002				       NULL);
6003		return;
6004	}
6005
6006	if (mlme->data == DEAUTH_RX_EVENT || mlme->data == DEAUTH_TX_EVENT) {
6007		iwl_dbg_tlv_time_point(&mvm->fwrt,
6008				       IWL_FW_INI_TIME_POINT_DEASSOC,
6009				       NULL);
6010		return;
6011	}
6012}
6013
6014static void iwl_mvm_event_mlme_callback(struct iwl_mvm *mvm,
6015					struct ieee80211_vif *vif,
6016					const struct ieee80211_event *event)
6017{
6018#define CHECK_MLME_TRIGGER(_cnt, _fmt...)				\
6019	do {								\
6020		if ((trig_mlme->_cnt) && --(trig_mlme->_cnt))		\
6021			break;						\
6022		iwl_fw_dbg_collect_trig(&(mvm)->fwrt, trig, _fmt);	\
6023	} while (0)
6024
6025	struct iwl_fw_dbg_trigger_tlv *trig;
6026	struct iwl_fw_dbg_trigger_mlme *trig_mlme;
6027
6028	if (iwl_trans_dbg_ini_valid(mvm->trans)) {
6029		iwl_mvm_event_mlme_callback_ini(mvm, vif, &event->u.mlme);
6030		return;
6031	}
6032
6033	trig = iwl_fw_dbg_trigger_on(&mvm->fwrt, ieee80211_vif_to_wdev(vif),
6034				     FW_DBG_TRIGGER_MLME);
6035	if (!trig)
6036		return;
6037
6038	trig_mlme = (void *)trig->data;
6039
6040	if (event->u.mlme.data == ASSOC_EVENT) {
6041		if (event->u.mlme.status == MLME_DENIED)
6042			CHECK_MLME_TRIGGER(stop_assoc_denied,
6043					   "DENIED ASSOC: reason %d",
6044					    event->u.mlme.reason);
6045		else if (event->u.mlme.status == MLME_TIMEOUT)
6046			CHECK_MLME_TRIGGER(stop_assoc_timeout,
6047					   "ASSOC TIMEOUT");
6048	} else if (event->u.mlme.data == AUTH_EVENT) {
6049		if (event->u.mlme.status == MLME_DENIED)
6050			CHECK_MLME_TRIGGER(stop_auth_denied,
6051					   "DENIED AUTH: reason %d",
6052					   event->u.mlme.reason);
6053		else if (event->u.mlme.status == MLME_TIMEOUT)
6054			CHECK_MLME_TRIGGER(stop_auth_timeout,
6055					   "AUTH TIMEOUT");
6056	} else if (event->u.mlme.data == DEAUTH_RX_EVENT) {
6057		CHECK_MLME_TRIGGER(stop_rx_deauth,
6058				   "DEAUTH RX %d", event->u.mlme.reason);
6059	} else if (event->u.mlme.data == DEAUTH_TX_EVENT) {
6060		CHECK_MLME_TRIGGER(stop_tx_deauth,
6061				   "DEAUTH TX %d", event->u.mlme.reason);
6062	}
6063#undef CHECK_MLME_TRIGGER
6064}
6065
6066static void iwl_mvm_event_bar_rx_callback(struct iwl_mvm *mvm,
6067					  struct ieee80211_vif *vif,
6068					  const struct ieee80211_event *event)
6069{
6070	struct iwl_fw_dbg_trigger_tlv *trig;
6071	struct iwl_fw_dbg_trigger_ba *ba_trig;
6072
6073	trig = iwl_fw_dbg_trigger_on(&mvm->fwrt, ieee80211_vif_to_wdev(vif),
6074				     FW_DBG_TRIGGER_BA);
6075	if (!trig)
6076		return;
6077
6078	ba_trig = (void *)trig->data;
6079
6080	if (!(le16_to_cpu(ba_trig->rx_bar) & BIT(event->u.ba.tid)))
6081		return;
6082
6083	iwl_fw_dbg_collect_trig(&mvm->fwrt, trig,
6084				"BAR received from %pM, tid %d, ssn %d",
6085				event->u.ba.sta->addr, event->u.ba.tid,
6086				event->u.ba.ssn);
6087}
6088
6089void iwl_mvm_mac_event_callback(struct ieee80211_hw *hw,
6090				struct ieee80211_vif *vif,
6091				const struct ieee80211_event *event)
6092{
6093	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
6094
6095	switch (event->type) {
6096	case MLME_EVENT:
6097		iwl_mvm_event_mlme_callback(mvm, vif, event);
6098		break;
6099	case BAR_RX_EVENT:
6100		iwl_mvm_event_bar_rx_callback(mvm, vif, event);
6101		break;
6102	case BA_FRAME_TIMEOUT:
6103		iwl_mvm_event_frame_timeout_callback(mvm, vif, event->u.ba.sta,
6104						     event->u.ba.tid);
6105		break;
6106	default:
6107		break;
6108	}
6109}
6110
6111void iwl_mvm_sync_rx_queues_internal(struct iwl_mvm *mvm,
6112				     enum iwl_mvm_rxq_notif_type type,
6113				     bool sync,
6114				     const void *data, u32 size)
6115{
6116	struct {
6117		struct iwl_rxq_sync_cmd cmd;
6118		struct iwl_mvm_internal_rxq_notif notif;
6119	} __packed cmd = {
6120		.cmd.rxq_mask = cpu_to_le32(BIT(mvm->trans->num_rx_queues) - 1),
6121		.cmd.count =
6122			cpu_to_le32(sizeof(struct iwl_mvm_internal_rxq_notif) +
6123				    size),
6124		.notif.type = type,
6125		.notif.sync = sync,
6126	};
6127	struct iwl_host_cmd hcmd = {
6128		.id = WIDE_ID(DATA_PATH_GROUP, TRIGGER_RX_QUEUES_NOTIF_CMD),
6129		.data[0] = &cmd,
6130		.len[0] = sizeof(cmd),
6131		.data[1] = data,
6132		.len[1] = size,
6133		.flags = sync ? 0 : CMD_ASYNC,
6134	};
6135	int ret;
6136
6137	/* size must be a multiple of DWORD */
6138	if (WARN_ON(cmd.cmd.count & cpu_to_le32(3)))
6139		return;
6140
6141	if (!iwl_mvm_has_new_rx_api(mvm))
6142		return;
6143
6144	if (sync) {
6145		cmd.notif.cookie = mvm->queue_sync_cookie;
6146		mvm->queue_sync_state = (1 << mvm->trans->num_rx_queues) - 1;
6147	}
6148
6149	ret = iwl_mvm_send_cmd(mvm, &hcmd);
6150	if (ret) {
6151		IWL_ERR(mvm, "Failed to trigger RX queues sync (%d)\n", ret);
6152		goto out;
6153	}
6154
6155	if (sync) {
6156		lockdep_assert_held(&mvm->mutex);
6157		ret = wait_event_timeout(mvm->rx_sync_waitq,
6158					 READ_ONCE(mvm->queue_sync_state) == 0 ||
6159					 iwl_mvm_is_radio_killed(mvm),
6160					 HZ);
6161		WARN_ONCE(!ret && !iwl_mvm_is_radio_killed(mvm),
6162			  "queue sync: failed to sync, state is 0x%lx\n",
6163			  mvm->queue_sync_state);
6164	}
6165
6166out:
6167	if (sync) {
6168		mvm->queue_sync_state = 0;
6169		mvm->queue_sync_cookie++;
6170	}
6171}
6172
6173void iwl_mvm_sync_rx_queues(struct ieee80211_hw *hw)
6174{
6175	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
6176
6177	mutex_lock(&mvm->mutex);
6178	iwl_mvm_sync_rx_queues_internal(mvm, IWL_MVM_RXQ_EMPTY, true, NULL, 0);
6179	mutex_unlock(&mvm->mutex);
6180}
6181
6182int
6183iwl_mvm_mac_get_ftm_responder_stats(struct ieee80211_hw *hw,
6184				    struct ieee80211_vif *vif,
6185				    struct cfg80211_ftm_responder_stats *stats)
6186{
6187	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
6188	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
6189
6190	if (vif->p2p || vif->type != NL80211_IFTYPE_AP ||
6191	    !mvmvif->ap_ibss_active || !vif->bss_conf.ftm_responder)
6192		return -EINVAL;
6193
6194	mutex_lock(&mvm->mutex);
6195	*stats = mvm->ftm_resp_stats;
6196	mutex_unlock(&mvm->mutex);
6197
6198	stats->filled = BIT(NL80211_FTM_STATS_SUCCESS_NUM) |
6199			BIT(NL80211_FTM_STATS_PARTIAL_NUM) |
6200			BIT(NL80211_FTM_STATS_FAILED_NUM) |
6201			BIT(NL80211_FTM_STATS_ASAP_NUM) |
6202			BIT(NL80211_FTM_STATS_NON_ASAP_NUM) |
6203			BIT(NL80211_FTM_STATS_TOTAL_DURATION_MSEC) |
6204			BIT(NL80211_FTM_STATS_UNKNOWN_TRIGGERS_NUM) |
6205			BIT(NL80211_FTM_STATS_RESCHEDULE_REQUESTS_NUM) |
6206			BIT(NL80211_FTM_STATS_OUT_OF_WINDOW_TRIGGERS_NUM);
6207
6208	return 0;
6209}
6210
6211int iwl_mvm_start_pmsr(struct ieee80211_hw *hw, struct ieee80211_vif *vif,
6212		       struct cfg80211_pmsr_request *request)
6213{
6214	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
6215	int ret;
6216
6217	mutex_lock(&mvm->mutex);
6218	ret = iwl_mvm_ftm_start(mvm, vif, request);
6219	mutex_unlock(&mvm->mutex);
6220
6221	return ret;
6222}
6223
6224void iwl_mvm_abort_pmsr(struct ieee80211_hw *hw, struct ieee80211_vif *vif,
6225			struct cfg80211_pmsr_request *request)
6226{
6227	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
6228
6229	mutex_lock(&mvm->mutex);
6230	iwl_mvm_ftm_abort(mvm, request);
6231	mutex_unlock(&mvm->mutex);
6232}
6233
6234static bool iwl_mvm_can_hw_csum(struct sk_buff *skb)
6235{
6236	u8 protocol = ip_hdr(skb)->protocol;
6237
6238	if (!IS_ENABLED(CONFIG_INET))
6239		return false;
6240
6241	return protocol == IPPROTO_TCP || protocol == IPPROTO_UDP;
6242}
6243
6244static bool iwl_mvm_mac_can_aggregate(struct ieee80211_hw *hw,
6245				      struct sk_buff *head,
6246				      struct sk_buff *skb)
6247{
6248	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
6249
6250	/* For now don't aggregate IPv6 in AMSDU */
6251	if (skb->protocol != htons(ETH_P_IP))
6252		return false;
6253
6254	if (!iwl_mvm_is_csum_supported(mvm))
6255		return true;
6256
6257	return iwl_mvm_can_hw_csum(skb) == iwl_mvm_can_hw_csum(head);
6258}
6259
6260int iwl_mvm_set_hw_timestamp(struct ieee80211_hw *hw,
6261			     struct ieee80211_vif *vif,
6262			     struct cfg80211_set_hw_timestamp *hwts)
6263{
6264	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
6265	u32 protocols = 0;
6266	int ret;
6267
6268	/* HW timestamping is only supported for a specific station */
6269	if (!hwts->macaddr)
6270		return -EOPNOTSUPP;
6271
6272	if (hwts->enable)
6273		protocols =
6274			IWL_TIME_SYNC_PROTOCOL_TM | IWL_TIME_SYNC_PROTOCOL_FTM;
6275
6276	mutex_lock(&mvm->mutex);
6277	ret = iwl_mvm_time_sync_config(mvm, hwts->macaddr, protocols);
6278	mutex_unlock(&mvm->mutex);
6279
6280	return ret;
6281}
6282
6283const struct ieee80211_ops iwl_mvm_hw_ops = {
6284	.tx = iwl_mvm_mac_tx,
6285	.wake_tx_queue = iwl_mvm_mac_wake_tx_queue,
6286	.ampdu_action = iwl_mvm_mac_ampdu_action,
6287	.get_antenna = iwl_mvm_op_get_antenna,
6288	.set_antenna = iwl_mvm_op_set_antenna,
6289	.start = iwl_mvm_mac_start,
6290	.reconfig_complete = iwl_mvm_mac_reconfig_complete,
6291	.stop = iwl_mvm_mac_stop,
6292	.add_interface = iwl_mvm_mac_add_interface,
6293	.remove_interface = iwl_mvm_mac_remove_interface,
6294	.config = iwl_mvm_mac_config,
6295	.prepare_multicast = iwl_mvm_prepare_multicast,
6296	.configure_filter = iwl_mvm_configure_filter,
6297	.config_iface_filter = iwl_mvm_config_iface_filter,
6298	.bss_info_changed = iwl_mvm_bss_info_changed,
6299	.hw_scan = iwl_mvm_mac_hw_scan,
6300	.cancel_hw_scan = iwl_mvm_mac_cancel_hw_scan,
6301	.sta_pre_rcu_remove = iwl_mvm_sta_pre_rcu_remove,
6302	.sta_state = iwl_mvm_mac_sta_state,
6303	.sta_notify = iwl_mvm_mac_sta_notify,
6304	.allow_buffered_frames = iwl_mvm_mac_allow_buffered_frames,
6305	.release_buffered_frames = iwl_mvm_mac_release_buffered_frames,
6306	.set_rts_threshold = iwl_mvm_mac_set_rts_threshold,
6307	.sta_rc_update = iwl_mvm_sta_rc_update,
6308	.conf_tx = iwl_mvm_mac_conf_tx,
6309	.mgd_prepare_tx = iwl_mvm_mac_mgd_prepare_tx,
6310	.mgd_complete_tx = iwl_mvm_mac_mgd_complete_tx,
6311	.mgd_protect_tdls_discover = iwl_mvm_mac_mgd_protect_tdls_discover,
6312	.flush = iwl_mvm_mac_flush,
6313	.flush_sta = iwl_mvm_mac_flush_sta,
6314	.sched_scan_start = iwl_mvm_mac_sched_scan_start,
6315	.sched_scan_stop = iwl_mvm_mac_sched_scan_stop,
6316	.set_key = iwl_mvm_mac_set_key,
6317	.update_tkip_key = iwl_mvm_mac_update_tkip_key,
6318	.remain_on_channel = iwl_mvm_roc,
6319	.cancel_remain_on_channel = iwl_mvm_cancel_roc,
6320	.add_chanctx = iwl_mvm_add_chanctx,
6321	.remove_chanctx = iwl_mvm_remove_chanctx,
6322	.change_chanctx = iwl_mvm_change_chanctx,
6323	.assign_vif_chanctx = iwl_mvm_assign_vif_chanctx,
6324	.unassign_vif_chanctx = iwl_mvm_unassign_vif_chanctx,
6325	.switch_vif_chanctx = iwl_mvm_switch_vif_chanctx,
6326
6327	.start_ap = iwl_mvm_start_ap,
6328	.stop_ap = iwl_mvm_stop_ap,
6329	.join_ibss = iwl_mvm_start_ibss,
6330	.leave_ibss = iwl_mvm_stop_ibss,
6331
6332	.tx_last_beacon = iwl_mvm_tx_last_beacon,
6333
6334	.set_tim = iwl_mvm_set_tim,
6335
6336	.channel_switch = iwl_mvm_channel_switch,
6337	.pre_channel_switch = iwl_mvm_pre_channel_switch,
6338	.post_channel_switch = iwl_mvm_post_channel_switch,
6339	.abort_channel_switch = iwl_mvm_abort_channel_switch,
6340	.channel_switch_rx_beacon = iwl_mvm_channel_switch_rx_beacon,
6341
6342	.tdls_channel_switch = iwl_mvm_tdls_channel_switch,
6343	.tdls_cancel_channel_switch = iwl_mvm_tdls_cancel_channel_switch,
6344	.tdls_recv_channel_switch = iwl_mvm_tdls_recv_channel_switch,
6345
6346	.event_callback = iwl_mvm_mac_event_callback,
6347
6348	.sync_rx_queues = iwl_mvm_sync_rx_queues,
6349
6350	CFG80211_TESTMODE_CMD(iwl_mvm_mac_testmode_cmd)
6351
6352#ifdef CONFIG_PM_SLEEP
6353	/* look at d3.c */
6354	.suspend = iwl_mvm_suspend,
6355	.resume = iwl_mvm_resume,
6356	.set_wakeup = iwl_mvm_set_wakeup,
6357	.set_rekey_data = iwl_mvm_set_rekey_data,
6358#if IS_ENABLED(CONFIG_IPV6)
6359	.ipv6_addr_change = iwl_mvm_ipv6_addr_change,
6360#endif
6361	.set_default_unicast_key = iwl_mvm_set_default_unicast_key,
6362#endif
6363	.get_survey = iwl_mvm_mac_get_survey,
6364	.sta_statistics = iwl_mvm_mac_sta_statistics,
6365	.get_ftm_responder_stats = iwl_mvm_mac_get_ftm_responder_stats,
6366	.start_pmsr = iwl_mvm_start_pmsr,
6367	.abort_pmsr = iwl_mvm_abort_pmsr,
6368
6369	.can_aggregate_in_amsdu = iwl_mvm_mac_can_aggregate,
6370#ifdef CONFIG_IWLWIFI_DEBUGFS
6371	.vif_add_debugfs = iwl_mvm_vif_add_debugfs,
6372	.link_sta_add_debugfs = iwl_mvm_link_sta_add_debugfs,
6373#endif
6374	.set_hw_timestamp = iwl_mvm_set_hw_timestamp,
6375};