Linux Audio

Check our new training course

Loading...
v6.8
   1// SPDX-License-Identifier: GPL-2.0 OR BSD-3-Clause
   2/*
   3 * Copyright (C) 2012-2014, 2018-2023 Intel Corporation
   4 * Copyright (C) 2013-2014 Intel Mobile Communications GmbH
   5 * Copyright (C) 2015-2017 Intel Deutschland GmbH
   6 */
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
   7#include <net/mac80211.h>
   8
   9#include "iwl-debug.h"
  10#include "iwl-io.h"
  11#include "iwl-prph.h"
  12#include "iwl-csr.h"
  13#include "mvm.h"
  14#include "fw/api/rs.h"
  15#include "fw/img.h"
  16
  17/*
  18 * Will return 0 even if the cmd failed when RFKILL is asserted unless
  19 * CMD_WANT_SKB is set in cmd->flags.
  20 */
  21int iwl_mvm_send_cmd(struct iwl_mvm *mvm, struct iwl_host_cmd *cmd)
  22{
  23	int ret;
  24
  25#if defined(CONFIG_IWLWIFI_DEBUGFS) && defined(CONFIG_PM_SLEEP)
  26	if (WARN_ON(mvm->d3_test_active))
  27		return -EIO;
  28#endif
  29
  30	/*
  31	 * Synchronous commands from this op-mode must hold
  32	 * the mutex, this ensures we don't try to send two
  33	 * (or more) synchronous commands at a time.
  34	 */
  35	if (!(cmd->flags & CMD_ASYNC))
  36		lockdep_assert_held(&mvm->mutex);
 
 
 
  37
  38	ret = iwl_trans_send_cmd(mvm->trans, cmd);
  39
 
 
 
  40	/*
  41	 * If the caller wants the SKB, then don't hide any problems, the
  42	 * caller might access the response buffer which will be NULL if
  43	 * the command failed.
  44	 */
  45	if (cmd->flags & CMD_WANT_SKB)
  46		return ret;
  47
  48	/*
  49	 * Silently ignore failures if RFKILL is asserted or
  50	 * we are in suspend\resume process
  51	 */
  52	if (!ret || ret == -ERFKILL || ret == -EHOSTDOWN)
  53		return 0;
  54	return ret;
  55}
  56
  57int iwl_mvm_send_cmd_pdu(struct iwl_mvm *mvm, u32 id,
  58			 u32 flags, u16 len, const void *data)
  59{
  60	struct iwl_host_cmd cmd = {
  61		.id = id,
  62		.len = { len, },
  63		.data = { data, },
  64		.flags = flags,
  65	};
  66
  67	return iwl_mvm_send_cmd(mvm, &cmd);
  68}
  69
  70/*
  71 * We assume that the caller set the status to the success value
  72 */
  73int iwl_mvm_send_cmd_status(struct iwl_mvm *mvm, struct iwl_host_cmd *cmd,
  74			    u32 *status)
  75{
  76	struct iwl_rx_packet *pkt;
  77	struct iwl_cmd_response *resp;
  78	int ret, resp_len;
  79
  80	lockdep_assert_held(&mvm->mutex);
  81
  82#if defined(CONFIG_IWLWIFI_DEBUGFS) && defined(CONFIG_PM_SLEEP)
  83	if (WARN_ON(mvm->d3_test_active))
  84		return -EIO;
  85#endif
  86
  87	/*
  88	 * Only synchronous commands can wait for status,
  89	 * we use WANT_SKB so the caller can't.
  90	 */
  91	if (WARN_ONCE(cmd->flags & (CMD_ASYNC | CMD_WANT_SKB),
  92		      "cmd flags %x", cmd->flags))
  93		return -EINVAL;
  94
  95	cmd->flags |= CMD_WANT_SKB;
  96
  97	ret = iwl_trans_send_cmd(mvm->trans, cmd);
  98	if (ret == -ERFKILL) {
  99		/*
 100		 * The command failed because of RFKILL, don't update
 101		 * the status, leave it as success and return 0.
 102		 */
 103		return 0;
 104	} else if (ret) {
 105		return ret;
 106	}
 107
 108	pkt = cmd->resp_pkt;
 
 
 
 
 
 109
 110	resp_len = iwl_rx_packet_payload_len(pkt);
 111	if (WARN_ON_ONCE(resp_len != sizeof(*resp))) {
 112		ret = -EIO;
 113		goto out_free_resp;
 114	}
 115
 116	resp = (void *)pkt->data;
 117	*status = le32_to_cpu(resp->status);
 118 out_free_resp:
 119	iwl_free_resp(cmd);
 120	return ret;
 121}
 122
 123/*
 124 * We assume that the caller set the status to the sucess value
 125 */
 126int iwl_mvm_send_cmd_pdu_status(struct iwl_mvm *mvm, u32 id, u16 len,
 127				const void *data, u32 *status)
 128{
 129	struct iwl_host_cmd cmd = {
 130		.id = id,
 131		.len = { len, },
 132		.data = { data, },
 133	};
 134
 135	return iwl_mvm_send_cmd_status(mvm, &cmd, status);
 136}
 137
 138int iwl_mvm_legacy_hw_idx_to_mac80211_idx(u32 rate_n_flags,
 139					  enum nl80211_band band)
 140{
 141	int format = rate_n_flags & RATE_MCS_MOD_TYPE_MSK;
 142	int rate = rate_n_flags & RATE_LEGACY_RATE_MSK;
 143	bool is_LB = band == NL80211_BAND_2GHZ;
 144
 145	if (format == RATE_MCS_LEGACY_OFDM_MSK)
 146		return is_LB ? rate + IWL_FIRST_OFDM_RATE :
 147			rate;
 148
 149	/* CCK is not allowed in HB */
 150	return is_LB ? rate : -1;
 151}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 152
 153int iwl_mvm_legacy_rate_to_mac80211_idx(u32 rate_n_flags,
 154					enum nl80211_band band)
 155{
 156	int rate = rate_n_flags & RATE_LEGACY_RATE_MSK_V1;
 157	int idx;
 158	int band_offset = 0;
 159
 160	/* Legacy rate format, search for match in table */
 161	if (band != NL80211_BAND_2GHZ)
 162		band_offset = IWL_FIRST_OFDM_RATE;
 163	for (idx = band_offset; idx < IWL_RATE_COUNT_LEGACY; idx++)
 164		if (iwl_fw_rate_idx_to_plcp(idx) == rate)
 165			return idx - band_offset;
 166
 167	return -1;
 168}
 169
 170u8 iwl_mvm_mac80211_idx_to_hwrate(const struct iwl_fw *fw, int rate_idx)
 171{
 172	if (iwl_fw_lookup_cmd_ver(fw, TX_CMD, 0) > 8)
 173		/* In the new rate legacy rates are indexed:
 174		 * 0 - 3 for CCK and 0 - 7 for OFDM.
 175		 */
 176		return (rate_idx >= IWL_FIRST_OFDM_RATE ?
 177			rate_idx - IWL_FIRST_OFDM_RATE :
 178			rate_idx);
 179
 180	return iwl_fw_rate_idx_to_plcp(rate_idx);
 181}
 182
 183u8 iwl_mvm_mac80211_ac_to_ucode_ac(enum ieee80211_ac_numbers ac)
 184{
 185	static const u8 mac80211_ac_to_ucode_ac[] = {
 186		AC_VO,
 187		AC_VI,
 188		AC_BE,
 189		AC_BK
 190	};
 191
 192	return mac80211_ac_to_ucode_ac[ac];
 193}
 194
 195void iwl_mvm_rx_fw_error(struct iwl_mvm *mvm, struct iwl_rx_cmd_buffer *rxb)
 196{
 197	struct iwl_rx_packet *pkt = rxb_addr(rxb);
 198	struct iwl_error_resp *err_resp = (void *)pkt->data;
 199
 200	IWL_ERR(mvm, "FW Error notification: type 0x%08X cmd_id 0x%02X\n",
 201		le32_to_cpu(err_resp->error_type), err_resp->cmd_id);
 202	IWL_ERR(mvm, "FW Error notification: seq 0x%04X service 0x%08X\n",
 203		le16_to_cpu(err_resp->bad_cmd_seq_num),
 204		le32_to_cpu(err_resp->error_service));
 205	IWL_ERR(mvm, "FW Error notification: timestamp 0x%016llX\n",
 206		le64_to_cpu(err_resp->timestamp));
 207}
 208
 209/*
 210 * Returns the first antenna as ANT_[ABC], as defined in iwl-config.h.
 211 * The parameter should also be a combination of ANT_[ABC].
 212 */
 213u8 first_antenna(u8 mask)
 214{
 215	BUILD_BUG_ON(ANT_A != BIT(0)); /* using ffs is wrong if not */
 216	if (WARN_ON_ONCE(!mask)) /* ffs will return 0 if mask is zeroed */
 217		return BIT(0);
 218	return BIT(ffs(mask) - 1);
 219}
 220
 221#define MAX_ANT_NUM 2
 222/*
 223 * Toggles between TX antennas to send the probe request on.
 224 * Receives the bitmask of valid TX antennas and the *index* used
 225 * for the last TX, and returns the next valid *index* to use.
 226 * In order to set it in the tx_cmd, must do BIT(idx).
 227 */
 228u8 iwl_mvm_next_antenna(struct iwl_mvm *mvm, u8 valid, u8 last_idx)
 229{
 230	u8 ind = last_idx;
 231	int i;
 232
 233	for (i = 0; i < MAX_ANT_NUM; i++) {
 234		ind = (ind + 1) % MAX_ANT_NUM;
 235		if (valid & BIT(ind))
 236			return ind;
 237	}
 238
 239	WARN_ONCE(1, "Failed to toggle between antennas 0x%x", valid);
 240	return last_idx;
 241}
 242
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 243/**
 244 * iwl_mvm_send_lq_cmd() - Send link quality command
 245 * @mvm: Driver data.
 246 * @lq: Link quality command to send.
 247 *
 248 * The link quality command is sent as the last step of station creation.
 249 * This is the special case in which init is set and we call a callback in
 250 * this case to clear the state indicating that station creation is in
 251 * progress.
 252 */
 253int iwl_mvm_send_lq_cmd(struct iwl_mvm *mvm, struct iwl_lq_cmd *lq)
 254{
 255	struct iwl_host_cmd cmd = {
 256		.id = LQ_CMD,
 257		.len = { sizeof(struct iwl_lq_cmd), },
 258		.flags = CMD_ASYNC,
 259		.data = { lq, },
 260	};
 261
 262	if (WARN_ON(lq->sta_id == IWL_MVM_INVALID_STA ||
 263		    iwl_mvm_has_tlc_offload(mvm)))
 264		return -EINVAL;
 265
 266	return iwl_mvm_send_cmd(mvm, &cmd);
 267}
 268
 269/**
 270 * iwl_mvm_update_smps - Get a request to change the SMPS mode
 271 * @mvm: Driver data.
 272 * @vif: Pointer to the ieee80211_vif structure
 273 * @req_type: The part of the driver who call for a change.
 274 * @smps_request: The request to change the SMPS mode.
 275 * @link_id: for MLO link_id, otherwise 0 (deflink)
 276 *
 277 * Get a requst to change the SMPS mode,
 278 * and change it according to all other requests in the driver.
 279 */
 280void iwl_mvm_update_smps(struct iwl_mvm *mvm, struct ieee80211_vif *vif,
 281			 enum iwl_mvm_smps_type_request req_type,
 282			 enum ieee80211_smps_mode smps_request,
 283			 unsigned int link_id)
 284{
 285	struct iwl_mvm_vif *mvmvif;
 286	enum ieee80211_smps_mode smps_mode = IEEE80211_SMPS_AUTOMATIC;
 287	int i;
 288
 289	lockdep_assert_held(&mvm->mutex);
 290
 291	/* SMPS is irrelevant for NICs that don't have at least 2 RX antenna */
 292	if (num_of_ant(iwl_mvm_get_valid_rx_ant(mvm)) == 1)
 293		return;
 294
 295	if (vif->type != NL80211_IFTYPE_STATION)
 296		return;
 
 
 297
 298	mvmvif = iwl_mvm_vif_from_mac80211(vif);
 299
 300	if (WARN_ON_ONCE(!mvmvif->link[link_id]))
 301		return;
 302
 303	mvmvif->link[link_id]->smps_requests[req_type] = smps_request;
 304	for (i = 0; i < NUM_IWL_MVM_SMPS_REQ; i++) {
 305		if (mvmvif->link[link_id]->smps_requests[i] ==
 306		    IEEE80211_SMPS_STATIC) {
 307			smps_mode = IEEE80211_SMPS_STATIC;
 308			break;
 309		}
 310		if (mvmvif->link[link_id]->smps_requests[i] ==
 311		    IEEE80211_SMPS_DYNAMIC)
 312			smps_mode = IEEE80211_SMPS_DYNAMIC;
 313	}
 314
 315	/* SMPS is disabled in eSR */
 316	if (mvmvif->esr_active)
 317		smps_mode = IEEE80211_SMPS_OFF;
 318
 319	ieee80211_request_smps(vif, link_id, smps_mode);
 320}
 321
 322void iwl_mvm_update_smps_on_active_links(struct iwl_mvm *mvm,
 323					 struct ieee80211_vif *vif,
 324					 enum iwl_mvm_smps_type_request req_type,
 325					 enum ieee80211_smps_mode smps_request)
 326{
 327	struct ieee80211_bss_conf *link_conf;
 328	unsigned int link_id;
 329
 330	rcu_read_lock();
 331	for_each_vif_active_link(vif, link_conf, link_id)
 332		iwl_mvm_update_smps(mvm, vif, req_type, smps_request,
 333				    link_id);
 334	rcu_read_unlock();
 335}
 336
 337static bool iwl_wait_stats_complete(struct iwl_notif_wait_data *notif_wait,
 338				    struct iwl_rx_packet *pkt, void *data)
 339{
 340	WARN_ON(pkt->hdr.cmd != STATISTICS_NOTIFICATION);
 341
 342	return true;
 343}
 344
 345static int iwl_mvm_request_system_statistics(struct iwl_mvm *mvm, bool clear,
 346					     u8 cmd_ver)
 347{
 348	struct iwl_system_statistics_cmd system_cmd = {
 349		.cfg_mask = clear ?
 350			    cpu_to_le32(IWL_STATS_CFG_FLG_ON_DEMAND_NTFY_MSK) :
 351			    cpu_to_le32(IWL_STATS_CFG_FLG_RESET_MSK |
 352					IWL_STATS_CFG_FLG_ON_DEMAND_NTFY_MSK),
 353		.type_id_mask = cpu_to_le32(IWL_STATS_NTFY_TYPE_ID_OPER |
 354					    IWL_STATS_NTFY_TYPE_ID_OPER_PART1),
 355	};
 356	struct iwl_host_cmd cmd = {
 357		.id = WIDE_ID(SYSTEM_GROUP, SYSTEM_STATISTICS_CMD),
 358		.len[0] = sizeof(system_cmd),
 359		.data[0] = &system_cmd,
 360	};
 361	struct iwl_notification_wait stats_wait;
 362	static const u16 stats_complete[] = {
 363		WIDE_ID(SYSTEM_GROUP, SYSTEM_STATISTICS_END_NOTIF),
 364	};
 365	int ret;
 366
 367	if (cmd_ver != 1) {
 368		IWL_FW_CHECK_FAILED(mvm,
 369				    "Invalid system statistics command version:%d\n",
 370				    cmd_ver);
 371		return -EOPNOTSUPP;
 372	}
 373
 374	iwl_init_notification_wait(&mvm->notif_wait, &stats_wait,
 375				   stats_complete, ARRAY_SIZE(stats_complete),
 376				   NULL, NULL);
 377
 378	mvm->statistics_clear = clear;
 379	ret = iwl_mvm_send_cmd(mvm, &cmd);
 380	if (ret) {
 381		iwl_remove_notification(&mvm->notif_wait, &stats_wait);
 382		return ret;
 383	}
 384
 385	/* 500ms for OPERATIONAL, PART1 and END notification should be enough
 386	 * for FW to collect data from all LMACs and send
 387	 * STATISTICS_NOTIFICATION to host
 388	 */
 389	ret = iwl_wait_notification(&mvm->notif_wait, &stats_wait, HZ / 2);
 390	if (ret)
 391		return ret;
 392
 393	if (clear)
 394		iwl_mvm_accu_radio_stats(mvm);
 395
 396	return ret;
 397}
 398
 399int iwl_mvm_request_statistics(struct iwl_mvm *mvm, bool clear)
 400{
 401	struct iwl_statistics_cmd scmd = {
 402		.flags = clear ? cpu_to_le32(IWL_STATISTICS_FLG_CLEAR) : 0,
 403	};
 404
 405	struct iwl_host_cmd cmd = {
 406		.id = STATISTICS_CMD,
 407		.len[0] = sizeof(scmd),
 408		.data[0] = &scmd,
 
 409	};
 410	u8 cmd_ver = iwl_fw_lookup_cmd_ver(mvm->fw,
 411					   WIDE_ID(SYSTEM_GROUP,
 412						   SYSTEM_STATISTICS_CMD),
 413					   IWL_FW_CMD_VER_UNKNOWN);
 414	int ret;
 415
 416	if (cmd_ver != IWL_FW_CMD_VER_UNKNOWN)
 417		return iwl_mvm_request_system_statistics(mvm, clear, cmd_ver);
 418
 419	/* From version 15 - STATISTICS_NOTIFICATION, the reply for
 420	 * STATISTICS_CMD is empty, and the response is with
 421	 * STATISTICS_NOTIFICATION notification
 422	 */
 423	if (iwl_fw_lookup_notif_ver(mvm->fw, LEGACY_GROUP,
 424				    STATISTICS_NOTIFICATION, 0) < 15) {
 425		cmd.flags = CMD_WANT_SKB;
 426
 427		ret = iwl_mvm_send_cmd(mvm, &cmd);
 428		if (ret)
 429			return ret;
 430
 431		iwl_mvm_handle_rx_statistics(mvm, cmd.resp_pkt);
 432		iwl_free_resp(&cmd);
 433	} else {
 434		struct iwl_notification_wait stats_wait;
 435		static const u16 stats_complete[] = {
 436			STATISTICS_NOTIFICATION,
 437		};
 438
 439		iwl_init_notification_wait(&mvm->notif_wait, &stats_wait,
 440					   stats_complete, ARRAY_SIZE(stats_complete),
 441					   iwl_wait_stats_complete, NULL);
 442
 443		ret = iwl_mvm_send_cmd(mvm, &cmd);
 444		if (ret) {
 445			iwl_remove_notification(&mvm->notif_wait, &stats_wait);
 446			return ret;
 447		}
 448
 449		/* 200ms should be enough for FW to collect data from all
 450		 * LMACs and send STATISTICS_NOTIFICATION to host
 451		 */
 452		ret = iwl_wait_notification(&mvm->notif_wait, &stats_wait, HZ / 5);
 453		if (ret)
 454			return ret;
 455	}
 456
 457	if (clear)
 458		iwl_mvm_accu_radio_stats(mvm);
 459
 460	return 0;
 461}
 462
 463void iwl_mvm_accu_radio_stats(struct iwl_mvm *mvm)
 464{
 465	mvm->accu_radio_stats.rx_time += mvm->radio_stats.rx_time;
 466	mvm->accu_radio_stats.tx_time += mvm->radio_stats.tx_time;
 467	mvm->accu_radio_stats.on_time_rf += mvm->radio_stats.on_time_rf;
 468	mvm->accu_radio_stats.on_time_scan += mvm->radio_stats.on_time_scan;
 469}
 470
 471struct iwl_mvm_diversity_iter_data {
 472	struct iwl_mvm_phy_ctxt *ctxt;
 473	bool result;
 474};
 475
 476static void iwl_mvm_diversity_iter(void *_data, u8 *mac,
 477				   struct ieee80211_vif *vif)
 478{
 479	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
 480	struct iwl_mvm_diversity_iter_data *data = _data;
 481	int i, link_id;
 482
 483	for_each_mvm_vif_valid_link(mvmvif, link_id) {
 484		struct iwl_mvm_vif_link_info *link_info = mvmvif->link[link_id];
 485
 486		if (link_info->phy_ctxt != data->ctxt)
 487			continue;
 488
 489		for (i = 0; i < NUM_IWL_MVM_SMPS_REQ; i++) {
 490			if (link_info->smps_requests[i] == IEEE80211_SMPS_STATIC ||
 491			    link_info->smps_requests[i] == IEEE80211_SMPS_DYNAMIC) {
 492				data->result = false;
 493				break;
 494			}
 495		}
 496	}
 497}
 498
 499bool iwl_mvm_rx_diversity_allowed(struct iwl_mvm *mvm,
 500				  struct iwl_mvm_phy_ctxt *ctxt)
 501{
 502	struct iwl_mvm_diversity_iter_data data = {
 503		.ctxt = ctxt,
 504		.result = true,
 505	};
 506
 507	lockdep_assert_held(&mvm->mutex);
 508
 509	if (iwlmvm_mod_params.power_scheme != IWL_POWER_SCHEME_CAM)
 510		return false;
 511
 512	if (num_of_ant(iwl_mvm_get_valid_rx_ant(mvm)) == 1)
 513		return false;
 514
 515	if (mvm->cfg->rx_with_siso_diversity)
 516		return false;
 517
 518	ieee80211_iterate_active_interfaces_atomic(
 519			mvm->hw, IEEE80211_IFACE_ITER_NORMAL,
 520			iwl_mvm_diversity_iter, &data);
 521
 522	return data.result;
 523}
 524
 525void iwl_mvm_send_low_latency_cmd(struct iwl_mvm *mvm,
 526				  bool low_latency, u16 mac_id)
 527{
 528	struct iwl_mac_low_latency_cmd cmd = {
 529		.mac_id = cpu_to_le32(mac_id)
 530	};
 531
 532	if (!fw_has_capa(&mvm->fw->ucode_capa,
 533			 IWL_UCODE_TLV_CAPA_DYNAMIC_QUOTA))
 534		return;
 535
 536	if (low_latency) {
 537		/* currently we don't care about the direction */
 538		cmd.low_latency_rx = 1;
 539		cmd.low_latency_tx = 1;
 540	}
 541
 542	if (iwl_mvm_send_cmd_pdu(mvm, WIDE_ID(MAC_CONF_GROUP, LOW_LATENCY_CMD),
 543				 0, sizeof(cmd), &cmd))
 544		IWL_ERR(mvm, "Failed to send low latency command\n");
 545}
 546
 547int iwl_mvm_update_low_latency(struct iwl_mvm *mvm, struct ieee80211_vif *vif,
 548			       bool low_latency,
 549			       enum iwl_mvm_low_latency_cause cause)
 550{
 551	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
 552	int res;
 553	bool prev;
 554
 555	lockdep_assert_held(&mvm->mutex);
 556
 557	prev = iwl_mvm_vif_low_latency(mvmvif);
 558	iwl_mvm_vif_set_low_latency(mvmvif, low_latency, cause);
 559
 560	low_latency = iwl_mvm_vif_low_latency(mvmvif);
 561
 562	if (low_latency == prev)
 563		return 0;
 564
 565	iwl_mvm_send_low_latency_cmd(mvm, low_latency, mvmvif->id);
 566
 567	res = iwl_mvm_update_quotas(mvm, false, NULL);
 568	if (res)
 569		return res;
 570
 571	iwl_mvm_bt_coex_vif_change(mvm);
 572
 573	return iwl_mvm_power_update_mac(mvm);
 574}
 575
 576struct iwl_mvm_low_latency_iter {
 577	bool result;
 578	bool result_per_band[NUM_NL80211_BANDS];
 579};
 580
 581static void iwl_mvm_ll_iter(void *_data, u8 *mac, struct ieee80211_vif *vif)
 582{
 583	struct iwl_mvm_low_latency_iter *result = _data;
 584	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
 585	enum nl80211_band band;
 586
 587	if (iwl_mvm_vif_low_latency(mvmvif)) {
 588		result->result = true;
 589
 590		if (!mvmvif->deflink.phy_ctxt)
 591			return;
 592
 593		band = mvmvif->deflink.phy_ctxt->channel->band;
 594		result->result_per_band[band] = true;
 595	}
 596}
 597
 598bool iwl_mvm_low_latency(struct iwl_mvm *mvm)
 599{
 600	struct iwl_mvm_low_latency_iter data = {};
 601
 602	ieee80211_iterate_active_interfaces_atomic(
 603			mvm->hw, IEEE80211_IFACE_ITER_NORMAL,
 604			iwl_mvm_ll_iter, &data);
 605
 606	return data.result;
 607}
 608
 609bool iwl_mvm_low_latency_band(struct iwl_mvm *mvm, enum nl80211_band band)
 610{
 611	struct iwl_mvm_low_latency_iter data = {};
 612
 613	ieee80211_iterate_active_interfaces_atomic(
 614			mvm->hw, IEEE80211_IFACE_ITER_NORMAL,
 615			iwl_mvm_ll_iter, &data);
 616
 617	return data.result_per_band[band];
 618}
 619
 620struct iwl_bss_iter_data {
 621	struct ieee80211_vif *vif;
 622	bool error;
 623};
 624
 625static void iwl_mvm_bss_iface_iterator(void *_data, u8 *mac,
 626				       struct ieee80211_vif *vif)
 627{
 628	struct iwl_bss_iter_data *data = _data;
 629
 630	if (vif->type != NL80211_IFTYPE_STATION || vif->p2p)
 631		return;
 632
 633	if (data->vif) {
 634		data->error = true;
 635		return;
 636	}
 637
 638	data->vif = vif;
 639}
 640
 641struct ieee80211_vif *iwl_mvm_get_bss_vif(struct iwl_mvm *mvm)
 642{
 643	struct iwl_bss_iter_data bss_iter_data = {};
 644
 645	ieee80211_iterate_active_interfaces_atomic(
 646		mvm->hw, IEEE80211_IFACE_ITER_NORMAL,
 647		iwl_mvm_bss_iface_iterator, &bss_iter_data);
 648
 649	if (bss_iter_data.error) {
 650		IWL_ERR(mvm, "More than one managed interface active!\n");
 651		return ERR_PTR(-EINVAL);
 652	}
 653
 654	return bss_iter_data.vif;
 655}
 656
 657struct iwl_bss_find_iter_data {
 658	struct ieee80211_vif *vif;
 659	u32 macid;
 660};
 661
 662static void iwl_mvm_bss_find_iface_iterator(void *_data, u8 *mac,
 663					    struct ieee80211_vif *vif)
 664{
 665	struct iwl_bss_find_iter_data *data = _data;
 666	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
 667
 668	if (mvmvif->id == data->macid)
 669		data->vif = vif;
 670}
 671
 672struct ieee80211_vif *iwl_mvm_get_vif_by_macid(struct iwl_mvm *mvm, u32 macid)
 673{
 674	struct iwl_bss_find_iter_data data = {
 675		.macid = macid,
 676	};
 677
 678	lockdep_assert_held(&mvm->mutex);
 679
 680	ieee80211_iterate_active_interfaces_atomic(
 681		mvm->hw, IEEE80211_IFACE_ITER_NORMAL,
 682		iwl_mvm_bss_find_iface_iterator, &data);
 683
 684	return data.vif;
 685}
 686
 687struct iwl_sta_iter_data {
 688	bool assoc;
 689};
 690
 691static void iwl_mvm_sta_iface_iterator(void *_data, u8 *mac,
 692				       struct ieee80211_vif *vif)
 693{
 694	struct iwl_sta_iter_data *data = _data;
 695
 696	if (vif->type != NL80211_IFTYPE_STATION)
 697		return;
 698
 699	if (vif->cfg.assoc)
 700		data->assoc = true;
 701}
 702
 703bool iwl_mvm_is_vif_assoc(struct iwl_mvm *mvm)
 704{
 705	struct iwl_sta_iter_data data = {
 706		.assoc = false,
 707	};
 708
 709	ieee80211_iterate_active_interfaces_atomic(mvm->hw,
 710						   IEEE80211_IFACE_ITER_NORMAL,
 711						   iwl_mvm_sta_iface_iterator,
 712						   &data);
 713	return data.assoc;
 714}
 715
 716unsigned int iwl_mvm_get_wd_timeout(struct iwl_mvm *mvm,
 717				    struct ieee80211_vif *vif,
 718				    bool tdls, bool cmd_q)
 719{
 720	struct iwl_fw_dbg_trigger_tlv *trigger;
 721	struct iwl_fw_dbg_trigger_txq_timer *txq_timer;
 722	unsigned int default_timeout = cmd_q ?
 723		IWL_DEF_WD_TIMEOUT :
 724		mvm->trans->trans_cfg->base_params->wd_timeout;
 725
 726	if (!iwl_fw_dbg_trigger_enabled(mvm->fw, FW_DBG_TRIGGER_TXQ_TIMERS)) {
 727		/*
 728		 * We can't know when the station is asleep or awake, so we
 729		 * must disable the queue hang detection.
 730		 */
 731		if (fw_has_capa(&mvm->fw->ucode_capa,
 732				IWL_UCODE_TLV_CAPA_STA_PM_NOTIF) &&
 733		    vif && vif->type == NL80211_IFTYPE_AP)
 734			return IWL_WATCHDOG_DISABLED;
 735		return default_timeout;
 736	}
 737
 738	trigger = iwl_fw_dbg_get_trigger(mvm->fw, FW_DBG_TRIGGER_TXQ_TIMERS);
 739	txq_timer = (void *)trigger->data;
 740
 741	if (tdls)
 742		return le32_to_cpu(txq_timer->tdls);
 743
 744	if (cmd_q)
 745		return le32_to_cpu(txq_timer->command_queue);
 746
 747	if (WARN_ON(!vif))
 748		return default_timeout;
 749
 750	switch (ieee80211_vif_type_p2p(vif)) {
 751	case NL80211_IFTYPE_ADHOC:
 752		return le32_to_cpu(txq_timer->ibss);
 753	case NL80211_IFTYPE_STATION:
 754		return le32_to_cpu(txq_timer->bss);
 755	case NL80211_IFTYPE_AP:
 756		return le32_to_cpu(txq_timer->softap);
 757	case NL80211_IFTYPE_P2P_CLIENT:
 758		return le32_to_cpu(txq_timer->p2p_client);
 759	case NL80211_IFTYPE_P2P_GO:
 760		return le32_to_cpu(txq_timer->p2p_go);
 761	case NL80211_IFTYPE_P2P_DEVICE:
 762		return le32_to_cpu(txq_timer->p2p_device);
 763	case NL80211_IFTYPE_MONITOR:
 764		return default_timeout;
 765	default:
 766		WARN_ON(1);
 767		return mvm->trans->trans_cfg->base_params->wd_timeout;
 768	}
 769}
 770
 771void iwl_mvm_connection_loss(struct iwl_mvm *mvm, struct ieee80211_vif *vif,
 772			     const char *errmsg)
 773{
 774	struct iwl_fw_dbg_trigger_tlv *trig;
 775	struct iwl_fw_dbg_trigger_mlme *trig_mlme;
 776
 777	trig = iwl_fw_dbg_trigger_on(&mvm->fwrt, ieee80211_vif_to_wdev(vif),
 778				     FW_DBG_TRIGGER_MLME);
 779	if (!trig)
 780		goto out;
 781
 
 782	trig_mlme = (void *)trig->data;
 
 
 783
 784	if (trig_mlme->stop_connection_loss &&
 785	    --trig_mlme->stop_connection_loss)
 786		goto out;
 787
 788	iwl_fw_dbg_collect_trig(&mvm->fwrt, trig, "%s", errmsg);
 789
 790out:
 791	ieee80211_connection_loss(vif);
 792}
 793
 794void iwl_mvm_event_frame_timeout_callback(struct iwl_mvm *mvm,
 795					  struct ieee80211_vif *vif,
 796					  const struct ieee80211_sta *sta,
 797					  u16 tid)
 798{
 799	struct iwl_fw_dbg_trigger_tlv *trig;
 800	struct iwl_fw_dbg_trigger_ba *ba_trig;
 801
 802	trig = iwl_fw_dbg_trigger_on(&mvm->fwrt, ieee80211_vif_to_wdev(vif),
 803				     FW_DBG_TRIGGER_BA);
 804	if (!trig)
 805		return;
 806
 807	ba_trig = (void *)trig->data;
 808
 809	if (!(le16_to_cpu(ba_trig->frame_timeout) & BIT(tid)))
 810		return;
 811
 812	iwl_fw_dbg_collect_trig(&mvm->fwrt, trig,
 813				"Frame from %pM timed out, tid %d",
 814				sta->addr, tid);
 815}
 816
 817u8 iwl_mvm_tcm_load_percentage(u32 airtime, u32 elapsed)
 818{
 819	if (!elapsed)
 820		return 0;
 821
 822	return (100 * airtime / elapsed) / USEC_PER_MSEC;
 823}
 824
 825static enum iwl_mvm_traffic_load
 826iwl_mvm_tcm_load(struct iwl_mvm *mvm, u32 airtime, unsigned long elapsed)
 827{
 828	u8 load = iwl_mvm_tcm_load_percentage(airtime, elapsed);
 829
 830	if (load > IWL_MVM_TCM_LOAD_HIGH_THRESH)
 831		return IWL_MVM_TRAFFIC_HIGH;
 832	if (load > IWL_MVM_TCM_LOAD_MEDIUM_THRESH)
 833		return IWL_MVM_TRAFFIC_MEDIUM;
 834
 835	return IWL_MVM_TRAFFIC_LOW;
 836}
 837
 838static void iwl_mvm_tcm_iter(void *_data, u8 *mac, struct ieee80211_vif *vif)
 839{
 840	struct iwl_mvm *mvm = _data;
 841	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
 842	bool low_latency, prev = mvmvif->low_latency & LOW_LATENCY_TRAFFIC;
 843
 844	if (mvmvif->id >= NUM_MAC_INDEX_DRIVER)
 845		return;
 846
 847	low_latency = mvm->tcm.result.low_latency[mvmvif->id];
 848
 849	if (!mvm->tcm.result.change[mvmvif->id] &&
 850	    prev == low_latency) {
 851		iwl_mvm_update_quotas(mvm, false, NULL);
 852		return;
 853	}
 854
 855	if (prev != low_latency) {
 856		/* this sends traffic load and updates quota as well */
 857		iwl_mvm_update_low_latency(mvm, vif, low_latency,
 858					   LOW_LATENCY_TRAFFIC);
 859	} else {
 860		iwl_mvm_update_quotas(mvm, false, NULL);
 861	}
 862}
 863
 864static void iwl_mvm_tcm_results(struct iwl_mvm *mvm)
 865{
 866	mutex_lock(&mvm->mutex);
 867
 868	ieee80211_iterate_active_interfaces(
 869		mvm->hw, IEEE80211_IFACE_ITER_NORMAL,
 870		iwl_mvm_tcm_iter, mvm);
 871
 872	if (fw_has_capa(&mvm->fw->ucode_capa, IWL_UCODE_TLV_CAPA_UMAC_SCAN))
 873		iwl_mvm_config_scan(mvm);
 874
 875	mutex_unlock(&mvm->mutex);
 876}
 877
 878static void iwl_mvm_tcm_uapsd_nonagg_detected_wk(struct work_struct *wk)
 879{
 880	struct iwl_mvm *mvm;
 881	struct iwl_mvm_vif *mvmvif;
 882	struct ieee80211_vif *vif;
 883
 884	mvmvif = container_of(wk, struct iwl_mvm_vif,
 885			      uapsd_nonagg_detected_wk.work);
 886	vif = container_of((void *)mvmvif, struct ieee80211_vif, drv_priv);
 887	mvm = mvmvif->mvm;
 888
 889	if (mvm->tcm.data[mvmvif->id].opened_rx_ba_sessions)
 890		return;
 891
 892	/* remember that this AP is broken */
 893	memcpy(mvm->uapsd_noagg_bssids[mvm->uapsd_noagg_bssid_write_idx].addr,
 894	       vif->bss_conf.bssid, ETH_ALEN);
 895	mvm->uapsd_noagg_bssid_write_idx++;
 896	if (mvm->uapsd_noagg_bssid_write_idx >= IWL_MVM_UAPSD_NOAGG_LIST_LEN)
 897		mvm->uapsd_noagg_bssid_write_idx = 0;
 898
 899	iwl_mvm_connection_loss(mvm, vif,
 900				"AP isn't using AMPDU with uAPSD enabled");
 901}
 902
 903static void iwl_mvm_uapsd_agg_disconnect(struct iwl_mvm *mvm,
 904					 struct ieee80211_vif *vif)
 905{
 906	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
 907
 908	if (vif->type != NL80211_IFTYPE_STATION)
 909		return;
 910
 911	if (!vif->cfg.assoc)
 912		return;
 913
 914	if (!mvmvif->deflink.queue_params[IEEE80211_AC_VO].uapsd &&
 915	    !mvmvif->deflink.queue_params[IEEE80211_AC_VI].uapsd &&
 916	    !mvmvif->deflink.queue_params[IEEE80211_AC_BE].uapsd &&
 917	    !mvmvif->deflink.queue_params[IEEE80211_AC_BK].uapsd)
 918		return;
 919
 920	if (mvm->tcm.data[mvmvif->id].uapsd_nonagg_detect.detected)
 921		return;
 922
 923	mvm->tcm.data[mvmvif->id].uapsd_nonagg_detect.detected = true;
 924	IWL_INFO(mvm,
 925		 "detected AP should do aggregation but isn't, likely due to U-APSD\n");
 926	schedule_delayed_work(&mvmvif->uapsd_nonagg_detected_wk,
 927			      15 * HZ);
 928}
 929
 930static void iwl_mvm_check_uapsd_agg_expected_tpt(struct iwl_mvm *mvm,
 931						 unsigned int elapsed,
 932						 int mac)
 933{
 934	u64 bytes = mvm->tcm.data[mac].uapsd_nonagg_detect.rx_bytes;
 935	u64 tpt;
 936	unsigned long rate;
 937	struct ieee80211_vif *vif;
 938
 939	rate = ewma_rate_read(&mvm->tcm.data[mac].uapsd_nonagg_detect.rate);
 940
 941	if (!rate || mvm->tcm.data[mac].opened_rx_ba_sessions ||
 942	    mvm->tcm.data[mac].uapsd_nonagg_detect.detected)
 943		return;
 944
 945	if (iwl_mvm_has_new_rx_api(mvm)) {
 946		tpt = 8 * bytes; /* kbps */
 947		do_div(tpt, elapsed);
 948		rate *= 1000; /* kbps */
 949		if (tpt < 22 * rate / 100)
 950			return;
 951	} else {
 952		/*
 953		 * the rate here is actually the threshold, in 100Kbps units,
 954		 * so do the needed conversion from bytes to 100Kbps:
 955		 * 100kb = bits / (100 * 1000),
 956		 * 100kbps = 100kb / (msecs / 1000) ==
 957		 *           (bits / (100 * 1000)) / (msecs / 1000) ==
 958		 *           bits / (100 * msecs)
 959		 */
 960		tpt = (8 * bytes);
 961		do_div(tpt, elapsed * 100);
 962		if (tpt < rate)
 963			return;
 964	}
 965
 966	rcu_read_lock();
 967	vif = rcu_dereference(mvm->vif_id_to_mac[mac]);
 968	if (vif)
 969		iwl_mvm_uapsd_agg_disconnect(mvm, vif);
 970	rcu_read_unlock();
 971}
 972
 973static void iwl_mvm_tcm_iterator(void *_data, u8 *mac,
 974				 struct ieee80211_vif *vif)
 975{
 976	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
 977	u32 *band = _data;
 978
 979	if (!mvmvif->deflink.phy_ctxt)
 
 980		return;
 981
 982	band[mvmvif->id] = mvmvif->deflink.phy_ctxt->channel->band;
 983}
 984
 985static unsigned long iwl_mvm_calc_tcm_stats(struct iwl_mvm *mvm,
 986					    unsigned long ts,
 987					    bool handle_uapsd)
 988{
 989	unsigned int elapsed = jiffies_to_msecs(ts - mvm->tcm.ts);
 990	unsigned int uapsd_elapsed =
 991		jiffies_to_msecs(ts - mvm->tcm.uapsd_nonagg_ts);
 992	u32 total_airtime = 0;
 993	u32 band_airtime[NUM_NL80211_BANDS] = {0};
 994	u32 band[NUM_MAC_INDEX_DRIVER] = {0};
 995	int ac, mac, i;
 996	bool low_latency = false;
 997	enum iwl_mvm_traffic_load load, band_load;
 998	bool handle_ll = time_after(ts, mvm->tcm.ll_ts + MVM_LL_PERIOD);
 999
1000	if (handle_ll)
1001		mvm->tcm.ll_ts = ts;
1002	if (handle_uapsd)
1003		mvm->tcm.uapsd_nonagg_ts = ts;
1004
1005	mvm->tcm.result.elapsed = elapsed;
1006
1007	ieee80211_iterate_active_interfaces_atomic(mvm->hw,
1008						   IEEE80211_IFACE_ITER_NORMAL,
1009						   iwl_mvm_tcm_iterator,
1010						   &band);
1011
1012	for (mac = 0; mac < NUM_MAC_INDEX_DRIVER; mac++) {
1013		struct iwl_mvm_tcm_mac *mdata = &mvm->tcm.data[mac];
1014		u32 vo_vi_pkts = 0;
1015		u32 airtime = mdata->rx.airtime + mdata->tx.airtime;
1016
1017		total_airtime += airtime;
1018		band_airtime[band[mac]] += airtime;
1019
1020		load = iwl_mvm_tcm_load(mvm, airtime, elapsed);
1021		mvm->tcm.result.change[mac] = load != mvm->tcm.result.load[mac];
1022		mvm->tcm.result.load[mac] = load;
1023		mvm->tcm.result.airtime[mac] = airtime;
1024
1025		for (ac = IEEE80211_AC_VO; ac <= IEEE80211_AC_VI; ac++)
1026			vo_vi_pkts += mdata->rx.pkts[ac] +
1027				      mdata->tx.pkts[ac];
1028
1029		/* enable immediately with enough packets but defer disabling */
1030		if (vo_vi_pkts > IWL_MVM_TCM_LOWLAT_ENABLE_THRESH)
1031			mvm->tcm.result.low_latency[mac] = true;
1032		else if (handle_ll)
1033			mvm->tcm.result.low_latency[mac] = false;
1034
1035		if (handle_ll) {
1036			/* clear old data */
1037			memset(&mdata->rx.pkts, 0, sizeof(mdata->rx.pkts));
1038			memset(&mdata->tx.pkts, 0, sizeof(mdata->tx.pkts));
1039		}
1040		low_latency |= mvm->tcm.result.low_latency[mac];
1041
1042		if (!mvm->tcm.result.low_latency[mac] && handle_uapsd)
1043			iwl_mvm_check_uapsd_agg_expected_tpt(mvm, uapsd_elapsed,
1044							     mac);
1045		/* clear old data */
1046		if (handle_uapsd)
1047			mdata->uapsd_nonagg_detect.rx_bytes = 0;
1048		memset(&mdata->rx.airtime, 0, sizeof(mdata->rx.airtime));
1049		memset(&mdata->tx.airtime, 0, sizeof(mdata->tx.airtime));
1050	}
1051
1052	load = iwl_mvm_tcm_load(mvm, total_airtime, elapsed);
1053	mvm->tcm.result.global_load = load;
1054
1055	for (i = 0; i < NUM_NL80211_BANDS; i++) {
1056		band_load = iwl_mvm_tcm_load(mvm, band_airtime[i], elapsed);
1057		mvm->tcm.result.band_load[i] = band_load;
1058	}
1059
1060	/*
1061	 * If the current load isn't low we need to force re-evaluation
1062	 * in the TCM period, so that we can return to low load if there
1063	 * was no traffic at all (and thus iwl_mvm_recalc_tcm didn't get
1064	 * triggered by traffic).
1065	 */
1066	if (load != IWL_MVM_TRAFFIC_LOW)
1067		return MVM_TCM_PERIOD;
1068	/*
1069	 * If low-latency is active we need to force re-evaluation after
1070	 * (the longer) MVM_LL_PERIOD, so that we can disable low-latency
1071	 * when there's no traffic at all.
1072	 */
1073	if (low_latency)
1074		return MVM_LL_PERIOD;
1075	/*
1076	 * Otherwise, we don't need to run the work struct because we're
1077	 * in the default "idle" state - traffic indication is low (which
1078	 * also covers the "no traffic" case) and low-latency is disabled
1079	 * so there's no state that may need to be disabled when there's
1080	 * no traffic at all.
1081	 *
1082	 * Note that this has no impact on the regular scheduling of the
1083	 * updates triggered by traffic - those happen whenever one of the
1084	 * two timeouts expire (if there's traffic at all.)
1085	 */
1086	return 0;
1087}
1088
1089void iwl_mvm_recalc_tcm(struct iwl_mvm *mvm)
1090{
1091	unsigned long ts = jiffies;
1092	bool handle_uapsd =
1093		time_after(ts, mvm->tcm.uapsd_nonagg_ts +
1094			       msecs_to_jiffies(IWL_MVM_UAPSD_NONAGG_PERIOD));
1095
1096	spin_lock(&mvm->tcm.lock);
1097	if (mvm->tcm.paused || !time_after(ts, mvm->tcm.ts + MVM_TCM_PERIOD)) {
1098		spin_unlock(&mvm->tcm.lock);
1099		return;
1100	}
1101	spin_unlock(&mvm->tcm.lock);
 
1102
1103	if (handle_uapsd && iwl_mvm_has_new_rx_api(mvm)) {
1104		mutex_lock(&mvm->mutex);
1105		if (iwl_mvm_request_statistics(mvm, true))
1106			handle_uapsd = false;
1107		mutex_unlock(&mvm->mutex);
 
 
 
1108	}
1109
1110	spin_lock(&mvm->tcm.lock);
1111	/* re-check if somebody else won the recheck race */
1112	if (!mvm->tcm.paused && time_after(ts, mvm->tcm.ts + MVM_TCM_PERIOD)) {
1113		/* calculate statistics */
1114		unsigned long work_delay = iwl_mvm_calc_tcm_stats(mvm, ts,
1115								  handle_uapsd);
1116
1117		/* the memset needs to be visible before the timestamp */
1118		smp_mb();
1119		mvm->tcm.ts = ts;
1120		if (work_delay)
1121			schedule_delayed_work(&mvm->tcm.work, work_delay);
1122	}
1123	spin_unlock(&mvm->tcm.lock);
1124
1125	iwl_mvm_tcm_results(mvm);
1126}
1127
1128void iwl_mvm_tcm_work(struct work_struct *work)
1129{
1130	struct delayed_work *delayed_work = to_delayed_work(work);
1131	struct iwl_mvm *mvm = container_of(delayed_work, struct iwl_mvm,
1132					   tcm.work);
1133
1134	iwl_mvm_recalc_tcm(mvm);
1135}
1136
1137void iwl_mvm_pause_tcm(struct iwl_mvm *mvm, bool with_cancel)
1138{
1139	spin_lock_bh(&mvm->tcm.lock);
1140	mvm->tcm.paused = true;
1141	spin_unlock_bh(&mvm->tcm.lock);
1142	if (with_cancel)
1143		cancel_delayed_work_sync(&mvm->tcm.work);
1144}
1145
1146void iwl_mvm_resume_tcm(struct iwl_mvm *mvm)
1147{
1148	int mac;
1149	bool low_latency = false;
1150
1151	spin_lock_bh(&mvm->tcm.lock);
1152	mvm->tcm.ts = jiffies;
1153	mvm->tcm.ll_ts = jiffies;
1154	for (mac = 0; mac < NUM_MAC_INDEX_DRIVER; mac++) {
1155		struct iwl_mvm_tcm_mac *mdata = &mvm->tcm.data[mac];
1156
1157		memset(&mdata->rx.pkts, 0, sizeof(mdata->rx.pkts));
1158		memset(&mdata->tx.pkts, 0, sizeof(mdata->tx.pkts));
1159		memset(&mdata->rx.airtime, 0, sizeof(mdata->rx.airtime));
1160		memset(&mdata->tx.airtime, 0, sizeof(mdata->tx.airtime));
 
1161
1162		if (mvm->tcm.result.low_latency[mac])
1163			low_latency = true;
1164	}
1165	/* The TCM data needs to be reset before "paused" flag changes */
1166	smp_mb();
1167	mvm->tcm.paused = false;
1168
1169	/*
1170	 * if the current load is not low or low latency is active, force
1171	 * re-evaluation to cover the case of no traffic.
 
1172	 */
1173	if (mvm->tcm.result.global_load > IWL_MVM_TRAFFIC_LOW)
1174		schedule_delayed_work(&mvm->tcm.work, MVM_TCM_PERIOD);
1175	else if (low_latency)
1176		schedule_delayed_work(&mvm->tcm.work, MVM_LL_PERIOD);
 
 
 
 
 
 
 
 
 
 
 
 
 
1177
1178	spin_unlock_bh(&mvm->tcm.lock);
1179}
 
 
 
 
1180
1181void iwl_mvm_tcm_add_vif(struct iwl_mvm *mvm, struct ieee80211_vif *vif)
1182{
1183	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
1184
1185	INIT_DELAYED_WORK(&mvmvif->uapsd_nonagg_detected_wk,
1186			  iwl_mvm_tcm_uapsd_nonagg_detected_wk);
1187}
1188
1189void iwl_mvm_tcm_rm_vif(struct iwl_mvm *mvm, struct ieee80211_vif *vif)
1190{
1191	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
 
1192
1193	cancel_delayed_work_sync(&mvmvif->uapsd_nonagg_detected_wk);
1194}
1195
1196u32 iwl_mvm_get_systime(struct iwl_mvm *mvm)
1197{
1198	u32 reg_addr = DEVICE_SYSTEM_TIME_REG;
 
 
 
 
1199
1200	if (mvm->trans->trans_cfg->device_family >= IWL_DEVICE_FAMILY_22000 &&
1201	    mvm->trans->cfg->gp2_reg_addr)
1202		reg_addr = mvm->trans->cfg->gp2_reg_addr;
1203
1204	return iwl_read_prph(mvm->trans, reg_addr);
 
 
 
 
 
 
 
 
1205}
1206
1207void iwl_mvm_get_sync_time(struct iwl_mvm *mvm, int clock_type,
1208			   u32 *gp2, u64 *boottime, ktime_t *realtime)
1209{
1210	bool ps_disabled;
1211
1212	lockdep_assert_held(&mvm->mutex);
1213
1214	/* Disable power save when reading GP2 */
1215	ps_disabled = mvm->ps_disabled;
1216	if (!ps_disabled) {
1217		mvm->ps_disabled = true;
1218		iwl_mvm_power_update_device(mvm);
1219	}
1220
1221	*gp2 = iwl_mvm_get_systime(mvm);
1222
1223	if (clock_type == CLOCK_BOOTTIME && boottime)
1224		*boottime = ktime_get_boottime_ns();
1225	else if (clock_type == CLOCK_REALTIME && realtime)
1226		*realtime = ktime_get_real();
1227
1228	if (!ps_disabled) {
1229		mvm->ps_disabled = ps_disabled;
1230		iwl_mvm_power_update_device(mvm);
1231	}
1232}
1233
1234/* Find if at least two links from different vifs use same channel
1235 * FIXME: consider having a refcount array in struct iwl_mvm_vif for
1236 * used phy_ctxt ids.
1237 */
1238bool iwl_mvm_have_links_same_channel(struct iwl_mvm_vif *vif1,
1239				     struct iwl_mvm_vif *vif2)
1240{
1241	unsigned int i, j;
 
 
 
 
 
 
1242
1243	for_each_mvm_vif_valid_link(vif1, i) {
1244		for_each_mvm_vif_valid_link(vif2, j) {
1245			if (vif1->link[i]->phy_ctxt == vif2->link[j]->phy_ctxt)
1246				return true;
1247		}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1248	}
1249
1250	return false;
1251}
1252
1253bool iwl_mvm_vif_is_active(struct iwl_mvm_vif *mvmvif)
 
1254{
1255	unsigned int i;
 
1256
1257	/* FIXME: can it fail when phy_ctxt is assigned? */
1258	for_each_mvm_vif_valid_link(mvmvif, i) {
1259		if (mvmvif->link[i]->phy_ctxt &&
1260		    mvmvif->link[i]->phy_ctxt->id < NUM_PHY_CTX)
1261			return true;
1262	}
 
 
 
 
 
1263
1264	return false;
1265}
v4.10.11
   1/******************************************************************************
   2 *
   3 * This file is provided under a dual BSD/GPLv2 license.  When using or
   4 * redistributing this file, you may do so under either license.
   5 *
   6 * GPL LICENSE SUMMARY
   7 *
   8 * Copyright(c) 2012 - 2014 Intel Corporation. All rights reserved.
   9 * Copyright(c) 2013 - 2014 Intel Mobile Communications GmbH
  10 * Copyright (C) 2015 Intel Deutschland GmbH
  11 *
  12 * This program is free software; you can redistribute it and/or modify
  13 * it under the terms of version 2 of the GNU General Public License as
  14 * published by the Free Software Foundation.
  15 *
  16 * This program is distributed in the hope that it will be useful, but
  17 * WITHOUT ANY WARRANTY; without even the implied warranty of
  18 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  19 * General Public License for more details.
  20 *
  21 * You should have received a copy of the GNU General Public License
  22 * along with this program; if not, write to the Free Software
  23 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110,
  24 * USA
  25 *
  26 * The full GNU General Public License is included in this distribution
  27 * in the file called COPYING.
  28 *
  29 * Contact Information:
  30 *  Intel Linux Wireless <linuxwifi@intel.com>
  31 * Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
  32 *
  33 * BSD LICENSE
  34 *
  35 * Copyright(c) 2012 - 2014 Intel Corporation. All rights reserved.
  36 * Copyright(c) 2013 - 2014 Intel Mobile Communications GmbH
  37 * All rights reserved.
  38 *
  39 * Redistribution and use in source and binary forms, with or without
  40 * modification, are permitted provided that the following conditions
  41 * are met:
  42 *
  43 *  * Redistributions of source code must retain the above copyright
  44 *    notice, this list of conditions and the following disclaimer.
  45 *  * Redistributions in binary form must reproduce the above copyright
  46 *    notice, this list of conditions and the following disclaimer in
  47 *    the documentation and/or other materials provided with the
  48 *    distribution.
  49 *  * Neither the name Intel Corporation nor the names of its
  50 *    contributors may be used to endorse or promote products derived
  51 *    from this software without specific prior written permission.
  52 *
  53 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
  54 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
  55 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
  56 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
  57 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
  58 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
  59 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
  60 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
  61 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
  62 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
  63 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  64 *
  65 *****************************************************************************/
  66#include <net/mac80211.h>
  67
  68#include "iwl-debug.h"
  69#include "iwl-io.h"
  70#include "iwl-prph.h"
  71#include "fw-dbg.h"
  72#include "mvm.h"
  73#include "fw-api-rs.h"
 
  74
  75/*
  76 * Will return 0 even if the cmd failed when RFKILL is asserted unless
  77 * CMD_WANT_SKB is set in cmd->flags.
  78 */
  79int iwl_mvm_send_cmd(struct iwl_mvm *mvm, struct iwl_host_cmd *cmd)
  80{
  81	int ret;
  82
  83#if defined(CONFIG_IWLWIFI_DEBUGFS) && defined(CONFIG_PM_SLEEP)
  84	if (WARN_ON(mvm->d3_test_active))
  85		return -EIO;
  86#endif
  87
  88	/*
  89	 * Synchronous commands from this op-mode must hold
  90	 * the mutex, this ensures we don't try to send two
  91	 * (or more) synchronous commands at a time.
  92	 */
  93	if (!(cmd->flags & CMD_ASYNC)) {
  94		lockdep_assert_held(&mvm->mutex);
  95		if (!(cmd->flags & CMD_SEND_IN_IDLE))
  96			iwl_mvm_ref(mvm, IWL_MVM_REF_SENDING_CMD);
  97	}
  98
  99	ret = iwl_trans_send_cmd(mvm->trans, cmd);
 100
 101	if (!(cmd->flags & (CMD_ASYNC | CMD_SEND_IN_IDLE)))
 102		iwl_mvm_unref(mvm, IWL_MVM_REF_SENDING_CMD);
 103
 104	/*
 105	 * If the caller wants the SKB, then don't hide any problems, the
 106	 * caller might access the response buffer which will be NULL if
 107	 * the command failed.
 108	 */
 109	if (cmd->flags & CMD_WANT_SKB)
 110		return ret;
 111
 112	/* Silently ignore failures if RFKILL is asserted */
 113	if (!ret || ret == -ERFKILL)
 
 
 
 114		return 0;
 115	return ret;
 116}
 117
 118int iwl_mvm_send_cmd_pdu(struct iwl_mvm *mvm, u32 id,
 119			 u32 flags, u16 len, const void *data)
 120{
 121	struct iwl_host_cmd cmd = {
 122		.id = id,
 123		.len = { len, },
 124		.data = { data, },
 125		.flags = flags,
 126	};
 127
 128	return iwl_mvm_send_cmd(mvm, &cmd);
 129}
 130
 131/*
 132 * We assume that the caller set the status to the success value
 133 */
 134int iwl_mvm_send_cmd_status(struct iwl_mvm *mvm, struct iwl_host_cmd *cmd,
 135			    u32 *status)
 136{
 137	struct iwl_rx_packet *pkt;
 138	struct iwl_cmd_response *resp;
 139	int ret, resp_len;
 140
 141	lockdep_assert_held(&mvm->mutex);
 142
 143#if defined(CONFIG_IWLWIFI_DEBUGFS) && defined(CONFIG_PM_SLEEP)
 144	if (WARN_ON(mvm->d3_test_active))
 145		return -EIO;
 146#endif
 147
 148	/*
 149	 * Only synchronous commands can wait for status,
 150	 * we use WANT_SKB so the caller can't.
 151	 */
 152	if (WARN_ONCE(cmd->flags & (CMD_ASYNC | CMD_WANT_SKB),
 153		      "cmd flags %x", cmd->flags))
 154		return -EINVAL;
 155
 156	cmd->flags |= CMD_WANT_SKB;
 157
 158	ret = iwl_trans_send_cmd(mvm->trans, cmd);
 159	if (ret == -ERFKILL) {
 160		/*
 161		 * The command failed because of RFKILL, don't update
 162		 * the status, leave it as success and return 0.
 163		 */
 164		return 0;
 165	} else if (ret) {
 166		return ret;
 167	}
 168
 169	pkt = cmd->resp_pkt;
 170	/* Can happen if RFKILL is asserted */
 171	if (!pkt) {
 172		ret = 0;
 173		goto out_free_resp;
 174	}
 175
 176	resp_len = iwl_rx_packet_payload_len(pkt);
 177	if (WARN_ON_ONCE(resp_len != sizeof(*resp))) {
 178		ret = -EIO;
 179		goto out_free_resp;
 180	}
 181
 182	resp = (void *)pkt->data;
 183	*status = le32_to_cpu(resp->status);
 184 out_free_resp:
 185	iwl_free_resp(cmd);
 186	return ret;
 187}
 188
 189/*
 190 * We assume that the caller set the status to the sucess value
 191 */
 192int iwl_mvm_send_cmd_pdu_status(struct iwl_mvm *mvm, u32 id, u16 len,
 193				const void *data, u32 *status)
 194{
 195	struct iwl_host_cmd cmd = {
 196		.id = id,
 197		.len = { len, },
 198		.data = { data, },
 199	};
 200
 201	return iwl_mvm_send_cmd_status(mvm, &cmd, status);
 202}
 203
 204#define IWL_DECLARE_RATE_INFO(r) \
 205	[IWL_RATE_##r##M_INDEX] = IWL_RATE_##r##M_PLCP
 
 
 
 
 
 
 
 
 206
 207/*
 208 * Translate from fw_rate_index (IWL_RATE_XXM_INDEX) to PLCP
 209 */
 210static const u8 fw_rate_idx_to_plcp[IWL_RATE_COUNT] = {
 211	IWL_DECLARE_RATE_INFO(1),
 212	IWL_DECLARE_RATE_INFO(2),
 213	IWL_DECLARE_RATE_INFO(5),
 214	IWL_DECLARE_RATE_INFO(11),
 215	IWL_DECLARE_RATE_INFO(6),
 216	IWL_DECLARE_RATE_INFO(9),
 217	IWL_DECLARE_RATE_INFO(12),
 218	IWL_DECLARE_RATE_INFO(18),
 219	IWL_DECLARE_RATE_INFO(24),
 220	IWL_DECLARE_RATE_INFO(36),
 221	IWL_DECLARE_RATE_INFO(48),
 222	IWL_DECLARE_RATE_INFO(54),
 223};
 224
 225int iwl_mvm_legacy_rate_to_mac80211_idx(u32 rate_n_flags,
 226					enum nl80211_band band)
 227{
 228	int rate = rate_n_flags & RATE_LEGACY_RATE_MSK;
 229	int idx;
 230	int band_offset = 0;
 231
 232	/* Legacy rate format, search for match in table */
 233	if (band == NL80211_BAND_5GHZ)
 234		band_offset = IWL_FIRST_OFDM_RATE;
 235	for (idx = band_offset; idx < IWL_RATE_COUNT_LEGACY; idx++)
 236		if (fw_rate_idx_to_plcp[idx] == rate)
 237			return idx - band_offset;
 238
 239	return -1;
 240}
 241
 242u8 iwl_mvm_mac80211_idx_to_hwrate(int rate_idx)
 
 
 
 
 
 
 
 
 
 
 
 
 
 243{
 244	/* Get PLCP rate for tx_cmd->rate_n_flags */
 245	return fw_rate_idx_to_plcp[rate_idx];
 
 
 
 
 
 
 246}
 247
 248void iwl_mvm_rx_fw_error(struct iwl_mvm *mvm, struct iwl_rx_cmd_buffer *rxb)
 249{
 250	struct iwl_rx_packet *pkt = rxb_addr(rxb);
 251	struct iwl_error_resp *err_resp = (void *)pkt->data;
 252
 253	IWL_ERR(mvm, "FW Error notification: type 0x%08X cmd_id 0x%02X\n",
 254		le32_to_cpu(err_resp->error_type), err_resp->cmd_id);
 255	IWL_ERR(mvm, "FW Error notification: seq 0x%04X service 0x%08X\n",
 256		le16_to_cpu(err_resp->bad_cmd_seq_num),
 257		le32_to_cpu(err_resp->error_service));
 258	IWL_ERR(mvm, "FW Error notification: timestamp 0x%16llX\n",
 259		le64_to_cpu(err_resp->timestamp));
 260}
 261
 262/*
 263 * Returns the first antenna as ANT_[ABC], as defined in iwl-config.h.
 264 * The parameter should also be a combination of ANT_[ABC].
 265 */
 266u8 first_antenna(u8 mask)
 267{
 268	BUILD_BUG_ON(ANT_A != BIT(0)); /* using ffs is wrong if not */
 269	if (WARN_ON_ONCE(!mask)) /* ffs will return 0 if mask is zeroed */
 270		return BIT(0);
 271	return BIT(ffs(mask) - 1);
 272}
 273
 
 274/*
 275 * Toggles between TX antennas to send the probe request on.
 276 * Receives the bitmask of valid TX antennas and the *index* used
 277 * for the last TX, and returns the next valid *index* to use.
 278 * In order to set it in the tx_cmd, must do BIT(idx).
 279 */
 280u8 iwl_mvm_next_antenna(struct iwl_mvm *mvm, u8 valid, u8 last_idx)
 281{
 282	u8 ind = last_idx;
 283	int i;
 284
 285	for (i = 0; i < RATE_MCS_ANT_NUM; i++) {
 286		ind = (ind + 1) % RATE_MCS_ANT_NUM;
 287		if (valid & BIT(ind))
 288			return ind;
 289	}
 290
 291	WARN_ONCE(1, "Failed to toggle between antennas 0x%x", valid);
 292	return last_idx;
 293}
 294
 295static const struct {
 296	const char *name;
 297	u8 num;
 298} advanced_lookup[] = {
 299	{ "NMI_INTERRUPT_WDG", 0x34 },
 300	{ "SYSASSERT", 0x35 },
 301	{ "UCODE_VERSION_MISMATCH", 0x37 },
 302	{ "BAD_COMMAND", 0x38 },
 303	{ "NMI_INTERRUPT_DATA_ACTION_PT", 0x3C },
 304	{ "FATAL_ERROR", 0x3D },
 305	{ "NMI_TRM_HW_ERR", 0x46 },
 306	{ "NMI_INTERRUPT_TRM", 0x4C },
 307	{ "NMI_INTERRUPT_BREAK_POINT", 0x54 },
 308	{ "NMI_INTERRUPT_WDG_RXF_FULL", 0x5C },
 309	{ "NMI_INTERRUPT_WDG_NO_RBD_RXF_FULL", 0x64 },
 310	{ "NMI_INTERRUPT_HOST", 0x66 },
 311	{ "NMI_INTERRUPT_ACTION_PT", 0x7C },
 312	{ "NMI_INTERRUPT_UNKNOWN", 0x84 },
 313	{ "NMI_INTERRUPT_INST_ACTION_PT", 0x86 },
 314	{ "ADVANCED_SYSASSERT", 0 },
 315};
 316
 317static const char *desc_lookup(u32 num)
 318{
 319	int i;
 320
 321	for (i = 0; i < ARRAY_SIZE(advanced_lookup) - 1; i++)
 322		if (advanced_lookup[i].num == num)
 323			return advanced_lookup[i].name;
 324
 325	/* No entry matches 'num', so it is the last: ADVANCED_SYSASSERT */
 326	return advanced_lookup[i].name;
 327}
 328
 329/*
 330 * Note: This structure is read from the device with IO accesses,
 331 * and the reading already does the endian conversion. As it is
 332 * read with u32-sized accesses, any members with a different size
 333 * need to be ordered correctly though!
 334 */
 335struct iwl_error_event_table_v1 {
 336	u32 valid;		/* (nonzero) valid, (0) log is empty */
 337	u32 error_id;		/* type of error */
 338	u32 pc;			/* program counter */
 339	u32 blink1;		/* branch link */
 340	u32 blink2;		/* branch link */
 341	u32 ilink1;		/* interrupt link */
 342	u32 ilink2;		/* interrupt link */
 343	u32 data1;		/* error-specific data */
 344	u32 data2;		/* error-specific data */
 345	u32 data3;		/* error-specific data */
 346	u32 bcon_time;		/* beacon timer */
 347	u32 tsf_low;		/* network timestamp function timer */
 348	u32 tsf_hi;		/* network timestamp function timer */
 349	u32 gp1;		/* GP1 timer register */
 350	u32 gp2;		/* GP2 timer register */
 351	u32 gp3;		/* GP3 timer register */
 352	u32 ucode_ver;		/* uCode version */
 353	u32 hw_ver;		/* HW Silicon version */
 354	u32 brd_ver;		/* HW board version */
 355	u32 log_pc;		/* log program counter */
 356	u32 frame_ptr;		/* frame pointer */
 357	u32 stack_ptr;		/* stack pointer */
 358	u32 hcmd;		/* last host command header */
 359	u32 isr0;		/* isr status register LMPM_NIC_ISR0:
 360				 * rxtx_flag */
 361	u32 isr1;		/* isr status register LMPM_NIC_ISR1:
 362				 * host_flag */
 363	u32 isr2;		/* isr status register LMPM_NIC_ISR2:
 364				 * enc_flag */
 365	u32 isr3;		/* isr status register LMPM_NIC_ISR3:
 366				 * time_flag */
 367	u32 isr4;		/* isr status register LMPM_NIC_ISR4:
 368				 * wico interrupt */
 369	u32 isr_pref;		/* isr status register LMPM_NIC_PREF_STAT */
 370	u32 wait_event;		/* wait event() caller address */
 371	u32 l2p_control;	/* L2pControlField */
 372	u32 l2p_duration;	/* L2pDurationField */
 373	u32 l2p_mhvalid;	/* L2pMhValidBits */
 374	u32 l2p_addr_match;	/* L2pAddrMatchStat */
 375	u32 lmpm_pmg_sel;	/* indicate which clocks are turned on
 376				 * (LMPM_PMG_SEL) */
 377	u32 u_timestamp;	/* indicate when the date and time of the
 378				 * compilation */
 379	u32 flow_handler;	/* FH read/write pointers, RX credit */
 380} __packed /* LOG_ERROR_TABLE_API_S_VER_1 */;
 381
 382struct iwl_error_event_table {
 383	u32 valid;		/* (nonzero) valid, (0) log is empty */
 384	u32 error_id;		/* type of error */
 385	u32 trm_hw_status0;	/* TRM HW status */
 386	u32 trm_hw_status1;	/* TRM HW status */
 387	u32 blink2;		/* branch link */
 388	u32 ilink1;		/* interrupt link */
 389	u32 ilink2;		/* interrupt link */
 390	u32 data1;		/* error-specific data */
 391	u32 data2;		/* error-specific data */
 392	u32 data3;		/* error-specific data */
 393	u32 bcon_time;		/* beacon timer */
 394	u32 tsf_low;		/* network timestamp function timer */
 395	u32 tsf_hi;		/* network timestamp function timer */
 396	u32 gp1;		/* GP1 timer register */
 397	u32 gp2;		/* GP2 timer register */
 398	u32 fw_rev_type;	/* firmware revision type */
 399	u32 major;		/* uCode version major */
 400	u32 minor;		/* uCode version minor */
 401	u32 hw_ver;		/* HW Silicon version */
 402	u32 brd_ver;		/* HW board version */
 403	u32 log_pc;		/* log program counter */
 404	u32 frame_ptr;		/* frame pointer */
 405	u32 stack_ptr;		/* stack pointer */
 406	u32 hcmd;		/* last host command header */
 407	u32 isr0;		/* isr status register LMPM_NIC_ISR0:
 408				 * rxtx_flag */
 409	u32 isr1;		/* isr status register LMPM_NIC_ISR1:
 410				 * host_flag */
 411	u32 isr2;		/* isr status register LMPM_NIC_ISR2:
 412				 * enc_flag */
 413	u32 isr3;		/* isr status register LMPM_NIC_ISR3:
 414				 * time_flag */
 415	u32 isr4;		/* isr status register LMPM_NIC_ISR4:
 416				 * wico interrupt */
 417	u32 last_cmd_id;	/* last HCMD id handled by the firmware */
 418	u32 wait_event;		/* wait event() caller address */
 419	u32 l2p_control;	/* L2pControlField */
 420	u32 l2p_duration;	/* L2pDurationField */
 421	u32 l2p_mhvalid;	/* L2pMhValidBits */
 422	u32 l2p_addr_match;	/* L2pAddrMatchStat */
 423	u32 lmpm_pmg_sel;	/* indicate which clocks are turned on
 424				 * (LMPM_PMG_SEL) */
 425	u32 u_timestamp;	/* indicate when the date and time of the
 426				 * compilation */
 427	u32 flow_handler;	/* FH read/write pointers, RX credit */
 428} __packed /* LOG_ERROR_TABLE_API_S_VER_3 */;
 429
 430/*
 431 * UMAC error struct - relevant starting from family 8000 chip.
 432 * Note: This structure is read from the device with IO accesses,
 433 * and the reading already does the endian conversion. As it is
 434 * read with u32-sized accesses, any members with a different size
 435 * need to be ordered correctly though!
 436 */
 437struct iwl_umac_error_event_table {
 438	u32 valid;		/* (nonzero) valid, (0) log is empty */
 439	u32 error_id;		/* type of error */
 440	u32 blink1;		/* branch link */
 441	u32 blink2;		/* branch link */
 442	u32 ilink1;		/* interrupt link */
 443	u32 ilink2;		/* interrupt link */
 444	u32 data1;		/* error-specific data */
 445	u32 data2;		/* error-specific data */
 446	u32 data3;		/* error-specific data */
 447	u32 umac_major;
 448	u32 umac_minor;
 449	u32 frame_pointer;	/* core register 27*/
 450	u32 stack_pointer;	/* core register 28 */
 451	u32 cmd_header;		/* latest host cmd sent to UMAC */
 452	u32 nic_isr_pref;	/* ISR status register */
 453} __packed;
 454
 455#define ERROR_START_OFFSET  (1 * sizeof(u32))
 456#define ERROR_ELEM_SIZE     (7 * sizeof(u32))
 457
 458static void iwl_mvm_dump_umac_error_log(struct iwl_mvm *mvm)
 459{
 460	struct iwl_trans *trans = mvm->trans;
 461	struct iwl_umac_error_event_table table;
 462	u32 base;
 463
 464	base = mvm->umac_error_event_table;
 465
 466	if (base < 0x800000) {
 467		IWL_ERR(mvm,
 468			"Not valid error log pointer 0x%08X for %s uCode\n",
 469			base,
 470			(mvm->cur_ucode == IWL_UCODE_INIT)
 471					? "Init" : "RT");
 472		return;
 473	}
 474
 475	iwl_trans_read_mem_bytes(trans, base, &table, sizeof(table));
 476
 477	if (ERROR_START_OFFSET <= table.valid * ERROR_ELEM_SIZE) {
 478		IWL_ERR(trans, "Start IWL Error Log Dump:\n");
 479		IWL_ERR(trans, "Status: 0x%08lX, count: %d\n",
 480			mvm->status, table.valid);
 481	}
 482
 483	IWL_ERR(mvm, "0x%08X | %s\n", table.error_id,
 484		desc_lookup(table.error_id));
 485	IWL_ERR(mvm, "0x%08X | umac branchlink1\n", table.blink1);
 486	IWL_ERR(mvm, "0x%08X | umac branchlink2\n", table.blink2);
 487	IWL_ERR(mvm, "0x%08X | umac interruptlink1\n", table.ilink1);
 488	IWL_ERR(mvm, "0x%08X | umac interruptlink2\n", table.ilink2);
 489	IWL_ERR(mvm, "0x%08X | umac data1\n", table.data1);
 490	IWL_ERR(mvm, "0x%08X | umac data2\n", table.data2);
 491	IWL_ERR(mvm, "0x%08X | umac data3\n", table.data3);
 492	IWL_ERR(mvm, "0x%08X | umac major\n", table.umac_major);
 493	IWL_ERR(mvm, "0x%08X | umac minor\n", table.umac_minor);
 494	IWL_ERR(mvm, "0x%08X | frame pointer\n", table.frame_pointer);
 495	IWL_ERR(mvm, "0x%08X | stack pointer\n", table.stack_pointer);
 496	IWL_ERR(mvm, "0x%08X | last host cmd\n", table.cmd_header);
 497	IWL_ERR(mvm, "0x%08X | isr status reg\n", table.nic_isr_pref);
 498}
 499
 500void iwl_mvm_dump_nic_error_log(struct iwl_mvm *mvm)
 501{
 502	struct iwl_trans *trans = mvm->trans;
 503	struct iwl_error_event_table table;
 504	u32 base;
 505
 506	base = mvm->error_event_table;
 507	if (mvm->cur_ucode == IWL_UCODE_INIT) {
 508		if (!base)
 509			base = mvm->fw->init_errlog_ptr;
 510	} else {
 511		if (!base)
 512			base = mvm->fw->inst_errlog_ptr;
 513	}
 514
 515	if (base < 0x400000) {
 516		IWL_ERR(mvm,
 517			"Not valid error log pointer 0x%08X for %s uCode\n",
 518			base,
 519			(mvm->cur_ucode == IWL_UCODE_INIT)
 520					? "Init" : "RT");
 521		return;
 522	}
 523
 524	iwl_trans_read_mem_bytes(trans, base, &table, sizeof(table));
 525
 526	if (ERROR_START_OFFSET <= table.valid * ERROR_ELEM_SIZE) {
 527		IWL_ERR(trans, "Start IWL Error Log Dump:\n");
 528		IWL_ERR(trans, "Status: 0x%08lX, count: %d\n",
 529			mvm->status, table.valid);
 530	}
 531
 532	/* Do not change this output - scripts rely on it */
 533
 534	IWL_ERR(mvm, "Loaded firmware version: %s\n", mvm->fw->fw_version);
 535
 536	trace_iwlwifi_dev_ucode_error(trans->dev, table.error_id, table.tsf_low,
 537				      table.data1, table.data2, table.data3,
 538				      table.blink2, table.ilink1,
 539				      table.ilink2, table.bcon_time, table.gp1,
 540				      table.gp2, table.fw_rev_type, table.major,
 541				      table.minor, table.hw_ver, table.brd_ver);
 542	IWL_ERR(mvm, "0x%08X | %-28s\n", table.error_id,
 543		desc_lookup(table.error_id));
 544	IWL_ERR(mvm, "0x%08X | trm_hw_status0\n", table.trm_hw_status0);
 545	IWL_ERR(mvm, "0x%08X | trm_hw_status1\n", table.trm_hw_status1);
 546	IWL_ERR(mvm, "0x%08X | branchlink2\n", table.blink2);
 547	IWL_ERR(mvm, "0x%08X | interruptlink1\n", table.ilink1);
 548	IWL_ERR(mvm, "0x%08X | interruptlink2\n", table.ilink2);
 549	IWL_ERR(mvm, "0x%08X | data1\n", table.data1);
 550	IWL_ERR(mvm, "0x%08X | data2\n", table.data2);
 551	IWL_ERR(mvm, "0x%08X | data3\n", table.data3);
 552	IWL_ERR(mvm, "0x%08X | beacon time\n", table.bcon_time);
 553	IWL_ERR(mvm, "0x%08X | tsf low\n", table.tsf_low);
 554	IWL_ERR(mvm, "0x%08X | tsf hi\n", table.tsf_hi);
 555	IWL_ERR(mvm, "0x%08X | time gp1\n", table.gp1);
 556	IWL_ERR(mvm, "0x%08X | time gp2\n", table.gp2);
 557	IWL_ERR(mvm, "0x%08X | uCode revision type\n", table.fw_rev_type);
 558	IWL_ERR(mvm, "0x%08X | uCode version major\n", table.major);
 559	IWL_ERR(mvm, "0x%08X | uCode version minor\n", table.minor);
 560	IWL_ERR(mvm, "0x%08X | hw version\n", table.hw_ver);
 561	IWL_ERR(mvm, "0x%08X | board version\n", table.brd_ver);
 562	IWL_ERR(mvm, "0x%08X | hcmd\n", table.hcmd);
 563	IWL_ERR(mvm, "0x%08X | isr0\n", table.isr0);
 564	IWL_ERR(mvm, "0x%08X | isr1\n", table.isr1);
 565	IWL_ERR(mvm, "0x%08X | isr2\n", table.isr2);
 566	IWL_ERR(mvm, "0x%08X | isr3\n", table.isr3);
 567	IWL_ERR(mvm, "0x%08X | isr4\n", table.isr4);
 568	IWL_ERR(mvm, "0x%08X | last cmd Id\n", table.last_cmd_id);
 569	IWL_ERR(mvm, "0x%08X | wait_event\n", table.wait_event);
 570	IWL_ERR(mvm, "0x%08X | l2p_control\n", table.l2p_control);
 571	IWL_ERR(mvm, "0x%08X | l2p_duration\n", table.l2p_duration);
 572	IWL_ERR(mvm, "0x%08X | l2p_mhvalid\n", table.l2p_mhvalid);
 573	IWL_ERR(mvm, "0x%08X | l2p_addr_match\n", table.l2p_addr_match);
 574	IWL_ERR(mvm, "0x%08X | lmpm_pmg_sel\n", table.lmpm_pmg_sel);
 575	IWL_ERR(mvm, "0x%08X | timestamp\n", table.u_timestamp);
 576	IWL_ERR(mvm, "0x%08X | flow_handler\n", table.flow_handler);
 577
 578	if (mvm->support_umac_log)
 579		iwl_mvm_dump_umac_error_log(mvm);
 580}
 581
 582int iwl_mvm_find_free_queue(struct iwl_mvm *mvm, u8 sta_id, u8 minq, u8 maxq)
 583{
 584	int i;
 585
 586	lockdep_assert_held(&mvm->queue_info_lock);
 587
 588	/* Start by looking for a free queue */
 589	for (i = minq; i <= maxq; i++)
 590		if (mvm->queue_info[i].hw_queue_refcount == 0 &&
 591		    mvm->queue_info[i].status == IWL_MVM_QUEUE_FREE)
 592			return i;
 593
 594	/*
 595	 * If no free queue found - settle for an inactive one to reconfigure
 596	 * Make sure that the inactive queue either already belongs to this STA,
 597	 * or that if it belongs to another one - it isn't the reserved queue
 598	 */
 599	for (i = minq; i <= maxq; i++)
 600		if (mvm->queue_info[i].status == IWL_MVM_QUEUE_INACTIVE &&
 601		    (sta_id == mvm->queue_info[i].ra_sta_id ||
 602		     !mvm->queue_info[i].reserved))
 603			return i;
 604
 605	return -ENOSPC;
 606}
 607
 608int iwl_mvm_reconfig_scd(struct iwl_mvm *mvm, int queue, int fifo, int sta_id,
 609			 int tid, int frame_limit, u16 ssn)
 610{
 611	struct iwl_scd_txq_cfg_cmd cmd = {
 612		.scd_queue = queue,
 613		.action = SCD_CFG_ENABLE_QUEUE,
 614		.window = frame_limit,
 615		.sta_id = sta_id,
 616		.ssn = cpu_to_le16(ssn),
 617		.tx_fifo = fifo,
 618		.aggregate = (queue >= IWL_MVM_DQA_MIN_DATA_QUEUE ||
 619			      queue == IWL_MVM_DQA_BSS_CLIENT_QUEUE),
 620		.tid = tid,
 621	};
 622	int ret;
 623
 624	spin_lock_bh(&mvm->queue_info_lock);
 625	if (WARN(mvm->queue_info[queue].hw_queue_refcount == 0,
 626		 "Trying to reconfig unallocated queue %d\n", queue)) {
 627		spin_unlock_bh(&mvm->queue_info_lock);
 628		return -ENXIO;
 629	}
 630	spin_unlock_bh(&mvm->queue_info_lock);
 631
 632	IWL_DEBUG_TX_QUEUES(mvm, "Reconfig SCD for TXQ #%d\n", queue);
 633
 634	ret = iwl_mvm_send_cmd_pdu(mvm, SCD_QUEUE_CFG, 0, sizeof(cmd), &cmd);
 635	WARN_ONCE(ret, "Failed to re-configure queue %d on FIFO %d, ret=%d\n",
 636		  queue, fifo, ret);
 637
 638	return ret;
 639}
 640
 641void iwl_mvm_enable_txq(struct iwl_mvm *mvm, int queue, int mac80211_queue,
 642			u16 ssn, const struct iwl_trans_txq_scd_cfg *cfg,
 643			unsigned int wdg_timeout)
 644{
 645	bool enable_queue = true;
 646
 647	spin_lock_bh(&mvm->queue_info_lock);
 648
 649	/* Make sure this TID isn't already enabled */
 650	if (mvm->queue_info[queue].tid_bitmap & BIT(cfg->tid)) {
 651		spin_unlock_bh(&mvm->queue_info_lock);
 652		IWL_ERR(mvm, "Trying to enable TXQ with existing TID %d\n",
 653			cfg->tid);
 654		return;
 655	}
 656
 657	/* Update mappings and refcounts */
 658	if (mvm->queue_info[queue].hw_queue_refcount > 0)
 659		enable_queue = false;
 660
 661	mvm->queue_info[queue].hw_queue_to_mac80211 |= BIT(mac80211_queue);
 662	mvm->queue_info[queue].hw_queue_refcount++;
 663	mvm->queue_info[queue].tid_bitmap |= BIT(cfg->tid);
 664	mvm->queue_info[queue].ra_sta_id = cfg->sta_id;
 665
 666	if (enable_queue) {
 667		if (cfg->tid != IWL_MAX_TID_COUNT)
 668			mvm->queue_info[queue].mac80211_ac =
 669				tid_to_mac80211_ac[cfg->tid];
 670		else
 671			mvm->queue_info[queue].mac80211_ac = IEEE80211_AC_VO;
 672
 673		mvm->queue_info[queue].txq_tid = cfg->tid;
 674	}
 675
 676	IWL_DEBUG_TX_QUEUES(mvm,
 677			    "Enabling TXQ #%d refcount=%d (mac80211 map:0x%x)\n",
 678			    queue, mvm->queue_info[queue].hw_queue_refcount,
 679			    mvm->queue_info[queue].hw_queue_to_mac80211);
 680
 681	spin_unlock_bh(&mvm->queue_info_lock);
 682
 683	/* Send the enabling command if we need to */
 684	if (enable_queue) {
 685		struct iwl_scd_txq_cfg_cmd cmd = {
 686			.scd_queue = queue,
 687			.action = SCD_CFG_ENABLE_QUEUE,
 688			.window = cfg->frame_limit,
 689			.sta_id = cfg->sta_id,
 690			.ssn = cpu_to_le16(ssn),
 691			.tx_fifo = cfg->fifo,
 692			.aggregate = cfg->aggregate,
 693			.tid = cfg->tid,
 694		};
 695
 696		/* Set sta_id in the command, if it exists */
 697		if (iwl_mvm_is_dqa_supported(mvm))
 698			cmd.sta_id = cfg->sta_id;
 699
 700		iwl_trans_txq_enable_cfg(mvm->trans, queue, ssn, NULL,
 701					 wdg_timeout);
 702		WARN(iwl_mvm_send_cmd_pdu(mvm, SCD_QUEUE_CFG, 0, sizeof(cmd),
 703					  &cmd),
 704		     "Failed to configure queue %d on FIFO %d\n", queue,
 705		     cfg->fifo);
 706	}
 707}
 708
 709void iwl_mvm_disable_txq(struct iwl_mvm *mvm, int queue, int mac80211_queue,
 710			 u8 tid, u8 flags)
 711{
 712	struct iwl_scd_txq_cfg_cmd cmd = {
 713		.scd_queue = queue,
 714		.action = SCD_CFG_DISABLE_QUEUE,
 715	};
 716	bool remove_mac_queue = true;
 717	int ret;
 718
 719	spin_lock_bh(&mvm->queue_info_lock);
 720
 721	if (WARN_ON(mvm->queue_info[queue].hw_queue_refcount == 0)) {
 722		spin_unlock_bh(&mvm->queue_info_lock);
 723		return;
 724	}
 725
 726	mvm->queue_info[queue].tid_bitmap &= ~BIT(tid);
 727
 728	/*
 729	 * If there is another TID with the same AC - don't remove the MAC queue
 730	 * from the mapping
 731	 */
 732	if (tid < IWL_MAX_TID_COUNT) {
 733		unsigned long tid_bitmap =
 734			mvm->queue_info[queue].tid_bitmap;
 735		int ac = tid_to_mac80211_ac[tid];
 736		int i;
 737
 738		for_each_set_bit(i, &tid_bitmap, IWL_MAX_TID_COUNT) {
 739			if (tid_to_mac80211_ac[i] == ac)
 740				remove_mac_queue = false;
 741		}
 742	}
 743
 744	if (remove_mac_queue)
 745		mvm->queue_info[queue].hw_queue_to_mac80211 &=
 746			~BIT(mac80211_queue);
 747	mvm->queue_info[queue].hw_queue_refcount--;
 748
 749	cmd.action = mvm->queue_info[queue].hw_queue_refcount ?
 750		SCD_CFG_ENABLE_QUEUE : SCD_CFG_DISABLE_QUEUE;
 751	if (cmd.action == SCD_CFG_DISABLE_QUEUE)
 752		mvm->queue_info[queue].status = IWL_MVM_QUEUE_FREE;
 753
 754	IWL_DEBUG_TX_QUEUES(mvm,
 755			    "Disabling TXQ #%d refcount=%d (mac80211 map:0x%x)\n",
 756			    queue,
 757			    mvm->queue_info[queue].hw_queue_refcount,
 758			    mvm->queue_info[queue].hw_queue_to_mac80211);
 759
 760	/* If the queue is still enabled - nothing left to do in this func */
 761	if (cmd.action == SCD_CFG_ENABLE_QUEUE) {
 762		spin_unlock_bh(&mvm->queue_info_lock);
 763		return;
 764	}
 765
 766	cmd.sta_id = mvm->queue_info[queue].ra_sta_id;
 767	cmd.tid = mvm->queue_info[queue].txq_tid;
 768
 769	/* Make sure queue info is correct even though we overwrite it */
 770	WARN(mvm->queue_info[queue].hw_queue_refcount ||
 771	     mvm->queue_info[queue].tid_bitmap ||
 772	     mvm->queue_info[queue].hw_queue_to_mac80211,
 773	     "TXQ #%d info out-of-sync - refcount=%d, mac map=0x%x, tid=0x%x\n",
 774	     queue, mvm->queue_info[queue].hw_queue_refcount,
 775	     mvm->queue_info[queue].hw_queue_to_mac80211,
 776	     mvm->queue_info[queue].tid_bitmap);
 777
 778	/* If we are here - the queue is freed and we can zero out these vals */
 779	mvm->queue_info[queue].hw_queue_refcount = 0;
 780	mvm->queue_info[queue].tid_bitmap = 0;
 781	mvm->queue_info[queue].hw_queue_to_mac80211 = 0;
 782
 783	/* Regardless if this is a reserved TXQ for a STA - mark it as false */
 784	mvm->queue_info[queue].reserved = false;
 785
 786	spin_unlock_bh(&mvm->queue_info_lock);
 787
 788	iwl_trans_txq_disable(mvm->trans, queue, false);
 789	ret = iwl_mvm_send_cmd_pdu(mvm, SCD_QUEUE_CFG, flags,
 790				   sizeof(cmd), &cmd);
 791	if (ret)
 792		IWL_ERR(mvm, "Failed to disable queue %d (ret=%d)\n",
 793			queue, ret);
 794}
 795
 796/**
 797 * iwl_mvm_send_lq_cmd() - Send link quality command
 798 * @init: This command is sent as part of station initialization right
 799 *        after station has been added.
 800 *
 801 * The link quality command is sent as the last step of station creation.
 802 * This is the special case in which init is set and we call a callback in
 803 * this case to clear the state indicating that station creation is in
 804 * progress.
 805 */
 806int iwl_mvm_send_lq_cmd(struct iwl_mvm *mvm, struct iwl_lq_cmd *lq, bool init)
 807{
 808	struct iwl_host_cmd cmd = {
 809		.id = LQ_CMD,
 810		.len = { sizeof(struct iwl_lq_cmd), },
 811		.flags = init ? 0 : CMD_ASYNC,
 812		.data = { lq, },
 813	};
 814
 815	if (WARN_ON(lq->sta_id == IWL_MVM_STATION_COUNT))
 
 816		return -EINVAL;
 817
 818	return iwl_mvm_send_cmd(mvm, &cmd);
 819}
 820
 821/**
 822 * iwl_mvm_update_smps - Get a request to change the SMPS mode
 
 
 823 * @req_type: The part of the driver who call for a change.
 824 * @smps_requests: The request to change the SMPS mode.
 
 825 *
 826 * Get a requst to change the SMPS mode,
 827 * and change it according to all other requests in the driver.
 828 */
 829void iwl_mvm_update_smps(struct iwl_mvm *mvm, struct ieee80211_vif *vif,
 830			 enum iwl_mvm_smps_type_request req_type,
 831			 enum ieee80211_smps_mode smps_request)
 
 832{
 833	struct iwl_mvm_vif *mvmvif;
 834	enum ieee80211_smps_mode smps_mode;
 835	int i;
 836
 837	lockdep_assert_held(&mvm->mutex);
 838
 839	/* SMPS is irrelevant for NICs that don't have at least 2 RX antenna */
 840	if (num_of_ant(iwl_mvm_get_valid_rx_ant(mvm)) == 1)
 841		return;
 842
 843	if (vif->type == NL80211_IFTYPE_AP)
 844		smps_mode = IEEE80211_SMPS_OFF;
 845	else
 846		smps_mode = IEEE80211_SMPS_AUTOMATIC;
 847
 848	mvmvif = iwl_mvm_vif_from_mac80211(vif);
 849	mvmvif->smps_requests[req_type] = smps_request;
 
 
 
 
 850	for (i = 0; i < NUM_IWL_MVM_SMPS_REQ; i++) {
 851		if (mvmvif->smps_requests[i] == IEEE80211_SMPS_STATIC) {
 
 852			smps_mode = IEEE80211_SMPS_STATIC;
 853			break;
 854		}
 855		if (mvmvif->smps_requests[i] == IEEE80211_SMPS_DYNAMIC)
 
 856			smps_mode = IEEE80211_SMPS_DYNAMIC;
 857	}
 858
 859	ieee80211_request_smps(vif, smps_mode);
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 860}
 861
 862int iwl_mvm_request_statistics(struct iwl_mvm *mvm, bool clear)
 863{
 864	struct iwl_statistics_cmd scmd = {
 865		.flags = clear ? cpu_to_le32(IWL_STATISTICS_FLG_CLEAR) : 0,
 866	};
 
 867	struct iwl_host_cmd cmd = {
 868		.id = STATISTICS_CMD,
 869		.len[0] = sizeof(scmd),
 870		.data[0] = &scmd,
 871		.flags = CMD_WANT_SKB,
 872	};
 
 
 
 
 873	int ret;
 874
 875	ret = iwl_mvm_send_cmd(mvm, &cmd);
 876	if (ret)
 877		return ret;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 878
 879	iwl_mvm_handle_rx_statistics(mvm, cmd.resp_pkt);
 880	iwl_free_resp(&cmd);
 
 
 
 
 
 881
 882	if (clear)
 883		iwl_mvm_accu_radio_stats(mvm);
 884
 885	return 0;
 886}
 887
 888void iwl_mvm_accu_radio_stats(struct iwl_mvm *mvm)
 889{
 890	mvm->accu_radio_stats.rx_time += mvm->radio_stats.rx_time;
 891	mvm->accu_radio_stats.tx_time += mvm->radio_stats.tx_time;
 892	mvm->accu_radio_stats.on_time_rf += mvm->radio_stats.on_time_rf;
 893	mvm->accu_radio_stats.on_time_scan += mvm->radio_stats.on_time_scan;
 894}
 895
 
 
 
 
 
 896static void iwl_mvm_diversity_iter(void *_data, u8 *mac,
 897				   struct ieee80211_vif *vif)
 898{
 899	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
 900	bool *result = _data;
 901	int i;
 
 
 
 
 
 
 902
 903	for (i = 0; i < NUM_IWL_MVM_SMPS_REQ; i++) {
 904		if (mvmvif->smps_requests[i] == IEEE80211_SMPS_STATIC ||
 905		    mvmvif->smps_requests[i] == IEEE80211_SMPS_DYNAMIC)
 906			*result = false;
 
 
 
 907	}
 908}
 909
 910bool iwl_mvm_rx_diversity_allowed(struct iwl_mvm *mvm)
 
 911{
 912	bool result = true;
 
 
 
 913
 914	lockdep_assert_held(&mvm->mutex);
 915
 
 
 
 916	if (num_of_ant(iwl_mvm_get_valid_rx_ant(mvm)) == 1)
 917		return false;
 918
 919	if (mvm->cfg->rx_with_siso_diversity)
 920		return false;
 921
 922	ieee80211_iterate_active_interfaces_atomic(
 923			mvm->hw, IEEE80211_IFACE_ITER_NORMAL,
 924			iwl_mvm_diversity_iter, &result);
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 925
 926	return result;
 
 
 927}
 928
 929int iwl_mvm_update_low_latency(struct iwl_mvm *mvm, struct ieee80211_vif *vif,
 930			       bool prev)
 
 931{
 932	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
 933	int res;
 
 934
 935	lockdep_assert_held(&mvm->mutex);
 936
 937	if (iwl_mvm_vif_low_latency(mvmvif) == prev)
 
 
 
 
 
 938		return 0;
 939
 
 
 940	res = iwl_mvm_update_quotas(mvm, false, NULL);
 941	if (res)
 942		return res;
 943
 944	iwl_mvm_bt_coex_vif_change(mvm);
 945
 946	return iwl_mvm_power_update_mac(mvm);
 947}
 948
 
 
 
 
 
 949static void iwl_mvm_ll_iter(void *_data, u8 *mac, struct ieee80211_vif *vif)
 950{
 951	bool *result = _data;
 
 
 
 
 
 
 
 
 952
 953	if (iwl_mvm_vif_low_latency(iwl_mvm_vif_from_mac80211(vif)))
 954		*result = true;
 
 955}
 956
 957bool iwl_mvm_low_latency(struct iwl_mvm *mvm)
 958{
 959	bool result = false;
 960
 961	ieee80211_iterate_active_interfaces_atomic(
 962			mvm->hw, IEEE80211_IFACE_ITER_NORMAL,
 963			iwl_mvm_ll_iter, &result);
 964
 965	return result;
 
 
 
 
 
 
 
 
 
 
 
 966}
 967
 968struct iwl_bss_iter_data {
 969	struct ieee80211_vif *vif;
 970	bool error;
 971};
 972
 973static void iwl_mvm_bss_iface_iterator(void *_data, u8 *mac,
 974				       struct ieee80211_vif *vif)
 975{
 976	struct iwl_bss_iter_data *data = _data;
 977
 978	if (vif->type != NL80211_IFTYPE_STATION || vif->p2p)
 979		return;
 980
 981	if (data->vif) {
 982		data->error = true;
 983		return;
 984	}
 985
 986	data->vif = vif;
 987}
 988
 989struct ieee80211_vif *iwl_mvm_get_bss_vif(struct iwl_mvm *mvm)
 990{
 991	struct iwl_bss_iter_data bss_iter_data = {};
 992
 993	ieee80211_iterate_active_interfaces_atomic(
 994		mvm->hw, IEEE80211_IFACE_ITER_NORMAL,
 995		iwl_mvm_bss_iface_iterator, &bss_iter_data);
 996
 997	if (bss_iter_data.error) {
 998		IWL_ERR(mvm, "More than one managed interface active!\n");
 999		return ERR_PTR(-EINVAL);
1000	}
1001
1002	return bss_iter_data.vif;
1003}
1004
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1005unsigned int iwl_mvm_get_wd_timeout(struct iwl_mvm *mvm,
1006				    struct ieee80211_vif *vif,
1007				    bool tdls, bool cmd_q)
1008{
1009	struct iwl_fw_dbg_trigger_tlv *trigger;
1010	struct iwl_fw_dbg_trigger_txq_timer *txq_timer;
1011	unsigned int default_timeout =
1012		cmd_q ? IWL_DEF_WD_TIMEOUT : mvm->cfg->base_params->wd_timeout;
 
1013
1014	if (!iwl_fw_dbg_trigger_enabled(mvm->fw, FW_DBG_TRIGGER_TXQ_TIMERS))
1015		return iwlmvm_mod_params.tfd_q_hang_detect ?
1016			default_timeout : IWL_WATCHDOG_DISABLED;
 
 
 
 
 
 
 
 
1017
1018	trigger = iwl_fw_dbg_get_trigger(mvm->fw, FW_DBG_TRIGGER_TXQ_TIMERS);
1019	txq_timer = (void *)trigger->data;
1020
1021	if (tdls)
1022		return le32_to_cpu(txq_timer->tdls);
1023
1024	if (cmd_q)
1025		return le32_to_cpu(txq_timer->command_queue);
1026
1027	if (WARN_ON(!vif))
1028		return default_timeout;
1029
1030	switch (ieee80211_vif_type_p2p(vif)) {
1031	case NL80211_IFTYPE_ADHOC:
1032		return le32_to_cpu(txq_timer->ibss);
1033	case NL80211_IFTYPE_STATION:
1034		return le32_to_cpu(txq_timer->bss);
1035	case NL80211_IFTYPE_AP:
1036		return le32_to_cpu(txq_timer->softap);
1037	case NL80211_IFTYPE_P2P_CLIENT:
1038		return le32_to_cpu(txq_timer->p2p_client);
1039	case NL80211_IFTYPE_P2P_GO:
1040		return le32_to_cpu(txq_timer->p2p_go);
1041	case NL80211_IFTYPE_P2P_DEVICE:
1042		return le32_to_cpu(txq_timer->p2p_device);
 
 
1043	default:
1044		WARN_ON(1);
1045		return mvm->cfg->base_params->wd_timeout;
1046	}
1047}
1048
1049void iwl_mvm_connection_loss(struct iwl_mvm *mvm, struct ieee80211_vif *vif,
1050			     const char *errmsg)
1051{
1052	struct iwl_fw_dbg_trigger_tlv *trig;
1053	struct iwl_fw_dbg_trigger_mlme *trig_mlme;
1054
1055	if (!iwl_fw_dbg_trigger_enabled(mvm->fw, FW_DBG_TRIGGER_MLME))
 
 
1056		goto out;
1057
1058	trig = iwl_fw_dbg_get_trigger(mvm->fw, FW_DBG_TRIGGER_MLME);
1059	trig_mlme = (void *)trig->data;
1060	if (!iwl_fw_dbg_trigger_check_stop(mvm, vif, trig))
1061		goto out;
1062
1063	if (trig_mlme->stop_connection_loss &&
1064	    --trig_mlme->stop_connection_loss)
1065		goto out;
1066
1067	iwl_mvm_fw_dbg_collect_trig(mvm, trig, "%s", errmsg);
1068
1069out:
1070	ieee80211_connection_loss(vif);
1071}
1072
1073/*
1074 * Remove inactive TIDs of a given queue.
1075 * If all queue TIDs are inactive - mark the queue as inactive
1076 * If only some the queue TIDs are inactive - unmap them from the queue
1077 */
1078static void iwl_mvm_remove_inactive_tids(struct iwl_mvm *mvm,
1079					 struct iwl_mvm_sta *mvmsta, int queue,
1080					 unsigned long tid_bitmap)
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1081{
1082	int tid;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1083
1084	lockdep_assert_held(&mvmsta->lock);
1085	lockdep_assert_held(&mvm->queue_info_lock);
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1086
1087	/* Go over all non-active TIDs, incl. IWL_MAX_TID_COUNT (for mgmt) */
1088	for_each_set_bit(tid, &tid_bitmap, IWL_MAX_TID_COUNT + 1) {
1089		/* If some TFDs are still queued - don't mark TID as inactive */
1090		if (iwl_mvm_tid_queued(&mvmsta->tid_data[tid]))
1091			tid_bitmap &= ~BIT(tid);
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1092	}
1093
1094	/* If all TIDs in the queue are inactive - mark queue as inactive. */
1095	if (tid_bitmap == mvm->queue_info[queue].tid_bitmap) {
1096		mvm->queue_info[queue].status = IWL_MVM_QUEUE_INACTIVE;
 
 
 
1097
1098		for_each_set_bit(tid, &tid_bitmap, IWL_MAX_TID_COUNT + 1)
1099			mvmsta->tid_data[tid].is_tid_active = false;
 
 
 
1100
1101		IWL_DEBUG_TX_QUEUES(mvm, "Queue %d marked as inactive\n",
1102				    queue);
1103		return;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1104	}
1105
1106	/*
1107	 * If we are here, this is a shared queue and not all TIDs timed-out.
1108	 * Remove the ones that did.
 
 
 
 
 
 
 
 
 
1109	 */
1110	for_each_set_bit(tid, &tid_bitmap, IWL_MAX_TID_COUNT + 1) {
1111		int mac_queue = mvmsta->vif->hw_queue[tid_to_mac80211_ac[tid]];
 
 
 
 
 
 
 
 
 
 
 
 
 
1112
1113		mvmsta->tid_data[tid].txq_id = IEEE80211_INVAL_HW_QUEUE;
1114		mvm->queue_info[queue].hw_queue_to_mac80211 &= ~BIT(mac_queue);
1115		mvm->queue_info[queue].hw_queue_refcount--;
1116		mvm->queue_info[queue].tid_bitmap &= ~BIT(tid);
1117		mvmsta->tid_data[tid].is_tid_active = false;
1118
1119		IWL_DEBUG_TX_QUEUES(mvm,
1120				    "Removing inactive TID %d from shared Q:%d\n",
1121				    tid, queue);
1122	}
1123
1124	IWL_DEBUG_TX_QUEUES(mvm,
1125			    "TXQ #%d left with tid bitmap 0x%x\n", queue,
1126			    mvm->queue_info[queue].tid_bitmap);
1127
1128	/*
1129	 * There may be different TIDs with the same mac queues, so make
1130	 * sure all TIDs have existing corresponding mac queues enabled
1131	 */
1132	tid_bitmap = mvm->queue_info[queue].tid_bitmap;
1133	for_each_set_bit(tid, &tid_bitmap, IWL_MAX_TID_COUNT + 1) {
1134		mvm->queue_info[queue].hw_queue_to_mac80211 |=
1135			BIT(mvmsta->vif->hw_queue[tid_to_mac80211_ac[tid]]);
1136	}
1137
1138	/* If the queue is marked as shared - "unshare" it */
1139	if (mvm->queue_info[queue].hw_queue_refcount == 1 &&
1140	    mvm->queue_info[queue].status == IWL_MVM_QUEUE_SHARED) {
1141		mvm->queue_info[queue].status = IWL_MVM_QUEUE_RECONFIGURING;
1142		IWL_DEBUG_TX_QUEUES(mvm, "Marking Q:%d for reconfig\n",
1143				    queue);
 
 
 
 
 
 
1144	}
 
 
 
 
 
 
 
 
 
 
 
 
1145}
1146
1147void iwl_mvm_inactivity_check(struct iwl_mvm *mvm)
1148{
1149	unsigned long timeout_queues_map = 0;
1150	unsigned long now = jiffies;
1151	int i;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1152
1153	spin_lock_bh(&mvm->queue_info_lock);
1154	for (i = 0; i < IWL_MAX_HW_QUEUES; i++)
1155		if (mvm->queue_info[i].hw_queue_refcount > 0)
1156			timeout_queues_map |= BIT(i);
1157	spin_unlock_bh(&mvm->queue_info_lock);
1158
1159	rcu_read_lock();
 
 
 
 
 
1160
1161	/*
1162	 * If a queue time outs - mark it as INACTIVE (don't remove right away
1163	 * if we don't have to.) This is an optimization in case traffic comes
1164	 * later, and we don't HAVE to use a currently-inactive queue
1165	 */
1166	for_each_set_bit(i, &timeout_queues_map, IWL_MAX_HW_QUEUES) {
1167		struct ieee80211_sta *sta;
1168		struct iwl_mvm_sta *mvmsta;
1169		u8 sta_id;
1170		int tid;
1171		unsigned long inactive_tid_bitmap = 0;
1172		unsigned long queue_tid_bitmap;
1173
1174		spin_lock_bh(&mvm->queue_info_lock);
1175		queue_tid_bitmap = mvm->queue_info[i].tid_bitmap;
1176
1177		/* If TXQ isn't in active use anyway - nothing to do here... */
1178		if (mvm->queue_info[i].status != IWL_MVM_QUEUE_READY &&
1179		    mvm->queue_info[i].status != IWL_MVM_QUEUE_SHARED) {
1180			spin_unlock_bh(&mvm->queue_info_lock);
1181			continue;
1182		}
1183
1184		/* Check to see if there are inactive TIDs on this queue */
1185		for_each_set_bit(tid, &queue_tid_bitmap,
1186				 IWL_MAX_TID_COUNT + 1) {
1187			if (time_after(mvm->queue_info[i].last_frame_time[tid] +
1188				       IWL_MVM_DQA_QUEUE_TIMEOUT, now))
1189				continue;
1190
1191			inactive_tid_bitmap |= BIT(tid);
1192		}
1193		spin_unlock_bh(&mvm->queue_info_lock);
1194
1195		/* If all TIDs are active - finish check on this queue */
1196		if (!inactive_tid_bitmap)
1197			continue;
1198
1199		/*
1200		 * If we are here - the queue hadn't been served recently and is
1201		 * in use
1202		 */
1203
1204		sta_id = mvm->queue_info[i].ra_sta_id;
1205		sta = rcu_dereference(mvm->fw_id_to_mac_id[sta_id]);
1206
1207		/*
1208		 * If the STA doesn't exist anymore, it isn't an error. It could
1209		 * be that it was removed since getting the queues, and in this
1210		 * case it should've inactivated its queues anyway.
1211		 */
1212		if (IS_ERR_OR_NULL(sta))
1213			continue;
1214
1215		mvmsta = iwl_mvm_sta_from_mac80211(sta);
 
 
1216
1217		spin_lock_bh(&mvmsta->lock);
1218		spin_lock(&mvm->queue_info_lock);
1219		iwl_mvm_remove_inactive_tids(mvm, mvmsta, i,
1220					     inactive_tid_bitmap);
1221		spin_unlock(&mvm->queue_info_lock);
1222		spin_unlock_bh(&mvmsta->lock);
1223	}
1224
1225	rcu_read_unlock();
1226}
1227
1228void iwl_mvm_get_sync_time(struct iwl_mvm *mvm, u32 *gp2, u64 *boottime)
 
1229{
1230	bool ps_disabled;
1231
1232	lockdep_assert_held(&mvm->mutex);
1233
1234	/* Disable power save when reading GP2 */
1235	ps_disabled = mvm->ps_disabled;
1236	if (!ps_disabled) {
1237		mvm->ps_disabled = true;
1238		iwl_mvm_power_update_device(mvm);
1239	}
1240
1241	*gp2 = iwl_read_prph(mvm->trans, DEVICE_SYSTEM_TIME_REG);
1242	*boottime = ktime_get_boot_ns();
 
 
 
 
1243
1244	if (!ps_disabled) {
1245		mvm->ps_disabled = ps_disabled;
1246		iwl_mvm_power_update_device(mvm);
1247	}
1248}
1249
1250int iwl_mvm_send_lqm_cmd(struct ieee80211_vif *vif,
1251			 enum iwl_lqm_cmd_operatrions operation,
1252			 u32 duration, u32 timeout)
1253{
1254	struct iwl_mvm_vif *mvm_vif = iwl_mvm_vif_from_mac80211(vif);
1255	struct iwl_link_qual_msrmnt_cmd cmd = {
1256		.cmd_operation = cpu_to_le32(operation),
1257		.mac_id = cpu_to_le32(mvm_vif->id),
1258		.measurement_time = cpu_to_le32(duration),
1259		.timeout = cpu_to_le32(timeout),
1260	};
1261	u32 cmdid =
1262		iwl_cmd_id(LINK_QUALITY_MEASUREMENT_CMD, MAC_CONF_GROUP, 0);
1263	int ret;
1264
1265	if (!fw_has_capa(&mvm_vif->mvm->fw->ucode_capa,
1266			 IWL_UCODE_TLV_CAPA_LQM_SUPPORT))
1267		return -EOPNOTSUPP;
1268
1269	if (vif->type != NL80211_IFTYPE_STATION || vif->p2p)
1270		return -EINVAL;
1271
1272	switch (operation) {
1273	case LQM_CMD_OPERATION_START_MEASUREMENT:
1274		if (iwl_mvm_lqm_active(mvm_vif->mvm))
1275			return -EBUSY;
1276		if (!vif->bss_conf.assoc)
1277			return -EINVAL;
1278		mvm_vif->lqm_active = true;
1279		break;
1280	case LQM_CMD_OPERATION_STOP_MEASUREMENT:
1281		if (!iwl_mvm_lqm_active(mvm_vif->mvm))
1282			return -EINVAL;
1283		break;
1284	default:
1285		return -EINVAL;
1286	}
1287
1288	ret = iwl_mvm_send_cmd_pdu(mvm_vif->mvm, cmdid, 0, sizeof(cmd),
1289				   &cmd);
1290
1291	/* command failed - roll back lqm_active state */
1292	if (ret) {
1293		mvm_vif->lqm_active =
1294			operation == LQM_CMD_OPERATION_STOP_MEASUREMENT;
1295	}
1296
1297	return ret;
1298}
1299
1300static void iwl_mvm_lqm_active_iterator(void *_data, u8 *mac,
1301					struct ieee80211_vif *vif)
1302{
1303	struct iwl_mvm_vif *mvm_vif = iwl_mvm_vif_from_mac80211(vif);
1304	bool *lqm_active = _data;
1305
1306	*lqm_active = *lqm_active || mvm_vif->lqm_active;
1307}
1308
1309bool iwl_mvm_lqm_active(struct iwl_mvm *mvm)
1310{
1311	bool ret = false;
1312
1313	lockdep_assert_held(&mvm->mutex);
1314	ieee80211_iterate_active_interfaces_atomic(
1315		mvm->hw, IEEE80211_IFACE_ITER_NORMAL,
1316		iwl_mvm_lqm_active_iterator, &ret);
1317
1318	return ret;
1319}