1/*
   2 * Copyright (c) 2010-2011 Atheros Communications Inc.
   3 *
   4 * Permission to use, copy, modify, and/or distribute this software for any
   5 * purpose with or without fee is hereby granted, provided that the above
   6 * copyright notice and this permission notice appear in all copies.
   7 *
   8 * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
   9 * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
  10 * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
  11 * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
  12 * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
  13 * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
  14 * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
  15 */
  16
  17#include "htc.h"
  18
  19/******/
  20/* TX */
  21/******/
  22
  23static const int subtype_txq_to_hwq[] = {
  24	[IEEE80211_AC_BE] = ATH_TXQ_AC_BE,
  25	[IEEE80211_AC_BK] = ATH_TXQ_AC_BK,
  26	[IEEE80211_AC_VI] = ATH_TXQ_AC_VI,
  27	[IEEE80211_AC_VO] = ATH_TXQ_AC_VO,
  28};
  29
  30#define ATH9K_HTC_INIT_TXQ(subtype) do {			\
  31		qi.tqi_subtype = subtype_txq_to_hwq[subtype];	\
  32		qi.tqi_aifs = ATH9K_TXQ_USEDEFAULT;		\
  33		qi.tqi_cwmin = ATH9K_TXQ_USEDEFAULT;		\
  34		qi.tqi_cwmax = ATH9K_TXQ_USEDEFAULT;		\
  35		qi.tqi_physCompBuf = 0;				\
  36		qi.tqi_qflags = TXQ_FLAG_TXEOLINT_ENABLE |	\
  37			TXQ_FLAG_TXDESCINT_ENABLE;		\
  38	} while (0)
  39
  40int get_hw_qnum(u16 queue, int *hwq_map)
  41{
  42	switch (queue) {
  43	case 0:
  44		return hwq_map[IEEE80211_AC_VO];
  45	case 1:
  46		return hwq_map[IEEE80211_AC_VI];
  47	case 2:
  48		return hwq_map[IEEE80211_AC_BE];
  49	case 3:
  50		return hwq_map[IEEE80211_AC_BK];
  51	default:
  52		return hwq_map[IEEE80211_AC_BE];
  53	}
  54}
  55
  56void ath9k_htc_check_stop_queues(struct ath9k_htc_priv *priv)
  57{
  58	spin_lock_bh(&priv->tx.tx_lock);
  59	priv->tx.queued_cnt++;
  60	if ((priv->tx.queued_cnt >= ATH9K_HTC_TX_THRESHOLD) &&
  61	    !(priv->tx.flags & ATH9K_HTC_OP_TX_QUEUES_STOP)) {
  62		priv->tx.flags |= ATH9K_HTC_OP_TX_QUEUES_STOP;
  63		ieee80211_stop_queues(priv->hw);
  64	}
  65	spin_unlock_bh(&priv->tx.tx_lock);
  66}
  67
  68void ath9k_htc_check_wake_queues(struct ath9k_htc_priv *priv)
  69{
  70	spin_lock_bh(&priv->tx.tx_lock);
  71	if ((priv->tx.queued_cnt < ATH9K_HTC_TX_THRESHOLD) &&
  72	    (priv->tx.flags & ATH9K_HTC_OP_TX_QUEUES_STOP)) {
  73		priv->tx.flags &= ~ATH9K_HTC_OP_TX_QUEUES_STOP;
  74		ieee80211_wake_queues(priv->hw);
  75	}
  76	spin_unlock_bh(&priv->tx.tx_lock);
  77}
  78
  79int ath9k_htc_tx_get_slot(struct ath9k_htc_priv *priv)
  80{
  81	int slot;
  82
  83	spin_lock_bh(&priv->tx.tx_lock);
  84	slot = find_first_zero_bit(priv->tx.tx_slot, MAX_TX_BUF_NUM);
  85	if (slot >= MAX_TX_BUF_NUM) {
  86		spin_unlock_bh(&priv->tx.tx_lock);
  87		return -ENOBUFS;
  88	}
  89	__set_bit(slot, priv->tx.tx_slot);
  90	spin_unlock_bh(&priv->tx.tx_lock);
  91
  92	return slot;
  93}
  94
  95void ath9k_htc_tx_clear_slot(struct ath9k_htc_priv *priv, int slot)
  96{
  97	spin_lock_bh(&priv->tx.tx_lock);
  98	__clear_bit(slot, priv->tx.tx_slot);
  99	spin_unlock_bh(&priv->tx.tx_lock);
 100}
 101
 102static inline enum htc_endpoint_id get_htc_epid(struct ath9k_htc_priv *priv,
 103						u16 qnum)
 104{
 105	enum htc_endpoint_id epid;
 106
 107	switch (qnum) {
 108	case 0:
 109		TX_QSTAT_INC(priv, IEEE80211_AC_VO);
 110		epid = priv->data_vo_ep;
 111		break;
 112	case 1:
 113		TX_QSTAT_INC(priv, IEEE80211_AC_VI);
 114		epid = priv->data_vi_ep;
 115		break;
 116	case 2:
 117		TX_QSTAT_INC(priv, IEEE80211_AC_BE);
 118		epid = priv->data_be_ep;
 119		break;
 120	case 3:
 121	default:
 122		TX_QSTAT_INC(priv, IEEE80211_AC_BK);
 123		epid = priv->data_bk_ep;
 124		break;
 125	}
 126
 127	return epid;
 128}
 129
 130static inline struct sk_buff_head*
 131get_htc_epid_queue(struct ath9k_htc_priv *priv, u8 epid)
 132{
 133	struct ath_common *common = ath9k_hw_common(priv->ah);
 134	struct sk_buff_head *epid_queue = NULL;
 135
 136	if (epid == priv->mgmt_ep)
 137		epid_queue = &priv->tx.mgmt_ep_queue;
 138	else if (epid == priv->cab_ep)
 139		epid_queue = &priv->tx.cab_ep_queue;
 140	else if (epid == priv->data_be_ep)
 141		epid_queue = &priv->tx.data_be_queue;
 142	else if (epid == priv->data_bk_ep)
 143		epid_queue = &priv->tx.data_bk_queue;
 144	else if (epid == priv->data_vi_ep)
 145		epid_queue = &priv->tx.data_vi_queue;
 146	else if (epid == priv->data_vo_ep)
 147		epid_queue = &priv->tx.data_vo_queue;
 148	else
 149		ath_err(common, "Invalid EPID: %d\n", epid);
 150
 151	return epid_queue;
 152}
 153
 154/*
 155 * Removes the driver header and returns the TX slot number
 156 */
 157static inline int strip_drv_header(struct ath9k_htc_priv *priv,
 158				   struct sk_buff *skb)
 159{
 160	struct ath_common *common = ath9k_hw_common(priv->ah);
 161	struct ath9k_htc_tx_ctl *tx_ctl;
 162	int slot;
 163
 164	tx_ctl = HTC_SKB_CB(skb);
 165
 166	if (tx_ctl->epid == priv->mgmt_ep) {
 167		struct tx_mgmt_hdr *tx_mhdr =
 168			(struct tx_mgmt_hdr *)skb->data;
 169		slot = tx_mhdr->cookie;
 170		skb_pull(skb, sizeof(struct tx_mgmt_hdr));
 171	} else if ((tx_ctl->epid == priv->data_bk_ep) ||
 172		   (tx_ctl->epid == priv->data_be_ep) ||
 173		   (tx_ctl->epid == priv->data_vi_ep) ||
 174		   (tx_ctl->epid == priv->data_vo_ep) ||
 175		   (tx_ctl->epid == priv->cab_ep)) {
 176		struct tx_frame_hdr *tx_fhdr =
 177			(struct tx_frame_hdr *)skb->data;
 178		slot = tx_fhdr->cookie;
 179		skb_pull(skb, sizeof(struct tx_frame_hdr));
 180	} else {
 181		ath_err(common, "Unsupported EPID: %d\n", tx_ctl->epid);
 182		slot = -EINVAL;
 183	}
 184
 185	return slot;
 186}
 187
 188int ath_htc_txq_update(struct ath9k_htc_priv *priv, int qnum,
 189		       struct ath9k_tx_queue_info *qinfo)
 190{
 191	struct ath_hw *ah = priv->ah;
 192	int error = 0;
 193	struct ath9k_tx_queue_info qi;
 194
 195	ath9k_hw_get_txq_props(ah, qnum, &qi);
 196
 197	qi.tqi_aifs = qinfo->tqi_aifs;
 198	qi.tqi_cwmin = qinfo->tqi_cwmin / 2; /* XXX */
 199	qi.tqi_cwmax = qinfo->tqi_cwmax;
 200	qi.tqi_burstTime = qinfo->tqi_burstTime;
 201	qi.tqi_readyTime = qinfo->tqi_readyTime;
 202
 203	if (!ath9k_hw_set_txq_props(ah, qnum, &qi)) {
 204		ath_err(ath9k_hw_common(ah),
 205			"Unable to update hardware queue %u!\n", qnum);
 206		error = -EIO;
 207	} else {
 208		ath9k_hw_resettxqueue(ah, qnum);
 209	}
 210
 211	return error;
 212}
 213
 214static void ath9k_htc_tx_mgmt(struct ath9k_htc_priv *priv,
 215			      struct ath9k_htc_vif *avp,
 216			      struct sk_buff *skb,
 217			      u8 sta_idx, u8 vif_idx, u8 slot)
 218{
 219	struct ieee80211_tx_info *tx_info = IEEE80211_SKB_CB(skb);
 220	struct ieee80211_mgmt *mgmt;
 221	struct ieee80211_hdr *hdr;
 222	struct tx_mgmt_hdr mgmt_hdr;
 223	struct ath9k_htc_tx_ctl *tx_ctl;
 224	u8 *tx_fhdr;
 225
 226	tx_ctl = HTC_SKB_CB(skb);
 227	hdr = (struct ieee80211_hdr *) skb->data;
 228
 229	memset(tx_ctl, 0, sizeof(*tx_ctl));
 230	memset(&mgmt_hdr, 0, sizeof(struct tx_mgmt_hdr));
 231
 232	/*
 233	 * Set the TSF adjust value for probe response
 234	 * frame also.
 235	 */
 236	if (avp && unlikely(ieee80211_is_probe_resp(hdr->frame_control))) {
 237		mgmt = (struct ieee80211_mgmt *)skb->data;
 238		mgmt->u.probe_resp.timestamp = avp->tsfadjust;
 239	}
 240
 241	tx_ctl->type = ATH9K_HTC_MGMT;
 242
 243	mgmt_hdr.node_idx = sta_idx;
 244	mgmt_hdr.vif_idx = vif_idx;
 245	mgmt_hdr.tidno = 0;
 246	mgmt_hdr.flags = 0;
 247	mgmt_hdr.cookie = slot;
 248
 249	mgmt_hdr.key_type = ath9k_cmn_get_hw_crypto_keytype(skb);
 250	if (mgmt_hdr.key_type == ATH9K_KEY_TYPE_CLEAR)
 251		mgmt_hdr.keyix = (u8) ATH9K_TXKEYIX_INVALID;
 252	else
 253		mgmt_hdr.keyix = tx_info->control.hw_key->hw_key_idx;
 254
 255	tx_fhdr = skb_push(skb, sizeof(mgmt_hdr));
 256	memcpy(tx_fhdr, (u8 *) &mgmt_hdr, sizeof(mgmt_hdr));
 257	tx_ctl->epid = priv->mgmt_ep;
 258}
 259
 260static void ath9k_htc_tx_data(struct ath9k_htc_priv *priv,
 261			      struct ieee80211_vif *vif,
 262			      struct sk_buff *skb,
 263			      u8 sta_idx, u8 vif_idx, u8 slot,
 264			      bool is_cab)
 265{
 266	struct ieee80211_tx_info *tx_info = IEEE80211_SKB_CB(skb);
 267	struct ieee80211_hdr *hdr;
 268	struct ath9k_htc_tx_ctl *tx_ctl;
 269	struct tx_frame_hdr tx_hdr;
 270	u32 flags = 0;
 271	u8 *qc, *tx_fhdr;
 272	u16 qnum;
 273
 274	tx_ctl = HTC_SKB_CB(skb);
 275	hdr = (struct ieee80211_hdr *) skb->data;
 276
 277	memset(tx_ctl, 0, sizeof(*tx_ctl));
 278	memset(&tx_hdr, 0, sizeof(struct tx_frame_hdr));
 279
 280	tx_hdr.node_idx = sta_idx;
 281	tx_hdr.vif_idx = vif_idx;
 282	tx_hdr.cookie = slot;
 283
 284	/*
 285	 * This is a bit redundant but it helps to get
 286	 * the per-packet index quickly when draining the
 287	 * TX queue in the HIF layer. Otherwise we would
 288	 * have to parse the packet contents ...
 289	 */
 290	tx_ctl->sta_idx = sta_idx;
 291
 292	if (tx_info->flags & IEEE80211_TX_CTL_AMPDU) {
 293		tx_ctl->type = ATH9K_HTC_AMPDU;
 294		tx_hdr.data_type = ATH9K_HTC_AMPDU;
 295	} else {
 296		tx_ctl->type = ATH9K_HTC_NORMAL;
 297		tx_hdr.data_type = ATH9K_HTC_NORMAL;
 298	}
 299
 300	/* Transmit all frames that should not be reordered relative
 301	 * to each other using the same priority. For other QoS data
 302	 * frames extract the priority from the header.
 303	 */
 304	if (!(tx_info->control.flags & IEEE80211_TX_CTRL_DONT_REORDER) &&
 305	    ieee80211_is_data_qos(hdr->frame_control)) {
 306		qc = ieee80211_get_qos_ctl(hdr);
 307		tx_hdr.tidno = qc[0] & IEEE80211_QOS_CTL_TID_MASK;
 308	}
 309
 310	/* Check for RTS protection */
 311	if (priv->hw->wiphy->rts_threshold != (u32) -1)
 312		if (skb->len > priv->hw->wiphy->rts_threshold)
 313			flags |= ATH9K_HTC_TX_RTSCTS;
 314
 315	/* CTS-to-self */
 316	if (!(flags & ATH9K_HTC_TX_RTSCTS) &&
 317	    (vif && vif->bss_conf.use_cts_prot))
 318		flags |= ATH9K_HTC_TX_CTSONLY;
 319
 320	tx_hdr.flags = cpu_to_be32(flags);
 321	tx_hdr.key_type = ath9k_cmn_get_hw_crypto_keytype(skb);
 322	if (tx_hdr.key_type == ATH9K_KEY_TYPE_CLEAR)
 323		tx_hdr.keyix = (u8) ATH9K_TXKEYIX_INVALID;
 324	else
 325		tx_hdr.keyix = tx_info->control.hw_key->hw_key_idx;
 326
 327	tx_fhdr = skb_push(skb, sizeof(tx_hdr));
 328	memcpy(tx_fhdr, (u8 *) &tx_hdr, sizeof(tx_hdr));
 329
 330	if (is_cab) {
 331		CAB_STAT_INC(priv);
 332		tx_ctl->epid = priv->cab_ep;
 333		return;
 334	}
 335
 336	qnum = skb_get_queue_mapping(skb);
 337	tx_ctl->epid = get_htc_epid(priv, qnum);
 338}
 339
 340int ath9k_htc_tx_start(struct ath9k_htc_priv *priv,
 341		       struct ieee80211_sta *sta,
 342		       struct sk_buff *skb,
 343		       u8 slot, bool is_cab)
 344{
 345	struct ieee80211_hdr *hdr;
 346	struct ieee80211_tx_info *tx_info = IEEE80211_SKB_CB(skb);
 347	struct ieee80211_vif *vif = tx_info->control.vif;
 348	struct ath9k_htc_sta *ista;
 349	struct ath9k_htc_vif *avp = NULL;
 350	u8 sta_idx, vif_idx;
 351
 352	hdr = (struct ieee80211_hdr *) skb->data;
 353
 354	/*
 355	 * Find out on which interface this packet has to be
 356	 * sent out.
 357	 */
 358	if (vif) {
 359		avp = (struct ath9k_htc_vif *) vif->drv_priv;
 360		vif_idx = avp->index;
 361	} else {
 362		if (!priv->ah->is_monitoring) {
 363			ath_dbg(ath9k_hw_common(priv->ah), XMIT,
 364				"VIF is null, but no monitor interface !\n");
 365			return -EINVAL;
 366		}
 367
 368		vif_idx = priv->mon_vif_idx;
 369	}
 370
 371	/*
 372	 * Find out which station this packet is destined for.
 373	 */
 374	if (sta) {
 375		ista = (struct ath9k_htc_sta *) sta->drv_priv;
 376		sta_idx = ista->index;
 377	} else {
 378		sta_idx = priv->vif_sta_pos[vif_idx];
 379	}
 380
 381	if (ieee80211_is_data(hdr->frame_control))
 382		ath9k_htc_tx_data(priv, vif, skb,
 383				  sta_idx, vif_idx, slot, is_cab);
 384	else
 385		ath9k_htc_tx_mgmt(priv, avp, skb,
 386				  sta_idx, vif_idx, slot);
 387
 388
 389	return htc_send(priv->htc, skb);
 390}
 391
 392static inline bool __ath9k_htc_check_tx_aggr(struct ath9k_htc_priv *priv,
 393					     struct ath9k_htc_sta *ista, u8 tid)
 394{
 395	bool ret = false;
 396
 397	spin_lock_bh(&priv->tx.tx_lock);
 398	if ((tid < ATH9K_HTC_MAX_TID) && (ista->tid_state[tid] == AGGR_STOP))
 399		ret = true;
 400	spin_unlock_bh(&priv->tx.tx_lock);
 401
 402	return ret;
 403}
 404
 405static void ath9k_htc_check_tx_aggr(struct ath9k_htc_priv *priv,
 406				    struct ieee80211_vif *vif,
 407				    struct sk_buff *skb)
 408{
 409	struct ieee80211_sta *sta;
 410	struct ieee80211_hdr *hdr;
 411	__le16 fc;
 412
 413	hdr = (struct ieee80211_hdr *) skb->data;
 414	fc = hdr->frame_control;
 415
 416	rcu_read_lock();
 417
 418	sta = ieee80211_find_sta(vif, hdr->addr1);
 419	if (!sta) {
 420		rcu_read_unlock();
 421		return;
 422	}
 423
 424	if (sta && conf_is_ht(&priv->hw->conf) &&
 425	    !(skb->protocol == cpu_to_be16(ETH_P_PAE))) {
 426		if (ieee80211_is_data_qos(fc)) {
 427			u8 *qc, tid;
 428			struct ath9k_htc_sta *ista;
 429
 430			qc = ieee80211_get_qos_ctl(hdr);
 431			tid = qc[0] & 0xf;
 432			ista = (struct ath9k_htc_sta *)sta->drv_priv;
 433			if (__ath9k_htc_check_tx_aggr(priv, ista, tid)) {
 434				ieee80211_start_tx_ba_session(sta, tid, 0);
 435				spin_lock_bh(&priv->tx.tx_lock);
 436				ista->tid_state[tid] = AGGR_PROGRESS;
 437				spin_unlock_bh(&priv->tx.tx_lock);
 438			}
 439		}
 440	}
 441
 442	rcu_read_unlock();
 443}
 444
 445static void ath9k_htc_tx_process(struct ath9k_htc_priv *priv,
 446				 struct sk_buff *skb,
 447				 struct __wmi_event_txstatus *txs)
 448{
 449	struct ieee80211_vif *vif;
 450	struct ath9k_htc_tx_ctl *tx_ctl;
 451	struct ieee80211_tx_info *tx_info;
 452	struct ieee80211_tx_rate *rate;
 453	struct ieee80211_conf *cur_conf = &priv->hw->conf;
 454	bool txok;
 455	int slot;
 456	int hdrlen, padsize;
 457
 458	slot = strip_drv_header(priv, skb);
 459	if (slot < 0) {
 460		dev_kfree_skb_any(skb);
 461		return;
 462	}
 463
 464	tx_ctl = HTC_SKB_CB(skb);
 465	txok = tx_ctl->txok;
 466	tx_info = IEEE80211_SKB_CB(skb);
 467	vif = tx_info->control.vif;
 468	rate = &tx_info->status.rates[0];
 469
 470	memset(&tx_info->status, 0, sizeof(tx_info->status));
 471
 472	/*
 473	 * URB submission failed for this frame, it never reached
 474	 * the target.
 475	 */
 476	if (!txok || !vif || !txs)
 477		goto send_mac80211;
 478
 479	if (txs->ts_flags & ATH9K_HTC_TXSTAT_ACK) {
 480		tx_info->flags |= IEEE80211_TX_STAT_ACK;
 481		if (tx_info->flags & IEEE80211_TX_CTL_AMPDU)
 482			tx_info->flags |= IEEE80211_TX_STAT_AMPDU;
 483	}
 484
 485	if (txs->ts_flags & ATH9K_HTC_TXSTAT_FILT)
 486		tx_info->flags |= IEEE80211_TX_STAT_TX_FILTERED;
 487
 488	if (txs->ts_flags & ATH9K_HTC_TXSTAT_RTC_CTS)
 489		rate->flags |= IEEE80211_TX_RC_USE_RTS_CTS;
 490
 491	rate->count = 1;
 492	rate->idx = MS(txs->ts_rate, ATH9K_HTC_TXSTAT_RATE);
 493
 494	if (txs->ts_flags & ATH9K_HTC_TXSTAT_MCS) {
 495		rate->flags |= IEEE80211_TX_RC_MCS;
 496
 497		if (txs->ts_flags & ATH9K_HTC_TXSTAT_CW40)
 498			rate->flags |= IEEE80211_TX_RC_40_MHZ_WIDTH;
 499		if (txs->ts_flags & ATH9K_HTC_TXSTAT_SGI)
 500			rate->flags |= IEEE80211_TX_RC_SHORT_GI;
 501	} else {
 502		if (cur_conf->chandef.chan->band == NL80211_BAND_5GHZ)
 503			rate->idx += 4; /* No CCK rates */
 504	}
 505
 506	ath9k_htc_check_tx_aggr(priv, vif, skb);
 507
 508send_mac80211:
 509	spin_lock_bh(&priv->tx.tx_lock);
 510	if (WARN_ON(--priv->tx.queued_cnt < 0))
 511		priv->tx.queued_cnt = 0;
 512	spin_unlock_bh(&priv->tx.tx_lock);
 513
 514	ath9k_htc_tx_clear_slot(priv, slot);
 515
 516	/* Remove padding before handing frame back to mac80211 */
 517	hdrlen = ieee80211_get_hdrlen_from_skb(skb);
 518
 519	padsize = hdrlen & 3;
 520	if (padsize && skb->len > hdrlen + padsize) {
 521		memmove(skb->data + padsize, skb->data, hdrlen);
 522		skb_pull(skb, padsize);
 523	}
 524
 525	/* Send status to mac80211 */
 526	ieee80211_tx_status_skb(priv->hw, skb);
 527}
 528
 529static inline void ath9k_htc_tx_drainq(struct ath9k_htc_priv *priv,
 530				       struct sk_buff_head *queue)
 531{
 532	struct sk_buff *skb;
 533
 534	while ((skb = skb_dequeue(queue)) != NULL) {
 535		ath9k_htc_tx_process(priv, skb, NULL);
 536	}
 537}
 538
 539void ath9k_htc_tx_drain(struct ath9k_htc_priv *priv)
 540{
 541	struct ath9k_htc_tx_event *event, *tmp;
 542
 543	spin_lock_bh(&priv->tx.tx_lock);
 544	priv->tx.flags |= ATH9K_HTC_OP_TX_DRAIN;
 545	spin_unlock_bh(&priv->tx.tx_lock);
 546
 547	/*
 548	 * Ensure that all pending TX frames are flushed,
 549	 * and that the TX completion/failed tasklets is killed.
 550	 */
 551	htc_stop(priv->htc);
 552	tasklet_kill(&priv->wmi->wmi_event_tasklet);
 553	tasklet_kill(&priv->tx_failed_tasklet);
 554
 555	ath9k_htc_tx_drainq(priv, &priv->tx.mgmt_ep_queue);
 556	ath9k_htc_tx_drainq(priv, &priv->tx.cab_ep_queue);
 557	ath9k_htc_tx_drainq(priv, &priv->tx.data_be_queue);
 558	ath9k_htc_tx_drainq(priv, &priv->tx.data_bk_queue);
 559	ath9k_htc_tx_drainq(priv, &priv->tx.data_vi_queue);
 560	ath9k_htc_tx_drainq(priv, &priv->tx.data_vo_queue);
 561	ath9k_htc_tx_drainq(priv, &priv->tx.tx_failed);
 562
 563	/*
 564	 * The TX cleanup timer has already been killed.
 565	 */
 566	spin_lock_bh(&priv->wmi->event_lock);
 567	list_for_each_entry_safe(event, tmp, &priv->wmi->pending_tx_events, list) {
 568		list_del(&event->list);
 569		kfree(event);
 570	}
 571	spin_unlock_bh(&priv->wmi->event_lock);
 572
 573	spin_lock_bh(&priv->tx.tx_lock);
 574	priv->tx.flags &= ~ATH9K_HTC_OP_TX_DRAIN;
 575	spin_unlock_bh(&priv->tx.tx_lock);
 576}
 577
 578void ath9k_tx_failed_tasklet(struct tasklet_struct *t)
 579{
 580	struct ath9k_htc_priv *priv = from_tasklet(priv, t, tx_failed_tasklet);
 581
 582	spin_lock(&priv->tx.tx_lock);
 583	if (priv->tx.flags & ATH9K_HTC_OP_TX_DRAIN) {
 584		spin_unlock(&priv->tx.tx_lock);
 585		return;
 586	}
 587	spin_unlock(&priv->tx.tx_lock);
 588
 589	ath9k_htc_tx_drainq(priv, &priv->tx.tx_failed);
 590}
 591
 592static inline bool check_cookie(struct ath9k_htc_priv *priv,
 593				struct sk_buff *skb,
 594				u8 cookie, u8 epid)
 595{
 596	u8 fcookie = 0;
 597
 598	if (epid == priv->mgmt_ep) {
 599		struct tx_mgmt_hdr *hdr;
 600		hdr = (struct tx_mgmt_hdr *) skb->data;
 601		fcookie = hdr->cookie;
 602	} else if ((epid == priv->data_bk_ep) ||
 603		   (epid == priv->data_be_ep) ||
 604		   (epid == priv->data_vi_ep) ||
 605		   (epid == priv->data_vo_ep) ||
 606		   (epid == priv->cab_ep)) {
 607		struct tx_frame_hdr *hdr;
 608		hdr = (struct tx_frame_hdr *) skb->data;
 609		fcookie = hdr->cookie;
 610	}
 611
 612	if (fcookie == cookie)
 613		return true;
 614
 615	return false;
 616}
 617
 618static struct sk_buff* ath9k_htc_tx_get_packet(struct ath9k_htc_priv *priv,
 619					       struct __wmi_event_txstatus *txs)
 620{
 621	struct ath_common *common = ath9k_hw_common(priv->ah);
 622	struct sk_buff_head *epid_queue;
 623	struct sk_buff *skb, *tmp;
 624	unsigned long flags;
 625	u8 epid = MS(txs->ts_rate, ATH9K_HTC_TXSTAT_EPID);
 626
 627	epid_queue = get_htc_epid_queue(priv, epid);
 628	if (!epid_queue)
 629		return NULL;
 630
 631	spin_lock_irqsave(&epid_queue->lock, flags);
 632	skb_queue_walk_safe(epid_queue, skb, tmp) {
 633		if (check_cookie(priv, skb, txs->cookie, epid)) {
 634			__skb_unlink(skb, epid_queue);
 635			spin_unlock_irqrestore(&epid_queue->lock, flags);
 636			return skb;
 637		}
 638	}
 639	spin_unlock_irqrestore(&epid_queue->lock, flags);
 640
 641	ath_dbg(common, XMIT, "No matching packet for cookie: %d, epid: %d\n",
 642		txs->cookie, epid);
 643
 644	return NULL;
 645}
 646
 647void ath9k_htc_txstatus(struct ath9k_htc_priv *priv, void *wmi_event)
 648{
 649	struct wmi_event_txstatus *txs = wmi_event;
 650	struct __wmi_event_txstatus *__txs;
 651	struct sk_buff *skb;
 652	struct ath9k_htc_tx_event *tx_pend;
 653	int i;
 654
 655	if (WARN_ON_ONCE(txs->cnt > HTC_MAX_TX_STATUS))
 656		return;
 657
 658	for (i = 0; i < txs->cnt; i++) {
 659		__txs = &txs->txstatus[i];
 660
 661		skb = ath9k_htc_tx_get_packet(priv, __txs);
 662		if (!skb) {
 663			/*
 664			 * Store this event, so that the TX cleanup
 665			 * routine can check later for the needed packet.
 666			 */
 667			tx_pend = kzalloc(sizeof(struct ath9k_htc_tx_event),
 668					  GFP_ATOMIC);
 669			if (!tx_pend)
 670				continue;
 671
 672			memcpy(&tx_pend->txs, __txs,
 673			       sizeof(struct __wmi_event_txstatus));
 674
 675			spin_lock(&priv->wmi->event_lock);
 676			list_add_tail(&tx_pend->list,
 677				      &priv->wmi->pending_tx_events);
 678			spin_unlock(&priv->wmi->event_lock);
 679
 680			continue;
 681		}
 682
 683		ath9k_htc_tx_process(priv, skb, __txs);
 684	}
 685
 686	/* Wake TX queues if needed */
 687	ath9k_htc_check_wake_queues(priv);
 688}
 689
 690void ath9k_htc_txep(void *drv_priv, struct sk_buff *skb,
 691		    enum htc_endpoint_id ep_id, bool txok)
 692{
 693	struct ath9k_htc_priv *priv = drv_priv;
 694	struct ath9k_htc_tx_ctl *tx_ctl;
 695	struct sk_buff_head *epid_queue;
 696
 697	tx_ctl = HTC_SKB_CB(skb);
 698	tx_ctl->txok = txok;
 699	tx_ctl->timestamp = jiffies;
 700
 701	if (!txok) {
 702		skb_queue_tail(&priv->tx.tx_failed, skb);
 703		tasklet_schedule(&priv->tx_failed_tasklet);
 704		return;
 705	}
 706
 707	epid_queue = get_htc_epid_queue(priv, ep_id);
 708	if (!epid_queue) {
 709		dev_kfree_skb_any(skb);
 710		return;
 711	}
 712
 713	skb_queue_tail(epid_queue, skb);
 714}
 715
 716static inline bool check_packet(struct ath9k_htc_priv *priv, struct sk_buff *skb)
 717{
 718	struct ath_common *common = ath9k_hw_common(priv->ah);
 719	struct ath9k_htc_tx_ctl *tx_ctl;
 720
 721	tx_ctl = HTC_SKB_CB(skb);
 722
 723	if (time_after(jiffies,
 724		       tx_ctl->timestamp +
 725		       msecs_to_jiffies(ATH9K_HTC_TX_TIMEOUT_INTERVAL))) {
 726		ath_dbg(common, XMIT, "Dropping a packet due to TX timeout\n");
 727		return true;
 728	}
 729
 730	return false;
 731}
 732
 733static void ath9k_htc_tx_cleanup_queue(struct ath9k_htc_priv *priv,
 734				       struct sk_buff_head *epid_queue)
 735{
 736	bool process = false;
 737	unsigned long flags;
 738	struct sk_buff *skb, *tmp;
 739	struct sk_buff_head queue;
 740
 741	skb_queue_head_init(&queue);
 742
 743	spin_lock_irqsave(&epid_queue->lock, flags);
 744	skb_queue_walk_safe(epid_queue, skb, tmp) {
 745		if (check_packet(priv, skb)) {
 746			__skb_unlink(skb, epid_queue);
 747			__skb_queue_tail(&queue, skb);
 748			process = true;
 749		}
 750	}
 751	spin_unlock_irqrestore(&epid_queue->lock, flags);
 752
 753	if (process) {
 754		skb_queue_walk_safe(&queue, skb, tmp) {
 755			__skb_unlink(skb, &queue);
 756			ath9k_htc_tx_process(priv, skb, NULL);
 757		}
 758	}
 759}
 760
 761void ath9k_htc_tx_cleanup_timer(struct timer_list *t)
 762{
 763	struct ath9k_htc_priv *priv = from_timer(priv, t, tx.cleanup_timer);
 764	struct ath_common *common = ath9k_hw_common(priv->ah);
 765	struct ath9k_htc_tx_event *event, *tmp;
 766	struct sk_buff *skb;
 767
 768	spin_lock(&priv->wmi->event_lock);
 769	list_for_each_entry_safe(event, tmp, &priv->wmi->pending_tx_events, list) {
 770
 771		skb = ath9k_htc_tx_get_packet(priv, &event->txs);
 772		if (skb) {
 773			ath_dbg(common, XMIT,
 774				"Found packet for cookie: %d, epid: %d\n",
 775				event->txs.cookie,
 776				MS(event->txs.ts_rate, ATH9K_HTC_TXSTAT_EPID));
 777
 778			ath9k_htc_tx_process(priv, skb, &event->txs);
 779			list_del(&event->list);
 780			kfree(event);
 781			continue;
 782		}
 783
 784		if (++event->count >= ATH9K_HTC_TX_TIMEOUT_COUNT) {
 785			list_del(&event->list);
 786			kfree(event);
 787		}
 788	}
 789	spin_unlock(&priv->wmi->event_lock);
 790
 791	/*
 792	 * Check if status-pending packets have to be cleaned up.
 793	 */
 794	ath9k_htc_tx_cleanup_queue(priv, &priv->tx.mgmt_ep_queue);
 795	ath9k_htc_tx_cleanup_queue(priv, &priv->tx.cab_ep_queue);
 796	ath9k_htc_tx_cleanup_queue(priv, &priv->tx.data_be_queue);
 797	ath9k_htc_tx_cleanup_queue(priv, &priv->tx.data_bk_queue);
 798	ath9k_htc_tx_cleanup_queue(priv, &priv->tx.data_vi_queue);
 799	ath9k_htc_tx_cleanup_queue(priv, &priv->tx.data_vo_queue);
 800
 801	/* Wake TX queues if needed */
 802	ath9k_htc_check_wake_queues(priv);
 803
 804	mod_timer(&priv->tx.cleanup_timer,
 805		  jiffies + msecs_to_jiffies(ATH9K_HTC_TX_CLEANUP_INTERVAL));
 806}
 807
 808int ath9k_tx_init(struct ath9k_htc_priv *priv)
 809{
 810	skb_queue_head_init(&priv->tx.mgmt_ep_queue);
 811	skb_queue_head_init(&priv->tx.cab_ep_queue);
 812	skb_queue_head_init(&priv->tx.data_be_queue);
 813	skb_queue_head_init(&priv->tx.data_bk_queue);
 814	skb_queue_head_init(&priv->tx.data_vi_queue);
 815	skb_queue_head_init(&priv->tx.data_vo_queue);
 816	skb_queue_head_init(&priv->tx.tx_failed);
 817
 818	/* Allow ath9k_wmi_event_tasklet(WMI_TXSTATUS_EVENTID) to operate. */
 819	smp_wmb();
 820	priv->tx.initialized = true;
 821
 822	return 0;
 823}
 824
 825void ath9k_tx_cleanup(struct ath9k_htc_priv *priv)
 826{
 827
 828}
 829
 830bool ath9k_htc_txq_setup(struct ath9k_htc_priv *priv, int subtype)
 831{
 832	struct ath_hw *ah = priv->ah;
 833	struct ath_common *common = ath9k_hw_common(ah);
 834	struct ath9k_tx_queue_info qi;
 835	int qnum;
 836
 837	memset(&qi, 0, sizeof(qi));
 838	ATH9K_HTC_INIT_TXQ(subtype);
 839
 840	qnum = ath9k_hw_setuptxqueue(priv->ah, ATH9K_TX_QUEUE_DATA, &qi);
 841	if (qnum == -1)
 842		return false;
 843
 844	if (qnum >= ARRAY_SIZE(priv->hwq_map)) {
 845		ath_err(common, "qnum %u out of range, max %zu!\n",
 846			qnum, ARRAY_SIZE(priv->hwq_map));
 847		ath9k_hw_releasetxqueue(ah, qnum);
 848		return false;
 849	}
 850
 851	priv->hwq_map[subtype] = qnum;
 852	return true;
 853}
 854
 855int ath9k_htc_cabq_setup(struct ath9k_htc_priv *priv)
 856{
 857	struct ath9k_tx_queue_info qi;
 858
 859	memset(&qi, 0, sizeof(qi));
 860	ATH9K_HTC_INIT_TXQ(0);
 861
 862	return ath9k_hw_setuptxqueue(priv->ah, ATH9K_TX_QUEUE_CAB, &qi);
 863}
 864
 865/******/
 866/* RX */
 867/******/
 868
 869/*
 870 * Calculate the RX filter to be set in the HW.
 871 */
 872u32 ath9k_htc_calcrxfilter(struct ath9k_htc_priv *priv)
 873{
 874#define	RX_FILTER_PRESERVE (ATH9K_RX_FILTER_PHYERR | ATH9K_RX_FILTER_PHYRADAR)
 875
 876	struct ath_hw *ah = priv->ah;
 877	u32 rfilt;
 878
 879	rfilt = (ath9k_hw_getrxfilter(ah) & RX_FILTER_PRESERVE)
 880		| ATH9K_RX_FILTER_UCAST | ATH9K_RX_FILTER_BCAST
 881		| ATH9K_RX_FILTER_MCAST;
 882
 883	if (priv->rxfilter & FIF_PROBE_REQ)
 884		rfilt |= ATH9K_RX_FILTER_PROBEREQ;
 885
 886	if (ah->is_monitoring)
 887		rfilt |= ATH9K_RX_FILTER_PROM;
 888
 889	if (priv->rxfilter & FIF_CONTROL)
 890		rfilt |= ATH9K_RX_FILTER_CONTROL;
 891
 892	if ((ah->opmode == NL80211_IFTYPE_STATION) &&
 893	    (priv->nvifs <= 1) &&
 894	    !(priv->rxfilter & FIF_BCN_PRBRESP_PROMISC))
 895		rfilt |= ATH9K_RX_FILTER_MYBEACON;
 896	else
 897		rfilt |= ATH9K_RX_FILTER_BEACON;
 898
 899	if (conf_is_ht(&priv->hw->conf)) {
 900		rfilt |= ATH9K_RX_FILTER_COMP_BAR;
 901		rfilt |= ATH9K_RX_FILTER_UNCOMP_BA_BAR;
 902	}
 903
 904	if (priv->rxfilter & FIF_PSPOLL)
 905		rfilt |= ATH9K_RX_FILTER_PSPOLL;
 906
 907	if (priv->nvifs > 1 ||
 908	    priv->rxfilter & (FIF_OTHER_BSS | FIF_MCAST_ACTION))
 909		rfilt |= ATH9K_RX_FILTER_MCAST_BCAST_ALL;
 910
 911	return rfilt;
 912
 913#undef RX_FILTER_PRESERVE
 914}
 915
 916/*
 917 * Recv initialization for opmode change.
 918 */
 919static void ath9k_htc_opmode_init(struct ath9k_htc_priv *priv)
 920{
 921	struct ath_hw *ah = priv->ah;
 922	u32 rfilt, mfilt[2];
 923
 924	/* configure rx filter */
 925	rfilt = ath9k_htc_calcrxfilter(priv);
 926	ath9k_hw_setrxfilter(ah, rfilt);
 927
 928	/* calculate and install multicast filter */
 929	mfilt[0] = mfilt[1] = ~0;
 930	ath9k_hw_setmcastfilter(ah, mfilt[0], mfilt[1]);
 931}
 932
 933void ath9k_host_rx_init(struct ath9k_htc_priv *priv)
 934{
 935	struct ath_common *common = ath9k_hw_common(priv->ah);
 936	ath9k_hw_rxena(priv->ah);
 937	ath9k_htc_opmode_init(priv);
 938	ath9k_hw_startpcureceive(priv->ah, test_bit(ATH_OP_SCANNING, &common->op_flags));
 939}
 940
 941static inline void convert_htc_flag(struct ath_rx_status *rx_stats,
 942				   struct ath_htc_rx_status *rxstatus)
 943{
 944	rx_stats->enc_flags = 0;
 945	rx_stats->bw = RATE_INFO_BW_20;
 946	if (rxstatus->rs_flags & ATH9K_RX_2040)
 947		rx_stats->bw = RATE_INFO_BW_40;
 948	if (rxstatus->rs_flags & ATH9K_RX_GI)
 949		rx_stats->enc_flags |= RX_ENC_FLAG_SHORT_GI;
 950}
 951
 952static void rx_status_htc_to_ath(struct ath_rx_status *rx_stats,
 953				 struct ath_htc_rx_status *rxstatus)
 954{
 955	rx_stats->rs_datalen	= be16_to_cpu(rxstatus->rs_datalen);
 956	rx_stats->rs_status	= rxstatus->rs_status;
 957	rx_stats->rs_phyerr	= rxstatus->rs_phyerr;
 958	rx_stats->rs_rssi	= rxstatus->rs_rssi;
 959	rx_stats->rs_keyix	= rxstatus->rs_keyix;
 960	rx_stats->rs_rate	= rxstatus->rs_rate;
 961	rx_stats->rs_antenna	= rxstatus->rs_antenna;
 962	rx_stats->rs_more	= rxstatus->rs_more;
 963
 964	memcpy(rx_stats->rs_rssi_ctl, rxstatus->rs_rssi_ctl,
 965		sizeof(rx_stats->rs_rssi_ctl));
 966	memcpy(rx_stats->rs_rssi_ext, rxstatus->rs_rssi_ext,
 967		sizeof(rx_stats->rs_rssi_ext));
 968
 969	rx_stats->rs_isaggr	= rxstatus->rs_isaggr;
 970	rx_stats->rs_moreaggr	= rxstatus->rs_moreaggr;
 971	rx_stats->rs_num_delims	= rxstatus->rs_num_delims;
 972	convert_htc_flag(rx_stats, rxstatus);
 973}
 974
 975static bool ath9k_rx_prepare(struct ath9k_htc_priv *priv,
 976			     struct ath9k_htc_rxbuf *rxbuf,
 977			     struct ieee80211_rx_status *rx_status)
 978
 979{
 980	struct ieee80211_hdr *hdr;
 981	struct ieee80211_hw *hw = priv->hw;
 982	struct sk_buff *skb = rxbuf->skb;
 983	struct ath_common *common = ath9k_hw_common(priv->ah);
 984	struct ath_hw *ah = common->ah;
 985	struct ath_htc_rx_status *rxstatus;
 986	struct ath_rx_status rx_stats;
 987	bool decrypt_error = false;
 988	u16 rs_datalen;
 989	bool is_phyerr;
 990
 991	if (skb->len < HTC_RX_FRAME_HEADER_SIZE) {
 992		ath_err(common, "Corrupted RX frame, dropping (len: %d)\n",
 993			skb->len);
 994		goto rx_next;
 995	}
 996
 997	rxstatus = (struct ath_htc_rx_status *)skb->data;
 998
 999	rs_datalen = be16_to_cpu(rxstatus->rs_datalen);
1000	if (unlikely(rs_datalen -
1001	    (skb->len - HTC_RX_FRAME_HEADER_SIZE) != 0)) {
1002		ath_err(common,
1003			"Corrupted RX data len, dropping (dlen: %d, skblen: %d)\n",
1004			rs_datalen, skb->len);
1005		goto rx_next;
1006	}
1007
1008	is_phyerr = rxstatus->rs_status & ATH9K_RXERR_PHY;
1009	/*
1010	 * Discard zero-length packets and packets smaller than an ACK
1011	 * which are not PHY_ERROR (short radar pulses have a length of 3)
1012	 */
1013	if (unlikely(!rs_datalen || (rs_datalen < 10 && !is_phyerr))) {
1014		ath_dbg(common, ANY,
1015			"Short RX data len, dropping (dlen: %d)\n",
1016			rs_datalen);
1017		goto rx_next;
1018	}
1019
1020	if (rxstatus->rs_keyix >= ATH_KEYMAX &&
1021	    rxstatus->rs_keyix != ATH9K_RXKEYIX_INVALID) {
1022		ath_dbg(common, ANY,
1023			"Invalid keyix, dropping (keyix: %d)\n",
1024			rxstatus->rs_keyix);
1025		goto rx_next;
1026	}
1027
1028	/* Get the RX status information */
1029
1030	memset(rx_status, 0, sizeof(struct ieee80211_rx_status));
1031
1032	/* Copy everything from ath_htc_rx_status (HTC_RX_FRAME_HEADER).
1033	 * After this, we can drop this part of skb. */
1034	rx_status_htc_to_ath(&rx_stats, rxstatus);
1035	ath9k_htc_err_stat_rx(priv, &rx_stats);
1036	rx_status->mactime = be64_to_cpu(rxstatus->rs_tstamp);
1037	skb_pull(skb, HTC_RX_FRAME_HEADER_SIZE);
1038
1039	/*
1040	 * everything but the rate is checked here, the rate check is done
1041	 * separately to avoid doing two lookups for a rate for each frame.
1042	 */
1043	hdr = (struct ieee80211_hdr *)skb->data;
1044
1045	/*
1046	 * Process PHY errors and return so that the packet
1047	 * can be dropped.
1048	 */
1049	if (unlikely(is_phyerr)) {
1050		/* TODO: Not using DFS processing now. */
1051		if (ath_cmn_process_fft(&priv->spec_priv, hdr,
1052				    &rx_stats, rx_status->mactime)) {
1053			/* TODO: Code to collect spectral scan statistics */
1054		}
1055		goto rx_next;
1056	}
1057
1058	if (!ath9k_cmn_rx_accept(common, hdr, rx_status, &rx_stats,
1059			&decrypt_error, priv->rxfilter))
1060		goto rx_next;
1061
1062	ath9k_cmn_rx_skb_postprocess(common, skb, &rx_stats,
1063				     rx_status, decrypt_error);
1064
1065	if (ath9k_cmn_process_rate(common, hw, &rx_stats, rx_status))
1066		goto rx_next;
1067
1068	rx_stats.is_mybeacon = ath_is_mybeacon(common, hdr);
1069	ath9k_cmn_process_rssi(common, hw, &rx_stats, rx_status);
1070
1071	rx_status->band = ah->curchan->chan->band;
1072	rx_status->freq = ah->curchan->chan->center_freq;
1073	rx_status->antenna = rx_stats.rs_antenna;
1074	rx_status->flag |= RX_FLAG_MACTIME_END;
1075
1076	return true;
1077rx_next:
1078	return false;
1079}
1080
1081/*
1082 * FIXME: Handle FLUSH later on.
1083 */
1084void ath9k_rx_tasklet(struct tasklet_struct *t)
1085{
1086	struct ath9k_htc_priv *priv = from_tasklet(priv, t, rx_tasklet);
1087	struct ath9k_htc_rxbuf *rxbuf = NULL, *tmp_buf = NULL;
1088	struct ieee80211_rx_status rx_status;
1089	struct sk_buff *skb;
1090	unsigned long flags;
1091	struct ieee80211_hdr *hdr;
1092
1093	do {
1094		spin_lock_irqsave(&priv->rx.rxbuflock, flags);
1095		list_for_each_entry(tmp_buf, &priv->rx.rxbuf, list) {
1096			if (tmp_buf->in_process) {
1097				rxbuf = tmp_buf;
1098				break;
1099			}
1100		}
1101
1102		if (rxbuf == NULL) {
1103			spin_unlock_irqrestore(&priv->rx.rxbuflock, flags);
1104			break;
1105		}
1106
1107		if (!rxbuf->skb)
1108			goto requeue;
1109
1110		if (!ath9k_rx_prepare(priv, rxbuf, &rx_status)) {
1111			dev_kfree_skb_any(rxbuf->skb);
1112			goto requeue;
1113		}
1114
1115		memcpy(IEEE80211_SKB_RXCB(rxbuf->skb), &rx_status,
1116		       sizeof(struct ieee80211_rx_status));
1117		skb = rxbuf->skb;
1118		hdr = (struct ieee80211_hdr *) skb->data;
1119
1120		if (ieee80211_is_beacon(hdr->frame_control) && priv->ps_enabled)
1121				ieee80211_queue_work(priv->hw, &priv->ps_work);
1122
1123		spin_unlock_irqrestore(&priv->rx.rxbuflock, flags);
1124
1125		ieee80211_rx(priv->hw, skb);
1126
1127		spin_lock_irqsave(&priv->rx.rxbuflock, flags);
1128requeue:
1129		rxbuf->in_process = false;
1130		rxbuf->skb = NULL;
1131		list_move_tail(&rxbuf->list, &priv->rx.rxbuf);
1132		rxbuf = NULL;
1133		spin_unlock_irqrestore(&priv->rx.rxbuflock, flags);
1134	} while (1);
1135
1136}
1137
1138void ath9k_htc_rxep(void *drv_priv, struct sk_buff *skb,
1139		    enum htc_endpoint_id ep_id)
1140{
1141	struct ath9k_htc_priv *priv = drv_priv;
1142	struct ath_hw *ah = priv->ah;
1143	struct ath_common *common = ath9k_hw_common(ah);
1144	struct ath9k_htc_rxbuf *rxbuf = NULL, *tmp_buf = NULL;
1145	unsigned long flags;
1146
1147	/* Check if ath9k_rx_init() completed. */
1148	if (!data_race(priv->rx.initialized))
1149		goto err;
1150
1151	spin_lock_irqsave(&priv->rx.rxbuflock, flags);
1152	list_for_each_entry(tmp_buf, &priv->rx.rxbuf, list) {
1153		if (!tmp_buf->in_process) {
1154			rxbuf = tmp_buf;
1155			break;
1156		}
1157	}
1158	spin_unlock_irqrestore(&priv->rx.rxbuflock, flags);
1159
1160	if (rxbuf == NULL) {
1161		ath_dbg(common, ANY, "No free RX buffer\n");
1162		goto err;
1163	}
1164
1165	spin_lock_irqsave(&priv->rx.rxbuflock, flags);
1166	rxbuf->skb = skb;
1167	rxbuf->in_process = true;
1168	spin_unlock_irqrestore(&priv->rx.rxbuflock, flags);
1169
1170	tasklet_schedule(&priv->rx_tasklet);
1171	return;
1172err:
1173	dev_kfree_skb_any(skb);
1174}
1175
1176/* FIXME: Locking for cleanup/init */
1177
1178void ath9k_rx_cleanup(struct ath9k_htc_priv *priv)
1179{
1180	struct ath9k_htc_rxbuf *rxbuf, *tbuf;
1181
1182	list_for_each_entry_safe(rxbuf, tbuf, &priv->rx.rxbuf, list) {
1183		list_del(&rxbuf->list);
1184		if (rxbuf->skb)
1185			dev_kfree_skb_any(rxbuf->skb);
1186		kfree(rxbuf);
1187	}
1188}
1189
1190int ath9k_rx_init(struct ath9k_htc_priv *priv)
1191{
1192	int i = 0;
1193
1194	INIT_LIST_HEAD(&priv->rx.rxbuf);
1195	spin_lock_init(&priv->rx.rxbuflock);
1196
1197	for (i = 0; i < ATH9K_HTC_RXBUF; i++) {
1198		struct ath9k_htc_rxbuf *rxbuf =
1199			kzalloc(sizeof(struct ath9k_htc_rxbuf), GFP_KERNEL);
1200		if (rxbuf == NULL)
1201			goto err;
1202
1203		list_add_tail(&rxbuf->list, &priv->rx.rxbuf);
1204	}
1205
1206	/* Allow ath9k_htc_rxep() to operate. */
1207	smp_wmb();
1208	priv->rx.initialized = true;
1209
1210	return 0;
1211
1212err:
1213	ath9k_rx_cleanup(priv);
1214	return -ENOMEM;
1215}