Loading...
1/******************************************************************************
2 *
3 * This file is provided under a dual BSD/GPLv2 license. When using or
4 * redistributing this file, you may do so under either license.
5 *
6 * GPL LICENSE SUMMARY
7 *
8 * Copyright(c) 2012 - 2014 Intel Corporation. All rights reserved.
9 * Copyright(c) 2013 - 2015 Intel Mobile Communications GmbH
10 * Copyright(c) 2015 - 2017 Intel Deutschland GmbH
11 *
12 * This program is free software; you can redistribute it and/or modify
13 * it under the terms of version 2 of the GNU General Public License as
14 * published by the Free Software Foundation.
15 *
16 * This program is distributed in the hope that it will be useful, but
17 * WITHOUT ANY WARRANTY; without even the implied warranty of
18 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
19 * General Public License for more details.
20 *
21 * The full GNU General Public License is included in this distribution
22 * in the file called COPYING.
23 *
24 * Contact Information:
25 * Intel Linux Wireless <ilw@linux.intel.com>
26 * Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
27 *
28 * BSD LICENSE
29 *
30 * Copyright(c) 2012 - 2014 Intel Corporation. All rights reserved.
31 * Copyright(c) 2013 - 2015 Intel Mobile Communications GmbH
32 * Copyright(c) 2015 - 2017 Intel Deutschland GmbH
33 * All rights reserved.
34 *
35 * Redistribution and use in source and binary forms, with or without
36 * modification, are permitted provided that the following conditions
37 * are met:
38 *
39 * * Redistributions of source code must retain the above copyright
40 * notice, this list of conditions and the following disclaimer.
41 * * Redistributions in binary form must reproduce the above copyright
42 * notice, this list of conditions and the following disclaimer in
43 * the documentation and/or other materials provided with the
44 * distribution.
45 * * Neither the name Intel Corporation nor the names of its
46 * contributors may be used to endorse or promote products derived
47 * from this software without specific prior written permission.
48 *
49 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
50 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
51 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
52 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
53 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
54 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
55 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
56 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
57 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
58 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
59 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
60 *****************************************************************************/
61#include <linux/etherdevice.h>
62#include <linux/skbuff.h>
63#include "iwl-trans.h"
64#include "mvm.h"
65#include "fw-api.h"
66
67static inline int iwl_mvm_check_pn(struct iwl_mvm *mvm, struct sk_buff *skb,
68 int queue, struct ieee80211_sta *sta)
69{
70 struct iwl_mvm_sta *mvmsta;
71 struct ieee80211_hdr *hdr = (struct ieee80211_hdr *)skb->data;
72 struct ieee80211_rx_status *stats = IEEE80211_SKB_RXCB(skb);
73 struct iwl_mvm_key_pn *ptk_pn;
74 int res;
75 u8 tid, keyidx;
76 u8 pn[IEEE80211_CCMP_PN_LEN];
77 u8 *extiv;
78
79 /* do PN checking */
80
81 /* multicast and non-data only arrives on default queue */
82 if (!ieee80211_is_data(hdr->frame_control) ||
83 is_multicast_ether_addr(hdr->addr1))
84 return 0;
85
86 /* do not check PN for open AP */
87 if (!(stats->flag & RX_FLAG_DECRYPTED))
88 return 0;
89
90 /*
91 * avoid checking for default queue - we don't want to replicate
92 * all the logic that's necessary for checking the PN on fragmented
93 * frames, leave that to mac80211
94 */
95 if (queue == 0)
96 return 0;
97
98 /* if we are here - this for sure is either CCMP or GCMP */
99 if (IS_ERR_OR_NULL(sta)) {
100 IWL_ERR(mvm,
101 "expected hw-decrypted unicast frame for station\n");
102 return -1;
103 }
104
105 mvmsta = iwl_mvm_sta_from_mac80211(sta);
106
107 extiv = (u8 *)hdr + ieee80211_hdrlen(hdr->frame_control);
108 keyidx = extiv[3] >> 6;
109
110 ptk_pn = rcu_dereference(mvmsta->ptk_pn[keyidx]);
111 if (!ptk_pn)
112 return -1;
113
114 if (ieee80211_is_data_qos(hdr->frame_control))
115 tid = *ieee80211_get_qos_ctl(hdr) & IEEE80211_QOS_CTL_TID_MASK;
116 else
117 tid = 0;
118
119 /* we don't use HCCA/802.11 QoS TSPECs, so drop such frames */
120 if (tid >= IWL_MAX_TID_COUNT)
121 return -1;
122
123 /* load pn */
124 pn[0] = extiv[7];
125 pn[1] = extiv[6];
126 pn[2] = extiv[5];
127 pn[3] = extiv[4];
128 pn[4] = extiv[1];
129 pn[5] = extiv[0];
130
131 res = memcmp(pn, ptk_pn->q[queue].pn[tid], IEEE80211_CCMP_PN_LEN);
132 if (res < 0)
133 return -1;
134 if (!res && !(stats->flag & RX_FLAG_ALLOW_SAME_PN))
135 return -1;
136
137 memcpy(ptk_pn->q[queue].pn[tid], pn, IEEE80211_CCMP_PN_LEN);
138 stats->flag |= RX_FLAG_PN_VALIDATED;
139
140 return 0;
141}
142
143/* iwl_mvm_create_skb Adds the rxb to a new skb */
144static void iwl_mvm_create_skb(struct sk_buff *skb, struct ieee80211_hdr *hdr,
145 u16 len, u8 crypt_len,
146 struct iwl_rx_cmd_buffer *rxb)
147{
148 struct iwl_rx_packet *pkt = rxb_addr(rxb);
149 struct iwl_rx_mpdu_desc *desc = (void *)pkt->data;
150 unsigned int headlen, fraglen, pad_len = 0;
151 unsigned int hdrlen = ieee80211_hdrlen(hdr->frame_control);
152
153 if (desc->mac_flags2 & IWL_RX_MPDU_MFLG2_PAD) {
154 pad_len = 2;
155
156 /*
157 * If the device inserted padding it means that (it thought)
158 * the 802.11 header wasn't a multiple of 4 bytes long. In
159 * this case, reserve two bytes at the start of the SKB to
160 * align the payload properly in case we end up copying it.
161 */
162 skb_reserve(skb, pad_len);
163 }
164 len -= pad_len;
165
166 /* If frame is small enough to fit in skb->head, pull it completely.
167 * If not, only pull ieee80211_hdr (including crypto if present, and
168 * an additional 8 bytes for SNAP/ethertype, see below) so that
169 * splice() or TCP coalesce are more efficient.
170 *
171 * Since, in addition, ieee80211_data_to_8023() always pull in at
172 * least 8 bytes (possibly more for mesh) we can do the same here
173 * to save the cost of doing it later. That still doesn't pull in
174 * the actual IP header since the typical case has a SNAP header.
175 * If the latter changes (there are efforts in the standards group
176 * to do so) we should revisit this and ieee80211_data_to_8023().
177 */
178 headlen = (len <= skb_tailroom(skb)) ? len :
179 hdrlen + crypt_len + 8;
180
181 /* The firmware may align the packet to DWORD.
182 * The padding is inserted after the IV.
183 * After copying the header + IV skip the padding if
184 * present before copying packet data.
185 */
186 hdrlen += crypt_len;
187 skb_put_data(skb, hdr, hdrlen);
188 skb_put_data(skb, (u8 *)hdr + hdrlen + pad_len, headlen - hdrlen);
189
190 fraglen = len - headlen;
191
192 if (fraglen) {
193 int offset = (void *)hdr + headlen + pad_len -
194 rxb_addr(rxb) + rxb_offset(rxb);
195
196 skb_add_rx_frag(skb, 0, rxb_steal_page(rxb), offset,
197 fraglen, rxb->truesize);
198 }
199}
200
201/* iwl_mvm_pass_packet_to_mac80211 - passes the packet for mac80211 */
202static void iwl_mvm_pass_packet_to_mac80211(struct iwl_mvm *mvm,
203 struct napi_struct *napi,
204 struct sk_buff *skb, int queue,
205 struct ieee80211_sta *sta)
206{
207 if (iwl_mvm_check_pn(mvm, skb, queue, sta))
208 kfree_skb(skb);
209 else
210 ieee80211_rx_napi(mvm->hw, sta, skb, napi);
211}
212
213static void iwl_mvm_get_signal_strength(struct iwl_mvm *mvm,
214 struct iwl_rx_mpdu_desc *desc,
215 struct ieee80211_rx_status *rx_status)
216{
217 int energy_a, energy_b, max_energy;
218 u32 rate_flags = le32_to_cpu(desc->rate_n_flags);
219
220 energy_a = desc->energy_a;
221 energy_a = energy_a ? -energy_a : S8_MIN;
222 energy_b = desc->energy_b;
223 energy_b = energy_b ? -energy_b : S8_MIN;
224 max_energy = max(energy_a, energy_b);
225
226 IWL_DEBUG_STATS(mvm, "energy In A %d B %d, and max %d\n",
227 energy_a, energy_b, max_energy);
228
229 rx_status->signal = max_energy;
230 rx_status->chains =
231 (rate_flags & RATE_MCS_ANT_AB_MSK) >> RATE_MCS_ANT_POS;
232 rx_status->chain_signal[0] = energy_a;
233 rx_status->chain_signal[1] = energy_b;
234 rx_status->chain_signal[2] = S8_MIN;
235}
236
237static int iwl_mvm_rx_crypto(struct iwl_mvm *mvm, struct ieee80211_hdr *hdr,
238 struct ieee80211_rx_status *stats,
239 struct iwl_rx_mpdu_desc *desc, u32 pkt_flags,
240 int queue, u8 *crypt_len)
241{
242 u16 status = le16_to_cpu(desc->status);
243
244 if (!ieee80211_has_protected(hdr->frame_control) ||
245 (status & IWL_RX_MPDU_STATUS_SEC_MASK) ==
246 IWL_RX_MPDU_STATUS_SEC_NONE)
247 return 0;
248
249 /* TODO: handle packets encrypted with unknown alg */
250
251 switch (status & IWL_RX_MPDU_STATUS_SEC_MASK) {
252 case IWL_RX_MPDU_STATUS_SEC_CCM:
253 case IWL_RX_MPDU_STATUS_SEC_GCM:
254 BUILD_BUG_ON(IEEE80211_CCMP_PN_LEN != IEEE80211_GCMP_PN_LEN);
255 /* alg is CCM: check MIC only */
256 if (!(status & IWL_RX_MPDU_STATUS_MIC_OK))
257 return -1;
258
259 stats->flag |= RX_FLAG_DECRYPTED;
260 if (pkt_flags & FH_RSCSR_RADA_EN)
261 stats->flag |= RX_FLAG_MIC_STRIPPED;
262 *crypt_len = IEEE80211_CCMP_HDR_LEN;
263 return 0;
264 case IWL_RX_MPDU_STATUS_SEC_TKIP:
265 /* Don't drop the frame and decrypt it in SW */
266 if (!fw_has_api(&mvm->fw->ucode_capa,
267 IWL_UCODE_TLV_API_DEPRECATE_TTAK) &&
268 !(status & IWL_RX_MPDU_RES_STATUS_TTAK_OK))
269 return 0;
270
271 *crypt_len = IEEE80211_TKIP_IV_LEN;
272 /* fall through if TTAK OK */
273 case IWL_RX_MPDU_STATUS_SEC_WEP:
274 if (!(status & IWL_RX_MPDU_STATUS_ICV_OK))
275 return -1;
276
277 stats->flag |= RX_FLAG_DECRYPTED;
278 if ((status & IWL_RX_MPDU_STATUS_SEC_MASK) ==
279 IWL_RX_MPDU_STATUS_SEC_WEP)
280 *crypt_len = IEEE80211_WEP_IV_LEN;
281
282 if (pkt_flags & FH_RSCSR_RADA_EN)
283 stats->flag |= RX_FLAG_ICV_STRIPPED;
284
285 return 0;
286 case IWL_RX_MPDU_STATUS_SEC_EXT_ENC:
287 if (!(status & IWL_RX_MPDU_STATUS_MIC_OK))
288 return -1;
289 stats->flag |= RX_FLAG_DECRYPTED;
290 return 0;
291 default:
292 /* Expected in monitor (not having the keys) */
293 if (!mvm->monitor_on)
294 IWL_ERR(mvm, "Unhandled alg: 0x%x\n", status);
295 }
296
297 return 0;
298}
299
300static void iwl_mvm_rx_csum(struct ieee80211_sta *sta,
301 struct sk_buff *skb,
302 struct iwl_rx_mpdu_desc *desc)
303{
304 struct iwl_mvm_sta *mvmsta = iwl_mvm_sta_from_mac80211(sta);
305 struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(mvmsta->vif);
306 u16 flags = le16_to_cpu(desc->l3l4_flags);
307 u8 l3_prot = (u8)((flags & IWL_RX_L3L4_L3_PROTO_MASK) >>
308 IWL_RX_L3_PROTO_POS);
309
310 if (mvmvif->features & NETIF_F_RXCSUM &&
311 flags & IWL_RX_L3L4_TCP_UDP_CSUM_OK &&
312 (flags & IWL_RX_L3L4_IP_HDR_CSUM_OK ||
313 l3_prot == IWL_RX_L3_TYPE_IPV6 ||
314 l3_prot == IWL_RX_L3_TYPE_IPV6_FRAG))
315 skb->ip_summed = CHECKSUM_UNNECESSARY;
316}
317
318/*
319 * returns true if a packet is a duplicate and should be dropped.
320 * Updates AMSDU PN tracking info
321 */
322static bool iwl_mvm_is_dup(struct ieee80211_sta *sta, int queue,
323 struct ieee80211_rx_status *rx_status,
324 struct ieee80211_hdr *hdr,
325 struct iwl_rx_mpdu_desc *desc)
326{
327 struct iwl_mvm_sta *mvm_sta;
328 struct iwl_mvm_rxq_dup_data *dup_data;
329 u8 tid, sub_frame_idx;
330
331 if (WARN_ON(IS_ERR_OR_NULL(sta)))
332 return false;
333
334 mvm_sta = iwl_mvm_sta_from_mac80211(sta);
335 dup_data = &mvm_sta->dup_data[queue];
336
337 /*
338 * Drop duplicate 802.11 retransmissions
339 * (IEEE 802.11-2012: 9.3.2.10 "Duplicate detection and recovery")
340 */
341 if (ieee80211_is_ctl(hdr->frame_control) ||
342 ieee80211_is_qos_nullfunc(hdr->frame_control) ||
343 is_multicast_ether_addr(hdr->addr1)) {
344 rx_status->flag |= RX_FLAG_DUP_VALIDATED;
345 return false;
346 }
347
348 if (ieee80211_is_data_qos(hdr->frame_control))
349 /* frame has qos control */
350 tid = *ieee80211_get_qos_ctl(hdr) &
351 IEEE80211_QOS_CTL_TID_MASK;
352 else
353 tid = IWL_MAX_TID_COUNT;
354
355 /* If this wasn't a part of an A-MSDU the sub-frame index will be 0 */
356 sub_frame_idx = desc->amsdu_info & IWL_RX_MPDU_AMSDU_SUBFRAME_IDX_MASK;
357
358 if (unlikely(ieee80211_has_retry(hdr->frame_control) &&
359 dup_data->last_seq[tid] == hdr->seq_ctrl &&
360 dup_data->last_sub_frame[tid] >= sub_frame_idx))
361 return true;
362
363 /* Allow same PN as the first subframe for following sub frames */
364 if (dup_data->last_seq[tid] == hdr->seq_ctrl &&
365 sub_frame_idx > dup_data->last_sub_frame[tid] &&
366 desc->mac_flags2 & IWL_RX_MPDU_MFLG2_AMSDU)
367 rx_status->flag |= RX_FLAG_ALLOW_SAME_PN;
368
369 dup_data->last_seq[tid] = hdr->seq_ctrl;
370 dup_data->last_sub_frame[tid] = sub_frame_idx;
371
372 rx_status->flag |= RX_FLAG_DUP_VALIDATED;
373
374 return false;
375}
376
377int iwl_mvm_notify_rx_queue(struct iwl_mvm *mvm, u32 rxq_mask,
378 const u8 *data, u32 count)
379{
380 struct iwl_rxq_sync_cmd *cmd;
381 u32 data_size = sizeof(*cmd) + count;
382 int ret;
383
384 /* should be DWORD aligned */
385 if (WARN_ON(count & 3 || count > IWL_MULTI_QUEUE_SYNC_MSG_MAX_SIZE))
386 return -EINVAL;
387
388 cmd = kzalloc(data_size, GFP_KERNEL);
389 if (!cmd)
390 return -ENOMEM;
391
392 cmd->rxq_mask = cpu_to_le32(rxq_mask);
393 cmd->count = cpu_to_le32(count);
394 cmd->flags = 0;
395 memcpy(cmd->payload, data, count);
396
397 ret = iwl_mvm_send_cmd_pdu(mvm,
398 WIDE_ID(DATA_PATH_GROUP,
399 TRIGGER_RX_QUEUES_NOTIF_CMD),
400 0, data_size, cmd);
401
402 kfree(cmd);
403 return ret;
404}
405
406/*
407 * Returns true if sn2 - buffer_size < sn1 < sn2.
408 * To be used only in order to compare reorder buffer head with NSSN.
409 * We fully trust NSSN unless it is behind us due to reorder timeout.
410 * Reorder timeout can only bring us up to buffer_size SNs ahead of NSSN.
411 */
412static bool iwl_mvm_is_sn_less(u16 sn1, u16 sn2, u16 buffer_size)
413{
414 return ieee80211_sn_less(sn1, sn2) &&
415 !ieee80211_sn_less(sn1, sn2 - buffer_size);
416}
417
418#define RX_REORDER_BUF_TIMEOUT_MQ (HZ / 10)
419
420static void iwl_mvm_release_frames(struct iwl_mvm *mvm,
421 struct ieee80211_sta *sta,
422 struct napi_struct *napi,
423 struct iwl_mvm_baid_data *baid_data,
424 struct iwl_mvm_reorder_buffer *reorder_buf,
425 u16 nssn)
426{
427 struct iwl_mvm_reorder_buf_entry *entries =
428 &baid_data->entries[reorder_buf->queue *
429 baid_data->entries_per_queue];
430 u16 ssn = reorder_buf->head_sn;
431
432 lockdep_assert_held(&reorder_buf->lock);
433
434 /* ignore nssn smaller than head sn - this can happen due to timeout */
435 if (iwl_mvm_is_sn_less(nssn, ssn, reorder_buf->buf_size))
436 goto set_timer;
437
438 while (iwl_mvm_is_sn_less(ssn, nssn, reorder_buf->buf_size)) {
439 int index = ssn % reorder_buf->buf_size;
440 struct sk_buff_head *skb_list = &entries[index].e.frames;
441 struct sk_buff *skb;
442
443 ssn = ieee80211_sn_inc(ssn);
444
445 /*
446 * Empty the list. Will have more than one frame for A-MSDU.
447 * Empty list is valid as well since nssn indicates frames were
448 * received.
449 */
450 while ((skb = __skb_dequeue(skb_list))) {
451 iwl_mvm_pass_packet_to_mac80211(mvm, napi, skb,
452 reorder_buf->queue,
453 sta);
454 reorder_buf->num_stored--;
455 }
456 }
457 reorder_buf->head_sn = nssn;
458
459set_timer:
460 if (reorder_buf->num_stored && !reorder_buf->removed) {
461 u16 index = reorder_buf->head_sn % reorder_buf->buf_size;
462
463 while (skb_queue_empty(&entries[index].e.frames))
464 index = (index + 1) % reorder_buf->buf_size;
465 /* modify timer to match next frame's expiration time */
466 mod_timer(&reorder_buf->reorder_timer,
467 entries[index].e.reorder_time + 1 +
468 RX_REORDER_BUF_TIMEOUT_MQ);
469 } else {
470 del_timer(&reorder_buf->reorder_timer);
471 }
472}
473
474void iwl_mvm_reorder_timer_expired(struct timer_list *t)
475{
476 struct iwl_mvm_reorder_buffer *buf = from_timer(buf, t, reorder_timer);
477 struct iwl_mvm_baid_data *baid_data =
478 iwl_mvm_baid_data_from_reorder_buf(buf);
479 struct iwl_mvm_reorder_buf_entry *entries =
480 &baid_data->entries[buf->queue * baid_data->entries_per_queue];
481 int i;
482 u16 sn = 0, index = 0;
483 bool expired = false;
484 bool cont = false;
485
486 spin_lock(&buf->lock);
487
488 if (!buf->num_stored || buf->removed) {
489 spin_unlock(&buf->lock);
490 return;
491 }
492
493 for (i = 0; i < buf->buf_size ; i++) {
494 index = (buf->head_sn + i) % buf->buf_size;
495
496 if (skb_queue_empty(&entries[index].e.frames)) {
497 /*
498 * If there is a hole and the next frame didn't expire
499 * we want to break and not advance SN
500 */
501 cont = false;
502 continue;
503 }
504 if (!cont &&
505 !time_after(jiffies, entries[index].e.reorder_time +
506 RX_REORDER_BUF_TIMEOUT_MQ))
507 break;
508
509 expired = true;
510 /* continue until next hole after this expired frames */
511 cont = true;
512 sn = ieee80211_sn_add(buf->head_sn, i + 1);
513 }
514
515 if (expired) {
516 struct ieee80211_sta *sta;
517 struct iwl_mvm_sta *mvmsta;
518 u8 sta_id = baid_data->sta_id;
519
520 rcu_read_lock();
521 sta = rcu_dereference(buf->mvm->fw_id_to_mac_id[sta_id]);
522 mvmsta = iwl_mvm_sta_from_mac80211(sta);
523
524 /* SN is set to the last expired frame + 1 */
525 IWL_DEBUG_HT(buf->mvm,
526 "Releasing expired frames for sta %u, sn %d\n",
527 sta_id, sn);
528 iwl_mvm_event_frame_timeout_callback(buf->mvm, mvmsta->vif,
529 sta, baid_data->tid);
530 iwl_mvm_release_frames(buf->mvm, sta, NULL, baid_data, buf, sn);
531 rcu_read_unlock();
532 } else {
533 /*
534 * If no frame expired and there are stored frames, index is now
535 * pointing to the first unexpired frame - modify timer
536 * accordingly to this frame.
537 */
538 mod_timer(&buf->reorder_timer,
539 entries[index].e.reorder_time +
540 1 + RX_REORDER_BUF_TIMEOUT_MQ);
541 }
542 spin_unlock(&buf->lock);
543}
544
545static void iwl_mvm_del_ba(struct iwl_mvm *mvm, int queue,
546 struct iwl_mvm_delba_data *data)
547{
548 struct iwl_mvm_baid_data *ba_data;
549 struct ieee80211_sta *sta;
550 struct iwl_mvm_reorder_buffer *reorder_buf;
551 u8 baid = data->baid;
552
553 if (WARN_ONCE(baid >= IWL_MAX_BAID, "invalid BAID: %x\n", baid))
554 return;
555
556 rcu_read_lock();
557
558 ba_data = rcu_dereference(mvm->baid_map[baid]);
559 if (WARN_ON_ONCE(!ba_data))
560 goto out;
561
562 sta = rcu_dereference(mvm->fw_id_to_mac_id[ba_data->sta_id]);
563 if (WARN_ON_ONCE(IS_ERR_OR_NULL(sta)))
564 goto out;
565
566 reorder_buf = &ba_data->reorder_buf[queue];
567
568 /* release all frames that are in the reorder buffer to the stack */
569 spin_lock_bh(&reorder_buf->lock);
570 iwl_mvm_release_frames(mvm, sta, NULL, ba_data, reorder_buf,
571 ieee80211_sn_add(reorder_buf->head_sn,
572 reorder_buf->buf_size));
573 spin_unlock_bh(&reorder_buf->lock);
574 del_timer_sync(&reorder_buf->reorder_timer);
575
576out:
577 rcu_read_unlock();
578}
579
580void iwl_mvm_rx_queue_notif(struct iwl_mvm *mvm, struct iwl_rx_cmd_buffer *rxb,
581 int queue)
582{
583 struct iwl_rx_packet *pkt = rxb_addr(rxb);
584 struct iwl_rxq_sync_notification *notif;
585 struct iwl_mvm_internal_rxq_notif *internal_notif;
586
587 notif = (void *)pkt->data;
588 internal_notif = (void *)notif->payload;
589
590 if (internal_notif->sync) {
591 if (mvm->queue_sync_cookie != internal_notif->cookie) {
592 WARN_ONCE(1,
593 "Received expired RX queue sync message\n");
594 return;
595 }
596 if (!atomic_dec_return(&mvm->queue_sync_counter))
597 wake_up(&mvm->rx_sync_waitq);
598 }
599
600 switch (internal_notif->type) {
601 case IWL_MVM_RXQ_EMPTY:
602 break;
603 case IWL_MVM_RXQ_NOTIF_DEL_BA:
604 iwl_mvm_del_ba(mvm, queue, (void *)internal_notif->data);
605 break;
606 default:
607 WARN_ONCE(1, "Invalid identifier %d", internal_notif->type);
608 }
609}
610
611/*
612 * Returns true if the MPDU was buffered\dropped, false if it should be passed
613 * to upper layer.
614 */
615static bool iwl_mvm_reorder(struct iwl_mvm *mvm,
616 struct napi_struct *napi,
617 int queue,
618 struct ieee80211_sta *sta,
619 struct sk_buff *skb,
620 struct iwl_rx_mpdu_desc *desc)
621{
622 struct ieee80211_hdr *hdr = (struct ieee80211_hdr *)skb->data;
623 struct iwl_mvm_sta *mvm_sta;
624 struct iwl_mvm_baid_data *baid_data;
625 struct iwl_mvm_reorder_buffer *buffer;
626 struct sk_buff *tail;
627 u32 reorder = le32_to_cpu(desc->reorder_data);
628 bool amsdu = desc->mac_flags2 & IWL_RX_MPDU_MFLG2_AMSDU;
629 bool last_subframe =
630 desc->amsdu_info & IWL_RX_MPDU_AMSDU_LAST_SUBFRAME;
631 u8 tid = *ieee80211_get_qos_ctl(hdr) & IEEE80211_QOS_CTL_TID_MASK;
632 u8 sub_frame_idx = desc->amsdu_info &
633 IWL_RX_MPDU_AMSDU_SUBFRAME_IDX_MASK;
634 struct iwl_mvm_reorder_buf_entry *entries;
635 int index;
636 u16 nssn, sn;
637 u8 baid;
638
639 baid = (reorder & IWL_RX_MPDU_REORDER_BAID_MASK) >>
640 IWL_RX_MPDU_REORDER_BAID_SHIFT;
641
642 /*
643 * This also covers the case of receiving a Block Ack Request
644 * outside a BA session; we'll pass it to mac80211 and that
645 * then sends a delBA action frame.
646 */
647 if (baid == IWL_RX_REORDER_DATA_INVALID_BAID)
648 return false;
649
650 /* no sta yet */
651 if (WARN_ONCE(IS_ERR_OR_NULL(sta),
652 "Got valid BAID without a valid station assigned\n"))
653 return false;
654
655 mvm_sta = iwl_mvm_sta_from_mac80211(sta);
656
657 /* not a data packet or a bar */
658 if (!ieee80211_is_back_req(hdr->frame_control) &&
659 (!ieee80211_is_data_qos(hdr->frame_control) ||
660 is_multicast_ether_addr(hdr->addr1)))
661 return false;
662
663 if (unlikely(!ieee80211_is_data_present(hdr->frame_control)))
664 return false;
665
666 baid_data = rcu_dereference(mvm->baid_map[baid]);
667 if (!baid_data) {
668 IWL_DEBUG_RX(mvm,
669 "Got valid BAID but no baid allocated, bypass the re-ordering buffer. Baid %d reorder 0x%x\n",
670 baid, reorder);
671 return false;
672 }
673
674 if (WARN(tid != baid_data->tid || mvm_sta->sta_id != baid_data->sta_id,
675 "baid 0x%x is mapped to sta:%d tid:%d, but was received for sta:%d tid:%d\n",
676 baid, baid_data->sta_id, baid_data->tid, mvm_sta->sta_id,
677 tid))
678 return false;
679
680 nssn = reorder & IWL_RX_MPDU_REORDER_NSSN_MASK;
681 sn = (reorder & IWL_RX_MPDU_REORDER_SN_MASK) >>
682 IWL_RX_MPDU_REORDER_SN_SHIFT;
683
684 buffer = &baid_data->reorder_buf[queue];
685 entries = &baid_data->entries[queue * baid_data->entries_per_queue];
686
687 spin_lock_bh(&buffer->lock);
688
689 if (!buffer->valid) {
690 if (reorder & IWL_RX_MPDU_REORDER_BA_OLD_SN) {
691 spin_unlock_bh(&buffer->lock);
692 return false;
693 }
694 buffer->valid = true;
695 }
696
697 if (ieee80211_is_back_req(hdr->frame_control)) {
698 iwl_mvm_release_frames(mvm, sta, napi, baid_data, buffer, nssn);
699 goto drop;
700 }
701
702 /*
703 * If there was a significant jump in the nssn - adjust.
704 * If the SN is smaller than the NSSN it might need to first go into
705 * the reorder buffer, in which case we just release up to it and the
706 * rest of the function will take care of storing it and releasing up to
707 * the nssn
708 */
709 if (!iwl_mvm_is_sn_less(nssn, buffer->head_sn + buffer->buf_size,
710 buffer->buf_size) ||
711 !ieee80211_sn_less(sn, buffer->head_sn + buffer->buf_size)) {
712 u16 min_sn = ieee80211_sn_less(sn, nssn) ? sn : nssn;
713
714 iwl_mvm_release_frames(mvm, sta, napi, baid_data, buffer,
715 min_sn);
716 }
717
718 /* drop any oudated packets */
719 if (ieee80211_sn_less(sn, buffer->head_sn))
720 goto drop;
721
722 /* release immediately if allowed by nssn and no stored frames */
723 if (!buffer->num_stored && ieee80211_sn_less(sn, nssn)) {
724 if (iwl_mvm_is_sn_less(buffer->head_sn, nssn,
725 buffer->buf_size) &&
726 (!amsdu || last_subframe))
727 buffer->head_sn = nssn;
728 /* No need to update AMSDU last SN - we are moving the head */
729 spin_unlock_bh(&buffer->lock);
730 return false;
731 }
732
733 /*
734 * release immediately if there are no stored frames, and the sn is
735 * equal to the head.
736 * This can happen due to reorder timer, where NSSN is behind head_sn.
737 * When we released everything, and we got the next frame in the
738 * sequence, according to the NSSN we can't release immediately,
739 * while technically there is no hole and we can move forward.
740 */
741 if (!buffer->num_stored && sn == buffer->head_sn) {
742 if (!amsdu || last_subframe)
743 buffer->head_sn = ieee80211_sn_inc(buffer->head_sn);
744 /* No need to update AMSDU last SN - we are moving the head */
745 spin_unlock_bh(&buffer->lock);
746 return false;
747 }
748
749 index = sn % buffer->buf_size;
750
751 /*
752 * Check if we already stored this frame
753 * As AMSDU is either received or not as whole, logic is simple:
754 * If we have frames in that position in the buffer and the last frame
755 * originated from AMSDU had a different SN then it is a retransmission.
756 * If it is the same SN then if the subframe index is incrementing it
757 * is the same AMSDU - otherwise it is a retransmission.
758 */
759 tail = skb_peek_tail(&entries[index].e.frames);
760 if (tail && !amsdu)
761 goto drop;
762 else if (tail && (sn != buffer->last_amsdu ||
763 buffer->last_sub_index >= sub_frame_idx))
764 goto drop;
765
766 /* put in reorder buffer */
767 __skb_queue_tail(&entries[index].e.frames, skb);
768 buffer->num_stored++;
769 entries[index].e.reorder_time = jiffies;
770
771 if (amsdu) {
772 buffer->last_amsdu = sn;
773 buffer->last_sub_index = sub_frame_idx;
774 }
775
776 /*
777 * We cannot trust NSSN for AMSDU sub-frames that are not the last.
778 * The reason is that NSSN advances on the first sub-frame, and may
779 * cause the reorder buffer to advance before all the sub-frames arrive.
780 * Example: reorder buffer contains SN 0 & 2, and we receive AMSDU with
781 * SN 1. NSSN for first sub frame will be 3 with the result of driver
782 * releasing SN 0,1, 2. When sub-frame 1 arrives - reorder buffer is
783 * already ahead and it will be dropped.
784 * If the last sub-frame is not on this queue - we will get frame
785 * release notification with up to date NSSN.
786 */
787 if (!amsdu || last_subframe)
788 iwl_mvm_release_frames(mvm, sta, napi, baid_data, buffer, nssn);
789
790 spin_unlock_bh(&buffer->lock);
791 return true;
792
793drop:
794 kfree_skb(skb);
795 spin_unlock_bh(&buffer->lock);
796 return true;
797}
798
799static void iwl_mvm_agg_rx_received(struct iwl_mvm *mvm,
800 u32 reorder_data, u8 baid)
801{
802 unsigned long now = jiffies;
803 unsigned long timeout;
804 struct iwl_mvm_baid_data *data;
805
806 rcu_read_lock();
807
808 data = rcu_dereference(mvm->baid_map[baid]);
809 if (!data) {
810 IWL_DEBUG_RX(mvm,
811 "Got valid BAID but no baid allocated, bypass the re-ordering buffer. Baid %d reorder 0x%x\n",
812 baid, reorder_data);
813 goto out;
814 }
815
816 if (!data->timeout)
817 goto out;
818
819 timeout = data->timeout;
820 /*
821 * Do not update last rx all the time to avoid cache bouncing
822 * between the rx queues.
823 * Update it every timeout. Worst case is the session will
824 * expire after ~ 2 * timeout, which doesn't matter that much.
825 */
826 if (time_before(data->last_rx + TU_TO_JIFFIES(timeout), now))
827 /* Update is atomic */
828 data->last_rx = now;
829
830out:
831 rcu_read_unlock();
832}
833
834static void iwl_mvm_flip_address(u8 *addr)
835{
836 int i;
837 u8 mac_addr[ETH_ALEN];
838
839 for (i = 0; i < ETH_ALEN; i++)
840 mac_addr[i] = addr[ETH_ALEN - i - 1];
841 ether_addr_copy(addr, mac_addr);
842}
843
844void iwl_mvm_rx_mpdu_mq(struct iwl_mvm *mvm, struct napi_struct *napi,
845 struct iwl_rx_cmd_buffer *rxb, int queue)
846{
847 struct ieee80211_rx_status *rx_status;
848 struct iwl_rx_packet *pkt = rxb_addr(rxb);
849 struct iwl_rx_mpdu_desc *desc = (void *)pkt->data;
850 struct ieee80211_hdr *hdr = (void *)(pkt->data + sizeof(*desc));
851 u32 len = le16_to_cpu(desc->mpdu_len);
852 u32 rate_n_flags = le32_to_cpu(desc->rate_n_flags);
853 u16 phy_info = le16_to_cpu(desc->phy_info);
854 struct ieee80211_sta *sta = NULL;
855 struct sk_buff *skb;
856 u8 crypt_len = 0;
857
858 if (unlikely(test_bit(IWL_MVM_STATUS_IN_HW_RESTART, &mvm->status)))
859 return;
860
861 /* Dont use dev_alloc_skb(), we'll have enough headroom once
862 * ieee80211_hdr pulled.
863 */
864 skb = alloc_skb(128, GFP_ATOMIC);
865 if (!skb) {
866 IWL_ERR(mvm, "alloc_skb failed\n");
867 return;
868 }
869
870 rx_status = IEEE80211_SKB_RXCB(skb);
871
872 if (iwl_mvm_rx_crypto(mvm, hdr, rx_status, desc,
873 le32_to_cpu(pkt->len_n_flags), queue,
874 &crypt_len)) {
875 kfree_skb(skb);
876 return;
877 }
878
879 /*
880 * Keep packets with CRC errors (and with overrun) for monitor mode
881 * (otherwise the firmware discards them) but mark them as bad.
882 */
883 if (!(desc->status & cpu_to_le16(IWL_RX_MPDU_STATUS_CRC_OK)) ||
884 !(desc->status & cpu_to_le16(IWL_RX_MPDU_STATUS_OVERRUN_OK))) {
885 IWL_DEBUG_RX(mvm, "Bad CRC or FIFO: 0x%08X.\n",
886 le16_to_cpu(desc->status));
887 rx_status->flag |= RX_FLAG_FAILED_FCS_CRC;
888 }
889 /* set the preamble flag if appropriate */
890 if (phy_info & IWL_RX_MPDU_PHY_SHORT_PREAMBLE)
891 rx_status->enc_flags |= RX_ENC_FLAG_SHORTPRE;
892
893 if (likely(!(phy_info & IWL_RX_MPDU_PHY_TSF_OVERLOAD))) {
894 rx_status->mactime = le64_to_cpu(desc->tsf_on_air_rise);
895 /* TSF as indicated by the firmware is at INA time */
896 rx_status->flag |= RX_FLAG_MACTIME_PLCP_START;
897 }
898 rx_status->device_timestamp = le32_to_cpu(desc->gp2_on_air_rise);
899 rx_status->band = desc->channel > 14 ? NL80211_BAND_5GHZ :
900 NL80211_BAND_2GHZ;
901 rx_status->freq = ieee80211_channel_to_frequency(desc->channel,
902 rx_status->band);
903 iwl_mvm_get_signal_strength(mvm, desc, rx_status);
904
905 /* update aggregation data for monitor sake on default queue */
906 if (!queue && (phy_info & IWL_RX_MPDU_PHY_AMPDU)) {
907 bool toggle_bit = phy_info & IWL_RX_MPDU_PHY_AMPDU_TOGGLE;
908
909 rx_status->flag |= RX_FLAG_AMPDU_DETAILS;
910 rx_status->ampdu_reference = mvm->ampdu_ref;
911 /* toggle is switched whenever new aggregation starts */
912 if (toggle_bit != mvm->ampdu_toggle) {
913 mvm->ampdu_ref++;
914 mvm->ampdu_toggle = toggle_bit;
915 }
916 }
917
918 rcu_read_lock();
919
920 if (desc->status & cpu_to_le16(IWL_RX_MPDU_STATUS_SRC_STA_FOUND)) {
921 u8 id = desc->sta_id_flags & IWL_RX_MPDU_SIF_STA_ID_MASK;
922
923 if (!WARN_ON_ONCE(id >= ARRAY_SIZE(mvm->fw_id_to_mac_id))) {
924 sta = rcu_dereference(mvm->fw_id_to_mac_id[id]);
925 if (IS_ERR(sta))
926 sta = NULL;
927 }
928 } else if (!is_multicast_ether_addr(hdr->addr2)) {
929 /*
930 * This is fine since we prevent two stations with the same
931 * address from being added.
932 */
933 sta = ieee80211_find_sta_by_ifaddr(mvm->hw, hdr->addr2, NULL);
934 }
935
936 if (sta) {
937 struct iwl_mvm_sta *mvmsta = iwl_mvm_sta_from_mac80211(sta);
938 struct ieee80211_vif *tx_blocked_vif =
939 rcu_dereference(mvm->csa_tx_blocked_vif);
940 u8 baid = (u8)((le32_to_cpu(desc->reorder_data) &
941 IWL_RX_MPDU_REORDER_BAID_MASK) >>
942 IWL_RX_MPDU_REORDER_BAID_SHIFT);
943
944 /*
945 * We have tx blocked stations (with CS bit). If we heard
946 * frames from a blocked station on a new channel we can
947 * TX to it again.
948 */
949 if (unlikely(tx_blocked_vif) &&
950 tx_blocked_vif == mvmsta->vif) {
951 struct iwl_mvm_vif *mvmvif =
952 iwl_mvm_vif_from_mac80211(tx_blocked_vif);
953
954 if (mvmvif->csa_target_freq == rx_status->freq)
955 iwl_mvm_sta_modify_disable_tx_ap(mvm, sta,
956 false);
957 }
958
959 rs_update_last_rssi(mvm, mvmsta, rx_status);
960
961 if (iwl_fw_dbg_trigger_enabled(mvm->fw, FW_DBG_TRIGGER_RSSI) &&
962 ieee80211_is_beacon(hdr->frame_control)) {
963 struct iwl_fw_dbg_trigger_tlv *trig;
964 struct iwl_fw_dbg_trigger_low_rssi *rssi_trig;
965 bool trig_check;
966 s32 rssi;
967
968 trig = iwl_fw_dbg_get_trigger(mvm->fw,
969 FW_DBG_TRIGGER_RSSI);
970 rssi_trig = (void *)trig->data;
971 rssi = le32_to_cpu(rssi_trig->rssi);
972
973 trig_check =
974 iwl_fw_dbg_trigger_check_stop(&mvm->fwrt,
975 ieee80211_vif_to_wdev(mvmsta->vif),
976 trig);
977 if (trig_check && rx_status->signal < rssi)
978 iwl_fw_dbg_collect_trig(&mvm->fwrt, trig,
979 NULL);
980 }
981
982 if (ieee80211_is_data(hdr->frame_control))
983 iwl_mvm_rx_csum(sta, skb, desc);
984
985 if (iwl_mvm_is_dup(sta, queue, rx_status, hdr, desc)) {
986 kfree_skb(skb);
987 goto out;
988 }
989
990 /*
991 * Our hardware de-aggregates AMSDUs but copies the mac header
992 * as it to the de-aggregated MPDUs. We need to turn off the
993 * AMSDU bit in the QoS control ourselves.
994 * In addition, HW reverses addr3 and addr4 - reverse it back.
995 */
996 if ((desc->mac_flags2 & IWL_RX_MPDU_MFLG2_AMSDU) &&
997 !WARN_ON(!ieee80211_is_data_qos(hdr->frame_control))) {
998 u8 *qc = ieee80211_get_qos_ctl(hdr);
999
1000 *qc &= ~IEEE80211_QOS_CTL_A_MSDU_PRESENT;
1001
1002 if (mvm->trans->cfg->device_family ==
1003 IWL_DEVICE_FAMILY_9000) {
1004 iwl_mvm_flip_address(hdr->addr3);
1005
1006 if (ieee80211_has_a4(hdr->frame_control))
1007 iwl_mvm_flip_address(hdr->addr4);
1008 }
1009 }
1010 if (baid != IWL_RX_REORDER_DATA_INVALID_BAID) {
1011 u32 reorder_data = le32_to_cpu(desc->reorder_data);
1012
1013 iwl_mvm_agg_rx_received(mvm, reorder_data, baid);
1014 }
1015 }
1016
1017 /* Set up the HT phy flags */
1018 switch (rate_n_flags & RATE_MCS_CHAN_WIDTH_MSK) {
1019 case RATE_MCS_CHAN_WIDTH_20:
1020 break;
1021 case RATE_MCS_CHAN_WIDTH_40:
1022 rx_status->bw = RATE_INFO_BW_40;
1023 break;
1024 case RATE_MCS_CHAN_WIDTH_80:
1025 rx_status->bw = RATE_INFO_BW_80;
1026 break;
1027 case RATE_MCS_CHAN_WIDTH_160:
1028 rx_status->bw = RATE_INFO_BW_160;
1029 break;
1030 }
1031
1032 if (!(rate_n_flags & RATE_MCS_CCK_MSK) &&
1033 rate_n_flags & RATE_MCS_SGI_MSK)
1034 rx_status->enc_flags |= RX_ENC_FLAG_SHORT_GI;
1035 if (rate_n_flags & RATE_HT_MCS_GF_MSK)
1036 rx_status->enc_flags |= RX_ENC_FLAG_HT_GF;
1037 if (rate_n_flags & RATE_MCS_LDPC_MSK)
1038 rx_status->enc_flags |= RX_ENC_FLAG_LDPC;
1039 if (rate_n_flags & RATE_MCS_HT_MSK) {
1040 u8 stbc = (rate_n_flags & RATE_MCS_STBC_MSK) >>
1041 RATE_MCS_STBC_POS;
1042 rx_status->encoding = RX_ENC_HT;
1043 rx_status->rate_idx = rate_n_flags & RATE_HT_MCS_INDEX_MSK;
1044 rx_status->enc_flags |= stbc << RX_ENC_FLAG_STBC_SHIFT;
1045 } else if (rate_n_flags & RATE_MCS_VHT_MSK) {
1046 u8 stbc = (rate_n_flags & RATE_MCS_STBC_MSK) >>
1047 RATE_MCS_STBC_POS;
1048 rx_status->nss =
1049 ((rate_n_flags & RATE_VHT_MCS_NSS_MSK) >>
1050 RATE_VHT_MCS_NSS_POS) + 1;
1051 rx_status->rate_idx = rate_n_flags & RATE_VHT_MCS_RATE_CODE_MSK;
1052 rx_status->encoding = RX_ENC_VHT;
1053 rx_status->enc_flags |= stbc << RX_ENC_FLAG_STBC_SHIFT;
1054 if (rate_n_flags & RATE_MCS_BF_MSK)
1055 rx_status->enc_flags |= RX_ENC_FLAG_BF;
1056 } else {
1057 int rate = iwl_mvm_legacy_rate_to_mac80211_idx(rate_n_flags,
1058 rx_status->band);
1059
1060 if (WARN(rate < 0 || rate > 0xFF,
1061 "Invalid rate flags 0x%x, band %d,\n",
1062 rate_n_flags, rx_status->band)) {
1063 kfree_skb(skb);
1064 goto out;
1065 }
1066 rx_status->rate_idx = rate;
1067
1068 }
1069
1070 /* management stuff on default queue */
1071 if (!queue) {
1072 if (unlikely((ieee80211_is_beacon(hdr->frame_control) ||
1073 ieee80211_is_probe_resp(hdr->frame_control)) &&
1074 mvm->sched_scan_pass_all ==
1075 SCHED_SCAN_PASS_ALL_ENABLED))
1076 mvm->sched_scan_pass_all = SCHED_SCAN_PASS_ALL_FOUND;
1077
1078 if (unlikely(ieee80211_is_beacon(hdr->frame_control) ||
1079 ieee80211_is_probe_resp(hdr->frame_control)))
1080 rx_status->boottime_ns = ktime_get_boot_ns();
1081 }
1082
1083 iwl_mvm_create_skb(skb, hdr, len, crypt_len, rxb);
1084 if (!iwl_mvm_reorder(mvm, napi, queue, sta, skb, desc))
1085 iwl_mvm_pass_packet_to_mac80211(mvm, napi, skb, queue, sta);
1086out:
1087 rcu_read_unlock();
1088}
1089
1090void iwl_mvm_rx_frame_release(struct iwl_mvm *mvm, struct napi_struct *napi,
1091 struct iwl_rx_cmd_buffer *rxb, int queue)
1092{
1093 struct iwl_rx_packet *pkt = rxb_addr(rxb);
1094 struct iwl_frame_release *release = (void *)pkt->data;
1095 struct ieee80211_sta *sta;
1096 struct iwl_mvm_reorder_buffer *reorder_buf;
1097 struct iwl_mvm_baid_data *ba_data;
1098
1099 int baid = release->baid;
1100
1101 IWL_DEBUG_HT(mvm, "Frame release notification for BAID %u, NSSN %d\n",
1102 release->baid, le16_to_cpu(release->nssn));
1103
1104 if (WARN_ON_ONCE(baid == IWL_RX_REORDER_DATA_INVALID_BAID))
1105 return;
1106
1107 rcu_read_lock();
1108
1109 ba_data = rcu_dereference(mvm->baid_map[baid]);
1110 if (WARN_ON_ONCE(!ba_data))
1111 goto out;
1112
1113 sta = rcu_dereference(mvm->fw_id_to_mac_id[ba_data->sta_id]);
1114 if (WARN_ON_ONCE(IS_ERR_OR_NULL(sta)))
1115 goto out;
1116
1117 reorder_buf = &ba_data->reorder_buf[queue];
1118
1119 spin_lock_bh(&reorder_buf->lock);
1120 iwl_mvm_release_frames(mvm, sta, napi, ba_data, reorder_buf,
1121 le16_to_cpu(release->nssn));
1122 spin_unlock_bh(&reorder_buf->lock);
1123
1124out:
1125 rcu_read_unlock();
1126}
1/******************************************************************************
2 *
3 * This file is provided under a dual BSD/GPLv2 license. When using or
4 * redistributing this file, you may do so under either license.
5 *
6 * GPL LICENSE SUMMARY
7 *
8 * Copyright(c) 2012 - 2014 Intel Corporation. All rights reserved.
9 * Copyright(c) 2013 - 2015 Intel Mobile Communications GmbH
10 * Copyright(c) 2015 - 2016 Intel Deutschland GmbH
11 *
12 * This program is free software; you can redistribute it and/or modify
13 * it under the terms of version 2 of the GNU General Public License as
14 * published by the Free Software Foundation.
15 *
16 * This program is distributed in the hope that it will be useful, but
17 * WITHOUT ANY WARRANTY; without even the implied warranty of
18 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
19 * General Public License for more details.
20 *
21 * The full GNU General Public License is included in this distribution
22 * in the file called COPYING.
23 *
24 * Contact Information:
25 * Intel Linux Wireless <ilw@linux.intel.com>
26 * Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
27 *
28 * BSD LICENSE
29 *
30 * Copyright(c) 2012 - 2014 Intel Corporation. All rights reserved.
31 * Copyright(c) 2013 - 2015 Intel Mobile Communications GmbH
32 * Copyright(c) 2015 - 2016 Intel Deutschland GmbH
33 * All rights reserved.
34 *
35 * Redistribution and use in source and binary forms, with or without
36 * modification, are permitted provided that the following conditions
37 * are met:
38 *
39 * * Redistributions of source code must retain the above copyright
40 * notice, this list of conditions and the following disclaimer.
41 * * Redistributions in binary form must reproduce the above copyright
42 * notice, this list of conditions and the following disclaimer in
43 * the documentation and/or other materials provided with the
44 * distribution.
45 * * Neither the name Intel Corporation nor the names of its
46 * contributors may be used to endorse or promote products derived
47 * from this software without specific prior written permission.
48 *
49 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
50 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
51 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
52 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
53 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
54 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
55 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
56 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
57 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
58 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
59 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
60 *****************************************************************************/
61#include <linux/etherdevice.h>
62#include <linux/skbuff.h>
63#include "iwl-trans.h"
64#include "mvm.h"
65#include "fw-api.h"
66#include "fw-dbg.h"
67
68static inline int iwl_mvm_check_pn(struct iwl_mvm *mvm, struct sk_buff *skb,
69 int queue, struct ieee80211_sta *sta)
70{
71 struct iwl_mvm_sta *mvmsta;
72 struct ieee80211_hdr *hdr = (struct ieee80211_hdr *)skb->data;
73 struct ieee80211_rx_status *stats = IEEE80211_SKB_RXCB(skb);
74 struct iwl_mvm_key_pn *ptk_pn;
75 u8 tid, keyidx;
76 u8 pn[IEEE80211_CCMP_PN_LEN];
77 u8 *extiv;
78
79 /* do PN checking */
80
81 /* multicast and non-data only arrives on default queue */
82 if (!ieee80211_is_data(hdr->frame_control) ||
83 is_multicast_ether_addr(hdr->addr1))
84 return 0;
85
86 /* do not check PN for open AP */
87 if (!(stats->flag & RX_FLAG_DECRYPTED))
88 return 0;
89
90 /*
91 * avoid checking for default queue - we don't want to replicate
92 * all the logic that's necessary for checking the PN on fragmented
93 * frames, leave that to mac80211
94 */
95 if (queue == 0)
96 return 0;
97
98 /* if we are here - this for sure is either CCMP or GCMP */
99 if (IS_ERR_OR_NULL(sta)) {
100 IWL_ERR(mvm,
101 "expected hw-decrypted unicast frame for station\n");
102 return -1;
103 }
104
105 mvmsta = iwl_mvm_sta_from_mac80211(sta);
106
107 extiv = (u8 *)hdr + ieee80211_hdrlen(hdr->frame_control);
108 keyidx = extiv[3] >> 6;
109
110 ptk_pn = rcu_dereference(mvmsta->ptk_pn[keyidx]);
111 if (!ptk_pn)
112 return -1;
113
114 if (ieee80211_is_data_qos(hdr->frame_control))
115 tid = *ieee80211_get_qos_ctl(hdr) & IEEE80211_QOS_CTL_TID_MASK;
116 else
117 tid = 0;
118
119 /* we don't use HCCA/802.11 QoS TSPECs, so drop such frames */
120 if (tid >= IWL_MAX_TID_COUNT)
121 return -1;
122
123 /* load pn */
124 pn[0] = extiv[7];
125 pn[1] = extiv[6];
126 pn[2] = extiv[5];
127 pn[3] = extiv[4];
128 pn[4] = extiv[1];
129 pn[5] = extiv[0];
130
131 if (memcmp(pn, ptk_pn->q[queue].pn[tid],
132 IEEE80211_CCMP_PN_LEN) <= 0)
133 return -1;
134
135 if (!(stats->flag & RX_FLAG_AMSDU_MORE))
136 memcpy(ptk_pn->q[queue].pn[tid], pn, IEEE80211_CCMP_PN_LEN);
137 stats->flag |= RX_FLAG_PN_VALIDATED;
138
139 return 0;
140}
141
142/* iwl_mvm_create_skb Adds the rxb to a new skb */
143static void iwl_mvm_create_skb(struct sk_buff *skb, struct ieee80211_hdr *hdr,
144 u16 len, u8 crypt_len,
145 struct iwl_rx_cmd_buffer *rxb)
146{
147 struct iwl_rx_packet *pkt = rxb_addr(rxb);
148 struct iwl_rx_mpdu_desc *desc = (void *)pkt->data;
149 unsigned int headlen, fraglen, pad_len = 0;
150 unsigned int hdrlen = ieee80211_hdrlen(hdr->frame_control);
151
152 if (desc->mac_flags2 & IWL_RX_MPDU_MFLG2_PAD)
153 pad_len = 2;
154 len -= pad_len;
155
156 /* If frame is small enough to fit in skb->head, pull it completely.
157 * If not, only pull ieee80211_hdr (including crypto if present, and
158 * an additional 8 bytes for SNAP/ethertype, see below) so that
159 * splice() or TCP coalesce are more efficient.
160 *
161 * Since, in addition, ieee80211_data_to_8023() always pull in at
162 * least 8 bytes (possibly more for mesh) we can do the same here
163 * to save the cost of doing it later. That still doesn't pull in
164 * the actual IP header since the typical case has a SNAP header.
165 * If the latter changes (there are efforts in the standards group
166 * to do so) we should revisit this and ieee80211_data_to_8023().
167 */
168 headlen = (len <= skb_tailroom(skb)) ? len :
169 hdrlen + crypt_len + 8;
170
171 /* The firmware may align the packet to DWORD.
172 * The padding is inserted after the IV.
173 * After copying the header + IV skip the padding if
174 * present before copying packet data.
175 */
176 hdrlen += crypt_len;
177 memcpy(skb_put(skb, hdrlen), hdr, hdrlen);
178 memcpy(skb_put(skb, headlen - hdrlen), (u8 *)hdr + hdrlen + pad_len,
179 headlen - hdrlen);
180
181 fraglen = len - headlen;
182
183 if (fraglen) {
184 int offset = (void *)hdr + headlen + pad_len -
185 rxb_addr(rxb) + rxb_offset(rxb);
186
187 skb_add_rx_frag(skb, 0, rxb_steal_page(rxb), offset,
188 fraglen, rxb->truesize);
189 }
190}
191
192/* iwl_mvm_pass_packet_to_mac80211 - passes the packet for mac80211 */
193static void iwl_mvm_pass_packet_to_mac80211(struct iwl_mvm *mvm,
194 struct napi_struct *napi,
195 struct sk_buff *skb, int queue,
196 struct ieee80211_sta *sta)
197{
198 if (iwl_mvm_check_pn(mvm, skb, queue, sta))
199 kfree_skb(skb);
200 else
201 ieee80211_rx_napi(mvm->hw, sta, skb, napi);
202}
203
204static void iwl_mvm_get_signal_strength(struct iwl_mvm *mvm,
205 struct iwl_rx_mpdu_desc *desc,
206 struct ieee80211_rx_status *rx_status)
207{
208 int energy_a, energy_b, max_energy;
209
210 energy_a = desc->energy_a;
211 energy_a = energy_a ? -energy_a : S8_MIN;
212 energy_b = desc->energy_b;
213 energy_b = energy_b ? -energy_b : S8_MIN;
214 max_energy = max(energy_a, energy_b);
215
216 IWL_DEBUG_STATS(mvm, "energy In A %d B %d, and max %d\n",
217 energy_a, energy_b, max_energy);
218
219 rx_status->signal = max_energy;
220 rx_status->chains = 0; /* TODO: phy info */
221 rx_status->chain_signal[0] = energy_a;
222 rx_status->chain_signal[1] = energy_b;
223 rx_status->chain_signal[2] = S8_MIN;
224}
225
226static int iwl_mvm_rx_crypto(struct iwl_mvm *mvm, struct ieee80211_hdr *hdr,
227 struct ieee80211_rx_status *stats,
228 struct iwl_rx_mpdu_desc *desc, int queue,
229 u8 *crypt_len)
230{
231 u16 status = le16_to_cpu(desc->status);
232
233 if (!ieee80211_has_protected(hdr->frame_control) ||
234 (status & IWL_RX_MPDU_STATUS_SEC_MASK) ==
235 IWL_RX_MPDU_STATUS_SEC_NONE)
236 return 0;
237
238 /* TODO: handle packets encrypted with unknown alg */
239
240 switch (status & IWL_RX_MPDU_STATUS_SEC_MASK) {
241 case IWL_RX_MPDU_STATUS_SEC_CCM:
242 case IWL_RX_MPDU_STATUS_SEC_GCM:
243 BUILD_BUG_ON(IEEE80211_CCMP_PN_LEN != IEEE80211_GCMP_PN_LEN);
244 /* alg is CCM: check MIC only */
245 if (!(status & IWL_RX_MPDU_STATUS_MIC_OK))
246 return -1;
247
248 stats->flag |= RX_FLAG_DECRYPTED;
249 *crypt_len = IEEE80211_CCMP_HDR_LEN;
250 return 0;
251 case IWL_RX_MPDU_STATUS_SEC_TKIP:
252 /* Don't drop the frame and decrypt it in SW */
253 if (!(status & IWL_RX_MPDU_RES_STATUS_TTAK_OK))
254 return 0;
255
256 *crypt_len = IEEE80211_TKIP_IV_LEN;
257 /* fall through if TTAK OK */
258 case IWL_RX_MPDU_STATUS_SEC_WEP:
259 if (!(status & IWL_RX_MPDU_STATUS_ICV_OK))
260 return -1;
261
262 stats->flag |= RX_FLAG_DECRYPTED;
263 if ((status & IWL_RX_MPDU_STATUS_SEC_MASK) ==
264 IWL_RX_MPDU_STATUS_SEC_WEP)
265 *crypt_len = IEEE80211_WEP_IV_LEN;
266 return 0;
267 case IWL_RX_MPDU_STATUS_SEC_EXT_ENC:
268 if (!(status & IWL_RX_MPDU_STATUS_MIC_OK))
269 return -1;
270 stats->flag |= RX_FLAG_DECRYPTED;
271 return 0;
272 default:
273 IWL_ERR(mvm, "Unhandled alg: 0x%x\n", status);
274 }
275
276 return 0;
277}
278
279static void iwl_mvm_rx_csum(struct ieee80211_sta *sta,
280 struct sk_buff *skb,
281 struct iwl_rx_mpdu_desc *desc)
282{
283 struct iwl_mvm_sta *mvmsta = iwl_mvm_sta_from_mac80211(sta);
284 struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(mvmsta->vif);
285 u16 flags = le16_to_cpu(desc->l3l4_flags);
286 u8 l3_prot = (u8)((flags & IWL_RX_L3L4_L3_PROTO_MASK) >>
287 IWL_RX_L3_PROTO_POS);
288
289 if (mvmvif->features & NETIF_F_RXCSUM &&
290 flags & IWL_RX_L3L4_TCP_UDP_CSUM_OK &&
291 (flags & IWL_RX_L3L4_IP_HDR_CSUM_OK ||
292 l3_prot == IWL_RX_L3_TYPE_IPV6 ||
293 l3_prot == IWL_RX_L3_TYPE_IPV6_FRAG))
294 skb->ip_summed = CHECKSUM_UNNECESSARY;
295}
296
297/*
298 * returns true if a packet outside BA session is a duplicate and
299 * should be dropped
300 */
301static bool iwl_mvm_is_nonagg_dup(struct ieee80211_sta *sta, int queue,
302 struct ieee80211_rx_status *rx_status,
303 struct ieee80211_hdr *hdr,
304 struct iwl_rx_mpdu_desc *desc)
305{
306 struct iwl_mvm_sta *mvm_sta;
307 struct iwl_mvm_rxq_dup_data *dup_data;
308 u8 baid, tid, sub_frame_idx;
309
310 if (WARN_ON(IS_ERR_OR_NULL(sta)))
311 return false;
312
313 baid = (le32_to_cpu(desc->reorder_data) &
314 IWL_RX_MPDU_REORDER_BAID_MASK) >>
315 IWL_RX_MPDU_REORDER_BAID_SHIFT;
316
317 if (baid != IWL_RX_REORDER_DATA_INVALID_BAID)
318 return false;
319
320 mvm_sta = iwl_mvm_sta_from_mac80211(sta);
321 dup_data = &mvm_sta->dup_data[queue];
322
323 /*
324 * Drop duplicate 802.11 retransmissions
325 * (IEEE 802.11-2012: 9.3.2.10 "Duplicate detection and recovery")
326 */
327 if (ieee80211_is_ctl(hdr->frame_control) ||
328 ieee80211_is_qos_nullfunc(hdr->frame_control) ||
329 is_multicast_ether_addr(hdr->addr1)) {
330 rx_status->flag |= RX_FLAG_DUP_VALIDATED;
331 return false;
332 }
333
334 if (ieee80211_is_data_qos(hdr->frame_control))
335 /* frame has qos control */
336 tid = *ieee80211_get_qos_ctl(hdr) &
337 IEEE80211_QOS_CTL_TID_MASK;
338 else
339 tid = IWL_MAX_TID_COUNT;
340
341 /* If this wasn't a part of an A-MSDU the sub-frame index will be 0 */
342 sub_frame_idx = desc->amsdu_info & IWL_RX_MPDU_AMSDU_SUBFRAME_IDX_MASK;
343
344 if (unlikely(ieee80211_has_retry(hdr->frame_control) &&
345 dup_data->last_seq[tid] == hdr->seq_ctrl &&
346 dup_data->last_sub_frame[tid] >= sub_frame_idx))
347 return true;
348
349 dup_data->last_seq[tid] = hdr->seq_ctrl;
350 dup_data->last_sub_frame[tid] = sub_frame_idx;
351
352 rx_status->flag |= RX_FLAG_DUP_VALIDATED;
353
354 return false;
355}
356
357int iwl_mvm_notify_rx_queue(struct iwl_mvm *mvm, u32 rxq_mask,
358 const u8 *data, u32 count)
359{
360 struct iwl_rxq_sync_cmd *cmd;
361 u32 data_size = sizeof(*cmd) + count;
362 int ret;
363
364 /* should be DWORD aligned */
365 if (WARN_ON(count & 3 || count > IWL_MULTI_QUEUE_SYNC_MSG_MAX_SIZE))
366 return -EINVAL;
367
368 cmd = kzalloc(data_size, GFP_KERNEL);
369 if (!cmd)
370 return -ENOMEM;
371
372 cmd->rxq_mask = cpu_to_le32(rxq_mask);
373 cmd->count = cpu_to_le32(count);
374 cmd->flags = 0;
375 memcpy(cmd->payload, data, count);
376
377 ret = iwl_mvm_send_cmd_pdu(mvm,
378 WIDE_ID(DATA_PATH_GROUP,
379 TRIGGER_RX_QUEUES_NOTIF_CMD),
380 0, data_size, cmd);
381
382 kfree(cmd);
383 return ret;
384}
385
386/*
387 * Returns true if sn2 - buffer_size < sn1 < sn2.
388 * To be used only in order to compare reorder buffer head with NSSN.
389 * We fully trust NSSN unless it is behind us due to reorder timeout.
390 * Reorder timeout can only bring us up to buffer_size SNs ahead of NSSN.
391 */
392static bool iwl_mvm_is_sn_less(u16 sn1, u16 sn2, u16 buffer_size)
393{
394 return ieee80211_sn_less(sn1, sn2) &&
395 !ieee80211_sn_less(sn1, sn2 - buffer_size);
396}
397
398#define RX_REORDER_BUF_TIMEOUT_MQ (HZ / 10)
399
400static void iwl_mvm_release_frames(struct iwl_mvm *mvm,
401 struct ieee80211_sta *sta,
402 struct napi_struct *napi,
403 struct iwl_mvm_reorder_buffer *reorder_buf,
404 u16 nssn)
405{
406 u16 ssn = reorder_buf->head_sn;
407
408 lockdep_assert_held(&reorder_buf->lock);
409
410 /* ignore nssn smaller than head sn - this can happen due to timeout */
411 if (iwl_mvm_is_sn_less(nssn, ssn, reorder_buf->buf_size))
412 return;
413
414 while (iwl_mvm_is_sn_less(ssn, nssn, reorder_buf->buf_size)) {
415 int index = ssn % reorder_buf->buf_size;
416 struct sk_buff_head *skb_list = &reorder_buf->entries[index];
417 struct sk_buff *skb;
418
419 ssn = ieee80211_sn_inc(ssn);
420
421 /*
422 * Empty the list. Will have more than one frame for A-MSDU.
423 * Empty list is valid as well since nssn indicates frames were
424 * received.
425 */
426 while ((skb = __skb_dequeue(skb_list))) {
427 iwl_mvm_pass_packet_to_mac80211(mvm, napi, skb,
428 reorder_buf->queue,
429 sta);
430 reorder_buf->num_stored--;
431 }
432 }
433 reorder_buf->head_sn = nssn;
434
435 if (reorder_buf->num_stored && !reorder_buf->removed) {
436 u16 index = reorder_buf->head_sn % reorder_buf->buf_size;
437
438 while (skb_queue_empty(&reorder_buf->entries[index]))
439 index = (index + 1) % reorder_buf->buf_size;
440 /* modify timer to match next frame's expiration time */
441 mod_timer(&reorder_buf->reorder_timer,
442 reorder_buf->reorder_time[index] + 1 +
443 RX_REORDER_BUF_TIMEOUT_MQ);
444 } else {
445 del_timer(&reorder_buf->reorder_timer);
446 }
447}
448
449void iwl_mvm_reorder_timer_expired(unsigned long data)
450{
451 struct iwl_mvm_reorder_buffer *buf = (void *)data;
452 int i;
453 u16 sn = 0, index = 0;
454 bool expired = false;
455
456 spin_lock(&buf->lock);
457
458 if (!buf->num_stored || buf->removed) {
459 spin_unlock(&buf->lock);
460 return;
461 }
462
463 for (i = 0; i < buf->buf_size ; i++) {
464 index = (buf->head_sn + i) % buf->buf_size;
465
466 if (skb_queue_empty(&buf->entries[index]))
467 continue;
468 if (!time_after(jiffies, buf->reorder_time[index] +
469 RX_REORDER_BUF_TIMEOUT_MQ))
470 break;
471 expired = true;
472 sn = ieee80211_sn_add(buf->head_sn, i + 1);
473 }
474
475 if (expired) {
476 struct ieee80211_sta *sta;
477
478 rcu_read_lock();
479 sta = rcu_dereference(buf->mvm->fw_id_to_mac_id[buf->sta_id]);
480 /* SN is set to the last expired frame + 1 */
481 IWL_DEBUG_HT(buf->mvm,
482 "Releasing expired frames for sta %u, sn %d\n",
483 buf->sta_id, sn);
484 iwl_mvm_release_frames(buf->mvm, sta, NULL, buf, sn);
485 rcu_read_unlock();
486 } else if (buf->num_stored) {
487 /*
488 * If no frame expired and there are stored frames, index is now
489 * pointing to the first unexpired frame - modify timer
490 * accordingly to this frame.
491 */
492 mod_timer(&buf->reorder_timer,
493 buf->reorder_time[index] +
494 1 + RX_REORDER_BUF_TIMEOUT_MQ);
495 }
496 spin_unlock(&buf->lock);
497}
498
499static void iwl_mvm_del_ba(struct iwl_mvm *mvm, int queue,
500 struct iwl_mvm_delba_data *data)
501{
502 struct iwl_mvm_baid_data *ba_data;
503 struct ieee80211_sta *sta;
504 struct iwl_mvm_reorder_buffer *reorder_buf;
505 u8 baid = data->baid;
506
507 if (WARN_ONCE(baid >= IWL_MAX_BAID, "invalid BAID: %x\n", baid))
508 return;
509
510 rcu_read_lock();
511
512 ba_data = rcu_dereference(mvm->baid_map[baid]);
513 if (WARN_ON_ONCE(!ba_data))
514 goto out;
515
516 sta = rcu_dereference(mvm->fw_id_to_mac_id[ba_data->sta_id]);
517 if (WARN_ON_ONCE(IS_ERR_OR_NULL(sta)))
518 goto out;
519
520 reorder_buf = &ba_data->reorder_buf[queue];
521
522 /* release all frames that are in the reorder buffer to the stack */
523 spin_lock_bh(&reorder_buf->lock);
524 iwl_mvm_release_frames(mvm, sta, NULL, reorder_buf,
525 ieee80211_sn_add(reorder_buf->head_sn,
526 reorder_buf->buf_size));
527 spin_unlock_bh(&reorder_buf->lock);
528 del_timer_sync(&reorder_buf->reorder_timer);
529
530out:
531 rcu_read_unlock();
532}
533
534void iwl_mvm_rx_queue_notif(struct iwl_mvm *mvm, struct iwl_rx_cmd_buffer *rxb,
535 int queue)
536{
537 struct iwl_rx_packet *pkt = rxb_addr(rxb);
538 struct iwl_rxq_sync_notification *notif;
539 struct iwl_mvm_internal_rxq_notif *internal_notif;
540
541 notif = (void *)pkt->data;
542 internal_notif = (void *)notif->payload;
543
544 if (internal_notif->sync) {
545 if (mvm->queue_sync_cookie != internal_notif->cookie) {
546 WARN_ONCE(1,
547 "Received expired RX queue sync message\n");
548 return;
549 }
550 if (!atomic_dec_return(&mvm->queue_sync_counter))
551 wake_up(&mvm->rx_sync_waitq);
552 }
553
554 switch (internal_notif->type) {
555 case IWL_MVM_RXQ_EMPTY:
556 break;
557 case IWL_MVM_RXQ_NOTIF_DEL_BA:
558 iwl_mvm_del_ba(mvm, queue, (void *)internal_notif->data);
559 break;
560 default:
561 WARN_ONCE(1, "Invalid identifier %d", internal_notif->type);
562 }
563}
564
565/*
566 * Returns true if the MPDU was buffered\dropped, false if it should be passed
567 * to upper layer.
568 */
569static bool iwl_mvm_reorder(struct iwl_mvm *mvm,
570 struct napi_struct *napi,
571 int queue,
572 struct ieee80211_sta *sta,
573 struct sk_buff *skb,
574 struct iwl_rx_mpdu_desc *desc)
575{
576 struct ieee80211_hdr *hdr = (struct ieee80211_hdr *)skb->data;
577 struct iwl_mvm_sta *mvm_sta;
578 struct iwl_mvm_baid_data *baid_data;
579 struct iwl_mvm_reorder_buffer *buffer;
580 struct sk_buff *tail;
581 u32 reorder = le32_to_cpu(desc->reorder_data);
582 bool amsdu = desc->mac_flags2 & IWL_RX_MPDU_MFLG2_AMSDU;
583 bool last_subframe =
584 desc->amsdu_info & IWL_RX_MPDU_AMSDU_LAST_SUBFRAME;
585 u8 tid = *ieee80211_get_qos_ctl(hdr) & IEEE80211_QOS_CTL_TID_MASK;
586 u8 sub_frame_idx = desc->amsdu_info &
587 IWL_RX_MPDU_AMSDU_SUBFRAME_IDX_MASK;
588 int index;
589 u16 nssn, sn;
590 u8 baid;
591
592 baid = (reorder & IWL_RX_MPDU_REORDER_BAID_MASK) >>
593 IWL_RX_MPDU_REORDER_BAID_SHIFT;
594
595 /*
596 * This also covers the case of receiving a Block Ack Request
597 * outside a BA session; we'll pass it to mac80211 and that
598 * then sends a delBA action frame.
599 */
600 if (baid == IWL_RX_REORDER_DATA_INVALID_BAID)
601 return false;
602
603 /* no sta yet */
604 if (WARN_ON(IS_ERR_OR_NULL(sta)))
605 return false;
606
607 mvm_sta = iwl_mvm_sta_from_mac80211(sta);
608
609 /* not a data packet or a bar */
610 if (!ieee80211_is_back_req(hdr->frame_control) &&
611 (!ieee80211_is_data_qos(hdr->frame_control) ||
612 is_multicast_ether_addr(hdr->addr1)))
613 return false;
614
615 if (unlikely(!ieee80211_is_data_present(hdr->frame_control)))
616 return false;
617
618 baid_data = rcu_dereference(mvm->baid_map[baid]);
619 if (WARN(!baid_data,
620 "Received baid %d, but no data exists for this BAID\n", baid))
621 return false;
622 if (WARN(tid != baid_data->tid || mvm_sta->sta_id != baid_data->sta_id,
623 "baid 0x%x is mapped to sta:%d tid:%d, but was received for sta:%d tid:%d\n",
624 baid, baid_data->sta_id, baid_data->tid, mvm_sta->sta_id,
625 tid))
626 return false;
627
628 nssn = reorder & IWL_RX_MPDU_REORDER_NSSN_MASK;
629 sn = (reorder & IWL_RX_MPDU_REORDER_SN_MASK) >>
630 IWL_RX_MPDU_REORDER_SN_SHIFT;
631
632 buffer = &baid_data->reorder_buf[queue];
633
634 spin_lock_bh(&buffer->lock);
635
636 if (ieee80211_is_back_req(hdr->frame_control)) {
637 iwl_mvm_release_frames(mvm, sta, napi, buffer, nssn);
638 goto drop;
639 }
640
641 /*
642 * If there was a significant jump in the nssn - adjust.
643 * If the SN is smaller than the NSSN it might need to first go into
644 * the reorder buffer, in which case we just release up to it and the
645 * rest of the function will take of storing it and releasing up to the
646 * nssn
647 */
648 if (!iwl_mvm_is_sn_less(nssn, buffer->head_sn + buffer->buf_size,
649 buffer->buf_size)) {
650 u16 min_sn = ieee80211_sn_less(sn, nssn) ? sn : nssn;
651
652 iwl_mvm_release_frames(mvm, sta, napi, buffer, min_sn);
653 }
654
655 /* drop any oudated packets */
656 if (ieee80211_sn_less(sn, buffer->head_sn))
657 goto drop;
658
659 /* release immediately if allowed by nssn and no stored frames */
660 if (!buffer->num_stored && ieee80211_sn_less(sn, nssn)) {
661 if (iwl_mvm_is_sn_less(buffer->head_sn, nssn,
662 buffer->buf_size) &&
663 (!amsdu || last_subframe))
664 buffer->head_sn = nssn;
665 /* No need to update AMSDU last SN - we are moving the head */
666 spin_unlock_bh(&buffer->lock);
667 return false;
668 }
669
670 index = sn % buffer->buf_size;
671
672 /*
673 * Check if we already stored this frame
674 * As AMSDU is either received or not as whole, logic is simple:
675 * If we have frames in that position in the buffer and the last frame
676 * originated from AMSDU had a different SN then it is a retransmission.
677 * If it is the same SN then if the subframe index is incrementing it
678 * is the same AMSDU - otherwise it is a retransmission.
679 */
680 tail = skb_peek_tail(&buffer->entries[index]);
681 if (tail && !amsdu)
682 goto drop;
683 else if (tail && (sn != buffer->last_amsdu ||
684 buffer->last_sub_index >= sub_frame_idx))
685 goto drop;
686
687 /* put in reorder buffer */
688 __skb_queue_tail(&buffer->entries[index], skb);
689 buffer->num_stored++;
690 buffer->reorder_time[index] = jiffies;
691
692 if (amsdu) {
693 buffer->last_amsdu = sn;
694 buffer->last_sub_index = sub_frame_idx;
695 }
696
697 /*
698 * We cannot trust NSSN for AMSDU sub-frames that are not the last.
699 * The reason is that NSSN advances on the first sub-frame, and may
700 * cause the reorder buffer to advance before all the sub-frames arrive.
701 * Example: reorder buffer contains SN 0 & 2, and we receive AMSDU with
702 * SN 1. NSSN for first sub frame will be 3 with the result of driver
703 * releasing SN 0,1, 2. When sub-frame 1 arrives - reorder buffer is
704 * already ahead and it will be dropped.
705 * If the last sub-frame is not on this queue - we will get frame
706 * release notification with up to date NSSN.
707 */
708 if (!amsdu || last_subframe)
709 iwl_mvm_release_frames(mvm, sta, napi, buffer, nssn);
710
711 spin_unlock_bh(&buffer->lock);
712 return true;
713
714drop:
715 kfree_skb(skb);
716 spin_unlock_bh(&buffer->lock);
717 return true;
718}
719
720static void iwl_mvm_agg_rx_received(struct iwl_mvm *mvm, u8 baid)
721{
722 unsigned long now = jiffies;
723 unsigned long timeout;
724 struct iwl_mvm_baid_data *data;
725
726 rcu_read_lock();
727
728 data = rcu_dereference(mvm->baid_map[baid]);
729 if (WARN_ON(!data))
730 goto out;
731
732 if (!data->timeout)
733 goto out;
734
735 timeout = data->timeout;
736 /*
737 * Do not update last rx all the time to avoid cache bouncing
738 * between the rx queues.
739 * Update it every timeout. Worst case is the session will
740 * expire after ~ 2 * timeout, which doesn't matter that much.
741 */
742 if (time_before(data->last_rx + TU_TO_JIFFIES(timeout), now))
743 /* Update is atomic */
744 data->last_rx = now;
745
746out:
747 rcu_read_unlock();
748}
749
750void iwl_mvm_rx_mpdu_mq(struct iwl_mvm *mvm, struct napi_struct *napi,
751 struct iwl_rx_cmd_buffer *rxb, int queue)
752{
753 struct ieee80211_rx_status *rx_status;
754 struct iwl_rx_packet *pkt = rxb_addr(rxb);
755 struct iwl_rx_mpdu_desc *desc = (void *)pkt->data;
756 struct ieee80211_hdr *hdr = (void *)(pkt->data + sizeof(*desc));
757 u32 len = le16_to_cpu(desc->mpdu_len);
758 u32 rate_n_flags = le32_to_cpu(desc->rate_n_flags);
759 u16 phy_info = le16_to_cpu(desc->phy_info);
760 struct ieee80211_sta *sta = NULL;
761 struct sk_buff *skb;
762 u8 crypt_len = 0;
763
764 /* Dont use dev_alloc_skb(), we'll have enough headroom once
765 * ieee80211_hdr pulled.
766 */
767 skb = alloc_skb(128, GFP_ATOMIC);
768 if (!skb) {
769 IWL_ERR(mvm, "alloc_skb failed\n");
770 return;
771 }
772
773 rx_status = IEEE80211_SKB_RXCB(skb);
774
775 if (iwl_mvm_rx_crypto(mvm, hdr, rx_status, desc, queue, &crypt_len)) {
776 kfree_skb(skb);
777 return;
778 }
779
780 /*
781 * Keep packets with CRC errors (and with overrun) for monitor mode
782 * (otherwise the firmware discards them) but mark them as bad.
783 */
784 if (!(desc->status & cpu_to_le16(IWL_RX_MPDU_STATUS_CRC_OK)) ||
785 !(desc->status & cpu_to_le16(IWL_RX_MPDU_STATUS_OVERRUN_OK))) {
786 IWL_DEBUG_RX(mvm, "Bad CRC or FIFO: 0x%08X.\n",
787 le16_to_cpu(desc->status));
788 rx_status->flag |= RX_FLAG_FAILED_FCS_CRC;
789 }
790 /* set the preamble flag if appropriate */
791 if (phy_info & IWL_RX_MPDU_PHY_SHORT_PREAMBLE)
792 rx_status->flag |= RX_FLAG_SHORTPRE;
793
794 if (likely(!(phy_info & IWL_RX_MPDU_PHY_TSF_OVERLOAD))) {
795 rx_status->mactime = le64_to_cpu(desc->tsf_on_air_rise);
796 /* TSF as indicated by the firmware is at INA time */
797 rx_status->flag |= RX_FLAG_MACTIME_PLCP_START;
798 }
799 rx_status->device_timestamp = le32_to_cpu(desc->gp2_on_air_rise);
800 rx_status->band = desc->channel > 14 ? NL80211_BAND_5GHZ :
801 NL80211_BAND_2GHZ;
802 rx_status->freq = ieee80211_channel_to_frequency(desc->channel,
803 rx_status->band);
804 iwl_mvm_get_signal_strength(mvm, desc, rx_status);
805
806 /* update aggregation data for monitor sake on default queue */
807 if (!queue && (phy_info & IWL_RX_MPDU_PHY_AMPDU)) {
808 bool toggle_bit = phy_info & IWL_RX_MPDU_PHY_AMPDU_TOGGLE;
809
810 rx_status->flag |= RX_FLAG_AMPDU_DETAILS;
811 rx_status->ampdu_reference = mvm->ampdu_ref;
812 /* toggle is switched whenever new aggregation starts */
813 if (toggle_bit != mvm->ampdu_toggle) {
814 mvm->ampdu_ref++;
815 mvm->ampdu_toggle = toggle_bit;
816 }
817 }
818
819 rcu_read_lock();
820
821 if (le16_to_cpu(desc->status) & IWL_RX_MPDU_STATUS_SRC_STA_FOUND) {
822 u8 id = desc->sta_id_flags & IWL_RX_MPDU_SIF_STA_ID_MASK;
823
824 if (!WARN_ON_ONCE(id >= IWL_MVM_STATION_COUNT)) {
825 sta = rcu_dereference(mvm->fw_id_to_mac_id[id]);
826 if (IS_ERR(sta))
827 sta = NULL;
828 }
829 } else if (!is_multicast_ether_addr(hdr->addr2)) {
830 /*
831 * This is fine since we prevent two stations with the same
832 * address from being added.
833 */
834 sta = ieee80211_find_sta_by_ifaddr(mvm->hw, hdr->addr2, NULL);
835 }
836
837 if (sta) {
838 struct iwl_mvm_sta *mvmsta = iwl_mvm_sta_from_mac80211(sta);
839 struct ieee80211_vif *tx_blocked_vif =
840 rcu_dereference(mvm->csa_tx_blocked_vif);
841 u8 baid = (u8)((le32_to_cpu(desc->reorder_data) &
842 IWL_RX_MPDU_REORDER_BAID_MASK) >>
843 IWL_RX_MPDU_REORDER_BAID_SHIFT);
844
845 /*
846 * We have tx blocked stations (with CS bit). If we heard
847 * frames from a blocked station on a new channel we can
848 * TX to it again.
849 */
850 if (unlikely(tx_blocked_vif) &&
851 tx_blocked_vif == mvmsta->vif) {
852 struct iwl_mvm_vif *mvmvif =
853 iwl_mvm_vif_from_mac80211(tx_blocked_vif);
854
855 if (mvmvif->csa_target_freq == rx_status->freq)
856 iwl_mvm_sta_modify_disable_tx_ap(mvm, sta,
857 false);
858 }
859
860 rs_update_last_rssi(mvm, &mvmsta->lq_sta, rx_status);
861
862 if (iwl_fw_dbg_trigger_enabled(mvm->fw, FW_DBG_TRIGGER_RSSI) &&
863 ieee80211_is_beacon(hdr->frame_control)) {
864 struct iwl_fw_dbg_trigger_tlv *trig;
865 struct iwl_fw_dbg_trigger_low_rssi *rssi_trig;
866 bool trig_check;
867 s32 rssi;
868
869 trig = iwl_fw_dbg_get_trigger(mvm->fw,
870 FW_DBG_TRIGGER_RSSI);
871 rssi_trig = (void *)trig->data;
872 rssi = le32_to_cpu(rssi_trig->rssi);
873
874 trig_check =
875 iwl_fw_dbg_trigger_check_stop(mvm, mvmsta->vif,
876 trig);
877 if (trig_check && rx_status->signal < rssi)
878 iwl_mvm_fw_dbg_collect_trig(mvm, trig, NULL);
879 }
880
881 if (ieee80211_is_data(hdr->frame_control))
882 iwl_mvm_rx_csum(sta, skb, desc);
883
884 if (iwl_mvm_is_nonagg_dup(sta, queue, rx_status, hdr, desc)) {
885 kfree_skb(skb);
886 rcu_read_unlock();
887 return;
888 }
889
890 /*
891 * Our hardware de-aggregates AMSDUs but copies the mac header
892 * as it to the de-aggregated MPDUs. We need to turn off the
893 * AMSDU bit in the QoS control ourselves.
894 */
895 if ((desc->mac_flags2 & IWL_RX_MPDU_MFLG2_AMSDU) &&
896 !WARN_ON(!ieee80211_is_data_qos(hdr->frame_control))) {
897 u8 *qc = ieee80211_get_qos_ctl(hdr);
898
899 *qc &= ~IEEE80211_QOS_CTL_A_MSDU_PRESENT;
900 if (!(desc->amsdu_info &
901 IWL_RX_MPDU_AMSDU_LAST_SUBFRAME))
902 rx_status->flag |= RX_FLAG_AMSDU_MORE;
903 }
904 if (baid != IWL_RX_REORDER_DATA_INVALID_BAID)
905 iwl_mvm_agg_rx_received(mvm, baid);
906 }
907
908 /* Set up the HT phy flags */
909 switch (rate_n_flags & RATE_MCS_CHAN_WIDTH_MSK) {
910 case RATE_MCS_CHAN_WIDTH_20:
911 break;
912 case RATE_MCS_CHAN_WIDTH_40:
913 rx_status->flag |= RX_FLAG_40MHZ;
914 break;
915 case RATE_MCS_CHAN_WIDTH_80:
916 rx_status->vht_flag |= RX_VHT_FLAG_80MHZ;
917 break;
918 case RATE_MCS_CHAN_WIDTH_160:
919 rx_status->vht_flag |= RX_VHT_FLAG_160MHZ;
920 break;
921 }
922 if (rate_n_flags & RATE_MCS_SGI_MSK)
923 rx_status->flag |= RX_FLAG_SHORT_GI;
924 if (rate_n_flags & RATE_HT_MCS_GF_MSK)
925 rx_status->flag |= RX_FLAG_HT_GF;
926 if (rate_n_flags & RATE_MCS_LDPC_MSK)
927 rx_status->flag |= RX_FLAG_LDPC;
928 if (rate_n_flags & RATE_MCS_HT_MSK) {
929 u8 stbc = (rate_n_flags & RATE_MCS_HT_STBC_MSK) >>
930 RATE_MCS_STBC_POS;
931 rx_status->flag |= RX_FLAG_HT;
932 rx_status->rate_idx = rate_n_flags & RATE_HT_MCS_INDEX_MSK;
933 rx_status->flag |= stbc << RX_FLAG_STBC_SHIFT;
934 } else if (rate_n_flags & RATE_MCS_VHT_MSK) {
935 u8 stbc = (rate_n_flags & RATE_MCS_VHT_STBC_MSK) >>
936 RATE_MCS_STBC_POS;
937 rx_status->vht_nss =
938 ((rate_n_flags & RATE_VHT_MCS_NSS_MSK) >>
939 RATE_VHT_MCS_NSS_POS) + 1;
940 rx_status->rate_idx = rate_n_flags & RATE_VHT_MCS_RATE_CODE_MSK;
941 rx_status->flag |= RX_FLAG_VHT;
942 rx_status->flag |= stbc << RX_FLAG_STBC_SHIFT;
943 if (rate_n_flags & RATE_MCS_BF_MSK)
944 rx_status->vht_flag |= RX_VHT_FLAG_BF;
945 } else {
946 rx_status->rate_idx =
947 iwl_mvm_legacy_rate_to_mac80211_idx(rate_n_flags,
948 rx_status->band);
949 }
950
951 /* management stuff on default queue */
952 if (!queue) {
953 if (unlikely((ieee80211_is_beacon(hdr->frame_control) ||
954 ieee80211_is_probe_resp(hdr->frame_control)) &&
955 mvm->sched_scan_pass_all ==
956 SCHED_SCAN_PASS_ALL_ENABLED))
957 mvm->sched_scan_pass_all = SCHED_SCAN_PASS_ALL_FOUND;
958
959 if (unlikely(ieee80211_is_beacon(hdr->frame_control) ||
960 ieee80211_is_probe_resp(hdr->frame_control)))
961 rx_status->boottime_ns = ktime_get_boot_ns();
962 }
963
964 iwl_mvm_create_skb(skb, hdr, len, crypt_len, rxb);
965 if (!iwl_mvm_reorder(mvm, napi, queue, sta, skb, desc))
966 iwl_mvm_pass_packet_to_mac80211(mvm, napi, skb, queue, sta);
967 rcu_read_unlock();
968}
969
970void iwl_mvm_rx_frame_release(struct iwl_mvm *mvm, struct napi_struct *napi,
971 struct iwl_rx_cmd_buffer *rxb, int queue)
972{
973 struct iwl_rx_packet *pkt = rxb_addr(rxb);
974 struct iwl_frame_release *release = (void *)pkt->data;
975 struct ieee80211_sta *sta;
976 struct iwl_mvm_reorder_buffer *reorder_buf;
977 struct iwl_mvm_baid_data *ba_data;
978
979 int baid = release->baid;
980
981 IWL_DEBUG_HT(mvm, "Frame release notification for BAID %u, NSSN %d\n",
982 release->baid, le16_to_cpu(release->nssn));
983
984 if (WARN_ON_ONCE(baid == IWL_RX_REORDER_DATA_INVALID_BAID))
985 return;
986
987 rcu_read_lock();
988
989 ba_data = rcu_dereference(mvm->baid_map[baid]);
990 if (WARN_ON_ONCE(!ba_data))
991 goto out;
992
993 sta = rcu_dereference(mvm->fw_id_to_mac_id[ba_data->sta_id]);
994 if (WARN_ON_ONCE(IS_ERR_OR_NULL(sta)))
995 goto out;
996
997 reorder_buf = &ba_data->reorder_buf[queue];
998
999 spin_lock_bh(&reorder_buf->lock);
1000 iwl_mvm_release_frames(mvm, sta, napi, reorder_buf,
1001 le16_to_cpu(release->nssn));
1002 spin_unlock_bh(&reorder_buf->lock);
1003
1004out:
1005 rcu_read_unlock();
1006}