Loading...
Note: File does not exist in v3.1.
1// SPDX-License-Identifier: BSD-3-Clause-Clear
2/*
3 * Copyright (c) 2018-2019 The Linux Foundation. All rights reserved.
4 */
5
6#include <linux/module.h>
7#include <linux/slab.h>
8#include <linux/remoteproc.h>
9#include <linux/firmware.h>
10#include <linux/of.h>
11#include "core.h"
12#include "dp_tx.h"
13#include "dp_rx.h"
14#include "debug.h"
15#include "hif.h"
16#include "wow.h"
17
18unsigned int ath11k_debug_mask;
19EXPORT_SYMBOL(ath11k_debug_mask);
20module_param_named(debug_mask, ath11k_debug_mask, uint, 0644);
21MODULE_PARM_DESC(debug_mask, "Debugging mask");
22
23static unsigned int ath11k_crypto_mode;
24module_param_named(crypto_mode, ath11k_crypto_mode, uint, 0644);
25MODULE_PARM_DESC(crypto_mode, "crypto mode: 0-hardware, 1-software");
26
27/* frame mode values are mapped as per enum ath11k_hw_txrx_mode */
28unsigned int ath11k_frame_mode = ATH11K_HW_TXRX_NATIVE_WIFI;
29module_param_named(frame_mode, ath11k_frame_mode, uint, 0644);
30MODULE_PARM_DESC(frame_mode,
31 "Datapath frame mode (0: raw, 1: native wifi (default), 2: ethernet)");
32
33static const struct ath11k_hw_params ath11k_hw_params[] = {
34 {
35 .hw_rev = ATH11K_HW_IPQ8074,
36 .name = "ipq8074 hw2.0",
37 .fw = {
38 .dir = "IPQ8074/hw2.0",
39 .board_size = 256 * 1024,
40 .cal_size = 256 * 1024,
41 },
42 .max_radios = 3,
43 .bdf_addr = 0x4B0C0000,
44 .hw_ops = &ipq8074_ops,
45 .ring_mask = &ath11k_hw_ring_mask_ipq8074,
46 .internal_sleep_clock = false,
47 .regs = &ipq8074_regs,
48 .qmi_service_ins_id = ATH11K_QMI_WLFW_SERVICE_INS_ID_V01_IPQ8074,
49 .host_ce_config = ath11k_host_ce_config_ipq8074,
50 .ce_count = 12,
51 .target_ce_config = ath11k_target_ce_config_wlan_ipq8074,
52 .target_ce_count = 11,
53 .svc_to_ce_map = ath11k_target_service_to_ce_map_wlan_ipq8074,
54 .svc_to_ce_map_len = 21,
55 .single_pdev_only = false,
56 .rxdma1_enable = true,
57 .num_rxmda_per_pdev = 1,
58 .rx_mac_buf_ring = false,
59 .vdev_start_delay = false,
60 .htt_peer_map_v2 = true,
61 .tcl_0_only = false,
62 .spectral_fft_sz = 2,
63
64 .interface_modes = BIT(NL80211_IFTYPE_STATION) |
65 BIT(NL80211_IFTYPE_AP) |
66 BIT(NL80211_IFTYPE_MESH_POINT),
67 .supports_monitor = true,
68 .supports_shadow_regs = false,
69 .idle_ps = false,
70 .cold_boot_calib = true,
71 .supports_suspend = false,
72 .hal_desc_sz = sizeof(struct hal_rx_desc_ipq8074),
73 .fix_l1ss = true,
74 },
75 {
76 .hw_rev = ATH11K_HW_IPQ6018_HW10,
77 .name = "ipq6018 hw1.0",
78 .fw = {
79 .dir = "IPQ6018/hw1.0",
80 .board_size = 256 * 1024,
81 .cal_size = 256 * 1024,
82 },
83 .max_radios = 2,
84 .bdf_addr = 0x4ABC0000,
85 .hw_ops = &ipq6018_ops,
86 .ring_mask = &ath11k_hw_ring_mask_ipq8074,
87 .internal_sleep_clock = false,
88 .regs = &ipq8074_regs,
89 .qmi_service_ins_id = ATH11K_QMI_WLFW_SERVICE_INS_ID_V01_IPQ8074,
90 .host_ce_config = ath11k_host_ce_config_ipq8074,
91 .ce_count = 12,
92 .target_ce_config = ath11k_target_ce_config_wlan_ipq8074,
93 .target_ce_count = 11,
94 .svc_to_ce_map = ath11k_target_service_to_ce_map_wlan_ipq6018,
95 .svc_to_ce_map_len = 19,
96 .single_pdev_only = false,
97 .rxdma1_enable = true,
98 .num_rxmda_per_pdev = 1,
99 .rx_mac_buf_ring = false,
100 .vdev_start_delay = false,
101 .htt_peer_map_v2 = true,
102 .tcl_0_only = false,
103 .spectral_fft_sz = 4,
104
105 .interface_modes = BIT(NL80211_IFTYPE_STATION) |
106 BIT(NL80211_IFTYPE_AP) |
107 BIT(NL80211_IFTYPE_MESH_POINT),
108 .supports_monitor = true,
109 .supports_shadow_regs = false,
110 .idle_ps = false,
111 .cold_boot_calib = true,
112 .supports_suspend = false,
113 .hal_desc_sz = sizeof(struct hal_rx_desc_ipq8074),
114 .fix_l1ss = true,
115 },
116 {
117 .name = "qca6390 hw2.0",
118 .hw_rev = ATH11K_HW_QCA6390_HW20,
119 .fw = {
120 .dir = "QCA6390/hw2.0",
121 .board_size = 256 * 1024,
122 .cal_size = 256 * 1024,
123 },
124 .max_radios = 3,
125 .bdf_addr = 0x4B0C0000,
126 .hw_ops = &qca6390_ops,
127 .ring_mask = &ath11k_hw_ring_mask_qca6390,
128 .internal_sleep_clock = true,
129 .regs = &qca6390_regs,
130 .qmi_service_ins_id = ATH11K_QMI_WLFW_SERVICE_INS_ID_V01_QCA6390,
131 .host_ce_config = ath11k_host_ce_config_qca6390,
132 .ce_count = 9,
133 .target_ce_config = ath11k_target_ce_config_wlan_qca6390,
134 .target_ce_count = 9,
135 .svc_to_ce_map = ath11k_target_service_to_ce_map_wlan_qca6390,
136 .svc_to_ce_map_len = 14,
137 .single_pdev_only = true,
138 .rxdma1_enable = false,
139 .num_rxmda_per_pdev = 2,
140 .rx_mac_buf_ring = true,
141 .vdev_start_delay = true,
142 .htt_peer_map_v2 = false,
143 .tcl_0_only = true,
144 .spectral_fft_sz = 0,
145
146 .interface_modes = BIT(NL80211_IFTYPE_STATION) |
147 BIT(NL80211_IFTYPE_AP),
148 .supports_monitor = false,
149 .supports_shadow_regs = true,
150 .idle_ps = true,
151 .cold_boot_calib = false,
152 .supports_suspend = true,
153 .hal_desc_sz = sizeof(struct hal_rx_desc_ipq8074),
154 .fix_l1ss = true,
155 },
156 {
157 .name = "qcn9074 hw1.0",
158 .hw_rev = ATH11K_HW_QCN9074_HW10,
159 .fw = {
160 .dir = "QCN9074/hw1.0",
161 .board_size = 256 * 1024,
162 .cal_size = 256 * 1024,
163 },
164 .max_radios = 1,
165 .single_pdev_only = false,
166 .qmi_service_ins_id = ATH11K_QMI_WLFW_SERVICE_INS_ID_V01_QCN9074,
167 .hw_ops = &qcn9074_ops,
168 .ring_mask = &ath11k_hw_ring_mask_qcn9074,
169 .internal_sleep_clock = false,
170 .regs = &qcn9074_regs,
171 .host_ce_config = ath11k_host_ce_config_qcn9074,
172 .ce_count = 6,
173 .target_ce_config = ath11k_target_ce_config_wlan_qcn9074,
174 .target_ce_count = 9,
175 .svc_to_ce_map = ath11k_target_service_to_ce_map_wlan_qcn9074,
176 .svc_to_ce_map_len = 18,
177 .rxdma1_enable = true,
178 .num_rxmda_per_pdev = 1,
179 .rx_mac_buf_ring = false,
180 .vdev_start_delay = false,
181 .htt_peer_map_v2 = true,
182 .tcl_0_only = false,
183 .interface_modes = BIT(NL80211_IFTYPE_STATION) |
184 BIT(NL80211_IFTYPE_AP) |
185 BIT(NL80211_IFTYPE_MESH_POINT),
186 .supports_monitor = true,
187 .supports_shadow_regs = false,
188 .idle_ps = false,
189 .cold_boot_calib = false,
190 .supports_suspend = false,
191 .hal_desc_sz = sizeof(struct hal_rx_desc_qcn9074),
192 .fix_l1ss = true,
193 },
194 {
195 .name = "wcn6855 hw2.0",
196 .hw_rev = ATH11K_HW_WCN6855_HW20,
197 .fw = {
198 .dir = "WCN6855/hw2.0",
199 .board_size = 256 * 1024,
200 .cal_size = 256 * 1024,
201 },
202 .max_radios = 3,
203 .bdf_addr = 0x4B0C0000,
204 .hw_ops = &wcn6855_ops,
205 .ring_mask = &ath11k_hw_ring_mask_qca6390,
206 .internal_sleep_clock = true,
207 .regs = &wcn6855_regs,
208 .qmi_service_ins_id = ATH11K_QMI_WLFW_SERVICE_INS_ID_V01_QCA6390,
209 .host_ce_config = ath11k_host_ce_config_qca6390,
210 .ce_count = 9,
211 .target_ce_config = ath11k_target_ce_config_wlan_qca6390,
212 .target_ce_count = 9,
213 .svc_to_ce_map = ath11k_target_service_to_ce_map_wlan_qca6390,
214 .svc_to_ce_map_len = 14,
215 .single_pdev_only = true,
216 .rxdma1_enable = false,
217 .num_rxmda_per_pdev = 2,
218 .rx_mac_buf_ring = true,
219 .vdev_start_delay = true,
220 .htt_peer_map_v2 = false,
221 .tcl_0_only = true,
222 .spectral_fft_sz = 0,
223
224 .interface_modes = BIT(NL80211_IFTYPE_STATION) |
225 BIT(NL80211_IFTYPE_AP),
226 .supports_monitor = false,
227 .supports_shadow_regs = true,
228 .idle_ps = true,
229 .cold_boot_calib = false,
230 .supports_suspend = true,
231 .hal_desc_sz = sizeof(struct hal_rx_desc_wcn6855),
232 .fix_l1ss = false,
233 },
234};
235
236int ath11k_core_suspend(struct ath11k_base *ab)
237{
238 int ret;
239
240 if (!ab->hw_params.supports_suspend)
241 return -EOPNOTSUPP;
242
243 /* TODO: there can frames in queues so for now add delay as a hack.
244 * Need to implement to handle and remove this delay.
245 */
246 msleep(500);
247
248 ret = ath11k_dp_rx_pktlog_stop(ab, true);
249 if (ret) {
250 ath11k_warn(ab, "failed to stop dp rx (and timer) pktlog during suspend: %d\n",
251 ret);
252 return ret;
253 }
254
255 ret = ath11k_wow_enable(ab);
256 if (ret) {
257 ath11k_warn(ab, "failed to enable wow during suspend: %d\n", ret);
258 return ret;
259 }
260
261 ret = ath11k_dp_rx_pktlog_stop(ab, false);
262 if (ret) {
263 ath11k_warn(ab, "failed to stop dp rx pktlog during suspend: %d\n",
264 ret);
265 return ret;
266 }
267
268 ath11k_ce_stop_shadow_timers(ab);
269 ath11k_dp_stop_shadow_timers(ab);
270
271 ath11k_hif_irq_disable(ab);
272 ath11k_hif_ce_irq_disable(ab);
273
274 ret = ath11k_hif_suspend(ab);
275 if (ret) {
276 ath11k_warn(ab, "failed to suspend hif: %d\n", ret);
277 return ret;
278 }
279
280 return 0;
281}
282EXPORT_SYMBOL(ath11k_core_suspend);
283
284int ath11k_core_resume(struct ath11k_base *ab)
285{
286 int ret;
287
288 if (!ab->hw_params.supports_suspend)
289 return -EOPNOTSUPP;
290
291 ret = ath11k_hif_resume(ab);
292 if (ret) {
293 ath11k_warn(ab, "failed to resume hif during resume: %d\n", ret);
294 return ret;
295 }
296
297 ath11k_hif_ce_irq_enable(ab);
298 ath11k_hif_irq_enable(ab);
299
300 ret = ath11k_dp_rx_pktlog_start(ab);
301 if (ret) {
302 ath11k_warn(ab, "failed to start rx pktlog during resume: %d\n",
303 ret);
304 return ret;
305 }
306
307 ret = ath11k_wow_wakeup(ab);
308 if (ret) {
309 ath11k_warn(ab, "failed to wakeup wow during resume: %d\n", ret);
310 return ret;
311 }
312
313 return 0;
314}
315EXPORT_SYMBOL(ath11k_core_resume);
316
317int ath11k_core_check_dt(struct ath11k_base *ab)
318{
319 size_t max_len = sizeof(ab->qmi.target.bdf_ext);
320 const char *variant = NULL;
321 struct device_node *node;
322
323 node = ab->dev->of_node;
324 if (!node)
325 return -ENOENT;
326
327 of_property_read_string(node, "qcom,ath11k-calibration-variant",
328 &variant);
329 if (!variant)
330 return -ENODATA;
331
332 if (strscpy(ab->qmi.target.bdf_ext, variant, max_len) < 0)
333 ath11k_dbg(ab, ATH11K_DBG_BOOT,
334 "bdf variant string is longer than the buffer can accommodate (variant: %s)\n",
335 variant);
336
337 return 0;
338}
339
340static int ath11k_core_create_board_name(struct ath11k_base *ab, char *name,
341 size_t name_len)
342{
343 /* strlen(',variant=') + strlen(ab->qmi.target.bdf_ext) */
344 char variant[9 + ATH11K_QMI_BDF_EXT_STR_LENGTH] = { 0 };
345
346 if (ab->qmi.target.bdf_ext[0] != '\0')
347 scnprintf(variant, sizeof(variant), ",variant=%s",
348 ab->qmi.target.bdf_ext);
349
350 scnprintf(name, name_len,
351 "bus=%s,qmi-chip-id=%d,qmi-board-id=%d%s",
352 ath11k_bus_str(ab->hif.bus),
353 ab->qmi.target.chip_id,
354 ab->qmi.target.board_id, variant);
355
356 ath11k_dbg(ab, ATH11K_DBG_BOOT, "boot using board name '%s'\n", name);
357
358 return 0;
359}
360
361const struct firmware *ath11k_core_firmware_request(struct ath11k_base *ab,
362 const char *file)
363{
364 const struct firmware *fw;
365 char path[100];
366 int ret;
367
368 if (file == NULL)
369 return ERR_PTR(-ENOENT);
370
371 ath11k_core_create_firmware_path(ab, file, path, sizeof(path));
372
373 ret = firmware_request_nowarn(&fw, path, ab->dev);
374 if (ret)
375 return ERR_PTR(ret);
376
377 ath11k_dbg(ab, ATH11K_DBG_BOOT, "boot firmware request %s size %zu\n",
378 path, fw->size);
379
380 return fw;
381}
382
383void ath11k_core_free_bdf(struct ath11k_base *ab, struct ath11k_board_data *bd)
384{
385 if (!IS_ERR(bd->fw))
386 release_firmware(bd->fw);
387
388 memset(bd, 0, sizeof(*bd));
389}
390
391static int ath11k_core_parse_bd_ie_board(struct ath11k_base *ab,
392 struct ath11k_board_data *bd,
393 const void *buf, size_t buf_len,
394 const char *boardname,
395 int bd_ie_type)
396{
397 const struct ath11k_fw_ie *hdr;
398 bool name_match_found;
399 int ret, board_ie_id;
400 size_t board_ie_len;
401 const void *board_ie_data;
402
403 name_match_found = false;
404
405 /* go through ATH11K_BD_IE_BOARD_ elements */
406 while (buf_len > sizeof(struct ath11k_fw_ie)) {
407 hdr = buf;
408 board_ie_id = le32_to_cpu(hdr->id);
409 board_ie_len = le32_to_cpu(hdr->len);
410 board_ie_data = hdr->data;
411
412 buf_len -= sizeof(*hdr);
413 buf += sizeof(*hdr);
414
415 if (buf_len < ALIGN(board_ie_len, 4)) {
416 ath11k_err(ab, "invalid ATH11K_BD_IE_BOARD length: %zu < %zu\n",
417 buf_len, ALIGN(board_ie_len, 4));
418 ret = -EINVAL;
419 goto out;
420 }
421
422 switch (board_ie_id) {
423 case ATH11K_BD_IE_BOARD_NAME:
424 ath11k_dbg_dump(ab, ATH11K_DBG_BOOT, "board name", "",
425 board_ie_data, board_ie_len);
426
427 if (board_ie_len != strlen(boardname))
428 break;
429
430 ret = memcmp(board_ie_data, boardname, strlen(boardname));
431 if (ret)
432 break;
433
434 name_match_found = true;
435 ath11k_dbg(ab, ATH11K_DBG_BOOT,
436 "boot found match for name '%s'",
437 boardname);
438 break;
439 case ATH11K_BD_IE_BOARD_DATA:
440 if (!name_match_found)
441 /* no match found */
442 break;
443
444 ath11k_dbg(ab, ATH11K_DBG_BOOT,
445 "boot found board data for '%s'", boardname);
446
447 bd->data = board_ie_data;
448 bd->len = board_ie_len;
449
450 ret = 0;
451 goto out;
452 default:
453 ath11k_warn(ab, "unknown ATH11K_BD_IE_BOARD found: %d\n",
454 board_ie_id);
455 break;
456 }
457
458 /* jump over the padding */
459 board_ie_len = ALIGN(board_ie_len, 4);
460
461 buf_len -= board_ie_len;
462 buf += board_ie_len;
463 }
464
465 /* no match found */
466 ret = -ENOENT;
467
468out:
469 return ret;
470}
471
472static int ath11k_core_fetch_board_data_api_n(struct ath11k_base *ab,
473 struct ath11k_board_data *bd,
474 const char *boardname)
475{
476 size_t len, magic_len;
477 const u8 *data;
478 char *filename, filepath[100];
479 size_t ie_len;
480 struct ath11k_fw_ie *hdr;
481 int ret, ie_id;
482
483 filename = ATH11K_BOARD_API2_FILE;
484
485 if (!bd->fw)
486 bd->fw = ath11k_core_firmware_request(ab, filename);
487
488 if (IS_ERR(bd->fw))
489 return PTR_ERR(bd->fw);
490
491 data = bd->fw->data;
492 len = bd->fw->size;
493
494 ath11k_core_create_firmware_path(ab, filename,
495 filepath, sizeof(filepath));
496
497 /* magic has extra null byte padded */
498 magic_len = strlen(ATH11K_BOARD_MAGIC) + 1;
499 if (len < magic_len) {
500 ath11k_err(ab, "failed to find magic value in %s, file too short: %zu\n",
501 filepath, len);
502 ret = -EINVAL;
503 goto err;
504 }
505
506 if (memcmp(data, ATH11K_BOARD_MAGIC, magic_len)) {
507 ath11k_err(ab, "found invalid board magic\n");
508 ret = -EINVAL;
509 goto err;
510 }
511
512 /* magic is padded to 4 bytes */
513 magic_len = ALIGN(magic_len, 4);
514 if (len < magic_len) {
515 ath11k_err(ab, "failed: %s too small to contain board data, len: %zu\n",
516 filepath, len);
517 ret = -EINVAL;
518 goto err;
519 }
520
521 data += magic_len;
522 len -= magic_len;
523
524 while (len > sizeof(struct ath11k_fw_ie)) {
525 hdr = (struct ath11k_fw_ie *)data;
526 ie_id = le32_to_cpu(hdr->id);
527 ie_len = le32_to_cpu(hdr->len);
528
529 len -= sizeof(*hdr);
530 data = hdr->data;
531
532 if (len < ALIGN(ie_len, 4)) {
533 ath11k_err(ab, "invalid length for board ie_id %d ie_len %zu len %zu\n",
534 ie_id, ie_len, len);
535 ret = -EINVAL;
536 goto err;
537 }
538
539 switch (ie_id) {
540 case ATH11K_BD_IE_BOARD:
541 ret = ath11k_core_parse_bd_ie_board(ab, bd, data,
542 ie_len,
543 boardname,
544 ATH11K_BD_IE_BOARD);
545 if (ret == -ENOENT)
546 /* no match found, continue */
547 break;
548 else if (ret)
549 /* there was an error, bail out */
550 goto err;
551 /* either found or error, so stop searching */
552 goto out;
553 }
554
555 /* jump over the padding */
556 ie_len = ALIGN(ie_len, 4);
557
558 len -= ie_len;
559 data += ie_len;
560 }
561
562out:
563 if (!bd->data || !bd->len) {
564 ath11k_err(ab,
565 "failed to fetch board data for %s from %s\n",
566 boardname, filepath);
567 ret = -ENODATA;
568 goto err;
569 }
570
571 return 0;
572
573err:
574 ath11k_core_free_bdf(ab, bd);
575 return ret;
576}
577
578static int ath11k_core_fetch_board_data_api_1(struct ath11k_base *ab,
579 struct ath11k_board_data *bd)
580{
581 bd->fw = ath11k_core_firmware_request(ab, ATH11K_DEFAULT_BOARD_FILE);
582 if (IS_ERR(bd->fw))
583 return PTR_ERR(bd->fw);
584
585 bd->data = bd->fw->data;
586 bd->len = bd->fw->size;
587
588 return 0;
589}
590
591#define BOARD_NAME_SIZE 100
592int ath11k_core_fetch_bdf(struct ath11k_base *ab, struct ath11k_board_data *bd)
593{
594 char boardname[BOARD_NAME_SIZE];
595 int ret;
596
597 ret = ath11k_core_create_board_name(ab, boardname, BOARD_NAME_SIZE);
598 if (ret) {
599 ath11k_err(ab, "failed to create board name: %d", ret);
600 return ret;
601 }
602
603 ab->bd_api = 2;
604 ret = ath11k_core_fetch_board_data_api_n(ab, bd, boardname);
605 if (!ret)
606 goto success;
607
608 ab->bd_api = 1;
609 ret = ath11k_core_fetch_board_data_api_1(ab, bd);
610 if (ret) {
611 ath11k_err(ab, "failed to fetch board-2.bin or board.bin from %s\n",
612 ab->hw_params.fw.dir);
613 return ret;
614 }
615
616success:
617 ath11k_dbg(ab, ATH11K_DBG_BOOT, "using board api %d\n", ab->bd_api);
618 return 0;
619}
620
621static void ath11k_core_stop(struct ath11k_base *ab)
622{
623 if (!test_bit(ATH11K_FLAG_CRASH_FLUSH, &ab->dev_flags))
624 ath11k_qmi_firmware_stop(ab);
625
626 ath11k_hif_stop(ab);
627 ath11k_wmi_detach(ab);
628 ath11k_dp_pdev_reo_cleanup(ab);
629
630 /* De-Init of components as needed */
631}
632
633static int ath11k_core_soc_create(struct ath11k_base *ab)
634{
635 int ret;
636
637 ret = ath11k_qmi_init_service(ab);
638 if (ret) {
639 ath11k_err(ab, "failed to initialize qmi :%d\n", ret);
640 return ret;
641 }
642
643 ret = ath11k_debugfs_soc_create(ab);
644 if (ret) {
645 ath11k_err(ab, "failed to create ath11k debugfs\n");
646 goto err_qmi_deinit;
647 }
648
649 ret = ath11k_hif_power_up(ab);
650 if (ret) {
651 ath11k_err(ab, "failed to power up :%d\n", ret);
652 goto err_debugfs_reg;
653 }
654
655 return 0;
656
657err_debugfs_reg:
658 ath11k_debugfs_soc_destroy(ab);
659err_qmi_deinit:
660 ath11k_qmi_deinit_service(ab);
661 return ret;
662}
663
664static void ath11k_core_soc_destroy(struct ath11k_base *ab)
665{
666 ath11k_debugfs_soc_destroy(ab);
667 ath11k_dp_free(ab);
668 ath11k_reg_free(ab);
669 ath11k_qmi_deinit_service(ab);
670}
671
672static int ath11k_core_pdev_create(struct ath11k_base *ab)
673{
674 int ret;
675
676 ret = ath11k_debugfs_pdev_create(ab);
677 if (ret) {
678 ath11k_err(ab, "failed to create core pdev debugfs: %d\n", ret);
679 return ret;
680 }
681
682 ret = ath11k_mac_register(ab);
683 if (ret) {
684 ath11k_err(ab, "failed register the radio with mac80211: %d\n", ret);
685 goto err_pdev_debug;
686 }
687
688 ret = ath11k_dp_pdev_alloc(ab);
689 if (ret) {
690 ath11k_err(ab, "failed to attach DP pdev: %d\n", ret);
691 goto err_mac_unregister;
692 }
693
694 ret = ath11k_thermal_register(ab);
695 if (ret) {
696 ath11k_err(ab, "could not register thermal device: %d\n",
697 ret);
698 goto err_dp_pdev_free;
699 }
700
701 ret = ath11k_spectral_init(ab);
702 if (ret) {
703 ath11k_err(ab, "failed to init spectral %d\n", ret);
704 goto err_thermal_unregister;
705 }
706
707 return 0;
708
709err_thermal_unregister:
710 ath11k_thermal_unregister(ab);
711err_dp_pdev_free:
712 ath11k_dp_pdev_free(ab);
713err_mac_unregister:
714 ath11k_mac_unregister(ab);
715err_pdev_debug:
716 ath11k_debugfs_pdev_destroy(ab);
717
718 return ret;
719}
720
721static void ath11k_core_pdev_destroy(struct ath11k_base *ab)
722{
723 ath11k_spectral_deinit(ab);
724 ath11k_thermal_unregister(ab);
725 ath11k_mac_unregister(ab);
726 ath11k_hif_irq_disable(ab);
727 ath11k_dp_pdev_free(ab);
728 ath11k_debugfs_pdev_destroy(ab);
729}
730
731static int ath11k_core_start(struct ath11k_base *ab,
732 enum ath11k_firmware_mode mode)
733{
734 int ret;
735
736 ret = ath11k_qmi_firmware_start(ab, mode);
737 if (ret) {
738 ath11k_err(ab, "failed to attach wmi: %d\n", ret);
739 return ret;
740 }
741
742 ret = ath11k_wmi_attach(ab);
743 if (ret) {
744 ath11k_err(ab, "failed to attach wmi: %d\n", ret);
745 goto err_firmware_stop;
746 }
747
748 ret = ath11k_htc_init(ab);
749 if (ret) {
750 ath11k_err(ab, "failed to init htc: %d\n", ret);
751 goto err_wmi_detach;
752 }
753
754 ret = ath11k_hif_start(ab);
755 if (ret) {
756 ath11k_err(ab, "failed to start HIF: %d\n", ret);
757 goto err_wmi_detach;
758 }
759
760 ret = ath11k_htc_wait_target(&ab->htc);
761 if (ret) {
762 ath11k_err(ab, "failed to connect to HTC: %d\n", ret);
763 goto err_hif_stop;
764 }
765
766 ret = ath11k_dp_htt_connect(&ab->dp);
767 if (ret) {
768 ath11k_err(ab, "failed to connect to HTT: %d\n", ret);
769 goto err_hif_stop;
770 }
771
772 ret = ath11k_wmi_connect(ab);
773 if (ret) {
774 ath11k_err(ab, "failed to connect wmi: %d\n", ret);
775 goto err_hif_stop;
776 }
777
778 ret = ath11k_htc_start(&ab->htc);
779 if (ret) {
780 ath11k_err(ab, "failed to start HTC: %d\n", ret);
781 goto err_hif_stop;
782 }
783
784 ret = ath11k_wmi_wait_for_service_ready(ab);
785 if (ret) {
786 ath11k_err(ab, "failed to receive wmi service ready event: %d\n",
787 ret);
788 goto err_hif_stop;
789 }
790
791 ret = ath11k_mac_allocate(ab);
792 if (ret) {
793 ath11k_err(ab, "failed to create new hw device with mac80211 :%d\n",
794 ret);
795 goto err_hif_stop;
796 }
797
798 ath11k_dp_pdev_pre_alloc(ab);
799
800 ret = ath11k_dp_pdev_reo_setup(ab);
801 if (ret) {
802 ath11k_err(ab, "failed to initialize reo destination rings: %d\n", ret);
803 goto err_mac_destroy;
804 }
805
806 ret = ath11k_wmi_cmd_init(ab);
807 if (ret) {
808 ath11k_err(ab, "failed to send wmi init cmd: %d\n", ret);
809 goto err_reo_cleanup;
810 }
811
812 ret = ath11k_wmi_wait_for_unified_ready(ab);
813 if (ret) {
814 ath11k_err(ab, "failed to receive wmi unified ready event: %d\n",
815 ret);
816 goto err_reo_cleanup;
817 }
818
819 /* put hardware to DBS mode */
820 if (ab->hw_params.single_pdev_only) {
821 ret = ath11k_wmi_set_hw_mode(ab, WMI_HOST_HW_MODE_DBS);
822 if (ret) {
823 ath11k_err(ab, "failed to send dbs mode: %d\n", ret);
824 goto err_hif_stop;
825 }
826 }
827
828 ret = ath11k_dp_tx_htt_h2t_ver_req_msg(ab);
829 if (ret) {
830 ath11k_err(ab, "failed to send htt version request message: %d\n",
831 ret);
832 goto err_reo_cleanup;
833 }
834
835 return 0;
836
837err_reo_cleanup:
838 ath11k_dp_pdev_reo_cleanup(ab);
839err_mac_destroy:
840 ath11k_mac_destroy(ab);
841err_hif_stop:
842 ath11k_hif_stop(ab);
843err_wmi_detach:
844 ath11k_wmi_detach(ab);
845err_firmware_stop:
846 ath11k_qmi_firmware_stop(ab);
847
848 return ret;
849}
850
851int ath11k_core_qmi_firmware_ready(struct ath11k_base *ab)
852{
853 int ret;
854
855 ret = ath11k_ce_init_pipes(ab);
856 if (ret) {
857 ath11k_err(ab, "failed to initialize CE: %d\n", ret);
858 return ret;
859 }
860
861 ret = ath11k_dp_alloc(ab);
862 if (ret) {
863 ath11k_err(ab, "failed to init DP: %d\n", ret);
864 return ret;
865 }
866
867 switch (ath11k_crypto_mode) {
868 case ATH11K_CRYPT_MODE_SW:
869 set_bit(ATH11K_FLAG_HW_CRYPTO_DISABLED, &ab->dev_flags);
870 set_bit(ATH11K_FLAG_RAW_MODE, &ab->dev_flags);
871 break;
872 case ATH11K_CRYPT_MODE_HW:
873 clear_bit(ATH11K_FLAG_HW_CRYPTO_DISABLED, &ab->dev_flags);
874 clear_bit(ATH11K_FLAG_RAW_MODE, &ab->dev_flags);
875 break;
876 default:
877 ath11k_info(ab, "invalid crypto_mode: %d\n", ath11k_crypto_mode);
878 return -EINVAL;
879 }
880
881 if (ath11k_frame_mode == ATH11K_HW_TXRX_RAW)
882 set_bit(ATH11K_FLAG_RAW_MODE, &ab->dev_flags);
883
884 mutex_lock(&ab->core_lock);
885 ret = ath11k_core_start(ab, ATH11K_FIRMWARE_MODE_NORMAL);
886 if (ret) {
887 ath11k_err(ab, "failed to start core: %d\n", ret);
888 goto err_dp_free;
889 }
890
891 ret = ath11k_core_pdev_create(ab);
892 if (ret) {
893 ath11k_err(ab, "failed to create pdev core: %d\n", ret);
894 goto err_core_stop;
895 }
896 ath11k_hif_irq_enable(ab);
897 mutex_unlock(&ab->core_lock);
898
899 return 0;
900
901err_core_stop:
902 ath11k_core_stop(ab);
903 ath11k_mac_destroy(ab);
904err_dp_free:
905 ath11k_dp_free(ab);
906 mutex_unlock(&ab->core_lock);
907 return ret;
908}
909
910static int ath11k_core_reconfigure_on_crash(struct ath11k_base *ab)
911{
912 int ret;
913
914 mutex_lock(&ab->core_lock);
915 ath11k_thermal_unregister(ab);
916 ath11k_hif_irq_disable(ab);
917 ath11k_dp_pdev_free(ab);
918 ath11k_spectral_deinit(ab);
919 ath11k_hif_stop(ab);
920 ath11k_wmi_detach(ab);
921 ath11k_dp_pdev_reo_cleanup(ab);
922 mutex_unlock(&ab->core_lock);
923
924 ath11k_dp_free(ab);
925 ath11k_hal_srng_deinit(ab);
926
927 ab->free_vdev_map = (1LL << (ab->num_radios * TARGET_NUM_VDEVS)) - 1;
928
929 ret = ath11k_hal_srng_init(ab);
930 if (ret)
931 return ret;
932
933 clear_bit(ATH11K_FLAG_CRASH_FLUSH, &ab->dev_flags);
934
935 ret = ath11k_core_qmi_firmware_ready(ab);
936 if (ret)
937 goto err_hal_srng_deinit;
938
939 clear_bit(ATH11K_FLAG_RECOVERY, &ab->dev_flags);
940
941 return 0;
942
943err_hal_srng_deinit:
944 ath11k_hal_srng_deinit(ab);
945 return ret;
946}
947
948void ath11k_core_halt(struct ath11k *ar)
949{
950 struct ath11k_base *ab = ar->ab;
951
952 lockdep_assert_held(&ar->conf_mutex);
953
954 ar->num_created_vdevs = 0;
955 ar->allocated_vdev_map = 0;
956
957 ath11k_mac_scan_finish(ar);
958 ath11k_mac_peer_cleanup_all(ar);
959 cancel_delayed_work_sync(&ar->scan.timeout);
960 cancel_work_sync(&ar->regd_update_work);
961
962 rcu_assign_pointer(ab->pdevs_active[ar->pdev_idx], NULL);
963 synchronize_rcu();
964 INIT_LIST_HEAD(&ar->arvifs);
965 idr_init(&ar->txmgmt_idr);
966}
967
968static void ath11k_core_restart(struct work_struct *work)
969{
970 struct ath11k_base *ab = container_of(work, struct ath11k_base, restart_work);
971 struct ath11k *ar;
972 struct ath11k_pdev *pdev;
973 int i, ret = 0;
974
975 spin_lock_bh(&ab->base_lock);
976 ab->stats.fw_crash_counter++;
977 spin_unlock_bh(&ab->base_lock);
978
979 for (i = 0; i < ab->num_radios; i++) {
980 pdev = &ab->pdevs[i];
981 ar = pdev->ar;
982 if (!ar || ar->state == ATH11K_STATE_OFF)
983 continue;
984
985 ieee80211_stop_queues(ar->hw);
986 ath11k_mac_drain_tx(ar);
987 complete(&ar->scan.started);
988 complete(&ar->scan.completed);
989 complete(&ar->peer_assoc_done);
990 complete(&ar->peer_delete_done);
991 complete(&ar->install_key_done);
992 complete(&ar->vdev_setup_done);
993 complete(&ar->vdev_delete_done);
994 complete(&ar->bss_survey_done);
995 complete(&ar->thermal.wmi_sync);
996
997 wake_up(&ar->dp.tx_empty_waitq);
998 idr_for_each(&ar->txmgmt_idr,
999 ath11k_mac_tx_mgmt_pending_free, ar);
1000 idr_destroy(&ar->txmgmt_idr);
1001 }
1002
1003 wake_up(&ab->wmi_ab.tx_credits_wq);
1004 wake_up(&ab->peer_mapping_wq);
1005
1006 ret = ath11k_core_reconfigure_on_crash(ab);
1007 if (ret) {
1008 ath11k_err(ab, "failed to reconfigure driver on crash recovery\n");
1009 return;
1010 }
1011
1012 for (i = 0; i < ab->num_radios; i++) {
1013 pdev = &ab->pdevs[i];
1014 ar = pdev->ar;
1015 if (!ar || ar->state == ATH11K_STATE_OFF)
1016 continue;
1017
1018 mutex_lock(&ar->conf_mutex);
1019
1020 switch (ar->state) {
1021 case ATH11K_STATE_ON:
1022 ar->state = ATH11K_STATE_RESTARTING;
1023 ath11k_core_halt(ar);
1024 ieee80211_restart_hw(ar->hw);
1025 break;
1026 case ATH11K_STATE_OFF:
1027 ath11k_warn(ab,
1028 "cannot restart radio %d that hasn't been started\n",
1029 i);
1030 break;
1031 case ATH11K_STATE_RESTARTING:
1032 break;
1033 case ATH11K_STATE_RESTARTED:
1034 ar->state = ATH11K_STATE_WEDGED;
1035 fallthrough;
1036 case ATH11K_STATE_WEDGED:
1037 ath11k_warn(ab,
1038 "device is wedged, will not restart radio %d\n", i);
1039 break;
1040 }
1041 mutex_unlock(&ar->conf_mutex);
1042 }
1043 complete(&ab->driver_recovery);
1044}
1045
1046static int ath11k_init_hw_params(struct ath11k_base *ab)
1047{
1048 const struct ath11k_hw_params *hw_params = NULL;
1049 int i;
1050
1051 for (i = 0; i < ARRAY_SIZE(ath11k_hw_params); i++) {
1052 hw_params = &ath11k_hw_params[i];
1053
1054 if (hw_params->hw_rev == ab->hw_rev)
1055 break;
1056 }
1057
1058 if (i == ARRAY_SIZE(ath11k_hw_params)) {
1059 ath11k_err(ab, "Unsupported hardware version: 0x%x\n", ab->hw_rev);
1060 return -EINVAL;
1061 }
1062
1063 ab->hw_params = *hw_params;
1064
1065 ath11k_info(ab, "%s\n", ab->hw_params.name);
1066
1067 return 0;
1068}
1069
1070int ath11k_core_pre_init(struct ath11k_base *ab)
1071{
1072 int ret;
1073
1074 ret = ath11k_init_hw_params(ab);
1075 if (ret) {
1076 ath11k_err(ab, "failed to get hw params: %d\n", ret);
1077 return ret;
1078 }
1079
1080 return 0;
1081}
1082EXPORT_SYMBOL(ath11k_core_pre_init);
1083
1084int ath11k_core_init(struct ath11k_base *ab)
1085{
1086 int ret;
1087
1088 ret = ath11k_core_soc_create(ab);
1089 if (ret) {
1090 ath11k_err(ab, "failed to create soc core: %d\n", ret);
1091 return ret;
1092 }
1093
1094 return 0;
1095}
1096EXPORT_SYMBOL(ath11k_core_init);
1097
1098void ath11k_core_deinit(struct ath11k_base *ab)
1099{
1100 mutex_lock(&ab->core_lock);
1101
1102 ath11k_core_pdev_destroy(ab);
1103 ath11k_core_stop(ab);
1104
1105 mutex_unlock(&ab->core_lock);
1106
1107 ath11k_hif_power_down(ab);
1108 ath11k_mac_destroy(ab);
1109 ath11k_core_soc_destroy(ab);
1110}
1111EXPORT_SYMBOL(ath11k_core_deinit);
1112
1113void ath11k_core_free(struct ath11k_base *ab)
1114{
1115 kfree(ab);
1116}
1117EXPORT_SYMBOL(ath11k_core_free);
1118
1119struct ath11k_base *ath11k_core_alloc(struct device *dev, size_t priv_size,
1120 enum ath11k_bus bus,
1121 const struct ath11k_bus_params *bus_params)
1122{
1123 struct ath11k_base *ab;
1124
1125 ab = kzalloc(sizeof(*ab) + priv_size, GFP_KERNEL);
1126 if (!ab)
1127 return NULL;
1128
1129 init_completion(&ab->driver_recovery);
1130
1131 ab->workqueue = create_singlethread_workqueue("ath11k_wq");
1132 if (!ab->workqueue)
1133 goto err_sc_free;
1134
1135 mutex_init(&ab->core_lock);
1136 spin_lock_init(&ab->base_lock);
1137
1138 INIT_LIST_HEAD(&ab->peers);
1139 init_waitqueue_head(&ab->peer_mapping_wq);
1140 init_waitqueue_head(&ab->wmi_ab.tx_credits_wq);
1141 init_waitqueue_head(&ab->qmi.cold_boot_waitq);
1142 INIT_WORK(&ab->restart_work, ath11k_core_restart);
1143 timer_setup(&ab->rx_replenish_retry, ath11k_ce_rx_replenish_retry, 0);
1144 init_completion(&ab->htc_suspend);
1145 init_completion(&ab->wow.wakeup_completed);
1146
1147 ab->dev = dev;
1148 ab->bus_params = *bus_params;
1149 ab->hif.bus = bus;
1150
1151 return ab;
1152
1153err_sc_free:
1154 kfree(ab);
1155 return NULL;
1156}
1157EXPORT_SYMBOL(ath11k_core_alloc);
1158
1159MODULE_DESCRIPTION("Core module for Qualcomm Atheros 802.11ax wireless LAN cards.");
1160MODULE_LICENSE("Dual BSD/GPL");