Loading...
1// SPDX-License-Identifier: GPL-2.0
2// Copyright (c) 2019 MediaTek Inc.
3
4/*
5 * Bluetooth support for MediaTek SDIO devices
6 *
7 * This file is written based on btsdio.c and btmtkuart.c.
8 *
9 * Author: Sean Wang <sean.wang@mediatek.com>
10 *
11 */
12
13#include <asm/unaligned.h>
14#include <linux/atomic.h>
15#include <linux/gpio/consumer.h>
16#include <linux/init.h>
17#include <linux/iopoll.h>
18#include <linux/kernel.h>
19#include <linux/module.h>
20#include <linux/of.h>
21#include <linux/pm_runtime.h>
22#include <linux/skbuff.h>
23
24#include <linux/mmc/host.h>
25#include <linux/mmc/sdio_ids.h>
26#include <linux/mmc/sdio_func.h>
27
28#include <net/bluetooth/bluetooth.h>
29#include <net/bluetooth/hci_core.h>
30
31#include "h4_recv.h"
32#include "btmtk.h"
33
34#define VERSION "0.1"
35
36#define MTKBTSDIO_AUTOSUSPEND_DELAY 1000
37
38static bool enable_autosuspend = true;
39
40struct btmtksdio_data {
41 const char *fwname;
42 u16 chipid;
43 bool lp_mbox_supported;
44};
45
46static const struct btmtksdio_data mt7663_data = {
47 .fwname = FIRMWARE_MT7663,
48 .chipid = 0x7663,
49 .lp_mbox_supported = false,
50};
51
52static const struct btmtksdio_data mt7668_data = {
53 .fwname = FIRMWARE_MT7668,
54 .chipid = 0x7668,
55 .lp_mbox_supported = false,
56};
57
58static const struct btmtksdio_data mt7921_data = {
59 .fwname = FIRMWARE_MT7961,
60 .chipid = 0x7921,
61 .lp_mbox_supported = true,
62};
63
64static const struct sdio_device_id btmtksdio_table[] = {
65 {SDIO_DEVICE(SDIO_VENDOR_ID_MEDIATEK, SDIO_DEVICE_ID_MEDIATEK_MT7663),
66 .driver_data = (kernel_ulong_t)&mt7663_data },
67 {SDIO_DEVICE(SDIO_VENDOR_ID_MEDIATEK, SDIO_DEVICE_ID_MEDIATEK_MT7668),
68 .driver_data = (kernel_ulong_t)&mt7668_data },
69 {SDIO_DEVICE(SDIO_VENDOR_ID_MEDIATEK, SDIO_DEVICE_ID_MEDIATEK_MT7961),
70 .driver_data = (kernel_ulong_t)&mt7921_data },
71 { } /* Terminating entry */
72};
73MODULE_DEVICE_TABLE(sdio, btmtksdio_table);
74
75#define MTK_REG_CHLPCR 0x4 /* W1S */
76#define C_INT_EN_SET BIT(0)
77#define C_INT_EN_CLR BIT(1)
78#define C_FW_OWN_REQ_SET BIT(8) /* For write */
79#define C_COM_DRV_OWN BIT(8) /* For read */
80#define C_FW_OWN_REQ_CLR BIT(9)
81
82#define MTK_REG_CSDIOCSR 0x8
83#define SDIO_RE_INIT_EN BIT(0)
84#define SDIO_INT_CTL BIT(2)
85
86#define MTK_REG_CHCR 0xc
87#define C_INT_CLR_CTRL BIT(1)
88#define BT_RST_DONE BIT(8)
89
90/* CHISR have the same bits field definition with CHIER */
91#define MTK_REG_CHISR 0x10
92#define MTK_REG_CHIER 0x14
93#define FW_OWN_BACK_INT BIT(0)
94#define RX_DONE_INT BIT(1)
95#define TX_EMPTY BIT(2)
96#define TX_FIFO_OVERFLOW BIT(8)
97#define FW_MAILBOX_INT BIT(15)
98#define INT_MASK GENMASK(15, 0)
99#define RX_PKT_LEN GENMASK(31, 16)
100
101#define MTK_REG_CSICR 0xc0
102#define CSICR_CLR_MBOX_ACK BIT(0)
103#define MTK_REG_PH2DSM0R 0xc4
104#define PH2DSM0R_DRIVER_OWN BIT(0)
105#define MTK_REG_PD2HRM0R 0xdc
106#define PD2HRM0R_DRV_OWN BIT(0)
107
108#define MTK_REG_CTDR 0x18
109
110#define MTK_REG_CRDR 0x1c
111
112#define MTK_REG_CRPLR 0x24
113
114#define MTK_SDIO_BLOCK_SIZE 256
115
116#define BTMTKSDIO_TX_WAIT_VND_EVT 1
117#define BTMTKSDIO_HW_TX_READY 2
118#define BTMTKSDIO_FUNC_ENABLED 3
119#define BTMTKSDIO_PATCH_ENABLED 4
120#define BTMTKSDIO_HW_RESET_ACTIVE 5
121#define BTMTKSDIO_BT_WAKE_ENABLED 6
122
123struct mtkbtsdio_hdr {
124 __le16 len;
125 __le16 reserved;
126 u8 bt_type;
127} __packed;
128
129struct btmtksdio_dev {
130 struct hci_dev *hdev;
131 struct sdio_func *func;
132 struct device *dev;
133
134 struct work_struct txrx_work;
135 unsigned long tx_state;
136 struct sk_buff_head txq;
137
138 struct sk_buff *evt_skb;
139
140 const struct btmtksdio_data *data;
141
142 struct gpio_desc *reset;
143};
144
145static int mtk_hci_wmt_sync(struct hci_dev *hdev,
146 struct btmtk_hci_wmt_params *wmt_params)
147{
148 struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);
149 struct btmtk_hci_wmt_evt_funcc *wmt_evt_funcc;
150 struct btmtk_hci_wmt_evt_reg *wmt_evt_reg;
151 u32 hlen, status = BTMTK_WMT_INVALID;
152 struct btmtk_hci_wmt_evt *wmt_evt;
153 struct btmtk_hci_wmt_cmd *wc;
154 struct btmtk_wmt_hdr *hdr;
155 int err;
156
157 /* Send the WMT command and wait until the WMT event returns */
158 hlen = sizeof(*hdr) + wmt_params->dlen;
159 if (hlen > 255)
160 return -EINVAL;
161
162 wc = kzalloc(hlen, GFP_KERNEL);
163 if (!wc)
164 return -ENOMEM;
165
166 hdr = &wc->hdr;
167 hdr->dir = 1;
168 hdr->op = wmt_params->op;
169 hdr->dlen = cpu_to_le16(wmt_params->dlen + 1);
170 hdr->flag = wmt_params->flag;
171 memcpy(wc->data, wmt_params->data, wmt_params->dlen);
172
173 set_bit(BTMTKSDIO_TX_WAIT_VND_EVT, &bdev->tx_state);
174
175 err = __hci_cmd_send(hdev, 0xfc6f, hlen, wc);
176 if (err < 0) {
177 clear_bit(BTMTKSDIO_TX_WAIT_VND_EVT, &bdev->tx_state);
178 goto err_free_wc;
179 }
180
181 /* The vendor specific WMT commands are all answered by a vendor
182 * specific event and will not have the Command Status or Command
183 * Complete as with usual HCI command flow control.
184 *
185 * After sending the command, wait for BTMTKSDIO_TX_WAIT_VND_EVT
186 * state to be cleared. The driver specific event receive routine
187 * will clear that state and with that indicate completion of the
188 * WMT command.
189 */
190 err = wait_on_bit_timeout(&bdev->tx_state, BTMTKSDIO_TX_WAIT_VND_EVT,
191 TASK_INTERRUPTIBLE, HCI_INIT_TIMEOUT);
192 if (err == -EINTR) {
193 bt_dev_err(hdev, "Execution of wmt command interrupted");
194 clear_bit(BTMTKSDIO_TX_WAIT_VND_EVT, &bdev->tx_state);
195 goto err_free_wc;
196 }
197
198 if (err) {
199 bt_dev_err(hdev, "Execution of wmt command timed out");
200 clear_bit(BTMTKSDIO_TX_WAIT_VND_EVT, &bdev->tx_state);
201 err = -ETIMEDOUT;
202 goto err_free_wc;
203 }
204
205 /* Parse and handle the return WMT event */
206 wmt_evt = (struct btmtk_hci_wmt_evt *)bdev->evt_skb->data;
207 if (wmt_evt->whdr.op != hdr->op) {
208 bt_dev_err(hdev, "Wrong op received %d expected %d",
209 wmt_evt->whdr.op, hdr->op);
210 err = -EIO;
211 goto err_free_skb;
212 }
213
214 switch (wmt_evt->whdr.op) {
215 case BTMTK_WMT_SEMAPHORE:
216 if (wmt_evt->whdr.flag == 2)
217 status = BTMTK_WMT_PATCH_UNDONE;
218 else
219 status = BTMTK_WMT_PATCH_DONE;
220 break;
221 case BTMTK_WMT_FUNC_CTRL:
222 wmt_evt_funcc = (struct btmtk_hci_wmt_evt_funcc *)wmt_evt;
223 if (be16_to_cpu(wmt_evt_funcc->status) == 0x404)
224 status = BTMTK_WMT_ON_DONE;
225 else if (be16_to_cpu(wmt_evt_funcc->status) == 0x420)
226 status = BTMTK_WMT_ON_PROGRESS;
227 else
228 status = BTMTK_WMT_ON_UNDONE;
229 break;
230 case BTMTK_WMT_PATCH_DWNLD:
231 if (wmt_evt->whdr.flag == 2)
232 status = BTMTK_WMT_PATCH_DONE;
233 else if (wmt_evt->whdr.flag == 1)
234 status = BTMTK_WMT_PATCH_PROGRESS;
235 else
236 status = BTMTK_WMT_PATCH_UNDONE;
237 break;
238 case BTMTK_WMT_REGISTER:
239 wmt_evt_reg = (struct btmtk_hci_wmt_evt_reg *)wmt_evt;
240 if (le16_to_cpu(wmt_evt->whdr.dlen) == 12)
241 status = le32_to_cpu(wmt_evt_reg->val);
242 break;
243 }
244
245 if (wmt_params->status)
246 *wmt_params->status = status;
247
248err_free_skb:
249 kfree_skb(bdev->evt_skb);
250 bdev->evt_skb = NULL;
251err_free_wc:
252 kfree(wc);
253
254 return err;
255}
256
257static int btmtksdio_tx_packet(struct btmtksdio_dev *bdev,
258 struct sk_buff *skb)
259{
260 struct mtkbtsdio_hdr *sdio_hdr;
261 int err;
262
263 /* Make sure that there are enough rooms for SDIO header */
264 if (unlikely(skb_headroom(skb) < sizeof(*sdio_hdr))) {
265 err = pskb_expand_head(skb, sizeof(*sdio_hdr), 0,
266 GFP_ATOMIC);
267 if (err < 0)
268 return err;
269 }
270
271 /* Prepend MediaTek SDIO Specific Header */
272 skb_push(skb, sizeof(*sdio_hdr));
273
274 sdio_hdr = (void *)skb->data;
275 sdio_hdr->len = cpu_to_le16(skb->len);
276 sdio_hdr->reserved = cpu_to_le16(0);
277 sdio_hdr->bt_type = hci_skb_pkt_type(skb);
278
279 clear_bit(BTMTKSDIO_HW_TX_READY, &bdev->tx_state);
280 err = sdio_writesb(bdev->func, MTK_REG_CTDR, skb->data,
281 round_up(skb->len, MTK_SDIO_BLOCK_SIZE));
282 if (err < 0)
283 goto err_skb_pull;
284
285 bdev->hdev->stat.byte_tx += skb->len;
286
287 kfree_skb(skb);
288
289 return 0;
290
291err_skb_pull:
292 skb_pull(skb, sizeof(*sdio_hdr));
293
294 return err;
295}
296
297static u32 btmtksdio_drv_own_query(struct btmtksdio_dev *bdev)
298{
299 return sdio_readl(bdev->func, MTK_REG_CHLPCR, NULL);
300}
301
302static u32 btmtksdio_drv_own_query_79xx(struct btmtksdio_dev *bdev)
303{
304 return sdio_readl(bdev->func, MTK_REG_PD2HRM0R, NULL);
305}
306
307static u32 btmtksdio_chcr_query(struct btmtksdio_dev *bdev)
308{
309 return sdio_readl(bdev->func, MTK_REG_CHCR, NULL);
310}
311
312static int btmtksdio_fw_pmctrl(struct btmtksdio_dev *bdev)
313{
314 u32 status;
315 int err;
316
317 sdio_claim_host(bdev->func);
318
319 if (bdev->data->lp_mbox_supported &&
320 test_bit(BTMTKSDIO_PATCH_ENABLED, &bdev->tx_state)) {
321 sdio_writel(bdev->func, CSICR_CLR_MBOX_ACK, MTK_REG_CSICR,
322 &err);
323 err = readx_poll_timeout(btmtksdio_drv_own_query_79xx, bdev,
324 status, !(status & PD2HRM0R_DRV_OWN),
325 2000, 1000000);
326 if (err < 0) {
327 bt_dev_err(bdev->hdev, "mailbox ACK not cleared");
328 goto out;
329 }
330 }
331
332 /* Return ownership to the device */
333 sdio_writel(bdev->func, C_FW_OWN_REQ_SET, MTK_REG_CHLPCR, &err);
334 if (err < 0)
335 goto out;
336
337 err = readx_poll_timeout(btmtksdio_drv_own_query, bdev, status,
338 !(status & C_COM_DRV_OWN), 2000, 1000000);
339
340out:
341 sdio_release_host(bdev->func);
342
343 if (err < 0)
344 bt_dev_err(bdev->hdev, "Cannot return ownership to device");
345
346 return err;
347}
348
349static int btmtksdio_drv_pmctrl(struct btmtksdio_dev *bdev)
350{
351 u32 status;
352 int err;
353
354 sdio_claim_host(bdev->func);
355
356 /* Get ownership from the device */
357 sdio_writel(bdev->func, C_FW_OWN_REQ_CLR, MTK_REG_CHLPCR, &err);
358 if (err < 0)
359 goto out;
360
361 err = readx_poll_timeout(btmtksdio_drv_own_query, bdev, status,
362 status & C_COM_DRV_OWN, 2000, 1000000);
363
364 if (!err && bdev->data->lp_mbox_supported &&
365 test_bit(BTMTKSDIO_PATCH_ENABLED, &bdev->tx_state))
366 err = readx_poll_timeout(btmtksdio_drv_own_query_79xx, bdev,
367 status, status & PD2HRM0R_DRV_OWN,
368 2000, 1000000);
369
370out:
371 sdio_release_host(bdev->func);
372
373 if (err < 0)
374 bt_dev_err(bdev->hdev, "Cannot get ownership from device");
375
376 return err;
377}
378
379static int btmtksdio_recv_event(struct hci_dev *hdev, struct sk_buff *skb)
380{
381 struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);
382 struct hci_event_hdr *hdr = (void *)skb->data;
383 u8 evt = hdr->evt;
384 int err;
385
386 /* When someone waits for the WMT event, the skb is being cloned
387 * and being processed the events from there then.
388 */
389 if (test_bit(BTMTKSDIO_TX_WAIT_VND_EVT, &bdev->tx_state)) {
390 bdev->evt_skb = skb_clone(skb, GFP_KERNEL);
391 if (!bdev->evt_skb) {
392 err = -ENOMEM;
393 goto err_out;
394 }
395 }
396
397 err = hci_recv_frame(hdev, skb);
398 if (err < 0)
399 goto err_free_skb;
400
401 if (evt == HCI_EV_WMT) {
402 if (test_and_clear_bit(BTMTKSDIO_TX_WAIT_VND_EVT,
403 &bdev->tx_state)) {
404 /* Barrier to sync with other CPUs */
405 smp_mb__after_atomic();
406 wake_up_bit(&bdev->tx_state, BTMTKSDIO_TX_WAIT_VND_EVT);
407 }
408 }
409
410 return 0;
411
412err_free_skb:
413 kfree_skb(bdev->evt_skb);
414 bdev->evt_skb = NULL;
415
416err_out:
417 return err;
418}
419
420static int btmtksdio_recv_acl(struct hci_dev *hdev, struct sk_buff *skb)
421{
422 struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);
423 u16 handle = le16_to_cpu(hci_acl_hdr(skb)->handle);
424
425 switch (handle) {
426 case 0xfc6f:
427 /* Firmware dump from device: when the firmware hangs, the
428 * device can no longer suspend and thus disable auto-suspend.
429 */
430 pm_runtime_forbid(bdev->dev);
431 fallthrough;
432 case 0x05ff:
433 case 0x05fe:
434 /* Firmware debug logging */
435 return hci_recv_diag(hdev, skb);
436 }
437
438 return hci_recv_frame(hdev, skb);
439}
440
441static const struct h4_recv_pkt mtk_recv_pkts[] = {
442 { H4_RECV_ACL, .recv = btmtksdio_recv_acl },
443 { H4_RECV_SCO, .recv = hci_recv_frame },
444 { H4_RECV_EVENT, .recv = btmtksdio_recv_event },
445};
446
447static int btmtksdio_rx_packet(struct btmtksdio_dev *bdev, u16 rx_size)
448{
449 const struct h4_recv_pkt *pkts = mtk_recv_pkts;
450 int pkts_count = ARRAY_SIZE(mtk_recv_pkts);
451 struct mtkbtsdio_hdr *sdio_hdr;
452 int err, i, pad_size;
453 struct sk_buff *skb;
454 u16 dlen;
455
456 if (rx_size < sizeof(*sdio_hdr))
457 return -EILSEQ;
458
459 /* A SDIO packet is exactly containing a Bluetooth packet */
460 skb = bt_skb_alloc(rx_size, GFP_KERNEL);
461 if (!skb)
462 return -ENOMEM;
463
464 skb_put(skb, rx_size);
465
466 err = sdio_readsb(bdev->func, skb->data, MTK_REG_CRDR, rx_size);
467 if (err < 0)
468 goto err_kfree_skb;
469
470 sdio_hdr = (void *)skb->data;
471
472 /* We assume the default error as -EILSEQ simply to make the error path
473 * be cleaner.
474 */
475 err = -EILSEQ;
476
477 if (rx_size != le16_to_cpu(sdio_hdr->len)) {
478 bt_dev_err(bdev->hdev, "Rx size in sdio header is mismatched ");
479 goto err_kfree_skb;
480 }
481
482 hci_skb_pkt_type(skb) = sdio_hdr->bt_type;
483
484 /* Remove MediaTek SDIO header */
485 skb_pull(skb, sizeof(*sdio_hdr));
486
487 /* We have to dig into the packet to get payload size and then know how
488 * many padding bytes at the tail, these padding bytes should be removed
489 * before the packet is indicated to the core layer.
490 */
491 for (i = 0; i < pkts_count; i++) {
492 if (sdio_hdr->bt_type == (&pkts[i])->type)
493 break;
494 }
495
496 if (i >= pkts_count) {
497 bt_dev_err(bdev->hdev, "Invalid bt type 0x%02x",
498 sdio_hdr->bt_type);
499 goto err_kfree_skb;
500 }
501
502 /* Remaining bytes cannot hold a header*/
503 if (skb->len < (&pkts[i])->hlen) {
504 bt_dev_err(bdev->hdev, "The size of bt header is mismatched");
505 goto err_kfree_skb;
506 }
507
508 switch ((&pkts[i])->lsize) {
509 case 1:
510 dlen = skb->data[(&pkts[i])->loff];
511 break;
512 case 2:
513 dlen = get_unaligned_le16(skb->data +
514 (&pkts[i])->loff);
515 break;
516 default:
517 goto err_kfree_skb;
518 }
519
520 pad_size = skb->len - (&pkts[i])->hlen - dlen;
521
522 /* Remaining bytes cannot hold a payload */
523 if (pad_size < 0) {
524 bt_dev_err(bdev->hdev, "The size of bt payload is mismatched");
525 goto err_kfree_skb;
526 }
527
528 /* Remove padding bytes */
529 skb_trim(skb, skb->len - pad_size);
530
531 /* Complete frame */
532 (&pkts[i])->recv(bdev->hdev, skb);
533
534 bdev->hdev->stat.byte_rx += rx_size;
535
536 return 0;
537
538err_kfree_skb:
539 kfree_skb(skb);
540
541 return err;
542}
543
544static void btmtksdio_txrx_work(struct work_struct *work)
545{
546 struct btmtksdio_dev *bdev = container_of(work, struct btmtksdio_dev,
547 txrx_work);
548 unsigned long txrx_timeout;
549 u32 int_status, rx_size;
550 struct sk_buff *skb;
551 int err;
552
553 pm_runtime_get_sync(bdev->dev);
554
555 sdio_claim_host(bdev->func);
556
557 /* Disable interrupt */
558 sdio_writel(bdev->func, C_INT_EN_CLR, MTK_REG_CHLPCR, NULL);
559
560 txrx_timeout = jiffies + 5 * HZ;
561
562 do {
563 int_status = sdio_readl(bdev->func, MTK_REG_CHISR, NULL);
564
565 /* Ack an interrupt as soon as possible before any operation on
566 * hardware.
567 *
568 * Note that we don't ack any status during operations to avoid race
569 * condition between the host and the device such as it's possible to
570 * mistakenly ack RX_DONE for the next packet and then cause interrupts
571 * not be raised again but there is still pending data in the hardware
572 * FIFO.
573 */
574 sdio_writel(bdev->func, int_status, MTK_REG_CHISR, NULL);
575 int_status &= INT_MASK;
576
577 if ((int_status & FW_MAILBOX_INT) &&
578 bdev->data->chipid == 0x7921) {
579 sdio_writel(bdev->func, PH2DSM0R_DRIVER_OWN,
580 MTK_REG_PH2DSM0R, NULL);
581 }
582
583 if (int_status & FW_OWN_BACK_INT)
584 bt_dev_dbg(bdev->hdev, "Get fw own back");
585
586 if (int_status & TX_EMPTY)
587 set_bit(BTMTKSDIO_HW_TX_READY, &bdev->tx_state);
588
589 else if (unlikely(int_status & TX_FIFO_OVERFLOW))
590 bt_dev_warn(bdev->hdev, "Tx fifo overflow");
591
592 if (test_bit(BTMTKSDIO_HW_TX_READY, &bdev->tx_state)) {
593 skb = skb_dequeue(&bdev->txq);
594 if (skb) {
595 err = btmtksdio_tx_packet(bdev, skb);
596 if (err < 0) {
597 bdev->hdev->stat.err_tx++;
598 skb_queue_head(&bdev->txq, skb);
599 }
600 }
601 }
602
603 if (int_status & RX_DONE_INT) {
604 rx_size = sdio_readl(bdev->func, MTK_REG_CRPLR, NULL);
605 rx_size = (rx_size & RX_PKT_LEN) >> 16;
606 if (btmtksdio_rx_packet(bdev, rx_size) < 0)
607 bdev->hdev->stat.err_rx++;
608 }
609 } while (int_status || time_is_before_jiffies(txrx_timeout));
610
611 /* Enable interrupt */
612 sdio_writel(bdev->func, C_INT_EN_SET, MTK_REG_CHLPCR, NULL);
613
614 sdio_release_host(bdev->func);
615
616 pm_runtime_mark_last_busy(bdev->dev);
617 pm_runtime_put_autosuspend(bdev->dev);
618}
619
620static void btmtksdio_interrupt(struct sdio_func *func)
621{
622 struct btmtksdio_dev *bdev = sdio_get_drvdata(func);
623
624 if (test_bit(BTMTKSDIO_BT_WAKE_ENABLED, &bdev->tx_state)) {
625 if (bdev->hdev->suspended)
626 pm_wakeup_event(bdev->dev, 0);
627 clear_bit(BTMTKSDIO_BT_WAKE_ENABLED, &bdev->tx_state);
628 }
629
630 /* Disable interrupt */
631 sdio_writel(bdev->func, C_INT_EN_CLR, MTK_REG_CHLPCR, NULL);
632
633 schedule_work(&bdev->txrx_work);
634}
635
636static int btmtksdio_open(struct hci_dev *hdev)
637{
638 struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);
639 u32 val;
640 int err;
641
642 sdio_claim_host(bdev->func);
643
644 err = sdio_enable_func(bdev->func);
645 if (err < 0)
646 goto err_release_host;
647
648 set_bit(BTMTKSDIO_FUNC_ENABLED, &bdev->tx_state);
649
650 err = btmtksdio_drv_pmctrl(bdev);
651 if (err < 0)
652 goto err_disable_func;
653
654 /* Disable interrupt & mask out all interrupt sources */
655 sdio_writel(bdev->func, C_INT_EN_CLR, MTK_REG_CHLPCR, &err);
656 if (err < 0)
657 goto err_disable_func;
658
659 sdio_writel(bdev->func, 0, MTK_REG_CHIER, &err);
660 if (err < 0)
661 goto err_disable_func;
662
663 err = sdio_claim_irq(bdev->func, btmtksdio_interrupt);
664 if (err < 0)
665 goto err_disable_func;
666
667 err = sdio_set_block_size(bdev->func, MTK_SDIO_BLOCK_SIZE);
668 if (err < 0)
669 goto err_release_irq;
670
671 /* SDIO CMD 5 allows the SDIO device back to idle state an
672 * synchronous interrupt is supported in SDIO 4-bit mode
673 */
674 val = sdio_readl(bdev->func, MTK_REG_CSDIOCSR, &err);
675 if (err < 0)
676 goto err_release_irq;
677
678 val |= SDIO_INT_CTL;
679 sdio_writel(bdev->func, val, MTK_REG_CSDIOCSR, &err);
680 if (err < 0)
681 goto err_release_irq;
682
683 /* Explitly set write-1-clear method */
684 val = sdio_readl(bdev->func, MTK_REG_CHCR, &err);
685 if (err < 0)
686 goto err_release_irq;
687
688 val |= C_INT_CLR_CTRL;
689 sdio_writel(bdev->func, val, MTK_REG_CHCR, &err);
690 if (err < 0)
691 goto err_release_irq;
692
693 /* Setup interrupt sources */
694 sdio_writel(bdev->func, RX_DONE_INT | TX_EMPTY | TX_FIFO_OVERFLOW,
695 MTK_REG_CHIER, &err);
696 if (err < 0)
697 goto err_release_irq;
698
699 /* Enable interrupt */
700 sdio_writel(bdev->func, C_INT_EN_SET, MTK_REG_CHLPCR, &err);
701 if (err < 0)
702 goto err_release_irq;
703
704 sdio_release_host(bdev->func);
705
706 return 0;
707
708err_release_irq:
709 sdio_release_irq(bdev->func);
710
711err_disable_func:
712 sdio_disable_func(bdev->func);
713
714err_release_host:
715 sdio_release_host(bdev->func);
716
717 return err;
718}
719
720static int btmtksdio_close(struct hci_dev *hdev)
721{
722 struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);
723
724 sdio_claim_host(bdev->func);
725
726 /* Disable interrupt */
727 sdio_writel(bdev->func, C_INT_EN_CLR, MTK_REG_CHLPCR, NULL);
728
729 sdio_release_irq(bdev->func);
730
731 cancel_work_sync(&bdev->txrx_work);
732
733 btmtksdio_fw_pmctrl(bdev);
734
735 clear_bit(BTMTKSDIO_FUNC_ENABLED, &bdev->tx_state);
736 sdio_disable_func(bdev->func);
737
738 sdio_release_host(bdev->func);
739
740 return 0;
741}
742
743static int btmtksdio_flush(struct hci_dev *hdev)
744{
745 struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);
746
747 skb_queue_purge(&bdev->txq);
748
749 cancel_work_sync(&bdev->txrx_work);
750
751 return 0;
752}
753
754static int btmtksdio_func_query(struct hci_dev *hdev)
755{
756 struct btmtk_hci_wmt_params wmt_params;
757 int status, err;
758 u8 param = 0;
759
760 /* Query whether the function is enabled */
761 wmt_params.op = BTMTK_WMT_FUNC_CTRL;
762 wmt_params.flag = 4;
763 wmt_params.dlen = sizeof(param);
764 wmt_params.data = ¶m;
765 wmt_params.status = &status;
766
767 err = mtk_hci_wmt_sync(hdev, &wmt_params);
768 if (err < 0) {
769 bt_dev_err(hdev, "Failed to query function status (%d)", err);
770 return err;
771 }
772
773 return status;
774}
775
776static int mt76xx_setup(struct hci_dev *hdev, const char *fwname)
777{
778 struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);
779 struct btmtk_hci_wmt_params wmt_params;
780 struct btmtk_tci_sleep tci_sleep;
781 struct sk_buff *skb;
782 int err, status;
783 u8 param = 0x1;
784
785 /* Query whether the firmware is already download */
786 wmt_params.op = BTMTK_WMT_SEMAPHORE;
787 wmt_params.flag = 1;
788 wmt_params.dlen = 0;
789 wmt_params.data = NULL;
790 wmt_params.status = &status;
791
792 err = mtk_hci_wmt_sync(hdev, &wmt_params);
793 if (err < 0) {
794 bt_dev_err(hdev, "Failed to query firmware status (%d)", err);
795 return err;
796 }
797
798 if (status == BTMTK_WMT_PATCH_DONE) {
799 bt_dev_info(hdev, "Firmware already downloaded");
800 goto ignore_setup_fw;
801 }
802
803 /* Setup a firmware which the device definitely requires */
804 err = btmtk_setup_firmware(hdev, fwname, mtk_hci_wmt_sync);
805 if (err < 0)
806 return err;
807
808ignore_setup_fw:
809 /* Query whether the device is already enabled */
810 err = readx_poll_timeout(btmtksdio_func_query, hdev, status,
811 status < 0 || status != BTMTK_WMT_ON_PROGRESS,
812 2000, 5000000);
813 /* -ETIMEDOUT happens */
814 if (err < 0)
815 return err;
816
817 /* The other errors happen in btusb_mtk_func_query */
818 if (status < 0)
819 return status;
820
821 if (status == BTMTK_WMT_ON_DONE) {
822 bt_dev_info(hdev, "function already on");
823 goto ignore_func_on;
824 }
825
826 /* Enable Bluetooth protocol */
827 wmt_params.op = BTMTK_WMT_FUNC_CTRL;
828 wmt_params.flag = 0;
829 wmt_params.dlen = sizeof(param);
830 wmt_params.data = ¶m;
831 wmt_params.status = NULL;
832
833 err = mtk_hci_wmt_sync(hdev, &wmt_params);
834 if (err < 0) {
835 bt_dev_err(hdev, "Failed to send wmt func ctrl (%d)", err);
836 return err;
837 }
838
839 set_bit(BTMTKSDIO_PATCH_ENABLED, &bdev->tx_state);
840
841ignore_func_on:
842 /* Apply the low power environment setup */
843 tci_sleep.mode = 0x5;
844 tci_sleep.duration = cpu_to_le16(0x640);
845 tci_sleep.host_duration = cpu_to_le16(0x640);
846 tci_sleep.host_wakeup_pin = 0;
847 tci_sleep.time_compensation = 0;
848
849 skb = __hci_cmd_sync(hdev, 0xfc7a, sizeof(tci_sleep), &tci_sleep,
850 HCI_INIT_TIMEOUT);
851 if (IS_ERR(skb)) {
852 err = PTR_ERR(skb);
853 bt_dev_err(hdev, "Failed to apply low power setting (%d)", err);
854 return err;
855 }
856 kfree_skb(skb);
857
858 return 0;
859}
860
861static int mt79xx_setup(struct hci_dev *hdev, const char *fwname)
862{
863 struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);
864 struct btmtk_hci_wmt_params wmt_params;
865 u8 param = 0x1;
866 int err;
867
868 err = btmtk_setup_firmware_79xx(hdev, fwname, mtk_hci_wmt_sync);
869 if (err < 0) {
870 bt_dev_err(hdev, "Failed to setup 79xx firmware (%d)", err);
871 return err;
872 }
873
874 err = btmtksdio_fw_pmctrl(bdev);
875 if (err < 0)
876 return err;
877
878 err = btmtksdio_drv_pmctrl(bdev);
879 if (err < 0)
880 return err;
881
882 /* Enable Bluetooth protocol */
883 wmt_params.op = BTMTK_WMT_FUNC_CTRL;
884 wmt_params.flag = 0;
885 wmt_params.dlen = sizeof(param);
886 wmt_params.data = ¶m;
887 wmt_params.status = NULL;
888
889 err = mtk_hci_wmt_sync(hdev, &wmt_params);
890 if (err < 0) {
891 bt_dev_err(hdev, "Failed to send wmt func ctrl (%d)", err);
892 return err;
893 }
894
895 hci_set_msft_opcode(hdev, 0xFD30);
896 hci_set_aosp_capable(hdev);
897 set_bit(BTMTKSDIO_PATCH_ENABLED, &bdev->tx_state);
898
899 return err;
900}
901
902static int btmtksdio_mtk_reg_read(struct hci_dev *hdev, u32 reg, u32 *val)
903{
904 struct btmtk_hci_wmt_params wmt_params;
905 struct reg_read_cmd reg_read = {
906 .type = 1,
907 .num = 1,
908 };
909 u32 status;
910 int err;
911
912 reg_read.addr = cpu_to_le32(reg);
913 wmt_params.op = BTMTK_WMT_REGISTER;
914 wmt_params.flag = BTMTK_WMT_REG_READ;
915 wmt_params.dlen = sizeof(reg_read);
916 wmt_params.data = ®_read;
917 wmt_params.status = &status;
918
919 err = mtk_hci_wmt_sync(hdev, &wmt_params);
920 if (err < 0) {
921 bt_dev_err(hdev, "Failed to read reg (%d)", err);
922 return err;
923 }
924
925 *val = status;
926
927 return err;
928}
929
930static int btmtksdio_mtk_reg_write(struct hci_dev *hdev, u32 reg, u32 val, u32 mask)
931{
932 struct btmtk_hci_wmt_params wmt_params;
933 const struct reg_write_cmd reg_write = {
934 .type = 1,
935 .num = 1,
936 .addr = cpu_to_le32(reg),
937 .data = cpu_to_le32(val),
938 .mask = cpu_to_le32(mask),
939 };
940 int err, status;
941
942 wmt_params.op = BTMTK_WMT_REGISTER;
943 wmt_params.flag = BTMTK_WMT_REG_WRITE;
944 wmt_params.dlen = sizeof(reg_write);
945 wmt_params.data = ®_write;
946 wmt_params.status = &status;
947
948 err = mtk_hci_wmt_sync(hdev, &wmt_params);
949 if (err < 0)
950 bt_dev_err(hdev, "Failed to write reg (%d)", err);
951
952 return err;
953}
954
955static int btmtksdio_get_data_path_id(struct hci_dev *hdev, __u8 *data_path_id)
956{
957 /* uses 1 as data path id for all the usecases */
958 *data_path_id = 1;
959 return 0;
960}
961
962static int btmtksdio_get_codec_config_data(struct hci_dev *hdev,
963 __u8 link, struct bt_codec *codec,
964 __u8 *ven_len, __u8 **ven_data)
965{
966 int err = 0;
967
968 if (!ven_data || !ven_len)
969 return -EINVAL;
970
971 *ven_len = 0;
972 *ven_data = NULL;
973
974 if (link != ESCO_LINK) {
975 bt_dev_err(hdev, "Invalid link type(%u)", link);
976 return -EINVAL;
977 }
978
979 *ven_data = kmalloc(sizeof(__u8), GFP_KERNEL);
980 if (!*ven_data) {
981 err = -ENOMEM;
982 goto error;
983 }
984
985 /* supports only CVSD and mSBC offload codecs */
986 switch (codec->id) {
987 case 0x02:
988 **ven_data = 0x00;
989 break;
990 case 0x05:
991 **ven_data = 0x01;
992 break;
993 default:
994 err = -EINVAL;
995 bt_dev_err(hdev, "Invalid codec id(%u)", codec->id);
996 goto error;
997 }
998 /* codec and its capabilities are pre-defined to ids
999 * preset id = 0x00 represents CVSD codec with sampling rate 8K
1000 * preset id = 0x01 represents mSBC codec with sampling rate 16K
1001 */
1002 *ven_len = sizeof(__u8);
1003 return err;
1004
1005error:
1006 kfree(*ven_data);
1007 *ven_data = NULL;
1008 return err;
1009}
1010
1011static int btmtksdio_sco_setting(struct hci_dev *hdev)
1012{
1013 const struct btmtk_sco sco_setting = {
1014 .clock_config = 0x49,
1015 .channel_format_config = 0x80,
1016 };
1017 struct sk_buff *skb;
1018 u32 val;
1019 int err;
1020
1021 /* Enable SCO over I2S/PCM for MediaTek chipset */
1022 skb = __hci_cmd_sync(hdev, 0xfc72, sizeof(sco_setting),
1023 &sco_setting, HCI_CMD_TIMEOUT);
1024 if (IS_ERR(skb))
1025 return PTR_ERR(skb);
1026
1027 kfree_skb(skb);
1028
1029 err = btmtksdio_mtk_reg_read(hdev, MT7921_PINMUX_0, &val);
1030 if (err < 0)
1031 return err;
1032
1033 val |= 0x11000000;
1034 err = btmtksdio_mtk_reg_write(hdev, MT7921_PINMUX_0, val, ~0);
1035 if (err < 0)
1036 return err;
1037
1038 err = btmtksdio_mtk_reg_read(hdev, MT7921_PINMUX_1, &val);
1039 if (err < 0)
1040 return err;
1041
1042 val |= 0x00000101;
1043 err = btmtksdio_mtk_reg_write(hdev, MT7921_PINMUX_1, val, ~0);
1044 if (err < 0)
1045 return err;
1046
1047 hdev->get_data_path_id = btmtksdio_get_data_path_id;
1048 hdev->get_codec_config_data = btmtksdio_get_codec_config_data;
1049
1050 return err;
1051}
1052
1053static int btmtksdio_reset_setting(struct hci_dev *hdev)
1054{
1055 int err;
1056 u32 val;
1057
1058 err = btmtksdio_mtk_reg_read(hdev, MT7921_PINMUX_1, &val);
1059 if (err < 0)
1060 return err;
1061
1062 val |= 0x20; /* set the pin (bit field 11:8) work as GPIO mode */
1063 err = btmtksdio_mtk_reg_write(hdev, MT7921_PINMUX_1, val, ~0);
1064 if (err < 0)
1065 return err;
1066
1067 err = btmtksdio_mtk_reg_read(hdev, MT7921_BTSYS_RST, &val);
1068 if (err < 0)
1069 return err;
1070
1071 val |= MT7921_BTSYS_RST_WITH_GPIO;
1072 return btmtksdio_mtk_reg_write(hdev, MT7921_BTSYS_RST, val, ~0);
1073}
1074
1075static int btmtksdio_setup(struct hci_dev *hdev)
1076{
1077 struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);
1078 ktime_t calltime, delta, rettime;
1079 unsigned long long duration;
1080 char fwname[64];
1081 int err, dev_id;
1082 u32 fw_version = 0, val;
1083
1084 calltime = ktime_get();
1085 set_bit(BTMTKSDIO_HW_TX_READY, &bdev->tx_state);
1086
1087 switch (bdev->data->chipid) {
1088 case 0x7921:
1089 if (test_bit(BTMTKSDIO_HW_RESET_ACTIVE, &bdev->tx_state)) {
1090 err = btmtksdio_mtk_reg_read(hdev, MT7921_DLSTATUS,
1091 &val);
1092 if (err < 0)
1093 return err;
1094
1095 val &= ~BT_DL_STATE;
1096 err = btmtksdio_mtk_reg_write(hdev, MT7921_DLSTATUS,
1097 val, ~0);
1098 if (err < 0)
1099 return err;
1100
1101 btmtksdio_fw_pmctrl(bdev);
1102 msleep(20);
1103 btmtksdio_drv_pmctrl(bdev);
1104
1105 clear_bit(BTMTKSDIO_HW_RESET_ACTIVE, &bdev->tx_state);
1106 }
1107
1108 err = btmtksdio_mtk_reg_read(hdev, 0x70010200, &dev_id);
1109 if (err < 0) {
1110 bt_dev_err(hdev, "Failed to get device id (%d)", err);
1111 return err;
1112 }
1113
1114 err = btmtksdio_mtk_reg_read(hdev, 0x80021004, &fw_version);
1115 if (err < 0) {
1116 bt_dev_err(hdev, "Failed to get fw version (%d)", err);
1117 return err;
1118 }
1119
1120 snprintf(fwname, sizeof(fwname),
1121 "mediatek/BT_RAM_CODE_MT%04x_1_%x_hdr.bin",
1122 dev_id & 0xffff, (fw_version & 0xff) + 1);
1123 err = mt79xx_setup(hdev, fwname);
1124 if (err < 0)
1125 return err;
1126
1127 /* Enable SCO over I2S/PCM */
1128 err = btmtksdio_sco_setting(hdev);
1129 if (err < 0) {
1130 bt_dev_err(hdev, "Failed to enable SCO setting (%d)", err);
1131 return err;
1132 }
1133
1134 /* Enable WBS with mSBC codec */
1135 set_bit(HCI_QUIRK_WIDEBAND_SPEECH_SUPPORTED, &hdev->quirks);
1136
1137 /* Enable GPIO reset mechanism */
1138 if (bdev->reset) {
1139 err = btmtksdio_reset_setting(hdev);
1140 if (err < 0) {
1141 bt_dev_err(hdev, "Failed to enable Reset setting (%d)", err);
1142 devm_gpiod_put(bdev->dev, bdev->reset);
1143 bdev->reset = NULL;
1144 }
1145 }
1146
1147 /* Valid LE States quirk for MediaTek 7921 */
1148 set_bit(HCI_QUIRK_VALID_LE_STATES, &hdev->quirks);
1149
1150 break;
1151 case 0x7663:
1152 case 0x7668:
1153 err = mt76xx_setup(hdev, bdev->data->fwname);
1154 if (err < 0)
1155 return err;
1156 break;
1157 default:
1158 return -ENODEV;
1159 }
1160
1161 rettime = ktime_get();
1162 delta = ktime_sub(rettime, calltime);
1163 duration = (unsigned long long)ktime_to_ns(delta) >> 10;
1164
1165 pm_runtime_set_autosuspend_delay(bdev->dev,
1166 MTKBTSDIO_AUTOSUSPEND_DELAY);
1167 pm_runtime_use_autosuspend(bdev->dev);
1168
1169 err = pm_runtime_set_active(bdev->dev);
1170 if (err < 0)
1171 return err;
1172
1173 /* Default forbid runtime auto suspend, that can be allowed by
1174 * enable_autosuspend flag or the PM runtime entry under sysfs.
1175 */
1176 pm_runtime_forbid(bdev->dev);
1177 pm_runtime_enable(bdev->dev);
1178
1179 if (enable_autosuspend)
1180 pm_runtime_allow(bdev->dev);
1181
1182 bt_dev_info(hdev, "Device setup in %llu usecs", duration);
1183
1184 return 0;
1185}
1186
1187static int btmtksdio_shutdown(struct hci_dev *hdev)
1188{
1189 struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);
1190 struct btmtk_hci_wmt_params wmt_params;
1191 u8 param = 0x0;
1192 int err;
1193
1194 /* Get back the state to be consistent with the state
1195 * in btmtksdio_setup.
1196 */
1197 pm_runtime_get_sync(bdev->dev);
1198
1199 /* wmt command only works until the reset is complete */
1200 if (test_bit(BTMTKSDIO_HW_RESET_ACTIVE, &bdev->tx_state))
1201 goto ignore_wmt_cmd;
1202
1203 /* Disable the device */
1204 wmt_params.op = BTMTK_WMT_FUNC_CTRL;
1205 wmt_params.flag = 0;
1206 wmt_params.dlen = sizeof(param);
1207 wmt_params.data = ¶m;
1208 wmt_params.status = NULL;
1209
1210 err = mtk_hci_wmt_sync(hdev, &wmt_params);
1211 if (err < 0) {
1212 bt_dev_err(hdev, "Failed to send wmt func ctrl (%d)", err);
1213 return err;
1214 }
1215
1216ignore_wmt_cmd:
1217 pm_runtime_put_noidle(bdev->dev);
1218 pm_runtime_disable(bdev->dev);
1219
1220 return 0;
1221}
1222
1223static int btmtksdio_send_frame(struct hci_dev *hdev, struct sk_buff *skb)
1224{
1225 struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);
1226
1227 switch (hci_skb_pkt_type(skb)) {
1228 case HCI_COMMAND_PKT:
1229 hdev->stat.cmd_tx++;
1230 break;
1231
1232 case HCI_ACLDATA_PKT:
1233 hdev->stat.acl_tx++;
1234 break;
1235
1236 case HCI_SCODATA_PKT:
1237 hdev->stat.sco_tx++;
1238 break;
1239
1240 default:
1241 return -EILSEQ;
1242 }
1243
1244 skb_queue_tail(&bdev->txq, skb);
1245
1246 schedule_work(&bdev->txrx_work);
1247
1248 return 0;
1249}
1250
1251static void btmtksdio_cmd_timeout(struct hci_dev *hdev)
1252{
1253 struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);
1254 u32 status;
1255 int err;
1256
1257 if (!bdev->reset || bdev->data->chipid != 0x7921)
1258 return;
1259
1260 pm_runtime_get_sync(bdev->dev);
1261
1262 if (test_and_set_bit(BTMTKSDIO_HW_RESET_ACTIVE, &bdev->tx_state))
1263 return;
1264
1265 sdio_claim_host(bdev->func);
1266
1267 sdio_writel(bdev->func, C_INT_EN_CLR, MTK_REG_CHLPCR, NULL);
1268 skb_queue_purge(&bdev->txq);
1269 cancel_work_sync(&bdev->txrx_work);
1270
1271 gpiod_set_value_cansleep(bdev->reset, 1);
1272 msleep(100);
1273 gpiod_set_value_cansleep(bdev->reset, 0);
1274
1275 err = readx_poll_timeout(btmtksdio_chcr_query, bdev, status,
1276 status & BT_RST_DONE, 100000, 2000000);
1277 if (err < 0) {
1278 bt_dev_err(hdev, "Failed to reset (%d)", err);
1279 goto err;
1280 }
1281
1282 clear_bit(BTMTKSDIO_PATCH_ENABLED, &bdev->tx_state);
1283err:
1284 sdio_release_host(bdev->func);
1285
1286 pm_runtime_put_noidle(bdev->dev);
1287 pm_runtime_disable(bdev->dev);
1288
1289 hci_reset_dev(hdev);
1290}
1291
1292static bool btmtksdio_sdio_inband_wakeup(struct hci_dev *hdev)
1293{
1294 struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);
1295
1296 return device_may_wakeup(bdev->dev);
1297}
1298
1299static bool btmtksdio_sdio_wakeup(struct hci_dev *hdev)
1300{
1301 struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);
1302 bool may_wakeup = device_may_wakeup(bdev->dev);
1303 const struct btmtk_wakeon bt_awake = {
1304 .mode = 0x1,
1305 .gpo = 0,
1306 .active_high = 0x1,
1307 .enable_delay = cpu_to_le16(0xc80),
1308 .wakeup_delay = cpu_to_le16(0x20),
1309 };
1310
1311 if (may_wakeup && bdev->data->chipid == 0x7921) {
1312 struct sk_buff *skb;
1313
1314 skb = __hci_cmd_sync(hdev, 0xfc27, sizeof(bt_awake),
1315 &bt_awake, HCI_CMD_TIMEOUT);
1316 if (IS_ERR(skb))
1317 may_wakeup = false;
1318 else
1319 kfree_skb(skb);
1320 }
1321
1322 return may_wakeup;
1323}
1324
1325static int btmtksdio_probe(struct sdio_func *func,
1326 const struct sdio_device_id *id)
1327{
1328 struct btmtksdio_dev *bdev;
1329 struct hci_dev *hdev;
1330 int err;
1331
1332 bdev = devm_kzalloc(&func->dev, sizeof(*bdev), GFP_KERNEL);
1333 if (!bdev)
1334 return -ENOMEM;
1335
1336 bdev->data = (void *)id->driver_data;
1337 if (!bdev->data)
1338 return -ENODEV;
1339
1340 bdev->dev = &func->dev;
1341 bdev->func = func;
1342
1343 INIT_WORK(&bdev->txrx_work, btmtksdio_txrx_work);
1344 skb_queue_head_init(&bdev->txq);
1345
1346 /* Initialize and register HCI device */
1347 hdev = hci_alloc_dev();
1348 if (!hdev) {
1349 dev_err(&func->dev, "Can't allocate HCI device\n");
1350 return -ENOMEM;
1351 }
1352
1353 bdev->hdev = hdev;
1354
1355 hdev->bus = HCI_SDIO;
1356 hci_set_drvdata(hdev, bdev);
1357
1358 hdev->open = btmtksdio_open;
1359 hdev->close = btmtksdio_close;
1360 hdev->cmd_timeout = btmtksdio_cmd_timeout;
1361 hdev->flush = btmtksdio_flush;
1362 hdev->setup = btmtksdio_setup;
1363 hdev->shutdown = btmtksdio_shutdown;
1364 hdev->send = btmtksdio_send_frame;
1365 hdev->wakeup = btmtksdio_sdio_wakeup;
1366 /*
1367 * If SDIO controller supports wake on Bluetooth, sending a wakeon
1368 * command is not necessary.
1369 */
1370 if (device_can_wakeup(func->card->host->parent))
1371 hdev->wakeup = btmtksdio_sdio_inband_wakeup;
1372 else
1373 hdev->wakeup = btmtksdio_sdio_wakeup;
1374 hdev->set_bdaddr = btmtk_set_bdaddr;
1375
1376 SET_HCIDEV_DEV(hdev, &func->dev);
1377
1378 hdev->manufacturer = 70;
1379 set_bit(HCI_QUIRK_NON_PERSISTENT_SETUP, &hdev->quirks);
1380
1381 sdio_set_drvdata(func, bdev);
1382
1383 err = hci_register_dev(hdev);
1384 if (err < 0) {
1385 dev_err(&func->dev, "Can't register HCI device\n");
1386 hci_free_dev(hdev);
1387 return err;
1388 }
1389
1390 /* pm_runtime_enable would be done after the firmware is being
1391 * downloaded because the core layer probably already enables
1392 * runtime PM for this func such as the case host->caps &
1393 * MMC_CAP_POWER_OFF_CARD.
1394 */
1395 if (pm_runtime_enabled(bdev->dev))
1396 pm_runtime_disable(bdev->dev);
1397
1398 /* As explaination in drivers/mmc/core/sdio_bus.c tells us:
1399 * Unbound SDIO functions are always suspended.
1400 * During probe, the function is set active and the usage count
1401 * is incremented. If the driver supports runtime PM,
1402 * it should call pm_runtime_put_noidle() in its probe routine and
1403 * pm_runtime_get_noresume() in its remove routine.
1404 *
1405 * So, put a pm_runtime_put_noidle here !
1406 */
1407 pm_runtime_put_noidle(bdev->dev);
1408
1409 err = device_init_wakeup(bdev->dev, true);
1410 if (err)
1411 bt_dev_err(hdev, "failed to initialize device wakeup");
1412
1413 bdev->dev->of_node = of_find_compatible_node(NULL, NULL,
1414 "mediatek,mt7921s-bluetooth");
1415 bdev->reset = devm_gpiod_get_optional(bdev->dev, "reset",
1416 GPIOD_OUT_LOW);
1417 if (IS_ERR(bdev->reset))
1418 err = PTR_ERR(bdev->reset);
1419
1420 return err;
1421}
1422
1423static void btmtksdio_remove(struct sdio_func *func)
1424{
1425 struct btmtksdio_dev *bdev = sdio_get_drvdata(func);
1426 struct hci_dev *hdev;
1427
1428 if (!bdev)
1429 return;
1430
1431 /* Be consistent the state in btmtksdio_probe */
1432 pm_runtime_get_noresume(bdev->dev);
1433
1434 hdev = bdev->hdev;
1435
1436 sdio_set_drvdata(func, NULL);
1437 hci_unregister_dev(hdev);
1438 hci_free_dev(hdev);
1439}
1440
1441#ifdef CONFIG_PM
1442static int btmtksdio_runtime_suspend(struct device *dev)
1443{
1444 struct sdio_func *func = dev_to_sdio_func(dev);
1445 struct btmtksdio_dev *bdev;
1446 int err;
1447
1448 bdev = sdio_get_drvdata(func);
1449 if (!bdev)
1450 return 0;
1451
1452 if (!test_bit(BTMTKSDIO_FUNC_ENABLED, &bdev->tx_state))
1453 return 0;
1454
1455 sdio_set_host_pm_flags(func, MMC_PM_KEEP_POWER);
1456
1457 err = btmtksdio_fw_pmctrl(bdev);
1458
1459 bt_dev_dbg(bdev->hdev, "status (%d) return ownership to device", err);
1460
1461 return err;
1462}
1463
1464static int btmtksdio_system_suspend(struct device *dev)
1465{
1466 struct sdio_func *func = dev_to_sdio_func(dev);
1467 struct btmtksdio_dev *bdev;
1468
1469 bdev = sdio_get_drvdata(func);
1470 if (!bdev)
1471 return 0;
1472
1473 if (!test_bit(BTMTKSDIO_FUNC_ENABLED, &bdev->tx_state))
1474 return 0;
1475
1476 set_bit(BTMTKSDIO_BT_WAKE_ENABLED, &bdev->tx_state);
1477
1478 return btmtksdio_runtime_suspend(dev);
1479}
1480
1481static int btmtksdio_runtime_resume(struct device *dev)
1482{
1483 struct sdio_func *func = dev_to_sdio_func(dev);
1484 struct btmtksdio_dev *bdev;
1485 int err;
1486
1487 bdev = sdio_get_drvdata(func);
1488 if (!bdev)
1489 return 0;
1490
1491 if (!test_bit(BTMTKSDIO_FUNC_ENABLED, &bdev->tx_state))
1492 return 0;
1493
1494 err = btmtksdio_drv_pmctrl(bdev);
1495
1496 bt_dev_dbg(bdev->hdev, "status (%d) get ownership from device", err);
1497
1498 return err;
1499}
1500
1501static int btmtksdio_system_resume(struct device *dev)
1502{
1503 return btmtksdio_runtime_resume(dev);
1504}
1505
1506static const struct dev_pm_ops btmtksdio_pm_ops = {
1507 SYSTEM_SLEEP_PM_OPS(btmtksdio_system_suspend, btmtksdio_system_resume)
1508 RUNTIME_PM_OPS(btmtksdio_runtime_suspend, btmtksdio_runtime_resume, NULL)
1509};
1510
1511#define BTMTKSDIO_PM_OPS (&btmtksdio_pm_ops)
1512#else /* CONFIG_PM */
1513#define BTMTKSDIO_PM_OPS NULL
1514#endif /* CONFIG_PM */
1515
1516static struct sdio_driver btmtksdio_driver = {
1517 .name = "btmtksdio",
1518 .probe = btmtksdio_probe,
1519 .remove = btmtksdio_remove,
1520 .id_table = btmtksdio_table,
1521 .drv = {
1522 .owner = THIS_MODULE,
1523 .pm = BTMTKSDIO_PM_OPS,
1524 }
1525};
1526
1527module_sdio_driver(btmtksdio_driver);
1528
1529module_param(enable_autosuspend, bool, 0644);
1530MODULE_PARM_DESC(enable_autosuspend, "Enable autosuspend by default");
1531
1532MODULE_AUTHOR("Sean Wang <sean.wang@mediatek.com>");
1533MODULE_DESCRIPTION("MediaTek Bluetooth SDIO driver ver " VERSION);
1534MODULE_VERSION(VERSION);
1535MODULE_LICENSE("GPL");
1// SPDX-License-Identifier: GPL-2.0
2// Copyright (c) 2019 MediaTek Inc.
3
4/*
5 * Bluetooth support for MediaTek SDIO devices
6 *
7 * This file is written based on btsdio.c and btmtkuart.c.
8 *
9 * Author: Sean Wang <sean.wang@mediatek.com>
10 *
11 */
12
13#include <linux/unaligned.h>
14#include <linux/atomic.h>
15#include <linux/gpio/consumer.h>
16#include <linux/init.h>
17#include <linux/iopoll.h>
18#include <linux/kernel.h>
19#include <linux/module.h>
20#include <linux/of.h>
21#include <linux/pm_runtime.h>
22#include <linux/skbuff.h>
23#include <linux/usb.h>
24
25#include <linux/mmc/host.h>
26#include <linux/mmc/sdio_ids.h>
27#include <linux/mmc/sdio_func.h>
28
29#include <net/bluetooth/bluetooth.h>
30#include <net/bluetooth/hci_core.h>
31
32#include "h4_recv.h"
33#include "btmtk.h"
34
35#define VERSION "0.1"
36
37#define MTKBTSDIO_AUTOSUSPEND_DELAY 1000
38
39static bool enable_autosuspend = true;
40
41struct btmtksdio_data {
42 const char *fwname;
43 u16 chipid;
44 bool lp_mbox_supported;
45};
46
47static const struct btmtksdio_data mt7663_data = {
48 .fwname = FIRMWARE_MT7663,
49 .chipid = 0x7663,
50 .lp_mbox_supported = false,
51};
52
53static const struct btmtksdio_data mt7668_data = {
54 .fwname = FIRMWARE_MT7668,
55 .chipid = 0x7668,
56 .lp_mbox_supported = false,
57};
58
59static const struct btmtksdio_data mt7921_data = {
60 .fwname = FIRMWARE_MT7961,
61 .chipid = 0x7921,
62 .lp_mbox_supported = true,
63};
64
65static const struct sdio_device_id btmtksdio_table[] = {
66 {SDIO_DEVICE(SDIO_VENDOR_ID_MEDIATEK, SDIO_DEVICE_ID_MEDIATEK_MT7663),
67 .driver_data = (kernel_ulong_t)&mt7663_data },
68 {SDIO_DEVICE(SDIO_VENDOR_ID_MEDIATEK, SDIO_DEVICE_ID_MEDIATEK_MT7668),
69 .driver_data = (kernel_ulong_t)&mt7668_data },
70 {SDIO_DEVICE(SDIO_VENDOR_ID_MEDIATEK, SDIO_DEVICE_ID_MEDIATEK_MT7961),
71 .driver_data = (kernel_ulong_t)&mt7921_data },
72 { } /* Terminating entry */
73};
74MODULE_DEVICE_TABLE(sdio, btmtksdio_table);
75
76#define MTK_REG_CHLPCR 0x4 /* W1S */
77#define C_INT_EN_SET BIT(0)
78#define C_INT_EN_CLR BIT(1)
79#define C_FW_OWN_REQ_SET BIT(8) /* For write */
80#define C_COM_DRV_OWN BIT(8) /* For read */
81#define C_FW_OWN_REQ_CLR BIT(9)
82
83#define MTK_REG_CSDIOCSR 0x8
84#define SDIO_RE_INIT_EN BIT(0)
85#define SDIO_INT_CTL BIT(2)
86
87#define MTK_REG_CHCR 0xc
88#define C_INT_CLR_CTRL BIT(1)
89#define BT_RST_DONE BIT(8)
90
91/* CHISR have the same bits field definition with CHIER */
92#define MTK_REG_CHISR 0x10
93#define MTK_REG_CHIER 0x14
94#define FW_OWN_BACK_INT BIT(0)
95#define RX_DONE_INT BIT(1)
96#define TX_EMPTY BIT(2)
97#define TX_FIFO_OVERFLOW BIT(8)
98#define FW_MAILBOX_INT BIT(15)
99#define INT_MASK GENMASK(15, 0)
100#define RX_PKT_LEN GENMASK(31, 16)
101
102#define MTK_REG_CSICR 0xc0
103#define CSICR_CLR_MBOX_ACK BIT(0)
104#define MTK_REG_PH2DSM0R 0xc4
105#define PH2DSM0R_DRIVER_OWN BIT(0)
106#define MTK_REG_PD2HRM0R 0xdc
107#define PD2HRM0R_DRV_OWN BIT(0)
108
109#define MTK_REG_CTDR 0x18
110
111#define MTK_REG_CRDR 0x1c
112
113#define MTK_REG_CRPLR 0x24
114
115#define MTK_SDIO_BLOCK_SIZE 256
116
117#define BTMTKSDIO_TX_WAIT_VND_EVT 1
118#define BTMTKSDIO_HW_TX_READY 2
119#define BTMTKSDIO_FUNC_ENABLED 3
120#define BTMTKSDIO_PATCH_ENABLED 4
121#define BTMTKSDIO_HW_RESET_ACTIVE 5
122#define BTMTKSDIO_BT_WAKE_ENABLED 6
123
124struct mtkbtsdio_hdr {
125 __le16 len;
126 __le16 reserved;
127 u8 bt_type;
128} __packed;
129
130struct btmtksdio_dev {
131 struct hci_dev *hdev;
132 struct sdio_func *func;
133 struct device *dev;
134
135 struct work_struct txrx_work;
136 unsigned long tx_state;
137 struct sk_buff_head txq;
138
139 struct sk_buff *evt_skb;
140
141 const struct btmtksdio_data *data;
142
143 struct gpio_desc *reset;
144};
145
146static int mtk_hci_wmt_sync(struct hci_dev *hdev,
147 struct btmtk_hci_wmt_params *wmt_params)
148{
149 struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);
150 struct btmtk_hci_wmt_evt_funcc *wmt_evt_funcc;
151 struct btmtk_hci_wmt_evt_reg *wmt_evt_reg;
152 u32 hlen, status = BTMTK_WMT_INVALID;
153 struct btmtk_hci_wmt_evt *wmt_evt;
154 struct btmtk_hci_wmt_cmd *wc;
155 struct btmtk_wmt_hdr *hdr;
156 int err;
157
158 /* Send the WMT command and wait until the WMT event returns */
159 hlen = sizeof(*hdr) + wmt_params->dlen;
160 if (hlen > 255)
161 return -EINVAL;
162
163 wc = kzalloc(hlen, GFP_KERNEL);
164 if (!wc)
165 return -ENOMEM;
166
167 hdr = &wc->hdr;
168 hdr->dir = 1;
169 hdr->op = wmt_params->op;
170 hdr->dlen = cpu_to_le16(wmt_params->dlen + 1);
171 hdr->flag = wmt_params->flag;
172 memcpy(wc->data, wmt_params->data, wmt_params->dlen);
173
174 set_bit(BTMTKSDIO_TX_WAIT_VND_EVT, &bdev->tx_state);
175
176 err = __hci_cmd_send(hdev, 0xfc6f, hlen, wc);
177 if (err < 0) {
178 clear_bit(BTMTKSDIO_TX_WAIT_VND_EVT, &bdev->tx_state);
179 goto err_free_wc;
180 }
181
182 /* The vendor specific WMT commands are all answered by a vendor
183 * specific event and will not have the Command Status or Command
184 * Complete as with usual HCI command flow control.
185 *
186 * After sending the command, wait for BTMTKSDIO_TX_WAIT_VND_EVT
187 * state to be cleared. The driver specific event receive routine
188 * will clear that state and with that indicate completion of the
189 * WMT command.
190 */
191 err = wait_on_bit_timeout(&bdev->tx_state, BTMTKSDIO_TX_WAIT_VND_EVT,
192 TASK_INTERRUPTIBLE, HCI_INIT_TIMEOUT);
193 if (err == -EINTR) {
194 bt_dev_err(hdev, "Execution of wmt command interrupted");
195 clear_bit(BTMTKSDIO_TX_WAIT_VND_EVT, &bdev->tx_state);
196 goto err_free_wc;
197 }
198
199 if (err) {
200 bt_dev_err(hdev, "Execution of wmt command timed out");
201 clear_bit(BTMTKSDIO_TX_WAIT_VND_EVT, &bdev->tx_state);
202 err = -ETIMEDOUT;
203 goto err_free_wc;
204 }
205
206 /* Parse and handle the return WMT event */
207 wmt_evt = (struct btmtk_hci_wmt_evt *)bdev->evt_skb->data;
208 if (wmt_evt->whdr.op != hdr->op) {
209 bt_dev_err(hdev, "Wrong op received %d expected %d",
210 wmt_evt->whdr.op, hdr->op);
211 err = -EIO;
212 goto err_free_skb;
213 }
214
215 switch (wmt_evt->whdr.op) {
216 case BTMTK_WMT_SEMAPHORE:
217 if (wmt_evt->whdr.flag == 2)
218 status = BTMTK_WMT_PATCH_UNDONE;
219 else
220 status = BTMTK_WMT_PATCH_DONE;
221 break;
222 case BTMTK_WMT_FUNC_CTRL:
223 wmt_evt_funcc = (struct btmtk_hci_wmt_evt_funcc *)wmt_evt;
224 if (be16_to_cpu(wmt_evt_funcc->status) == 0x404)
225 status = BTMTK_WMT_ON_DONE;
226 else if (be16_to_cpu(wmt_evt_funcc->status) == 0x420)
227 status = BTMTK_WMT_ON_PROGRESS;
228 else
229 status = BTMTK_WMT_ON_UNDONE;
230 break;
231 case BTMTK_WMT_PATCH_DWNLD:
232 if (wmt_evt->whdr.flag == 2)
233 status = BTMTK_WMT_PATCH_DONE;
234 else if (wmt_evt->whdr.flag == 1)
235 status = BTMTK_WMT_PATCH_PROGRESS;
236 else
237 status = BTMTK_WMT_PATCH_UNDONE;
238 break;
239 case BTMTK_WMT_REGISTER:
240 wmt_evt_reg = (struct btmtk_hci_wmt_evt_reg *)wmt_evt;
241 if (le16_to_cpu(wmt_evt->whdr.dlen) == 12)
242 status = le32_to_cpu(wmt_evt_reg->val);
243 break;
244 }
245
246 if (wmt_params->status)
247 *wmt_params->status = status;
248
249err_free_skb:
250 kfree_skb(bdev->evt_skb);
251 bdev->evt_skb = NULL;
252err_free_wc:
253 kfree(wc);
254
255 return err;
256}
257
258static int btmtksdio_tx_packet(struct btmtksdio_dev *bdev,
259 struct sk_buff *skb)
260{
261 struct mtkbtsdio_hdr *sdio_hdr;
262 int err;
263
264 /* Make sure that there are enough rooms for SDIO header */
265 if (unlikely(skb_headroom(skb) < sizeof(*sdio_hdr))) {
266 err = pskb_expand_head(skb, sizeof(*sdio_hdr), 0,
267 GFP_ATOMIC);
268 if (err < 0)
269 return err;
270 }
271
272 /* Prepend MediaTek SDIO Specific Header */
273 skb_push(skb, sizeof(*sdio_hdr));
274
275 sdio_hdr = (void *)skb->data;
276 sdio_hdr->len = cpu_to_le16(skb->len);
277 sdio_hdr->reserved = cpu_to_le16(0);
278 sdio_hdr->bt_type = hci_skb_pkt_type(skb);
279
280 clear_bit(BTMTKSDIO_HW_TX_READY, &bdev->tx_state);
281 err = sdio_writesb(bdev->func, MTK_REG_CTDR, skb->data,
282 round_up(skb->len, MTK_SDIO_BLOCK_SIZE));
283 if (err < 0)
284 goto err_skb_pull;
285
286 bdev->hdev->stat.byte_tx += skb->len;
287
288 kfree_skb(skb);
289
290 return 0;
291
292err_skb_pull:
293 skb_pull(skb, sizeof(*sdio_hdr));
294
295 return err;
296}
297
298static u32 btmtksdio_drv_own_query(struct btmtksdio_dev *bdev)
299{
300 return sdio_readl(bdev->func, MTK_REG_CHLPCR, NULL);
301}
302
303static u32 btmtksdio_drv_own_query_79xx(struct btmtksdio_dev *bdev)
304{
305 return sdio_readl(bdev->func, MTK_REG_PD2HRM0R, NULL);
306}
307
308static u32 btmtksdio_chcr_query(struct btmtksdio_dev *bdev)
309{
310 return sdio_readl(bdev->func, MTK_REG_CHCR, NULL);
311}
312
313static int btmtksdio_fw_pmctrl(struct btmtksdio_dev *bdev)
314{
315 u32 status;
316 int err;
317
318 sdio_claim_host(bdev->func);
319
320 if (bdev->data->lp_mbox_supported &&
321 test_bit(BTMTKSDIO_PATCH_ENABLED, &bdev->tx_state)) {
322 sdio_writel(bdev->func, CSICR_CLR_MBOX_ACK, MTK_REG_CSICR,
323 &err);
324 err = readx_poll_timeout(btmtksdio_drv_own_query_79xx, bdev,
325 status, !(status & PD2HRM0R_DRV_OWN),
326 2000, 1000000);
327 if (err < 0) {
328 bt_dev_err(bdev->hdev, "mailbox ACK not cleared");
329 goto out;
330 }
331 }
332
333 /* Return ownership to the device */
334 sdio_writel(bdev->func, C_FW_OWN_REQ_SET, MTK_REG_CHLPCR, &err);
335 if (err < 0)
336 goto out;
337
338 err = readx_poll_timeout(btmtksdio_drv_own_query, bdev, status,
339 !(status & C_COM_DRV_OWN), 2000, 1000000);
340
341out:
342 sdio_release_host(bdev->func);
343
344 if (err < 0)
345 bt_dev_err(bdev->hdev, "Cannot return ownership to device");
346
347 return err;
348}
349
350static int btmtksdio_drv_pmctrl(struct btmtksdio_dev *bdev)
351{
352 u32 status;
353 int err;
354
355 sdio_claim_host(bdev->func);
356
357 /* Get ownership from the device */
358 sdio_writel(bdev->func, C_FW_OWN_REQ_CLR, MTK_REG_CHLPCR, &err);
359 if (err < 0)
360 goto out;
361
362 err = readx_poll_timeout(btmtksdio_drv_own_query, bdev, status,
363 status & C_COM_DRV_OWN, 2000, 1000000);
364
365 if (!err && bdev->data->lp_mbox_supported &&
366 test_bit(BTMTKSDIO_PATCH_ENABLED, &bdev->tx_state))
367 err = readx_poll_timeout(btmtksdio_drv_own_query_79xx, bdev,
368 status, status & PD2HRM0R_DRV_OWN,
369 2000, 1000000);
370
371out:
372 sdio_release_host(bdev->func);
373
374 if (err < 0)
375 bt_dev_err(bdev->hdev, "Cannot get ownership from device");
376
377 return err;
378}
379
380static int btmtksdio_recv_event(struct hci_dev *hdev, struct sk_buff *skb)
381{
382 struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);
383 struct hci_event_hdr *hdr = (void *)skb->data;
384 u8 evt = hdr->evt;
385 int err;
386
387 /* When someone waits for the WMT event, the skb is being cloned
388 * and being processed the events from there then.
389 */
390 if (test_bit(BTMTKSDIO_TX_WAIT_VND_EVT, &bdev->tx_state)) {
391 bdev->evt_skb = skb_clone(skb, GFP_KERNEL);
392 if (!bdev->evt_skb) {
393 err = -ENOMEM;
394 goto err_out;
395 }
396 }
397
398 err = hci_recv_frame(hdev, skb);
399 if (err < 0)
400 goto err_free_skb;
401
402 if (evt == HCI_EV_WMT) {
403 if (test_and_clear_bit(BTMTKSDIO_TX_WAIT_VND_EVT,
404 &bdev->tx_state)) {
405 /* Barrier to sync with other CPUs */
406 smp_mb__after_atomic();
407 wake_up_bit(&bdev->tx_state, BTMTKSDIO_TX_WAIT_VND_EVT);
408 }
409 }
410
411 return 0;
412
413err_free_skb:
414 kfree_skb(bdev->evt_skb);
415 bdev->evt_skb = NULL;
416
417err_out:
418 return err;
419}
420
421static int btmtksdio_recv_acl(struct hci_dev *hdev, struct sk_buff *skb)
422{
423 struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);
424 u16 handle = le16_to_cpu(hci_acl_hdr(skb)->handle);
425
426 switch (handle) {
427 case 0xfc6f:
428 /* Firmware dump from device: when the firmware hangs, the
429 * device can no longer suspend and thus disable auto-suspend.
430 */
431 pm_runtime_forbid(bdev->dev);
432 fallthrough;
433 case 0x05ff:
434 case 0x05fe:
435 /* Firmware debug logging */
436 return hci_recv_diag(hdev, skb);
437 }
438
439 return hci_recv_frame(hdev, skb);
440}
441
442static const struct h4_recv_pkt mtk_recv_pkts[] = {
443 { H4_RECV_ACL, .recv = btmtksdio_recv_acl },
444 { H4_RECV_SCO, .recv = hci_recv_frame },
445 { H4_RECV_EVENT, .recv = btmtksdio_recv_event },
446};
447
448static int btmtksdio_rx_packet(struct btmtksdio_dev *bdev, u16 rx_size)
449{
450 const struct h4_recv_pkt *pkts = mtk_recv_pkts;
451 int pkts_count = ARRAY_SIZE(mtk_recv_pkts);
452 struct mtkbtsdio_hdr *sdio_hdr;
453 int err, i, pad_size;
454 struct sk_buff *skb;
455 u16 dlen;
456
457 if (rx_size < sizeof(*sdio_hdr))
458 return -EILSEQ;
459
460 /* A SDIO packet is exactly containing a Bluetooth packet */
461 skb = bt_skb_alloc(rx_size, GFP_KERNEL);
462 if (!skb)
463 return -ENOMEM;
464
465 skb_put(skb, rx_size);
466
467 err = sdio_readsb(bdev->func, skb->data, MTK_REG_CRDR, rx_size);
468 if (err < 0)
469 goto err_kfree_skb;
470
471 sdio_hdr = (void *)skb->data;
472
473 /* We assume the default error as -EILSEQ simply to make the error path
474 * be cleaner.
475 */
476 err = -EILSEQ;
477
478 if (rx_size != le16_to_cpu(sdio_hdr->len)) {
479 bt_dev_err(bdev->hdev, "Rx size in sdio header is mismatched ");
480 goto err_kfree_skb;
481 }
482
483 hci_skb_pkt_type(skb) = sdio_hdr->bt_type;
484
485 /* Remove MediaTek SDIO header */
486 skb_pull(skb, sizeof(*sdio_hdr));
487
488 /* We have to dig into the packet to get payload size and then know how
489 * many padding bytes at the tail, these padding bytes should be removed
490 * before the packet is indicated to the core layer.
491 */
492 for (i = 0; i < pkts_count; i++) {
493 if (sdio_hdr->bt_type == (&pkts[i])->type)
494 break;
495 }
496
497 if (i >= pkts_count) {
498 bt_dev_err(bdev->hdev, "Invalid bt type 0x%02x",
499 sdio_hdr->bt_type);
500 goto err_kfree_skb;
501 }
502
503 /* Remaining bytes cannot hold a header*/
504 if (skb->len < (&pkts[i])->hlen) {
505 bt_dev_err(bdev->hdev, "The size of bt header is mismatched");
506 goto err_kfree_skb;
507 }
508
509 switch ((&pkts[i])->lsize) {
510 case 1:
511 dlen = skb->data[(&pkts[i])->loff];
512 break;
513 case 2:
514 dlen = get_unaligned_le16(skb->data +
515 (&pkts[i])->loff);
516 break;
517 default:
518 goto err_kfree_skb;
519 }
520
521 pad_size = skb->len - (&pkts[i])->hlen - dlen;
522
523 /* Remaining bytes cannot hold a payload */
524 if (pad_size < 0) {
525 bt_dev_err(bdev->hdev, "The size of bt payload is mismatched");
526 goto err_kfree_skb;
527 }
528
529 /* Remove padding bytes */
530 skb_trim(skb, skb->len - pad_size);
531
532 /* Complete frame */
533 (&pkts[i])->recv(bdev->hdev, skb);
534
535 bdev->hdev->stat.byte_rx += rx_size;
536
537 return 0;
538
539err_kfree_skb:
540 kfree_skb(skb);
541
542 return err;
543}
544
545static void btmtksdio_txrx_work(struct work_struct *work)
546{
547 struct btmtksdio_dev *bdev = container_of(work, struct btmtksdio_dev,
548 txrx_work);
549 unsigned long txrx_timeout;
550 u32 int_status, rx_size;
551 struct sk_buff *skb;
552 int err;
553
554 pm_runtime_get_sync(bdev->dev);
555
556 sdio_claim_host(bdev->func);
557
558 /* Disable interrupt */
559 sdio_writel(bdev->func, C_INT_EN_CLR, MTK_REG_CHLPCR, NULL);
560
561 txrx_timeout = jiffies + 5 * HZ;
562
563 do {
564 int_status = sdio_readl(bdev->func, MTK_REG_CHISR, NULL);
565
566 /* Ack an interrupt as soon as possible before any operation on
567 * hardware.
568 *
569 * Note that we don't ack any status during operations to avoid race
570 * condition between the host and the device such as it's possible to
571 * mistakenly ack RX_DONE for the next packet and then cause interrupts
572 * not be raised again but there is still pending data in the hardware
573 * FIFO.
574 */
575 sdio_writel(bdev->func, int_status, MTK_REG_CHISR, NULL);
576 int_status &= INT_MASK;
577
578 if ((int_status & FW_MAILBOX_INT) &&
579 bdev->data->chipid == 0x7921) {
580 sdio_writel(bdev->func, PH2DSM0R_DRIVER_OWN,
581 MTK_REG_PH2DSM0R, NULL);
582 }
583
584 if (int_status & FW_OWN_BACK_INT)
585 bt_dev_dbg(bdev->hdev, "Get fw own back");
586
587 if (int_status & TX_EMPTY)
588 set_bit(BTMTKSDIO_HW_TX_READY, &bdev->tx_state);
589
590 else if (unlikely(int_status & TX_FIFO_OVERFLOW))
591 bt_dev_warn(bdev->hdev, "Tx fifo overflow");
592
593 if (test_bit(BTMTKSDIO_HW_TX_READY, &bdev->tx_state)) {
594 skb = skb_dequeue(&bdev->txq);
595 if (skb) {
596 err = btmtksdio_tx_packet(bdev, skb);
597 if (err < 0) {
598 bdev->hdev->stat.err_tx++;
599 skb_queue_head(&bdev->txq, skb);
600 }
601 }
602 }
603
604 if (int_status & RX_DONE_INT) {
605 rx_size = sdio_readl(bdev->func, MTK_REG_CRPLR, NULL);
606 rx_size = (rx_size & RX_PKT_LEN) >> 16;
607 if (btmtksdio_rx_packet(bdev, rx_size) < 0)
608 bdev->hdev->stat.err_rx++;
609 }
610 } while (int_status || time_is_before_jiffies(txrx_timeout));
611
612 /* Enable interrupt */
613 sdio_writel(bdev->func, C_INT_EN_SET, MTK_REG_CHLPCR, NULL);
614
615 sdio_release_host(bdev->func);
616
617 pm_runtime_mark_last_busy(bdev->dev);
618 pm_runtime_put_autosuspend(bdev->dev);
619}
620
621static void btmtksdio_interrupt(struct sdio_func *func)
622{
623 struct btmtksdio_dev *bdev = sdio_get_drvdata(func);
624
625 if (test_bit(BTMTKSDIO_BT_WAKE_ENABLED, &bdev->tx_state)) {
626 if (bdev->hdev->suspended)
627 pm_wakeup_event(bdev->dev, 0);
628 clear_bit(BTMTKSDIO_BT_WAKE_ENABLED, &bdev->tx_state);
629 }
630
631 /* Disable interrupt */
632 sdio_writel(bdev->func, C_INT_EN_CLR, MTK_REG_CHLPCR, NULL);
633
634 schedule_work(&bdev->txrx_work);
635}
636
637static int btmtksdio_open(struct hci_dev *hdev)
638{
639 struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);
640 u32 val;
641 int err;
642
643 sdio_claim_host(bdev->func);
644
645 err = sdio_enable_func(bdev->func);
646 if (err < 0)
647 goto err_release_host;
648
649 set_bit(BTMTKSDIO_FUNC_ENABLED, &bdev->tx_state);
650
651 err = btmtksdio_drv_pmctrl(bdev);
652 if (err < 0)
653 goto err_disable_func;
654
655 /* Disable interrupt & mask out all interrupt sources */
656 sdio_writel(bdev->func, C_INT_EN_CLR, MTK_REG_CHLPCR, &err);
657 if (err < 0)
658 goto err_disable_func;
659
660 sdio_writel(bdev->func, 0, MTK_REG_CHIER, &err);
661 if (err < 0)
662 goto err_disable_func;
663
664 err = sdio_claim_irq(bdev->func, btmtksdio_interrupt);
665 if (err < 0)
666 goto err_disable_func;
667
668 err = sdio_set_block_size(bdev->func, MTK_SDIO_BLOCK_SIZE);
669 if (err < 0)
670 goto err_release_irq;
671
672 /* SDIO CMD 5 allows the SDIO device back to idle state an
673 * synchronous interrupt is supported in SDIO 4-bit mode
674 */
675 val = sdio_readl(bdev->func, MTK_REG_CSDIOCSR, &err);
676 if (err < 0)
677 goto err_release_irq;
678
679 val |= SDIO_INT_CTL;
680 sdio_writel(bdev->func, val, MTK_REG_CSDIOCSR, &err);
681 if (err < 0)
682 goto err_release_irq;
683
684 /* Explicitly set write-1-clear method */
685 val = sdio_readl(bdev->func, MTK_REG_CHCR, &err);
686 if (err < 0)
687 goto err_release_irq;
688
689 val |= C_INT_CLR_CTRL;
690 sdio_writel(bdev->func, val, MTK_REG_CHCR, &err);
691 if (err < 0)
692 goto err_release_irq;
693
694 /* Setup interrupt sources */
695 sdio_writel(bdev->func, RX_DONE_INT | TX_EMPTY | TX_FIFO_OVERFLOW,
696 MTK_REG_CHIER, &err);
697 if (err < 0)
698 goto err_release_irq;
699
700 /* Enable interrupt */
701 sdio_writel(bdev->func, C_INT_EN_SET, MTK_REG_CHLPCR, &err);
702 if (err < 0)
703 goto err_release_irq;
704
705 sdio_release_host(bdev->func);
706
707 return 0;
708
709err_release_irq:
710 sdio_release_irq(bdev->func);
711
712err_disable_func:
713 sdio_disable_func(bdev->func);
714
715err_release_host:
716 sdio_release_host(bdev->func);
717
718 return err;
719}
720
721static int btmtksdio_close(struct hci_dev *hdev)
722{
723 struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);
724
725 sdio_claim_host(bdev->func);
726
727 /* Disable interrupt */
728 sdio_writel(bdev->func, C_INT_EN_CLR, MTK_REG_CHLPCR, NULL);
729
730 sdio_release_irq(bdev->func);
731
732 cancel_work_sync(&bdev->txrx_work);
733
734 btmtksdio_fw_pmctrl(bdev);
735
736 clear_bit(BTMTKSDIO_FUNC_ENABLED, &bdev->tx_state);
737 sdio_disable_func(bdev->func);
738
739 sdio_release_host(bdev->func);
740
741 return 0;
742}
743
744static int btmtksdio_flush(struct hci_dev *hdev)
745{
746 struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);
747
748 skb_queue_purge(&bdev->txq);
749
750 cancel_work_sync(&bdev->txrx_work);
751
752 return 0;
753}
754
755static int btmtksdio_func_query(struct hci_dev *hdev)
756{
757 struct btmtk_hci_wmt_params wmt_params;
758 int status, err;
759 u8 param = 0;
760
761 /* Query whether the function is enabled */
762 wmt_params.op = BTMTK_WMT_FUNC_CTRL;
763 wmt_params.flag = 4;
764 wmt_params.dlen = sizeof(param);
765 wmt_params.data = ¶m;
766 wmt_params.status = &status;
767
768 err = mtk_hci_wmt_sync(hdev, &wmt_params);
769 if (err < 0) {
770 bt_dev_err(hdev, "Failed to query function status (%d)", err);
771 return err;
772 }
773
774 return status;
775}
776
777static int mt76xx_setup(struct hci_dev *hdev, const char *fwname)
778{
779 struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);
780 struct btmtk_hci_wmt_params wmt_params;
781 struct btmtk_tci_sleep tci_sleep;
782 struct sk_buff *skb;
783 int err, status;
784 u8 param = 0x1;
785
786 /* Query whether the firmware is already download */
787 wmt_params.op = BTMTK_WMT_SEMAPHORE;
788 wmt_params.flag = 1;
789 wmt_params.dlen = 0;
790 wmt_params.data = NULL;
791 wmt_params.status = &status;
792
793 err = mtk_hci_wmt_sync(hdev, &wmt_params);
794 if (err < 0) {
795 bt_dev_err(hdev, "Failed to query firmware status (%d)", err);
796 return err;
797 }
798
799 if (status == BTMTK_WMT_PATCH_DONE) {
800 bt_dev_info(hdev, "Firmware already downloaded");
801 goto ignore_setup_fw;
802 }
803
804 /* Setup a firmware which the device definitely requires */
805 err = btmtk_setup_firmware(hdev, fwname, mtk_hci_wmt_sync);
806 if (err < 0)
807 return err;
808
809ignore_setup_fw:
810 /* Query whether the device is already enabled */
811 err = readx_poll_timeout(btmtksdio_func_query, hdev, status,
812 status < 0 || status != BTMTK_WMT_ON_PROGRESS,
813 2000, 5000000);
814 /* -ETIMEDOUT happens */
815 if (err < 0)
816 return err;
817
818 /* The other errors happen in btusb_mtk_func_query */
819 if (status < 0)
820 return status;
821
822 if (status == BTMTK_WMT_ON_DONE) {
823 bt_dev_info(hdev, "function already on");
824 goto ignore_func_on;
825 }
826
827 /* Enable Bluetooth protocol */
828 wmt_params.op = BTMTK_WMT_FUNC_CTRL;
829 wmt_params.flag = 0;
830 wmt_params.dlen = sizeof(param);
831 wmt_params.data = ¶m;
832 wmt_params.status = NULL;
833
834 err = mtk_hci_wmt_sync(hdev, &wmt_params);
835 if (err < 0) {
836 bt_dev_err(hdev, "Failed to send wmt func ctrl (%d)", err);
837 return err;
838 }
839
840 set_bit(BTMTKSDIO_PATCH_ENABLED, &bdev->tx_state);
841
842ignore_func_on:
843 /* Apply the low power environment setup */
844 tci_sleep.mode = 0x5;
845 tci_sleep.duration = cpu_to_le16(0x640);
846 tci_sleep.host_duration = cpu_to_le16(0x640);
847 tci_sleep.host_wakeup_pin = 0;
848 tci_sleep.time_compensation = 0;
849
850 skb = __hci_cmd_sync(hdev, 0xfc7a, sizeof(tci_sleep), &tci_sleep,
851 HCI_INIT_TIMEOUT);
852 if (IS_ERR(skb)) {
853 err = PTR_ERR(skb);
854 bt_dev_err(hdev, "Failed to apply low power setting (%d)", err);
855 return err;
856 }
857 kfree_skb(skb);
858
859 return 0;
860}
861
862static int mt79xx_setup(struct hci_dev *hdev, const char *fwname)
863{
864 struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);
865 struct btmtk_hci_wmt_params wmt_params;
866 u8 param = 0x1;
867 int err;
868
869 err = btmtk_setup_firmware_79xx(hdev, fwname, mtk_hci_wmt_sync);
870 if (err < 0) {
871 bt_dev_err(hdev, "Failed to setup 79xx firmware (%d)", err);
872 return err;
873 }
874
875 err = btmtksdio_fw_pmctrl(bdev);
876 if (err < 0)
877 return err;
878
879 err = btmtksdio_drv_pmctrl(bdev);
880 if (err < 0)
881 return err;
882
883 /* Enable Bluetooth protocol */
884 wmt_params.op = BTMTK_WMT_FUNC_CTRL;
885 wmt_params.flag = 0;
886 wmt_params.dlen = sizeof(param);
887 wmt_params.data = ¶m;
888 wmt_params.status = NULL;
889
890 err = mtk_hci_wmt_sync(hdev, &wmt_params);
891 if (err < 0) {
892 bt_dev_err(hdev, "Failed to send wmt func ctrl (%d)", err);
893 return err;
894 }
895
896 hci_set_msft_opcode(hdev, 0xFD30);
897 hci_set_aosp_capable(hdev);
898 set_bit(BTMTKSDIO_PATCH_ENABLED, &bdev->tx_state);
899
900 return err;
901}
902
903static int btmtksdio_mtk_reg_read(struct hci_dev *hdev, u32 reg, u32 *val)
904{
905 struct btmtk_hci_wmt_params wmt_params;
906 struct reg_read_cmd reg_read = {
907 .type = 1,
908 .num = 1,
909 };
910 u32 status;
911 int err;
912
913 reg_read.addr = cpu_to_le32(reg);
914 wmt_params.op = BTMTK_WMT_REGISTER;
915 wmt_params.flag = BTMTK_WMT_REG_READ;
916 wmt_params.dlen = sizeof(reg_read);
917 wmt_params.data = ®_read;
918 wmt_params.status = &status;
919
920 err = mtk_hci_wmt_sync(hdev, &wmt_params);
921 if (err < 0) {
922 bt_dev_err(hdev, "Failed to read reg (%d)", err);
923 return err;
924 }
925
926 *val = status;
927
928 return err;
929}
930
931static int btmtksdio_mtk_reg_write(struct hci_dev *hdev, u32 reg, u32 val, u32 mask)
932{
933 struct btmtk_hci_wmt_params wmt_params;
934 const struct reg_write_cmd reg_write = {
935 .type = 1,
936 .num = 1,
937 .addr = cpu_to_le32(reg),
938 .data = cpu_to_le32(val),
939 .mask = cpu_to_le32(mask),
940 };
941 int err, status;
942
943 wmt_params.op = BTMTK_WMT_REGISTER;
944 wmt_params.flag = BTMTK_WMT_REG_WRITE;
945 wmt_params.dlen = sizeof(reg_write);
946 wmt_params.data = ®_write;
947 wmt_params.status = &status;
948
949 err = mtk_hci_wmt_sync(hdev, &wmt_params);
950 if (err < 0)
951 bt_dev_err(hdev, "Failed to write reg (%d)", err);
952
953 return err;
954}
955
956static int btmtksdio_get_data_path_id(struct hci_dev *hdev, __u8 *data_path_id)
957{
958 /* uses 1 as data path id for all the usecases */
959 *data_path_id = 1;
960 return 0;
961}
962
963static int btmtksdio_get_codec_config_data(struct hci_dev *hdev,
964 __u8 link, struct bt_codec *codec,
965 __u8 *ven_len, __u8 **ven_data)
966{
967 int err = 0;
968
969 if (!ven_data || !ven_len)
970 return -EINVAL;
971
972 *ven_len = 0;
973 *ven_data = NULL;
974
975 if (link != ESCO_LINK) {
976 bt_dev_err(hdev, "Invalid link type(%u)", link);
977 return -EINVAL;
978 }
979
980 *ven_data = kmalloc(sizeof(__u8), GFP_KERNEL);
981 if (!*ven_data) {
982 err = -ENOMEM;
983 goto error;
984 }
985
986 /* supports only CVSD and mSBC offload codecs */
987 switch (codec->id) {
988 case 0x02:
989 **ven_data = 0x00;
990 break;
991 case 0x05:
992 **ven_data = 0x01;
993 break;
994 default:
995 err = -EINVAL;
996 bt_dev_err(hdev, "Invalid codec id(%u)", codec->id);
997 goto error;
998 }
999 /* codec and its capabilities are pre-defined to ids
1000 * preset id = 0x00 represents CVSD codec with sampling rate 8K
1001 * preset id = 0x01 represents mSBC codec with sampling rate 16K
1002 */
1003 *ven_len = sizeof(__u8);
1004 return err;
1005
1006error:
1007 kfree(*ven_data);
1008 *ven_data = NULL;
1009 return err;
1010}
1011
1012static int btmtksdio_sco_setting(struct hci_dev *hdev)
1013{
1014 const struct btmtk_sco sco_setting = {
1015 .clock_config = 0x49,
1016 .channel_format_config = 0x80,
1017 };
1018 struct sk_buff *skb;
1019 u32 val;
1020 int err;
1021
1022 /* Enable SCO over I2S/PCM for MediaTek chipset */
1023 skb = __hci_cmd_sync(hdev, 0xfc72, sizeof(sco_setting),
1024 &sco_setting, HCI_CMD_TIMEOUT);
1025 if (IS_ERR(skb))
1026 return PTR_ERR(skb);
1027
1028 kfree_skb(skb);
1029
1030 err = btmtksdio_mtk_reg_read(hdev, MT7921_PINMUX_0, &val);
1031 if (err < 0)
1032 return err;
1033
1034 val |= 0x11000000;
1035 err = btmtksdio_mtk_reg_write(hdev, MT7921_PINMUX_0, val, ~0);
1036 if (err < 0)
1037 return err;
1038
1039 err = btmtksdio_mtk_reg_read(hdev, MT7921_PINMUX_1, &val);
1040 if (err < 0)
1041 return err;
1042
1043 val |= 0x00000101;
1044 err = btmtksdio_mtk_reg_write(hdev, MT7921_PINMUX_1, val, ~0);
1045 if (err < 0)
1046 return err;
1047
1048 hdev->get_data_path_id = btmtksdio_get_data_path_id;
1049 hdev->get_codec_config_data = btmtksdio_get_codec_config_data;
1050
1051 return err;
1052}
1053
1054static int btmtksdio_reset_setting(struct hci_dev *hdev)
1055{
1056 int err;
1057 u32 val;
1058
1059 err = btmtksdio_mtk_reg_read(hdev, MT7921_PINMUX_1, &val);
1060 if (err < 0)
1061 return err;
1062
1063 val |= 0x20; /* set the pin (bit field 11:8) work as GPIO mode */
1064 err = btmtksdio_mtk_reg_write(hdev, MT7921_PINMUX_1, val, ~0);
1065 if (err < 0)
1066 return err;
1067
1068 err = btmtksdio_mtk_reg_read(hdev, MT7921_BTSYS_RST, &val);
1069 if (err < 0)
1070 return err;
1071
1072 val |= MT7921_BTSYS_RST_WITH_GPIO;
1073 return btmtksdio_mtk_reg_write(hdev, MT7921_BTSYS_RST, val, ~0);
1074}
1075
1076static int btmtksdio_setup(struct hci_dev *hdev)
1077{
1078 struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);
1079 ktime_t calltime, delta, rettime;
1080 unsigned long long duration;
1081 char fwname[64];
1082 int err, dev_id;
1083 u32 fw_version = 0, val;
1084
1085 calltime = ktime_get();
1086 set_bit(BTMTKSDIO_HW_TX_READY, &bdev->tx_state);
1087
1088 switch (bdev->data->chipid) {
1089 case 0x7921:
1090 if (test_bit(BTMTKSDIO_HW_RESET_ACTIVE, &bdev->tx_state)) {
1091 err = btmtksdio_mtk_reg_read(hdev, MT7921_DLSTATUS,
1092 &val);
1093 if (err < 0)
1094 return err;
1095
1096 val &= ~BT_DL_STATE;
1097 err = btmtksdio_mtk_reg_write(hdev, MT7921_DLSTATUS,
1098 val, ~0);
1099 if (err < 0)
1100 return err;
1101
1102 btmtksdio_fw_pmctrl(bdev);
1103 msleep(20);
1104 btmtksdio_drv_pmctrl(bdev);
1105
1106 clear_bit(BTMTKSDIO_HW_RESET_ACTIVE, &bdev->tx_state);
1107 }
1108
1109 err = btmtksdio_mtk_reg_read(hdev, 0x70010200, &dev_id);
1110 if (err < 0) {
1111 bt_dev_err(hdev, "Failed to get device id (%d)", err);
1112 return err;
1113 }
1114
1115 err = btmtksdio_mtk_reg_read(hdev, 0x80021004, &fw_version);
1116 if (err < 0) {
1117 bt_dev_err(hdev, "Failed to get fw version (%d)", err);
1118 return err;
1119 }
1120
1121 btmtk_fw_get_filename(fwname, sizeof(fwname), dev_id,
1122 fw_version, 0);
1123
1124 snprintf(fwname, sizeof(fwname),
1125 "mediatek/BT_RAM_CODE_MT%04x_1_%x_hdr.bin",
1126 dev_id & 0xffff, (fw_version & 0xff) + 1);
1127 err = mt79xx_setup(hdev, fwname);
1128 if (err < 0)
1129 return err;
1130
1131 /* Enable SCO over I2S/PCM */
1132 err = btmtksdio_sco_setting(hdev);
1133 if (err < 0) {
1134 bt_dev_err(hdev, "Failed to enable SCO setting (%d)", err);
1135 return err;
1136 }
1137
1138 /* Enable WBS with mSBC codec */
1139 set_bit(HCI_QUIRK_WIDEBAND_SPEECH_SUPPORTED, &hdev->quirks);
1140
1141 /* Enable GPIO reset mechanism */
1142 if (bdev->reset) {
1143 err = btmtksdio_reset_setting(hdev);
1144 if (err < 0) {
1145 bt_dev_err(hdev, "Failed to enable Reset setting (%d)", err);
1146 devm_gpiod_put(bdev->dev, bdev->reset);
1147 bdev->reset = NULL;
1148 }
1149 }
1150
1151 break;
1152 case 0x7663:
1153 case 0x7668:
1154 err = mt76xx_setup(hdev, bdev->data->fwname);
1155 if (err < 0)
1156 return err;
1157 break;
1158 default:
1159 return -ENODEV;
1160 }
1161
1162 rettime = ktime_get();
1163 delta = ktime_sub(rettime, calltime);
1164 duration = (unsigned long long)ktime_to_ns(delta) >> 10;
1165
1166 pm_runtime_set_autosuspend_delay(bdev->dev,
1167 MTKBTSDIO_AUTOSUSPEND_DELAY);
1168 pm_runtime_use_autosuspend(bdev->dev);
1169
1170 err = pm_runtime_set_active(bdev->dev);
1171 if (err < 0)
1172 return err;
1173
1174 /* Default forbid runtime auto suspend, that can be allowed by
1175 * enable_autosuspend flag or the PM runtime entry under sysfs.
1176 */
1177 pm_runtime_forbid(bdev->dev);
1178 pm_runtime_enable(bdev->dev);
1179
1180 if (enable_autosuspend)
1181 pm_runtime_allow(bdev->dev);
1182
1183 bt_dev_info(hdev, "Device setup in %llu usecs", duration);
1184
1185 return 0;
1186}
1187
1188static int btmtksdio_shutdown(struct hci_dev *hdev)
1189{
1190 struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);
1191 struct btmtk_hci_wmt_params wmt_params;
1192 u8 param = 0x0;
1193 int err;
1194
1195 /* Get back the state to be consistent with the state
1196 * in btmtksdio_setup.
1197 */
1198 pm_runtime_get_sync(bdev->dev);
1199
1200 /* wmt command only works until the reset is complete */
1201 if (test_bit(BTMTKSDIO_HW_RESET_ACTIVE, &bdev->tx_state))
1202 goto ignore_wmt_cmd;
1203
1204 /* Disable the device */
1205 wmt_params.op = BTMTK_WMT_FUNC_CTRL;
1206 wmt_params.flag = 0;
1207 wmt_params.dlen = sizeof(param);
1208 wmt_params.data = ¶m;
1209 wmt_params.status = NULL;
1210
1211 err = mtk_hci_wmt_sync(hdev, &wmt_params);
1212 if (err < 0) {
1213 bt_dev_err(hdev, "Failed to send wmt func ctrl (%d)", err);
1214 return err;
1215 }
1216
1217ignore_wmt_cmd:
1218 pm_runtime_put_noidle(bdev->dev);
1219 pm_runtime_disable(bdev->dev);
1220
1221 return 0;
1222}
1223
1224static int btmtksdio_send_frame(struct hci_dev *hdev, struct sk_buff *skb)
1225{
1226 struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);
1227
1228 switch (hci_skb_pkt_type(skb)) {
1229 case HCI_COMMAND_PKT:
1230 hdev->stat.cmd_tx++;
1231 break;
1232
1233 case HCI_ACLDATA_PKT:
1234 hdev->stat.acl_tx++;
1235 break;
1236
1237 case HCI_SCODATA_PKT:
1238 hdev->stat.sco_tx++;
1239 break;
1240
1241 default:
1242 return -EILSEQ;
1243 }
1244
1245 skb_queue_tail(&bdev->txq, skb);
1246
1247 schedule_work(&bdev->txrx_work);
1248
1249 return 0;
1250}
1251
1252static void btmtksdio_cmd_timeout(struct hci_dev *hdev)
1253{
1254 struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);
1255 u32 status;
1256 int err;
1257
1258 if (!bdev->reset || bdev->data->chipid != 0x7921)
1259 return;
1260
1261 pm_runtime_get_sync(bdev->dev);
1262
1263 if (test_and_set_bit(BTMTKSDIO_HW_RESET_ACTIVE, &bdev->tx_state))
1264 return;
1265
1266 sdio_claim_host(bdev->func);
1267
1268 sdio_writel(bdev->func, C_INT_EN_CLR, MTK_REG_CHLPCR, NULL);
1269 skb_queue_purge(&bdev->txq);
1270 cancel_work_sync(&bdev->txrx_work);
1271
1272 gpiod_set_value_cansleep(bdev->reset, 1);
1273 msleep(100);
1274 gpiod_set_value_cansleep(bdev->reset, 0);
1275
1276 err = readx_poll_timeout(btmtksdio_chcr_query, bdev, status,
1277 status & BT_RST_DONE, 100000, 2000000);
1278 if (err < 0) {
1279 bt_dev_err(hdev, "Failed to reset (%d)", err);
1280 goto err;
1281 }
1282
1283 clear_bit(BTMTKSDIO_PATCH_ENABLED, &bdev->tx_state);
1284err:
1285 sdio_release_host(bdev->func);
1286
1287 pm_runtime_put_noidle(bdev->dev);
1288 pm_runtime_disable(bdev->dev);
1289
1290 hci_reset_dev(hdev);
1291}
1292
1293static bool btmtksdio_sdio_inband_wakeup(struct hci_dev *hdev)
1294{
1295 struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);
1296
1297 return device_may_wakeup(bdev->dev);
1298}
1299
1300static bool btmtksdio_sdio_wakeup(struct hci_dev *hdev)
1301{
1302 struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);
1303 bool may_wakeup = device_may_wakeup(bdev->dev);
1304 const struct btmtk_wakeon bt_awake = {
1305 .mode = 0x1,
1306 .gpo = 0,
1307 .active_high = 0x1,
1308 .enable_delay = cpu_to_le16(0xc80),
1309 .wakeup_delay = cpu_to_le16(0x20),
1310 };
1311
1312 if (may_wakeup && bdev->data->chipid == 0x7921) {
1313 struct sk_buff *skb;
1314
1315 skb = __hci_cmd_sync(hdev, 0xfc27, sizeof(bt_awake),
1316 &bt_awake, HCI_CMD_TIMEOUT);
1317 if (IS_ERR(skb))
1318 may_wakeup = false;
1319 else
1320 kfree_skb(skb);
1321 }
1322
1323 return may_wakeup;
1324}
1325
1326static int btmtksdio_probe(struct sdio_func *func,
1327 const struct sdio_device_id *id)
1328{
1329 struct btmtksdio_dev *bdev;
1330 struct hci_dev *hdev;
1331 struct device_node *old_node;
1332 bool restore_node;
1333 int err;
1334
1335 bdev = devm_kzalloc(&func->dev, sizeof(*bdev), GFP_KERNEL);
1336 if (!bdev)
1337 return -ENOMEM;
1338
1339 bdev->data = (void *)id->driver_data;
1340 if (!bdev->data)
1341 return -ENODEV;
1342
1343 bdev->dev = &func->dev;
1344 bdev->func = func;
1345
1346 INIT_WORK(&bdev->txrx_work, btmtksdio_txrx_work);
1347 skb_queue_head_init(&bdev->txq);
1348
1349 /* Initialize and register HCI device */
1350 hdev = hci_alloc_dev();
1351 if (!hdev) {
1352 dev_err(&func->dev, "Can't allocate HCI device\n");
1353 return -ENOMEM;
1354 }
1355
1356 bdev->hdev = hdev;
1357
1358 hdev->bus = HCI_SDIO;
1359 hci_set_drvdata(hdev, bdev);
1360
1361 hdev->open = btmtksdio_open;
1362 hdev->close = btmtksdio_close;
1363 hdev->cmd_timeout = btmtksdio_cmd_timeout;
1364 hdev->flush = btmtksdio_flush;
1365 hdev->setup = btmtksdio_setup;
1366 hdev->shutdown = btmtksdio_shutdown;
1367 hdev->send = btmtksdio_send_frame;
1368 hdev->wakeup = btmtksdio_sdio_wakeup;
1369 /*
1370 * If SDIO controller supports wake on Bluetooth, sending a wakeon
1371 * command is not necessary.
1372 */
1373 if (device_can_wakeup(func->card->host->parent))
1374 hdev->wakeup = btmtksdio_sdio_inband_wakeup;
1375 else
1376 hdev->wakeup = btmtksdio_sdio_wakeup;
1377 hdev->set_bdaddr = btmtk_set_bdaddr;
1378
1379 SET_HCIDEV_DEV(hdev, &func->dev);
1380
1381 hdev->manufacturer = 70;
1382 set_bit(HCI_QUIRK_NON_PERSISTENT_SETUP, &hdev->quirks);
1383
1384 sdio_set_drvdata(func, bdev);
1385
1386 err = hci_register_dev(hdev);
1387 if (err < 0) {
1388 dev_err(&func->dev, "Can't register HCI device\n");
1389 hci_free_dev(hdev);
1390 return err;
1391 }
1392
1393 /* pm_runtime_enable would be done after the firmware is being
1394 * downloaded because the core layer probably already enables
1395 * runtime PM for this func such as the case host->caps &
1396 * MMC_CAP_POWER_OFF_CARD.
1397 */
1398 if (pm_runtime_enabled(bdev->dev))
1399 pm_runtime_disable(bdev->dev);
1400
1401 /* As explanation in drivers/mmc/core/sdio_bus.c tells us:
1402 * Unbound SDIO functions are always suspended.
1403 * During probe, the function is set active and the usage count
1404 * is incremented. If the driver supports runtime PM,
1405 * it should call pm_runtime_put_noidle() in its probe routine and
1406 * pm_runtime_get_noresume() in its remove routine.
1407 *
1408 * So, put a pm_runtime_put_noidle here !
1409 */
1410 pm_runtime_put_noidle(bdev->dev);
1411
1412 err = device_init_wakeup(bdev->dev, true);
1413 if (err)
1414 bt_dev_err(hdev, "failed to initialize device wakeup");
1415
1416 restore_node = false;
1417 if (!of_device_is_compatible(bdev->dev->of_node, "mediatek,mt7921s-bluetooth")) {
1418 restore_node = true;
1419 old_node = bdev->dev->of_node;
1420 bdev->dev->of_node = of_find_compatible_node(NULL, NULL,
1421 "mediatek,mt7921s-bluetooth");
1422 }
1423
1424 bdev->reset = devm_gpiod_get_optional(bdev->dev, "reset",
1425 GPIOD_OUT_LOW);
1426 if (IS_ERR(bdev->reset))
1427 err = PTR_ERR(bdev->reset);
1428
1429 if (restore_node) {
1430 of_node_put(bdev->dev->of_node);
1431 bdev->dev->of_node = old_node;
1432 }
1433
1434 return err;
1435}
1436
1437static void btmtksdio_remove(struct sdio_func *func)
1438{
1439 struct btmtksdio_dev *bdev = sdio_get_drvdata(func);
1440 struct hci_dev *hdev;
1441
1442 if (!bdev)
1443 return;
1444
1445 /* Be consistent the state in btmtksdio_probe */
1446 pm_runtime_get_noresume(bdev->dev);
1447
1448 hdev = bdev->hdev;
1449
1450 sdio_set_drvdata(func, NULL);
1451 hci_unregister_dev(hdev);
1452 hci_free_dev(hdev);
1453}
1454
1455#ifdef CONFIG_PM
1456static int btmtksdio_runtime_suspend(struct device *dev)
1457{
1458 struct sdio_func *func = dev_to_sdio_func(dev);
1459 struct btmtksdio_dev *bdev;
1460 int err;
1461
1462 bdev = sdio_get_drvdata(func);
1463 if (!bdev)
1464 return 0;
1465
1466 if (!test_bit(BTMTKSDIO_FUNC_ENABLED, &bdev->tx_state))
1467 return 0;
1468
1469 sdio_set_host_pm_flags(func, MMC_PM_KEEP_POWER);
1470
1471 err = btmtksdio_fw_pmctrl(bdev);
1472
1473 bt_dev_dbg(bdev->hdev, "status (%d) return ownership to device", err);
1474
1475 return err;
1476}
1477
1478static int btmtksdio_system_suspend(struct device *dev)
1479{
1480 struct sdio_func *func = dev_to_sdio_func(dev);
1481 struct btmtksdio_dev *bdev;
1482
1483 bdev = sdio_get_drvdata(func);
1484 if (!bdev)
1485 return 0;
1486
1487 if (!test_bit(BTMTKSDIO_FUNC_ENABLED, &bdev->tx_state))
1488 return 0;
1489
1490 set_bit(BTMTKSDIO_BT_WAKE_ENABLED, &bdev->tx_state);
1491
1492 return btmtksdio_runtime_suspend(dev);
1493}
1494
1495static int btmtksdio_runtime_resume(struct device *dev)
1496{
1497 struct sdio_func *func = dev_to_sdio_func(dev);
1498 struct btmtksdio_dev *bdev;
1499 int err;
1500
1501 bdev = sdio_get_drvdata(func);
1502 if (!bdev)
1503 return 0;
1504
1505 if (!test_bit(BTMTKSDIO_FUNC_ENABLED, &bdev->tx_state))
1506 return 0;
1507
1508 err = btmtksdio_drv_pmctrl(bdev);
1509
1510 bt_dev_dbg(bdev->hdev, "status (%d) get ownership from device", err);
1511
1512 return err;
1513}
1514
1515static int btmtksdio_system_resume(struct device *dev)
1516{
1517 return btmtksdio_runtime_resume(dev);
1518}
1519
1520static const struct dev_pm_ops btmtksdio_pm_ops = {
1521 SYSTEM_SLEEP_PM_OPS(btmtksdio_system_suspend, btmtksdio_system_resume)
1522 RUNTIME_PM_OPS(btmtksdio_runtime_suspend, btmtksdio_runtime_resume, NULL)
1523};
1524
1525#define BTMTKSDIO_PM_OPS (&btmtksdio_pm_ops)
1526#else /* CONFIG_PM */
1527#define BTMTKSDIO_PM_OPS NULL
1528#endif /* CONFIG_PM */
1529
1530static struct sdio_driver btmtksdio_driver = {
1531 .name = "btmtksdio",
1532 .probe = btmtksdio_probe,
1533 .remove = btmtksdio_remove,
1534 .id_table = btmtksdio_table,
1535 .drv = {
1536 .pm = BTMTKSDIO_PM_OPS,
1537 }
1538};
1539
1540module_sdio_driver(btmtksdio_driver);
1541
1542module_param(enable_autosuspend, bool, 0644);
1543MODULE_PARM_DESC(enable_autosuspend, "Enable autosuspend by default");
1544
1545MODULE_AUTHOR("Sean Wang <sean.wang@mediatek.com>");
1546MODULE_DESCRIPTION("MediaTek Bluetooth SDIO driver ver " VERSION);
1547MODULE_VERSION(VERSION);
1548MODULE_LICENSE("GPL");