Linux Audio

Check our new training course

Loading...
v6.8
   1// SPDX-License-Identifier: GPL-2.0
   2// Copyright (c) 2019 MediaTek Inc.
   3
   4/*
   5 * Bluetooth support for MediaTek SDIO devices
   6 *
   7 * This file is written based on btsdio.c and btmtkuart.c.
   8 *
   9 * Author: Sean Wang <sean.wang@mediatek.com>
  10 *
  11 */
  12
  13#include <asm/unaligned.h>
  14#include <linux/atomic.h>
  15#include <linux/gpio/consumer.h>
  16#include <linux/init.h>
  17#include <linux/iopoll.h>
  18#include <linux/kernel.h>
  19#include <linux/module.h>
  20#include <linux/of.h>
  21#include <linux/pm_runtime.h>
  22#include <linux/skbuff.h>
  23
  24#include <linux/mmc/host.h>
  25#include <linux/mmc/sdio_ids.h>
  26#include <linux/mmc/sdio_func.h>
  27
  28#include <net/bluetooth/bluetooth.h>
  29#include <net/bluetooth/hci_core.h>
  30
  31#include "h4_recv.h"
  32#include "btmtk.h"
  33
  34#define VERSION "0.1"
  35
  36#define MTKBTSDIO_AUTOSUSPEND_DELAY	1000
  37
  38static bool enable_autosuspend = true;
  39
  40struct btmtksdio_data {
  41	const char *fwname;
  42	u16 chipid;
  43	bool lp_mbox_supported;
  44};
  45
  46static const struct btmtksdio_data mt7663_data = {
  47	.fwname = FIRMWARE_MT7663,
  48	.chipid = 0x7663,
  49	.lp_mbox_supported = false,
  50};
  51
  52static const struct btmtksdio_data mt7668_data = {
  53	.fwname = FIRMWARE_MT7668,
  54	.chipid = 0x7668,
  55	.lp_mbox_supported = false,
  56};
  57
  58static const struct btmtksdio_data mt7921_data = {
  59	.fwname = FIRMWARE_MT7961,
  60	.chipid = 0x7921,
  61	.lp_mbox_supported = true,
  62};
  63
  64static const struct sdio_device_id btmtksdio_table[] = {
  65	{SDIO_DEVICE(SDIO_VENDOR_ID_MEDIATEK, SDIO_DEVICE_ID_MEDIATEK_MT7663),
  66	 .driver_data = (kernel_ulong_t)&mt7663_data },
  67	{SDIO_DEVICE(SDIO_VENDOR_ID_MEDIATEK, SDIO_DEVICE_ID_MEDIATEK_MT7668),
  68	 .driver_data = (kernel_ulong_t)&mt7668_data },
  69	{SDIO_DEVICE(SDIO_VENDOR_ID_MEDIATEK, SDIO_DEVICE_ID_MEDIATEK_MT7961),
  70	 .driver_data = (kernel_ulong_t)&mt7921_data },
  71	{ }	/* Terminating entry */
  72};
  73MODULE_DEVICE_TABLE(sdio, btmtksdio_table);
  74
  75#define MTK_REG_CHLPCR		0x4	/* W1S */
  76#define C_INT_EN_SET		BIT(0)
  77#define C_INT_EN_CLR		BIT(1)
  78#define C_FW_OWN_REQ_SET	BIT(8)  /* For write */
  79#define C_COM_DRV_OWN		BIT(8)  /* For read */
  80#define C_FW_OWN_REQ_CLR	BIT(9)
  81
  82#define MTK_REG_CSDIOCSR	0x8
  83#define SDIO_RE_INIT_EN		BIT(0)
  84#define SDIO_INT_CTL		BIT(2)
  85
  86#define MTK_REG_CHCR		0xc
  87#define C_INT_CLR_CTRL		BIT(1)
  88#define BT_RST_DONE		BIT(8)
  89
  90/* CHISR have the same bits field definition with CHIER */
  91#define MTK_REG_CHISR		0x10
  92#define MTK_REG_CHIER		0x14
  93#define FW_OWN_BACK_INT		BIT(0)
  94#define RX_DONE_INT		BIT(1)
  95#define TX_EMPTY		BIT(2)
  96#define TX_FIFO_OVERFLOW	BIT(8)
  97#define FW_MAILBOX_INT		BIT(15)
  98#define INT_MASK		GENMASK(15, 0)
  99#define RX_PKT_LEN		GENMASK(31, 16)
 100
 101#define MTK_REG_CSICR		0xc0
 102#define CSICR_CLR_MBOX_ACK BIT(0)
 103#define MTK_REG_PH2DSM0R	0xc4
 104#define PH2DSM0R_DRIVER_OWN	BIT(0)
 105#define MTK_REG_PD2HRM0R	0xdc
 106#define PD2HRM0R_DRV_OWN	BIT(0)
 107
 108#define MTK_REG_CTDR		0x18
 109
 110#define MTK_REG_CRDR		0x1c
 111
 112#define MTK_REG_CRPLR		0x24
 113
 114#define MTK_SDIO_BLOCK_SIZE	256
 115
 116#define BTMTKSDIO_TX_WAIT_VND_EVT	1
 117#define BTMTKSDIO_HW_TX_READY		2
 118#define BTMTKSDIO_FUNC_ENABLED		3
 119#define BTMTKSDIO_PATCH_ENABLED		4
 120#define BTMTKSDIO_HW_RESET_ACTIVE	5
 121#define BTMTKSDIO_BT_WAKE_ENABLED	6
 122
 123struct mtkbtsdio_hdr {
 124	__le16	len;
 125	__le16	reserved;
 126	u8	bt_type;
 127} __packed;
 128
 129struct btmtksdio_dev {
 130	struct hci_dev *hdev;
 131	struct sdio_func *func;
 132	struct device *dev;
 133
 134	struct work_struct txrx_work;
 135	unsigned long tx_state;
 136	struct sk_buff_head txq;
 137
 138	struct sk_buff *evt_skb;
 139
 140	const struct btmtksdio_data *data;
 141
 142	struct gpio_desc *reset;
 143};
 144
 145static int mtk_hci_wmt_sync(struct hci_dev *hdev,
 146			    struct btmtk_hci_wmt_params *wmt_params)
 147{
 148	struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);
 149	struct btmtk_hci_wmt_evt_funcc *wmt_evt_funcc;
 150	struct btmtk_hci_wmt_evt_reg *wmt_evt_reg;
 151	u32 hlen, status = BTMTK_WMT_INVALID;
 152	struct btmtk_hci_wmt_evt *wmt_evt;
 153	struct btmtk_hci_wmt_cmd *wc;
 154	struct btmtk_wmt_hdr *hdr;
 155	int err;
 156
 157	/* Send the WMT command and wait until the WMT event returns */
 158	hlen = sizeof(*hdr) + wmt_params->dlen;
 159	if (hlen > 255)
 160		return -EINVAL;
 161
 162	wc = kzalloc(hlen, GFP_KERNEL);
 163	if (!wc)
 164		return -ENOMEM;
 165
 166	hdr = &wc->hdr;
 167	hdr->dir = 1;
 168	hdr->op = wmt_params->op;
 169	hdr->dlen = cpu_to_le16(wmt_params->dlen + 1);
 170	hdr->flag = wmt_params->flag;
 171	memcpy(wc->data, wmt_params->data, wmt_params->dlen);
 172
 173	set_bit(BTMTKSDIO_TX_WAIT_VND_EVT, &bdev->tx_state);
 174
 175	err = __hci_cmd_send(hdev, 0xfc6f, hlen, wc);
 176	if (err < 0) {
 177		clear_bit(BTMTKSDIO_TX_WAIT_VND_EVT, &bdev->tx_state);
 178		goto err_free_wc;
 179	}
 180
 181	/* The vendor specific WMT commands are all answered by a vendor
 182	 * specific event and will not have the Command Status or Command
 183	 * Complete as with usual HCI command flow control.
 184	 *
 185	 * After sending the command, wait for BTMTKSDIO_TX_WAIT_VND_EVT
 186	 * state to be cleared. The driver specific event receive routine
 187	 * will clear that state and with that indicate completion of the
 188	 * WMT command.
 189	 */
 190	err = wait_on_bit_timeout(&bdev->tx_state, BTMTKSDIO_TX_WAIT_VND_EVT,
 191				  TASK_INTERRUPTIBLE, HCI_INIT_TIMEOUT);
 192	if (err == -EINTR) {
 193		bt_dev_err(hdev, "Execution of wmt command interrupted");
 194		clear_bit(BTMTKSDIO_TX_WAIT_VND_EVT, &bdev->tx_state);
 195		goto err_free_wc;
 196	}
 197
 198	if (err) {
 199		bt_dev_err(hdev, "Execution of wmt command timed out");
 200		clear_bit(BTMTKSDIO_TX_WAIT_VND_EVT, &bdev->tx_state);
 201		err = -ETIMEDOUT;
 202		goto err_free_wc;
 203	}
 204
 205	/* Parse and handle the return WMT event */
 206	wmt_evt = (struct btmtk_hci_wmt_evt *)bdev->evt_skb->data;
 207	if (wmt_evt->whdr.op != hdr->op) {
 208		bt_dev_err(hdev, "Wrong op received %d expected %d",
 209			   wmt_evt->whdr.op, hdr->op);
 210		err = -EIO;
 211		goto err_free_skb;
 212	}
 213
 214	switch (wmt_evt->whdr.op) {
 215	case BTMTK_WMT_SEMAPHORE:
 216		if (wmt_evt->whdr.flag == 2)
 217			status = BTMTK_WMT_PATCH_UNDONE;
 218		else
 219			status = BTMTK_WMT_PATCH_DONE;
 220		break;
 221	case BTMTK_WMT_FUNC_CTRL:
 222		wmt_evt_funcc = (struct btmtk_hci_wmt_evt_funcc *)wmt_evt;
 223		if (be16_to_cpu(wmt_evt_funcc->status) == 0x404)
 224			status = BTMTK_WMT_ON_DONE;
 225		else if (be16_to_cpu(wmt_evt_funcc->status) == 0x420)
 226			status = BTMTK_WMT_ON_PROGRESS;
 227		else
 228			status = BTMTK_WMT_ON_UNDONE;
 229		break;
 230	case BTMTK_WMT_PATCH_DWNLD:
 231		if (wmt_evt->whdr.flag == 2)
 232			status = BTMTK_WMT_PATCH_DONE;
 233		else if (wmt_evt->whdr.flag == 1)
 234			status = BTMTK_WMT_PATCH_PROGRESS;
 235		else
 236			status = BTMTK_WMT_PATCH_UNDONE;
 237		break;
 238	case BTMTK_WMT_REGISTER:
 239		wmt_evt_reg = (struct btmtk_hci_wmt_evt_reg *)wmt_evt;
 240		if (le16_to_cpu(wmt_evt->whdr.dlen) == 12)
 241			status = le32_to_cpu(wmt_evt_reg->val);
 242		break;
 243	}
 244
 245	if (wmt_params->status)
 246		*wmt_params->status = status;
 247
 248err_free_skb:
 249	kfree_skb(bdev->evt_skb);
 250	bdev->evt_skb = NULL;
 251err_free_wc:
 252	kfree(wc);
 253
 254	return err;
 255}
 256
 257static int btmtksdio_tx_packet(struct btmtksdio_dev *bdev,
 258			       struct sk_buff *skb)
 259{
 260	struct mtkbtsdio_hdr *sdio_hdr;
 261	int err;
 262
 263	/* Make sure that there are enough rooms for SDIO header */
 264	if (unlikely(skb_headroom(skb) < sizeof(*sdio_hdr))) {
 265		err = pskb_expand_head(skb, sizeof(*sdio_hdr), 0,
 266				       GFP_ATOMIC);
 267		if (err < 0)
 268			return err;
 269	}
 270
 271	/* Prepend MediaTek SDIO Specific Header */
 272	skb_push(skb, sizeof(*sdio_hdr));
 273
 274	sdio_hdr = (void *)skb->data;
 275	sdio_hdr->len = cpu_to_le16(skb->len);
 276	sdio_hdr->reserved = cpu_to_le16(0);
 277	sdio_hdr->bt_type = hci_skb_pkt_type(skb);
 278
 279	clear_bit(BTMTKSDIO_HW_TX_READY, &bdev->tx_state);
 280	err = sdio_writesb(bdev->func, MTK_REG_CTDR, skb->data,
 281			   round_up(skb->len, MTK_SDIO_BLOCK_SIZE));
 282	if (err < 0)
 283		goto err_skb_pull;
 284
 285	bdev->hdev->stat.byte_tx += skb->len;
 286
 287	kfree_skb(skb);
 288
 289	return 0;
 290
 291err_skb_pull:
 292	skb_pull(skb, sizeof(*sdio_hdr));
 293
 294	return err;
 295}
 296
 297static u32 btmtksdio_drv_own_query(struct btmtksdio_dev *bdev)
 298{
 299	return sdio_readl(bdev->func, MTK_REG_CHLPCR, NULL);
 300}
 301
 302static u32 btmtksdio_drv_own_query_79xx(struct btmtksdio_dev *bdev)
 303{
 304	return sdio_readl(bdev->func, MTK_REG_PD2HRM0R, NULL);
 305}
 306
 307static u32 btmtksdio_chcr_query(struct btmtksdio_dev *bdev)
 308{
 309	return sdio_readl(bdev->func, MTK_REG_CHCR, NULL);
 310}
 311
 312static int btmtksdio_fw_pmctrl(struct btmtksdio_dev *bdev)
 313{
 314	u32 status;
 315	int err;
 316
 317	sdio_claim_host(bdev->func);
 318
 319	if (bdev->data->lp_mbox_supported &&
 320	    test_bit(BTMTKSDIO_PATCH_ENABLED, &bdev->tx_state)) {
 321		sdio_writel(bdev->func, CSICR_CLR_MBOX_ACK, MTK_REG_CSICR,
 322			    &err);
 323		err = readx_poll_timeout(btmtksdio_drv_own_query_79xx, bdev,
 324					 status, !(status & PD2HRM0R_DRV_OWN),
 325					 2000, 1000000);
 326		if (err < 0) {
 327			bt_dev_err(bdev->hdev, "mailbox ACK not cleared");
 328			goto out;
 329		}
 330	}
 331
 332	/* Return ownership to the device */
 333	sdio_writel(bdev->func, C_FW_OWN_REQ_SET, MTK_REG_CHLPCR, &err);
 334	if (err < 0)
 335		goto out;
 336
 337	err = readx_poll_timeout(btmtksdio_drv_own_query, bdev, status,
 338				 !(status & C_COM_DRV_OWN), 2000, 1000000);
 339
 340out:
 341	sdio_release_host(bdev->func);
 342
 343	if (err < 0)
 344		bt_dev_err(bdev->hdev, "Cannot return ownership to device");
 345
 346	return err;
 347}
 348
 349static int btmtksdio_drv_pmctrl(struct btmtksdio_dev *bdev)
 350{
 351	u32 status;
 352	int err;
 353
 354	sdio_claim_host(bdev->func);
 355
 356	/* Get ownership from the device */
 357	sdio_writel(bdev->func, C_FW_OWN_REQ_CLR, MTK_REG_CHLPCR, &err);
 358	if (err < 0)
 359		goto out;
 360
 361	err = readx_poll_timeout(btmtksdio_drv_own_query, bdev, status,
 362				 status & C_COM_DRV_OWN, 2000, 1000000);
 363
 364	if (!err && bdev->data->lp_mbox_supported &&
 365	    test_bit(BTMTKSDIO_PATCH_ENABLED, &bdev->tx_state))
 366		err = readx_poll_timeout(btmtksdio_drv_own_query_79xx, bdev,
 367					 status, status & PD2HRM0R_DRV_OWN,
 368					 2000, 1000000);
 369
 370out:
 371	sdio_release_host(bdev->func);
 372
 373	if (err < 0)
 374		bt_dev_err(bdev->hdev, "Cannot get ownership from device");
 375
 376	return err;
 377}
 378
 379static int btmtksdio_recv_event(struct hci_dev *hdev, struct sk_buff *skb)
 380{
 381	struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);
 382	struct hci_event_hdr *hdr = (void *)skb->data;
 383	u8 evt = hdr->evt;
 384	int err;
 385
 386	/* When someone waits for the WMT event, the skb is being cloned
 387	 * and being processed the events from there then.
 388	 */
 389	if (test_bit(BTMTKSDIO_TX_WAIT_VND_EVT, &bdev->tx_state)) {
 390		bdev->evt_skb = skb_clone(skb, GFP_KERNEL);
 391		if (!bdev->evt_skb) {
 392			err = -ENOMEM;
 393			goto err_out;
 394		}
 395	}
 396
 397	err = hci_recv_frame(hdev, skb);
 398	if (err < 0)
 399		goto err_free_skb;
 400
 401	if (evt == HCI_EV_WMT) {
 402		if (test_and_clear_bit(BTMTKSDIO_TX_WAIT_VND_EVT,
 403				       &bdev->tx_state)) {
 404			/* Barrier to sync with other CPUs */
 405			smp_mb__after_atomic();
 406			wake_up_bit(&bdev->tx_state, BTMTKSDIO_TX_WAIT_VND_EVT);
 407		}
 408	}
 409
 410	return 0;
 411
 412err_free_skb:
 413	kfree_skb(bdev->evt_skb);
 414	bdev->evt_skb = NULL;
 415
 416err_out:
 417	return err;
 418}
 419
 420static int btmtksdio_recv_acl(struct hci_dev *hdev, struct sk_buff *skb)
 421{
 422	struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);
 423	u16 handle = le16_to_cpu(hci_acl_hdr(skb)->handle);
 424
 425	switch (handle) {
 426	case 0xfc6f:
 427		/* Firmware dump from device: when the firmware hangs, the
 428		 * device can no longer suspend and thus disable auto-suspend.
 429		 */
 430		pm_runtime_forbid(bdev->dev);
 431		fallthrough;
 432	case 0x05ff:
 433	case 0x05fe:
 434		/* Firmware debug logging */
 435		return hci_recv_diag(hdev, skb);
 436	}
 437
 438	return hci_recv_frame(hdev, skb);
 439}
 440
 441static const struct h4_recv_pkt mtk_recv_pkts[] = {
 442	{ H4_RECV_ACL,      .recv = btmtksdio_recv_acl },
 443	{ H4_RECV_SCO,      .recv = hci_recv_frame },
 444	{ H4_RECV_EVENT,    .recv = btmtksdio_recv_event },
 445};
 446
 447static int btmtksdio_rx_packet(struct btmtksdio_dev *bdev, u16 rx_size)
 448{
 449	const struct h4_recv_pkt *pkts = mtk_recv_pkts;
 450	int pkts_count = ARRAY_SIZE(mtk_recv_pkts);
 451	struct mtkbtsdio_hdr *sdio_hdr;
 452	int err, i, pad_size;
 453	struct sk_buff *skb;
 454	u16 dlen;
 455
 456	if (rx_size < sizeof(*sdio_hdr))
 457		return -EILSEQ;
 458
 459	/* A SDIO packet is exactly containing a Bluetooth packet */
 460	skb = bt_skb_alloc(rx_size, GFP_KERNEL);
 461	if (!skb)
 462		return -ENOMEM;
 463
 464	skb_put(skb, rx_size);
 465
 466	err = sdio_readsb(bdev->func, skb->data, MTK_REG_CRDR, rx_size);
 467	if (err < 0)
 468		goto err_kfree_skb;
 469
 470	sdio_hdr = (void *)skb->data;
 471
 472	/* We assume the default error as -EILSEQ simply to make the error path
 473	 * be cleaner.
 474	 */
 475	err = -EILSEQ;
 476
 477	if (rx_size != le16_to_cpu(sdio_hdr->len)) {
 478		bt_dev_err(bdev->hdev, "Rx size in sdio header is mismatched ");
 479		goto err_kfree_skb;
 480	}
 481
 482	hci_skb_pkt_type(skb) = sdio_hdr->bt_type;
 483
 484	/* Remove MediaTek SDIO header */
 485	skb_pull(skb, sizeof(*sdio_hdr));
 486
 487	/* We have to dig into the packet to get payload size and then know how
 488	 * many padding bytes at the tail, these padding bytes should be removed
 489	 * before the packet is indicated to the core layer.
 490	 */
 491	for (i = 0; i < pkts_count; i++) {
 492		if (sdio_hdr->bt_type == (&pkts[i])->type)
 493			break;
 494	}
 495
 496	if (i >= pkts_count) {
 497		bt_dev_err(bdev->hdev, "Invalid bt type 0x%02x",
 498			   sdio_hdr->bt_type);
 499		goto err_kfree_skb;
 500	}
 501
 502	/* Remaining bytes cannot hold a header*/
 503	if (skb->len < (&pkts[i])->hlen) {
 504		bt_dev_err(bdev->hdev, "The size of bt header is mismatched");
 505		goto err_kfree_skb;
 506	}
 507
 508	switch ((&pkts[i])->lsize) {
 509	case 1:
 510		dlen = skb->data[(&pkts[i])->loff];
 511		break;
 512	case 2:
 513		dlen = get_unaligned_le16(skb->data +
 514						  (&pkts[i])->loff);
 515		break;
 516	default:
 517		goto err_kfree_skb;
 518	}
 519
 520	pad_size = skb->len - (&pkts[i])->hlen -  dlen;
 521
 522	/* Remaining bytes cannot hold a payload */
 523	if (pad_size < 0) {
 524		bt_dev_err(bdev->hdev, "The size of bt payload is mismatched");
 525		goto err_kfree_skb;
 526	}
 527
 528	/* Remove padding bytes */
 529	skb_trim(skb, skb->len - pad_size);
 530
 531	/* Complete frame */
 532	(&pkts[i])->recv(bdev->hdev, skb);
 533
 534	bdev->hdev->stat.byte_rx += rx_size;
 535
 536	return 0;
 537
 538err_kfree_skb:
 539	kfree_skb(skb);
 540
 541	return err;
 542}
 543
 544static void btmtksdio_txrx_work(struct work_struct *work)
 545{
 546	struct btmtksdio_dev *bdev = container_of(work, struct btmtksdio_dev,
 547						  txrx_work);
 548	unsigned long txrx_timeout;
 549	u32 int_status, rx_size;
 550	struct sk_buff *skb;
 551	int err;
 552
 553	pm_runtime_get_sync(bdev->dev);
 554
 555	sdio_claim_host(bdev->func);
 556
 557	/* Disable interrupt */
 558	sdio_writel(bdev->func, C_INT_EN_CLR, MTK_REG_CHLPCR, NULL);
 559
 560	txrx_timeout = jiffies + 5 * HZ;
 561
 562	do {
 563		int_status = sdio_readl(bdev->func, MTK_REG_CHISR, NULL);
 564
 565		/* Ack an interrupt as soon as possible before any operation on
 566		 * hardware.
 567		 *
 568		 * Note that we don't ack any status during operations to avoid race
 569		 * condition between the host and the device such as it's possible to
 570		 * mistakenly ack RX_DONE for the next packet and then cause interrupts
 571		 * not be raised again but there is still pending data in the hardware
 572		 * FIFO.
 573		 */
 574		sdio_writel(bdev->func, int_status, MTK_REG_CHISR, NULL);
 575		int_status &= INT_MASK;
 576
 577		if ((int_status & FW_MAILBOX_INT) &&
 578		    bdev->data->chipid == 0x7921) {
 579			sdio_writel(bdev->func, PH2DSM0R_DRIVER_OWN,
 580				    MTK_REG_PH2DSM0R, NULL);
 581		}
 582
 583		if (int_status & FW_OWN_BACK_INT)
 584			bt_dev_dbg(bdev->hdev, "Get fw own back");
 585
 586		if (int_status & TX_EMPTY)
 587			set_bit(BTMTKSDIO_HW_TX_READY, &bdev->tx_state);
 588
 589		else if (unlikely(int_status & TX_FIFO_OVERFLOW))
 590			bt_dev_warn(bdev->hdev, "Tx fifo overflow");
 591
 592		if (test_bit(BTMTKSDIO_HW_TX_READY, &bdev->tx_state)) {
 593			skb = skb_dequeue(&bdev->txq);
 594			if (skb) {
 595				err = btmtksdio_tx_packet(bdev, skb);
 596				if (err < 0) {
 597					bdev->hdev->stat.err_tx++;
 598					skb_queue_head(&bdev->txq, skb);
 599				}
 600			}
 601		}
 602
 603		if (int_status & RX_DONE_INT) {
 604			rx_size = sdio_readl(bdev->func, MTK_REG_CRPLR, NULL);
 605			rx_size = (rx_size & RX_PKT_LEN) >> 16;
 606			if (btmtksdio_rx_packet(bdev, rx_size) < 0)
 607				bdev->hdev->stat.err_rx++;
 608		}
 609	} while (int_status || time_is_before_jiffies(txrx_timeout));
 610
 611	/* Enable interrupt */
 612	sdio_writel(bdev->func, C_INT_EN_SET, MTK_REG_CHLPCR, NULL);
 613
 614	sdio_release_host(bdev->func);
 615
 616	pm_runtime_mark_last_busy(bdev->dev);
 617	pm_runtime_put_autosuspend(bdev->dev);
 618}
 619
 620static void btmtksdio_interrupt(struct sdio_func *func)
 621{
 622	struct btmtksdio_dev *bdev = sdio_get_drvdata(func);
 623
 624	if (test_bit(BTMTKSDIO_BT_WAKE_ENABLED, &bdev->tx_state)) {
 625		if (bdev->hdev->suspended)
 626			pm_wakeup_event(bdev->dev, 0);
 627		clear_bit(BTMTKSDIO_BT_WAKE_ENABLED, &bdev->tx_state);
 628	}
 629
 630	/* Disable interrupt */
 631	sdio_writel(bdev->func, C_INT_EN_CLR, MTK_REG_CHLPCR, NULL);
 632
 633	schedule_work(&bdev->txrx_work);
 634}
 635
 636static int btmtksdio_open(struct hci_dev *hdev)
 637{
 638	struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);
 639	u32 val;
 640	int err;
 641
 642	sdio_claim_host(bdev->func);
 643
 644	err = sdio_enable_func(bdev->func);
 645	if (err < 0)
 646		goto err_release_host;
 647
 648	set_bit(BTMTKSDIO_FUNC_ENABLED, &bdev->tx_state);
 649
 650	err = btmtksdio_drv_pmctrl(bdev);
 651	if (err < 0)
 652		goto err_disable_func;
 653
 654	/* Disable interrupt & mask out all interrupt sources */
 655	sdio_writel(bdev->func, C_INT_EN_CLR, MTK_REG_CHLPCR, &err);
 656	if (err < 0)
 657		goto err_disable_func;
 658
 659	sdio_writel(bdev->func, 0, MTK_REG_CHIER, &err);
 660	if (err < 0)
 661		goto err_disable_func;
 662
 663	err = sdio_claim_irq(bdev->func, btmtksdio_interrupt);
 664	if (err < 0)
 665		goto err_disable_func;
 666
 667	err = sdio_set_block_size(bdev->func, MTK_SDIO_BLOCK_SIZE);
 668	if (err < 0)
 669		goto err_release_irq;
 670
 671	/* SDIO CMD 5 allows the SDIO device back to idle state an
 672	 * synchronous interrupt is supported in SDIO 4-bit mode
 673	 */
 674	val = sdio_readl(bdev->func, MTK_REG_CSDIOCSR, &err);
 675	if (err < 0)
 676		goto err_release_irq;
 677
 678	val |= SDIO_INT_CTL;
 679	sdio_writel(bdev->func, val, MTK_REG_CSDIOCSR, &err);
 680	if (err < 0)
 681		goto err_release_irq;
 682
 683	/* Explitly set write-1-clear method */
 684	val = sdio_readl(bdev->func, MTK_REG_CHCR, &err);
 685	if (err < 0)
 686		goto err_release_irq;
 687
 688	val |= C_INT_CLR_CTRL;
 689	sdio_writel(bdev->func, val, MTK_REG_CHCR, &err);
 690	if (err < 0)
 691		goto err_release_irq;
 692
 693	/* Setup interrupt sources */
 694	sdio_writel(bdev->func, RX_DONE_INT | TX_EMPTY | TX_FIFO_OVERFLOW,
 695		    MTK_REG_CHIER, &err);
 696	if (err < 0)
 697		goto err_release_irq;
 698
 699	/* Enable interrupt */
 700	sdio_writel(bdev->func, C_INT_EN_SET, MTK_REG_CHLPCR, &err);
 701	if (err < 0)
 702		goto err_release_irq;
 703
 704	sdio_release_host(bdev->func);
 705
 706	return 0;
 707
 708err_release_irq:
 709	sdio_release_irq(bdev->func);
 710
 711err_disable_func:
 712	sdio_disable_func(bdev->func);
 713
 714err_release_host:
 715	sdio_release_host(bdev->func);
 716
 717	return err;
 718}
 719
 720static int btmtksdio_close(struct hci_dev *hdev)
 721{
 722	struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);
 723
 724	sdio_claim_host(bdev->func);
 725
 726	/* Disable interrupt */
 727	sdio_writel(bdev->func, C_INT_EN_CLR, MTK_REG_CHLPCR, NULL);
 728
 729	sdio_release_irq(bdev->func);
 730
 731	cancel_work_sync(&bdev->txrx_work);
 732
 733	btmtksdio_fw_pmctrl(bdev);
 734
 735	clear_bit(BTMTKSDIO_FUNC_ENABLED, &bdev->tx_state);
 736	sdio_disable_func(bdev->func);
 737
 738	sdio_release_host(bdev->func);
 739
 740	return 0;
 741}
 742
 743static int btmtksdio_flush(struct hci_dev *hdev)
 744{
 745	struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);
 746
 747	skb_queue_purge(&bdev->txq);
 748
 749	cancel_work_sync(&bdev->txrx_work);
 750
 751	return 0;
 752}
 753
 754static int btmtksdio_func_query(struct hci_dev *hdev)
 755{
 756	struct btmtk_hci_wmt_params wmt_params;
 757	int status, err;
 758	u8 param = 0;
 759
 760	/* Query whether the function is enabled */
 761	wmt_params.op = BTMTK_WMT_FUNC_CTRL;
 762	wmt_params.flag = 4;
 763	wmt_params.dlen = sizeof(param);
 764	wmt_params.data = &param;
 765	wmt_params.status = &status;
 766
 767	err = mtk_hci_wmt_sync(hdev, &wmt_params);
 768	if (err < 0) {
 769		bt_dev_err(hdev, "Failed to query function status (%d)", err);
 770		return err;
 771	}
 772
 773	return status;
 774}
 775
 776static int mt76xx_setup(struct hci_dev *hdev, const char *fwname)
 777{
 778	struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);
 779	struct btmtk_hci_wmt_params wmt_params;
 780	struct btmtk_tci_sleep tci_sleep;
 781	struct sk_buff *skb;
 782	int err, status;
 783	u8 param = 0x1;
 784
 785	/* Query whether the firmware is already download */
 786	wmt_params.op = BTMTK_WMT_SEMAPHORE;
 787	wmt_params.flag = 1;
 788	wmt_params.dlen = 0;
 789	wmt_params.data = NULL;
 790	wmt_params.status = &status;
 791
 792	err = mtk_hci_wmt_sync(hdev, &wmt_params);
 793	if (err < 0) {
 794		bt_dev_err(hdev, "Failed to query firmware status (%d)", err);
 795		return err;
 796	}
 797
 798	if (status == BTMTK_WMT_PATCH_DONE) {
 799		bt_dev_info(hdev, "Firmware already downloaded");
 800		goto ignore_setup_fw;
 801	}
 802
 803	/* Setup a firmware which the device definitely requires */
 804	err = btmtk_setup_firmware(hdev, fwname, mtk_hci_wmt_sync);
 805	if (err < 0)
 806		return err;
 807
 808ignore_setup_fw:
 809	/* Query whether the device is already enabled */
 810	err = readx_poll_timeout(btmtksdio_func_query, hdev, status,
 811				 status < 0 || status != BTMTK_WMT_ON_PROGRESS,
 812				 2000, 5000000);
 813	/* -ETIMEDOUT happens */
 814	if (err < 0)
 815		return err;
 816
 817	/* The other errors happen in btusb_mtk_func_query */
 818	if (status < 0)
 819		return status;
 820
 821	if (status == BTMTK_WMT_ON_DONE) {
 822		bt_dev_info(hdev, "function already on");
 823		goto ignore_func_on;
 824	}
 825
 826	/* Enable Bluetooth protocol */
 827	wmt_params.op = BTMTK_WMT_FUNC_CTRL;
 828	wmt_params.flag = 0;
 829	wmt_params.dlen = sizeof(param);
 830	wmt_params.data = &param;
 831	wmt_params.status = NULL;
 832
 833	err = mtk_hci_wmt_sync(hdev, &wmt_params);
 834	if (err < 0) {
 835		bt_dev_err(hdev, "Failed to send wmt func ctrl (%d)", err);
 836		return err;
 837	}
 838
 839	set_bit(BTMTKSDIO_PATCH_ENABLED, &bdev->tx_state);
 840
 841ignore_func_on:
 842	/* Apply the low power environment setup */
 843	tci_sleep.mode = 0x5;
 844	tci_sleep.duration = cpu_to_le16(0x640);
 845	tci_sleep.host_duration = cpu_to_le16(0x640);
 846	tci_sleep.host_wakeup_pin = 0;
 847	tci_sleep.time_compensation = 0;
 848
 849	skb = __hci_cmd_sync(hdev, 0xfc7a, sizeof(tci_sleep), &tci_sleep,
 850			     HCI_INIT_TIMEOUT);
 851	if (IS_ERR(skb)) {
 852		err = PTR_ERR(skb);
 853		bt_dev_err(hdev, "Failed to apply low power setting (%d)", err);
 854		return err;
 855	}
 856	kfree_skb(skb);
 857
 858	return 0;
 859}
 860
 861static int mt79xx_setup(struct hci_dev *hdev, const char *fwname)
 862{
 863	struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);
 864	struct btmtk_hci_wmt_params wmt_params;
 865	u8 param = 0x1;
 866	int err;
 867
 868	err = btmtk_setup_firmware_79xx(hdev, fwname, mtk_hci_wmt_sync);
 869	if (err < 0) {
 870		bt_dev_err(hdev, "Failed to setup 79xx firmware (%d)", err);
 871		return err;
 872	}
 873
 874	err = btmtksdio_fw_pmctrl(bdev);
 875	if (err < 0)
 876		return err;
 877
 878	err = btmtksdio_drv_pmctrl(bdev);
 879	if (err < 0)
 880		return err;
 881
 882	/* Enable Bluetooth protocol */
 883	wmt_params.op = BTMTK_WMT_FUNC_CTRL;
 884	wmt_params.flag = 0;
 885	wmt_params.dlen = sizeof(param);
 886	wmt_params.data = &param;
 887	wmt_params.status = NULL;
 888
 889	err = mtk_hci_wmt_sync(hdev, &wmt_params);
 890	if (err < 0) {
 891		bt_dev_err(hdev, "Failed to send wmt func ctrl (%d)", err);
 892		return err;
 893	}
 894
 895	hci_set_msft_opcode(hdev, 0xFD30);
 896	hci_set_aosp_capable(hdev);
 897	set_bit(BTMTKSDIO_PATCH_ENABLED, &bdev->tx_state);
 898
 899	return err;
 900}
 901
 902static int btmtksdio_mtk_reg_read(struct hci_dev *hdev, u32 reg, u32 *val)
 903{
 904	struct btmtk_hci_wmt_params wmt_params;
 905	struct reg_read_cmd reg_read = {
 906		.type = 1,
 907		.num = 1,
 908	};
 909	u32 status;
 910	int err;
 911
 912	reg_read.addr = cpu_to_le32(reg);
 913	wmt_params.op = BTMTK_WMT_REGISTER;
 914	wmt_params.flag = BTMTK_WMT_REG_READ;
 915	wmt_params.dlen = sizeof(reg_read);
 916	wmt_params.data = &reg_read;
 917	wmt_params.status = &status;
 918
 919	err = mtk_hci_wmt_sync(hdev, &wmt_params);
 920	if (err < 0) {
 921		bt_dev_err(hdev, "Failed to read reg (%d)", err);
 922		return err;
 923	}
 924
 925	*val = status;
 926
 927	return err;
 928}
 929
 930static int btmtksdio_mtk_reg_write(struct hci_dev *hdev, u32 reg, u32 val, u32 mask)
 931{
 932	struct btmtk_hci_wmt_params wmt_params;
 933	const struct reg_write_cmd reg_write = {
 934		.type = 1,
 935		.num = 1,
 936		.addr = cpu_to_le32(reg),
 937		.data = cpu_to_le32(val),
 938		.mask = cpu_to_le32(mask),
 939	};
 940	int err, status;
 941
 942	wmt_params.op = BTMTK_WMT_REGISTER;
 943	wmt_params.flag = BTMTK_WMT_REG_WRITE;
 944	wmt_params.dlen = sizeof(reg_write);
 945	wmt_params.data = &reg_write;
 946	wmt_params.status = &status;
 947
 948	err = mtk_hci_wmt_sync(hdev, &wmt_params);
 949	if (err < 0)
 950		bt_dev_err(hdev, "Failed to write reg (%d)", err);
 951
 952	return err;
 953}
 954
 955static int btmtksdio_get_data_path_id(struct hci_dev *hdev, __u8 *data_path_id)
 956{
 957	/* uses 1 as data path id for all the usecases */
 958	*data_path_id = 1;
 959	return 0;
 960}
 961
 962static int btmtksdio_get_codec_config_data(struct hci_dev *hdev,
 963					   __u8 link, struct bt_codec *codec,
 964					   __u8 *ven_len, __u8 **ven_data)
 965{
 966	int err = 0;
 967
 968	if (!ven_data || !ven_len)
 969		return -EINVAL;
 970
 971	*ven_len = 0;
 972	*ven_data = NULL;
 973
 974	if (link != ESCO_LINK) {
 975		bt_dev_err(hdev, "Invalid link type(%u)", link);
 976		return -EINVAL;
 977	}
 978
 979	*ven_data = kmalloc(sizeof(__u8), GFP_KERNEL);
 980	if (!*ven_data) {
 981		err = -ENOMEM;
 982		goto error;
 983	}
 984
 985	/* supports only CVSD and mSBC offload codecs */
 986	switch (codec->id) {
 987	case 0x02:
 988		**ven_data = 0x00;
 989		break;
 990	case 0x05:
 991		**ven_data = 0x01;
 992		break;
 993	default:
 994		err = -EINVAL;
 995		bt_dev_err(hdev, "Invalid codec id(%u)", codec->id);
 996		goto error;
 997	}
 998	/* codec and its capabilities are pre-defined to ids
 999	 * preset id = 0x00 represents CVSD codec with sampling rate 8K
1000	 * preset id = 0x01 represents mSBC codec with sampling rate 16K
1001	 */
1002	*ven_len = sizeof(__u8);
1003	return err;
1004
1005error:
1006	kfree(*ven_data);
1007	*ven_data = NULL;
1008	return err;
1009}
1010
1011static int btmtksdio_sco_setting(struct hci_dev *hdev)
1012{
1013	const struct btmtk_sco sco_setting = {
1014		.clock_config = 0x49,
1015		.channel_format_config = 0x80,
1016	};
1017	struct sk_buff *skb;
1018	u32 val;
1019	int err;
1020
1021	/* Enable SCO over I2S/PCM for MediaTek chipset */
1022	skb =  __hci_cmd_sync(hdev, 0xfc72, sizeof(sco_setting),
1023			      &sco_setting, HCI_CMD_TIMEOUT);
1024	if (IS_ERR(skb))
1025		return PTR_ERR(skb);
1026
1027	kfree_skb(skb);
1028
1029	err = btmtksdio_mtk_reg_read(hdev, MT7921_PINMUX_0, &val);
1030	if (err < 0)
1031		return err;
1032
1033	val |= 0x11000000;
1034	err = btmtksdio_mtk_reg_write(hdev, MT7921_PINMUX_0, val, ~0);
1035	if (err < 0)
1036		return err;
1037
1038	err = btmtksdio_mtk_reg_read(hdev, MT7921_PINMUX_1, &val);
1039	if (err < 0)
1040		return err;
1041
1042	val |= 0x00000101;
1043	err =  btmtksdio_mtk_reg_write(hdev, MT7921_PINMUX_1, val, ~0);
1044	if (err < 0)
1045		return err;
1046
1047	hdev->get_data_path_id = btmtksdio_get_data_path_id;
1048	hdev->get_codec_config_data = btmtksdio_get_codec_config_data;
1049
1050	return err;
1051}
1052
1053static int btmtksdio_reset_setting(struct hci_dev *hdev)
1054{
1055	int err;
1056	u32 val;
1057
1058	err = btmtksdio_mtk_reg_read(hdev, MT7921_PINMUX_1, &val);
1059	if (err < 0)
1060		return err;
1061
1062	val |= 0x20; /* set the pin (bit field 11:8) work as GPIO mode */
1063	err = btmtksdio_mtk_reg_write(hdev, MT7921_PINMUX_1, val, ~0);
1064	if (err < 0)
1065		return err;
1066
1067	err = btmtksdio_mtk_reg_read(hdev, MT7921_BTSYS_RST, &val);
1068	if (err < 0)
1069		return err;
1070
1071	val |= MT7921_BTSYS_RST_WITH_GPIO;
1072	return btmtksdio_mtk_reg_write(hdev, MT7921_BTSYS_RST, val, ~0);
1073}
1074
1075static int btmtksdio_setup(struct hci_dev *hdev)
1076{
1077	struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);
1078	ktime_t calltime, delta, rettime;
1079	unsigned long long duration;
1080	char fwname[64];
1081	int err, dev_id;
1082	u32 fw_version = 0, val;
1083
1084	calltime = ktime_get();
1085	set_bit(BTMTKSDIO_HW_TX_READY, &bdev->tx_state);
1086
1087	switch (bdev->data->chipid) {
1088	case 0x7921:
1089		if (test_bit(BTMTKSDIO_HW_RESET_ACTIVE, &bdev->tx_state)) {
1090			err = btmtksdio_mtk_reg_read(hdev, MT7921_DLSTATUS,
1091						     &val);
1092			if (err < 0)
1093				return err;
1094
1095			val &= ~BT_DL_STATE;
1096			err = btmtksdio_mtk_reg_write(hdev, MT7921_DLSTATUS,
1097						      val, ~0);
1098			if (err < 0)
1099				return err;
1100
1101			btmtksdio_fw_pmctrl(bdev);
1102			msleep(20);
1103			btmtksdio_drv_pmctrl(bdev);
1104
1105			clear_bit(BTMTKSDIO_HW_RESET_ACTIVE, &bdev->tx_state);
1106		}
1107
1108		err = btmtksdio_mtk_reg_read(hdev, 0x70010200, &dev_id);
1109		if (err < 0) {
1110			bt_dev_err(hdev, "Failed to get device id (%d)", err);
1111			return err;
1112		}
1113
1114		err = btmtksdio_mtk_reg_read(hdev, 0x80021004, &fw_version);
1115		if (err < 0) {
1116			bt_dev_err(hdev, "Failed to get fw version (%d)", err);
1117			return err;
1118		}
1119
1120		snprintf(fwname, sizeof(fwname),
1121			 "mediatek/BT_RAM_CODE_MT%04x_1_%x_hdr.bin",
1122			 dev_id & 0xffff, (fw_version & 0xff) + 1);
1123		err = mt79xx_setup(hdev, fwname);
1124		if (err < 0)
1125			return err;
1126
1127		/* Enable SCO over I2S/PCM */
1128		err = btmtksdio_sco_setting(hdev);
1129		if (err < 0) {
1130			bt_dev_err(hdev, "Failed to enable SCO setting (%d)", err);
1131			return err;
1132		}
1133
1134		/* Enable WBS with mSBC codec */
1135		set_bit(HCI_QUIRK_WIDEBAND_SPEECH_SUPPORTED, &hdev->quirks);
1136
1137		/* Enable GPIO reset mechanism */
1138		if (bdev->reset) {
1139			err = btmtksdio_reset_setting(hdev);
1140			if (err < 0) {
1141				bt_dev_err(hdev, "Failed to enable Reset setting (%d)", err);
1142				devm_gpiod_put(bdev->dev, bdev->reset);
1143				bdev->reset = NULL;
1144			}
1145		}
1146
1147		/* Valid LE States quirk for MediaTek 7921 */
1148		set_bit(HCI_QUIRK_VALID_LE_STATES, &hdev->quirks);
1149
1150		break;
1151	case 0x7663:
1152	case 0x7668:
1153		err = mt76xx_setup(hdev, bdev->data->fwname);
1154		if (err < 0)
1155			return err;
1156		break;
1157	default:
1158		return -ENODEV;
1159	}
1160
1161	rettime = ktime_get();
1162	delta = ktime_sub(rettime, calltime);
1163	duration = (unsigned long long)ktime_to_ns(delta) >> 10;
1164
1165	pm_runtime_set_autosuspend_delay(bdev->dev,
1166					 MTKBTSDIO_AUTOSUSPEND_DELAY);
1167	pm_runtime_use_autosuspend(bdev->dev);
1168
1169	err = pm_runtime_set_active(bdev->dev);
1170	if (err < 0)
1171		return err;
1172
1173	/* Default forbid runtime auto suspend, that can be allowed by
1174	 * enable_autosuspend flag or the PM runtime entry under sysfs.
1175	 */
1176	pm_runtime_forbid(bdev->dev);
1177	pm_runtime_enable(bdev->dev);
1178
1179	if (enable_autosuspend)
1180		pm_runtime_allow(bdev->dev);
1181
1182	bt_dev_info(hdev, "Device setup in %llu usecs", duration);
1183
1184	return 0;
1185}
1186
1187static int btmtksdio_shutdown(struct hci_dev *hdev)
1188{
1189	struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);
1190	struct btmtk_hci_wmt_params wmt_params;
1191	u8 param = 0x0;
1192	int err;
1193
1194	/* Get back the state to be consistent with the state
1195	 * in btmtksdio_setup.
1196	 */
1197	pm_runtime_get_sync(bdev->dev);
1198
1199	/* wmt command only works until the reset is complete */
1200	if (test_bit(BTMTKSDIO_HW_RESET_ACTIVE, &bdev->tx_state))
1201		goto ignore_wmt_cmd;
1202
1203	/* Disable the device */
1204	wmt_params.op = BTMTK_WMT_FUNC_CTRL;
1205	wmt_params.flag = 0;
1206	wmt_params.dlen = sizeof(param);
1207	wmt_params.data = &param;
1208	wmt_params.status = NULL;
1209
1210	err = mtk_hci_wmt_sync(hdev, &wmt_params);
1211	if (err < 0) {
1212		bt_dev_err(hdev, "Failed to send wmt func ctrl (%d)", err);
1213		return err;
1214	}
1215
1216ignore_wmt_cmd:
1217	pm_runtime_put_noidle(bdev->dev);
1218	pm_runtime_disable(bdev->dev);
1219
1220	return 0;
1221}
1222
1223static int btmtksdio_send_frame(struct hci_dev *hdev, struct sk_buff *skb)
1224{
1225	struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);
1226
1227	switch (hci_skb_pkt_type(skb)) {
1228	case HCI_COMMAND_PKT:
1229		hdev->stat.cmd_tx++;
1230		break;
1231
1232	case HCI_ACLDATA_PKT:
1233		hdev->stat.acl_tx++;
1234		break;
1235
1236	case HCI_SCODATA_PKT:
1237		hdev->stat.sco_tx++;
1238		break;
1239
1240	default:
1241		return -EILSEQ;
1242	}
1243
1244	skb_queue_tail(&bdev->txq, skb);
1245
1246	schedule_work(&bdev->txrx_work);
1247
1248	return 0;
1249}
1250
1251static void btmtksdio_cmd_timeout(struct hci_dev *hdev)
1252{
1253	struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);
1254	u32 status;
1255	int err;
1256
1257	if (!bdev->reset || bdev->data->chipid != 0x7921)
1258		return;
1259
1260	pm_runtime_get_sync(bdev->dev);
1261
1262	if (test_and_set_bit(BTMTKSDIO_HW_RESET_ACTIVE, &bdev->tx_state))
1263		return;
1264
1265	sdio_claim_host(bdev->func);
1266
1267	sdio_writel(bdev->func, C_INT_EN_CLR, MTK_REG_CHLPCR, NULL);
1268	skb_queue_purge(&bdev->txq);
1269	cancel_work_sync(&bdev->txrx_work);
1270
1271	gpiod_set_value_cansleep(bdev->reset, 1);
1272	msleep(100);
1273	gpiod_set_value_cansleep(bdev->reset, 0);
1274
1275	err = readx_poll_timeout(btmtksdio_chcr_query, bdev, status,
1276				 status & BT_RST_DONE, 100000, 2000000);
1277	if (err < 0) {
1278		bt_dev_err(hdev, "Failed to reset (%d)", err);
1279		goto err;
1280	}
1281
1282	clear_bit(BTMTKSDIO_PATCH_ENABLED, &bdev->tx_state);
1283err:
1284	sdio_release_host(bdev->func);
1285
1286	pm_runtime_put_noidle(bdev->dev);
1287	pm_runtime_disable(bdev->dev);
1288
1289	hci_reset_dev(hdev);
1290}
1291
1292static bool btmtksdio_sdio_inband_wakeup(struct hci_dev *hdev)
1293{
1294	struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);
1295
1296	return device_may_wakeup(bdev->dev);
1297}
1298
1299static bool btmtksdio_sdio_wakeup(struct hci_dev *hdev)
1300{
1301	struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);
1302	bool may_wakeup = device_may_wakeup(bdev->dev);
1303	const struct btmtk_wakeon bt_awake = {
1304		.mode = 0x1,
1305		.gpo = 0,
1306		.active_high = 0x1,
1307		.enable_delay = cpu_to_le16(0xc80),
1308		.wakeup_delay = cpu_to_le16(0x20),
1309	};
1310
1311	if (may_wakeup && bdev->data->chipid == 0x7921) {
1312		struct sk_buff *skb;
1313
1314		skb =  __hci_cmd_sync(hdev, 0xfc27, sizeof(bt_awake),
1315				      &bt_awake, HCI_CMD_TIMEOUT);
1316		if (IS_ERR(skb))
1317			may_wakeup = false;
1318		else
1319			kfree_skb(skb);
1320	}
1321
1322	return may_wakeup;
1323}
1324
1325static int btmtksdio_probe(struct sdio_func *func,
1326			   const struct sdio_device_id *id)
1327{
1328	struct btmtksdio_dev *bdev;
1329	struct hci_dev *hdev;
1330	int err;
1331
1332	bdev = devm_kzalloc(&func->dev, sizeof(*bdev), GFP_KERNEL);
1333	if (!bdev)
1334		return -ENOMEM;
1335
1336	bdev->data = (void *)id->driver_data;
1337	if (!bdev->data)
1338		return -ENODEV;
1339
1340	bdev->dev = &func->dev;
1341	bdev->func = func;
1342
1343	INIT_WORK(&bdev->txrx_work, btmtksdio_txrx_work);
1344	skb_queue_head_init(&bdev->txq);
1345
1346	/* Initialize and register HCI device */
1347	hdev = hci_alloc_dev();
1348	if (!hdev) {
1349		dev_err(&func->dev, "Can't allocate HCI device\n");
1350		return -ENOMEM;
1351	}
1352
1353	bdev->hdev = hdev;
1354
1355	hdev->bus = HCI_SDIO;
1356	hci_set_drvdata(hdev, bdev);
1357
1358	hdev->open     = btmtksdio_open;
1359	hdev->close    = btmtksdio_close;
1360	hdev->cmd_timeout = btmtksdio_cmd_timeout;
1361	hdev->flush    = btmtksdio_flush;
1362	hdev->setup    = btmtksdio_setup;
1363	hdev->shutdown = btmtksdio_shutdown;
1364	hdev->send     = btmtksdio_send_frame;
1365	hdev->wakeup   = btmtksdio_sdio_wakeup;
1366	/*
1367	 * If SDIO controller supports wake on Bluetooth, sending a wakeon
1368	 * command is not necessary.
1369	 */
1370	if (device_can_wakeup(func->card->host->parent))
1371		hdev->wakeup = btmtksdio_sdio_inband_wakeup;
1372	else
1373		hdev->wakeup = btmtksdio_sdio_wakeup;
1374	hdev->set_bdaddr = btmtk_set_bdaddr;
1375
1376	SET_HCIDEV_DEV(hdev, &func->dev);
1377
1378	hdev->manufacturer = 70;
1379	set_bit(HCI_QUIRK_NON_PERSISTENT_SETUP, &hdev->quirks);
1380
1381	sdio_set_drvdata(func, bdev);
1382
1383	err = hci_register_dev(hdev);
1384	if (err < 0) {
1385		dev_err(&func->dev, "Can't register HCI device\n");
1386		hci_free_dev(hdev);
1387		return err;
1388	}
1389
1390	/* pm_runtime_enable would be done after the firmware is being
1391	 * downloaded because the core layer probably already enables
1392	 * runtime PM for this func such as the case host->caps &
1393	 * MMC_CAP_POWER_OFF_CARD.
1394	 */
1395	if (pm_runtime_enabled(bdev->dev))
1396		pm_runtime_disable(bdev->dev);
1397
1398	/* As explaination in drivers/mmc/core/sdio_bus.c tells us:
1399	 * Unbound SDIO functions are always suspended.
1400	 * During probe, the function is set active and the usage count
1401	 * is incremented.  If the driver supports runtime PM,
1402	 * it should call pm_runtime_put_noidle() in its probe routine and
1403	 * pm_runtime_get_noresume() in its remove routine.
1404	 *
1405	 * So, put a pm_runtime_put_noidle here !
1406	 */
1407	pm_runtime_put_noidle(bdev->dev);
1408
1409	err = device_init_wakeup(bdev->dev, true);
1410	if (err)
1411		bt_dev_err(hdev, "failed to initialize device wakeup");
1412
1413	bdev->dev->of_node = of_find_compatible_node(NULL, NULL,
1414						     "mediatek,mt7921s-bluetooth");
1415	bdev->reset = devm_gpiod_get_optional(bdev->dev, "reset",
1416					      GPIOD_OUT_LOW);
1417	if (IS_ERR(bdev->reset))
1418		err = PTR_ERR(bdev->reset);
1419
1420	return err;
1421}
1422
1423static void btmtksdio_remove(struct sdio_func *func)
1424{
1425	struct btmtksdio_dev *bdev = sdio_get_drvdata(func);
1426	struct hci_dev *hdev;
1427
1428	if (!bdev)
1429		return;
1430
1431	/* Be consistent the state in btmtksdio_probe */
1432	pm_runtime_get_noresume(bdev->dev);
1433
1434	hdev = bdev->hdev;
1435
1436	sdio_set_drvdata(func, NULL);
1437	hci_unregister_dev(hdev);
1438	hci_free_dev(hdev);
1439}
1440
1441#ifdef CONFIG_PM
1442static int btmtksdio_runtime_suspend(struct device *dev)
1443{
1444	struct sdio_func *func = dev_to_sdio_func(dev);
1445	struct btmtksdio_dev *bdev;
1446	int err;
1447
1448	bdev = sdio_get_drvdata(func);
1449	if (!bdev)
1450		return 0;
1451
1452	if (!test_bit(BTMTKSDIO_FUNC_ENABLED, &bdev->tx_state))
1453		return 0;
1454
1455	sdio_set_host_pm_flags(func, MMC_PM_KEEP_POWER);
1456
1457	err = btmtksdio_fw_pmctrl(bdev);
1458
1459	bt_dev_dbg(bdev->hdev, "status (%d) return ownership to device", err);
1460
1461	return err;
1462}
1463
1464static int btmtksdio_system_suspend(struct device *dev)
1465{
1466	struct sdio_func *func = dev_to_sdio_func(dev);
1467	struct btmtksdio_dev *bdev;
1468
1469	bdev = sdio_get_drvdata(func);
1470	if (!bdev)
1471		return 0;
1472
1473	if (!test_bit(BTMTKSDIO_FUNC_ENABLED, &bdev->tx_state))
1474		return 0;
1475
1476	set_bit(BTMTKSDIO_BT_WAKE_ENABLED, &bdev->tx_state);
1477
1478	return btmtksdio_runtime_suspend(dev);
1479}
1480
1481static int btmtksdio_runtime_resume(struct device *dev)
1482{
1483	struct sdio_func *func = dev_to_sdio_func(dev);
1484	struct btmtksdio_dev *bdev;
1485	int err;
1486
1487	bdev = sdio_get_drvdata(func);
1488	if (!bdev)
1489		return 0;
1490
1491	if (!test_bit(BTMTKSDIO_FUNC_ENABLED, &bdev->tx_state))
1492		return 0;
1493
1494	err = btmtksdio_drv_pmctrl(bdev);
1495
1496	bt_dev_dbg(bdev->hdev, "status (%d) get ownership from device", err);
1497
1498	return err;
1499}
1500
1501static int btmtksdio_system_resume(struct device *dev)
1502{
1503	return btmtksdio_runtime_resume(dev);
1504}
1505
1506static const struct dev_pm_ops btmtksdio_pm_ops = {
1507	SYSTEM_SLEEP_PM_OPS(btmtksdio_system_suspend, btmtksdio_system_resume)
1508	RUNTIME_PM_OPS(btmtksdio_runtime_suspend, btmtksdio_runtime_resume, NULL)
1509};
1510
1511#define BTMTKSDIO_PM_OPS (&btmtksdio_pm_ops)
1512#else	/* CONFIG_PM */
1513#define BTMTKSDIO_PM_OPS NULL
1514#endif	/* CONFIG_PM */
1515
1516static struct sdio_driver btmtksdio_driver = {
1517	.name		= "btmtksdio",
1518	.probe		= btmtksdio_probe,
1519	.remove		= btmtksdio_remove,
1520	.id_table	= btmtksdio_table,
1521	.drv = {
1522		.owner = THIS_MODULE,
1523		.pm = BTMTKSDIO_PM_OPS,
1524	}
1525};
1526
1527module_sdio_driver(btmtksdio_driver);
1528
1529module_param(enable_autosuspend, bool, 0644);
1530MODULE_PARM_DESC(enable_autosuspend, "Enable autosuspend by default");
1531
1532MODULE_AUTHOR("Sean Wang <sean.wang@mediatek.com>");
1533MODULE_DESCRIPTION("MediaTek Bluetooth SDIO driver ver " VERSION);
1534MODULE_VERSION(VERSION);
1535MODULE_LICENSE("GPL");
v6.2
   1// SPDX-License-Identifier: GPL-2.0
   2// Copyright (c) 2019 MediaTek Inc.
   3
   4/*
   5 * Bluetooth support for MediaTek SDIO devices
   6 *
   7 * This file is written based on btsdio.c and btmtkuart.c.
   8 *
   9 * Author: Sean Wang <sean.wang@mediatek.com>
  10 *
  11 */
  12
  13#include <asm/unaligned.h>
  14#include <linux/atomic.h>
  15#include <linux/gpio/consumer.h>
  16#include <linux/init.h>
  17#include <linux/iopoll.h>
  18#include <linux/kernel.h>
  19#include <linux/module.h>
  20#include <linux/of.h>
  21#include <linux/pm_runtime.h>
  22#include <linux/skbuff.h>
  23
  24#include <linux/mmc/host.h>
  25#include <linux/mmc/sdio_ids.h>
  26#include <linux/mmc/sdio_func.h>
  27
  28#include <net/bluetooth/bluetooth.h>
  29#include <net/bluetooth/hci_core.h>
  30
  31#include "h4_recv.h"
  32#include "btmtk.h"
  33
  34#define VERSION "0.1"
  35
  36#define MTKBTSDIO_AUTOSUSPEND_DELAY	1000
  37
  38static bool enable_autosuspend = true;
  39
  40struct btmtksdio_data {
  41	const char *fwname;
  42	u16 chipid;
  43	bool lp_mbox_supported;
  44};
  45
  46static const struct btmtksdio_data mt7663_data = {
  47	.fwname = FIRMWARE_MT7663,
  48	.chipid = 0x7663,
  49	.lp_mbox_supported = false,
  50};
  51
  52static const struct btmtksdio_data mt7668_data = {
  53	.fwname = FIRMWARE_MT7668,
  54	.chipid = 0x7668,
  55	.lp_mbox_supported = false,
  56};
  57
  58static const struct btmtksdio_data mt7921_data = {
  59	.fwname = FIRMWARE_MT7961,
  60	.chipid = 0x7921,
  61	.lp_mbox_supported = true,
  62};
  63
  64static const struct sdio_device_id btmtksdio_table[] = {
  65	{SDIO_DEVICE(SDIO_VENDOR_ID_MEDIATEK, SDIO_DEVICE_ID_MEDIATEK_MT7663),
  66	 .driver_data = (kernel_ulong_t)&mt7663_data },
  67	{SDIO_DEVICE(SDIO_VENDOR_ID_MEDIATEK, SDIO_DEVICE_ID_MEDIATEK_MT7668),
  68	 .driver_data = (kernel_ulong_t)&mt7668_data },
  69	{SDIO_DEVICE(SDIO_VENDOR_ID_MEDIATEK, SDIO_DEVICE_ID_MEDIATEK_MT7961),
  70	 .driver_data = (kernel_ulong_t)&mt7921_data },
  71	{ }	/* Terminating entry */
  72};
  73MODULE_DEVICE_TABLE(sdio, btmtksdio_table);
  74
  75#define MTK_REG_CHLPCR		0x4	/* W1S */
  76#define C_INT_EN_SET		BIT(0)
  77#define C_INT_EN_CLR		BIT(1)
  78#define C_FW_OWN_REQ_SET	BIT(8)  /* For write */
  79#define C_COM_DRV_OWN		BIT(8)  /* For read */
  80#define C_FW_OWN_REQ_CLR	BIT(9)
  81
  82#define MTK_REG_CSDIOCSR	0x8
  83#define SDIO_RE_INIT_EN		BIT(0)
  84#define SDIO_INT_CTL		BIT(2)
  85
  86#define MTK_REG_CHCR		0xc
  87#define C_INT_CLR_CTRL		BIT(1)
  88#define BT_RST_DONE		BIT(8)
  89
  90/* CHISR have the same bits field definition with CHIER */
  91#define MTK_REG_CHISR		0x10
  92#define MTK_REG_CHIER		0x14
  93#define FW_OWN_BACK_INT		BIT(0)
  94#define RX_DONE_INT		BIT(1)
  95#define TX_EMPTY		BIT(2)
  96#define TX_FIFO_OVERFLOW	BIT(8)
  97#define FW_MAILBOX_INT		BIT(15)
  98#define INT_MASK		GENMASK(15, 0)
  99#define RX_PKT_LEN		GENMASK(31, 16)
 100
 101#define MTK_REG_CSICR		0xc0
 102#define CSICR_CLR_MBOX_ACK BIT(0)
 103#define MTK_REG_PH2DSM0R	0xc4
 104#define PH2DSM0R_DRIVER_OWN	BIT(0)
 105#define MTK_REG_PD2HRM0R	0xdc
 106#define PD2HRM0R_DRV_OWN	BIT(0)
 107
 108#define MTK_REG_CTDR		0x18
 109
 110#define MTK_REG_CRDR		0x1c
 111
 112#define MTK_REG_CRPLR		0x24
 113
 114#define MTK_SDIO_BLOCK_SIZE	256
 115
 116#define BTMTKSDIO_TX_WAIT_VND_EVT	1
 117#define BTMTKSDIO_HW_TX_READY		2
 118#define BTMTKSDIO_FUNC_ENABLED		3
 119#define BTMTKSDIO_PATCH_ENABLED		4
 120#define BTMTKSDIO_HW_RESET_ACTIVE	5
 
 121
 122struct mtkbtsdio_hdr {
 123	__le16	len;
 124	__le16	reserved;
 125	u8	bt_type;
 126} __packed;
 127
 128struct btmtksdio_dev {
 129	struct hci_dev *hdev;
 130	struct sdio_func *func;
 131	struct device *dev;
 132
 133	struct work_struct txrx_work;
 134	unsigned long tx_state;
 135	struct sk_buff_head txq;
 136
 137	struct sk_buff *evt_skb;
 138
 139	const struct btmtksdio_data *data;
 140
 141	struct gpio_desc *reset;
 142};
 143
 144static int mtk_hci_wmt_sync(struct hci_dev *hdev,
 145			    struct btmtk_hci_wmt_params *wmt_params)
 146{
 147	struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);
 148	struct btmtk_hci_wmt_evt_funcc *wmt_evt_funcc;
 149	struct btmtk_hci_wmt_evt_reg *wmt_evt_reg;
 150	u32 hlen, status = BTMTK_WMT_INVALID;
 151	struct btmtk_hci_wmt_evt *wmt_evt;
 152	struct btmtk_hci_wmt_cmd *wc;
 153	struct btmtk_wmt_hdr *hdr;
 154	int err;
 155
 156	/* Send the WMT command and wait until the WMT event returns */
 157	hlen = sizeof(*hdr) + wmt_params->dlen;
 158	if (hlen > 255)
 159		return -EINVAL;
 160
 161	wc = kzalloc(hlen, GFP_KERNEL);
 162	if (!wc)
 163		return -ENOMEM;
 164
 165	hdr = &wc->hdr;
 166	hdr->dir = 1;
 167	hdr->op = wmt_params->op;
 168	hdr->dlen = cpu_to_le16(wmt_params->dlen + 1);
 169	hdr->flag = wmt_params->flag;
 170	memcpy(wc->data, wmt_params->data, wmt_params->dlen);
 171
 172	set_bit(BTMTKSDIO_TX_WAIT_VND_EVT, &bdev->tx_state);
 173
 174	err = __hci_cmd_send(hdev, 0xfc6f, hlen, wc);
 175	if (err < 0) {
 176		clear_bit(BTMTKSDIO_TX_WAIT_VND_EVT, &bdev->tx_state);
 177		goto err_free_wc;
 178	}
 179
 180	/* The vendor specific WMT commands are all answered by a vendor
 181	 * specific event and will not have the Command Status or Command
 182	 * Complete as with usual HCI command flow control.
 183	 *
 184	 * After sending the command, wait for BTMTKSDIO_TX_WAIT_VND_EVT
 185	 * state to be cleared. The driver specific event receive routine
 186	 * will clear that state and with that indicate completion of the
 187	 * WMT command.
 188	 */
 189	err = wait_on_bit_timeout(&bdev->tx_state, BTMTKSDIO_TX_WAIT_VND_EVT,
 190				  TASK_INTERRUPTIBLE, HCI_INIT_TIMEOUT);
 191	if (err == -EINTR) {
 192		bt_dev_err(hdev, "Execution of wmt command interrupted");
 193		clear_bit(BTMTKSDIO_TX_WAIT_VND_EVT, &bdev->tx_state);
 194		goto err_free_wc;
 195	}
 196
 197	if (err) {
 198		bt_dev_err(hdev, "Execution of wmt command timed out");
 199		clear_bit(BTMTKSDIO_TX_WAIT_VND_EVT, &bdev->tx_state);
 200		err = -ETIMEDOUT;
 201		goto err_free_wc;
 202	}
 203
 204	/* Parse and handle the return WMT event */
 205	wmt_evt = (struct btmtk_hci_wmt_evt *)bdev->evt_skb->data;
 206	if (wmt_evt->whdr.op != hdr->op) {
 207		bt_dev_err(hdev, "Wrong op received %d expected %d",
 208			   wmt_evt->whdr.op, hdr->op);
 209		err = -EIO;
 210		goto err_free_skb;
 211	}
 212
 213	switch (wmt_evt->whdr.op) {
 214	case BTMTK_WMT_SEMAPHORE:
 215		if (wmt_evt->whdr.flag == 2)
 216			status = BTMTK_WMT_PATCH_UNDONE;
 217		else
 218			status = BTMTK_WMT_PATCH_DONE;
 219		break;
 220	case BTMTK_WMT_FUNC_CTRL:
 221		wmt_evt_funcc = (struct btmtk_hci_wmt_evt_funcc *)wmt_evt;
 222		if (be16_to_cpu(wmt_evt_funcc->status) == 0x404)
 223			status = BTMTK_WMT_ON_DONE;
 224		else if (be16_to_cpu(wmt_evt_funcc->status) == 0x420)
 225			status = BTMTK_WMT_ON_PROGRESS;
 226		else
 227			status = BTMTK_WMT_ON_UNDONE;
 228		break;
 229	case BTMTK_WMT_PATCH_DWNLD:
 230		if (wmt_evt->whdr.flag == 2)
 231			status = BTMTK_WMT_PATCH_DONE;
 232		else if (wmt_evt->whdr.flag == 1)
 233			status = BTMTK_WMT_PATCH_PROGRESS;
 234		else
 235			status = BTMTK_WMT_PATCH_UNDONE;
 236		break;
 237	case BTMTK_WMT_REGISTER:
 238		wmt_evt_reg = (struct btmtk_hci_wmt_evt_reg *)wmt_evt;
 239		if (le16_to_cpu(wmt_evt->whdr.dlen) == 12)
 240			status = le32_to_cpu(wmt_evt_reg->val);
 241		break;
 242	}
 243
 244	if (wmt_params->status)
 245		*wmt_params->status = status;
 246
 247err_free_skb:
 248	kfree_skb(bdev->evt_skb);
 249	bdev->evt_skb = NULL;
 250err_free_wc:
 251	kfree(wc);
 252
 253	return err;
 254}
 255
 256static int btmtksdio_tx_packet(struct btmtksdio_dev *bdev,
 257			       struct sk_buff *skb)
 258{
 259	struct mtkbtsdio_hdr *sdio_hdr;
 260	int err;
 261
 262	/* Make sure that there are enough rooms for SDIO header */
 263	if (unlikely(skb_headroom(skb) < sizeof(*sdio_hdr))) {
 264		err = pskb_expand_head(skb, sizeof(*sdio_hdr), 0,
 265				       GFP_ATOMIC);
 266		if (err < 0)
 267			return err;
 268	}
 269
 270	/* Prepend MediaTek SDIO Specific Header */
 271	skb_push(skb, sizeof(*sdio_hdr));
 272
 273	sdio_hdr = (void *)skb->data;
 274	sdio_hdr->len = cpu_to_le16(skb->len);
 275	sdio_hdr->reserved = cpu_to_le16(0);
 276	sdio_hdr->bt_type = hci_skb_pkt_type(skb);
 277
 278	clear_bit(BTMTKSDIO_HW_TX_READY, &bdev->tx_state);
 279	err = sdio_writesb(bdev->func, MTK_REG_CTDR, skb->data,
 280			   round_up(skb->len, MTK_SDIO_BLOCK_SIZE));
 281	if (err < 0)
 282		goto err_skb_pull;
 283
 284	bdev->hdev->stat.byte_tx += skb->len;
 285
 286	kfree_skb(skb);
 287
 288	return 0;
 289
 290err_skb_pull:
 291	skb_pull(skb, sizeof(*sdio_hdr));
 292
 293	return err;
 294}
 295
 296static u32 btmtksdio_drv_own_query(struct btmtksdio_dev *bdev)
 297{
 298	return sdio_readl(bdev->func, MTK_REG_CHLPCR, NULL);
 299}
 300
 301static u32 btmtksdio_drv_own_query_79xx(struct btmtksdio_dev *bdev)
 302{
 303	return sdio_readl(bdev->func, MTK_REG_PD2HRM0R, NULL);
 304}
 305
 306static u32 btmtksdio_chcr_query(struct btmtksdio_dev *bdev)
 307{
 308	return sdio_readl(bdev->func, MTK_REG_CHCR, NULL);
 309}
 310
 311static int btmtksdio_fw_pmctrl(struct btmtksdio_dev *bdev)
 312{
 313	u32 status;
 314	int err;
 315
 316	sdio_claim_host(bdev->func);
 317
 318	if (bdev->data->lp_mbox_supported &&
 319	    test_bit(BTMTKSDIO_PATCH_ENABLED, &bdev->tx_state)) {
 320		sdio_writel(bdev->func, CSICR_CLR_MBOX_ACK, MTK_REG_CSICR,
 321			    &err);
 322		err = readx_poll_timeout(btmtksdio_drv_own_query_79xx, bdev,
 323					 status, !(status & PD2HRM0R_DRV_OWN),
 324					 2000, 1000000);
 325		if (err < 0) {
 326			bt_dev_err(bdev->hdev, "mailbox ACK not cleared");
 327			goto out;
 328		}
 329	}
 330
 331	/* Return ownership to the device */
 332	sdio_writel(bdev->func, C_FW_OWN_REQ_SET, MTK_REG_CHLPCR, &err);
 333	if (err < 0)
 334		goto out;
 335
 336	err = readx_poll_timeout(btmtksdio_drv_own_query, bdev, status,
 337				 !(status & C_COM_DRV_OWN), 2000, 1000000);
 338
 339out:
 340	sdio_release_host(bdev->func);
 341
 342	if (err < 0)
 343		bt_dev_err(bdev->hdev, "Cannot return ownership to device");
 344
 345	return err;
 346}
 347
 348static int btmtksdio_drv_pmctrl(struct btmtksdio_dev *bdev)
 349{
 350	u32 status;
 351	int err;
 352
 353	sdio_claim_host(bdev->func);
 354
 355	/* Get ownership from the device */
 356	sdio_writel(bdev->func, C_FW_OWN_REQ_CLR, MTK_REG_CHLPCR, &err);
 357	if (err < 0)
 358		goto out;
 359
 360	err = readx_poll_timeout(btmtksdio_drv_own_query, bdev, status,
 361				 status & C_COM_DRV_OWN, 2000, 1000000);
 362
 363	if (!err && bdev->data->lp_mbox_supported &&
 364	    test_bit(BTMTKSDIO_PATCH_ENABLED, &bdev->tx_state))
 365		err = readx_poll_timeout(btmtksdio_drv_own_query_79xx, bdev,
 366					 status, status & PD2HRM0R_DRV_OWN,
 367					 2000, 1000000);
 368
 369out:
 370	sdio_release_host(bdev->func);
 371
 372	if (err < 0)
 373		bt_dev_err(bdev->hdev, "Cannot get ownership from device");
 374
 375	return err;
 376}
 377
 378static int btmtksdio_recv_event(struct hci_dev *hdev, struct sk_buff *skb)
 379{
 380	struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);
 381	struct hci_event_hdr *hdr = (void *)skb->data;
 382	u8 evt = hdr->evt;
 383	int err;
 384
 385	/* When someone waits for the WMT event, the skb is being cloned
 386	 * and being processed the events from there then.
 387	 */
 388	if (test_bit(BTMTKSDIO_TX_WAIT_VND_EVT, &bdev->tx_state)) {
 389		bdev->evt_skb = skb_clone(skb, GFP_KERNEL);
 390		if (!bdev->evt_skb) {
 391			err = -ENOMEM;
 392			goto err_out;
 393		}
 394	}
 395
 396	err = hci_recv_frame(hdev, skb);
 397	if (err < 0)
 398		goto err_free_skb;
 399
 400	if (evt == HCI_EV_WMT) {
 401		if (test_and_clear_bit(BTMTKSDIO_TX_WAIT_VND_EVT,
 402				       &bdev->tx_state)) {
 403			/* Barrier to sync with other CPUs */
 404			smp_mb__after_atomic();
 405			wake_up_bit(&bdev->tx_state, BTMTKSDIO_TX_WAIT_VND_EVT);
 406		}
 407	}
 408
 409	return 0;
 410
 411err_free_skb:
 412	kfree_skb(bdev->evt_skb);
 413	bdev->evt_skb = NULL;
 414
 415err_out:
 416	return err;
 417}
 418
 419static int btmtksdio_recv_acl(struct hci_dev *hdev, struct sk_buff *skb)
 420{
 421	struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);
 422	u16 handle = le16_to_cpu(hci_acl_hdr(skb)->handle);
 423
 424	switch (handle) {
 425	case 0xfc6f:
 426		/* Firmware dump from device: when the firmware hangs, the
 427		 * device can no longer suspend and thus disable auto-suspend.
 428		 */
 429		pm_runtime_forbid(bdev->dev);
 430		fallthrough;
 431	case 0x05ff:
 432	case 0x05fe:
 433		/* Firmware debug logging */
 434		return hci_recv_diag(hdev, skb);
 435	}
 436
 437	return hci_recv_frame(hdev, skb);
 438}
 439
 440static const struct h4_recv_pkt mtk_recv_pkts[] = {
 441	{ H4_RECV_ACL,      .recv = btmtksdio_recv_acl },
 442	{ H4_RECV_SCO,      .recv = hci_recv_frame },
 443	{ H4_RECV_EVENT,    .recv = btmtksdio_recv_event },
 444};
 445
 446static int btmtksdio_rx_packet(struct btmtksdio_dev *bdev, u16 rx_size)
 447{
 448	const struct h4_recv_pkt *pkts = mtk_recv_pkts;
 449	int pkts_count = ARRAY_SIZE(mtk_recv_pkts);
 450	struct mtkbtsdio_hdr *sdio_hdr;
 451	int err, i, pad_size;
 452	struct sk_buff *skb;
 453	u16 dlen;
 454
 455	if (rx_size < sizeof(*sdio_hdr))
 456		return -EILSEQ;
 457
 458	/* A SDIO packet is exactly containing a Bluetooth packet */
 459	skb = bt_skb_alloc(rx_size, GFP_KERNEL);
 460	if (!skb)
 461		return -ENOMEM;
 462
 463	skb_put(skb, rx_size);
 464
 465	err = sdio_readsb(bdev->func, skb->data, MTK_REG_CRDR, rx_size);
 466	if (err < 0)
 467		goto err_kfree_skb;
 468
 469	sdio_hdr = (void *)skb->data;
 470
 471	/* We assume the default error as -EILSEQ simply to make the error path
 472	 * be cleaner.
 473	 */
 474	err = -EILSEQ;
 475
 476	if (rx_size != le16_to_cpu(sdio_hdr->len)) {
 477		bt_dev_err(bdev->hdev, "Rx size in sdio header is mismatched ");
 478		goto err_kfree_skb;
 479	}
 480
 481	hci_skb_pkt_type(skb) = sdio_hdr->bt_type;
 482
 483	/* Remove MediaTek SDIO header */
 484	skb_pull(skb, sizeof(*sdio_hdr));
 485
 486	/* We have to dig into the packet to get payload size and then know how
 487	 * many padding bytes at the tail, these padding bytes should be removed
 488	 * before the packet is indicated to the core layer.
 489	 */
 490	for (i = 0; i < pkts_count; i++) {
 491		if (sdio_hdr->bt_type == (&pkts[i])->type)
 492			break;
 493	}
 494
 495	if (i >= pkts_count) {
 496		bt_dev_err(bdev->hdev, "Invalid bt type 0x%02x",
 497			   sdio_hdr->bt_type);
 498		goto err_kfree_skb;
 499	}
 500
 501	/* Remaining bytes cannot hold a header*/
 502	if (skb->len < (&pkts[i])->hlen) {
 503		bt_dev_err(bdev->hdev, "The size of bt header is mismatched");
 504		goto err_kfree_skb;
 505	}
 506
 507	switch ((&pkts[i])->lsize) {
 508	case 1:
 509		dlen = skb->data[(&pkts[i])->loff];
 510		break;
 511	case 2:
 512		dlen = get_unaligned_le16(skb->data +
 513						  (&pkts[i])->loff);
 514		break;
 515	default:
 516		goto err_kfree_skb;
 517	}
 518
 519	pad_size = skb->len - (&pkts[i])->hlen -  dlen;
 520
 521	/* Remaining bytes cannot hold a payload */
 522	if (pad_size < 0) {
 523		bt_dev_err(bdev->hdev, "The size of bt payload is mismatched");
 524		goto err_kfree_skb;
 525	}
 526
 527	/* Remove padding bytes */
 528	skb_trim(skb, skb->len - pad_size);
 529
 530	/* Complete frame */
 531	(&pkts[i])->recv(bdev->hdev, skb);
 532
 533	bdev->hdev->stat.byte_rx += rx_size;
 534
 535	return 0;
 536
 537err_kfree_skb:
 538	kfree_skb(skb);
 539
 540	return err;
 541}
 542
 543static void btmtksdio_txrx_work(struct work_struct *work)
 544{
 545	struct btmtksdio_dev *bdev = container_of(work, struct btmtksdio_dev,
 546						  txrx_work);
 547	unsigned long txrx_timeout;
 548	u32 int_status, rx_size;
 549	struct sk_buff *skb;
 550	int err;
 551
 552	pm_runtime_get_sync(bdev->dev);
 553
 554	sdio_claim_host(bdev->func);
 555
 556	/* Disable interrupt */
 557	sdio_writel(bdev->func, C_INT_EN_CLR, MTK_REG_CHLPCR, 0);
 558
 559	txrx_timeout = jiffies + 5 * HZ;
 560
 561	do {
 562		int_status = sdio_readl(bdev->func, MTK_REG_CHISR, NULL);
 563
 564		/* Ack an interrupt as soon as possible before any operation on
 565		 * hardware.
 566		 *
 567		 * Note that we don't ack any status during operations to avoid race
 568		 * condition between the host and the device such as it's possible to
 569		 * mistakenly ack RX_DONE for the next packet and then cause interrupts
 570		 * not be raised again but there is still pending data in the hardware
 571		 * FIFO.
 572		 */
 573		sdio_writel(bdev->func, int_status, MTK_REG_CHISR, NULL);
 574		int_status &= INT_MASK;
 575
 576		if ((int_status & FW_MAILBOX_INT) &&
 577		    bdev->data->chipid == 0x7921) {
 578			sdio_writel(bdev->func, PH2DSM0R_DRIVER_OWN,
 579				    MTK_REG_PH2DSM0R, 0);
 580		}
 581
 582		if (int_status & FW_OWN_BACK_INT)
 583			bt_dev_dbg(bdev->hdev, "Get fw own back");
 584
 585		if (int_status & TX_EMPTY)
 586			set_bit(BTMTKSDIO_HW_TX_READY, &bdev->tx_state);
 587
 588		else if (unlikely(int_status & TX_FIFO_OVERFLOW))
 589			bt_dev_warn(bdev->hdev, "Tx fifo overflow");
 590
 591		if (test_bit(BTMTKSDIO_HW_TX_READY, &bdev->tx_state)) {
 592			skb = skb_dequeue(&bdev->txq);
 593			if (skb) {
 594				err = btmtksdio_tx_packet(bdev, skb);
 595				if (err < 0) {
 596					bdev->hdev->stat.err_tx++;
 597					skb_queue_head(&bdev->txq, skb);
 598				}
 599			}
 600		}
 601
 602		if (int_status & RX_DONE_INT) {
 603			rx_size = sdio_readl(bdev->func, MTK_REG_CRPLR, NULL);
 604			rx_size = (rx_size & RX_PKT_LEN) >> 16;
 605			if (btmtksdio_rx_packet(bdev, rx_size) < 0)
 606				bdev->hdev->stat.err_rx++;
 607		}
 608	} while (int_status || time_is_before_jiffies(txrx_timeout));
 609
 610	/* Enable interrupt */
 611	sdio_writel(bdev->func, C_INT_EN_SET, MTK_REG_CHLPCR, 0);
 612
 613	sdio_release_host(bdev->func);
 614
 615	pm_runtime_mark_last_busy(bdev->dev);
 616	pm_runtime_put_autosuspend(bdev->dev);
 617}
 618
 619static void btmtksdio_interrupt(struct sdio_func *func)
 620{
 621	struct btmtksdio_dev *bdev = sdio_get_drvdata(func);
 622
 
 
 
 
 
 
 623	/* Disable interrupt */
 624	sdio_writel(bdev->func, C_INT_EN_CLR, MTK_REG_CHLPCR, 0);
 625
 626	schedule_work(&bdev->txrx_work);
 627}
 628
 629static int btmtksdio_open(struct hci_dev *hdev)
 630{
 631	struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);
 632	u32 val;
 633	int err;
 634
 635	sdio_claim_host(bdev->func);
 636
 637	err = sdio_enable_func(bdev->func);
 638	if (err < 0)
 639		goto err_release_host;
 640
 641	set_bit(BTMTKSDIO_FUNC_ENABLED, &bdev->tx_state);
 642
 643	err = btmtksdio_drv_pmctrl(bdev);
 644	if (err < 0)
 645		goto err_disable_func;
 646
 647	/* Disable interrupt & mask out all interrupt sources */
 648	sdio_writel(bdev->func, C_INT_EN_CLR, MTK_REG_CHLPCR, &err);
 649	if (err < 0)
 650		goto err_disable_func;
 651
 652	sdio_writel(bdev->func, 0, MTK_REG_CHIER, &err);
 653	if (err < 0)
 654		goto err_disable_func;
 655
 656	err = sdio_claim_irq(bdev->func, btmtksdio_interrupt);
 657	if (err < 0)
 658		goto err_disable_func;
 659
 660	err = sdio_set_block_size(bdev->func, MTK_SDIO_BLOCK_SIZE);
 661	if (err < 0)
 662		goto err_release_irq;
 663
 664	/* SDIO CMD 5 allows the SDIO device back to idle state an
 665	 * synchronous interrupt is supported in SDIO 4-bit mode
 666	 */
 667	val = sdio_readl(bdev->func, MTK_REG_CSDIOCSR, &err);
 668	if (err < 0)
 669		goto err_release_irq;
 670
 671	val |= SDIO_INT_CTL;
 672	sdio_writel(bdev->func, val, MTK_REG_CSDIOCSR, &err);
 673	if (err < 0)
 674		goto err_release_irq;
 675
 676	/* Explitly set write-1-clear method */
 677	val = sdio_readl(bdev->func, MTK_REG_CHCR, &err);
 678	if (err < 0)
 679		goto err_release_irq;
 680
 681	val |= C_INT_CLR_CTRL;
 682	sdio_writel(bdev->func, val, MTK_REG_CHCR, &err);
 683	if (err < 0)
 684		goto err_release_irq;
 685
 686	/* Setup interrupt sources */
 687	sdio_writel(bdev->func, RX_DONE_INT | TX_EMPTY | TX_FIFO_OVERFLOW,
 688		    MTK_REG_CHIER, &err);
 689	if (err < 0)
 690		goto err_release_irq;
 691
 692	/* Enable interrupt */
 693	sdio_writel(bdev->func, C_INT_EN_SET, MTK_REG_CHLPCR, &err);
 694	if (err < 0)
 695		goto err_release_irq;
 696
 697	sdio_release_host(bdev->func);
 698
 699	return 0;
 700
 701err_release_irq:
 702	sdio_release_irq(bdev->func);
 703
 704err_disable_func:
 705	sdio_disable_func(bdev->func);
 706
 707err_release_host:
 708	sdio_release_host(bdev->func);
 709
 710	return err;
 711}
 712
 713static int btmtksdio_close(struct hci_dev *hdev)
 714{
 715	struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);
 716
 717	sdio_claim_host(bdev->func);
 718
 719	/* Disable interrupt */
 720	sdio_writel(bdev->func, C_INT_EN_CLR, MTK_REG_CHLPCR, NULL);
 721
 722	sdio_release_irq(bdev->func);
 723
 724	cancel_work_sync(&bdev->txrx_work);
 725
 726	btmtksdio_fw_pmctrl(bdev);
 727
 728	clear_bit(BTMTKSDIO_FUNC_ENABLED, &bdev->tx_state);
 729	sdio_disable_func(bdev->func);
 730
 731	sdio_release_host(bdev->func);
 732
 733	return 0;
 734}
 735
 736static int btmtksdio_flush(struct hci_dev *hdev)
 737{
 738	struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);
 739
 740	skb_queue_purge(&bdev->txq);
 741
 742	cancel_work_sync(&bdev->txrx_work);
 743
 744	return 0;
 745}
 746
 747static int btmtksdio_func_query(struct hci_dev *hdev)
 748{
 749	struct btmtk_hci_wmt_params wmt_params;
 750	int status, err;
 751	u8 param = 0;
 752
 753	/* Query whether the function is enabled */
 754	wmt_params.op = BTMTK_WMT_FUNC_CTRL;
 755	wmt_params.flag = 4;
 756	wmt_params.dlen = sizeof(param);
 757	wmt_params.data = &param;
 758	wmt_params.status = &status;
 759
 760	err = mtk_hci_wmt_sync(hdev, &wmt_params);
 761	if (err < 0) {
 762		bt_dev_err(hdev, "Failed to query function status (%d)", err);
 763		return err;
 764	}
 765
 766	return status;
 767}
 768
 769static int mt76xx_setup(struct hci_dev *hdev, const char *fwname)
 770{
 771	struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);
 772	struct btmtk_hci_wmt_params wmt_params;
 773	struct btmtk_tci_sleep tci_sleep;
 774	struct sk_buff *skb;
 775	int err, status;
 776	u8 param = 0x1;
 777
 778	/* Query whether the firmware is already download */
 779	wmt_params.op = BTMTK_WMT_SEMAPHORE;
 780	wmt_params.flag = 1;
 781	wmt_params.dlen = 0;
 782	wmt_params.data = NULL;
 783	wmt_params.status = &status;
 784
 785	err = mtk_hci_wmt_sync(hdev, &wmt_params);
 786	if (err < 0) {
 787		bt_dev_err(hdev, "Failed to query firmware status (%d)", err);
 788		return err;
 789	}
 790
 791	if (status == BTMTK_WMT_PATCH_DONE) {
 792		bt_dev_info(hdev, "Firmware already downloaded");
 793		goto ignore_setup_fw;
 794	}
 795
 796	/* Setup a firmware which the device definitely requires */
 797	err = btmtk_setup_firmware(hdev, fwname, mtk_hci_wmt_sync);
 798	if (err < 0)
 799		return err;
 800
 801ignore_setup_fw:
 802	/* Query whether the device is already enabled */
 803	err = readx_poll_timeout(btmtksdio_func_query, hdev, status,
 804				 status < 0 || status != BTMTK_WMT_ON_PROGRESS,
 805				 2000, 5000000);
 806	/* -ETIMEDOUT happens */
 807	if (err < 0)
 808		return err;
 809
 810	/* The other errors happen in btusb_mtk_func_query */
 811	if (status < 0)
 812		return status;
 813
 814	if (status == BTMTK_WMT_ON_DONE) {
 815		bt_dev_info(hdev, "function already on");
 816		goto ignore_func_on;
 817	}
 818
 819	/* Enable Bluetooth protocol */
 820	wmt_params.op = BTMTK_WMT_FUNC_CTRL;
 821	wmt_params.flag = 0;
 822	wmt_params.dlen = sizeof(param);
 823	wmt_params.data = &param;
 824	wmt_params.status = NULL;
 825
 826	err = mtk_hci_wmt_sync(hdev, &wmt_params);
 827	if (err < 0) {
 828		bt_dev_err(hdev, "Failed to send wmt func ctrl (%d)", err);
 829		return err;
 830	}
 831
 832	set_bit(BTMTKSDIO_PATCH_ENABLED, &bdev->tx_state);
 833
 834ignore_func_on:
 835	/* Apply the low power environment setup */
 836	tci_sleep.mode = 0x5;
 837	tci_sleep.duration = cpu_to_le16(0x640);
 838	tci_sleep.host_duration = cpu_to_le16(0x640);
 839	tci_sleep.host_wakeup_pin = 0;
 840	tci_sleep.time_compensation = 0;
 841
 842	skb = __hci_cmd_sync(hdev, 0xfc7a, sizeof(tci_sleep), &tci_sleep,
 843			     HCI_INIT_TIMEOUT);
 844	if (IS_ERR(skb)) {
 845		err = PTR_ERR(skb);
 846		bt_dev_err(hdev, "Failed to apply low power setting (%d)", err);
 847		return err;
 848	}
 849	kfree_skb(skb);
 850
 851	return 0;
 852}
 853
 854static int mt79xx_setup(struct hci_dev *hdev, const char *fwname)
 855{
 856	struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);
 857	struct btmtk_hci_wmt_params wmt_params;
 858	u8 param = 0x1;
 859	int err;
 860
 861	err = btmtk_setup_firmware_79xx(hdev, fwname, mtk_hci_wmt_sync);
 862	if (err < 0) {
 863		bt_dev_err(hdev, "Failed to setup 79xx firmware (%d)", err);
 864		return err;
 865	}
 866
 867	err = btmtksdio_fw_pmctrl(bdev);
 868	if (err < 0)
 869		return err;
 870
 871	err = btmtksdio_drv_pmctrl(bdev);
 872	if (err < 0)
 873		return err;
 874
 875	/* Enable Bluetooth protocol */
 876	wmt_params.op = BTMTK_WMT_FUNC_CTRL;
 877	wmt_params.flag = 0;
 878	wmt_params.dlen = sizeof(param);
 879	wmt_params.data = &param;
 880	wmt_params.status = NULL;
 881
 882	err = mtk_hci_wmt_sync(hdev, &wmt_params);
 883	if (err < 0) {
 884		bt_dev_err(hdev, "Failed to send wmt func ctrl (%d)", err);
 885		return err;
 886	}
 887
 888	hci_set_msft_opcode(hdev, 0xFD30);
 889	hci_set_aosp_capable(hdev);
 890	set_bit(BTMTKSDIO_PATCH_ENABLED, &bdev->tx_state);
 891
 892	return err;
 893}
 894
 895static int btmtksdio_mtk_reg_read(struct hci_dev *hdev, u32 reg, u32 *val)
 896{
 897	struct btmtk_hci_wmt_params wmt_params;
 898	struct reg_read_cmd reg_read = {
 899		.type = 1,
 900		.num = 1,
 901	};
 902	u32 status;
 903	int err;
 904
 905	reg_read.addr = cpu_to_le32(reg);
 906	wmt_params.op = BTMTK_WMT_REGISTER;
 907	wmt_params.flag = BTMTK_WMT_REG_READ;
 908	wmt_params.dlen = sizeof(reg_read);
 909	wmt_params.data = &reg_read;
 910	wmt_params.status = &status;
 911
 912	err = mtk_hci_wmt_sync(hdev, &wmt_params);
 913	if (err < 0) {
 914		bt_dev_err(hdev, "Failed to read reg (%d)", err);
 915		return err;
 916	}
 917
 918	*val = status;
 919
 920	return err;
 921}
 922
 923static int btmtksdio_mtk_reg_write(struct hci_dev *hdev, u32 reg, u32 val, u32 mask)
 924{
 925	struct btmtk_hci_wmt_params wmt_params;
 926	const struct reg_write_cmd reg_write = {
 927		.type = 1,
 928		.num = 1,
 929		.addr = cpu_to_le32(reg),
 930		.data = cpu_to_le32(val),
 931		.mask = cpu_to_le32(mask),
 932	};
 933	int err, status;
 934
 935	wmt_params.op = BTMTK_WMT_REGISTER;
 936	wmt_params.flag = BTMTK_WMT_REG_WRITE;
 937	wmt_params.dlen = sizeof(reg_write);
 938	wmt_params.data = &reg_write;
 939	wmt_params.status = &status;
 940
 941	err = mtk_hci_wmt_sync(hdev, &wmt_params);
 942	if (err < 0)
 943		bt_dev_err(hdev, "Failed to write reg (%d)", err);
 944
 945	return err;
 946}
 947
 948static int btmtksdio_get_data_path_id(struct hci_dev *hdev, __u8 *data_path_id)
 949{
 950	/* uses 1 as data path id for all the usecases */
 951	*data_path_id = 1;
 952	return 0;
 953}
 954
 955static int btmtksdio_get_codec_config_data(struct hci_dev *hdev,
 956					   __u8 link, struct bt_codec *codec,
 957					   __u8 *ven_len, __u8 **ven_data)
 958{
 959	int err = 0;
 960
 961	if (!ven_data || !ven_len)
 962		return -EINVAL;
 963
 964	*ven_len = 0;
 965	*ven_data = NULL;
 966
 967	if (link != ESCO_LINK) {
 968		bt_dev_err(hdev, "Invalid link type(%u)", link);
 969		return -EINVAL;
 970	}
 971
 972	*ven_data = kmalloc(sizeof(__u8), GFP_KERNEL);
 973	if (!*ven_data) {
 974		err = -ENOMEM;
 975		goto error;
 976	}
 977
 978	/* supports only CVSD and mSBC offload codecs */
 979	switch (codec->id) {
 980	case 0x02:
 981		**ven_data = 0x00;
 982		break;
 983	case 0x05:
 984		**ven_data = 0x01;
 985		break;
 986	default:
 987		err = -EINVAL;
 988		bt_dev_err(hdev, "Invalid codec id(%u)", codec->id);
 989		goto error;
 990	}
 991	/* codec and its capabilities are pre-defined to ids
 992	 * preset id = 0x00 represents CVSD codec with sampling rate 8K
 993	 * preset id = 0x01 represents mSBC codec with sampling rate 16K
 994	 */
 995	*ven_len = sizeof(__u8);
 996	return err;
 997
 998error:
 999	kfree(*ven_data);
1000	*ven_data = NULL;
1001	return err;
1002}
1003
1004static int btmtksdio_sco_setting(struct hci_dev *hdev)
1005{
1006	const struct btmtk_sco sco_setting = {
1007		.clock_config = 0x49,
1008		.channel_format_config = 0x80,
1009	};
1010	struct sk_buff *skb;
1011	u32 val;
1012	int err;
1013
1014	/* Enable SCO over I2S/PCM for MediaTek chipset */
1015	skb =  __hci_cmd_sync(hdev, 0xfc72, sizeof(sco_setting),
1016			      &sco_setting, HCI_CMD_TIMEOUT);
1017	if (IS_ERR(skb))
1018		return PTR_ERR(skb);
1019
1020	kfree_skb(skb);
1021
1022	err = btmtksdio_mtk_reg_read(hdev, MT7921_PINMUX_0, &val);
1023	if (err < 0)
1024		return err;
1025
1026	val |= 0x11000000;
1027	err = btmtksdio_mtk_reg_write(hdev, MT7921_PINMUX_0, val, ~0);
1028	if (err < 0)
1029		return err;
1030
1031	err = btmtksdio_mtk_reg_read(hdev, MT7921_PINMUX_1, &val);
1032	if (err < 0)
1033		return err;
1034
1035	val |= 0x00000101;
1036	err =  btmtksdio_mtk_reg_write(hdev, MT7921_PINMUX_1, val, ~0);
1037	if (err < 0)
1038		return err;
1039
1040	hdev->get_data_path_id = btmtksdio_get_data_path_id;
1041	hdev->get_codec_config_data = btmtksdio_get_codec_config_data;
1042
1043	return err;
1044}
1045
1046static int btmtksdio_reset_setting(struct hci_dev *hdev)
1047{
1048	int err;
1049	u32 val;
1050
1051	err = btmtksdio_mtk_reg_read(hdev, MT7921_PINMUX_1, &val);
1052	if (err < 0)
1053		return err;
1054
1055	val |= 0x20; /* set the pin (bit field 11:8) work as GPIO mode */
1056	err = btmtksdio_mtk_reg_write(hdev, MT7921_PINMUX_1, val, ~0);
1057	if (err < 0)
1058		return err;
1059
1060	err = btmtksdio_mtk_reg_read(hdev, MT7921_BTSYS_RST, &val);
1061	if (err < 0)
1062		return err;
1063
1064	val |= MT7921_BTSYS_RST_WITH_GPIO;
1065	return btmtksdio_mtk_reg_write(hdev, MT7921_BTSYS_RST, val, ~0);
1066}
1067
1068static int btmtksdio_setup(struct hci_dev *hdev)
1069{
1070	struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);
1071	ktime_t calltime, delta, rettime;
1072	unsigned long long duration;
1073	char fwname[64];
1074	int err, dev_id;
1075	u32 fw_version = 0, val;
1076
1077	calltime = ktime_get();
1078	set_bit(BTMTKSDIO_HW_TX_READY, &bdev->tx_state);
1079
1080	switch (bdev->data->chipid) {
1081	case 0x7921:
1082		if (test_bit(BTMTKSDIO_HW_RESET_ACTIVE, &bdev->tx_state)) {
1083			err = btmtksdio_mtk_reg_read(hdev, MT7921_DLSTATUS,
1084						     &val);
1085			if (err < 0)
1086				return err;
1087
1088			val &= ~BT_DL_STATE;
1089			err = btmtksdio_mtk_reg_write(hdev, MT7921_DLSTATUS,
1090						      val, ~0);
1091			if (err < 0)
1092				return err;
1093
1094			btmtksdio_fw_pmctrl(bdev);
1095			msleep(20);
1096			btmtksdio_drv_pmctrl(bdev);
1097
1098			clear_bit(BTMTKSDIO_HW_RESET_ACTIVE, &bdev->tx_state);
1099		}
1100
1101		err = btmtksdio_mtk_reg_read(hdev, 0x70010200, &dev_id);
1102		if (err < 0) {
1103			bt_dev_err(hdev, "Failed to get device id (%d)", err);
1104			return err;
1105		}
1106
1107		err = btmtksdio_mtk_reg_read(hdev, 0x80021004, &fw_version);
1108		if (err < 0) {
1109			bt_dev_err(hdev, "Failed to get fw version (%d)", err);
1110			return err;
1111		}
1112
1113		snprintf(fwname, sizeof(fwname),
1114			 "mediatek/BT_RAM_CODE_MT%04x_1_%x_hdr.bin",
1115			 dev_id & 0xffff, (fw_version & 0xff) + 1);
1116		err = mt79xx_setup(hdev, fwname);
1117		if (err < 0)
1118			return err;
1119
1120		/* Enable SCO over I2S/PCM */
1121		err = btmtksdio_sco_setting(hdev);
1122		if (err < 0) {
1123			bt_dev_err(hdev, "Failed to enable SCO setting (%d)", err);
1124			return err;
1125		}
1126
1127		/* Enable WBS with mSBC codec */
1128		set_bit(HCI_QUIRK_WIDEBAND_SPEECH_SUPPORTED, &hdev->quirks);
1129
1130		/* Enable GPIO reset mechanism */
1131		if (bdev->reset) {
1132			err = btmtksdio_reset_setting(hdev);
1133			if (err < 0) {
1134				bt_dev_err(hdev, "Failed to enable Reset setting (%d)", err);
1135				devm_gpiod_put(bdev->dev, bdev->reset);
1136				bdev->reset = NULL;
1137			}
1138		}
1139
1140		/* Valid LE States quirk for MediaTek 7921 */
1141		set_bit(HCI_QUIRK_VALID_LE_STATES, &hdev->quirks);
1142
1143		break;
1144	case 0x7663:
1145	case 0x7668:
1146		err = mt76xx_setup(hdev, bdev->data->fwname);
1147		if (err < 0)
1148			return err;
1149		break;
1150	default:
1151		return -ENODEV;
1152	}
1153
1154	rettime = ktime_get();
1155	delta = ktime_sub(rettime, calltime);
1156	duration = (unsigned long long)ktime_to_ns(delta) >> 10;
1157
1158	pm_runtime_set_autosuspend_delay(bdev->dev,
1159					 MTKBTSDIO_AUTOSUSPEND_DELAY);
1160	pm_runtime_use_autosuspend(bdev->dev);
1161
1162	err = pm_runtime_set_active(bdev->dev);
1163	if (err < 0)
1164		return err;
1165
1166	/* Default forbid runtime auto suspend, that can be allowed by
1167	 * enable_autosuspend flag or the PM runtime entry under sysfs.
1168	 */
1169	pm_runtime_forbid(bdev->dev);
1170	pm_runtime_enable(bdev->dev);
1171
1172	if (enable_autosuspend)
1173		pm_runtime_allow(bdev->dev);
1174
1175	bt_dev_info(hdev, "Device setup in %llu usecs", duration);
1176
1177	return 0;
1178}
1179
1180static int btmtksdio_shutdown(struct hci_dev *hdev)
1181{
1182	struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);
1183	struct btmtk_hci_wmt_params wmt_params;
1184	u8 param = 0x0;
1185	int err;
1186
1187	/* Get back the state to be consistent with the state
1188	 * in btmtksdio_setup.
1189	 */
1190	pm_runtime_get_sync(bdev->dev);
1191
1192	/* wmt command only works until the reset is complete */
1193	if (test_bit(BTMTKSDIO_HW_RESET_ACTIVE, &bdev->tx_state))
1194		goto ignore_wmt_cmd;
1195
1196	/* Disable the device */
1197	wmt_params.op = BTMTK_WMT_FUNC_CTRL;
1198	wmt_params.flag = 0;
1199	wmt_params.dlen = sizeof(param);
1200	wmt_params.data = &param;
1201	wmt_params.status = NULL;
1202
1203	err = mtk_hci_wmt_sync(hdev, &wmt_params);
1204	if (err < 0) {
1205		bt_dev_err(hdev, "Failed to send wmt func ctrl (%d)", err);
1206		return err;
1207	}
1208
1209ignore_wmt_cmd:
1210	pm_runtime_put_noidle(bdev->dev);
1211	pm_runtime_disable(bdev->dev);
1212
1213	return 0;
1214}
1215
1216static int btmtksdio_send_frame(struct hci_dev *hdev, struct sk_buff *skb)
1217{
1218	struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);
1219
1220	switch (hci_skb_pkt_type(skb)) {
1221	case HCI_COMMAND_PKT:
1222		hdev->stat.cmd_tx++;
1223		break;
1224
1225	case HCI_ACLDATA_PKT:
1226		hdev->stat.acl_tx++;
1227		break;
1228
1229	case HCI_SCODATA_PKT:
1230		hdev->stat.sco_tx++;
1231		break;
1232
1233	default:
1234		return -EILSEQ;
1235	}
1236
1237	skb_queue_tail(&bdev->txq, skb);
1238
1239	schedule_work(&bdev->txrx_work);
1240
1241	return 0;
1242}
1243
1244static void btmtksdio_cmd_timeout(struct hci_dev *hdev)
1245{
1246	struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);
1247	u32 status;
1248	int err;
1249
1250	if (!bdev->reset || bdev->data->chipid != 0x7921)
1251		return;
1252
1253	pm_runtime_get_sync(bdev->dev);
1254
1255	if (test_and_set_bit(BTMTKSDIO_HW_RESET_ACTIVE, &bdev->tx_state))
1256		return;
1257
1258	sdio_claim_host(bdev->func);
1259
1260	sdio_writel(bdev->func, C_INT_EN_CLR, MTK_REG_CHLPCR, NULL);
1261	skb_queue_purge(&bdev->txq);
1262	cancel_work_sync(&bdev->txrx_work);
1263
1264	gpiod_set_value_cansleep(bdev->reset, 1);
1265	msleep(100);
1266	gpiod_set_value_cansleep(bdev->reset, 0);
1267
1268	err = readx_poll_timeout(btmtksdio_chcr_query, bdev, status,
1269				 status & BT_RST_DONE, 100000, 2000000);
1270	if (err < 0) {
1271		bt_dev_err(hdev, "Failed to reset (%d)", err);
1272		goto err;
1273	}
1274
1275	clear_bit(BTMTKSDIO_PATCH_ENABLED, &bdev->tx_state);
1276err:
1277	sdio_release_host(bdev->func);
1278
1279	pm_runtime_put_noidle(bdev->dev);
1280	pm_runtime_disable(bdev->dev);
1281
1282	hci_reset_dev(hdev);
1283}
1284
1285static bool btmtksdio_sdio_inband_wakeup(struct hci_dev *hdev)
1286{
1287	struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);
1288
1289	return device_may_wakeup(bdev->dev);
1290}
1291
1292static bool btmtksdio_sdio_wakeup(struct hci_dev *hdev)
1293{
1294	struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);
1295	bool may_wakeup = device_may_wakeup(bdev->dev);
1296	const struct btmtk_wakeon bt_awake = {
1297		.mode = 0x1,
1298		.gpo = 0,
1299		.active_high = 0x1,
1300		.enable_delay = cpu_to_le16(0xc80),
1301		.wakeup_delay = cpu_to_le16(0x20),
1302	};
1303
1304	if (may_wakeup && bdev->data->chipid == 0x7921) {
1305		struct sk_buff *skb;
1306
1307		skb =  __hci_cmd_sync(hdev, 0xfc27, sizeof(bt_awake),
1308				      &bt_awake, HCI_CMD_TIMEOUT);
1309		if (IS_ERR(skb))
1310			may_wakeup = false;
1311		else
1312			kfree_skb(skb);
1313	}
1314
1315	return may_wakeup;
1316}
1317
1318static int btmtksdio_probe(struct sdio_func *func,
1319			   const struct sdio_device_id *id)
1320{
1321	struct btmtksdio_dev *bdev;
1322	struct hci_dev *hdev;
1323	int err;
1324
1325	bdev = devm_kzalloc(&func->dev, sizeof(*bdev), GFP_KERNEL);
1326	if (!bdev)
1327		return -ENOMEM;
1328
1329	bdev->data = (void *)id->driver_data;
1330	if (!bdev->data)
1331		return -ENODEV;
1332
1333	bdev->dev = &func->dev;
1334	bdev->func = func;
1335
1336	INIT_WORK(&bdev->txrx_work, btmtksdio_txrx_work);
1337	skb_queue_head_init(&bdev->txq);
1338
1339	/* Initialize and register HCI device */
1340	hdev = hci_alloc_dev();
1341	if (!hdev) {
1342		dev_err(&func->dev, "Can't allocate HCI device\n");
1343		return -ENOMEM;
1344	}
1345
1346	bdev->hdev = hdev;
1347
1348	hdev->bus = HCI_SDIO;
1349	hci_set_drvdata(hdev, bdev);
1350
1351	hdev->open     = btmtksdio_open;
1352	hdev->close    = btmtksdio_close;
1353	hdev->cmd_timeout = btmtksdio_cmd_timeout;
1354	hdev->flush    = btmtksdio_flush;
1355	hdev->setup    = btmtksdio_setup;
1356	hdev->shutdown = btmtksdio_shutdown;
1357	hdev->send     = btmtksdio_send_frame;
1358	hdev->wakeup   = btmtksdio_sdio_wakeup;
1359	/*
1360	 * If SDIO controller supports wake on Bluetooth, sending a wakeon
1361	 * command is not necessary.
1362	 */
1363	if (device_can_wakeup(func->card->host->parent))
1364		hdev->wakeup = btmtksdio_sdio_inband_wakeup;
1365	else
1366		hdev->wakeup = btmtksdio_sdio_wakeup;
1367	hdev->set_bdaddr = btmtk_set_bdaddr;
1368
1369	SET_HCIDEV_DEV(hdev, &func->dev);
1370
1371	hdev->manufacturer = 70;
1372	set_bit(HCI_QUIRK_NON_PERSISTENT_SETUP, &hdev->quirks);
1373
1374	sdio_set_drvdata(func, bdev);
1375
1376	err = hci_register_dev(hdev);
1377	if (err < 0) {
1378		dev_err(&func->dev, "Can't register HCI device\n");
1379		hci_free_dev(hdev);
1380		return err;
1381	}
1382
1383	/* pm_runtime_enable would be done after the firmware is being
1384	 * downloaded because the core layer probably already enables
1385	 * runtime PM for this func such as the case host->caps &
1386	 * MMC_CAP_POWER_OFF_CARD.
1387	 */
1388	if (pm_runtime_enabled(bdev->dev))
1389		pm_runtime_disable(bdev->dev);
1390
1391	/* As explaination in drivers/mmc/core/sdio_bus.c tells us:
1392	 * Unbound SDIO functions are always suspended.
1393	 * During probe, the function is set active and the usage count
1394	 * is incremented.  If the driver supports runtime PM,
1395	 * it should call pm_runtime_put_noidle() in its probe routine and
1396	 * pm_runtime_get_noresume() in its remove routine.
1397	 *
1398	 * So, put a pm_runtime_put_noidle here !
1399	 */
1400	pm_runtime_put_noidle(bdev->dev);
1401
1402	err = device_init_wakeup(bdev->dev, true);
1403	if (err)
1404		bt_dev_err(hdev, "failed to initialize device wakeup");
1405
1406	bdev->dev->of_node = of_find_compatible_node(NULL, NULL,
1407						     "mediatek,mt7921s-bluetooth");
1408	bdev->reset = devm_gpiod_get_optional(bdev->dev, "reset",
1409					      GPIOD_OUT_LOW);
1410	if (IS_ERR(bdev->reset))
1411		err = PTR_ERR(bdev->reset);
1412
1413	return err;
1414}
1415
1416static void btmtksdio_remove(struct sdio_func *func)
1417{
1418	struct btmtksdio_dev *bdev = sdio_get_drvdata(func);
1419	struct hci_dev *hdev;
1420
1421	if (!bdev)
1422		return;
1423
1424	/* Be consistent the state in btmtksdio_probe */
1425	pm_runtime_get_noresume(bdev->dev);
1426
1427	hdev = bdev->hdev;
1428
1429	sdio_set_drvdata(func, NULL);
1430	hci_unregister_dev(hdev);
1431	hci_free_dev(hdev);
1432}
1433
1434#ifdef CONFIG_PM
1435static int btmtksdio_runtime_suspend(struct device *dev)
1436{
1437	struct sdio_func *func = dev_to_sdio_func(dev);
1438	struct btmtksdio_dev *bdev;
1439	int err;
1440
1441	bdev = sdio_get_drvdata(func);
1442	if (!bdev)
1443		return 0;
1444
1445	if (!test_bit(BTMTKSDIO_FUNC_ENABLED, &bdev->tx_state))
1446		return 0;
1447
1448	sdio_set_host_pm_flags(func, MMC_PM_KEEP_POWER);
1449
1450	err = btmtksdio_fw_pmctrl(bdev);
1451
1452	bt_dev_dbg(bdev->hdev, "status (%d) return ownership to device", err);
1453
1454	return err;
1455}
1456
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1457static int btmtksdio_runtime_resume(struct device *dev)
1458{
1459	struct sdio_func *func = dev_to_sdio_func(dev);
1460	struct btmtksdio_dev *bdev;
1461	int err;
1462
1463	bdev = sdio_get_drvdata(func);
1464	if (!bdev)
1465		return 0;
1466
1467	if (!test_bit(BTMTKSDIO_FUNC_ENABLED, &bdev->tx_state))
1468		return 0;
1469
1470	err = btmtksdio_drv_pmctrl(bdev);
1471
1472	bt_dev_dbg(bdev->hdev, "status (%d) get ownership from device", err);
1473
1474	return err;
1475}
1476
1477static UNIVERSAL_DEV_PM_OPS(btmtksdio_pm_ops, btmtksdio_runtime_suspend,
1478			    btmtksdio_runtime_resume, NULL);
 
 
 
 
 
 
 
 
1479#define BTMTKSDIO_PM_OPS (&btmtksdio_pm_ops)
1480#else	/* CONFIG_PM */
1481#define BTMTKSDIO_PM_OPS NULL
1482#endif	/* CONFIG_PM */
1483
1484static struct sdio_driver btmtksdio_driver = {
1485	.name		= "btmtksdio",
1486	.probe		= btmtksdio_probe,
1487	.remove		= btmtksdio_remove,
1488	.id_table	= btmtksdio_table,
1489	.drv = {
1490		.owner = THIS_MODULE,
1491		.pm = BTMTKSDIO_PM_OPS,
1492	}
1493};
1494
1495module_sdio_driver(btmtksdio_driver);
1496
1497module_param(enable_autosuspend, bool, 0644);
1498MODULE_PARM_DESC(enable_autosuspend, "Enable autosuspend by default");
1499
1500MODULE_AUTHOR("Sean Wang <sean.wang@mediatek.com>");
1501MODULE_DESCRIPTION("MediaTek Bluetooth SDIO driver ver " VERSION);
1502MODULE_VERSION(VERSION);
1503MODULE_LICENSE("GPL");