Linux Audio

Check our new training course

Loading...
Note: File does not exist in v3.15.
   1// SPDX-License-Identifier: (GPL-2.0 OR BSD-3-Clause)
   2// Copyright(c) 2015-17 Intel Corporation.
   3
   4/*
   5 * Soundwire Intel Master Driver
   6 */
   7
   8#include <linux/acpi.h>
   9#include <linux/debugfs.h>
  10#include <linux/delay.h>
  11#include <linux/module.h>
  12#include <linux/interrupt.h>
  13#include <linux/platform_device.h>
  14#include <sound/pcm_params.h>
  15#include <sound/soc.h>
  16#include <linux/soundwire/sdw_registers.h>
  17#include <linux/soundwire/sdw.h>
  18#include <linux/soundwire/sdw_intel.h>
  19#include "cadence_master.h"
  20#include "bus.h"
  21#include "intel.h"
  22
  23/* Intel SHIM Registers Definition */
  24#define SDW_SHIM_LCAP			0x0
  25#define SDW_SHIM_LCTL			0x4
  26#define SDW_SHIM_IPPTR			0x8
  27#define SDW_SHIM_SYNC			0xC
  28
  29#define SDW_SHIM_CTLSCAP(x)		(0x010 + 0x60 * (x))
  30#define SDW_SHIM_CTLS0CM(x)		(0x012 + 0x60 * (x))
  31#define SDW_SHIM_CTLS1CM(x)		(0x014 + 0x60 * (x))
  32#define SDW_SHIM_CTLS2CM(x)		(0x016 + 0x60 * (x))
  33#define SDW_SHIM_CTLS3CM(x)		(0x018 + 0x60 * (x))
  34#define SDW_SHIM_PCMSCAP(x)		(0x020 + 0x60 * (x))
  35
  36#define SDW_SHIM_PCMSYCHM(x, y)		(0x022 + (0x60 * (x)) + (0x2 * (y)))
  37#define SDW_SHIM_PCMSYCHC(x, y)		(0x042 + (0x60 * (x)) + (0x2 * (y)))
  38#define SDW_SHIM_PDMSCAP(x)		(0x062 + 0x60 * (x))
  39#define SDW_SHIM_IOCTL(x)		(0x06C + 0x60 * (x))
  40#define SDW_SHIM_CTMCTL(x)		(0x06E + 0x60 * (x))
  41
  42#define SDW_SHIM_WAKEEN			0x190
  43#define SDW_SHIM_WAKESTS		0x192
  44
  45#define SDW_SHIM_LCTL_SPA		BIT(0)
  46#define SDW_SHIM_LCTL_CPA		BIT(8)
  47
  48#define SDW_SHIM_SYNC_SYNCPRD_VAL	0x176F
  49#define SDW_SHIM_SYNC_SYNCPRD		GENMASK(14, 0)
  50#define SDW_SHIM_SYNC_SYNCCPU		BIT(15)
  51#define SDW_SHIM_SYNC_CMDSYNC_MASK	GENMASK(19, 16)
  52#define SDW_SHIM_SYNC_CMDSYNC		BIT(16)
  53#define SDW_SHIM_SYNC_SYNCGO		BIT(24)
  54
  55#define SDW_SHIM_PCMSCAP_ISS		GENMASK(3, 0)
  56#define SDW_SHIM_PCMSCAP_OSS		GENMASK(7, 4)
  57#define SDW_SHIM_PCMSCAP_BSS		GENMASK(12, 8)
  58
  59#define SDW_SHIM_PCMSYCM_LCHN		GENMASK(3, 0)
  60#define SDW_SHIM_PCMSYCM_HCHN		GENMASK(7, 4)
  61#define SDW_SHIM_PCMSYCM_STREAM		GENMASK(13, 8)
  62#define SDW_SHIM_PCMSYCM_DIR		BIT(15)
  63
  64#define SDW_SHIM_PDMSCAP_ISS		GENMASK(3, 0)
  65#define SDW_SHIM_PDMSCAP_OSS		GENMASK(7, 4)
  66#define SDW_SHIM_PDMSCAP_BSS		GENMASK(12, 8)
  67#define SDW_SHIM_PDMSCAP_CPSS		GENMASK(15, 13)
  68
  69#define SDW_SHIM_IOCTL_MIF		BIT(0)
  70#define SDW_SHIM_IOCTL_CO		BIT(1)
  71#define SDW_SHIM_IOCTL_COE		BIT(2)
  72#define SDW_SHIM_IOCTL_DO		BIT(3)
  73#define SDW_SHIM_IOCTL_DOE		BIT(4)
  74#define SDW_SHIM_IOCTL_BKE		BIT(5)
  75#define SDW_SHIM_IOCTL_WPDD		BIT(6)
  76#define SDW_SHIM_IOCTL_CIBD		BIT(8)
  77#define SDW_SHIM_IOCTL_DIBD		BIT(9)
  78
  79#define SDW_SHIM_CTMCTL_DACTQE		BIT(0)
  80#define SDW_SHIM_CTMCTL_DODS		BIT(1)
  81#define SDW_SHIM_CTMCTL_DOAIS		GENMASK(4, 3)
  82
  83#define SDW_SHIM_WAKEEN_ENABLE		BIT(0)
  84#define SDW_SHIM_WAKESTS_STATUS		BIT(0)
  85
  86/* Intel ALH Register definitions */
  87#define SDW_ALH_STRMZCFG(x)		(0x000 + (0x4 * (x)))
  88#define SDW_ALH_NUM_STREAMS		64
  89
  90#define SDW_ALH_STRMZCFG_DMAT_VAL	0x3
  91#define SDW_ALH_STRMZCFG_DMAT		GENMASK(7, 0)
  92#define SDW_ALH_STRMZCFG_CHN		GENMASK(19, 16)
  93
  94#define SDW_INTEL_QUIRK_MASK_BUS_DISABLE	BIT(1)
  95
  96enum intel_pdi_type {
  97	INTEL_PDI_IN = 0,
  98	INTEL_PDI_OUT = 1,
  99	INTEL_PDI_BD = 2,
 100};
 101
 102struct sdw_intel {
 103	struct sdw_cdns cdns;
 104	int instance;
 105	struct sdw_intel_link_res *res;
 106#ifdef CONFIG_DEBUG_FS
 107	struct dentry *debugfs;
 108#endif
 109};
 110
 111#define cdns_to_intel(_cdns) container_of(_cdns, struct sdw_intel, cdns)
 112
 113/*
 114 * Read, write helpers for HW registers
 115 */
 116static inline int intel_readl(void __iomem *base, int offset)
 117{
 118	return readl(base + offset);
 119}
 120
 121static inline void intel_writel(void __iomem *base, int offset, int value)
 122{
 123	writel(value, base + offset);
 124}
 125
 126static inline u16 intel_readw(void __iomem *base, int offset)
 127{
 128	return readw(base + offset);
 129}
 130
 131static inline void intel_writew(void __iomem *base, int offset, u16 value)
 132{
 133	writew(value, base + offset);
 134}
 135
 136static int intel_clear_bit(void __iomem *base, int offset, u32 value, u32 mask)
 137{
 138	int timeout = 10;
 139	u32 reg_read;
 140
 141	writel(value, base + offset);
 142	do {
 143		reg_read = readl(base + offset);
 144		if (!(reg_read & mask))
 145			return 0;
 146
 147		timeout--;
 148		udelay(50);
 149	} while (timeout != 0);
 150
 151	return -EAGAIN;
 152}
 153
 154static int intel_set_bit(void __iomem *base, int offset, u32 value, u32 mask)
 155{
 156	int timeout = 10;
 157	u32 reg_read;
 158
 159	writel(value, base + offset);
 160	do {
 161		reg_read = readl(base + offset);
 162		if (reg_read & mask)
 163			return 0;
 164
 165		timeout--;
 166		udelay(50);
 167	} while (timeout != 0);
 168
 169	return -EAGAIN;
 170}
 171
 172/*
 173 * debugfs
 174 */
 175#ifdef CONFIG_DEBUG_FS
 176
 177#define RD_BUF (2 * PAGE_SIZE)
 178
 179static ssize_t intel_sprintf(void __iomem *mem, bool l,
 180			     char *buf, size_t pos, unsigned int reg)
 181{
 182	int value;
 183
 184	if (l)
 185		value = intel_readl(mem, reg);
 186	else
 187		value = intel_readw(mem, reg);
 188
 189	return scnprintf(buf + pos, RD_BUF - pos, "%4x\t%4x\n", reg, value);
 190}
 191
 192static int intel_reg_show(struct seq_file *s_file, void *data)
 193{
 194	struct sdw_intel *sdw = s_file->private;
 195	void __iomem *s = sdw->res->shim;
 196	void __iomem *a = sdw->res->alh;
 197	char *buf;
 198	ssize_t ret;
 199	int i, j;
 200	unsigned int links, reg;
 201
 202	buf = kzalloc(RD_BUF, GFP_KERNEL);
 203	if (!buf)
 204		return -ENOMEM;
 205
 206	links = intel_readl(s, SDW_SHIM_LCAP) & GENMASK(2, 0);
 207
 208	ret = scnprintf(buf, RD_BUF, "Register  Value\n");
 209	ret += scnprintf(buf + ret, RD_BUF - ret, "\nShim\n");
 210
 211	for (i = 0; i < links; i++) {
 212		reg = SDW_SHIM_LCAP + i * 4;
 213		ret += intel_sprintf(s, true, buf, ret, reg);
 214	}
 215
 216	for (i = 0; i < links; i++) {
 217		ret += scnprintf(buf + ret, RD_BUF - ret, "\nLink%d\n", i);
 218		ret += intel_sprintf(s, false, buf, ret, SDW_SHIM_CTLSCAP(i));
 219		ret += intel_sprintf(s, false, buf, ret, SDW_SHIM_CTLS0CM(i));
 220		ret += intel_sprintf(s, false, buf, ret, SDW_SHIM_CTLS1CM(i));
 221		ret += intel_sprintf(s, false, buf, ret, SDW_SHIM_CTLS2CM(i));
 222		ret += intel_sprintf(s, false, buf, ret, SDW_SHIM_CTLS3CM(i));
 223		ret += intel_sprintf(s, false, buf, ret, SDW_SHIM_PCMSCAP(i));
 224
 225		ret += scnprintf(buf + ret, RD_BUF - ret, "\n PCMSyCH registers\n");
 226
 227		/*
 228		 * the value 10 is the number of PDIs. We will need a
 229		 * cleanup to remove hard-coded Intel configurations
 230		 * from cadence_master.c
 231		 */
 232		for (j = 0; j < 10; j++) {
 233			ret += intel_sprintf(s, false, buf, ret,
 234					SDW_SHIM_PCMSYCHM(i, j));
 235			ret += intel_sprintf(s, false, buf, ret,
 236					SDW_SHIM_PCMSYCHC(i, j));
 237		}
 238		ret += scnprintf(buf + ret, RD_BUF - ret, "\n PDMSCAP, IOCTL, CTMCTL\n");
 239
 240		ret += intel_sprintf(s, false, buf, ret, SDW_SHIM_PDMSCAP(i));
 241		ret += intel_sprintf(s, false, buf, ret, SDW_SHIM_IOCTL(i));
 242		ret += intel_sprintf(s, false, buf, ret, SDW_SHIM_CTMCTL(i));
 243	}
 244
 245	ret += scnprintf(buf + ret, RD_BUF - ret, "\nWake registers\n");
 246	ret += intel_sprintf(s, false, buf, ret, SDW_SHIM_WAKEEN);
 247	ret += intel_sprintf(s, false, buf, ret, SDW_SHIM_WAKESTS);
 248
 249	ret += scnprintf(buf + ret, RD_BUF - ret, "\nALH STRMzCFG\n");
 250	for (i = 0; i < SDW_ALH_NUM_STREAMS; i++)
 251		ret += intel_sprintf(a, true, buf, ret, SDW_ALH_STRMZCFG(i));
 252
 253	seq_printf(s_file, "%s", buf);
 254	kfree(buf);
 255
 256	return 0;
 257}
 258DEFINE_SHOW_ATTRIBUTE(intel_reg);
 259
 260static void intel_debugfs_init(struct sdw_intel *sdw)
 261{
 262	struct dentry *root = sdw->cdns.bus.debugfs;
 263
 264	if (!root)
 265		return;
 266
 267	sdw->debugfs = debugfs_create_dir("intel-sdw", root);
 268
 269	debugfs_create_file("intel-registers", 0400, sdw->debugfs, sdw,
 270			    &intel_reg_fops);
 271
 272	sdw_cdns_debugfs_init(&sdw->cdns, sdw->debugfs);
 273}
 274
 275static void intel_debugfs_exit(struct sdw_intel *sdw)
 276{
 277	debugfs_remove_recursive(sdw->debugfs);
 278}
 279#else
 280static void intel_debugfs_init(struct sdw_intel *sdw) {}
 281static void intel_debugfs_exit(struct sdw_intel *sdw) {}
 282#endif /* CONFIG_DEBUG_FS */
 283
 284/*
 285 * shim ops
 286 */
 287
 288static int intel_link_power_up(struct sdw_intel *sdw)
 289{
 290	unsigned int link_id = sdw->instance;
 291	void __iomem *shim = sdw->res->shim;
 292	int spa_mask, cpa_mask;
 293	int link_control, ret;
 294
 295	/* Link power up sequence */
 296	link_control = intel_readl(shim, SDW_SHIM_LCTL);
 297	spa_mask = (SDW_SHIM_LCTL_SPA << link_id);
 298	cpa_mask = (SDW_SHIM_LCTL_CPA << link_id);
 299	link_control |=  spa_mask;
 300
 301	ret = intel_set_bit(shim, SDW_SHIM_LCTL, link_control, cpa_mask);
 302	if (ret < 0)
 303		return ret;
 304
 305	sdw->cdns.link_up = true;
 306	return 0;
 307}
 308
 309static int intel_shim_init(struct sdw_intel *sdw)
 310{
 311	void __iomem *shim = sdw->res->shim;
 312	unsigned int link_id = sdw->instance;
 313	int sync_reg, ret;
 314	u16 ioctl = 0, act = 0;
 315
 316	/* Initialize Shim */
 317	ioctl |= SDW_SHIM_IOCTL_BKE;
 318	intel_writew(shim, SDW_SHIM_IOCTL(link_id), ioctl);
 319
 320	ioctl |= SDW_SHIM_IOCTL_WPDD;
 321	intel_writew(shim, SDW_SHIM_IOCTL(link_id), ioctl);
 322
 323	ioctl |= SDW_SHIM_IOCTL_DO;
 324	intel_writew(shim, SDW_SHIM_IOCTL(link_id), ioctl);
 325
 326	ioctl |= SDW_SHIM_IOCTL_DOE;
 327	intel_writew(shim, SDW_SHIM_IOCTL(link_id), ioctl);
 328
 329	/* Switch to MIP from Glue logic */
 330	ioctl = intel_readw(shim,  SDW_SHIM_IOCTL(link_id));
 331
 332	ioctl &= ~(SDW_SHIM_IOCTL_DOE);
 333	intel_writew(shim, SDW_SHIM_IOCTL(link_id), ioctl);
 334
 335	ioctl &= ~(SDW_SHIM_IOCTL_DO);
 336	intel_writew(shim, SDW_SHIM_IOCTL(link_id), ioctl);
 337
 338	ioctl |= (SDW_SHIM_IOCTL_MIF);
 339	intel_writew(shim, SDW_SHIM_IOCTL(link_id), ioctl);
 340
 341	ioctl &= ~(SDW_SHIM_IOCTL_BKE);
 342	ioctl &= ~(SDW_SHIM_IOCTL_COE);
 343
 344	intel_writew(shim, SDW_SHIM_IOCTL(link_id), ioctl);
 345
 346	act |= 0x1 << SDW_REG_SHIFT(SDW_SHIM_CTMCTL_DOAIS);
 347	act |= SDW_SHIM_CTMCTL_DACTQE;
 348	act |= SDW_SHIM_CTMCTL_DODS;
 349	intel_writew(shim, SDW_SHIM_CTMCTL(link_id), act);
 350
 351	/* Now set SyncPRD period */
 352	sync_reg = intel_readl(shim, SDW_SHIM_SYNC);
 353	sync_reg |= (SDW_SHIM_SYNC_SYNCPRD_VAL <<
 354			SDW_REG_SHIFT(SDW_SHIM_SYNC_SYNCPRD));
 355
 356	/* Set SyncCPU bit */
 357	sync_reg |= SDW_SHIM_SYNC_SYNCCPU;
 358	ret = intel_clear_bit(shim, SDW_SHIM_SYNC, sync_reg,
 359			      SDW_SHIM_SYNC_SYNCCPU);
 360	if (ret < 0)
 361		dev_err(sdw->cdns.dev, "Failed to set sync period: %d\n", ret);
 362
 363	return ret;
 364}
 365
 366/*
 367 * PDI routines
 368 */
 369static void intel_pdi_init(struct sdw_intel *sdw,
 370			   struct sdw_cdns_stream_config *config)
 371{
 372	void __iomem *shim = sdw->res->shim;
 373	unsigned int link_id = sdw->instance;
 374	int pcm_cap, pdm_cap;
 375
 376	/* PCM Stream Capability */
 377	pcm_cap = intel_readw(shim, SDW_SHIM_PCMSCAP(link_id));
 378
 379	config->pcm_bd = (pcm_cap & SDW_SHIM_PCMSCAP_BSS) >>
 380					SDW_REG_SHIFT(SDW_SHIM_PCMSCAP_BSS);
 381	config->pcm_in = (pcm_cap & SDW_SHIM_PCMSCAP_ISS) >>
 382					SDW_REG_SHIFT(SDW_SHIM_PCMSCAP_ISS);
 383	config->pcm_out = (pcm_cap & SDW_SHIM_PCMSCAP_OSS) >>
 384					SDW_REG_SHIFT(SDW_SHIM_PCMSCAP_OSS);
 385
 386	dev_dbg(sdw->cdns.dev, "PCM cap bd:%d in:%d out:%d\n",
 387		config->pcm_bd, config->pcm_in, config->pcm_out);
 388
 389	/* PDM Stream Capability */
 390	pdm_cap = intel_readw(shim, SDW_SHIM_PDMSCAP(link_id));
 391
 392	config->pdm_bd = (pdm_cap & SDW_SHIM_PDMSCAP_BSS) >>
 393					SDW_REG_SHIFT(SDW_SHIM_PDMSCAP_BSS);
 394	config->pdm_in = (pdm_cap & SDW_SHIM_PDMSCAP_ISS) >>
 395					SDW_REG_SHIFT(SDW_SHIM_PDMSCAP_ISS);
 396	config->pdm_out = (pdm_cap & SDW_SHIM_PDMSCAP_OSS) >>
 397					SDW_REG_SHIFT(SDW_SHIM_PDMSCAP_OSS);
 398
 399	dev_dbg(sdw->cdns.dev, "PDM cap bd:%d in:%d out:%d\n",
 400		config->pdm_bd, config->pdm_in, config->pdm_out);
 401}
 402
 403static int
 404intel_pdi_get_ch_cap(struct sdw_intel *sdw, unsigned int pdi_num, bool pcm)
 405{
 406	void __iomem *shim = sdw->res->shim;
 407	unsigned int link_id = sdw->instance;
 408	int count;
 409
 410	if (pcm) {
 411		count = intel_readw(shim, SDW_SHIM_PCMSYCHC(link_id, pdi_num));
 412
 413		/*
 414		 * WORKAROUND: on all existing Intel controllers, pdi
 415		 * number 2 reports channel count as 1 even though it
 416		 * supports 8 channels. Performing hardcoding for pdi
 417		 * number 2.
 418		 */
 419		if (pdi_num == 2)
 420			count = 7;
 421
 422	} else {
 423		count = intel_readw(shim, SDW_SHIM_PDMSCAP(link_id));
 424		count = ((count & SDW_SHIM_PDMSCAP_CPSS) >>
 425					SDW_REG_SHIFT(SDW_SHIM_PDMSCAP_CPSS));
 426	}
 427
 428	/* zero based values for channel count in register */
 429	count++;
 430
 431	return count;
 432}
 433
 434static int intel_pdi_get_ch_update(struct sdw_intel *sdw,
 435				   struct sdw_cdns_pdi *pdi,
 436				   unsigned int num_pdi,
 437				   unsigned int *num_ch, bool pcm)
 438{
 439	int i, ch_count = 0;
 440
 441	for (i = 0; i < num_pdi; i++) {
 442		pdi->ch_count = intel_pdi_get_ch_cap(sdw, pdi->num, pcm);
 443		ch_count += pdi->ch_count;
 444		pdi++;
 445	}
 446
 447	*num_ch = ch_count;
 448	return 0;
 449}
 450
 451static int intel_pdi_stream_ch_update(struct sdw_intel *sdw,
 452				      struct sdw_cdns_streams *stream, bool pcm)
 453{
 454	intel_pdi_get_ch_update(sdw, stream->bd, stream->num_bd,
 455				&stream->num_ch_bd, pcm);
 456
 457	intel_pdi_get_ch_update(sdw, stream->in, stream->num_in,
 458				&stream->num_ch_in, pcm);
 459
 460	intel_pdi_get_ch_update(sdw, stream->out, stream->num_out,
 461				&stream->num_ch_out, pcm);
 462
 463	return 0;
 464}
 465
 466static int intel_pdi_ch_update(struct sdw_intel *sdw)
 467{
 468	/* First update PCM streams followed by PDM streams */
 469	intel_pdi_stream_ch_update(sdw, &sdw->cdns.pcm, true);
 470	intel_pdi_stream_ch_update(sdw, &sdw->cdns.pdm, false);
 471
 472	return 0;
 473}
 474
 475static void
 476intel_pdi_shim_configure(struct sdw_intel *sdw, struct sdw_cdns_pdi *pdi)
 477{
 478	void __iomem *shim = sdw->res->shim;
 479	unsigned int link_id = sdw->instance;
 480	int pdi_conf = 0;
 481
 482	pdi->intel_alh_id = (link_id * 16) + pdi->num + 5;
 483
 484	/*
 485	 * Program stream parameters to stream SHIM register
 486	 * This is applicable for PCM stream only.
 487	 */
 488	if (pdi->type != SDW_STREAM_PCM)
 489		return;
 490
 491	if (pdi->dir == SDW_DATA_DIR_RX)
 492		pdi_conf |= SDW_SHIM_PCMSYCM_DIR;
 493	else
 494		pdi_conf &= ~(SDW_SHIM_PCMSYCM_DIR);
 495
 496	pdi_conf |= (pdi->intel_alh_id <<
 497			SDW_REG_SHIFT(SDW_SHIM_PCMSYCM_STREAM));
 498	pdi_conf |= (pdi->l_ch_num << SDW_REG_SHIFT(SDW_SHIM_PCMSYCM_LCHN));
 499	pdi_conf |= (pdi->h_ch_num << SDW_REG_SHIFT(SDW_SHIM_PCMSYCM_HCHN));
 500
 501	intel_writew(shim, SDW_SHIM_PCMSYCHM(link_id, pdi->num), pdi_conf);
 502}
 503
 504static void
 505intel_pdi_alh_configure(struct sdw_intel *sdw, struct sdw_cdns_pdi *pdi)
 506{
 507	void __iomem *alh = sdw->res->alh;
 508	unsigned int link_id = sdw->instance;
 509	unsigned int conf;
 510
 511	pdi->intel_alh_id = (link_id * 16) + pdi->num + 5;
 512
 513	/* Program Stream config ALH register */
 514	conf = intel_readl(alh, SDW_ALH_STRMZCFG(pdi->intel_alh_id));
 515
 516	conf |= (SDW_ALH_STRMZCFG_DMAT_VAL <<
 517			SDW_REG_SHIFT(SDW_ALH_STRMZCFG_DMAT));
 518
 519	conf |= ((pdi->ch_count - 1) <<
 520			SDW_REG_SHIFT(SDW_ALH_STRMZCFG_CHN));
 521
 522	intel_writel(alh, SDW_ALH_STRMZCFG(pdi->intel_alh_id), conf);
 523}
 524
 525static int intel_config_stream(struct sdw_intel *sdw,
 526			       struct snd_pcm_substream *substream,
 527			       struct snd_soc_dai *dai,
 528			       struct snd_pcm_hw_params *hw_params, int link_id)
 529{
 530	struct sdw_intel_link_res *res = sdw->res;
 531
 532	if (res->ops && res->ops->config_stream && res->arg)
 533		return res->ops->config_stream(res->arg,
 534				substream, dai, hw_params, link_id);
 535
 536	return -EIO;
 537}
 538
 539/*
 540 * bank switch routines
 541 */
 542
 543static int intel_pre_bank_switch(struct sdw_bus *bus)
 544{
 545	struct sdw_cdns *cdns = bus_to_cdns(bus);
 546	struct sdw_intel *sdw = cdns_to_intel(cdns);
 547	void __iomem *shim = sdw->res->shim;
 548	int sync_reg;
 549
 550	/* Write to register only for multi-link */
 551	if (!bus->multi_link)
 552		return 0;
 553
 554	/* Read SYNC register */
 555	sync_reg = intel_readl(shim, SDW_SHIM_SYNC);
 556	sync_reg |= SDW_SHIM_SYNC_CMDSYNC << sdw->instance;
 557	intel_writel(shim, SDW_SHIM_SYNC, sync_reg);
 558
 559	return 0;
 560}
 561
 562static int intel_post_bank_switch(struct sdw_bus *bus)
 563{
 564	struct sdw_cdns *cdns = bus_to_cdns(bus);
 565	struct sdw_intel *sdw = cdns_to_intel(cdns);
 566	void __iomem *shim = sdw->res->shim;
 567	int sync_reg, ret;
 568
 569	/* Write to register only for multi-link */
 570	if (!bus->multi_link)
 571		return 0;
 572
 573	/* Read SYNC register */
 574	sync_reg = intel_readl(shim, SDW_SHIM_SYNC);
 575
 576	/*
 577	 * post_bank_switch() ops is called from the bus in loop for
 578	 * all the Masters in the steam with the expectation that
 579	 * we trigger the bankswitch for the only first Master in the list
 580	 * and do nothing for the other Masters
 581	 *
 582	 * So, set the SYNCGO bit only if CMDSYNC bit is set for any Master.
 583	 */
 584	if (!(sync_reg & SDW_SHIM_SYNC_CMDSYNC_MASK))
 585		return 0;
 586
 587	/*
 588	 * Set SyncGO bit to synchronously trigger a bank switch for
 589	 * all the masters. A write to SYNCGO bit clears CMDSYNC bit for all
 590	 * the Masters.
 591	 */
 592	sync_reg |= SDW_SHIM_SYNC_SYNCGO;
 593
 594	ret = intel_clear_bit(shim, SDW_SHIM_SYNC, sync_reg,
 595			      SDW_SHIM_SYNC_SYNCGO);
 596	if (ret < 0)
 597		dev_err(sdw->cdns.dev, "Post bank switch failed: %d\n", ret);
 598
 599	return ret;
 600}
 601
 602/*
 603 * DAI routines
 604 */
 605
 606static struct sdw_cdns_port *intel_alloc_port(struct sdw_intel *sdw,
 607					      u32 ch, u32 dir, bool pcm)
 608{
 609	struct sdw_cdns *cdns = &sdw->cdns;
 610	struct sdw_cdns_port *port = NULL;
 611	int i, ret = 0;
 612
 613	for (i = 0; i < cdns->num_ports; i++) {
 614		if (cdns->ports[i].assigned)
 615			continue;
 616
 617		port = &cdns->ports[i];
 618		port->assigned = true;
 619		port->direction = dir;
 620		port->ch = ch;
 621		break;
 622	}
 623
 624	if (!port) {
 625		dev_err(cdns->dev, "Unable to find a free port\n");
 626		return NULL;
 627	}
 628
 629	if (pcm) {
 630		ret = sdw_cdns_alloc_stream(cdns, &cdns->pcm, port, ch, dir);
 631		if (ret)
 632			goto out;
 633
 634		intel_pdi_shim_configure(sdw, port->pdi);
 635		sdw_cdns_config_stream(cdns, port, ch, dir, port->pdi);
 636
 637		intel_pdi_alh_configure(sdw, port->pdi);
 638
 639	} else {
 640		ret = sdw_cdns_alloc_stream(cdns, &cdns->pdm, port, ch, dir);
 641	}
 642
 643out:
 644	if (ret) {
 645		port->assigned = false;
 646		port = NULL;
 647	}
 648
 649	return port;
 650}
 651
 652static void intel_port_cleanup(struct sdw_cdns_dma_data *dma)
 653{
 654	int i;
 655
 656	for (i = 0; i < dma->nr_ports; i++) {
 657		if (dma->port[i]) {
 658			dma->port[i]->pdi->assigned = false;
 659			dma->port[i]->pdi = NULL;
 660			dma->port[i]->assigned = false;
 661			dma->port[i] = NULL;
 662		}
 663	}
 664}
 665
 666static int intel_hw_params(struct snd_pcm_substream *substream,
 667			   struct snd_pcm_hw_params *params,
 668			   struct snd_soc_dai *dai)
 669{
 670	struct sdw_cdns *cdns = snd_soc_dai_get_drvdata(dai);
 671	struct sdw_intel *sdw = cdns_to_intel(cdns);
 672	struct sdw_cdns_dma_data *dma;
 673	struct sdw_stream_config sconfig;
 674	struct sdw_port_config *pconfig;
 675	int ret, i, ch, dir;
 676	bool pcm = true;
 677
 678	dma = snd_soc_dai_get_dma_data(dai, substream);
 679	if (!dma)
 680		return -EIO;
 681
 682	ch = params_channels(params);
 683	if (substream->stream == SNDRV_PCM_STREAM_CAPTURE)
 684		dir = SDW_DATA_DIR_RX;
 685	else
 686		dir = SDW_DATA_DIR_TX;
 687
 688	if (dma->stream_type == SDW_STREAM_PDM) {
 689		/* TODO: Check whether PDM decimator is already in use */
 690		dma->nr_ports = sdw_cdns_get_stream(cdns, &cdns->pdm, ch, dir);
 691		pcm = false;
 692	} else {
 693		dma->nr_ports = sdw_cdns_get_stream(cdns, &cdns->pcm, ch, dir);
 694	}
 695
 696	if (!dma->nr_ports) {
 697		dev_err(dai->dev, "ports/resources not available\n");
 698		return -EINVAL;
 699	}
 700
 701	dma->port = kcalloc(dma->nr_ports, sizeof(*dma->port), GFP_KERNEL);
 702	if (!dma->port)
 703		return -ENOMEM;
 704
 705	for (i = 0; i < dma->nr_ports; i++) {
 706		dma->port[i] = intel_alloc_port(sdw, ch, dir, pcm);
 707		if (!dma->port[i]) {
 708			ret = -EINVAL;
 709			goto port_error;
 710		}
 711	}
 712
 713	/* Inform DSP about PDI stream number */
 714	for (i = 0; i < dma->nr_ports; i++) {
 715		ret = intel_config_stream(sdw, substream, dai, params,
 716					  dma->port[i]->pdi->intel_alh_id);
 717		if (ret)
 718			goto port_error;
 719	}
 720
 721	sconfig.direction = dir;
 722	sconfig.ch_count = ch;
 723	sconfig.frame_rate = params_rate(params);
 724	sconfig.type = dma->stream_type;
 725
 726	if (dma->stream_type == SDW_STREAM_PDM) {
 727		sconfig.frame_rate *= 50;
 728		sconfig.bps = 1;
 729	} else {
 730		sconfig.bps = snd_pcm_format_width(params_format(params));
 731	}
 732
 733	/* Port configuration */
 734	pconfig = kcalloc(dma->nr_ports, sizeof(*pconfig), GFP_KERNEL);
 735	if (!pconfig) {
 736		ret =  -ENOMEM;
 737		goto port_error;
 738	}
 739
 740	for (i = 0; i < dma->nr_ports; i++) {
 741		pconfig[i].num = dma->port[i]->num;
 742		pconfig[i].ch_mask = (1 << ch) - 1;
 743	}
 744
 745	ret = sdw_stream_add_master(&cdns->bus, &sconfig,
 746				    pconfig, dma->nr_ports, dma->stream);
 747	if (ret) {
 748		dev_err(cdns->dev, "add master to stream failed:%d\n", ret);
 749		goto stream_error;
 750	}
 751
 752	kfree(pconfig);
 753	return ret;
 754
 755stream_error:
 756	kfree(pconfig);
 757port_error:
 758	intel_port_cleanup(dma);
 759	kfree(dma->port);
 760	return ret;
 761}
 762
 763static int
 764intel_hw_free(struct snd_pcm_substream *substream, struct snd_soc_dai *dai)
 765{
 766	struct sdw_cdns *cdns = snd_soc_dai_get_drvdata(dai);
 767	struct sdw_cdns_dma_data *dma;
 768	int ret;
 769
 770	dma = snd_soc_dai_get_dma_data(dai, substream);
 771	if (!dma)
 772		return -EIO;
 773
 774	ret = sdw_stream_remove_master(&cdns->bus, dma->stream);
 775	if (ret < 0)
 776		dev_err(dai->dev, "remove master from stream %s failed: %d\n",
 777			dma->stream->name, ret);
 778
 779	intel_port_cleanup(dma);
 780	kfree(dma->port);
 781	return ret;
 782}
 783
 784static void intel_shutdown(struct snd_pcm_substream *substream,
 785			   struct snd_soc_dai *dai)
 786{
 787	struct sdw_cdns_dma_data *dma;
 788
 789	dma = snd_soc_dai_get_dma_data(dai, substream);
 790	if (!dma)
 791		return;
 792
 793	snd_soc_dai_set_dma_data(dai, substream, NULL);
 794	kfree(dma);
 795}
 796
 797static int intel_pcm_set_sdw_stream(struct snd_soc_dai *dai,
 798				    void *stream, int direction)
 799{
 800	return cdns_set_sdw_stream(dai, stream, true, direction);
 801}
 802
 803static int intel_pdm_set_sdw_stream(struct snd_soc_dai *dai,
 804				    void *stream, int direction)
 805{
 806	return cdns_set_sdw_stream(dai, stream, false, direction);
 807}
 808
 809static const struct snd_soc_dai_ops intel_pcm_dai_ops = {
 810	.hw_params = intel_hw_params,
 811	.hw_free = intel_hw_free,
 812	.shutdown = intel_shutdown,
 813	.set_sdw_stream = intel_pcm_set_sdw_stream,
 814};
 815
 816static const struct snd_soc_dai_ops intel_pdm_dai_ops = {
 817	.hw_params = intel_hw_params,
 818	.hw_free = intel_hw_free,
 819	.shutdown = intel_shutdown,
 820	.set_sdw_stream = intel_pdm_set_sdw_stream,
 821};
 822
 823static const struct snd_soc_component_driver dai_component = {
 824	.name           = "soundwire",
 825};
 826
 827static int intel_create_dai(struct sdw_cdns *cdns,
 828			    struct snd_soc_dai_driver *dais,
 829			    enum intel_pdi_type type,
 830			    u32 num, u32 off, u32 max_ch, bool pcm)
 831{
 832	int i;
 833
 834	if (num == 0)
 835		return 0;
 836
 837	 /* TODO: Read supported rates/formats from hardware */
 838	for (i = off; i < (off + num); i++) {
 839		dais[i].name = kasprintf(GFP_KERNEL, "SDW%d Pin%d",
 840					 cdns->instance, i);
 841		if (!dais[i].name)
 842			return -ENOMEM;
 843
 844		if (type == INTEL_PDI_BD || type == INTEL_PDI_OUT) {
 845			dais[i].playback.stream_name =
 846				kasprintf(GFP_KERNEL, "SDW%d Tx%d",
 847					  cdns->instance, i);
 848			if (!dais[i].playback.stream_name) {
 849				kfree(dais[i].name);
 850				return -ENOMEM;
 851			}
 852
 853			dais[i].playback.channels_min = 1;
 854			dais[i].playback.channels_max = max_ch;
 855			dais[i].playback.rates = SNDRV_PCM_RATE_48000;
 856			dais[i].playback.formats = SNDRV_PCM_FMTBIT_S16_LE;
 857		}
 858
 859		if (type == INTEL_PDI_BD || type == INTEL_PDI_IN) {
 860			dais[i].capture.stream_name =
 861				kasprintf(GFP_KERNEL, "SDW%d Rx%d",
 862					  cdns->instance, i);
 863			if (!dais[i].capture.stream_name) {
 864				kfree(dais[i].name);
 865				kfree(dais[i].playback.stream_name);
 866				return -ENOMEM;
 867			}
 868
 869			dais[i].capture.channels_min = 1;
 870			dais[i].capture.channels_max = max_ch;
 871			dais[i].capture.rates = SNDRV_PCM_RATE_48000;
 872			dais[i].capture.formats = SNDRV_PCM_FMTBIT_S16_LE;
 873		}
 874
 875		dais[i].id = SDW_DAI_ID_RANGE_START + i;
 876
 877		if (pcm)
 878			dais[i].ops = &intel_pcm_dai_ops;
 879		else
 880			dais[i].ops = &intel_pdm_dai_ops;
 881	}
 882
 883	return 0;
 884}
 885
 886static int intel_register_dai(struct sdw_intel *sdw)
 887{
 888	struct sdw_cdns *cdns = &sdw->cdns;
 889	struct sdw_cdns_streams *stream;
 890	struct snd_soc_dai_driver *dais;
 891	int num_dai, ret, off = 0;
 892
 893	/* DAIs are created based on total number of PDIs supported */
 894	num_dai = cdns->pcm.num_pdi + cdns->pdm.num_pdi;
 895
 896	dais = devm_kcalloc(cdns->dev, num_dai, sizeof(*dais), GFP_KERNEL);
 897	if (!dais)
 898		return -ENOMEM;
 899
 900	/* Create PCM DAIs */
 901	stream = &cdns->pcm;
 902
 903	ret = intel_create_dai(cdns, dais, INTEL_PDI_IN, cdns->pcm.num_in,
 904			       off, stream->num_ch_in, true);
 905	if (ret)
 906		return ret;
 907
 908	off += cdns->pcm.num_in;
 909	ret = intel_create_dai(cdns, dais, INTEL_PDI_OUT, cdns->pcm.num_out,
 910			       off, stream->num_ch_out, true);
 911	if (ret)
 912		return ret;
 913
 914	off += cdns->pcm.num_out;
 915	ret = intel_create_dai(cdns, dais, INTEL_PDI_BD, cdns->pcm.num_bd,
 916			       off, stream->num_ch_bd, true);
 917	if (ret)
 918		return ret;
 919
 920	/* Create PDM DAIs */
 921	stream = &cdns->pdm;
 922	off += cdns->pcm.num_bd;
 923	ret = intel_create_dai(cdns, dais, INTEL_PDI_IN, cdns->pdm.num_in,
 924			       off, stream->num_ch_in, false);
 925	if (ret)
 926		return ret;
 927
 928	off += cdns->pdm.num_in;
 929	ret = intel_create_dai(cdns, dais, INTEL_PDI_OUT, cdns->pdm.num_out,
 930			       off, stream->num_ch_out, false);
 931	if (ret)
 932		return ret;
 933
 934	off += cdns->pdm.num_out;
 935	ret = intel_create_dai(cdns, dais, INTEL_PDI_BD, cdns->pdm.num_bd,
 936			       off, stream->num_ch_bd, false);
 937	if (ret)
 938		return ret;
 939
 940	return snd_soc_register_component(cdns->dev, &dai_component,
 941					  dais, num_dai);
 942}
 943
 944static int sdw_master_read_intel_prop(struct sdw_bus *bus)
 945{
 946	struct sdw_master_prop *prop = &bus->prop;
 947	struct fwnode_handle *link;
 948	char name[32];
 949	u32 quirk_mask;
 950
 951	/* Find master handle */
 952	snprintf(name, sizeof(name),
 953		 "mipi-sdw-link-%d-subproperties", bus->link_id);
 954
 955	link = device_get_named_child_node(bus->dev, name);
 956	if (!link) {
 957		dev_err(bus->dev, "Master node %s not found\n", name);
 958		return -EIO;
 959	}
 960
 961	fwnode_property_read_u32(link,
 962				 "intel-sdw-ip-clock",
 963				 &prop->mclk_freq);
 964
 965	fwnode_property_read_u32(link,
 966				 "intel-quirk-mask",
 967				 &quirk_mask);
 968
 969	if (quirk_mask & SDW_INTEL_QUIRK_MASK_BUS_DISABLE)
 970		prop->hw_disabled = true;
 971
 972	return 0;
 973}
 974
 975static int intel_prop_read(struct sdw_bus *bus)
 976{
 977	/* Initialize with default handler to read all DisCo properties */
 978	sdw_master_read_prop(bus);
 979
 980	/* read Intel-specific properties */
 981	sdw_master_read_intel_prop(bus);
 982
 983	return 0;
 984}
 985
 986static struct sdw_master_ops sdw_intel_ops = {
 987	.read_prop = sdw_master_read_prop,
 988	.xfer_msg = cdns_xfer_msg,
 989	.xfer_msg_defer = cdns_xfer_msg_defer,
 990	.reset_page_addr = cdns_reset_page_addr,
 991	.set_bus_conf = cdns_bus_conf,
 992	.pre_bank_switch = intel_pre_bank_switch,
 993	.post_bank_switch = intel_post_bank_switch,
 994};
 995
 996/*
 997 * probe and init
 998 */
 999static int intel_probe(struct platform_device *pdev)
1000{
1001	struct sdw_cdns_stream_config config;
1002	struct sdw_intel *sdw;
1003	int ret;
1004
1005	sdw = devm_kzalloc(&pdev->dev, sizeof(*sdw), GFP_KERNEL);
1006	if (!sdw)
1007		return -ENOMEM;
1008
1009	sdw->instance = pdev->id;
1010	sdw->res = dev_get_platdata(&pdev->dev);
1011	sdw->cdns.dev = &pdev->dev;
1012	sdw->cdns.registers = sdw->res->registers;
1013	sdw->cdns.instance = sdw->instance;
1014	sdw->cdns.msg_count = 0;
1015	sdw->cdns.bus.dev = &pdev->dev;
1016	sdw->cdns.bus.link_id = pdev->id;
1017
1018	sdw_cdns_probe(&sdw->cdns);
1019
1020	/* Set property read ops */
1021	sdw_intel_ops.read_prop = intel_prop_read;
1022	sdw->cdns.bus.ops = &sdw_intel_ops;
1023
1024	platform_set_drvdata(pdev, sdw);
1025
1026	ret = sdw_add_bus_master(&sdw->cdns.bus);
1027	if (ret) {
1028		dev_err(&pdev->dev, "sdw_add_bus_master fail: %d\n", ret);
1029		goto err_master_reg;
1030	}
1031
1032	if (sdw->cdns.bus.prop.hw_disabled) {
1033		dev_info(&pdev->dev, "SoundWire master %d is disabled, ignoring\n",
1034			 sdw->cdns.bus.link_id);
1035		return 0;
1036	}
1037
1038	/* Initialize shim and controller */
1039	intel_link_power_up(sdw);
1040	intel_shim_init(sdw);
1041
1042	ret = sdw_cdns_init(&sdw->cdns);
1043	if (ret)
1044		goto err_init;
1045
1046	ret = sdw_cdns_enable_interrupt(&sdw->cdns);
1047
1048	/* Read the PDI config and initialize cadence PDI */
1049	intel_pdi_init(sdw, &config);
1050	ret = sdw_cdns_pdi_init(&sdw->cdns, config);
1051	if (ret)
1052		goto err_init;
1053
1054	intel_pdi_ch_update(sdw);
1055
1056	/* Acquire IRQ */
1057	ret = request_threaded_irq(sdw->res->irq, sdw_cdns_irq, sdw_cdns_thread,
1058				   IRQF_SHARED, KBUILD_MODNAME, &sdw->cdns);
1059	if (ret < 0) {
1060		dev_err(sdw->cdns.dev, "unable to grab IRQ %d, disabling device\n",
1061			sdw->res->irq);
1062		goto err_init;
1063	}
1064
1065	/* Register DAIs */
1066	ret = intel_register_dai(sdw);
1067	if (ret) {
1068		dev_err(sdw->cdns.dev, "DAI registration failed: %d\n", ret);
1069		snd_soc_unregister_component(sdw->cdns.dev);
1070		goto err_dai;
1071	}
1072
1073	intel_debugfs_init(sdw);
1074
1075	return 0;
1076
1077err_dai:
1078	free_irq(sdw->res->irq, sdw);
1079err_init:
1080	sdw_delete_bus_master(&sdw->cdns.bus);
1081err_master_reg:
1082	return ret;
1083}
1084
1085static int intel_remove(struct platform_device *pdev)
1086{
1087	struct sdw_intel *sdw;
1088
1089	sdw = platform_get_drvdata(pdev);
1090
1091	if (!sdw->cdns.bus.prop.hw_disabled) {
1092		intel_debugfs_exit(sdw);
1093		free_irq(sdw->res->irq, sdw);
1094		snd_soc_unregister_component(sdw->cdns.dev);
1095	}
1096	sdw_delete_bus_master(&sdw->cdns.bus);
1097
1098	return 0;
1099}
1100
1101static struct platform_driver sdw_intel_drv = {
1102	.probe = intel_probe,
1103	.remove = intel_remove,
1104	.driver = {
1105		.name = "int-sdw",
1106
1107	},
1108};
1109
1110module_platform_driver(sdw_intel_drv);
1111
1112MODULE_LICENSE("Dual BSD/GPL");
1113MODULE_ALIAS("platform:int-sdw");
1114MODULE_DESCRIPTION("Intel Soundwire Master Driver");