Linux Audio

Check our new training course

Loading...
v6.13.7
   1// SPDX-License-Identifier: GPL-2.0-only
   2/*
   3 * Copyright (c) 2015, The Linux Foundation. All rights reserved.
   4 */
   5
   6#include <linux/clk.h>
   7#include <linux/delay.h>
   8#include <linux/dma-mapping.h>
   9#include <linux/err.h>
 
  10#include <linux/interrupt.h>
  11#include <linux/mfd/syscon.h>
  12#include <linux/of.h>
  13#include <linux/of_graph.h>
  14#include <linux/of_irq.h>
  15#include <linux/pinctrl/consumer.h>
  16#include <linux/pm_opp.h>
  17#include <linux/regmap.h>
  18#include <linux/regulator/consumer.h>
  19#include <linux/spinlock.h>
  20
  21#include <video/mipi_display.h>
  22
  23#include <drm/display/drm_dsc_helper.h>
  24#include <drm/drm_of.h>
  25
  26#include "dsi.h"
  27#include "dsi.xml.h"
  28#include "sfpb.xml.h"
  29#include "dsi_cfg.h"
  30#include "msm_dsc_helper.h"
  31#include "msm_kms.h"
  32#include "msm_gem.h"
  33#include "phy/dsi_phy.h"
  34
  35#define DSI_RESET_TOGGLE_DELAY_MS 20
  36
  37static int dsi_populate_dsc_params(struct msm_dsi_host *msm_host, struct drm_dsc_config *dsc);
  38
  39static int dsi_get_version(const void __iomem *base, u32 *major, u32 *minor)
  40{
  41	u32 ver;
  42
  43	if (!major || !minor)
  44		return -EINVAL;
  45
  46	/*
  47	 * From DSI6G(v3), addition of a 6G_HW_VERSION register at offset 0
  48	 * makes all other registers 4-byte shifted down.
  49	 *
  50	 * In order to identify between DSI6G(v3) and beyond, and DSIv2 and
  51	 * older, we read the DSI_VERSION register without any shift(offset
  52	 * 0x1f0). In the case of DSIv2, this hast to be a non-zero value. In
  53	 * the case of DSI6G, this has to be zero (the offset points to a
  54	 * scratch register which we never touch)
  55	 */
  56
  57	ver = readl(base + REG_DSI_VERSION);
  58	if (ver) {
  59		/* older dsi host, there is no register shift */
  60		ver = FIELD(ver, DSI_VERSION_MAJOR);
  61		if (ver <= MSM_DSI_VER_MAJOR_V2) {
  62			/* old versions */
  63			*major = ver;
  64			*minor = 0;
  65			return 0;
  66		} else {
  67			return -EINVAL;
  68		}
  69	} else {
  70		/*
  71		 * newer host, offset 0 has 6G_HW_VERSION, the rest of the
  72		 * registers are shifted down, read DSI_VERSION again with
  73		 * the shifted offset
  74		 */
  75		ver = readl(base + DSI_6G_REG_SHIFT + REG_DSI_VERSION);
  76		ver = FIELD(ver, DSI_VERSION_MAJOR);
  77		if (ver == MSM_DSI_VER_MAJOR_6G) {
  78			/* 6G version */
  79			*major = ver;
  80			*minor = readl(base + REG_DSI_6G_HW_VERSION);
  81			return 0;
  82		} else {
  83			return -EINVAL;
  84		}
  85	}
  86}
  87
  88#define DSI_ERR_STATE_ACK			0x0000
  89#define DSI_ERR_STATE_TIMEOUT			0x0001
  90#define DSI_ERR_STATE_DLN0_PHY			0x0002
  91#define DSI_ERR_STATE_FIFO			0x0004
  92#define DSI_ERR_STATE_MDP_FIFO_UNDERFLOW	0x0008
  93#define DSI_ERR_STATE_INTERLEAVE_OP_CONTENTION	0x0010
  94#define DSI_ERR_STATE_PLL_UNLOCKED		0x0020
  95
  96#define DSI_CLK_CTRL_ENABLE_CLKS	\
  97		(DSI_CLK_CTRL_AHBS_HCLK_ON | DSI_CLK_CTRL_AHBM_SCLK_ON | \
  98		DSI_CLK_CTRL_PCLK_ON | DSI_CLK_CTRL_DSICLK_ON | \
  99		DSI_CLK_CTRL_BYTECLK_ON | DSI_CLK_CTRL_ESCCLK_ON | \
 100		DSI_CLK_CTRL_FORCE_ON_DYN_AHBM_HCLK)
 101
 102struct msm_dsi_host {
 103	struct mipi_dsi_host base;
 104
 105	struct platform_device *pdev;
 106	struct drm_device *dev;
 107
 108	int id;
 109
 110	void __iomem *ctrl_base;
 111	phys_addr_t ctrl_size;
 112	struct regulator_bulk_data *supplies;
 113
 114	int num_bus_clks;
 115	struct clk_bulk_data bus_clks[DSI_BUS_CLK_MAX];
 116
 117	struct clk *byte_clk;
 118	struct clk *esc_clk;
 119	struct clk *pixel_clk;
 
 
 120	struct clk *byte_intf_clk;
 121
 122	unsigned long byte_clk_rate;
 123	unsigned long byte_intf_clk_rate;
 124	unsigned long pixel_clk_rate;
 125	unsigned long esc_clk_rate;
 126
 127	/* DSI v2 specific clocks */
 128	struct clk *src_clk;
 
 
 129
 130	unsigned long src_clk_rate;
 131
 
 
 
 132	const struct msm_dsi_cfg_handler *cfg_hnd;
 133
 134	struct completion dma_comp;
 135	struct completion video_comp;
 136	struct mutex dev_mutex;
 137	struct mutex cmd_mutex;
 138	spinlock_t intr_lock; /* Protect interrupt ctrl register */
 139
 140	u32 err_work_state;
 141	struct work_struct err_work;
 142	struct workqueue_struct *workqueue;
 143
 144	/* DSI 6G TX buffer*/
 145	struct drm_gem_object *tx_gem_obj;
 146	struct msm_gem_address_space *aspace;
 147
 148	/* DSI v2 TX buffer */
 149	void *tx_buf;
 150	dma_addr_t tx_buf_paddr;
 151
 152	int tx_size;
 153
 154	u8 *rx_buf;
 155
 156	struct regmap *sfpb;
 157
 158	struct drm_display_mode *mode;
 159	struct drm_dsc_config *dsc;
 160
 161	/* connected device info */
 162	unsigned int channel;
 163	unsigned int lanes;
 164	enum mipi_dsi_pixel_format format;
 165	unsigned long mode_flags;
 166
 167	/* lane data parsed via DT */
 168	int dlane_swap;
 169	int num_data_lanes;
 170
 171	/* from phy DT */
 172	bool cphy_mode;
 173
 174	u32 dma_cmd_ctrl_restore;
 175
 176	bool registered;
 177	bool power_on;
 178	bool enabled;
 179	int irq;
 180};
 181
 
 
 
 
 
 
 
 
 
 
 182
 183static inline u32 dsi_read(struct msm_dsi_host *msm_host, u32 reg)
 184{
 185	return readl(msm_host->ctrl_base + reg);
 186}
 187static inline void dsi_write(struct msm_dsi_host *msm_host, u32 reg, u32 data)
 188{
 189	writel(data, msm_host->ctrl_base + reg);
 190}
 191
 192static const struct msm_dsi_cfg_handler *dsi_get_config(
 193						struct msm_dsi_host *msm_host)
 194{
 195	const struct msm_dsi_cfg_handler *cfg_hnd = NULL;
 196	struct device *dev = &msm_host->pdev->dev;
 197	struct clk *ahb_clk;
 198	int ret;
 199	u32 major = 0, minor = 0;
 200
 
 
 
 
 201	ahb_clk = msm_clk_get(msm_host->pdev, "iface");
 202	if (IS_ERR(ahb_clk)) {
 203		pr_err("%s: cannot get interface clock\n", __func__);
 204		goto exit;
 205	}
 206
 207	pm_runtime_get_sync(dev);
 208
 209	ret = clk_prepare_enable(ahb_clk);
 210	if (ret) {
 211		pr_err("%s: unable to enable ahb_clk\n", __func__);
 212		goto runtime_put;
 213	}
 214
 215	ret = dsi_get_version(msm_host->ctrl_base, &major, &minor);
 216	if (ret) {
 217		pr_err("%s: Invalid version\n", __func__);
 218		goto disable_clks;
 219	}
 220
 221	cfg_hnd = msm_dsi_cfg_get(major, minor);
 222
 223	DBG("%s: Version %x:%x\n", __func__, major, minor);
 224
 225disable_clks:
 226	clk_disable_unprepare(ahb_clk);
 227runtime_put:
 228	pm_runtime_put_sync(dev);
 229exit:
 230	return cfg_hnd;
 231}
 232
 233static inline struct msm_dsi_host *to_msm_dsi_host(struct mipi_dsi_host *host)
 234{
 235	return container_of(host, struct msm_dsi_host, base);
 236}
 237
 238int dsi_clk_init_v2(struct msm_dsi_host *msm_host)
 239{
 240	struct platform_device *pdev = msm_host->pdev;
 241	int ret = 0;
 242
 243	msm_host->src_clk = msm_clk_get(pdev, "src");
 244
 245	if (IS_ERR(msm_host->src_clk)) {
 246		ret = PTR_ERR(msm_host->src_clk);
 247		pr_err("%s: can't find src clock. ret=%d\n",
 248			__func__, ret);
 249		msm_host->src_clk = NULL;
 250		return ret;
 251	}
 252
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 253	return ret;
 254}
 255
 256int dsi_clk_init_6g_v2(struct msm_dsi_host *msm_host)
 257{
 258	struct platform_device *pdev = msm_host->pdev;
 259	int ret = 0;
 260
 261	msm_host->byte_intf_clk = msm_clk_get(pdev, "byte_intf");
 262	if (IS_ERR(msm_host->byte_intf_clk)) {
 263		ret = PTR_ERR(msm_host->byte_intf_clk);
 264		pr_err("%s: can't find byte_intf clock. ret=%d\n",
 265			__func__, ret);
 266	}
 267
 268	return ret;
 269}
 270
 271static int dsi_clk_init(struct msm_dsi_host *msm_host)
 272{
 273	struct platform_device *pdev = msm_host->pdev;
 274	const struct msm_dsi_cfg_handler *cfg_hnd = msm_host->cfg_hnd;
 275	const struct msm_dsi_config *cfg = cfg_hnd->cfg;
 276	int i, ret = 0;
 277
 278	/* get bus clocks */
 279	for (i = 0; i < cfg->num_bus_clks; i++)
 280		msm_host->bus_clks[i].id = cfg->bus_clk_names[i];
 281	msm_host->num_bus_clks = cfg->num_bus_clks;
 282
 283	ret = devm_clk_bulk_get(&pdev->dev, msm_host->num_bus_clks, msm_host->bus_clks);
 284	if (ret < 0) {
 285		dev_err(&pdev->dev, "Unable to get clocks, ret = %d\n", ret);
 286		goto exit;
 287	}
 288
 289	/* get link and source clocks */
 290	msm_host->byte_clk = msm_clk_get(pdev, "byte");
 291	if (IS_ERR(msm_host->byte_clk)) {
 292		ret = PTR_ERR(msm_host->byte_clk);
 293		pr_err("%s: can't find dsi_byte clock. ret=%d\n",
 294			__func__, ret);
 295		msm_host->byte_clk = NULL;
 296		goto exit;
 297	}
 298
 299	msm_host->pixel_clk = msm_clk_get(pdev, "pixel");
 300	if (IS_ERR(msm_host->pixel_clk)) {
 301		ret = PTR_ERR(msm_host->pixel_clk);
 302		pr_err("%s: can't find dsi_pixel clock. ret=%d\n",
 303			__func__, ret);
 304		msm_host->pixel_clk = NULL;
 305		goto exit;
 306	}
 307
 308	msm_host->esc_clk = msm_clk_get(pdev, "core");
 309	if (IS_ERR(msm_host->esc_clk)) {
 310		ret = PTR_ERR(msm_host->esc_clk);
 311		pr_err("%s: can't find dsi_esc clock. ret=%d\n",
 312			__func__, ret);
 313		msm_host->esc_clk = NULL;
 314		goto exit;
 315	}
 316
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 317	if (cfg_hnd->ops->clk_init_ver)
 318		ret = cfg_hnd->ops->clk_init_ver(msm_host);
 319exit:
 320	return ret;
 321}
 322
 323int msm_dsi_runtime_suspend(struct device *dev)
 324{
 325	struct platform_device *pdev = to_platform_device(dev);
 326	struct msm_dsi *msm_dsi = platform_get_drvdata(pdev);
 327	struct mipi_dsi_host *host = msm_dsi->host;
 328	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);
 329
 330	if (!msm_host->cfg_hnd)
 331		return 0;
 332
 333	clk_bulk_disable_unprepare(msm_host->num_bus_clks, msm_host->bus_clks);
 334
 335	return 0;
 336}
 337
 338int msm_dsi_runtime_resume(struct device *dev)
 339{
 340	struct platform_device *pdev = to_platform_device(dev);
 341	struct msm_dsi *msm_dsi = platform_get_drvdata(pdev);
 342	struct mipi_dsi_host *host = msm_dsi->host;
 343	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);
 344
 345	if (!msm_host->cfg_hnd)
 346		return 0;
 347
 348	return clk_bulk_prepare_enable(msm_host->num_bus_clks, msm_host->bus_clks);
 349}
 350
 351int dsi_link_clk_set_rate_6g(struct msm_dsi_host *msm_host)
 352{
 
 353	int ret;
 354
 355	DBG("Set clk rates: pclk=%lu, byteclk=%lu",
 356	    msm_host->pixel_clk_rate, msm_host->byte_clk_rate);
 357
 358	ret = dev_pm_opp_set_rate(&msm_host->pdev->dev,
 359				  msm_host->byte_clk_rate);
 360	if (ret) {
 361		pr_err("%s: dev_pm_opp_set_rate failed %d\n", __func__, ret);
 362		return ret;
 363	}
 364
 365	ret = clk_set_rate(msm_host->pixel_clk, msm_host->pixel_clk_rate);
 366	if (ret) {
 367		pr_err("%s: Failed to set rate pixel clk, %d\n", __func__, ret);
 368		return ret;
 369	}
 370
 371	if (msm_host->byte_intf_clk) {
 372		ret = clk_set_rate(msm_host->byte_intf_clk, msm_host->byte_intf_clk_rate);
 
 
 
 
 
 
 373		if (ret) {
 374			pr_err("%s: Failed to set rate byte intf clk, %d\n",
 375			       __func__, ret);
 376			return ret;
 377		}
 378	}
 379
 380	return 0;
 381}
 382
 383
 384int dsi_link_clk_enable_6g(struct msm_dsi_host *msm_host)
 385{
 386	int ret;
 387
 388	ret = clk_prepare_enable(msm_host->esc_clk);
 389	if (ret) {
 390		pr_err("%s: Failed to enable dsi esc clk\n", __func__);
 391		goto error;
 392	}
 393
 394	ret = clk_prepare_enable(msm_host->byte_clk);
 395	if (ret) {
 396		pr_err("%s: Failed to enable dsi byte clk\n", __func__);
 397		goto byte_clk_err;
 398	}
 399
 400	ret = clk_prepare_enable(msm_host->pixel_clk);
 401	if (ret) {
 402		pr_err("%s: Failed to enable dsi pixel clk\n", __func__);
 403		goto pixel_clk_err;
 404	}
 405
 406	ret = clk_prepare_enable(msm_host->byte_intf_clk);
 407	if (ret) {
 408		pr_err("%s: Failed to enable byte intf clk\n",
 409			   __func__);
 410		goto byte_intf_clk_err;
 411	}
 412
 413	return 0;
 414
 415byte_intf_clk_err:
 416	clk_disable_unprepare(msm_host->pixel_clk);
 417pixel_clk_err:
 418	clk_disable_unprepare(msm_host->byte_clk);
 419byte_clk_err:
 420	clk_disable_unprepare(msm_host->esc_clk);
 421error:
 422	return ret;
 423}
 424
 425int dsi_link_clk_set_rate_v2(struct msm_dsi_host *msm_host)
 426{
 427	int ret;
 428
 429	DBG("Set clk rates: pclk=%lu, byteclk=%lu, esc_clk=%lu, dsi_src_clk=%lu",
 430	    msm_host->pixel_clk_rate, msm_host->byte_clk_rate,
 431	    msm_host->esc_clk_rate, msm_host->src_clk_rate);
 432
 433	ret = clk_set_rate(msm_host->byte_clk, msm_host->byte_clk_rate);
 434	if (ret) {
 435		pr_err("%s: Failed to set rate byte clk, %d\n", __func__, ret);
 436		return ret;
 437	}
 438
 439	ret = clk_set_rate(msm_host->esc_clk, msm_host->esc_clk_rate);
 440	if (ret) {
 441		pr_err("%s: Failed to set rate esc clk, %d\n", __func__, ret);
 442		return ret;
 443	}
 444
 445	ret = clk_set_rate(msm_host->src_clk, msm_host->src_clk_rate);
 446	if (ret) {
 447		pr_err("%s: Failed to set rate src clk, %d\n", __func__, ret);
 448		return ret;
 449	}
 450
 451	ret = clk_set_rate(msm_host->pixel_clk, msm_host->pixel_clk_rate);
 452	if (ret) {
 453		pr_err("%s: Failed to set rate pixel clk, %d\n", __func__, ret);
 454		return ret;
 455	}
 456
 457	return 0;
 458}
 459
 460int dsi_link_clk_enable_v2(struct msm_dsi_host *msm_host)
 461{
 462	int ret;
 463
 464	ret = clk_prepare_enable(msm_host->byte_clk);
 465	if (ret) {
 466		pr_err("%s: Failed to enable dsi byte clk\n", __func__);
 467		goto error;
 468	}
 469
 470	ret = clk_prepare_enable(msm_host->esc_clk);
 471	if (ret) {
 472		pr_err("%s: Failed to enable dsi esc clk\n", __func__);
 473		goto esc_clk_err;
 474	}
 475
 476	ret = clk_prepare_enable(msm_host->src_clk);
 477	if (ret) {
 478		pr_err("%s: Failed to enable dsi src clk\n", __func__);
 479		goto src_clk_err;
 480	}
 481
 482	ret = clk_prepare_enable(msm_host->pixel_clk);
 483	if (ret) {
 484		pr_err("%s: Failed to enable dsi pixel clk\n", __func__);
 485		goto pixel_clk_err;
 486	}
 487
 488	return 0;
 489
 490pixel_clk_err:
 491	clk_disable_unprepare(msm_host->src_clk);
 492src_clk_err:
 493	clk_disable_unprepare(msm_host->esc_clk);
 494esc_clk_err:
 495	clk_disable_unprepare(msm_host->byte_clk);
 496error:
 497	return ret;
 498}
 499
 500void dsi_link_clk_disable_6g(struct msm_dsi_host *msm_host)
 501{
 502	/* Drop the performance state vote */
 503	dev_pm_opp_set_rate(&msm_host->pdev->dev, 0);
 504	clk_disable_unprepare(msm_host->esc_clk);
 505	clk_disable_unprepare(msm_host->pixel_clk);
 506	clk_disable_unprepare(msm_host->byte_intf_clk);
 507	clk_disable_unprepare(msm_host->byte_clk);
 508}
 509
 510void dsi_link_clk_disable_v2(struct msm_dsi_host *msm_host)
 511{
 512	clk_disable_unprepare(msm_host->pixel_clk);
 513	clk_disable_unprepare(msm_host->src_clk);
 514	clk_disable_unprepare(msm_host->esc_clk);
 515	clk_disable_unprepare(msm_host->byte_clk);
 516}
 517
 518/**
 519 * dsi_adjust_pclk_for_compression() - Adjust the pclk rate for compression case
 520 * @mode: The selected mode for the DSI output
 521 * @dsc: DRM DSC configuration for this DSI output
 522 *
 523 * Adjust the pclk rate by calculating a new hdisplay proportional to
 524 * the compression ratio such that:
 525 *     new_hdisplay = old_hdisplay * compressed_bpp / uncompressed_bpp
 526 *
 527 * Porches do not need to be adjusted:
 528 * - For VIDEO mode they are not compressed by DSC and are passed as is.
 529 * - For CMD mode there are no actual porches. Instead these fields
 530 *   currently represent the overhead to the image data transfer. As such, they
 531 *   are calculated for the final mode parameters (after the compression) and
 532 *   are not to be adjusted too.
 533 *
 534 *  FIXME: Reconsider this if/when CMD mode handling is rewritten to use
 535 *  transfer time and data overhead as a starting point of the calculations.
 536 */
 537static unsigned long dsi_adjust_pclk_for_compression(const struct drm_display_mode *mode,
 538		const struct drm_dsc_config *dsc)
 539{
 540	int new_hdisplay = DIV_ROUND_UP(mode->hdisplay * drm_dsc_get_bpp_int(dsc),
 541			dsc->bits_per_component * 3);
 542
 543	int new_htotal = mode->htotal - mode->hdisplay + new_hdisplay;
 544
 545	return mult_frac(mode->clock * 1000u, new_htotal, mode->htotal);
 546}
 547
 548static unsigned long dsi_get_pclk_rate(const struct drm_display_mode *mode,
 549		const struct drm_dsc_config *dsc, bool is_bonded_dsi)
 550{
 
 551	unsigned long pclk_rate;
 552
 553	pclk_rate = mode->clock * 1000u;
 554
 555	if (dsc)
 556		pclk_rate = dsi_adjust_pclk_for_compression(mode, dsc);
 557
 558	/*
 559	 * For bonded DSI mode, the current DRM mode has the complete width of the
 560	 * panel. Since, the complete panel is driven by two DSI controllers,
 561	 * the clock rates have to be split between the two dsi controllers.
 562	 * Adjust the byte and pixel clock rates for each dsi host accordingly.
 563	 */
 564	if (is_bonded_dsi)
 565		pclk_rate /= 2;
 566
 567	return pclk_rate;
 568}
 569
 570unsigned long dsi_byte_clk_get_rate(struct mipi_dsi_host *host, bool is_bonded_dsi,
 571				    const struct drm_display_mode *mode)
 572{
 573	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);
 574	u8 lanes = msm_host->lanes;
 575	u32 bpp = mipi_dsi_pixel_format_to_bpp(msm_host->format);
 576	unsigned long pclk_rate = dsi_get_pclk_rate(mode, msm_host->dsc, is_bonded_dsi);
 577	unsigned long pclk_bpp;
 578
 579	if (lanes == 0) {
 580		pr_err("%s: forcing mdss_dsi lanes to 1\n", __func__);
 581		lanes = 1;
 582	}
 583
 584	/* CPHY "byte_clk" is in units of 16 bits */
 585	if (msm_host->cphy_mode)
 586		pclk_bpp = mult_frac(pclk_rate, bpp, 16 * lanes);
 587	else
 588		pclk_bpp = mult_frac(pclk_rate, bpp, 8 * lanes);
 589
 590	return pclk_bpp;
 591}
 592
 593static void dsi_calc_pclk(struct msm_dsi_host *msm_host, bool is_bonded_dsi)
 594{
 595	msm_host->pixel_clk_rate = dsi_get_pclk_rate(msm_host->mode, msm_host->dsc, is_bonded_dsi);
 596	msm_host->byte_clk_rate = dsi_byte_clk_get_rate(&msm_host->base, is_bonded_dsi,
 597							msm_host->mode);
 598
 599	DBG("pclk=%lu, bclk=%lu", msm_host->pixel_clk_rate,
 600				msm_host->byte_clk_rate);
 601
 602}
 603
 604int dsi_calc_clk_rate_6g(struct msm_dsi_host *msm_host, bool is_bonded_dsi)
 605{
 606	if (!msm_host->mode) {
 607		pr_err("%s: mode not set\n", __func__);
 608		return -EINVAL;
 609	}
 610
 611	dsi_calc_pclk(msm_host, is_bonded_dsi);
 612	msm_host->esc_clk_rate = clk_get_rate(msm_host->esc_clk);
 613	return 0;
 614}
 615
 616int dsi_calc_clk_rate_v2(struct msm_dsi_host *msm_host, bool is_bonded_dsi)
 617{
 618	u32 bpp = mipi_dsi_pixel_format_to_bpp(msm_host->format);
 
 619	unsigned int esc_mhz, esc_div;
 620	unsigned long byte_mhz;
 621
 622	dsi_calc_pclk(msm_host, is_bonded_dsi);
 623
 624	msm_host->src_clk_rate = mult_frac(msm_host->pixel_clk_rate, bpp, 8);
 
 
 625
 626	/*
 627	 * esc clock is byte clock followed by a 4 bit divider,
 628	 * we need to find an escape clock frequency within the
 629	 * mipi DSI spec range within the maximum divider limit
 630	 * We iterate here between an escape clock frequencey
 631	 * between 20 Mhz to 5 Mhz and pick up the first one
 632	 * that can be supported by our divider
 633	 */
 634
 635	byte_mhz = msm_host->byte_clk_rate / 1000000;
 636
 637	for (esc_mhz = 20; esc_mhz >= 5; esc_mhz--) {
 638		esc_div = DIV_ROUND_UP(byte_mhz, esc_mhz);
 639
 640		/*
 641		 * TODO: Ideally, we shouldn't know what sort of divider
 642		 * is available in mmss_cc, we're just assuming that
 643		 * it'll always be a 4 bit divider. Need to come up with
 644		 * a better way here.
 645		 */
 646		if (esc_div >= 1 && esc_div <= 16)
 647			break;
 648	}
 649
 650	if (esc_mhz < 5)
 651		return -EINVAL;
 652
 653	msm_host->esc_clk_rate = msm_host->byte_clk_rate / esc_div;
 654
 655	DBG("esc=%lu, src=%lu", msm_host->esc_clk_rate,
 656		msm_host->src_clk_rate);
 657
 658	return 0;
 659}
 660
 661static void dsi_intr_ctrl(struct msm_dsi_host *msm_host, u32 mask, int enable)
 662{
 663	u32 intr;
 664	unsigned long flags;
 665
 666	spin_lock_irqsave(&msm_host->intr_lock, flags);
 667	intr = dsi_read(msm_host, REG_DSI_INTR_CTRL);
 668
 669	if (enable)
 670		intr |= mask;
 671	else
 672		intr &= ~mask;
 673
 674	DBG("intr=%x enable=%d", intr, enable);
 675
 676	dsi_write(msm_host, REG_DSI_INTR_CTRL, intr);
 677	spin_unlock_irqrestore(&msm_host->intr_lock, flags);
 678}
 679
 680static inline enum dsi_traffic_mode dsi_get_traffic_mode(const u32 mode_flags)
 681{
 682	if (mode_flags & MIPI_DSI_MODE_VIDEO_BURST)
 683		return BURST_MODE;
 684	else if (mode_flags & MIPI_DSI_MODE_VIDEO_SYNC_PULSE)
 685		return NON_BURST_SYNCH_PULSE;
 686
 687	return NON_BURST_SYNCH_EVENT;
 688}
 689
 690static inline enum dsi_vid_dst_format dsi_get_vid_fmt(
 691				const enum mipi_dsi_pixel_format mipi_fmt)
 692{
 693	switch (mipi_fmt) {
 694	case MIPI_DSI_FMT_RGB888:	return VID_DST_FORMAT_RGB888;
 695	case MIPI_DSI_FMT_RGB666:	return VID_DST_FORMAT_RGB666_LOOSE;
 696	case MIPI_DSI_FMT_RGB666_PACKED:	return VID_DST_FORMAT_RGB666;
 697	case MIPI_DSI_FMT_RGB565:	return VID_DST_FORMAT_RGB565;
 698	default:			return VID_DST_FORMAT_RGB888;
 699	}
 700}
 701
 702static inline enum dsi_cmd_dst_format dsi_get_cmd_fmt(
 703				const enum mipi_dsi_pixel_format mipi_fmt)
 704{
 705	switch (mipi_fmt) {
 706	case MIPI_DSI_FMT_RGB888:	return CMD_DST_FORMAT_RGB888;
 707	case MIPI_DSI_FMT_RGB666_PACKED:
 708	case MIPI_DSI_FMT_RGB666:	return CMD_DST_FORMAT_RGB666;
 709	case MIPI_DSI_FMT_RGB565:	return CMD_DST_FORMAT_RGB565;
 710	default:			return CMD_DST_FORMAT_RGB888;
 711	}
 712}
 713
 714static void dsi_ctrl_disable(struct msm_dsi_host *msm_host)
 715{
 716	dsi_write(msm_host, REG_DSI_CTRL, 0);
 717}
 718
 719bool msm_dsi_host_is_wide_bus_enabled(struct mipi_dsi_host *host)
 720{
 721	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);
 722
 723	return msm_host->dsc &&
 724		(msm_host->cfg_hnd->major == MSM_DSI_VER_MAJOR_6G &&
 725		 msm_host->cfg_hnd->minor >= MSM_DSI_6G_VER_MINOR_V2_5_0);
 726}
 727
 728static void dsi_ctrl_enable(struct msm_dsi_host *msm_host,
 729			struct msm_dsi_phy_shared_timings *phy_shared_timings, struct msm_dsi_phy *phy)
 730{
 731	u32 flags = msm_host->mode_flags;
 732	enum mipi_dsi_pixel_format mipi_fmt = msm_host->format;
 733	const struct msm_dsi_cfg_handler *cfg_hnd = msm_host->cfg_hnd;
 734	u32 data = 0, lane_ctrl = 0;
 735
 
 
 
 
 
 736	if (flags & MIPI_DSI_MODE_VIDEO) {
 737		if (flags & MIPI_DSI_MODE_VIDEO_HSE)
 738			data |= DSI_VID_CFG0_PULSE_MODE_HSA_HE;
 739		if (flags & MIPI_DSI_MODE_VIDEO_NO_HFP)
 740			data |= DSI_VID_CFG0_HFP_POWER_STOP;
 741		if (flags & MIPI_DSI_MODE_VIDEO_NO_HBP)
 742			data |= DSI_VID_CFG0_HBP_POWER_STOP;
 743		if (flags & MIPI_DSI_MODE_VIDEO_NO_HSA)
 744			data |= DSI_VID_CFG0_HSA_POWER_STOP;
 745		/* Always set low power stop mode for BLLP
 746		 * to let command engine send packets
 747		 */
 748		data |= DSI_VID_CFG0_EOF_BLLP_POWER_STOP |
 749			DSI_VID_CFG0_BLLP_POWER_STOP;
 750		data |= DSI_VID_CFG0_TRAFFIC_MODE(dsi_get_traffic_mode(flags));
 751		data |= DSI_VID_CFG0_DST_FORMAT(dsi_get_vid_fmt(mipi_fmt));
 752		data |= DSI_VID_CFG0_VIRT_CHANNEL(msm_host->channel);
 753		if (msm_dsi_host_is_wide_bus_enabled(&msm_host->base))
 754			data |= DSI_VID_CFG0_DATABUS_WIDEN;
 755		dsi_write(msm_host, REG_DSI_VID_CFG0, data);
 756
 757		/* Do not swap RGB colors */
 758		data = DSI_VID_CFG1_RGB_SWAP(SWAP_RGB);
 759		dsi_write(msm_host, REG_DSI_VID_CFG1, 0);
 760	} else {
 761		/* Do not swap RGB colors */
 762		data = DSI_CMD_CFG0_RGB_SWAP(SWAP_RGB);
 763		data |= DSI_CMD_CFG0_DST_FORMAT(dsi_get_cmd_fmt(mipi_fmt));
 764		dsi_write(msm_host, REG_DSI_CMD_CFG0, data);
 765
 766		data = DSI_CMD_CFG1_WR_MEM_START(MIPI_DCS_WRITE_MEMORY_START) |
 767			DSI_CMD_CFG1_WR_MEM_CONTINUE(
 768					MIPI_DCS_WRITE_MEMORY_CONTINUE);
 769		/* Always insert DCS command */
 770		data |= DSI_CMD_CFG1_INSERT_DCS_COMMAND;
 771		dsi_write(msm_host, REG_DSI_CMD_CFG1, data);
 772
 773		if (cfg_hnd->major == MSM_DSI_VER_MAJOR_6G) {
 774			data = dsi_read(msm_host, REG_DSI_CMD_MODE_MDP_CTRL2);
 775
 776			if (cfg_hnd->minor >= MSM_DSI_6G_VER_MINOR_V1_3)
 777				data |= DSI_CMD_MODE_MDP_CTRL2_BURST_MODE;
 778
 779			if (msm_dsi_host_is_wide_bus_enabled(&msm_host->base))
 780				data |= DSI_CMD_MODE_MDP_CTRL2_DATABUS_WIDEN;
 781
 782			dsi_write(msm_host, REG_DSI_CMD_MODE_MDP_CTRL2, data);
 783		}
 784	}
 785
 786	dsi_write(msm_host, REG_DSI_CMD_DMA_CTRL,
 787			DSI_CMD_DMA_CTRL_FROM_FRAME_BUFFER |
 788			DSI_CMD_DMA_CTRL_LOW_POWER);
 789
 790	data = 0;
 791	/* Always assume dedicated TE pin */
 792	data |= DSI_TRIG_CTRL_TE;
 793	data |= DSI_TRIG_CTRL_MDP_TRIGGER(TRIGGER_NONE);
 794	data |= DSI_TRIG_CTRL_DMA_TRIGGER(TRIGGER_SW);
 795	data |= DSI_TRIG_CTRL_STREAM(msm_host->channel);
 796	if ((cfg_hnd->major == MSM_DSI_VER_MAJOR_6G) &&
 797		(cfg_hnd->minor >= MSM_DSI_6G_VER_MINOR_V1_2))
 798		data |= DSI_TRIG_CTRL_BLOCK_DMA_WITHIN_FRAME;
 799	dsi_write(msm_host, REG_DSI_TRIG_CTRL, data);
 800
 801	data = DSI_CLKOUT_TIMING_CTRL_T_CLK_POST(phy_shared_timings->clk_post) |
 802		DSI_CLKOUT_TIMING_CTRL_T_CLK_PRE(phy_shared_timings->clk_pre);
 803	dsi_write(msm_host, REG_DSI_CLKOUT_TIMING_CTRL, data);
 804
 805	if ((cfg_hnd->major == MSM_DSI_VER_MAJOR_6G) &&
 806	    (cfg_hnd->minor > MSM_DSI_6G_VER_MINOR_V1_0) &&
 807	    phy_shared_timings->clk_pre_inc_by_2)
 808		dsi_write(msm_host, REG_DSI_T_CLK_PRE_EXTEND,
 809			  DSI_T_CLK_PRE_EXTEND_INC_BY_2_BYTECLK);
 810
 811	data = 0;
 812	if (!(flags & MIPI_DSI_MODE_NO_EOT_PACKET))
 813		data |= DSI_EOT_PACKET_CTRL_TX_EOT_APPEND;
 814	dsi_write(msm_host, REG_DSI_EOT_PACKET_CTRL, data);
 815
 816	/* allow only ack-err-status to generate interrupt */
 817	dsi_write(msm_host, REG_DSI_ERR_INT_MASK0, 0x13ff3fe0);
 818
 819	dsi_intr_ctrl(msm_host, DSI_IRQ_MASK_ERROR, 1);
 820
 821	dsi_write(msm_host, REG_DSI_CLK_CTRL, DSI_CLK_CTRL_ENABLE_CLKS);
 822
 823	data = DSI_CTRL_CLK_EN;
 824
 825	DBG("lane number=%d", msm_host->lanes);
 826	data |= ((DSI_CTRL_LANE0 << msm_host->lanes) - DSI_CTRL_LANE0);
 827
 828	dsi_write(msm_host, REG_DSI_LANE_SWAP_CTRL,
 829		  DSI_LANE_SWAP_CTRL_DLN_SWAP_SEL(msm_host->dlane_swap));
 830
 831	if (!(flags & MIPI_DSI_CLOCK_NON_CONTINUOUS)) {
 832		lane_ctrl = dsi_read(msm_host, REG_DSI_LANE_CTRL);
 833
 834		if (msm_dsi_phy_set_continuous_clock(phy, true))
 835			lane_ctrl &= ~DSI_LANE_CTRL_HS_REQ_SEL_PHY;
 836
 837		dsi_write(msm_host, REG_DSI_LANE_CTRL,
 838			lane_ctrl | DSI_LANE_CTRL_CLKLN_HS_FORCE_REQUEST);
 839	}
 840
 841	data |= DSI_CTRL_ENABLE;
 842
 843	dsi_write(msm_host, REG_DSI_CTRL, data);
 844
 845	if (msm_host->cphy_mode)
 846		dsi_write(msm_host, REG_DSI_CPHY_MODE_CTRL, BIT(0));
 847}
 848
 849static void dsi_update_dsc_timing(struct msm_dsi_host *msm_host, bool is_cmd_mode, u32 hdisplay)
 850{
 851	struct drm_dsc_config *dsc = msm_host->dsc;
 852	u32 reg, reg_ctrl, reg_ctrl2;
 853	u32 slice_per_intf, total_bytes_per_intf;
 854	u32 pkt_per_line;
 855	u32 eol_byte_num;
 856	u32 bytes_per_pkt;
 857
 858	/* first calculate dsc parameters and then program
 859	 * compress mode registers
 860	 */
 861	slice_per_intf = msm_dsc_get_slices_per_intf(dsc, hdisplay);
 
 
 
 
 
 
 
 862
 863	total_bytes_per_intf = dsc->slice_chunk_size * slice_per_intf;
 864	bytes_per_pkt = dsc->slice_chunk_size; /* * slice_per_pkt; */
 865
 866	eol_byte_num = total_bytes_per_intf % 3;
 867
 868	/*
 869	 * Typically, pkt_per_line = slice_per_intf * slice_per_pkt.
 870	 *
 871	 * Since the current driver only supports slice_per_pkt = 1,
 872	 * pkt_per_line will be equal to slice per intf for now.
 873	 */
 874	pkt_per_line = slice_per_intf;
 875
 876	if (is_cmd_mode) /* packet data type */
 877		reg = DSI_COMMAND_COMPRESSION_MODE_CTRL_STREAM0_DATATYPE(MIPI_DSI_DCS_LONG_WRITE);
 878	else
 879		reg = DSI_VIDEO_COMPRESSION_MODE_CTRL_DATATYPE(MIPI_DSI_COMPRESSED_PIXEL_STREAM);
 880
 881	/* DSI_VIDEO_COMPRESSION_MODE & DSI_COMMAND_COMPRESSION_MODE
 882	 * registers have similar offsets, so for below common code use
 883	 * DSI_VIDEO_COMPRESSION_MODE_XXXX for setting bits
 884	 *
 885	 * pkt_per_line is log2 encoded, >>1 works for supported values (1,2,4)
 886	 */
 887	if (pkt_per_line > 4)
 888		drm_warn_once(msm_host->dev, "pkt_per_line too big");
 889	reg |= DSI_VIDEO_COMPRESSION_MODE_CTRL_PKT_PER_LINE(pkt_per_line >> 1);
 890	reg |= DSI_VIDEO_COMPRESSION_MODE_CTRL_EOL_BYTE_NUM(eol_byte_num);
 891	reg |= DSI_VIDEO_COMPRESSION_MODE_CTRL_EN;
 892
 893	if (is_cmd_mode) {
 894		reg_ctrl = dsi_read(msm_host, REG_DSI_COMMAND_COMPRESSION_MODE_CTRL);
 895		reg_ctrl2 = dsi_read(msm_host, REG_DSI_COMMAND_COMPRESSION_MODE_CTRL2);
 896
 897		reg_ctrl &= ~0xffff;
 898		reg_ctrl |= reg;
 899
 900		reg_ctrl2 &= ~DSI_COMMAND_COMPRESSION_MODE_CTRL2_STREAM0_SLICE_WIDTH__MASK;
 901		reg_ctrl2 |= DSI_COMMAND_COMPRESSION_MODE_CTRL2_STREAM0_SLICE_WIDTH(dsc->slice_chunk_size);
 902
 903		dsi_write(msm_host, REG_DSI_COMMAND_COMPRESSION_MODE_CTRL, reg_ctrl);
 904		dsi_write(msm_host, REG_DSI_COMMAND_COMPRESSION_MODE_CTRL2, reg_ctrl2);
 905	} else {
 906		reg |= DSI_VIDEO_COMPRESSION_MODE_CTRL_WC(bytes_per_pkt);
 907		dsi_write(msm_host, REG_DSI_VIDEO_COMPRESSION_MODE_CTRL, reg);
 908	}
 909}
 910
 911static void dsi_timing_setup(struct msm_dsi_host *msm_host, bool is_bonded_dsi)
 912{
 913	struct drm_display_mode *mode = msm_host->mode;
 914	u32 hs_start = 0, vs_start = 0; /* take sync start as 0 */
 915	u32 h_total = mode->htotal;
 916	u32 v_total = mode->vtotal;
 917	u32 hs_end = mode->hsync_end - mode->hsync_start;
 918	u32 vs_end = mode->vsync_end - mode->vsync_start;
 919	u32 ha_start = h_total - mode->hsync_start;
 920	u32 ha_end = ha_start + mode->hdisplay;
 921	u32 va_start = v_total - mode->vsync_start;
 922	u32 va_end = va_start + mode->vdisplay;
 923	u32 hdisplay = mode->hdisplay;
 924	u32 wc;
 925	int ret;
 926	bool wide_bus_enabled = msm_dsi_host_is_wide_bus_enabled(&msm_host->base);
 927
 928	DBG("");
 929
 930	/*
 931	 * For bonded DSI mode, the current DRM mode has
 932	 * the complete width of the panel. Since, the complete
 933	 * panel is driven by two DSI controllers, the horizontal
 934	 * timings have to be split between the two dsi controllers.
 935	 * Adjust the DSI host timing values accordingly.
 936	 */
 937	if (is_bonded_dsi) {
 938		h_total /= 2;
 939		hs_end /= 2;
 940		ha_start /= 2;
 941		ha_end /= 2;
 942		hdisplay /= 2;
 943	}
 944
 945	if (msm_host->dsc) {
 946		struct drm_dsc_config *dsc = msm_host->dsc;
 947		u32 bytes_per_pclk;
 948
 949		/* update dsc params with timing params */
 950		if (!dsc || !mode->hdisplay || !mode->vdisplay) {
 951			pr_err("DSI: invalid input: pic_width: %d pic_height: %d\n",
 952			       mode->hdisplay, mode->vdisplay);
 953			return;
 954		}
 955
 956		dsc->pic_width = mode->hdisplay;
 957		dsc->pic_height = mode->vdisplay;
 958		DBG("Mode %dx%d\n", dsc->pic_width, dsc->pic_height);
 959
 960		/* we do the calculations for dsc parameters here so that
 961		 * panel can use these parameters
 962		 */
 963		ret = dsi_populate_dsc_params(msm_host, dsc);
 964		if (ret)
 965			return;
 966
 967		/*
 968		 * DPU sends 3 bytes per pclk cycle to DSI. If widebus is
 969		 * enabled, bus width is extended to 6 bytes.
 970		 *
 971		 * Calculate the number of pclks needed to transmit one line of
 972		 * the compressed data.
 973
 974		 * The back/font porch and pulse width are kept intact. For
 975		 * VIDEO mode they represent timing parameters rather than
 976		 * actual data transfer, see the documentation for
 977		 * dsi_adjust_pclk_for_compression(). For CMD mode they are
 978		 * unused anyway.
 979		 */
 980		h_total -= hdisplay;
 981		if (wide_bus_enabled && !(msm_host->mode_flags & MIPI_DSI_MODE_VIDEO))
 982			bytes_per_pclk = 6;
 983		else
 984			bytes_per_pclk = 3;
 985
 986		hdisplay = DIV_ROUND_UP(msm_dsc_get_bytes_per_line(msm_host->dsc), bytes_per_pclk);
 987
 988		h_total += hdisplay;
 989		ha_end = ha_start + hdisplay;
 990	}
 991
 992	if (msm_host->mode_flags & MIPI_DSI_MODE_VIDEO) {
 993		if (msm_host->dsc)
 994			dsi_update_dsc_timing(msm_host, false, mode->hdisplay);
 995
 996		dsi_write(msm_host, REG_DSI_ACTIVE_H,
 997			DSI_ACTIVE_H_START(ha_start) |
 998			DSI_ACTIVE_H_END(ha_end));
 999		dsi_write(msm_host, REG_DSI_ACTIVE_V,
1000			DSI_ACTIVE_V_START(va_start) |
1001			DSI_ACTIVE_V_END(va_end));
1002		dsi_write(msm_host, REG_DSI_TOTAL,
1003			DSI_TOTAL_H_TOTAL(h_total - 1) |
1004			DSI_TOTAL_V_TOTAL(v_total - 1));
1005
1006		dsi_write(msm_host, REG_DSI_ACTIVE_HSYNC,
1007			DSI_ACTIVE_HSYNC_START(hs_start) |
1008			DSI_ACTIVE_HSYNC_END(hs_end));
1009		dsi_write(msm_host, REG_DSI_ACTIVE_VSYNC_HPOS, 0);
1010		dsi_write(msm_host, REG_DSI_ACTIVE_VSYNC_VPOS,
1011			DSI_ACTIVE_VSYNC_VPOS_START(vs_start) |
1012			DSI_ACTIVE_VSYNC_VPOS_END(vs_end));
1013	} else {		/* command mode */
1014		if (msm_host->dsc)
1015			dsi_update_dsc_timing(msm_host, true, mode->hdisplay);
1016
1017		/* image data and 1 byte write_memory_start cmd */
1018		if (!msm_host->dsc)
1019			wc = hdisplay * mipi_dsi_pixel_format_to_bpp(msm_host->format) / 8 + 1;
1020		else
1021			/*
1022			 * When DSC is enabled, WC = slice_chunk_size * slice_per_pkt + 1.
1023			 * Currently, the driver only supports default value of slice_per_pkt = 1
1024			 *
1025			 * TODO: Expand mipi_dsi_device struct to hold slice_per_pkt info
1026			 *       and adjust DSC math to account for slice_per_pkt.
1027			 */
1028			wc = msm_host->dsc->slice_chunk_size + 1;
1029
1030		dsi_write(msm_host, REG_DSI_CMD_MDP_STREAM0_CTRL,
1031			DSI_CMD_MDP_STREAM0_CTRL_WORD_COUNT(wc) |
1032			DSI_CMD_MDP_STREAM0_CTRL_VIRTUAL_CHANNEL(
1033					msm_host->channel) |
1034			DSI_CMD_MDP_STREAM0_CTRL_DATA_TYPE(
1035					MIPI_DSI_DCS_LONG_WRITE));
1036
1037		dsi_write(msm_host, REG_DSI_CMD_MDP_STREAM0_TOTAL,
1038			DSI_CMD_MDP_STREAM0_TOTAL_H_TOTAL(hdisplay) |
1039			DSI_CMD_MDP_STREAM0_TOTAL_V_TOTAL(mode->vdisplay));
1040	}
1041}
1042
1043static void dsi_sw_reset(struct msm_dsi_host *msm_host)
1044{
1045	u32 ctrl;
1046
1047	ctrl = dsi_read(msm_host, REG_DSI_CTRL);
1048
1049	if (ctrl & DSI_CTRL_ENABLE) {
1050		dsi_write(msm_host, REG_DSI_CTRL, ctrl & ~DSI_CTRL_ENABLE);
1051		/*
1052		 * dsi controller need to be disabled before
1053		 * clocks turned on
1054		 */
1055		wmb();
1056	}
1057
1058	dsi_write(msm_host, REG_DSI_CLK_CTRL, DSI_CLK_CTRL_ENABLE_CLKS);
1059	wmb(); /* clocks need to be enabled before reset */
1060
1061	/* dsi controller can only be reset while clocks are running */
1062	dsi_write(msm_host, REG_DSI_RESET, 1);
1063	msleep(DSI_RESET_TOGGLE_DELAY_MS); /* make sure reset happen */
1064	dsi_write(msm_host, REG_DSI_RESET, 0);
1065	wmb(); /* controller out of reset */
1066
1067	if (ctrl & DSI_CTRL_ENABLE) {
1068		dsi_write(msm_host, REG_DSI_CTRL, ctrl);
1069		wmb();	/* make sure dsi controller enabled again */
1070	}
1071}
1072
1073static void dsi_op_mode_config(struct msm_dsi_host *msm_host,
1074					bool video_mode, bool enable)
1075{
1076	u32 dsi_ctrl;
1077
1078	dsi_ctrl = dsi_read(msm_host, REG_DSI_CTRL);
1079
1080	if (!enable) {
1081		dsi_ctrl &= ~(DSI_CTRL_ENABLE | DSI_CTRL_VID_MODE_EN |
1082				DSI_CTRL_CMD_MODE_EN);
1083		dsi_intr_ctrl(msm_host, DSI_IRQ_MASK_CMD_MDP_DONE |
1084					DSI_IRQ_MASK_VIDEO_DONE, 0);
1085	} else {
1086		if (video_mode) {
1087			dsi_ctrl |= DSI_CTRL_VID_MODE_EN;
1088		} else {		/* command mode */
1089			dsi_ctrl |= DSI_CTRL_CMD_MODE_EN;
1090			dsi_intr_ctrl(msm_host, DSI_IRQ_MASK_CMD_MDP_DONE, 1);
1091		}
1092		dsi_ctrl |= DSI_CTRL_ENABLE;
1093	}
1094
1095	dsi_write(msm_host, REG_DSI_CTRL, dsi_ctrl);
1096}
1097
1098static void dsi_set_tx_power_mode(int mode, struct msm_dsi_host *msm_host)
1099{
1100	u32 data;
1101
1102	data = dsi_read(msm_host, REG_DSI_CMD_DMA_CTRL);
1103
1104	if (mode == 0)
1105		data &= ~DSI_CMD_DMA_CTRL_LOW_POWER;
1106	else
1107		data |= DSI_CMD_DMA_CTRL_LOW_POWER;
1108
1109	dsi_write(msm_host, REG_DSI_CMD_DMA_CTRL, data);
1110}
1111
1112static void dsi_wait4video_done(struct msm_dsi_host *msm_host)
1113{
1114	u32 ret = 0;
1115	struct device *dev = &msm_host->pdev->dev;
1116
1117	dsi_intr_ctrl(msm_host, DSI_IRQ_MASK_VIDEO_DONE, 1);
1118
1119	reinit_completion(&msm_host->video_comp);
1120
1121	ret = wait_for_completion_timeout(&msm_host->video_comp,
1122			msecs_to_jiffies(70));
1123
1124	if (ret == 0)
1125		DRM_DEV_ERROR(dev, "wait for video done timed out\n");
1126
1127	dsi_intr_ctrl(msm_host, DSI_IRQ_MASK_VIDEO_DONE, 0);
1128}
1129
1130static void dsi_wait4video_eng_busy(struct msm_dsi_host *msm_host)
1131{
1132	u32 data;
1133
1134	if (!(msm_host->mode_flags & MIPI_DSI_MODE_VIDEO))
1135		return;
1136
1137	data = dsi_read(msm_host, REG_DSI_STATUS0);
1138
1139	/* if video mode engine is not busy, its because
1140	 * either timing engine was not turned on or the
1141	 * DSI controller has finished transmitting the video
1142	 * data already, so no need to wait in those cases
1143	 */
1144	if (!(data & DSI_STATUS0_VIDEO_MODE_ENGINE_BUSY))
1145		return;
1146
1147	if (msm_host->power_on && msm_host->enabled) {
1148		dsi_wait4video_done(msm_host);
1149		/* delay 4 ms to skip BLLP */
1150		usleep_range(2000, 4000);
1151	}
1152}
1153
1154int dsi_tx_buf_alloc_6g(struct msm_dsi_host *msm_host, int size)
1155{
1156	struct drm_device *dev = msm_host->dev;
1157	struct msm_drm_private *priv = dev->dev_private;
1158	uint64_t iova;
1159	u8 *data;
1160
1161	msm_host->aspace = msm_gem_address_space_get(priv->kms->aspace);
1162
1163	data = msm_gem_kernel_new(dev, size, MSM_BO_WC,
1164					msm_host->aspace,
1165					&msm_host->tx_gem_obj, &iova);
1166
1167	if (IS_ERR(data)) {
1168		msm_host->tx_gem_obj = NULL;
1169		return PTR_ERR(data);
1170	}
1171
1172	msm_gem_object_set_name(msm_host->tx_gem_obj, "tx_gem");
1173
1174	msm_host->tx_size = msm_host->tx_gem_obj->size;
1175
1176	return 0;
1177}
1178
1179int dsi_tx_buf_alloc_v2(struct msm_dsi_host *msm_host, int size)
1180{
1181	struct drm_device *dev = msm_host->dev;
1182
1183	msm_host->tx_buf = dma_alloc_coherent(dev->dev, size,
1184					&msm_host->tx_buf_paddr, GFP_KERNEL);
1185	if (!msm_host->tx_buf)
1186		return -ENOMEM;
1187
1188	msm_host->tx_size = size;
1189
1190	return 0;
1191}
1192
1193void msm_dsi_tx_buf_free(struct mipi_dsi_host *host)
1194{
1195	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);
1196	struct drm_device *dev = msm_host->dev;
 
1197
1198	/*
1199	 * This is possible if we're tearing down before we've had a chance to
1200	 * fully initialize. A very real possibility if our probe is deferred,
1201	 * in which case we'll hit msm_dsi_host_destroy() without having run
1202	 * through the dsi_tx_buf_alloc().
1203	 */
1204	if (!dev)
1205		return;
1206
 
1207	if (msm_host->tx_gem_obj) {
1208		msm_gem_kernel_put(msm_host->tx_gem_obj, msm_host->aspace);
1209		msm_gem_address_space_put(msm_host->aspace);
1210		msm_host->tx_gem_obj = NULL;
1211		msm_host->aspace = NULL;
1212	}
1213
1214	if (msm_host->tx_buf)
1215		dma_free_coherent(dev->dev, msm_host->tx_size, msm_host->tx_buf,
1216			msm_host->tx_buf_paddr);
1217}
1218
1219void *dsi_tx_buf_get_6g(struct msm_dsi_host *msm_host)
1220{
1221	return msm_gem_get_vaddr(msm_host->tx_gem_obj);
1222}
1223
1224void *dsi_tx_buf_get_v2(struct msm_dsi_host *msm_host)
1225{
1226	return msm_host->tx_buf;
1227}
1228
1229void dsi_tx_buf_put_6g(struct msm_dsi_host *msm_host)
1230{
1231	msm_gem_put_vaddr(msm_host->tx_gem_obj);
1232}
1233
1234/*
1235 * prepare cmd buffer to be txed
1236 */
1237static int dsi_cmd_dma_add(struct msm_dsi_host *msm_host,
1238			   const struct mipi_dsi_msg *msg)
1239{
1240	const struct msm_dsi_cfg_handler *cfg_hnd = msm_host->cfg_hnd;
1241	struct mipi_dsi_packet packet;
1242	int len;
1243	int ret;
1244	u8 *data;
1245
1246	ret = mipi_dsi_create_packet(&packet, msg);
1247	if (ret) {
1248		pr_err("%s: create packet failed, %d\n", __func__, ret);
1249		return ret;
1250	}
1251	len = (packet.size + 3) & (~0x3);
1252
1253	if (len > msm_host->tx_size) {
1254		pr_err("%s: packet size is too big\n", __func__);
1255		return -EINVAL;
1256	}
1257
1258	data = cfg_hnd->ops->tx_buf_get(msm_host);
1259	if (IS_ERR(data)) {
1260		ret = PTR_ERR(data);
1261		pr_err("%s: get vaddr failed, %d\n", __func__, ret);
1262		return ret;
1263	}
1264
1265	/* MSM specific command format in memory */
1266	data[0] = packet.header[1];
1267	data[1] = packet.header[2];
1268	data[2] = packet.header[0];
1269	data[3] = BIT(7); /* Last packet */
1270	if (mipi_dsi_packet_format_is_long(msg->type))
1271		data[3] |= BIT(6);
1272	if (msg->rx_buf && msg->rx_len)
1273		data[3] |= BIT(5);
1274
1275	/* Long packet */
1276	if (packet.payload && packet.payload_length)
1277		memcpy(data + 4, packet.payload, packet.payload_length);
1278
1279	/* Append 0xff to the end */
1280	if (packet.size < len)
1281		memset(data + packet.size, 0xff, len - packet.size);
1282
1283	if (cfg_hnd->ops->tx_buf_put)
1284		cfg_hnd->ops->tx_buf_put(msm_host);
1285
1286	return len;
1287}
1288
1289/*
1290 * dsi_short_read1_resp: 1 parameter
1291 */
1292static int dsi_short_read1_resp(u8 *buf, const struct mipi_dsi_msg *msg)
1293{
1294	u8 *data = msg->rx_buf;
1295	if (data && (msg->rx_len >= 1)) {
1296		*data = buf[1]; /* strip out dcs type */
1297		return 1;
1298	} else {
1299		pr_err("%s: read data does not match with rx_buf len %zu\n",
1300			__func__, msg->rx_len);
1301		return -EINVAL;
1302	}
1303}
1304
1305/*
1306 * dsi_short_read2_resp: 2 parameter
1307 */
1308static int dsi_short_read2_resp(u8 *buf, const struct mipi_dsi_msg *msg)
1309{
1310	u8 *data = msg->rx_buf;
1311	if (data && (msg->rx_len >= 2)) {
1312		data[0] = buf[1]; /* strip out dcs type */
1313		data[1] = buf[2];
1314		return 2;
1315	} else {
1316		pr_err("%s: read data does not match with rx_buf len %zu\n",
1317			__func__, msg->rx_len);
1318		return -EINVAL;
1319	}
1320}
1321
1322static int dsi_long_read_resp(u8 *buf, const struct mipi_dsi_msg *msg)
1323{
1324	/* strip out 4 byte dcs header */
1325	if (msg->rx_buf && msg->rx_len)
1326		memcpy(msg->rx_buf, buf + 4, msg->rx_len);
1327
1328	return msg->rx_len;
1329}
1330
1331int dsi_dma_base_get_6g(struct msm_dsi_host *msm_host, uint64_t *dma_base)
1332{
1333	struct drm_device *dev = msm_host->dev;
1334	struct msm_drm_private *priv = dev->dev_private;
1335
1336	if (!dma_base)
1337		return -EINVAL;
1338
1339	return msm_gem_get_and_pin_iova(msm_host->tx_gem_obj,
1340				priv->kms->aspace, dma_base);
1341}
1342
1343int dsi_dma_base_get_v2(struct msm_dsi_host *msm_host, uint64_t *dma_base)
1344{
1345	if (!dma_base)
1346		return -EINVAL;
1347
1348	*dma_base = msm_host->tx_buf_paddr;
1349	return 0;
1350}
1351
1352static int dsi_cmd_dma_tx(struct msm_dsi_host *msm_host, int len)
1353{
1354	const struct msm_dsi_cfg_handler *cfg_hnd = msm_host->cfg_hnd;
1355	int ret;
1356	uint64_t dma_base;
1357	bool triggered;
1358
1359	ret = cfg_hnd->ops->dma_base_get(msm_host, &dma_base);
1360	if (ret) {
1361		pr_err("%s: failed to get iova: %d\n", __func__, ret);
1362		return ret;
1363	}
1364
1365	reinit_completion(&msm_host->dma_comp);
1366
1367	dsi_wait4video_eng_busy(msm_host);
1368
1369	triggered = msm_dsi_manager_cmd_xfer_trigger(
1370						msm_host->id, dma_base, len);
1371	if (triggered) {
1372		ret = wait_for_completion_timeout(&msm_host->dma_comp,
1373					msecs_to_jiffies(200));
1374		DBG("ret=%d", ret);
1375		if (ret == 0)
1376			ret = -ETIMEDOUT;
1377		else
1378			ret = len;
1379	} else
1380		ret = len;
1381
1382	return ret;
1383}
1384
1385static int dsi_cmd_dma_rx(struct msm_dsi_host *msm_host,
1386			u8 *buf, int rx_byte, int pkt_size)
1387{
1388	u32 *temp, data;
1389	int i, j = 0, cnt;
1390	u32 read_cnt;
1391	u8 reg[16];
1392	int repeated_bytes = 0;
1393	int buf_offset = buf - msm_host->rx_buf;
1394
1395	temp = (u32 *)reg;
1396	cnt = (rx_byte + 3) >> 2;
1397	if (cnt > 4)
1398		cnt = 4; /* 4 x 32 bits registers only */
1399
1400	if (rx_byte == 4)
1401		read_cnt = 4;
1402	else
1403		read_cnt = pkt_size + 6;
1404
1405	/*
1406	 * In case of multiple reads from the panel, after the first read, there
1407	 * is possibility that there are some bytes in the payload repeating in
1408	 * the RDBK_DATA registers. Since we read all the parameters from the
1409	 * panel right from the first byte for every pass. We need to skip the
1410	 * repeating bytes and then append the new parameters to the rx buffer.
1411	 */
1412	if (read_cnt > 16) {
1413		int bytes_shifted;
1414		/* Any data more than 16 bytes will be shifted out.
1415		 * The temp read buffer should already contain these bytes.
1416		 * The remaining bytes in read buffer are the repeated bytes.
1417		 */
1418		bytes_shifted = read_cnt - 16;
1419		repeated_bytes = buf_offset - bytes_shifted;
1420	}
1421
1422	for (i = cnt - 1; i >= 0; i--) {
1423		data = dsi_read(msm_host, REG_DSI_RDBK_DATA(i));
1424		*temp++ = ntohl(data); /* to host byte order */
1425		DBG("data = 0x%x and ntohl(data) = 0x%x", data, ntohl(data));
1426	}
1427
1428	for (i = repeated_bytes; i < 16; i++)
1429		buf[j++] = reg[i];
1430
1431	return j;
1432}
1433
1434static int dsi_cmds2buf_tx(struct msm_dsi_host *msm_host,
1435				const struct mipi_dsi_msg *msg)
1436{
1437	int len, ret;
1438	int bllp_len = msm_host->mode->hdisplay *
1439			mipi_dsi_pixel_format_to_bpp(msm_host->format) / 8;
1440
1441	len = dsi_cmd_dma_add(msm_host, msg);
1442	if (len < 0) {
1443		pr_err("%s: failed to add cmd type = 0x%x\n",
1444			__func__,  msg->type);
1445		return len;
1446	}
1447
1448	/* for video mode, do not send cmds more than
1449	* one pixel line, since it only transmit it
1450	* during BLLP.
1451	*/
1452	/* TODO: if the command is sent in LP mode, the bit rate is only
1453	 * half of esc clk rate. In this case, if the video is already
1454	 * actively streaming, we need to check more carefully if the
1455	 * command can be fit into one BLLP.
1456	 */
1457	if ((msm_host->mode_flags & MIPI_DSI_MODE_VIDEO) && (len > bllp_len)) {
1458		pr_err("%s: cmd cannot fit into BLLP period, len=%d\n",
1459			__func__, len);
1460		return -EINVAL;
1461	}
1462
1463	ret = dsi_cmd_dma_tx(msm_host, len);
1464	if (ret < 0) {
1465		pr_err("%s: cmd dma tx failed, type=0x%x, data0=0x%x, len=%d, ret=%d\n",
1466			__func__, msg->type, (*(u8 *)(msg->tx_buf)), len, ret);
1467		return ret;
1468	} else if (ret < len) {
1469		pr_err("%s: cmd dma tx failed, type=0x%x, data0=0x%x, ret=%d len=%d\n",
1470			__func__, msg->type, (*(u8 *)(msg->tx_buf)), ret, len);
1471		return -EIO;
1472	}
1473
1474	return len;
1475}
1476
1477static void dsi_err_worker(struct work_struct *work)
1478{
1479	struct msm_dsi_host *msm_host =
1480		container_of(work, struct msm_dsi_host, err_work);
1481	u32 status = msm_host->err_work_state;
1482
1483	pr_err_ratelimited("%s: status=%x\n", __func__, status);
1484	if (status & DSI_ERR_STATE_MDP_FIFO_UNDERFLOW)
1485		dsi_sw_reset(msm_host);
1486
1487	/* It is safe to clear here because error irq is disabled. */
1488	msm_host->err_work_state = 0;
1489
1490	/* enable dsi error interrupt */
1491	dsi_intr_ctrl(msm_host, DSI_IRQ_MASK_ERROR, 1);
1492}
1493
1494static void dsi_ack_err_status(struct msm_dsi_host *msm_host)
1495{
1496	u32 status;
1497
1498	status = dsi_read(msm_host, REG_DSI_ACK_ERR_STATUS);
1499
1500	if (status) {
1501		dsi_write(msm_host, REG_DSI_ACK_ERR_STATUS, status);
1502		/* Writing of an extra 0 needed to clear error bits */
1503		dsi_write(msm_host, REG_DSI_ACK_ERR_STATUS, 0);
1504		msm_host->err_work_state |= DSI_ERR_STATE_ACK;
1505	}
1506}
1507
1508static void dsi_timeout_status(struct msm_dsi_host *msm_host)
1509{
1510	u32 status;
1511
1512	status = dsi_read(msm_host, REG_DSI_TIMEOUT_STATUS);
1513
1514	if (status) {
1515		dsi_write(msm_host, REG_DSI_TIMEOUT_STATUS, status);
1516		msm_host->err_work_state |= DSI_ERR_STATE_TIMEOUT;
1517	}
1518}
1519
1520static void dsi_dln0_phy_err(struct msm_dsi_host *msm_host)
1521{
1522	u32 status;
1523
1524	status = dsi_read(msm_host, REG_DSI_DLN0_PHY_ERR);
1525
1526	if (status & (DSI_DLN0_PHY_ERR_DLN0_ERR_ESC |
1527			DSI_DLN0_PHY_ERR_DLN0_ERR_SYNC_ESC |
1528			DSI_DLN0_PHY_ERR_DLN0_ERR_CONTROL |
1529			DSI_DLN0_PHY_ERR_DLN0_ERR_CONTENTION_LP0 |
1530			DSI_DLN0_PHY_ERR_DLN0_ERR_CONTENTION_LP1)) {
1531		dsi_write(msm_host, REG_DSI_DLN0_PHY_ERR, status);
1532		msm_host->err_work_state |= DSI_ERR_STATE_DLN0_PHY;
1533	}
1534}
1535
1536static void dsi_fifo_status(struct msm_dsi_host *msm_host)
1537{
1538	u32 status;
1539
1540	status = dsi_read(msm_host, REG_DSI_FIFO_STATUS);
1541
1542	/* fifo underflow, overflow */
1543	if (status) {
1544		dsi_write(msm_host, REG_DSI_FIFO_STATUS, status);
1545		msm_host->err_work_state |= DSI_ERR_STATE_FIFO;
1546		if (status & DSI_FIFO_STATUS_CMD_MDP_FIFO_UNDERFLOW)
1547			msm_host->err_work_state |=
1548					DSI_ERR_STATE_MDP_FIFO_UNDERFLOW;
1549	}
1550}
1551
1552static void dsi_status(struct msm_dsi_host *msm_host)
1553{
1554	u32 status;
1555
1556	status = dsi_read(msm_host, REG_DSI_STATUS0);
1557
1558	if (status & DSI_STATUS0_INTERLEAVE_OP_CONTENTION) {
1559		dsi_write(msm_host, REG_DSI_STATUS0, status);
1560		msm_host->err_work_state |=
1561			DSI_ERR_STATE_INTERLEAVE_OP_CONTENTION;
1562	}
1563}
1564
1565static void dsi_clk_status(struct msm_dsi_host *msm_host)
1566{
1567	u32 status;
1568
1569	status = dsi_read(msm_host, REG_DSI_CLK_STATUS);
1570
1571	if (status & DSI_CLK_STATUS_PLL_UNLOCKED) {
1572		dsi_write(msm_host, REG_DSI_CLK_STATUS, status);
1573		msm_host->err_work_state |= DSI_ERR_STATE_PLL_UNLOCKED;
1574	}
1575}
1576
1577static void dsi_error(struct msm_dsi_host *msm_host)
1578{
1579	/* disable dsi error interrupt */
1580	dsi_intr_ctrl(msm_host, DSI_IRQ_MASK_ERROR, 0);
1581
1582	dsi_clk_status(msm_host);
1583	dsi_fifo_status(msm_host);
1584	dsi_ack_err_status(msm_host);
1585	dsi_timeout_status(msm_host);
1586	dsi_status(msm_host);
1587	dsi_dln0_phy_err(msm_host);
1588
1589	queue_work(msm_host->workqueue, &msm_host->err_work);
1590}
1591
1592static irqreturn_t dsi_host_irq(int irq, void *ptr)
1593{
1594	struct msm_dsi_host *msm_host = ptr;
1595	u32 isr;
1596	unsigned long flags;
1597
1598	if (!msm_host->ctrl_base)
1599		return IRQ_HANDLED;
1600
1601	spin_lock_irqsave(&msm_host->intr_lock, flags);
1602	isr = dsi_read(msm_host, REG_DSI_INTR_CTRL);
1603	dsi_write(msm_host, REG_DSI_INTR_CTRL, isr);
1604	spin_unlock_irqrestore(&msm_host->intr_lock, flags);
1605
1606	DBG("isr=0x%x, id=%d", isr, msm_host->id);
1607
1608	if (isr & DSI_IRQ_ERROR)
1609		dsi_error(msm_host);
1610
1611	if (isr & DSI_IRQ_VIDEO_DONE)
1612		complete(&msm_host->video_comp);
1613
1614	if (isr & DSI_IRQ_CMD_DMA_DONE)
1615		complete(&msm_host->dma_comp);
1616
1617	return IRQ_HANDLED;
1618}
1619
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1620static int dsi_host_attach(struct mipi_dsi_host *host,
1621					struct mipi_dsi_device *dsi)
1622{
1623	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);
1624	int ret;
1625
1626	if (dsi->lanes > msm_host->num_data_lanes)
1627		return -EINVAL;
1628
1629	msm_host->channel = dsi->channel;
1630	msm_host->lanes = dsi->lanes;
1631	msm_host->format = dsi->format;
1632	msm_host->mode_flags = dsi->mode_flags;
1633	if (dsi->dsc)
1634		msm_host->dsc = dsi->dsc;
1635
 
 
 
 
 
1636	ret = dsi_dev_attach(msm_host->pdev);
1637	if (ret)
1638		return ret;
1639
1640	DBG("id=%d", msm_host->id);
1641
1642	return 0;
1643}
1644
1645static int dsi_host_detach(struct mipi_dsi_host *host,
1646					struct mipi_dsi_device *dsi)
1647{
1648	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);
1649
1650	dsi_dev_detach(msm_host->pdev);
1651
1652	DBG("id=%d", msm_host->id);
1653
1654	return 0;
1655}
1656
1657static ssize_t dsi_host_transfer(struct mipi_dsi_host *host,
1658					const struct mipi_dsi_msg *msg)
1659{
1660	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);
1661	int ret;
1662
1663	if (!msg || !msm_host->power_on)
1664		return -EINVAL;
1665
1666	mutex_lock(&msm_host->cmd_mutex);
1667	ret = msm_dsi_manager_cmd_xfer(msm_host->id, msg);
1668	mutex_unlock(&msm_host->cmd_mutex);
1669
1670	return ret;
1671}
1672
1673static const struct mipi_dsi_host_ops dsi_host_ops = {
1674	.attach = dsi_host_attach,
1675	.detach = dsi_host_detach,
1676	.transfer = dsi_host_transfer,
1677};
1678
1679/*
1680 * List of supported physical to logical lane mappings.
1681 * For example, the 2nd entry represents the following mapping:
1682 *
1683 * "3012": Logic 3->Phys 0; Logic 0->Phys 1; Logic 1->Phys 2; Logic 2->Phys 3;
1684 */
1685static const int supported_data_lane_swaps[][4] = {
1686	{ 0, 1, 2, 3 },
1687	{ 3, 0, 1, 2 },
1688	{ 2, 3, 0, 1 },
1689	{ 1, 2, 3, 0 },
1690	{ 0, 3, 2, 1 },
1691	{ 1, 0, 3, 2 },
1692	{ 2, 1, 0, 3 },
1693	{ 3, 2, 1, 0 },
1694};
1695
1696static int dsi_host_parse_lane_data(struct msm_dsi_host *msm_host,
1697				    struct device_node *ep)
1698{
1699	struct device *dev = &msm_host->pdev->dev;
1700	struct property *prop;
1701	u32 lane_map[4];
1702	int ret, i, len, num_lanes;
1703
1704	prop = of_find_property(ep, "data-lanes", &len);
1705	if (!prop) {
1706		DRM_DEV_DEBUG(dev,
1707			"failed to find data lane mapping, using default\n");
1708		/* Set the number of date lanes to 4 by default. */
1709		msm_host->num_data_lanes = 4;
1710		return 0;
1711	}
1712
1713	num_lanes = drm_of_get_data_lanes_count(ep, 1, 4);
1714	if (num_lanes < 0) {
1715		DRM_DEV_ERROR(dev, "bad number of data lanes\n");
1716		return num_lanes;
1717	}
1718
1719	msm_host->num_data_lanes = num_lanes;
1720
1721	ret = of_property_read_u32_array(ep, "data-lanes", lane_map,
1722					 num_lanes);
1723	if (ret) {
1724		DRM_DEV_ERROR(dev, "failed to read lane data\n");
1725		return ret;
1726	}
1727
1728	/*
1729	 * compare DT specified physical-logical lane mappings with the ones
1730	 * supported by hardware
1731	 */
1732	for (i = 0; i < ARRAY_SIZE(supported_data_lane_swaps); i++) {
1733		const int *swap = supported_data_lane_swaps[i];
1734		int j;
1735
1736		/*
1737		 * the data-lanes array we get from DT has a logical->physical
1738		 * mapping. The "data lane swap" register field represents
1739		 * supported configurations in a physical->logical mapping.
1740		 * Translate the DT mapping to what we understand and find a
1741		 * configuration that works.
1742		 */
1743		for (j = 0; j < num_lanes; j++) {
1744			if (lane_map[j] < 0 || lane_map[j] > 3)
1745				DRM_DEV_ERROR(dev, "bad physical lane entry %u\n",
1746					lane_map[j]);
1747
1748			if (swap[lane_map[j]] != j)
1749				break;
1750		}
1751
1752		if (j == num_lanes) {
1753			msm_host->dlane_swap = i;
1754			return 0;
1755		}
1756	}
1757
1758	return -EINVAL;
1759}
1760
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1761static int dsi_populate_dsc_params(struct msm_dsi_host *msm_host, struct drm_dsc_config *dsc)
1762{
1763	int ret;
 
1764
1765	if (dsc->bits_per_pixel & 0xf) {
1766		DRM_DEV_ERROR(&msm_host->pdev->dev, "DSI does not support fractional bits_per_pixel\n");
1767		return -EINVAL;
1768	}
1769
1770	if (dsc->bits_per_component != 8) {
1771		DRM_DEV_ERROR(&msm_host->pdev->dev, "DSI does not support bits_per_component != 8 yet\n");
1772		return -EOPNOTSUPP;
1773	}
1774
 
 
 
 
 
1775	dsc->simple_422 = 0;
1776	dsc->convert_rgb = 1;
1777	dsc->vbr_enable = 0;
1778
1779	drm_dsc_set_const_params(dsc);
1780	drm_dsc_set_rc_buf_thresh(dsc);
1781
1782	/* handle only bpp = bpc = 8, pre-SCR panels */
1783	ret = drm_dsc_setup_rc_params(dsc, DRM_DSC_1_1_PRE_SCR);
1784	if (ret) {
1785		DRM_DEV_ERROR(&msm_host->pdev->dev, "could not find DSC RC parameters\n");
1786		return ret;
 
 
 
 
1787	}
1788
1789	dsc->initial_scale_value = drm_dsc_initial_scale_value(dsc);
 
 
 
 
 
 
 
 
 
 
 
1790	dsc->line_buf_depth = dsc->bits_per_component + 1;
1791
 
 
 
 
 
 
1792	return drm_dsc_compute_rc_parameters(dsc);
1793}
1794
1795static int dsi_host_parse_dt(struct msm_dsi_host *msm_host)
1796{
1797	struct msm_dsi *msm_dsi = platform_get_drvdata(msm_host->pdev);
1798	struct device *dev = &msm_host->pdev->dev;
1799	struct device_node *np = dev->of_node;
1800	struct device_node *endpoint;
1801	const char *te_source;
1802	int ret = 0;
1803
1804	/*
1805	 * Get the endpoint of the output port of the DSI host. In our case,
1806	 * this is mapped to port number with reg = 1. Don't return an error if
1807	 * the remote endpoint isn't defined. It's possible that there is
1808	 * nothing connected to the dsi output.
1809	 */
1810	endpoint = of_graph_get_endpoint_by_regs(np, 1, -1);
1811	if (!endpoint) {
1812		DRM_DEV_DEBUG(dev, "%s: no endpoint\n", __func__);
1813		return 0;
1814	}
1815
1816	ret = dsi_host_parse_lane_data(msm_host, endpoint);
1817	if (ret) {
1818		DRM_DEV_ERROR(dev, "%s: invalid lane configuration %d\n",
1819			__func__, ret);
1820		ret = -EINVAL;
1821		goto err;
1822	}
1823
1824	ret = of_property_read_string(endpoint, "qcom,te-source", &te_source);
1825	if (ret && ret != -EINVAL) {
1826		DRM_DEV_ERROR(dev, "%s: invalid TE source configuration %d\n",
1827			__func__, ret);
1828		goto err;
1829	}
1830	if (!ret)
1831		msm_dsi->te_source = devm_kstrdup(dev, te_source, GFP_KERNEL);
1832	ret = 0;
1833
1834	if (of_property_read_bool(np, "syscon-sfpb")) {
1835		msm_host->sfpb = syscon_regmap_lookup_by_phandle(np,
1836					"syscon-sfpb");
1837		if (IS_ERR(msm_host->sfpb)) {
1838			DRM_DEV_ERROR(dev, "%s: failed to get sfpb regmap\n",
1839				__func__);
1840			ret = PTR_ERR(msm_host->sfpb);
1841		}
1842	}
1843
1844err:
1845	of_node_put(endpoint);
1846
1847	return ret;
1848}
1849
1850static int dsi_host_get_id(struct msm_dsi_host *msm_host)
1851{
1852	struct platform_device *pdev = msm_host->pdev;
1853	const struct msm_dsi_config *cfg = msm_host->cfg_hnd->cfg;
1854	struct resource *res;
1855	int i, j;
1856
1857	res = platform_get_resource_byname(pdev, IORESOURCE_MEM, "dsi_ctrl");
1858	if (!res)
1859		return -EINVAL;
1860
1861	for (i = 0; i < VARIANTS_MAX; i++)
1862		for (j = 0; j < DSI_MAX; j++)
1863			if (cfg->io_start[i][j] == res->start)
1864				return j;
1865
1866	return -EINVAL;
1867}
1868
1869int msm_dsi_host_init(struct msm_dsi *msm_dsi)
1870{
1871	struct msm_dsi_host *msm_host = NULL;
1872	struct platform_device *pdev = msm_dsi->pdev;
1873	const struct msm_dsi_config *cfg;
1874	int ret;
1875
1876	msm_host = devm_kzalloc(&pdev->dev, sizeof(*msm_host), GFP_KERNEL);
1877	if (!msm_host) {
1878		return -ENOMEM;
 
1879	}
1880
1881	msm_host->pdev = pdev;
1882	msm_dsi->host = &msm_host->base;
1883
1884	ret = dsi_host_parse_dt(msm_host);
1885	if (ret) {
1886		pr_err("%s: failed to parse dt\n", __func__);
1887		return ret;
1888	}
1889
1890	msm_host->ctrl_base = msm_ioremap_size(pdev, "dsi_ctrl", &msm_host->ctrl_size);
1891	if (IS_ERR(msm_host->ctrl_base)) {
1892		pr_err("%s: unable to map Dsi ctrl base\n", __func__);
1893		return PTR_ERR(msm_host->ctrl_base);
 
1894	}
1895
1896	pm_runtime_enable(&pdev->dev);
1897
1898	msm_host->cfg_hnd = dsi_get_config(msm_host);
1899	if (!msm_host->cfg_hnd) {
 
1900		pr_err("%s: get config failed\n", __func__);
1901		return -EINVAL;
1902	}
1903	cfg = msm_host->cfg_hnd->cfg;
1904
1905	msm_host->id = dsi_host_get_id(msm_host);
1906	if (msm_host->id < 0) {
 
1907		pr_err("%s: unable to identify DSI host index\n", __func__);
1908		return msm_host->id;
1909	}
1910
1911	/* fixup base address by io offset */
1912	msm_host->ctrl_base += cfg->io_offset;
1913
1914	ret = devm_regulator_bulk_get_const(&pdev->dev, cfg->num_regulators,
1915					    cfg->regulator_data,
1916					    &msm_host->supplies);
1917	if (ret)
1918		return ret;
1919
1920	ret = dsi_clk_init(msm_host);
1921	if (ret) {
1922		pr_err("%s: unable to initialize dsi clks\n", __func__);
1923		return ret;
1924	}
1925
1926	msm_host->rx_buf = devm_kzalloc(&pdev->dev, SZ_4K, GFP_KERNEL);
1927	if (!msm_host->rx_buf) {
 
1928		pr_err("%s: alloc rx temp buf failed\n", __func__);
1929		return -ENOMEM;
1930	}
1931
1932	ret = devm_pm_opp_set_clkname(&pdev->dev, "byte");
1933	if (ret)
1934		return ret;
1935	/* OPP table is optional */
1936	ret = devm_pm_opp_of_add_table(&pdev->dev);
1937	if (ret && ret != -ENODEV) {
1938		dev_err(&pdev->dev, "invalid OPP table in device tree\n");
1939		return ret;
1940	}
1941
1942	msm_host->irq = irq_of_parse_and_map(pdev->dev.of_node, 0);
1943	if (!msm_host->irq) {
1944		dev_err(&pdev->dev, "failed to get irq\n");
1945		return -EINVAL;
 
1946	}
1947
1948	/* do not autoenable, will be enabled later */
1949	ret = devm_request_irq(&pdev->dev, msm_host->irq, dsi_host_irq,
1950			IRQF_TRIGGER_HIGH | IRQF_NO_AUTOEN,
1951			"dsi_isr", msm_host);
1952	if (ret < 0) {
1953		dev_err(&pdev->dev, "failed to request IRQ%u: %d\n",
1954				msm_host->irq, ret);
1955		return ret;
1956	}
1957
1958	init_completion(&msm_host->dma_comp);
1959	init_completion(&msm_host->video_comp);
1960	mutex_init(&msm_host->dev_mutex);
1961	mutex_init(&msm_host->cmd_mutex);
1962	spin_lock_init(&msm_host->intr_lock);
1963
1964	/* setup workqueue */
1965	msm_host->workqueue = alloc_ordered_workqueue("dsi_drm_work", 0);
1966	if (!msm_host->workqueue)
1967		return -ENOMEM;
1968
1969	INIT_WORK(&msm_host->err_work, dsi_err_worker);
1970
1971	msm_dsi->id = msm_host->id;
1972
1973	DBG("Dsi Host %d initialized", msm_host->id);
1974	return 0;
 
 
 
1975}
1976
1977void msm_dsi_host_destroy(struct mipi_dsi_host *host)
1978{
1979	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);
1980
1981	DBG("");
 
1982	if (msm_host->workqueue) {
1983		destroy_workqueue(msm_host->workqueue);
1984		msm_host->workqueue = NULL;
1985	}
1986
1987	mutex_destroy(&msm_host->cmd_mutex);
1988	mutex_destroy(&msm_host->dev_mutex);
1989
1990	pm_runtime_disable(&msm_host->pdev->dev);
1991}
1992
1993int msm_dsi_host_modeset_init(struct mipi_dsi_host *host,
1994					struct drm_device *dev)
1995{
1996	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);
1997	const struct msm_dsi_cfg_handler *cfg_hnd = msm_host->cfg_hnd;
1998	int ret;
1999
2000	msm_host->dev = dev;
2001
2002	ret = cfg_hnd->ops->tx_buf_alloc(msm_host, SZ_4K);
2003	if (ret) {
2004		pr_err("%s: alloc tx gem obj failed, %d\n", __func__, ret);
2005		return ret;
2006	}
2007
2008	return 0;
2009}
2010
2011int msm_dsi_host_register(struct mipi_dsi_host *host)
2012{
2013	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);
2014	int ret;
2015
2016	/* Register mipi dsi host */
2017	if (!msm_host->registered) {
2018		host->dev = &msm_host->pdev->dev;
2019		host->ops = &dsi_host_ops;
2020		ret = mipi_dsi_host_register(host);
2021		if (ret)
2022			return ret;
2023
2024		msm_host->registered = true;
2025	}
2026
2027	return 0;
2028}
2029
2030void msm_dsi_host_unregister(struct mipi_dsi_host *host)
2031{
2032	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);
2033
2034	if (msm_host->registered) {
2035		mipi_dsi_host_unregister(host);
2036		host->dev = NULL;
2037		host->ops = NULL;
2038		msm_host->registered = false;
2039	}
2040}
2041
2042int msm_dsi_host_xfer_prepare(struct mipi_dsi_host *host,
2043				const struct mipi_dsi_msg *msg)
2044{
2045	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);
2046	const struct msm_dsi_cfg_handler *cfg_hnd = msm_host->cfg_hnd;
2047
2048	/* TODO: make sure dsi_cmd_mdp is idle.
2049	 * Since DSI6G v1.2.0, we can set DSI_TRIG_CTRL.BLOCK_DMA_WITHIN_FRAME
2050	 * to ask H/W to wait until cmd mdp is idle. S/W wait is not needed.
2051	 * How to handle the old versions? Wait for mdp cmd done?
2052	 */
2053
2054	/*
2055	 * mdss interrupt is generated in mdp core clock domain
2056	 * mdp clock need to be enabled to receive dsi interrupt
2057	 */
2058	pm_runtime_get_sync(&msm_host->pdev->dev);
2059	cfg_hnd->ops->link_clk_set_rate(msm_host);
2060	cfg_hnd->ops->link_clk_enable(msm_host);
2061
2062	/* TODO: vote for bus bandwidth */
2063
2064	if (!(msg->flags & MIPI_DSI_MSG_USE_LPM))
2065		dsi_set_tx_power_mode(0, msm_host);
2066
2067	msm_host->dma_cmd_ctrl_restore = dsi_read(msm_host, REG_DSI_CTRL);
2068	dsi_write(msm_host, REG_DSI_CTRL,
2069		msm_host->dma_cmd_ctrl_restore |
2070		DSI_CTRL_CMD_MODE_EN |
2071		DSI_CTRL_ENABLE);
2072	dsi_intr_ctrl(msm_host, DSI_IRQ_MASK_CMD_DMA_DONE, 1);
2073
2074	return 0;
2075}
2076
2077void msm_dsi_host_xfer_restore(struct mipi_dsi_host *host,
2078				const struct mipi_dsi_msg *msg)
2079{
2080	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);
2081	const struct msm_dsi_cfg_handler *cfg_hnd = msm_host->cfg_hnd;
2082
2083	dsi_intr_ctrl(msm_host, DSI_IRQ_MASK_CMD_DMA_DONE, 0);
2084	dsi_write(msm_host, REG_DSI_CTRL, msm_host->dma_cmd_ctrl_restore);
2085
2086	if (!(msg->flags & MIPI_DSI_MSG_USE_LPM))
2087		dsi_set_tx_power_mode(1, msm_host);
2088
2089	/* TODO: unvote for bus bandwidth */
2090
2091	cfg_hnd->ops->link_clk_disable(msm_host);
2092	pm_runtime_put(&msm_host->pdev->dev);
2093}
2094
2095int msm_dsi_host_cmd_tx(struct mipi_dsi_host *host,
2096				const struct mipi_dsi_msg *msg)
2097{
2098	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);
2099
2100	return dsi_cmds2buf_tx(msm_host, msg);
2101}
2102
2103int msm_dsi_host_cmd_rx(struct mipi_dsi_host *host,
2104				const struct mipi_dsi_msg *msg)
2105{
2106	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);
2107	const struct msm_dsi_cfg_handler *cfg_hnd = msm_host->cfg_hnd;
2108	int data_byte, rx_byte, dlen, end;
2109	int short_response, diff, pkt_size, ret = 0;
2110	char cmd;
2111	int rlen = msg->rx_len;
2112	u8 *buf;
2113
2114	if (rlen <= 2) {
2115		short_response = 1;
2116		pkt_size = rlen;
2117		rx_byte = 4;
2118	} else {
2119		short_response = 0;
2120		data_byte = 10;	/* first read */
2121		if (rlen < data_byte)
2122			pkt_size = rlen;
2123		else
2124			pkt_size = data_byte;
2125		rx_byte = data_byte + 6; /* 4 header + 2 crc */
2126	}
2127
2128	buf = msm_host->rx_buf;
2129	end = 0;
2130	while (!end) {
2131		u8 tx[2] = {pkt_size & 0xff, pkt_size >> 8};
2132		struct mipi_dsi_msg max_pkt_size_msg = {
2133			.channel = msg->channel,
2134			.type = MIPI_DSI_SET_MAXIMUM_RETURN_PACKET_SIZE,
2135			.tx_len = 2,
2136			.tx_buf = tx,
2137		};
2138
2139		DBG("rlen=%d pkt_size=%d rx_byte=%d",
2140			rlen, pkt_size, rx_byte);
2141
2142		ret = dsi_cmds2buf_tx(msm_host, &max_pkt_size_msg);
2143		if (ret < 2) {
2144			pr_err("%s: Set max pkt size failed, %d\n",
2145				__func__, ret);
2146			return -EINVAL;
2147		}
2148
2149		if ((cfg_hnd->major == MSM_DSI_VER_MAJOR_6G) &&
2150			(cfg_hnd->minor >= MSM_DSI_6G_VER_MINOR_V1_1)) {
2151			/* Clear the RDBK_DATA registers */
2152			dsi_write(msm_host, REG_DSI_RDBK_DATA_CTRL,
2153					DSI_RDBK_DATA_CTRL_CLR);
2154			wmb(); /* make sure the RDBK registers are cleared */
2155			dsi_write(msm_host, REG_DSI_RDBK_DATA_CTRL, 0);
2156			wmb(); /* release cleared status before transfer */
2157		}
2158
2159		ret = dsi_cmds2buf_tx(msm_host, msg);
2160		if (ret < 0) {
2161			pr_err("%s: Read cmd Tx failed, %d\n", __func__, ret);
2162			return ret;
2163		} else if (ret < msg->tx_len) {
2164			pr_err("%s: Read cmd Tx failed, too short: %d\n", __func__, ret);
2165			return -ECOMM;
2166		}
2167
2168		/*
2169		 * once cmd_dma_done interrupt received,
2170		 * return data from client is ready and stored
2171		 * at RDBK_DATA register already
2172		 * since rx fifo is 16 bytes, dcs header is kept at first loop,
2173		 * after that dcs header lost during shift into registers
2174		 */
2175		dlen = dsi_cmd_dma_rx(msm_host, buf, rx_byte, pkt_size);
2176
2177		if (dlen <= 0)
2178			return 0;
2179
2180		if (short_response)
2181			break;
2182
2183		if (rlen <= data_byte) {
2184			diff = data_byte - rlen;
2185			end = 1;
2186		} else {
2187			diff = 0;
2188			rlen -= data_byte;
2189		}
2190
2191		if (!end) {
2192			dlen -= 2; /* 2 crc */
2193			dlen -= diff;
2194			buf += dlen;	/* next start position */
2195			data_byte = 14;	/* NOT first read */
2196			if (rlen < data_byte)
2197				pkt_size += rlen;
2198			else
2199				pkt_size += data_byte;
2200			DBG("buf=%p dlen=%d diff=%d", buf, dlen, diff);
2201		}
2202	}
2203
2204	/*
2205	 * For single Long read, if the requested rlen < 10,
2206	 * we need to shift the start position of rx
2207	 * data buffer to skip the bytes which are not
2208	 * updated.
2209	 */
2210	if (pkt_size < 10 && !short_response)
2211		buf = msm_host->rx_buf + (10 - rlen);
2212	else
2213		buf = msm_host->rx_buf;
2214
2215	cmd = buf[0];
2216	switch (cmd) {
2217	case MIPI_DSI_RX_ACKNOWLEDGE_AND_ERROR_REPORT:
2218		pr_err("%s: rx ACK_ERR_PACLAGE\n", __func__);
2219		ret = 0;
2220		break;
2221	case MIPI_DSI_RX_GENERIC_SHORT_READ_RESPONSE_1BYTE:
2222	case MIPI_DSI_RX_DCS_SHORT_READ_RESPONSE_1BYTE:
2223		ret = dsi_short_read1_resp(buf, msg);
2224		break;
2225	case MIPI_DSI_RX_GENERIC_SHORT_READ_RESPONSE_2BYTE:
2226	case MIPI_DSI_RX_DCS_SHORT_READ_RESPONSE_2BYTE:
2227		ret = dsi_short_read2_resp(buf, msg);
2228		break;
2229	case MIPI_DSI_RX_GENERIC_LONG_READ_RESPONSE:
2230	case MIPI_DSI_RX_DCS_LONG_READ_RESPONSE:
2231		ret = dsi_long_read_resp(buf, msg);
2232		break;
2233	default:
2234		pr_warn("%s:Invalid response cmd\n", __func__);
2235		ret = 0;
2236	}
2237
2238	return ret;
2239}
2240
2241void msm_dsi_host_cmd_xfer_commit(struct mipi_dsi_host *host, u32 dma_base,
2242				  u32 len)
2243{
2244	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);
2245
2246	dsi_write(msm_host, REG_DSI_DMA_BASE, dma_base);
2247	dsi_write(msm_host, REG_DSI_DMA_LEN, len);
2248	dsi_write(msm_host, REG_DSI_TRIG_DMA, 1);
2249
2250	/* Make sure trigger happens */
2251	wmb();
2252}
2253
2254void msm_dsi_host_set_phy_mode(struct mipi_dsi_host *host,
2255	struct msm_dsi_phy *src_phy)
2256{
2257	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);
2258
2259	msm_host->cphy_mode = src_phy->cphy_mode;
2260}
2261
2262void msm_dsi_host_reset_phy(struct mipi_dsi_host *host)
2263{
2264	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);
2265
2266	DBG("");
2267	dsi_write(msm_host, REG_DSI_PHY_RESET, DSI_PHY_RESET_RESET);
2268	/* Make sure fully reset */
2269	wmb();
2270	udelay(1000);
2271	dsi_write(msm_host, REG_DSI_PHY_RESET, 0);
2272	udelay(100);
2273}
2274
2275void msm_dsi_host_get_phy_clk_req(struct mipi_dsi_host *host,
2276			struct msm_dsi_phy_clk_request *clk_req,
2277			bool is_bonded_dsi)
2278{
2279	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);
2280	const struct msm_dsi_cfg_handler *cfg_hnd = msm_host->cfg_hnd;
2281	int ret;
2282
2283	ret = cfg_hnd->ops->calc_clk_rate(msm_host, is_bonded_dsi);
2284	if (ret) {
2285		pr_err("%s: unable to calc clk rate, %d\n", __func__, ret);
2286		return;
2287	}
2288
2289	/* CPHY transmits 16 bits over 7 clock cycles
2290	 * "byte_clk" is in units of 16-bits (see dsi_calc_pclk),
2291	 * so multiply by 7 to get the "bitclk rate"
2292	 */
2293	if (msm_host->cphy_mode)
2294		clk_req->bitclk_rate = msm_host->byte_clk_rate * 7;
2295	else
2296		clk_req->bitclk_rate = msm_host->byte_clk_rate * 8;
2297	clk_req->escclk_rate = msm_host->esc_clk_rate;
2298}
2299
2300void msm_dsi_host_enable_irq(struct mipi_dsi_host *host)
2301{
2302	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);
2303
2304	enable_irq(msm_host->irq);
2305}
2306
2307void msm_dsi_host_disable_irq(struct mipi_dsi_host *host)
2308{
2309	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);
2310
2311	disable_irq(msm_host->irq);
2312}
2313
2314int msm_dsi_host_enable(struct mipi_dsi_host *host)
2315{
2316	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);
2317
2318	dsi_op_mode_config(msm_host,
2319		!!(msm_host->mode_flags & MIPI_DSI_MODE_VIDEO), true);
2320
2321	/* TODO: clock should be turned off for command mode,
2322	 * and only turned on before MDP START.
2323	 * This part of code should be enabled once mdp driver support it.
2324	 */
2325	/* if (msm_panel->mode == MSM_DSI_CMD_MODE) {
2326	 *	dsi_link_clk_disable(msm_host);
2327	 *	pm_runtime_put(&msm_host->pdev->dev);
2328	 * }
2329	 */
2330	msm_host->enabled = true;
2331	return 0;
2332}
2333
2334int msm_dsi_host_disable(struct mipi_dsi_host *host)
2335{
2336	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);
2337
2338	msm_host->enabled = false;
2339	dsi_op_mode_config(msm_host,
2340		!!(msm_host->mode_flags & MIPI_DSI_MODE_VIDEO), false);
2341
2342	/* Since we have disabled INTF, the video engine won't stop so that
2343	 * the cmd engine will be blocked.
2344	 * Reset to disable video engine so that we can send off cmd.
2345	 */
2346	dsi_sw_reset(msm_host);
2347
2348	return 0;
2349}
2350
2351static void msm_dsi_sfpb_config(struct msm_dsi_host *msm_host, bool enable)
2352{
2353	enum sfpb_ahb_arb_master_port_en en;
2354
2355	if (!msm_host->sfpb)
2356		return;
2357
2358	en = enable ? SFPB_MASTER_PORT_ENABLE : SFPB_MASTER_PORT_DISABLE;
2359
2360	regmap_update_bits(msm_host->sfpb, REG_SFPB_GPREG,
2361			SFPB_GPREG_MASTER_PORT_EN__MASK,
2362			SFPB_GPREG_MASTER_PORT_EN(en));
2363}
2364
2365int msm_dsi_host_power_on(struct mipi_dsi_host *host,
2366			struct msm_dsi_phy_shared_timings *phy_shared_timings,
2367			bool is_bonded_dsi, struct msm_dsi_phy *phy)
2368{
2369	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);
2370	const struct msm_dsi_cfg_handler *cfg_hnd = msm_host->cfg_hnd;
2371	int ret = 0;
2372
2373	mutex_lock(&msm_host->dev_mutex);
2374	if (msm_host->power_on) {
2375		DBG("dsi host already on");
2376		goto unlock_ret;
2377	}
2378
2379	msm_host->byte_intf_clk_rate = msm_host->byte_clk_rate;
2380	if (phy_shared_timings->byte_intf_clk_div_2)
2381		msm_host->byte_intf_clk_rate /= 2;
2382
2383	msm_dsi_sfpb_config(msm_host, true);
2384
2385	ret = regulator_bulk_enable(msm_host->cfg_hnd->cfg->num_regulators,
2386				    msm_host->supplies);
2387	if (ret) {
2388		pr_err("%s:Failed to enable vregs.ret=%d\n",
2389			__func__, ret);
2390		goto unlock_ret;
2391	}
2392
2393	pm_runtime_get_sync(&msm_host->pdev->dev);
2394	ret = cfg_hnd->ops->link_clk_set_rate(msm_host);
2395	if (!ret)
2396		ret = cfg_hnd->ops->link_clk_enable(msm_host);
2397	if (ret) {
2398		pr_err("%s: failed to enable link clocks. ret=%d\n",
2399		       __func__, ret);
2400		goto fail_disable_reg;
2401	}
2402
2403	ret = pinctrl_pm_select_default_state(&msm_host->pdev->dev);
2404	if (ret) {
2405		pr_err("%s: failed to set pinctrl default state, %d\n",
2406			__func__, ret);
2407		goto fail_disable_clk;
2408	}
2409
2410	dsi_timing_setup(msm_host, is_bonded_dsi);
2411	dsi_sw_reset(msm_host);
2412	dsi_ctrl_enable(msm_host, phy_shared_timings, phy);
 
 
 
2413
2414	msm_host->power_on = true;
2415	mutex_unlock(&msm_host->dev_mutex);
2416
2417	return 0;
2418
2419fail_disable_clk:
2420	cfg_hnd->ops->link_clk_disable(msm_host);
2421	pm_runtime_put(&msm_host->pdev->dev);
2422fail_disable_reg:
2423	regulator_bulk_disable(msm_host->cfg_hnd->cfg->num_regulators,
2424			       msm_host->supplies);
2425unlock_ret:
2426	mutex_unlock(&msm_host->dev_mutex);
2427	return ret;
2428}
2429
2430int msm_dsi_host_power_off(struct mipi_dsi_host *host)
2431{
2432	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);
2433	const struct msm_dsi_cfg_handler *cfg_hnd = msm_host->cfg_hnd;
2434
2435	mutex_lock(&msm_host->dev_mutex);
2436	if (!msm_host->power_on) {
2437		DBG("dsi host already off");
2438		goto unlock_ret;
2439	}
2440
2441	dsi_ctrl_disable(msm_host);
 
 
 
2442
2443	pinctrl_pm_select_sleep_state(&msm_host->pdev->dev);
2444
2445	cfg_hnd->ops->link_clk_disable(msm_host);
2446	pm_runtime_put(&msm_host->pdev->dev);
2447
2448	regulator_bulk_disable(msm_host->cfg_hnd->cfg->num_regulators,
2449			       msm_host->supplies);
2450
2451	msm_dsi_sfpb_config(msm_host, false);
2452
2453	DBG("-");
2454
2455	msm_host->power_on = false;
2456
2457unlock_ret:
2458	mutex_unlock(&msm_host->dev_mutex);
2459	return 0;
2460}
2461
2462int msm_dsi_host_set_display_mode(struct mipi_dsi_host *host,
2463				  const struct drm_display_mode *mode)
2464{
2465	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);
2466
2467	if (msm_host->mode) {
2468		drm_mode_destroy(msm_host->dev, msm_host->mode);
2469		msm_host->mode = NULL;
2470	}
2471
2472	msm_host->mode = drm_mode_duplicate(msm_host->dev, mode);
2473	if (!msm_host->mode) {
2474		pr_err("%s: cannot duplicate mode\n", __func__);
2475		return -ENOMEM;
2476	}
2477
2478	return 0;
2479}
2480
2481enum drm_mode_status msm_dsi_host_check_dsc(struct mipi_dsi_host *host,
2482					    const struct drm_display_mode *mode)
2483{
2484	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);
2485	struct drm_dsc_config *dsc = msm_host->dsc;
2486	int pic_width = mode->hdisplay;
2487	int pic_height = mode->vdisplay;
2488
2489	if (!msm_host->dsc)
2490		return MODE_OK;
2491
2492	if (pic_width % dsc->slice_width) {
2493		pr_err("DSI: pic_width %d has to be multiple of slice %d\n",
2494		       pic_width, dsc->slice_width);
2495		return MODE_H_ILLEGAL;
2496	}
2497
2498	if (pic_height % dsc->slice_height) {
2499		pr_err("DSI: pic_height %d has to be multiple of slice %d\n",
2500		       pic_height, dsc->slice_height);
2501		return MODE_V_ILLEGAL;
2502	}
2503
2504	return MODE_OK;
2505}
2506
2507unsigned long msm_dsi_host_get_mode_flags(struct mipi_dsi_host *host)
2508{
2509	return to_msm_dsi_host(host)->mode_flags;
2510}
2511
2512void msm_dsi_host_snapshot(struct msm_disp_state *disp_state, struct mipi_dsi_host *host)
2513{
2514	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);
2515
2516	pm_runtime_get_sync(&msm_host->pdev->dev);
2517
2518	msm_disp_snapshot_add_block(disp_state, msm_host->ctrl_size,
2519			msm_host->ctrl_base, "dsi%d_ctrl", msm_host->id);
2520
2521	pm_runtime_put_sync(&msm_host->pdev->dev);
2522}
2523
2524static void msm_dsi_host_video_test_pattern_setup(struct msm_dsi_host *msm_host)
2525{
2526	u32 reg;
2527
2528	reg = dsi_read(msm_host, REG_DSI_TEST_PATTERN_GEN_CTRL);
2529
2530	dsi_write(msm_host, REG_DSI_TEST_PATTERN_GEN_VIDEO_INIT_VAL, 0xff);
2531	/* draw checkered rectangle pattern */
2532	dsi_write(msm_host, REG_DSI_TPG_MAIN_CONTROL,
2533			DSI_TPG_MAIN_CONTROL_CHECKERED_RECTANGLE_PATTERN);
2534	/* use 24-bit RGB test pttern */
2535	dsi_write(msm_host, REG_DSI_TPG_VIDEO_CONFIG,
2536			DSI_TPG_VIDEO_CONFIG_BPP(VIDEO_CONFIG_24BPP) |
2537			DSI_TPG_VIDEO_CONFIG_RGB);
2538
2539	reg |= DSI_TEST_PATTERN_GEN_CTRL_VIDEO_PATTERN_SEL(VID_MDSS_GENERAL_PATTERN);
2540	dsi_write(msm_host, REG_DSI_TEST_PATTERN_GEN_CTRL, reg);
2541
2542	DBG("Video test pattern setup done\n");
2543}
2544
2545static void msm_dsi_host_cmd_test_pattern_setup(struct msm_dsi_host *msm_host)
2546{
2547	u32 reg;
2548
2549	reg = dsi_read(msm_host, REG_DSI_TEST_PATTERN_GEN_CTRL);
2550
2551	/* initial value for test pattern */
2552	dsi_write(msm_host, REG_DSI_TEST_PATTERN_GEN_CMD_MDP_INIT_VAL0, 0xff);
2553
2554	reg |= DSI_TEST_PATTERN_GEN_CTRL_CMD_MDP_STREAM0_PATTERN_SEL(CMD_MDP_MDSS_GENERAL_PATTERN);
2555
2556	dsi_write(msm_host, REG_DSI_TEST_PATTERN_GEN_CTRL, reg);
2557	/* draw checkered rectangle pattern */
2558	dsi_write(msm_host, REG_DSI_TPG_MAIN_CONTROL2,
2559			DSI_TPG_MAIN_CONTROL2_CMD_MDP0_CHECKERED_RECTANGLE_PATTERN);
2560
2561	DBG("Cmd test pattern setup done\n");
2562}
2563
2564void msm_dsi_host_test_pattern_en(struct mipi_dsi_host *host)
2565{
2566	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);
2567	bool is_video_mode = !!(msm_host->mode_flags & MIPI_DSI_MODE_VIDEO);
2568	u32 reg;
2569
2570	if (is_video_mode)
2571		msm_dsi_host_video_test_pattern_setup(msm_host);
2572	else
2573		msm_dsi_host_cmd_test_pattern_setup(msm_host);
2574
2575	reg = dsi_read(msm_host, REG_DSI_TEST_PATTERN_GEN_CTRL);
2576	/* enable the test pattern generator */
2577	dsi_write(msm_host, REG_DSI_TEST_PATTERN_GEN_CTRL, (reg | DSI_TEST_PATTERN_GEN_CTRL_EN));
2578
2579	/* for command mode need to trigger one frame from tpg */
2580	if (!is_video_mode)
2581		dsi_write(msm_host, REG_DSI_TEST_PATTERN_GEN_CMD_STREAM0_TRIGGER,
2582				DSI_TEST_PATTERN_GEN_CMD_STREAM0_TRIGGER_SW_TRIGGER);
2583}
2584
2585struct drm_dsc_config *msm_dsi_host_get_dsc_config(struct mipi_dsi_host *host)
2586{
2587	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);
2588
2589	return msm_host->dsc;
2590}
v6.2
   1// SPDX-License-Identifier: GPL-2.0-only
   2/*
   3 * Copyright (c) 2015, The Linux Foundation. All rights reserved.
   4 */
   5
   6#include <linux/clk.h>
   7#include <linux/delay.h>
   8#include <linux/dma-mapping.h>
   9#include <linux/err.h>
  10#include <linux/gpio/consumer.h>
  11#include <linux/interrupt.h>
  12#include <linux/mfd/syscon.h>
  13#include <linux/of_device.h>
  14#include <linux/of_graph.h>
  15#include <linux/of_irq.h>
  16#include <linux/pinctrl/consumer.h>
  17#include <linux/pm_opp.h>
  18#include <linux/regmap.h>
  19#include <linux/regulator/consumer.h>
  20#include <linux/spinlock.h>
  21
  22#include <video/mipi_display.h>
  23
  24#include <drm/display/drm_dsc_helper.h>
  25#include <drm/drm_of.h>
  26
  27#include "dsi.h"
  28#include "dsi.xml.h"
  29#include "sfpb.xml.h"
  30#include "dsi_cfg.h"
 
  31#include "msm_kms.h"
  32#include "msm_gem.h"
  33#include "phy/dsi_phy.h"
  34
  35#define DSI_RESET_TOGGLE_DELAY_MS 20
  36
  37static int dsi_populate_dsc_params(struct msm_dsi_host *msm_host, struct drm_dsc_config *dsc);
  38
  39static int dsi_get_version(const void __iomem *base, u32 *major, u32 *minor)
  40{
  41	u32 ver;
  42
  43	if (!major || !minor)
  44		return -EINVAL;
  45
  46	/*
  47	 * From DSI6G(v3), addition of a 6G_HW_VERSION register at offset 0
  48	 * makes all other registers 4-byte shifted down.
  49	 *
  50	 * In order to identify between DSI6G(v3) and beyond, and DSIv2 and
  51	 * older, we read the DSI_VERSION register without any shift(offset
  52	 * 0x1f0). In the case of DSIv2, this hast to be a non-zero value. In
  53	 * the case of DSI6G, this has to be zero (the offset points to a
  54	 * scratch register which we never touch)
  55	 */
  56
  57	ver = msm_readl(base + REG_DSI_VERSION);
  58	if (ver) {
  59		/* older dsi host, there is no register shift */
  60		ver = FIELD(ver, DSI_VERSION_MAJOR);
  61		if (ver <= MSM_DSI_VER_MAJOR_V2) {
  62			/* old versions */
  63			*major = ver;
  64			*minor = 0;
  65			return 0;
  66		} else {
  67			return -EINVAL;
  68		}
  69	} else {
  70		/*
  71		 * newer host, offset 0 has 6G_HW_VERSION, the rest of the
  72		 * registers are shifted down, read DSI_VERSION again with
  73		 * the shifted offset
  74		 */
  75		ver = msm_readl(base + DSI_6G_REG_SHIFT + REG_DSI_VERSION);
  76		ver = FIELD(ver, DSI_VERSION_MAJOR);
  77		if (ver == MSM_DSI_VER_MAJOR_6G) {
  78			/* 6G version */
  79			*major = ver;
  80			*minor = msm_readl(base + REG_DSI_6G_HW_VERSION);
  81			return 0;
  82		} else {
  83			return -EINVAL;
  84		}
  85	}
  86}
  87
  88#define DSI_ERR_STATE_ACK			0x0000
  89#define DSI_ERR_STATE_TIMEOUT			0x0001
  90#define DSI_ERR_STATE_DLN0_PHY			0x0002
  91#define DSI_ERR_STATE_FIFO			0x0004
  92#define DSI_ERR_STATE_MDP_FIFO_UNDERFLOW	0x0008
  93#define DSI_ERR_STATE_INTERLEAVE_OP_CONTENTION	0x0010
  94#define DSI_ERR_STATE_PLL_UNLOCKED		0x0020
  95
  96#define DSI_CLK_CTRL_ENABLE_CLKS	\
  97		(DSI_CLK_CTRL_AHBS_HCLK_ON | DSI_CLK_CTRL_AHBM_SCLK_ON | \
  98		DSI_CLK_CTRL_PCLK_ON | DSI_CLK_CTRL_DSICLK_ON | \
  99		DSI_CLK_CTRL_BYTECLK_ON | DSI_CLK_CTRL_ESCCLK_ON | \
 100		DSI_CLK_CTRL_FORCE_ON_DYN_AHBM_HCLK)
 101
 102struct msm_dsi_host {
 103	struct mipi_dsi_host base;
 104
 105	struct platform_device *pdev;
 106	struct drm_device *dev;
 107
 108	int id;
 109
 110	void __iomem *ctrl_base;
 111	phys_addr_t ctrl_size;
 112	struct regulator_bulk_data *supplies;
 113
 114	int num_bus_clks;
 115	struct clk_bulk_data bus_clks[DSI_BUS_CLK_MAX];
 116
 117	struct clk *byte_clk;
 118	struct clk *esc_clk;
 119	struct clk *pixel_clk;
 120	struct clk *byte_clk_src;
 121	struct clk *pixel_clk_src;
 122	struct clk *byte_intf_clk;
 123
 124	unsigned long byte_clk_rate;
 
 125	unsigned long pixel_clk_rate;
 126	unsigned long esc_clk_rate;
 127
 128	/* DSI v2 specific clocks */
 129	struct clk *src_clk;
 130	struct clk *esc_clk_src;
 131	struct clk *dsi_clk_src;
 132
 133	unsigned long src_clk_rate;
 134
 135	struct gpio_desc *disp_en_gpio;
 136	struct gpio_desc *te_gpio;
 137
 138	const struct msm_dsi_cfg_handler *cfg_hnd;
 139
 140	struct completion dma_comp;
 141	struct completion video_comp;
 142	struct mutex dev_mutex;
 143	struct mutex cmd_mutex;
 144	spinlock_t intr_lock; /* Protect interrupt ctrl register */
 145
 146	u32 err_work_state;
 147	struct work_struct err_work;
 148	struct workqueue_struct *workqueue;
 149
 150	/* DSI 6G TX buffer*/
 151	struct drm_gem_object *tx_gem_obj;
 
 152
 153	/* DSI v2 TX buffer */
 154	void *tx_buf;
 155	dma_addr_t tx_buf_paddr;
 156
 157	int tx_size;
 158
 159	u8 *rx_buf;
 160
 161	struct regmap *sfpb;
 162
 163	struct drm_display_mode *mode;
 164	struct drm_dsc_config *dsc;
 165
 166	/* connected device info */
 167	unsigned int channel;
 168	unsigned int lanes;
 169	enum mipi_dsi_pixel_format format;
 170	unsigned long mode_flags;
 171
 172	/* lane data parsed via DT */
 173	int dlane_swap;
 174	int num_data_lanes;
 175
 176	/* from phy DT */
 177	bool cphy_mode;
 178
 179	u32 dma_cmd_ctrl_restore;
 180
 181	bool registered;
 182	bool power_on;
 183	bool enabled;
 184	int irq;
 185};
 186
 187static u32 dsi_get_bpp(const enum mipi_dsi_pixel_format fmt)
 188{
 189	switch (fmt) {
 190	case MIPI_DSI_FMT_RGB565:		return 16;
 191	case MIPI_DSI_FMT_RGB666_PACKED:	return 18;
 192	case MIPI_DSI_FMT_RGB666:
 193	case MIPI_DSI_FMT_RGB888:
 194	default:				return 24;
 195	}
 196}
 197
 198static inline u32 dsi_read(struct msm_dsi_host *msm_host, u32 reg)
 199{
 200	return msm_readl(msm_host->ctrl_base + reg);
 201}
 202static inline void dsi_write(struct msm_dsi_host *msm_host, u32 reg, u32 data)
 203{
 204	msm_writel(data, msm_host->ctrl_base + reg);
 205}
 206
 207static const struct msm_dsi_cfg_handler *dsi_get_config(
 208						struct msm_dsi_host *msm_host)
 209{
 210	const struct msm_dsi_cfg_handler *cfg_hnd = NULL;
 211	struct device *dev = &msm_host->pdev->dev;
 212	struct clk *ahb_clk;
 213	int ret;
 214	u32 major = 0, minor = 0;
 215
 216	cfg_hnd = device_get_match_data(dev);
 217	if (cfg_hnd)
 218		return cfg_hnd;
 219
 220	ahb_clk = msm_clk_get(msm_host->pdev, "iface");
 221	if (IS_ERR(ahb_clk)) {
 222		pr_err("%s: cannot get interface clock\n", __func__);
 223		goto exit;
 224	}
 225
 226	pm_runtime_get_sync(dev);
 227
 228	ret = clk_prepare_enable(ahb_clk);
 229	if (ret) {
 230		pr_err("%s: unable to enable ahb_clk\n", __func__);
 231		goto runtime_put;
 232	}
 233
 234	ret = dsi_get_version(msm_host->ctrl_base, &major, &minor);
 235	if (ret) {
 236		pr_err("%s: Invalid version\n", __func__);
 237		goto disable_clks;
 238	}
 239
 240	cfg_hnd = msm_dsi_cfg_get(major, minor);
 241
 242	DBG("%s: Version %x:%x\n", __func__, major, minor);
 243
 244disable_clks:
 245	clk_disable_unprepare(ahb_clk);
 246runtime_put:
 247	pm_runtime_put_sync(dev);
 248exit:
 249	return cfg_hnd;
 250}
 251
 252static inline struct msm_dsi_host *to_msm_dsi_host(struct mipi_dsi_host *host)
 253{
 254	return container_of(host, struct msm_dsi_host, base);
 255}
 256
 257int dsi_clk_init_v2(struct msm_dsi_host *msm_host)
 258{
 259	struct platform_device *pdev = msm_host->pdev;
 260	int ret = 0;
 261
 262	msm_host->src_clk = msm_clk_get(pdev, "src");
 263
 264	if (IS_ERR(msm_host->src_clk)) {
 265		ret = PTR_ERR(msm_host->src_clk);
 266		pr_err("%s: can't find src clock. ret=%d\n",
 267			__func__, ret);
 268		msm_host->src_clk = NULL;
 269		return ret;
 270	}
 271
 272	msm_host->esc_clk_src = clk_get_parent(msm_host->esc_clk);
 273	if (!msm_host->esc_clk_src) {
 274		ret = -ENODEV;
 275		pr_err("%s: can't get esc clock parent. ret=%d\n",
 276			__func__, ret);
 277		return ret;
 278	}
 279
 280	msm_host->dsi_clk_src = clk_get_parent(msm_host->src_clk);
 281	if (!msm_host->dsi_clk_src) {
 282		ret = -ENODEV;
 283		pr_err("%s: can't get src clock parent. ret=%d\n",
 284			__func__, ret);
 285	}
 286
 287	return ret;
 288}
 289
 290int dsi_clk_init_6g_v2(struct msm_dsi_host *msm_host)
 291{
 292	struct platform_device *pdev = msm_host->pdev;
 293	int ret = 0;
 294
 295	msm_host->byte_intf_clk = msm_clk_get(pdev, "byte_intf");
 296	if (IS_ERR(msm_host->byte_intf_clk)) {
 297		ret = PTR_ERR(msm_host->byte_intf_clk);
 298		pr_err("%s: can't find byte_intf clock. ret=%d\n",
 299			__func__, ret);
 300	}
 301
 302	return ret;
 303}
 304
 305static int dsi_clk_init(struct msm_dsi_host *msm_host)
 306{
 307	struct platform_device *pdev = msm_host->pdev;
 308	const struct msm_dsi_cfg_handler *cfg_hnd = msm_host->cfg_hnd;
 309	const struct msm_dsi_config *cfg = cfg_hnd->cfg;
 310	int i, ret = 0;
 311
 312	/* get bus clocks */
 313	for (i = 0; i < cfg->num_bus_clks; i++)
 314		msm_host->bus_clks[i].id = cfg->bus_clk_names[i];
 315	msm_host->num_bus_clks = cfg->num_bus_clks;
 316
 317	ret = devm_clk_bulk_get(&pdev->dev, msm_host->num_bus_clks, msm_host->bus_clks);
 318	if (ret < 0) {
 319		dev_err(&pdev->dev, "Unable to get clocks, ret = %d\n", ret);
 320		goto exit;
 321	}
 322
 323	/* get link and source clocks */
 324	msm_host->byte_clk = msm_clk_get(pdev, "byte");
 325	if (IS_ERR(msm_host->byte_clk)) {
 326		ret = PTR_ERR(msm_host->byte_clk);
 327		pr_err("%s: can't find dsi_byte clock. ret=%d\n",
 328			__func__, ret);
 329		msm_host->byte_clk = NULL;
 330		goto exit;
 331	}
 332
 333	msm_host->pixel_clk = msm_clk_get(pdev, "pixel");
 334	if (IS_ERR(msm_host->pixel_clk)) {
 335		ret = PTR_ERR(msm_host->pixel_clk);
 336		pr_err("%s: can't find dsi_pixel clock. ret=%d\n",
 337			__func__, ret);
 338		msm_host->pixel_clk = NULL;
 339		goto exit;
 340	}
 341
 342	msm_host->esc_clk = msm_clk_get(pdev, "core");
 343	if (IS_ERR(msm_host->esc_clk)) {
 344		ret = PTR_ERR(msm_host->esc_clk);
 345		pr_err("%s: can't find dsi_esc clock. ret=%d\n",
 346			__func__, ret);
 347		msm_host->esc_clk = NULL;
 348		goto exit;
 349	}
 350
 351	msm_host->byte_clk_src = clk_get_parent(msm_host->byte_clk);
 352	if (IS_ERR(msm_host->byte_clk_src)) {
 353		ret = PTR_ERR(msm_host->byte_clk_src);
 354		pr_err("%s: can't find byte_clk clock. ret=%d\n", __func__, ret);
 355		goto exit;
 356	}
 357
 358	msm_host->pixel_clk_src = clk_get_parent(msm_host->pixel_clk);
 359	if (IS_ERR(msm_host->pixel_clk_src)) {
 360		ret = PTR_ERR(msm_host->pixel_clk_src);
 361		pr_err("%s: can't find pixel_clk clock. ret=%d\n", __func__, ret);
 362		goto exit;
 363	}
 364
 365	if (cfg_hnd->ops->clk_init_ver)
 366		ret = cfg_hnd->ops->clk_init_ver(msm_host);
 367exit:
 368	return ret;
 369}
 370
 371int msm_dsi_runtime_suspend(struct device *dev)
 372{
 373	struct platform_device *pdev = to_platform_device(dev);
 374	struct msm_dsi *msm_dsi = platform_get_drvdata(pdev);
 375	struct mipi_dsi_host *host = msm_dsi->host;
 376	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);
 377
 378	if (!msm_host->cfg_hnd)
 379		return 0;
 380
 381	clk_bulk_disable_unprepare(msm_host->num_bus_clks, msm_host->bus_clks);
 382
 383	return 0;
 384}
 385
 386int msm_dsi_runtime_resume(struct device *dev)
 387{
 388	struct platform_device *pdev = to_platform_device(dev);
 389	struct msm_dsi *msm_dsi = platform_get_drvdata(pdev);
 390	struct mipi_dsi_host *host = msm_dsi->host;
 391	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);
 392
 393	if (!msm_host->cfg_hnd)
 394		return 0;
 395
 396	return clk_bulk_prepare_enable(msm_host->num_bus_clks, msm_host->bus_clks);
 397}
 398
 399int dsi_link_clk_set_rate_6g(struct msm_dsi_host *msm_host)
 400{
 401	unsigned long byte_intf_rate;
 402	int ret;
 403
 404	DBG("Set clk rates: pclk=%d, byteclk=%lu",
 405		msm_host->mode->clock, msm_host->byte_clk_rate);
 406
 407	ret = dev_pm_opp_set_rate(&msm_host->pdev->dev,
 408				  msm_host->byte_clk_rate);
 409	if (ret) {
 410		pr_err("%s: dev_pm_opp_set_rate failed %d\n", __func__, ret);
 411		return ret;
 412	}
 413
 414	ret = clk_set_rate(msm_host->pixel_clk, msm_host->pixel_clk_rate);
 415	if (ret) {
 416		pr_err("%s: Failed to set rate pixel clk, %d\n", __func__, ret);
 417		return ret;
 418	}
 419
 420	if (msm_host->byte_intf_clk) {
 421		/* For CPHY, byte_intf_clk is same as byte_clk */
 422		if (msm_host->cphy_mode)
 423			byte_intf_rate = msm_host->byte_clk_rate;
 424		else
 425			byte_intf_rate = msm_host->byte_clk_rate / 2;
 426
 427		ret = clk_set_rate(msm_host->byte_intf_clk, byte_intf_rate);
 428		if (ret) {
 429			pr_err("%s: Failed to set rate byte intf clk, %d\n",
 430			       __func__, ret);
 431			return ret;
 432		}
 433	}
 434
 435	return 0;
 436}
 437
 438
 439int dsi_link_clk_enable_6g(struct msm_dsi_host *msm_host)
 440{
 441	int ret;
 442
 443	ret = clk_prepare_enable(msm_host->esc_clk);
 444	if (ret) {
 445		pr_err("%s: Failed to enable dsi esc clk\n", __func__);
 446		goto error;
 447	}
 448
 449	ret = clk_prepare_enable(msm_host->byte_clk);
 450	if (ret) {
 451		pr_err("%s: Failed to enable dsi byte clk\n", __func__);
 452		goto byte_clk_err;
 453	}
 454
 455	ret = clk_prepare_enable(msm_host->pixel_clk);
 456	if (ret) {
 457		pr_err("%s: Failed to enable dsi pixel clk\n", __func__);
 458		goto pixel_clk_err;
 459	}
 460
 461	ret = clk_prepare_enable(msm_host->byte_intf_clk);
 462	if (ret) {
 463		pr_err("%s: Failed to enable byte intf clk\n",
 464			   __func__);
 465		goto byte_intf_clk_err;
 466	}
 467
 468	return 0;
 469
 470byte_intf_clk_err:
 471	clk_disable_unprepare(msm_host->pixel_clk);
 472pixel_clk_err:
 473	clk_disable_unprepare(msm_host->byte_clk);
 474byte_clk_err:
 475	clk_disable_unprepare(msm_host->esc_clk);
 476error:
 477	return ret;
 478}
 479
 480int dsi_link_clk_set_rate_v2(struct msm_dsi_host *msm_host)
 481{
 482	int ret;
 483
 484	DBG("Set clk rates: pclk=%d, byteclk=%lu, esc_clk=%lu, dsi_src_clk=%lu",
 485		msm_host->mode->clock, msm_host->byte_clk_rate,
 486		msm_host->esc_clk_rate, msm_host->src_clk_rate);
 487
 488	ret = clk_set_rate(msm_host->byte_clk, msm_host->byte_clk_rate);
 489	if (ret) {
 490		pr_err("%s: Failed to set rate byte clk, %d\n", __func__, ret);
 491		return ret;
 492	}
 493
 494	ret = clk_set_rate(msm_host->esc_clk, msm_host->esc_clk_rate);
 495	if (ret) {
 496		pr_err("%s: Failed to set rate esc clk, %d\n", __func__, ret);
 497		return ret;
 498	}
 499
 500	ret = clk_set_rate(msm_host->src_clk, msm_host->src_clk_rate);
 501	if (ret) {
 502		pr_err("%s: Failed to set rate src clk, %d\n", __func__, ret);
 503		return ret;
 504	}
 505
 506	ret = clk_set_rate(msm_host->pixel_clk, msm_host->pixel_clk_rate);
 507	if (ret) {
 508		pr_err("%s: Failed to set rate pixel clk, %d\n", __func__, ret);
 509		return ret;
 510	}
 511
 512	return 0;
 513}
 514
 515int dsi_link_clk_enable_v2(struct msm_dsi_host *msm_host)
 516{
 517	int ret;
 518
 519	ret = clk_prepare_enable(msm_host->byte_clk);
 520	if (ret) {
 521		pr_err("%s: Failed to enable dsi byte clk\n", __func__);
 522		goto error;
 523	}
 524
 525	ret = clk_prepare_enable(msm_host->esc_clk);
 526	if (ret) {
 527		pr_err("%s: Failed to enable dsi esc clk\n", __func__);
 528		goto esc_clk_err;
 529	}
 530
 531	ret = clk_prepare_enable(msm_host->src_clk);
 532	if (ret) {
 533		pr_err("%s: Failed to enable dsi src clk\n", __func__);
 534		goto src_clk_err;
 535	}
 536
 537	ret = clk_prepare_enable(msm_host->pixel_clk);
 538	if (ret) {
 539		pr_err("%s: Failed to enable dsi pixel clk\n", __func__);
 540		goto pixel_clk_err;
 541	}
 542
 543	return 0;
 544
 545pixel_clk_err:
 546	clk_disable_unprepare(msm_host->src_clk);
 547src_clk_err:
 548	clk_disable_unprepare(msm_host->esc_clk);
 549esc_clk_err:
 550	clk_disable_unprepare(msm_host->byte_clk);
 551error:
 552	return ret;
 553}
 554
 555void dsi_link_clk_disable_6g(struct msm_dsi_host *msm_host)
 556{
 557	/* Drop the performance state vote */
 558	dev_pm_opp_set_rate(&msm_host->pdev->dev, 0);
 559	clk_disable_unprepare(msm_host->esc_clk);
 560	clk_disable_unprepare(msm_host->pixel_clk);
 561	clk_disable_unprepare(msm_host->byte_intf_clk);
 562	clk_disable_unprepare(msm_host->byte_clk);
 563}
 564
 565void dsi_link_clk_disable_v2(struct msm_dsi_host *msm_host)
 566{
 567	clk_disable_unprepare(msm_host->pixel_clk);
 568	clk_disable_unprepare(msm_host->src_clk);
 569	clk_disable_unprepare(msm_host->esc_clk);
 570	clk_disable_unprepare(msm_host->byte_clk);
 571}
 572
 573static unsigned long dsi_get_pclk_rate(struct msm_dsi_host *msm_host, bool is_bonded_dsi)
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 574{
 575	struct drm_display_mode *mode = msm_host->mode;
 576	unsigned long pclk_rate;
 577
 578	pclk_rate = mode->clock * 1000;
 
 
 
 579
 580	/*
 581	 * For bonded DSI mode, the current DRM mode has the complete width of the
 582	 * panel. Since, the complete panel is driven by two DSI controllers,
 583	 * the clock rates have to be split between the two dsi controllers.
 584	 * Adjust the byte and pixel clock rates for each dsi host accordingly.
 585	 */
 586	if (is_bonded_dsi)
 587		pclk_rate /= 2;
 588
 589	return pclk_rate;
 590}
 591
 592static void dsi_calc_pclk(struct msm_dsi_host *msm_host, bool is_bonded_dsi)
 
 593{
 
 594	u8 lanes = msm_host->lanes;
 595	u32 bpp = dsi_get_bpp(msm_host->format);
 596	unsigned long pclk_rate = dsi_get_pclk_rate(msm_host, is_bonded_dsi);
 597	u64 pclk_bpp = (u64)pclk_rate * bpp;
 598
 599	if (lanes == 0) {
 600		pr_err("%s: forcing mdss_dsi lanes to 1\n", __func__);
 601		lanes = 1;
 602	}
 603
 604	/* CPHY "byte_clk" is in units of 16 bits */
 605	if (msm_host->cphy_mode)
 606		do_div(pclk_bpp, (16 * lanes));
 607	else
 608		do_div(pclk_bpp, (8 * lanes));
 
 
 
 609
 610	msm_host->pixel_clk_rate = pclk_rate;
 611	msm_host->byte_clk_rate = pclk_bpp;
 
 
 
 612
 613	DBG("pclk=%lu, bclk=%lu", msm_host->pixel_clk_rate,
 614				msm_host->byte_clk_rate);
 615
 616}
 617
 618int dsi_calc_clk_rate_6g(struct msm_dsi_host *msm_host, bool is_bonded_dsi)
 619{
 620	if (!msm_host->mode) {
 621		pr_err("%s: mode not set\n", __func__);
 622		return -EINVAL;
 623	}
 624
 625	dsi_calc_pclk(msm_host, is_bonded_dsi);
 626	msm_host->esc_clk_rate = clk_get_rate(msm_host->esc_clk);
 627	return 0;
 628}
 629
 630int dsi_calc_clk_rate_v2(struct msm_dsi_host *msm_host, bool is_bonded_dsi)
 631{
 632	u32 bpp = dsi_get_bpp(msm_host->format);
 633	u64 pclk_bpp;
 634	unsigned int esc_mhz, esc_div;
 635	unsigned long byte_mhz;
 636
 637	dsi_calc_pclk(msm_host, is_bonded_dsi);
 638
 639	pclk_bpp = (u64)dsi_get_pclk_rate(msm_host, is_bonded_dsi) * bpp;
 640	do_div(pclk_bpp, 8);
 641	msm_host->src_clk_rate = pclk_bpp;
 642
 643	/*
 644	 * esc clock is byte clock followed by a 4 bit divider,
 645	 * we need to find an escape clock frequency within the
 646	 * mipi DSI spec range within the maximum divider limit
 647	 * We iterate here between an escape clock frequencey
 648	 * between 20 Mhz to 5 Mhz and pick up the first one
 649	 * that can be supported by our divider
 650	 */
 651
 652	byte_mhz = msm_host->byte_clk_rate / 1000000;
 653
 654	for (esc_mhz = 20; esc_mhz >= 5; esc_mhz--) {
 655		esc_div = DIV_ROUND_UP(byte_mhz, esc_mhz);
 656
 657		/*
 658		 * TODO: Ideally, we shouldn't know what sort of divider
 659		 * is available in mmss_cc, we're just assuming that
 660		 * it'll always be a 4 bit divider. Need to come up with
 661		 * a better way here.
 662		 */
 663		if (esc_div >= 1 && esc_div <= 16)
 664			break;
 665	}
 666
 667	if (esc_mhz < 5)
 668		return -EINVAL;
 669
 670	msm_host->esc_clk_rate = msm_host->byte_clk_rate / esc_div;
 671
 672	DBG("esc=%lu, src=%lu", msm_host->esc_clk_rate,
 673		msm_host->src_clk_rate);
 674
 675	return 0;
 676}
 677
 678static void dsi_intr_ctrl(struct msm_dsi_host *msm_host, u32 mask, int enable)
 679{
 680	u32 intr;
 681	unsigned long flags;
 682
 683	spin_lock_irqsave(&msm_host->intr_lock, flags);
 684	intr = dsi_read(msm_host, REG_DSI_INTR_CTRL);
 685
 686	if (enable)
 687		intr |= mask;
 688	else
 689		intr &= ~mask;
 690
 691	DBG("intr=%x enable=%d", intr, enable);
 692
 693	dsi_write(msm_host, REG_DSI_INTR_CTRL, intr);
 694	spin_unlock_irqrestore(&msm_host->intr_lock, flags);
 695}
 696
 697static inline enum dsi_traffic_mode dsi_get_traffic_mode(const u32 mode_flags)
 698{
 699	if (mode_flags & MIPI_DSI_MODE_VIDEO_BURST)
 700		return BURST_MODE;
 701	else if (mode_flags & MIPI_DSI_MODE_VIDEO_SYNC_PULSE)
 702		return NON_BURST_SYNCH_PULSE;
 703
 704	return NON_BURST_SYNCH_EVENT;
 705}
 706
 707static inline enum dsi_vid_dst_format dsi_get_vid_fmt(
 708				const enum mipi_dsi_pixel_format mipi_fmt)
 709{
 710	switch (mipi_fmt) {
 711	case MIPI_DSI_FMT_RGB888:	return VID_DST_FORMAT_RGB888;
 712	case MIPI_DSI_FMT_RGB666:	return VID_DST_FORMAT_RGB666_LOOSE;
 713	case MIPI_DSI_FMT_RGB666_PACKED:	return VID_DST_FORMAT_RGB666;
 714	case MIPI_DSI_FMT_RGB565:	return VID_DST_FORMAT_RGB565;
 715	default:			return VID_DST_FORMAT_RGB888;
 716	}
 717}
 718
 719static inline enum dsi_cmd_dst_format dsi_get_cmd_fmt(
 720				const enum mipi_dsi_pixel_format mipi_fmt)
 721{
 722	switch (mipi_fmt) {
 723	case MIPI_DSI_FMT_RGB888:	return CMD_DST_FORMAT_RGB888;
 724	case MIPI_DSI_FMT_RGB666_PACKED:
 725	case MIPI_DSI_FMT_RGB666:	return CMD_DST_FORMAT_RGB666;
 726	case MIPI_DSI_FMT_RGB565:	return CMD_DST_FORMAT_RGB565;
 727	default:			return CMD_DST_FORMAT_RGB888;
 728	}
 729}
 730
 731static void dsi_ctrl_config(struct msm_dsi_host *msm_host, bool enable,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 732			struct msm_dsi_phy_shared_timings *phy_shared_timings, struct msm_dsi_phy *phy)
 733{
 734	u32 flags = msm_host->mode_flags;
 735	enum mipi_dsi_pixel_format mipi_fmt = msm_host->format;
 736	const struct msm_dsi_cfg_handler *cfg_hnd = msm_host->cfg_hnd;
 737	u32 data = 0, lane_ctrl = 0;
 738
 739	if (!enable) {
 740		dsi_write(msm_host, REG_DSI_CTRL, 0);
 741		return;
 742	}
 743
 744	if (flags & MIPI_DSI_MODE_VIDEO) {
 745		if (flags & MIPI_DSI_MODE_VIDEO_HSE)
 746			data |= DSI_VID_CFG0_PULSE_MODE_HSA_HE;
 747		if (flags & MIPI_DSI_MODE_VIDEO_NO_HFP)
 748			data |= DSI_VID_CFG0_HFP_POWER_STOP;
 749		if (flags & MIPI_DSI_MODE_VIDEO_NO_HBP)
 750			data |= DSI_VID_CFG0_HBP_POWER_STOP;
 751		if (flags & MIPI_DSI_MODE_VIDEO_NO_HSA)
 752			data |= DSI_VID_CFG0_HSA_POWER_STOP;
 753		/* Always set low power stop mode for BLLP
 754		 * to let command engine send packets
 755		 */
 756		data |= DSI_VID_CFG0_EOF_BLLP_POWER_STOP |
 757			DSI_VID_CFG0_BLLP_POWER_STOP;
 758		data |= DSI_VID_CFG0_TRAFFIC_MODE(dsi_get_traffic_mode(flags));
 759		data |= DSI_VID_CFG0_DST_FORMAT(dsi_get_vid_fmt(mipi_fmt));
 760		data |= DSI_VID_CFG0_VIRT_CHANNEL(msm_host->channel);
 
 
 761		dsi_write(msm_host, REG_DSI_VID_CFG0, data);
 762
 763		/* Do not swap RGB colors */
 764		data = DSI_VID_CFG1_RGB_SWAP(SWAP_RGB);
 765		dsi_write(msm_host, REG_DSI_VID_CFG1, 0);
 766	} else {
 767		/* Do not swap RGB colors */
 768		data = DSI_CMD_CFG0_RGB_SWAP(SWAP_RGB);
 769		data |= DSI_CMD_CFG0_DST_FORMAT(dsi_get_cmd_fmt(mipi_fmt));
 770		dsi_write(msm_host, REG_DSI_CMD_CFG0, data);
 771
 772		data = DSI_CMD_CFG1_WR_MEM_START(MIPI_DCS_WRITE_MEMORY_START) |
 773			DSI_CMD_CFG1_WR_MEM_CONTINUE(
 774					MIPI_DCS_WRITE_MEMORY_CONTINUE);
 775		/* Always insert DCS command */
 776		data |= DSI_CMD_CFG1_INSERT_DCS_COMMAND;
 777		dsi_write(msm_host, REG_DSI_CMD_CFG1, data);
 
 
 
 
 
 
 
 
 
 
 
 
 778	}
 779
 780	dsi_write(msm_host, REG_DSI_CMD_DMA_CTRL,
 781			DSI_CMD_DMA_CTRL_FROM_FRAME_BUFFER |
 782			DSI_CMD_DMA_CTRL_LOW_POWER);
 783
 784	data = 0;
 785	/* Always assume dedicated TE pin */
 786	data |= DSI_TRIG_CTRL_TE;
 787	data |= DSI_TRIG_CTRL_MDP_TRIGGER(TRIGGER_NONE);
 788	data |= DSI_TRIG_CTRL_DMA_TRIGGER(TRIGGER_SW);
 789	data |= DSI_TRIG_CTRL_STREAM(msm_host->channel);
 790	if ((cfg_hnd->major == MSM_DSI_VER_MAJOR_6G) &&
 791		(cfg_hnd->minor >= MSM_DSI_6G_VER_MINOR_V1_2))
 792		data |= DSI_TRIG_CTRL_BLOCK_DMA_WITHIN_FRAME;
 793	dsi_write(msm_host, REG_DSI_TRIG_CTRL, data);
 794
 795	data = DSI_CLKOUT_TIMING_CTRL_T_CLK_POST(phy_shared_timings->clk_post) |
 796		DSI_CLKOUT_TIMING_CTRL_T_CLK_PRE(phy_shared_timings->clk_pre);
 797	dsi_write(msm_host, REG_DSI_CLKOUT_TIMING_CTRL, data);
 798
 799	if ((cfg_hnd->major == MSM_DSI_VER_MAJOR_6G) &&
 800	    (cfg_hnd->minor > MSM_DSI_6G_VER_MINOR_V1_0) &&
 801	    phy_shared_timings->clk_pre_inc_by_2)
 802		dsi_write(msm_host, REG_DSI_T_CLK_PRE_EXTEND,
 803			  DSI_T_CLK_PRE_EXTEND_INC_BY_2_BYTECLK);
 804
 805	data = 0;
 806	if (!(flags & MIPI_DSI_MODE_NO_EOT_PACKET))
 807		data |= DSI_EOT_PACKET_CTRL_TX_EOT_APPEND;
 808	dsi_write(msm_host, REG_DSI_EOT_PACKET_CTRL, data);
 809
 810	/* allow only ack-err-status to generate interrupt */
 811	dsi_write(msm_host, REG_DSI_ERR_INT_MASK0, 0x13ff3fe0);
 812
 813	dsi_intr_ctrl(msm_host, DSI_IRQ_MASK_ERROR, 1);
 814
 815	dsi_write(msm_host, REG_DSI_CLK_CTRL, DSI_CLK_CTRL_ENABLE_CLKS);
 816
 817	data = DSI_CTRL_CLK_EN;
 818
 819	DBG("lane number=%d", msm_host->lanes);
 820	data |= ((DSI_CTRL_LANE0 << msm_host->lanes) - DSI_CTRL_LANE0);
 821
 822	dsi_write(msm_host, REG_DSI_LANE_SWAP_CTRL,
 823		  DSI_LANE_SWAP_CTRL_DLN_SWAP_SEL(msm_host->dlane_swap));
 824
 825	if (!(flags & MIPI_DSI_CLOCK_NON_CONTINUOUS)) {
 826		lane_ctrl = dsi_read(msm_host, REG_DSI_LANE_CTRL);
 827
 828		if (msm_dsi_phy_set_continuous_clock(phy, enable))
 829			lane_ctrl &= ~DSI_LANE_CTRL_HS_REQ_SEL_PHY;
 830
 831		dsi_write(msm_host, REG_DSI_LANE_CTRL,
 832			lane_ctrl | DSI_LANE_CTRL_CLKLN_HS_FORCE_REQUEST);
 833	}
 834
 835	data |= DSI_CTRL_ENABLE;
 836
 837	dsi_write(msm_host, REG_DSI_CTRL, data);
 838
 839	if (msm_host->cphy_mode)
 840		dsi_write(msm_host, REG_DSI_CPHY_MODE_CTRL, BIT(0));
 841}
 842
 843static void dsi_update_dsc_timing(struct msm_dsi_host *msm_host, bool is_cmd_mode, u32 hdisplay)
 844{
 845	struct drm_dsc_config *dsc = msm_host->dsc;
 846	u32 reg, reg_ctrl, reg_ctrl2;
 847	u32 slice_per_intf, total_bytes_per_intf;
 848	u32 pkt_per_line;
 849	u32 eol_byte_num;
 
 850
 851	/* first calculate dsc parameters and then program
 852	 * compress mode registers
 853	 */
 854	slice_per_intf = DIV_ROUND_UP(hdisplay, dsc->slice_width);
 855
 856	/* If slice_per_pkt is greater than slice_per_intf
 857	 * then default to 1. This can happen during partial
 858	 * update.
 859	 */
 860	if (slice_per_intf > dsc->slice_count)
 861		dsc->slice_count = 1;
 862
 863	total_bytes_per_intf = dsc->slice_chunk_size * slice_per_intf;
 
 864
 865	eol_byte_num = total_bytes_per_intf % 3;
 866	pkt_per_line = slice_per_intf / dsc->slice_count;
 
 
 
 
 
 
 
 867
 868	if (is_cmd_mode) /* packet data type */
 869		reg = DSI_COMMAND_COMPRESSION_MODE_CTRL_STREAM0_DATATYPE(MIPI_DSI_DCS_LONG_WRITE);
 870	else
 871		reg = DSI_VIDEO_COMPRESSION_MODE_CTRL_DATATYPE(MIPI_DSI_COMPRESSED_PIXEL_STREAM);
 872
 873	/* DSI_VIDEO_COMPRESSION_MODE & DSI_COMMAND_COMPRESSION_MODE
 874	 * registers have similar offsets, so for below common code use
 875	 * DSI_VIDEO_COMPRESSION_MODE_XXXX for setting bits
 
 
 876	 */
 
 
 877	reg |= DSI_VIDEO_COMPRESSION_MODE_CTRL_PKT_PER_LINE(pkt_per_line >> 1);
 878	reg |= DSI_VIDEO_COMPRESSION_MODE_CTRL_EOL_BYTE_NUM(eol_byte_num);
 879	reg |= DSI_VIDEO_COMPRESSION_MODE_CTRL_EN;
 880
 881	if (is_cmd_mode) {
 882		reg_ctrl = dsi_read(msm_host, REG_DSI_COMMAND_COMPRESSION_MODE_CTRL);
 883		reg_ctrl2 = dsi_read(msm_host, REG_DSI_COMMAND_COMPRESSION_MODE_CTRL2);
 884
 885		reg_ctrl &= ~0xffff;
 886		reg_ctrl |= reg;
 887
 888		reg_ctrl2 &= ~DSI_COMMAND_COMPRESSION_MODE_CTRL2_STREAM0_SLICE_WIDTH__MASK;
 889		reg_ctrl2 |= DSI_COMMAND_COMPRESSION_MODE_CTRL2_STREAM0_SLICE_WIDTH(dsc->slice_chunk_size);
 890
 891		dsi_write(msm_host, REG_DSI_COMMAND_COMPRESSION_MODE_CTRL, reg_ctrl);
 892		dsi_write(msm_host, REG_DSI_COMMAND_COMPRESSION_MODE_CTRL2, reg_ctrl2);
 893	} else {
 
 894		dsi_write(msm_host, REG_DSI_VIDEO_COMPRESSION_MODE_CTRL, reg);
 895	}
 896}
 897
 898static void dsi_timing_setup(struct msm_dsi_host *msm_host, bool is_bonded_dsi)
 899{
 900	struct drm_display_mode *mode = msm_host->mode;
 901	u32 hs_start = 0, vs_start = 0; /* take sync start as 0 */
 902	u32 h_total = mode->htotal;
 903	u32 v_total = mode->vtotal;
 904	u32 hs_end = mode->hsync_end - mode->hsync_start;
 905	u32 vs_end = mode->vsync_end - mode->vsync_start;
 906	u32 ha_start = h_total - mode->hsync_start;
 907	u32 ha_end = ha_start + mode->hdisplay;
 908	u32 va_start = v_total - mode->vsync_start;
 909	u32 va_end = va_start + mode->vdisplay;
 910	u32 hdisplay = mode->hdisplay;
 911	u32 wc;
 912	int ret;
 
 913
 914	DBG("");
 915
 916	/*
 917	 * For bonded DSI mode, the current DRM mode has
 918	 * the complete width of the panel. Since, the complete
 919	 * panel is driven by two DSI controllers, the horizontal
 920	 * timings have to be split between the two dsi controllers.
 921	 * Adjust the DSI host timing values accordingly.
 922	 */
 923	if (is_bonded_dsi) {
 924		h_total /= 2;
 925		hs_end /= 2;
 926		ha_start /= 2;
 927		ha_end /= 2;
 928		hdisplay /= 2;
 929	}
 930
 931	if (msm_host->dsc) {
 932		struct drm_dsc_config *dsc = msm_host->dsc;
 
 933
 934		/* update dsc params with timing params */
 935		if (!dsc || !mode->hdisplay || !mode->vdisplay) {
 936			pr_err("DSI: invalid input: pic_width: %d pic_height: %d\n",
 937			       mode->hdisplay, mode->vdisplay);
 938			return;
 939		}
 940
 941		dsc->pic_width = mode->hdisplay;
 942		dsc->pic_height = mode->vdisplay;
 943		DBG("Mode %dx%d\n", dsc->pic_width, dsc->pic_height);
 944
 945		/* we do the calculations for dsc parameters here so that
 946		 * panel can use these parameters
 947		 */
 948		ret = dsi_populate_dsc_params(msm_host, dsc);
 949		if (ret)
 950			return;
 951
 952		/* Divide the display by 3 but keep back/font porch and
 953		 * pulse width same
 
 
 
 
 
 
 
 
 
 
 954		 */
 955		h_total -= hdisplay;
 956		hdisplay /= 3;
 
 
 
 
 
 
 957		h_total += hdisplay;
 958		ha_end = ha_start + hdisplay;
 959	}
 960
 961	if (msm_host->mode_flags & MIPI_DSI_MODE_VIDEO) {
 962		if (msm_host->dsc)
 963			dsi_update_dsc_timing(msm_host, false, mode->hdisplay);
 964
 965		dsi_write(msm_host, REG_DSI_ACTIVE_H,
 966			DSI_ACTIVE_H_START(ha_start) |
 967			DSI_ACTIVE_H_END(ha_end));
 968		dsi_write(msm_host, REG_DSI_ACTIVE_V,
 969			DSI_ACTIVE_V_START(va_start) |
 970			DSI_ACTIVE_V_END(va_end));
 971		dsi_write(msm_host, REG_DSI_TOTAL,
 972			DSI_TOTAL_H_TOTAL(h_total - 1) |
 973			DSI_TOTAL_V_TOTAL(v_total - 1));
 974
 975		dsi_write(msm_host, REG_DSI_ACTIVE_HSYNC,
 976			DSI_ACTIVE_HSYNC_START(hs_start) |
 977			DSI_ACTIVE_HSYNC_END(hs_end));
 978		dsi_write(msm_host, REG_DSI_ACTIVE_VSYNC_HPOS, 0);
 979		dsi_write(msm_host, REG_DSI_ACTIVE_VSYNC_VPOS,
 980			DSI_ACTIVE_VSYNC_VPOS_START(vs_start) |
 981			DSI_ACTIVE_VSYNC_VPOS_END(vs_end));
 982	} else {		/* command mode */
 983		if (msm_host->dsc)
 984			dsi_update_dsc_timing(msm_host, true, mode->hdisplay);
 985
 986		/* image data and 1 byte write_memory_start cmd */
 987		if (!msm_host->dsc)
 988			wc = hdisplay * dsi_get_bpp(msm_host->format) / 8 + 1;
 989		else
 990			wc = mode->hdisplay / 2 + 1;
 
 
 
 
 
 
 
 991
 992		dsi_write(msm_host, REG_DSI_CMD_MDP_STREAM0_CTRL,
 993			DSI_CMD_MDP_STREAM0_CTRL_WORD_COUNT(wc) |
 994			DSI_CMD_MDP_STREAM0_CTRL_VIRTUAL_CHANNEL(
 995					msm_host->channel) |
 996			DSI_CMD_MDP_STREAM0_CTRL_DATA_TYPE(
 997					MIPI_DSI_DCS_LONG_WRITE));
 998
 999		dsi_write(msm_host, REG_DSI_CMD_MDP_STREAM0_TOTAL,
1000			DSI_CMD_MDP_STREAM0_TOTAL_H_TOTAL(hdisplay) |
1001			DSI_CMD_MDP_STREAM0_TOTAL_V_TOTAL(mode->vdisplay));
1002	}
1003}
1004
1005static void dsi_sw_reset(struct msm_dsi_host *msm_host)
1006{
1007	u32 ctrl;
1008
1009	ctrl = dsi_read(msm_host, REG_DSI_CTRL);
1010
1011	if (ctrl & DSI_CTRL_ENABLE) {
1012		dsi_write(msm_host, REG_DSI_CTRL, ctrl & ~DSI_CTRL_ENABLE);
1013		/*
1014		 * dsi controller need to be disabled before
1015		 * clocks turned on
1016		 */
1017		wmb();
1018	}
1019
1020	dsi_write(msm_host, REG_DSI_CLK_CTRL, DSI_CLK_CTRL_ENABLE_CLKS);
1021	wmb(); /* clocks need to be enabled before reset */
1022
1023	/* dsi controller can only be reset while clocks are running */
1024	dsi_write(msm_host, REG_DSI_RESET, 1);
1025	msleep(DSI_RESET_TOGGLE_DELAY_MS); /* make sure reset happen */
1026	dsi_write(msm_host, REG_DSI_RESET, 0);
1027	wmb(); /* controller out of reset */
1028
1029	if (ctrl & DSI_CTRL_ENABLE) {
1030		dsi_write(msm_host, REG_DSI_CTRL, ctrl);
1031		wmb();	/* make sure dsi controller enabled again */
1032	}
1033}
1034
1035static void dsi_op_mode_config(struct msm_dsi_host *msm_host,
1036					bool video_mode, bool enable)
1037{
1038	u32 dsi_ctrl;
1039
1040	dsi_ctrl = dsi_read(msm_host, REG_DSI_CTRL);
1041
1042	if (!enable) {
1043		dsi_ctrl &= ~(DSI_CTRL_ENABLE | DSI_CTRL_VID_MODE_EN |
1044				DSI_CTRL_CMD_MODE_EN);
1045		dsi_intr_ctrl(msm_host, DSI_IRQ_MASK_CMD_MDP_DONE |
1046					DSI_IRQ_MASK_VIDEO_DONE, 0);
1047	} else {
1048		if (video_mode) {
1049			dsi_ctrl |= DSI_CTRL_VID_MODE_EN;
1050		} else {		/* command mode */
1051			dsi_ctrl |= DSI_CTRL_CMD_MODE_EN;
1052			dsi_intr_ctrl(msm_host, DSI_IRQ_MASK_CMD_MDP_DONE, 1);
1053		}
1054		dsi_ctrl |= DSI_CTRL_ENABLE;
1055	}
1056
1057	dsi_write(msm_host, REG_DSI_CTRL, dsi_ctrl);
1058}
1059
1060static void dsi_set_tx_power_mode(int mode, struct msm_dsi_host *msm_host)
1061{
1062	u32 data;
1063
1064	data = dsi_read(msm_host, REG_DSI_CMD_DMA_CTRL);
1065
1066	if (mode == 0)
1067		data &= ~DSI_CMD_DMA_CTRL_LOW_POWER;
1068	else
1069		data |= DSI_CMD_DMA_CTRL_LOW_POWER;
1070
1071	dsi_write(msm_host, REG_DSI_CMD_DMA_CTRL, data);
1072}
1073
1074static void dsi_wait4video_done(struct msm_dsi_host *msm_host)
1075{
1076	u32 ret = 0;
1077	struct device *dev = &msm_host->pdev->dev;
1078
1079	dsi_intr_ctrl(msm_host, DSI_IRQ_MASK_VIDEO_DONE, 1);
1080
1081	reinit_completion(&msm_host->video_comp);
1082
1083	ret = wait_for_completion_timeout(&msm_host->video_comp,
1084			msecs_to_jiffies(70));
1085
1086	if (ret == 0)
1087		DRM_DEV_ERROR(dev, "wait for video done timed out\n");
1088
1089	dsi_intr_ctrl(msm_host, DSI_IRQ_MASK_VIDEO_DONE, 0);
1090}
1091
1092static void dsi_wait4video_eng_busy(struct msm_dsi_host *msm_host)
1093{
 
 
1094	if (!(msm_host->mode_flags & MIPI_DSI_MODE_VIDEO))
1095		return;
1096
 
 
 
 
 
 
 
 
 
 
1097	if (msm_host->power_on && msm_host->enabled) {
1098		dsi_wait4video_done(msm_host);
1099		/* delay 4 ms to skip BLLP */
1100		usleep_range(2000, 4000);
1101	}
1102}
1103
1104int dsi_tx_buf_alloc_6g(struct msm_dsi_host *msm_host, int size)
1105{
1106	struct drm_device *dev = msm_host->dev;
1107	struct msm_drm_private *priv = dev->dev_private;
1108	uint64_t iova;
1109	u8 *data;
1110
 
 
1111	data = msm_gem_kernel_new(dev, size, MSM_BO_WC,
1112					priv->kms->aspace,
1113					&msm_host->tx_gem_obj, &iova);
1114
1115	if (IS_ERR(data)) {
1116		msm_host->tx_gem_obj = NULL;
1117		return PTR_ERR(data);
1118	}
1119
1120	msm_gem_object_set_name(msm_host->tx_gem_obj, "tx_gem");
1121
1122	msm_host->tx_size = msm_host->tx_gem_obj->size;
1123
1124	return 0;
1125}
1126
1127int dsi_tx_buf_alloc_v2(struct msm_dsi_host *msm_host, int size)
1128{
1129	struct drm_device *dev = msm_host->dev;
1130
1131	msm_host->tx_buf = dma_alloc_coherent(dev->dev, size,
1132					&msm_host->tx_buf_paddr, GFP_KERNEL);
1133	if (!msm_host->tx_buf)
1134		return -ENOMEM;
1135
1136	msm_host->tx_size = size;
1137
1138	return 0;
1139}
1140
1141static void dsi_tx_buf_free(struct msm_dsi_host *msm_host)
1142{
 
1143	struct drm_device *dev = msm_host->dev;
1144	struct msm_drm_private *priv;
1145
1146	/*
1147	 * This is possible if we're tearing down before we've had a chance to
1148	 * fully initialize. A very real possibility if our probe is deferred,
1149	 * in which case we'll hit msm_dsi_host_destroy() without having run
1150	 * through the dsi_tx_buf_alloc().
1151	 */
1152	if (!dev)
1153		return;
1154
1155	priv = dev->dev_private;
1156	if (msm_host->tx_gem_obj) {
1157		msm_gem_unpin_iova(msm_host->tx_gem_obj, priv->kms->aspace);
1158		drm_gem_object_put(msm_host->tx_gem_obj);
1159		msm_host->tx_gem_obj = NULL;
 
1160	}
1161
1162	if (msm_host->tx_buf)
1163		dma_free_coherent(dev->dev, msm_host->tx_size, msm_host->tx_buf,
1164			msm_host->tx_buf_paddr);
1165}
1166
1167void *dsi_tx_buf_get_6g(struct msm_dsi_host *msm_host)
1168{
1169	return msm_gem_get_vaddr(msm_host->tx_gem_obj);
1170}
1171
1172void *dsi_tx_buf_get_v2(struct msm_dsi_host *msm_host)
1173{
1174	return msm_host->tx_buf;
1175}
1176
1177void dsi_tx_buf_put_6g(struct msm_dsi_host *msm_host)
1178{
1179	msm_gem_put_vaddr(msm_host->tx_gem_obj);
1180}
1181
1182/*
1183 * prepare cmd buffer to be txed
1184 */
1185static int dsi_cmd_dma_add(struct msm_dsi_host *msm_host,
1186			   const struct mipi_dsi_msg *msg)
1187{
1188	const struct msm_dsi_cfg_handler *cfg_hnd = msm_host->cfg_hnd;
1189	struct mipi_dsi_packet packet;
1190	int len;
1191	int ret;
1192	u8 *data;
1193
1194	ret = mipi_dsi_create_packet(&packet, msg);
1195	if (ret) {
1196		pr_err("%s: create packet failed, %d\n", __func__, ret);
1197		return ret;
1198	}
1199	len = (packet.size + 3) & (~0x3);
1200
1201	if (len > msm_host->tx_size) {
1202		pr_err("%s: packet size is too big\n", __func__);
1203		return -EINVAL;
1204	}
1205
1206	data = cfg_hnd->ops->tx_buf_get(msm_host);
1207	if (IS_ERR(data)) {
1208		ret = PTR_ERR(data);
1209		pr_err("%s: get vaddr failed, %d\n", __func__, ret);
1210		return ret;
1211	}
1212
1213	/* MSM specific command format in memory */
1214	data[0] = packet.header[1];
1215	data[1] = packet.header[2];
1216	data[2] = packet.header[0];
1217	data[3] = BIT(7); /* Last packet */
1218	if (mipi_dsi_packet_format_is_long(msg->type))
1219		data[3] |= BIT(6);
1220	if (msg->rx_buf && msg->rx_len)
1221		data[3] |= BIT(5);
1222
1223	/* Long packet */
1224	if (packet.payload && packet.payload_length)
1225		memcpy(data + 4, packet.payload, packet.payload_length);
1226
1227	/* Append 0xff to the end */
1228	if (packet.size < len)
1229		memset(data + packet.size, 0xff, len - packet.size);
1230
1231	if (cfg_hnd->ops->tx_buf_put)
1232		cfg_hnd->ops->tx_buf_put(msm_host);
1233
1234	return len;
1235}
1236
1237/*
1238 * dsi_short_read1_resp: 1 parameter
1239 */
1240static int dsi_short_read1_resp(u8 *buf, const struct mipi_dsi_msg *msg)
1241{
1242	u8 *data = msg->rx_buf;
1243	if (data && (msg->rx_len >= 1)) {
1244		*data = buf[1]; /* strip out dcs type */
1245		return 1;
1246	} else {
1247		pr_err("%s: read data does not match with rx_buf len %zu\n",
1248			__func__, msg->rx_len);
1249		return -EINVAL;
1250	}
1251}
1252
1253/*
1254 * dsi_short_read2_resp: 2 parameter
1255 */
1256static int dsi_short_read2_resp(u8 *buf, const struct mipi_dsi_msg *msg)
1257{
1258	u8 *data = msg->rx_buf;
1259	if (data && (msg->rx_len >= 2)) {
1260		data[0] = buf[1]; /* strip out dcs type */
1261		data[1] = buf[2];
1262		return 2;
1263	} else {
1264		pr_err("%s: read data does not match with rx_buf len %zu\n",
1265			__func__, msg->rx_len);
1266		return -EINVAL;
1267	}
1268}
1269
1270static int dsi_long_read_resp(u8 *buf, const struct mipi_dsi_msg *msg)
1271{
1272	/* strip out 4 byte dcs header */
1273	if (msg->rx_buf && msg->rx_len)
1274		memcpy(msg->rx_buf, buf + 4, msg->rx_len);
1275
1276	return msg->rx_len;
1277}
1278
1279int dsi_dma_base_get_6g(struct msm_dsi_host *msm_host, uint64_t *dma_base)
1280{
1281	struct drm_device *dev = msm_host->dev;
1282	struct msm_drm_private *priv = dev->dev_private;
1283
1284	if (!dma_base)
1285		return -EINVAL;
1286
1287	return msm_gem_get_and_pin_iova(msm_host->tx_gem_obj,
1288				priv->kms->aspace, dma_base);
1289}
1290
1291int dsi_dma_base_get_v2(struct msm_dsi_host *msm_host, uint64_t *dma_base)
1292{
1293	if (!dma_base)
1294		return -EINVAL;
1295
1296	*dma_base = msm_host->tx_buf_paddr;
1297	return 0;
1298}
1299
1300static int dsi_cmd_dma_tx(struct msm_dsi_host *msm_host, int len)
1301{
1302	const struct msm_dsi_cfg_handler *cfg_hnd = msm_host->cfg_hnd;
1303	int ret;
1304	uint64_t dma_base;
1305	bool triggered;
1306
1307	ret = cfg_hnd->ops->dma_base_get(msm_host, &dma_base);
1308	if (ret) {
1309		pr_err("%s: failed to get iova: %d\n", __func__, ret);
1310		return ret;
1311	}
1312
1313	reinit_completion(&msm_host->dma_comp);
1314
1315	dsi_wait4video_eng_busy(msm_host);
1316
1317	triggered = msm_dsi_manager_cmd_xfer_trigger(
1318						msm_host->id, dma_base, len);
1319	if (triggered) {
1320		ret = wait_for_completion_timeout(&msm_host->dma_comp,
1321					msecs_to_jiffies(200));
1322		DBG("ret=%d", ret);
1323		if (ret == 0)
1324			ret = -ETIMEDOUT;
1325		else
1326			ret = len;
1327	} else
1328		ret = len;
1329
1330	return ret;
1331}
1332
1333static int dsi_cmd_dma_rx(struct msm_dsi_host *msm_host,
1334			u8 *buf, int rx_byte, int pkt_size)
1335{
1336	u32 *temp, data;
1337	int i, j = 0, cnt;
1338	u32 read_cnt;
1339	u8 reg[16];
1340	int repeated_bytes = 0;
1341	int buf_offset = buf - msm_host->rx_buf;
1342
1343	temp = (u32 *)reg;
1344	cnt = (rx_byte + 3) >> 2;
1345	if (cnt > 4)
1346		cnt = 4; /* 4 x 32 bits registers only */
1347
1348	if (rx_byte == 4)
1349		read_cnt = 4;
1350	else
1351		read_cnt = pkt_size + 6;
1352
1353	/*
1354	 * In case of multiple reads from the panel, after the first read, there
1355	 * is possibility that there are some bytes in the payload repeating in
1356	 * the RDBK_DATA registers. Since we read all the parameters from the
1357	 * panel right from the first byte for every pass. We need to skip the
1358	 * repeating bytes and then append the new parameters to the rx buffer.
1359	 */
1360	if (read_cnt > 16) {
1361		int bytes_shifted;
1362		/* Any data more than 16 bytes will be shifted out.
1363		 * The temp read buffer should already contain these bytes.
1364		 * The remaining bytes in read buffer are the repeated bytes.
1365		 */
1366		bytes_shifted = read_cnt - 16;
1367		repeated_bytes = buf_offset - bytes_shifted;
1368	}
1369
1370	for (i = cnt - 1; i >= 0; i--) {
1371		data = dsi_read(msm_host, REG_DSI_RDBK_DATA(i));
1372		*temp++ = ntohl(data); /* to host byte order */
1373		DBG("data = 0x%x and ntohl(data) = 0x%x", data, ntohl(data));
1374	}
1375
1376	for (i = repeated_bytes; i < 16; i++)
1377		buf[j++] = reg[i];
1378
1379	return j;
1380}
1381
1382static int dsi_cmds2buf_tx(struct msm_dsi_host *msm_host,
1383				const struct mipi_dsi_msg *msg)
1384{
1385	int len, ret;
1386	int bllp_len = msm_host->mode->hdisplay *
1387			dsi_get_bpp(msm_host->format) / 8;
1388
1389	len = dsi_cmd_dma_add(msm_host, msg);
1390	if (len < 0) {
1391		pr_err("%s: failed to add cmd type = 0x%x\n",
1392			__func__,  msg->type);
1393		return len;
1394	}
1395
1396	/* for video mode, do not send cmds more than
1397	* one pixel line, since it only transmit it
1398	* during BLLP.
1399	*/
1400	/* TODO: if the command is sent in LP mode, the bit rate is only
1401	 * half of esc clk rate. In this case, if the video is already
1402	 * actively streaming, we need to check more carefully if the
1403	 * command can be fit into one BLLP.
1404	 */
1405	if ((msm_host->mode_flags & MIPI_DSI_MODE_VIDEO) && (len > bllp_len)) {
1406		pr_err("%s: cmd cannot fit into BLLP period, len=%d\n",
1407			__func__, len);
1408		return -EINVAL;
1409	}
1410
1411	ret = dsi_cmd_dma_tx(msm_host, len);
1412	if (ret < 0) {
1413		pr_err("%s: cmd dma tx failed, type=0x%x, data0=0x%x, len=%d, ret=%d\n",
1414			__func__, msg->type, (*(u8 *)(msg->tx_buf)), len, ret);
1415		return ret;
1416	} else if (ret < len) {
1417		pr_err("%s: cmd dma tx failed, type=0x%x, data0=0x%x, ret=%d len=%d\n",
1418			__func__, msg->type, (*(u8 *)(msg->tx_buf)), ret, len);
1419		return -EIO;
1420	}
1421
1422	return len;
1423}
1424
1425static void dsi_err_worker(struct work_struct *work)
1426{
1427	struct msm_dsi_host *msm_host =
1428		container_of(work, struct msm_dsi_host, err_work);
1429	u32 status = msm_host->err_work_state;
1430
1431	pr_err_ratelimited("%s: status=%x\n", __func__, status);
1432	if (status & DSI_ERR_STATE_MDP_FIFO_UNDERFLOW)
1433		dsi_sw_reset(msm_host);
1434
1435	/* It is safe to clear here because error irq is disabled. */
1436	msm_host->err_work_state = 0;
1437
1438	/* enable dsi error interrupt */
1439	dsi_intr_ctrl(msm_host, DSI_IRQ_MASK_ERROR, 1);
1440}
1441
1442static void dsi_ack_err_status(struct msm_dsi_host *msm_host)
1443{
1444	u32 status;
1445
1446	status = dsi_read(msm_host, REG_DSI_ACK_ERR_STATUS);
1447
1448	if (status) {
1449		dsi_write(msm_host, REG_DSI_ACK_ERR_STATUS, status);
1450		/* Writing of an extra 0 needed to clear error bits */
1451		dsi_write(msm_host, REG_DSI_ACK_ERR_STATUS, 0);
1452		msm_host->err_work_state |= DSI_ERR_STATE_ACK;
1453	}
1454}
1455
1456static void dsi_timeout_status(struct msm_dsi_host *msm_host)
1457{
1458	u32 status;
1459
1460	status = dsi_read(msm_host, REG_DSI_TIMEOUT_STATUS);
1461
1462	if (status) {
1463		dsi_write(msm_host, REG_DSI_TIMEOUT_STATUS, status);
1464		msm_host->err_work_state |= DSI_ERR_STATE_TIMEOUT;
1465	}
1466}
1467
1468static void dsi_dln0_phy_err(struct msm_dsi_host *msm_host)
1469{
1470	u32 status;
1471
1472	status = dsi_read(msm_host, REG_DSI_DLN0_PHY_ERR);
1473
1474	if (status & (DSI_DLN0_PHY_ERR_DLN0_ERR_ESC |
1475			DSI_DLN0_PHY_ERR_DLN0_ERR_SYNC_ESC |
1476			DSI_DLN0_PHY_ERR_DLN0_ERR_CONTROL |
1477			DSI_DLN0_PHY_ERR_DLN0_ERR_CONTENTION_LP0 |
1478			DSI_DLN0_PHY_ERR_DLN0_ERR_CONTENTION_LP1)) {
1479		dsi_write(msm_host, REG_DSI_DLN0_PHY_ERR, status);
1480		msm_host->err_work_state |= DSI_ERR_STATE_DLN0_PHY;
1481	}
1482}
1483
1484static void dsi_fifo_status(struct msm_dsi_host *msm_host)
1485{
1486	u32 status;
1487
1488	status = dsi_read(msm_host, REG_DSI_FIFO_STATUS);
1489
1490	/* fifo underflow, overflow */
1491	if (status) {
1492		dsi_write(msm_host, REG_DSI_FIFO_STATUS, status);
1493		msm_host->err_work_state |= DSI_ERR_STATE_FIFO;
1494		if (status & DSI_FIFO_STATUS_CMD_MDP_FIFO_UNDERFLOW)
1495			msm_host->err_work_state |=
1496					DSI_ERR_STATE_MDP_FIFO_UNDERFLOW;
1497	}
1498}
1499
1500static void dsi_status(struct msm_dsi_host *msm_host)
1501{
1502	u32 status;
1503
1504	status = dsi_read(msm_host, REG_DSI_STATUS0);
1505
1506	if (status & DSI_STATUS0_INTERLEAVE_OP_CONTENTION) {
1507		dsi_write(msm_host, REG_DSI_STATUS0, status);
1508		msm_host->err_work_state |=
1509			DSI_ERR_STATE_INTERLEAVE_OP_CONTENTION;
1510	}
1511}
1512
1513static void dsi_clk_status(struct msm_dsi_host *msm_host)
1514{
1515	u32 status;
1516
1517	status = dsi_read(msm_host, REG_DSI_CLK_STATUS);
1518
1519	if (status & DSI_CLK_STATUS_PLL_UNLOCKED) {
1520		dsi_write(msm_host, REG_DSI_CLK_STATUS, status);
1521		msm_host->err_work_state |= DSI_ERR_STATE_PLL_UNLOCKED;
1522	}
1523}
1524
1525static void dsi_error(struct msm_dsi_host *msm_host)
1526{
1527	/* disable dsi error interrupt */
1528	dsi_intr_ctrl(msm_host, DSI_IRQ_MASK_ERROR, 0);
1529
1530	dsi_clk_status(msm_host);
1531	dsi_fifo_status(msm_host);
1532	dsi_ack_err_status(msm_host);
1533	dsi_timeout_status(msm_host);
1534	dsi_status(msm_host);
1535	dsi_dln0_phy_err(msm_host);
1536
1537	queue_work(msm_host->workqueue, &msm_host->err_work);
1538}
1539
1540static irqreturn_t dsi_host_irq(int irq, void *ptr)
1541{
1542	struct msm_dsi_host *msm_host = ptr;
1543	u32 isr;
1544	unsigned long flags;
1545
1546	if (!msm_host->ctrl_base)
1547		return IRQ_HANDLED;
1548
1549	spin_lock_irqsave(&msm_host->intr_lock, flags);
1550	isr = dsi_read(msm_host, REG_DSI_INTR_CTRL);
1551	dsi_write(msm_host, REG_DSI_INTR_CTRL, isr);
1552	spin_unlock_irqrestore(&msm_host->intr_lock, flags);
1553
1554	DBG("isr=0x%x, id=%d", isr, msm_host->id);
1555
1556	if (isr & DSI_IRQ_ERROR)
1557		dsi_error(msm_host);
1558
1559	if (isr & DSI_IRQ_VIDEO_DONE)
1560		complete(&msm_host->video_comp);
1561
1562	if (isr & DSI_IRQ_CMD_DMA_DONE)
1563		complete(&msm_host->dma_comp);
1564
1565	return IRQ_HANDLED;
1566}
1567
1568static int dsi_host_init_panel_gpios(struct msm_dsi_host *msm_host,
1569			struct device *panel_device)
1570{
1571	msm_host->disp_en_gpio = devm_gpiod_get_optional(panel_device,
1572							 "disp-enable",
1573							 GPIOD_OUT_LOW);
1574	if (IS_ERR(msm_host->disp_en_gpio)) {
1575		DBG("cannot get disp-enable-gpios %ld",
1576				PTR_ERR(msm_host->disp_en_gpio));
1577		return PTR_ERR(msm_host->disp_en_gpio);
1578	}
1579
1580	msm_host->te_gpio = devm_gpiod_get_optional(panel_device, "disp-te",
1581								GPIOD_IN);
1582	if (IS_ERR(msm_host->te_gpio)) {
1583		DBG("cannot get disp-te-gpios %ld", PTR_ERR(msm_host->te_gpio));
1584		return PTR_ERR(msm_host->te_gpio);
1585	}
1586
1587	return 0;
1588}
1589
1590static int dsi_host_attach(struct mipi_dsi_host *host,
1591					struct mipi_dsi_device *dsi)
1592{
1593	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);
1594	int ret;
1595
1596	if (dsi->lanes > msm_host->num_data_lanes)
1597		return -EINVAL;
1598
1599	msm_host->channel = dsi->channel;
1600	msm_host->lanes = dsi->lanes;
1601	msm_host->format = dsi->format;
1602	msm_host->mode_flags = dsi->mode_flags;
1603	if (dsi->dsc)
1604		msm_host->dsc = dsi->dsc;
1605
1606	/* Some gpios defined in panel DT need to be controlled by host */
1607	ret = dsi_host_init_panel_gpios(msm_host, &dsi->dev);
1608	if (ret)
1609		return ret;
1610
1611	ret = dsi_dev_attach(msm_host->pdev);
1612	if (ret)
1613		return ret;
1614
1615	DBG("id=%d", msm_host->id);
1616
1617	return 0;
1618}
1619
1620static int dsi_host_detach(struct mipi_dsi_host *host,
1621					struct mipi_dsi_device *dsi)
1622{
1623	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);
1624
1625	dsi_dev_detach(msm_host->pdev);
1626
1627	DBG("id=%d", msm_host->id);
1628
1629	return 0;
1630}
1631
1632static ssize_t dsi_host_transfer(struct mipi_dsi_host *host,
1633					const struct mipi_dsi_msg *msg)
1634{
1635	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);
1636	int ret;
1637
1638	if (!msg || !msm_host->power_on)
1639		return -EINVAL;
1640
1641	mutex_lock(&msm_host->cmd_mutex);
1642	ret = msm_dsi_manager_cmd_xfer(msm_host->id, msg);
1643	mutex_unlock(&msm_host->cmd_mutex);
1644
1645	return ret;
1646}
1647
1648static const struct mipi_dsi_host_ops dsi_host_ops = {
1649	.attach = dsi_host_attach,
1650	.detach = dsi_host_detach,
1651	.transfer = dsi_host_transfer,
1652};
1653
1654/*
1655 * List of supported physical to logical lane mappings.
1656 * For example, the 2nd entry represents the following mapping:
1657 *
1658 * "3012": Logic 3->Phys 0; Logic 0->Phys 1; Logic 1->Phys 2; Logic 2->Phys 3;
1659 */
1660static const int supported_data_lane_swaps[][4] = {
1661	{ 0, 1, 2, 3 },
1662	{ 3, 0, 1, 2 },
1663	{ 2, 3, 0, 1 },
1664	{ 1, 2, 3, 0 },
1665	{ 0, 3, 2, 1 },
1666	{ 1, 0, 3, 2 },
1667	{ 2, 1, 0, 3 },
1668	{ 3, 2, 1, 0 },
1669};
1670
1671static int dsi_host_parse_lane_data(struct msm_dsi_host *msm_host,
1672				    struct device_node *ep)
1673{
1674	struct device *dev = &msm_host->pdev->dev;
1675	struct property *prop;
1676	u32 lane_map[4];
1677	int ret, i, len, num_lanes;
1678
1679	prop = of_find_property(ep, "data-lanes", &len);
1680	if (!prop) {
1681		DRM_DEV_DEBUG(dev,
1682			"failed to find data lane mapping, using default\n");
1683		/* Set the number of date lanes to 4 by default. */
1684		msm_host->num_data_lanes = 4;
1685		return 0;
1686	}
1687
1688	num_lanes = drm_of_get_data_lanes_count(ep, 1, 4);
1689	if (num_lanes < 0) {
1690		DRM_DEV_ERROR(dev, "bad number of data lanes\n");
1691		return num_lanes;
1692	}
1693
1694	msm_host->num_data_lanes = num_lanes;
1695
1696	ret = of_property_read_u32_array(ep, "data-lanes", lane_map,
1697					 num_lanes);
1698	if (ret) {
1699		DRM_DEV_ERROR(dev, "failed to read lane data\n");
1700		return ret;
1701	}
1702
1703	/*
1704	 * compare DT specified physical-logical lane mappings with the ones
1705	 * supported by hardware
1706	 */
1707	for (i = 0; i < ARRAY_SIZE(supported_data_lane_swaps); i++) {
1708		const int *swap = supported_data_lane_swaps[i];
1709		int j;
1710
1711		/*
1712		 * the data-lanes array we get from DT has a logical->physical
1713		 * mapping. The "data lane swap" register field represents
1714		 * supported configurations in a physical->logical mapping.
1715		 * Translate the DT mapping to what we understand and find a
1716		 * configuration that works.
1717		 */
1718		for (j = 0; j < num_lanes; j++) {
1719			if (lane_map[j] < 0 || lane_map[j] > 3)
1720				DRM_DEV_ERROR(dev, "bad physical lane entry %u\n",
1721					lane_map[j]);
1722
1723			if (swap[lane_map[j]] != j)
1724				break;
1725		}
1726
1727		if (j == num_lanes) {
1728			msm_host->dlane_swap = i;
1729			return 0;
1730		}
1731	}
1732
1733	return -EINVAL;
1734}
1735
1736static u32 dsi_dsc_rc_buf_thresh[DSC_NUM_BUF_RANGES - 1] = {
1737	0x0e, 0x1c, 0x2a, 0x38, 0x46, 0x54, 0x62,
1738	0x69, 0x70, 0x77, 0x79, 0x7b, 0x7d, 0x7e
1739};
1740
1741/* only 8bpc, 8bpp added */
1742static char min_qp[DSC_NUM_BUF_RANGES] = {
1743	0, 0, 1, 1, 3, 3, 3, 3, 3, 3, 5, 5, 5, 7, 13
1744};
1745
1746static char max_qp[DSC_NUM_BUF_RANGES] = {
1747	4, 4, 5, 6, 7, 7, 7, 8, 9, 10, 11, 12, 13, 13, 15
1748};
1749
1750static char bpg_offset[DSC_NUM_BUF_RANGES] = {
1751	2, 0, 0, -2, -4, -6, -8, -8, -8, -10, -10, -12, -12, -12, -12
1752};
1753
1754static int dsi_populate_dsc_params(struct msm_dsi_host *msm_host, struct drm_dsc_config *dsc)
1755{
1756	int i;
1757	u16 bpp = dsc->bits_per_pixel >> 4;
1758
1759	if (dsc->bits_per_pixel & 0xf) {
1760		DRM_DEV_ERROR(&msm_host->pdev->dev, "DSI does not support fractional bits_per_pixel\n");
1761		return -EINVAL;
1762	}
1763
1764	if (dsc->bits_per_component != 8) {
1765		DRM_DEV_ERROR(&msm_host->pdev->dev, "DSI does not support bits_per_component != 8 yet\n");
1766		return -EOPNOTSUPP;
1767	}
1768
1769	dsc->rc_model_size = 8192;
1770	dsc->first_line_bpg_offset = 12;
1771	dsc->rc_edge_factor = 6;
1772	dsc->rc_tgt_offset_high = 3;
1773	dsc->rc_tgt_offset_low = 3;
1774	dsc->simple_422 = 0;
1775	dsc->convert_rgb = 1;
1776	dsc->vbr_enable = 0;
1777
1778	/* handle only bpp = bpc = 8 */
1779	for (i = 0; i < DSC_NUM_BUF_RANGES - 1 ; i++)
1780		dsc->rc_buf_thresh[i] = dsi_dsc_rc_buf_thresh[i];
1781
1782	for (i = 0; i < DSC_NUM_BUF_RANGES; i++) {
1783		dsc->rc_range_params[i].range_min_qp = min_qp[i];
1784		dsc->rc_range_params[i].range_max_qp = max_qp[i];
1785		/*
1786		 * Range BPG Offset contains two's-complement signed values that fill
1787		 * 8 bits, yet the registers and DCS PPS field are only 6 bits wide.
1788		 */
1789		dsc->rc_range_params[i].range_bpg_offset = bpg_offset[i] & DSC_RANGE_BPG_OFFSET_MASK;
1790	}
1791
1792	dsc->initial_offset = 6144;		/* Not bpp 12 */
1793	if (bpp != 8)
1794		dsc->initial_offset = 2048;	/* bpp = 12 */
1795
1796	if (dsc->bits_per_component <= 10)
1797		dsc->mux_word_size = DSC_MUX_WORD_SIZE_8_10_BPC;
1798	else
1799		dsc->mux_word_size = DSC_MUX_WORD_SIZE_12_BPC;
1800
1801	dsc->initial_xmit_delay = 512;
1802	dsc->initial_scale_value = 32;
1803	dsc->first_line_bpg_offset = 12;
1804	dsc->line_buf_depth = dsc->bits_per_component + 1;
1805
1806	/* bpc 8 */
1807	dsc->flatness_min_qp = 3;
1808	dsc->flatness_max_qp = 12;
1809	dsc->rc_quant_incr_limit0 = 11;
1810	dsc->rc_quant_incr_limit1 = 11;
1811
1812	return drm_dsc_compute_rc_parameters(dsc);
1813}
1814
1815static int dsi_host_parse_dt(struct msm_dsi_host *msm_host)
1816{
 
1817	struct device *dev = &msm_host->pdev->dev;
1818	struct device_node *np = dev->of_node;
1819	struct device_node *endpoint;
 
1820	int ret = 0;
1821
1822	/*
1823	 * Get the endpoint of the output port of the DSI host. In our case,
1824	 * this is mapped to port number with reg = 1. Don't return an error if
1825	 * the remote endpoint isn't defined. It's possible that there is
1826	 * nothing connected to the dsi output.
1827	 */
1828	endpoint = of_graph_get_endpoint_by_regs(np, 1, -1);
1829	if (!endpoint) {
1830		DRM_DEV_DEBUG(dev, "%s: no endpoint\n", __func__);
1831		return 0;
1832	}
1833
1834	ret = dsi_host_parse_lane_data(msm_host, endpoint);
1835	if (ret) {
1836		DRM_DEV_ERROR(dev, "%s: invalid lane configuration %d\n",
1837			__func__, ret);
1838		ret = -EINVAL;
1839		goto err;
1840	}
1841
 
 
 
 
 
 
 
 
 
 
1842	if (of_property_read_bool(np, "syscon-sfpb")) {
1843		msm_host->sfpb = syscon_regmap_lookup_by_phandle(np,
1844					"syscon-sfpb");
1845		if (IS_ERR(msm_host->sfpb)) {
1846			DRM_DEV_ERROR(dev, "%s: failed to get sfpb regmap\n",
1847				__func__);
1848			ret = PTR_ERR(msm_host->sfpb);
1849		}
1850	}
1851
1852err:
1853	of_node_put(endpoint);
1854
1855	return ret;
1856}
1857
1858static int dsi_host_get_id(struct msm_dsi_host *msm_host)
1859{
1860	struct platform_device *pdev = msm_host->pdev;
1861	const struct msm_dsi_config *cfg = msm_host->cfg_hnd->cfg;
1862	struct resource *res;
1863	int i;
1864
1865	res = platform_get_resource_byname(pdev, IORESOURCE_MEM, "dsi_ctrl");
1866	if (!res)
1867		return -EINVAL;
1868
1869	for (i = 0; i < cfg->num_dsi; i++) {
1870		if (cfg->io_start[i] == res->start)
1871			return i;
1872	}
1873
1874	return -EINVAL;
1875}
1876
1877int msm_dsi_host_init(struct msm_dsi *msm_dsi)
1878{
1879	struct msm_dsi_host *msm_host = NULL;
1880	struct platform_device *pdev = msm_dsi->pdev;
1881	const struct msm_dsi_config *cfg;
1882	int ret;
1883
1884	msm_host = devm_kzalloc(&pdev->dev, sizeof(*msm_host), GFP_KERNEL);
1885	if (!msm_host) {
1886		ret = -ENOMEM;
1887		goto fail;
1888	}
1889
1890	msm_host->pdev = pdev;
1891	msm_dsi->host = &msm_host->base;
1892
1893	ret = dsi_host_parse_dt(msm_host);
1894	if (ret) {
1895		pr_err("%s: failed to parse dt\n", __func__);
1896		goto fail;
1897	}
1898
1899	msm_host->ctrl_base = msm_ioremap_size(pdev, "dsi_ctrl", &msm_host->ctrl_size);
1900	if (IS_ERR(msm_host->ctrl_base)) {
1901		pr_err("%s: unable to map Dsi ctrl base\n", __func__);
1902		ret = PTR_ERR(msm_host->ctrl_base);
1903		goto fail;
1904	}
1905
1906	pm_runtime_enable(&pdev->dev);
1907
1908	msm_host->cfg_hnd = dsi_get_config(msm_host);
1909	if (!msm_host->cfg_hnd) {
1910		ret = -EINVAL;
1911		pr_err("%s: get config failed\n", __func__);
1912		goto fail;
1913	}
1914	cfg = msm_host->cfg_hnd->cfg;
1915
1916	msm_host->id = dsi_host_get_id(msm_host);
1917	if (msm_host->id < 0) {
1918		ret = msm_host->id;
1919		pr_err("%s: unable to identify DSI host index\n", __func__);
1920		goto fail;
1921	}
1922
1923	/* fixup base address by io offset */
1924	msm_host->ctrl_base += cfg->io_offset;
1925
1926	ret = devm_regulator_bulk_get_const(&pdev->dev, cfg->num_regulators,
1927					    cfg->regulator_data,
1928					    &msm_host->supplies);
1929	if (ret)
1930		goto fail;
1931
1932	ret = dsi_clk_init(msm_host);
1933	if (ret) {
1934		pr_err("%s: unable to initialize dsi clks\n", __func__);
1935		goto fail;
1936	}
1937
1938	msm_host->rx_buf = devm_kzalloc(&pdev->dev, SZ_4K, GFP_KERNEL);
1939	if (!msm_host->rx_buf) {
1940		ret = -ENOMEM;
1941		pr_err("%s: alloc rx temp buf failed\n", __func__);
1942		goto fail;
1943	}
1944
1945	ret = devm_pm_opp_set_clkname(&pdev->dev, "byte");
1946	if (ret)
1947		return ret;
1948	/* OPP table is optional */
1949	ret = devm_pm_opp_of_add_table(&pdev->dev);
1950	if (ret && ret != -ENODEV) {
1951		dev_err(&pdev->dev, "invalid OPP table in device tree\n");
1952		return ret;
1953	}
1954
1955	msm_host->irq = irq_of_parse_and_map(pdev->dev.of_node, 0);
1956	if (msm_host->irq < 0) {
1957		ret = msm_host->irq;
1958		dev_err(&pdev->dev, "failed to get irq: %d\n", ret);
1959		return ret;
1960	}
1961
1962	/* do not autoenable, will be enabled later */
1963	ret = devm_request_irq(&pdev->dev, msm_host->irq, dsi_host_irq,
1964			IRQF_TRIGGER_HIGH | IRQF_NO_AUTOEN,
1965			"dsi_isr", msm_host);
1966	if (ret < 0) {
1967		dev_err(&pdev->dev, "failed to request IRQ%u: %d\n",
1968				msm_host->irq, ret);
1969		return ret;
1970	}
1971
1972	init_completion(&msm_host->dma_comp);
1973	init_completion(&msm_host->video_comp);
1974	mutex_init(&msm_host->dev_mutex);
1975	mutex_init(&msm_host->cmd_mutex);
1976	spin_lock_init(&msm_host->intr_lock);
1977
1978	/* setup workqueue */
1979	msm_host->workqueue = alloc_ordered_workqueue("dsi_drm_work", 0);
 
 
 
1980	INIT_WORK(&msm_host->err_work, dsi_err_worker);
1981
1982	msm_dsi->id = msm_host->id;
1983
1984	DBG("Dsi Host %d initialized", msm_host->id);
1985	return 0;
1986
1987fail:
1988	return ret;
1989}
1990
1991void msm_dsi_host_destroy(struct mipi_dsi_host *host)
1992{
1993	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);
1994
1995	DBG("");
1996	dsi_tx_buf_free(msm_host);
1997	if (msm_host->workqueue) {
1998		destroy_workqueue(msm_host->workqueue);
1999		msm_host->workqueue = NULL;
2000	}
2001
2002	mutex_destroy(&msm_host->cmd_mutex);
2003	mutex_destroy(&msm_host->dev_mutex);
2004
2005	pm_runtime_disable(&msm_host->pdev->dev);
2006}
2007
2008int msm_dsi_host_modeset_init(struct mipi_dsi_host *host,
2009					struct drm_device *dev)
2010{
2011	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);
2012	const struct msm_dsi_cfg_handler *cfg_hnd = msm_host->cfg_hnd;
2013	int ret;
2014
2015	msm_host->dev = dev;
2016
2017	ret = cfg_hnd->ops->tx_buf_alloc(msm_host, SZ_4K);
2018	if (ret) {
2019		pr_err("%s: alloc tx gem obj failed, %d\n", __func__, ret);
2020		return ret;
2021	}
2022
2023	return 0;
2024}
2025
2026int msm_dsi_host_register(struct mipi_dsi_host *host)
2027{
2028	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);
2029	int ret;
2030
2031	/* Register mipi dsi host */
2032	if (!msm_host->registered) {
2033		host->dev = &msm_host->pdev->dev;
2034		host->ops = &dsi_host_ops;
2035		ret = mipi_dsi_host_register(host);
2036		if (ret)
2037			return ret;
2038
2039		msm_host->registered = true;
2040	}
2041
2042	return 0;
2043}
2044
2045void msm_dsi_host_unregister(struct mipi_dsi_host *host)
2046{
2047	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);
2048
2049	if (msm_host->registered) {
2050		mipi_dsi_host_unregister(host);
2051		host->dev = NULL;
2052		host->ops = NULL;
2053		msm_host->registered = false;
2054	}
2055}
2056
2057int msm_dsi_host_xfer_prepare(struct mipi_dsi_host *host,
2058				const struct mipi_dsi_msg *msg)
2059{
2060	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);
2061	const struct msm_dsi_cfg_handler *cfg_hnd = msm_host->cfg_hnd;
2062
2063	/* TODO: make sure dsi_cmd_mdp is idle.
2064	 * Since DSI6G v1.2.0, we can set DSI_TRIG_CTRL.BLOCK_DMA_WITHIN_FRAME
2065	 * to ask H/W to wait until cmd mdp is idle. S/W wait is not needed.
2066	 * How to handle the old versions? Wait for mdp cmd done?
2067	 */
2068
2069	/*
2070	 * mdss interrupt is generated in mdp core clock domain
2071	 * mdp clock need to be enabled to receive dsi interrupt
2072	 */
2073	pm_runtime_get_sync(&msm_host->pdev->dev);
2074	cfg_hnd->ops->link_clk_set_rate(msm_host);
2075	cfg_hnd->ops->link_clk_enable(msm_host);
2076
2077	/* TODO: vote for bus bandwidth */
2078
2079	if (!(msg->flags & MIPI_DSI_MSG_USE_LPM))
2080		dsi_set_tx_power_mode(0, msm_host);
2081
2082	msm_host->dma_cmd_ctrl_restore = dsi_read(msm_host, REG_DSI_CTRL);
2083	dsi_write(msm_host, REG_DSI_CTRL,
2084		msm_host->dma_cmd_ctrl_restore |
2085		DSI_CTRL_CMD_MODE_EN |
2086		DSI_CTRL_ENABLE);
2087	dsi_intr_ctrl(msm_host, DSI_IRQ_MASK_CMD_DMA_DONE, 1);
2088
2089	return 0;
2090}
2091
2092void msm_dsi_host_xfer_restore(struct mipi_dsi_host *host,
2093				const struct mipi_dsi_msg *msg)
2094{
2095	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);
2096	const struct msm_dsi_cfg_handler *cfg_hnd = msm_host->cfg_hnd;
2097
2098	dsi_intr_ctrl(msm_host, DSI_IRQ_MASK_CMD_DMA_DONE, 0);
2099	dsi_write(msm_host, REG_DSI_CTRL, msm_host->dma_cmd_ctrl_restore);
2100
2101	if (!(msg->flags & MIPI_DSI_MSG_USE_LPM))
2102		dsi_set_tx_power_mode(1, msm_host);
2103
2104	/* TODO: unvote for bus bandwidth */
2105
2106	cfg_hnd->ops->link_clk_disable(msm_host);
2107	pm_runtime_put(&msm_host->pdev->dev);
2108}
2109
2110int msm_dsi_host_cmd_tx(struct mipi_dsi_host *host,
2111				const struct mipi_dsi_msg *msg)
2112{
2113	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);
2114
2115	return dsi_cmds2buf_tx(msm_host, msg);
2116}
2117
2118int msm_dsi_host_cmd_rx(struct mipi_dsi_host *host,
2119				const struct mipi_dsi_msg *msg)
2120{
2121	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);
2122	const struct msm_dsi_cfg_handler *cfg_hnd = msm_host->cfg_hnd;
2123	int data_byte, rx_byte, dlen, end;
2124	int short_response, diff, pkt_size, ret = 0;
2125	char cmd;
2126	int rlen = msg->rx_len;
2127	u8 *buf;
2128
2129	if (rlen <= 2) {
2130		short_response = 1;
2131		pkt_size = rlen;
2132		rx_byte = 4;
2133	} else {
2134		short_response = 0;
2135		data_byte = 10;	/* first read */
2136		if (rlen < data_byte)
2137			pkt_size = rlen;
2138		else
2139			pkt_size = data_byte;
2140		rx_byte = data_byte + 6; /* 4 header + 2 crc */
2141	}
2142
2143	buf = msm_host->rx_buf;
2144	end = 0;
2145	while (!end) {
2146		u8 tx[2] = {pkt_size & 0xff, pkt_size >> 8};
2147		struct mipi_dsi_msg max_pkt_size_msg = {
2148			.channel = msg->channel,
2149			.type = MIPI_DSI_SET_MAXIMUM_RETURN_PACKET_SIZE,
2150			.tx_len = 2,
2151			.tx_buf = tx,
2152		};
2153
2154		DBG("rlen=%d pkt_size=%d rx_byte=%d",
2155			rlen, pkt_size, rx_byte);
2156
2157		ret = dsi_cmds2buf_tx(msm_host, &max_pkt_size_msg);
2158		if (ret < 2) {
2159			pr_err("%s: Set max pkt size failed, %d\n",
2160				__func__, ret);
2161			return -EINVAL;
2162		}
2163
2164		if ((cfg_hnd->major == MSM_DSI_VER_MAJOR_6G) &&
2165			(cfg_hnd->minor >= MSM_DSI_6G_VER_MINOR_V1_1)) {
2166			/* Clear the RDBK_DATA registers */
2167			dsi_write(msm_host, REG_DSI_RDBK_DATA_CTRL,
2168					DSI_RDBK_DATA_CTRL_CLR);
2169			wmb(); /* make sure the RDBK registers are cleared */
2170			dsi_write(msm_host, REG_DSI_RDBK_DATA_CTRL, 0);
2171			wmb(); /* release cleared status before transfer */
2172		}
2173
2174		ret = dsi_cmds2buf_tx(msm_host, msg);
2175		if (ret < 0) {
2176			pr_err("%s: Read cmd Tx failed, %d\n", __func__, ret);
2177			return ret;
2178		} else if (ret < msg->tx_len) {
2179			pr_err("%s: Read cmd Tx failed, too short: %d\n", __func__, ret);
2180			return -ECOMM;
2181		}
2182
2183		/*
2184		 * once cmd_dma_done interrupt received,
2185		 * return data from client is ready and stored
2186		 * at RDBK_DATA register already
2187		 * since rx fifo is 16 bytes, dcs header is kept at first loop,
2188		 * after that dcs header lost during shift into registers
2189		 */
2190		dlen = dsi_cmd_dma_rx(msm_host, buf, rx_byte, pkt_size);
2191
2192		if (dlen <= 0)
2193			return 0;
2194
2195		if (short_response)
2196			break;
2197
2198		if (rlen <= data_byte) {
2199			diff = data_byte - rlen;
2200			end = 1;
2201		} else {
2202			diff = 0;
2203			rlen -= data_byte;
2204		}
2205
2206		if (!end) {
2207			dlen -= 2; /* 2 crc */
2208			dlen -= diff;
2209			buf += dlen;	/* next start position */
2210			data_byte = 14;	/* NOT first read */
2211			if (rlen < data_byte)
2212				pkt_size += rlen;
2213			else
2214				pkt_size += data_byte;
2215			DBG("buf=%p dlen=%d diff=%d", buf, dlen, diff);
2216		}
2217	}
2218
2219	/*
2220	 * For single Long read, if the requested rlen < 10,
2221	 * we need to shift the start position of rx
2222	 * data buffer to skip the bytes which are not
2223	 * updated.
2224	 */
2225	if (pkt_size < 10 && !short_response)
2226		buf = msm_host->rx_buf + (10 - rlen);
2227	else
2228		buf = msm_host->rx_buf;
2229
2230	cmd = buf[0];
2231	switch (cmd) {
2232	case MIPI_DSI_RX_ACKNOWLEDGE_AND_ERROR_REPORT:
2233		pr_err("%s: rx ACK_ERR_PACLAGE\n", __func__);
2234		ret = 0;
2235		break;
2236	case MIPI_DSI_RX_GENERIC_SHORT_READ_RESPONSE_1BYTE:
2237	case MIPI_DSI_RX_DCS_SHORT_READ_RESPONSE_1BYTE:
2238		ret = dsi_short_read1_resp(buf, msg);
2239		break;
2240	case MIPI_DSI_RX_GENERIC_SHORT_READ_RESPONSE_2BYTE:
2241	case MIPI_DSI_RX_DCS_SHORT_READ_RESPONSE_2BYTE:
2242		ret = dsi_short_read2_resp(buf, msg);
2243		break;
2244	case MIPI_DSI_RX_GENERIC_LONG_READ_RESPONSE:
2245	case MIPI_DSI_RX_DCS_LONG_READ_RESPONSE:
2246		ret = dsi_long_read_resp(buf, msg);
2247		break;
2248	default:
2249		pr_warn("%s:Invalid response cmd\n", __func__);
2250		ret = 0;
2251	}
2252
2253	return ret;
2254}
2255
2256void msm_dsi_host_cmd_xfer_commit(struct mipi_dsi_host *host, u32 dma_base,
2257				  u32 len)
2258{
2259	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);
2260
2261	dsi_write(msm_host, REG_DSI_DMA_BASE, dma_base);
2262	dsi_write(msm_host, REG_DSI_DMA_LEN, len);
2263	dsi_write(msm_host, REG_DSI_TRIG_DMA, 1);
2264
2265	/* Make sure trigger happens */
2266	wmb();
2267}
2268
2269void msm_dsi_host_set_phy_mode(struct mipi_dsi_host *host,
2270	struct msm_dsi_phy *src_phy)
2271{
2272	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);
2273
2274	msm_host->cphy_mode = src_phy->cphy_mode;
2275}
2276
2277void msm_dsi_host_reset_phy(struct mipi_dsi_host *host)
2278{
2279	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);
2280
2281	DBG("");
2282	dsi_write(msm_host, REG_DSI_PHY_RESET, DSI_PHY_RESET_RESET);
2283	/* Make sure fully reset */
2284	wmb();
2285	udelay(1000);
2286	dsi_write(msm_host, REG_DSI_PHY_RESET, 0);
2287	udelay(100);
2288}
2289
2290void msm_dsi_host_get_phy_clk_req(struct mipi_dsi_host *host,
2291			struct msm_dsi_phy_clk_request *clk_req,
2292			bool is_bonded_dsi)
2293{
2294	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);
2295	const struct msm_dsi_cfg_handler *cfg_hnd = msm_host->cfg_hnd;
2296	int ret;
2297
2298	ret = cfg_hnd->ops->calc_clk_rate(msm_host, is_bonded_dsi);
2299	if (ret) {
2300		pr_err("%s: unable to calc clk rate, %d\n", __func__, ret);
2301		return;
2302	}
2303
2304	/* CPHY transmits 16 bits over 7 clock cycles
2305	 * "byte_clk" is in units of 16-bits (see dsi_calc_pclk),
2306	 * so multiply by 7 to get the "bitclk rate"
2307	 */
2308	if (msm_host->cphy_mode)
2309		clk_req->bitclk_rate = msm_host->byte_clk_rate * 7;
2310	else
2311		clk_req->bitclk_rate = msm_host->byte_clk_rate * 8;
2312	clk_req->escclk_rate = msm_host->esc_clk_rate;
2313}
2314
2315void msm_dsi_host_enable_irq(struct mipi_dsi_host *host)
2316{
2317	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);
2318
2319	enable_irq(msm_host->irq);
2320}
2321
2322void msm_dsi_host_disable_irq(struct mipi_dsi_host *host)
2323{
2324	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);
2325
2326	disable_irq(msm_host->irq);
2327}
2328
2329int msm_dsi_host_enable(struct mipi_dsi_host *host)
2330{
2331	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);
2332
2333	dsi_op_mode_config(msm_host,
2334		!!(msm_host->mode_flags & MIPI_DSI_MODE_VIDEO), true);
2335
2336	/* TODO: clock should be turned off for command mode,
2337	 * and only turned on before MDP START.
2338	 * This part of code should be enabled once mdp driver support it.
2339	 */
2340	/* if (msm_panel->mode == MSM_DSI_CMD_MODE) {
2341	 *	dsi_link_clk_disable(msm_host);
2342	 *	pm_runtime_put(&msm_host->pdev->dev);
2343	 * }
2344	 */
2345	msm_host->enabled = true;
2346	return 0;
2347}
2348
2349int msm_dsi_host_disable(struct mipi_dsi_host *host)
2350{
2351	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);
2352
2353	msm_host->enabled = false;
2354	dsi_op_mode_config(msm_host,
2355		!!(msm_host->mode_flags & MIPI_DSI_MODE_VIDEO), false);
2356
2357	/* Since we have disabled INTF, the video engine won't stop so that
2358	 * the cmd engine will be blocked.
2359	 * Reset to disable video engine so that we can send off cmd.
2360	 */
2361	dsi_sw_reset(msm_host);
2362
2363	return 0;
2364}
2365
2366static void msm_dsi_sfpb_config(struct msm_dsi_host *msm_host, bool enable)
2367{
2368	enum sfpb_ahb_arb_master_port_en en;
2369
2370	if (!msm_host->sfpb)
2371		return;
2372
2373	en = enable ? SFPB_MASTER_PORT_ENABLE : SFPB_MASTER_PORT_DISABLE;
2374
2375	regmap_update_bits(msm_host->sfpb, REG_SFPB_GPREG,
2376			SFPB_GPREG_MASTER_PORT_EN__MASK,
2377			SFPB_GPREG_MASTER_PORT_EN(en));
2378}
2379
2380int msm_dsi_host_power_on(struct mipi_dsi_host *host,
2381			struct msm_dsi_phy_shared_timings *phy_shared_timings,
2382			bool is_bonded_dsi, struct msm_dsi_phy *phy)
2383{
2384	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);
2385	const struct msm_dsi_cfg_handler *cfg_hnd = msm_host->cfg_hnd;
2386	int ret = 0;
2387
2388	mutex_lock(&msm_host->dev_mutex);
2389	if (msm_host->power_on) {
2390		DBG("dsi host already on");
2391		goto unlock_ret;
2392	}
2393
 
 
 
 
2394	msm_dsi_sfpb_config(msm_host, true);
2395
2396	ret = regulator_bulk_enable(msm_host->cfg_hnd->cfg->num_regulators,
2397				    msm_host->supplies);
2398	if (ret) {
2399		pr_err("%s:Failed to enable vregs.ret=%d\n",
2400			__func__, ret);
2401		goto unlock_ret;
2402	}
2403
2404	pm_runtime_get_sync(&msm_host->pdev->dev);
2405	ret = cfg_hnd->ops->link_clk_set_rate(msm_host);
2406	if (!ret)
2407		ret = cfg_hnd->ops->link_clk_enable(msm_host);
2408	if (ret) {
2409		pr_err("%s: failed to enable link clocks. ret=%d\n",
2410		       __func__, ret);
2411		goto fail_disable_reg;
2412	}
2413
2414	ret = pinctrl_pm_select_default_state(&msm_host->pdev->dev);
2415	if (ret) {
2416		pr_err("%s: failed to set pinctrl default state, %d\n",
2417			__func__, ret);
2418		goto fail_disable_clk;
2419	}
2420
2421	dsi_timing_setup(msm_host, is_bonded_dsi);
2422	dsi_sw_reset(msm_host);
2423	dsi_ctrl_config(msm_host, true, phy_shared_timings, phy);
2424
2425	if (msm_host->disp_en_gpio)
2426		gpiod_set_value(msm_host->disp_en_gpio, 1);
2427
2428	msm_host->power_on = true;
2429	mutex_unlock(&msm_host->dev_mutex);
2430
2431	return 0;
2432
2433fail_disable_clk:
2434	cfg_hnd->ops->link_clk_disable(msm_host);
2435	pm_runtime_put(&msm_host->pdev->dev);
2436fail_disable_reg:
2437	regulator_bulk_disable(msm_host->cfg_hnd->cfg->num_regulators,
2438			       msm_host->supplies);
2439unlock_ret:
2440	mutex_unlock(&msm_host->dev_mutex);
2441	return ret;
2442}
2443
2444int msm_dsi_host_power_off(struct mipi_dsi_host *host)
2445{
2446	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);
2447	const struct msm_dsi_cfg_handler *cfg_hnd = msm_host->cfg_hnd;
2448
2449	mutex_lock(&msm_host->dev_mutex);
2450	if (!msm_host->power_on) {
2451		DBG("dsi host already off");
2452		goto unlock_ret;
2453	}
2454
2455	dsi_ctrl_config(msm_host, false, NULL, NULL);
2456
2457	if (msm_host->disp_en_gpio)
2458		gpiod_set_value(msm_host->disp_en_gpio, 0);
2459
2460	pinctrl_pm_select_sleep_state(&msm_host->pdev->dev);
2461
2462	cfg_hnd->ops->link_clk_disable(msm_host);
2463	pm_runtime_put(&msm_host->pdev->dev);
2464
2465	regulator_bulk_disable(msm_host->cfg_hnd->cfg->num_regulators,
2466			       msm_host->supplies);
2467
2468	msm_dsi_sfpb_config(msm_host, false);
2469
2470	DBG("-");
2471
2472	msm_host->power_on = false;
2473
2474unlock_ret:
2475	mutex_unlock(&msm_host->dev_mutex);
2476	return 0;
2477}
2478
2479int msm_dsi_host_set_display_mode(struct mipi_dsi_host *host,
2480				  const struct drm_display_mode *mode)
2481{
2482	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);
2483
2484	if (msm_host->mode) {
2485		drm_mode_destroy(msm_host->dev, msm_host->mode);
2486		msm_host->mode = NULL;
2487	}
2488
2489	msm_host->mode = drm_mode_duplicate(msm_host->dev, mode);
2490	if (!msm_host->mode) {
2491		pr_err("%s: cannot duplicate mode\n", __func__);
2492		return -ENOMEM;
2493	}
2494
2495	return 0;
2496}
2497
2498enum drm_mode_status msm_dsi_host_check_dsc(struct mipi_dsi_host *host,
2499					    const struct drm_display_mode *mode)
2500{
2501	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);
2502	struct drm_dsc_config *dsc = msm_host->dsc;
2503	int pic_width = mode->hdisplay;
2504	int pic_height = mode->vdisplay;
2505
2506	if (!msm_host->dsc)
2507		return MODE_OK;
2508
2509	if (pic_width % dsc->slice_width) {
2510		pr_err("DSI: pic_width %d has to be multiple of slice %d\n",
2511		       pic_width, dsc->slice_width);
2512		return MODE_H_ILLEGAL;
2513	}
2514
2515	if (pic_height % dsc->slice_height) {
2516		pr_err("DSI: pic_height %d has to be multiple of slice %d\n",
2517		       pic_height, dsc->slice_height);
2518		return MODE_V_ILLEGAL;
2519	}
2520
2521	return MODE_OK;
2522}
2523
2524unsigned long msm_dsi_host_get_mode_flags(struct mipi_dsi_host *host)
2525{
2526	return to_msm_dsi_host(host)->mode_flags;
2527}
2528
2529void msm_dsi_host_snapshot(struct msm_disp_state *disp_state, struct mipi_dsi_host *host)
2530{
2531	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);
2532
2533	pm_runtime_get_sync(&msm_host->pdev->dev);
2534
2535	msm_disp_snapshot_add_block(disp_state, msm_host->ctrl_size,
2536			msm_host->ctrl_base, "dsi%d_ctrl", msm_host->id);
2537
2538	pm_runtime_put_sync(&msm_host->pdev->dev);
2539}
2540
2541static void msm_dsi_host_video_test_pattern_setup(struct msm_dsi_host *msm_host)
2542{
2543	u32 reg;
2544
2545	reg = dsi_read(msm_host, REG_DSI_TEST_PATTERN_GEN_CTRL);
2546
2547	dsi_write(msm_host, REG_DSI_TEST_PATTERN_GEN_VIDEO_INIT_VAL, 0xff);
2548	/* draw checkered rectangle pattern */
2549	dsi_write(msm_host, REG_DSI_TPG_MAIN_CONTROL,
2550			DSI_TPG_MAIN_CONTROL_CHECKERED_RECTANGLE_PATTERN);
2551	/* use 24-bit RGB test pttern */
2552	dsi_write(msm_host, REG_DSI_TPG_VIDEO_CONFIG,
2553			DSI_TPG_VIDEO_CONFIG_BPP(VIDEO_CONFIG_24BPP) |
2554			DSI_TPG_VIDEO_CONFIG_RGB);
2555
2556	reg |= DSI_TEST_PATTERN_GEN_CTRL_VIDEO_PATTERN_SEL(VID_MDSS_GENERAL_PATTERN);
2557	dsi_write(msm_host, REG_DSI_TEST_PATTERN_GEN_CTRL, reg);
2558
2559	DBG("Video test pattern setup done\n");
2560}
2561
2562static void msm_dsi_host_cmd_test_pattern_setup(struct msm_dsi_host *msm_host)
2563{
2564	u32 reg;
2565
2566	reg = dsi_read(msm_host, REG_DSI_TEST_PATTERN_GEN_CTRL);
2567
2568	/* initial value for test pattern */
2569	dsi_write(msm_host, REG_DSI_TEST_PATTERN_GEN_CMD_MDP_INIT_VAL0, 0xff);
2570
2571	reg |= DSI_TEST_PATTERN_GEN_CTRL_CMD_MDP_STREAM0_PATTERN_SEL(CMD_MDP_MDSS_GENERAL_PATTERN);
2572
2573	dsi_write(msm_host, REG_DSI_TEST_PATTERN_GEN_CTRL, reg);
2574	/* draw checkered rectangle pattern */
2575	dsi_write(msm_host, REG_DSI_TPG_MAIN_CONTROL2,
2576			DSI_TPG_MAIN_CONTROL2_CMD_MDP0_CHECKERED_RECTANGLE_PATTERN);
2577
2578	DBG("Cmd test pattern setup done\n");
2579}
2580
2581void msm_dsi_host_test_pattern_en(struct mipi_dsi_host *host)
2582{
2583	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);
2584	bool is_video_mode = !!(msm_host->mode_flags & MIPI_DSI_MODE_VIDEO);
2585	u32 reg;
2586
2587	if (is_video_mode)
2588		msm_dsi_host_video_test_pattern_setup(msm_host);
2589	else
2590		msm_dsi_host_cmd_test_pattern_setup(msm_host);
2591
2592	reg = dsi_read(msm_host, REG_DSI_TEST_PATTERN_GEN_CTRL);
2593	/* enable the test pattern generator */
2594	dsi_write(msm_host, REG_DSI_TEST_PATTERN_GEN_CTRL, (reg | DSI_TEST_PATTERN_GEN_CTRL_EN));
2595
2596	/* for command mode need to trigger one frame from tpg */
2597	if (!is_video_mode)
2598		dsi_write(msm_host, REG_DSI_TEST_PATTERN_GEN_CMD_STREAM0_TRIGGER,
2599				DSI_TEST_PATTERN_GEN_CMD_STREAM0_TRIGGER_SW_TRIGGER);
2600}
2601
2602struct drm_dsc_config *msm_dsi_host_get_dsc_config(struct mipi_dsi_host *host)
2603{
2604	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);
2605
2606	return msm_host->dsc;
2607}