Linux Audio

Check our new training course

Loading...
Note: File does not exist in v4.6.
   1// SPDX-License-Identifier: GPL-2.0-only
   2/*
   3 * Copyright (C) 2005, 2006 IBM Corporation
   4 * Copyright (C) 2014, 2015 Intel Corporation
   5 *
   6 * Authors:
   7 * Leendert van Doorn <leendert@watson.ibm.com>
   8 * Kylene Hall <kjhall@us.ibm.com>
   9 *
  10 * Maintained by: <tpmdd-devel@lists.sourceforge.net>
  11 *
  12 * Device driver for TCG/TCPA TPM (trusted platform module).
  13 * Specifications at www.trustedcomputinggroup.org
  14 *
  15 * This device driver implements the TPM interface as defined in
  16 * the TCG TPM Interface Spec version 1.2, revision 1.0.
  17 */
  18#include <linux/init.h>
  19#include <linux/module.h>
  20#include <linux/moduleparam.h>
  21#include <linux/pnp.h>
  22#include <linux/slab.h>
  23#include <linux/interrupt.h>
  24#include <linux/wait.h>
  25#include <linux/acpi.h>
  26#include <linux/freezer.h>
  27#include <linux/dmi.h>
  28#include "tpm.h"
  29#include "tpm_tis_core.h"
  30
  31#define TPM_TIS_MAX_UNHANDLED_IRQS	1000
  32
  33static void tpm_tis_clkrun_enable(struct tpm_chip *chip, bool value);
  34
  35static bool wait_for_tpm_stat_cond(struct tpm_chip *chip, u8 mask,
  36					bool check_cancel, bool *canceled)
  37{
  38	u8 status = chip->ops->status(chip);
  39
  40	*canceled = false;
  41	if ((status & mask) == mask)
  42		return true;
  43	if (check_cancel && chip->ops->req_canceled(chip, status)) {
  44		*canceled = true;
  45		return true;
  46	}
  47	return false;
  48}
  49
  50static u8 tpm_tis_filter_sts_mask(u8 int_mask, u8 sts_mask)
  51{
  52	if (!(int_mask & TPM_INTF_STS_VALID_INT))
  53		sts_mask &= ~TPM_STS_VALID;
  54
  55	if (!(int_mask & TPM_INTF_DATA_AVAIL_INT))
  56		sts_mask &= ~TPM_STS_DATA_AVAIL;
  57
  58	if (!(int_mask & TPM_INTF_CMD_READY_INT))
  59		sts_mask &= ~TPM_STS_COMMAND_READY;
  60
  61	return sts_mask;
  62}
  63
  64static int wait_for_tpm_stat(struct tpm_chip *chip, u8 mask,
  65		unsigned long timeout, wait_queue_head_t *queue,
  66		bool check_cancel)
  67{
  68	struct tpm_tis_data *priv = dev_get_drvdata(&chip->dev);
  69	unsigned long stop;
  70	long rc;
  71	u8 status;
  72	bool canceled = false;
  73	u8 sts_mask;
  74	int ret = 0;
  75
  76	/* check current status */
  77	status = chip->ops->status(chip);
  78	if ((status & mask) == mask)
  79		return 0;
  80
  81	sts_mask = mask & (TPM_STS_VALID | TPM_STS_DATA_AVAIL |
  82			   TPM_STS_COMMAND_READY);
  83	/* check what status changes can be handled by irqs */
  84	sts_mask = tpm_tis_filter_sts_mask(priv->int_mask, sts_mask);
  85
  86	stop = jiffies + timeout;
  87	/* process status changes with irq support */
  88	if (sts_mask) {
  89		ret = -ETIME;
  90again:
  91		timeout = stop - jiffies;
  92		if ((long)timeout <= 0)
  93			return -ETIME;
  94		rc = wait_event_interruptible_timeout(*queue,
  95			wait_for_tpm_stat_cond(chip, sts_mask, check_cancel,
  96					       &canceled),
  97			timeout);
  98		if (rc > 0) {
  99			if (canceled)
 100				return -ECANCELED;
 101			ret = 0;
 102		}
 103		if (rc == -ERESTARTSYS && freezing(current)) {
 104			clear_thread_flag(TIF_SIGPENDING);
 105			goto again;
 106		}
 107	}
 108
 109	if (ret)
 110		return ret;
 111
 112	mask &= ~sts_mask;
 113	if (!mask) /* all done */
 114		return 0;
 115	/* process status changes without irq support */
 116	do {
 117		status = chip->ops->status(chip);
 118		if ((status & mask) == mask)
 119			return 0;
 120		usleep_range(priv->timeout_min,
 121			     priv->timeout_max);
 122	} while (time_before(jiffies, stop));
 123	return -ETIME;
 124}
 125
 126/* Before we attempt to access the TPM we must see that the valid bit is set.
 127 * The specification says that this bit is 0 at reset and remains 0 until the
 128 * 'TPM has gone through its self test and initialization and has established
 129 * correct values in the other bits.'
 130 */
 131static int wait_startup(struct tpm_chip *chip, int l)
 132{
 133	struct tpm_tis_data *priv = dev_get_drvdata(&chip->dev);
 134	unsigned long stop = jiffies + chip->timeout_a;
 135
 136	do {
 137		int rc;
 138		u8 access;
 139
 140		rc = tpm_tis_read8(priv, TPM_ACCESS(l), &access);
 141		if (rc < 0)
 142			return rc;
 143
 144		if (access & TPM_ACCESS_VALID)
 145			return 0;
 146		tpm_msleep(TPM_TIMEOUT);
 147	} while (time_before(jiffies, stop));
 148	return -1;
 149}
 150
 151static bool check_locality(struct tpm_chip *chip, int l)
 152{
 153	struct tpm_tis_data *priv = dev_get_drvdata(&chip->dev);
 154	int rc;
 155	u8 access;
 156
 157	rc = tpm_tis_read8(priv, TPM_ACCESS(l), &access);
 158	if (rc < 0)
 159		return false;
 160
 161	if ((access & (TPM_ACCESS_ACTIVE_LOCALITY | TPM_ACCESS_VALID
 162		       | TPM_ACCESS_REQUEST_USE)) ==
 163	    (TPM_ACCESS_ACTIVE_LOCALITY | TPM_ACCESS_VALID)) {
 164		priv->locality = l;
 165		return true;
 166	}
 167
 168	return false;
 169}
 170
 171static int __tpm_tis_relinquish_locality(struct tpm_tis_data *priv, int l)
 172{
 173	tpm_tis_write8(priv, TPM_ACCESS(l), TPM_ACCESS_ACTIVE_LOCALITY);
 174
 175	return 0;
 176}
 177
 178static int tpm_tis_relinquish_locality(struct tpm_chip *chip, int l)
 179{
 180	struct tpm_tis_data *priv = dev_get_drvdata(&chip->dev);
 181
 182	mutex_lock(&priv->locality_count_mutex);
 183	priv->locality_count--;
 184	if (priv->locality_count == 0)
 185		__tpm_tis_relinquish_locality(priv, l);
 186	mutex_unlock(&priv->locality_count_mutex);
 187
 188	return 0;
 189}
 190
 191static int __tpm_tis_request_locality(struct tpm_chip *chip, int l)
 192{
 193	struct tpm_tis_data *priv = dev_get_drvdata(&chip->dev);
 194	unsigned long stop, timeout;
 195	long rc;
 196
 197	if (check_locality(chip, l))
 198		return l;
 199
 200	rc = tpm_tis_write8(priv, TPM_ACCESS(l), TPM_ACCESS_REQUEST_USE);
 201	if (rc < 0)
 202		return rc;
 203
 204	stop = jiffies + chip->timeout_a;
 205
 206	if (chip->flags & TPM_CHIP_FLAG_IRQ) {
 207again:
 208		timeout = stop - jiffies;
 209		if ((long)timeout <= 0)
 210			return -1;
 211		rc = wait_event_interruptible_timeout(priv->int_queue,
 212						      (check_locality
 213						       (chip, l)),
 214						      timeout);
 215		if (rc > 0)
 216			return l;
 217		if (rc == -ERESTARTSYS && freezing(current)) {
 218			clear_thread_flag(TIF_SIGPENDING);
 219			goto again;
 220		}
 221	} else {
 222		/* wait for burstcount */
 223		do {
 224			if (check_locality(chip, l))
 225				return l;
 226			tpm_msleep(TPM_TIMEOUT);
 227		} while (time_before(jiffies, stop));
 228	}
 229	return -1;
 230}
 231
 232static int tpm_tis_request_locality(struct tpm_chip *chip, int l)
 233{
 234	struct tpm_tis_data *priv = dev_get_drvdata(&chip->dev);
 235	int ret = 0;
 236
 237	mutex_lock(&priv->locality_count_mutex);
 238	if (priv->locality_count == 0)
 239		ret = __tpm_tis_request_locality(chip, l);
 240	if (!ret)
 241		priv->locality_count++;
 242	mutex_unlock(&priv->locality_count_mutex);
 243	return ret;
 244}
 245
 246static u8 tpm_tis_status(struct tpm_chip *chip)
 247{
 248	struct tpm_tis_data *priv = dev_get_drvdata(&chip->dev);
 249	int rc;
 250	u8 status;
 251
 252	rc = tpm_tis_read8(priv, TPM_STS(priv->locality), &status);
 253	if (rc < 0)
 254		return 0;
 255
 256	if (unlikely((status & TPM_STS_READ_ZERO) != 0)) {
 257		if  (!test_and_set_bit(TPM_TIS_INVALID_STATUS, &priv->flags)) {
 258			/*
 259			 * If this trips, the chances are the read is
 260			 * returning 0xff because the locality hasn't been
 261			 * acquired.  Usually because tpm_try_get_ops() hasn't
 262			 * been called before doing a TPM operation.
 263			 */
 264			dev_err(&chip->dev, "invalid TPM_STS.x 0x%02x, dumping stack for forensics\n",
 265				status);
 266
 267			/*
 268			 * Dump stack for forensics, as invalid TPM_STS.x could be
 269			 * potentially triggered by impaired tpm_try_get_ops() or
 270			 * tpm_find_get_ops().
 271			 */
 272			dump_stack();
 273		}
 274
 275		return 0;
 276	}
 277
 278	return status;
 279}
 280
 281static void tpm_tis_ready(struct tpm_chip *chip)
 282{
 283	struct tpm_tis_data *priv = dev_get_drvdata(&chip->dev);
 284
 285	/* this causes the current command to be aborted */
 286	tpm_tis_write8(priv, TPM_STS(priv->locality), TPM_STS_COMMAND_READY);
 287}
 288
 289static int get_burstcount(struct tpm_chip *chip)
 290{
 291	struct tpm_tis_data *priv = dev_get_drvdata(&chip->dev);
 292	unsigned long stop;
 293	int burstcnt, rc;
 294	u32 value;
 295
 296	/* wait for burstcount */
 297	if (chip->flags & TPM_CHIP_FLAG_TPM2)
 298		stop = jiffies + chip->timeout_a;
 299	else
 300		stop = jiffies + chip->timeout_d;
 301	do {
 302		rc = tpm_tis_read32(priv, TPM_STS(priv->locality), &value);
 303		if (rc < 0)
 304			return rc;
 305
 306		burstcnt = (value >> 8) & 0xFFFF;
 307		if (burstcnt)
 308			return burstcnt;
 309		usleep_range(TPM_TIMEOUT_USECS_MIN, TPM_TIMEOUT_USECS_MAX);
 310	} while (time_before(jiffies, stop));
 311	return -EBUSY;
 312}
 313
 314static int recv_data(struct tpm_chip *chip, u8 *buf, size_t count)
 315{
 316	struct tpm_tis_data *priv = dev_get_drvdata(&chip->dev);
 317	int size = 0, burstcnt, rc;
 318
 319	while (size < count) {
 320		rc = wait_for_tpm_stat(chip,
 321				 TPM_STS_DATA_AVAIL | TPM_STS_VALID,
 322				 chip->timeout_c,
 323				 &priv->read_queue, true);
 324		if (rc < 0)
 325			return rc;
 326		burstcnt = get_burstcount(chip);
 327		if (burstcnt < 0) {
 328			dev_err(&chip->dev, "Unable to read burstcount\n");
 329			return burstcnt;
 330		}
 331		burstcnt = min_t(int, burstcnt, count - size);
 332
 333		rc = tpm_tis_read_bytes(priv, TPM_DATA_FIFO(priv->locality),
 334					burstcnt, buf + size);
 335		if (rc < 0)
 336			return rc;
 337
 338		size += burstcnt;
 339	}
 340	return size;
 341}
 342
 343static int tpm_tis_try_recv(struct tpm_chip *chip, u8 *buf, size_t count)
 344{
 345	struct tpm_tis_data *priv = dev_get_drvdata(&chip->dev);
 346	int size = 0;
 347	int status;
 348	u32 expected;
 349	int rc;
 350
 351	size = recv_data(chip, buf, TPM_HEADER_SIZE);
 352	/* read first 10 bytes, including tag, paramsize, and result */
 353	if (size < TPM_HEADER_SIZE) {
 354		dev_err(&chip->dev, "Unable to read header\n");
 355		goto out;
 356	}
 357
 358	expected = be32_to_cpu(*(__be32 *) (buf + 2));
 359	if (expected > count || expected < TPM_HEADER_SIZE) {
 360		size = -EIO;
 361		goto out;
 362	}
 363
 364	rc = recv_data(chip, &buf[TPM_HEADER_SIZE],
 365		       expected - TPM_HEADER_SIZE);
 366	if (rc < 0) {
 367		size = rc;
 368		goto out;
 369	}
 370	size += rc;
 371	if (size < expected) {
 372		dev_err(&chip->dev, "Unable to read remainder of result\n");
 373		size = -ETIME;
 374		goto out;
 375	}
 376
 377	if (wait_for_tpm_stat(chip, TPM_STS_VALID, chip->timeout_c,
 378				&priv->int_queue, false) < 0) {
 379		size = -ETIME;
 380		goto out;
 381	}
 382	status = tpm_tis_status(chip);
 383	if (status & TPM_STS_DATA_AVAIL) {
 384		dev_err(&chip->dev, "Error left over data\n");
 385		size = -EIO;
 386		goto out;
 387	}
 388
 389	rc = tpm_tis_verify_crc(priv, (size_t)size, buf);
 390	if (rc < 0) {
 391		dev_err(&chip->dev, "CRC mismatch for response.\n");
 392		size = rc;
 393		goto out;
 394	}
 395
 396out:
 397	return size;
 398}
 399
 400static int tpm_tis_recv(struct tpm_chip *chip, u8 *buf, size_t count)
 401{
 402	struct tpm_tis_data *priv = dev_get_drvdata(&chip->dev);
 403	unsigned int try;
 404	int rc = 0;
 405
 406	if (count < TPM_HEADER_SIZE)
 407		return -EIO;
 408
 409	for (try = 0; try < TPM_RETRY; try++) {
 410		rc = tpm_tis_try_recv(chip, buf, count);
 411
 412		if (rc == -EIO)
 413			/* Data transfer errors, indicated by EIO, can be
 414			 * recovered by rereading the response.
 415			 */
 416			tpm_tis_write8(priv, TPM_STS(priv->locality),
 417				       TPM_STS_RESPONSE_RETRY);
 418		else
 419			break;
 420	}
 421
 422	tpm_tis_ready(chip);
 423
 424	return rc;
 425}
 426
 427/*
 428 * If interrupts are used (signaled by an irq set in the vendor structure)
 429 * tpm.c can skip polling for the data to be available as the interrupt is
 430 * waited for here
 431 */
 432static int tpm_tis_send_data(struct tpm_chip *chip, const u8 *buf, size_t len)
 433{
 434	struct tpm_tis_data *priv = dev_get_drvdata(&chip->dev);
 435	int rc, status, burstcnt;
 436	size_t count = 0;
 437	bool itpm = test_bit(TPM_TIS_ITPM_WORKAROUND, &priv->flags);
 438
 439	status = tpm_tis_status(chip);
 440	if ((status & TPM_STS_COMMAND_READY) == 0) {
 441		tpm_tis_ready(chip);
 442		if (wait_for_tpm_stat
 443		    (chip, TPM_STS_COMMAND_READY, chip->timeout_b,
 444		     &priv->int_queue, false) < 0) {
 445			rc = -ETIME;
 446			goto out_err;
 447		}
 448	}
 449
 450	while (count < len - 1) {
 451		burstcnt = get_burstcount(chip);
 452		if (burstcnt < 0) {
 453			dev_err(&chip->dev, "Unable to read burstcount\n");
 454			rc = burstcnt;
 455			goto out_err;
 456		}
 457		burstcnt = min_t(int, burstcnt, len - count - 1);
 458		rc = tpm_tis_write_bytes(priv, TPM_DATA_FIFO(priv->locality),
 459					 burstcnt, buf + count);
 460		if (rc < 0)
 461			goto out_err;
 462
 463		count += burstcnt;
 464
 465		if (wait_for_tpm_stat(chip, TPM_STS_VALID, chip->timeout_c,
 466					&priv->int_queue, false) < 0) {
 467			rc = -ETIME;
 468			goto out_err;
 469		}
 470		status = tpm_tis_status(chip);
 471		if (!itpm && (status & TPM_STS_DATA_EXPECT) == 0) {
 472			rc = -EIO;
 473			goto out_err;
 474		}
 475	}
 476
 477	/* write last byte */
 478	rc = tpm_tis_write8(priv, TPM_DATA_FIFO(priv->locality), buf[count]);
 479	if (rc < 0)
 480		goto out_err;
 481
 482	if (wait_for_tpm_stat(chip, TPM_STS_VALID, chip->timeout_c,
 483				&priv->int_queue, false) < 0) {
 484		rc = -ETIME;
 485		goto out_err;
 486	}
 487	status = tpm_tis_status(chip);
 488	if (!itpm && (status & TPM_STS_DATA_EXPECT) != 0) {
 489		rc = -EIO;
 490		goto out_err;
 491	}
 492
 493	rc = tpm_tis_verify_crc(priv, len, buf);
 494	if (rc < 0) {
 495		dev_err(&chip->dev, "CRC mismatch for command.\n");
 496		goto out_err;
 497	}
 498
 499	return 0;
 500
 501out_err:
 502	tpm_tis_ready(chip);
 503	return rc;
 504}
 505
 506static void __tpm_tis_disable_interrupts(struct tpm_chip *chip)
 507{
 508	struct tpm_tis_data *priv = dev_get_drvdata(&chip->dev);
 509	u32 int_mask = 0;
 510
 511	tpm_tis_read32(priv, TPM_INT_ENABLE(priv->locality), &int_mask);
 512	int_mask &= ~TPM_GLOBAL_INT_ENABLE;
 513	tpm_tis_write32(priv, TPM_INT_ENABLE(priv->locality), int_mask);
 514
 515	chip->flags &= ~TPM_CHIP_FLAG_IRQ;
 516}
 517
 518static void tpm_tis_disable_interrupts(struct tpm_chip *chip)
 519{
 520	struct tpm_tis_data *priv = dev_get_drvdata(&chip->dev);
 521
 522	if (priv->irq == 0)
 523		return;
 524
 525	__tpm_tis_disable_interrupts(chip);
 526
 527	devm_free_irq(chip->dev.parent, priv->irq, chip);
 528	priv->irq = 0;
 529}
 530
 531/*
 532 * If interrupts are used (signaled by an irq set in the vendor structure)
 533 * tpm.c can skip polling for the data to be available as the interrupt is
 534 * waited for here
 535 */
 536static int tpm_tis_send_main(struct tpm_chip *chip, const u8 *buf, size_t len)
 537{
 538	struct tpm_tis_data *priv = dev_get_drvdata(&chip->dev);
 539	int rc;
 540	u32 ordinal;
 541	unsigned long dur;
 542	unsigned int try;
 543
 544	for (try = 0; try < TPM_RETRY; try++) {
 545		rc = tpm_tis_send_data(chip, buf, len);
 546		if (rc >= 0)
 547			/* Data transfer done successfully */
 548			break;
 549		else if (rc != -EIO)
 550			/* Data transfer failed, not recoverable */
 551			return rc;
 552	}
 553
 554	/* go and do it */
 555	rc = tpm_tis_write8(priv, TPM_STS(priv->locality), TPM_STS_GO);
 556	if (rc < 0)
 557		goto out_err;
 558
 559	if (chip->flags & TPM_CHIP_FLAG_IRQ) {
 560		ordinal = be32_to_cpu(*((__be32 *) (buf + 6)));
 561
 562		dur = tpm_calc_ordinal_duration(chip, ordinal);
 563		if (wait_for_tpm_stat
 564		    (chip, TPM_STS_DATA_AVAIL | TPM_STS_VALID, dur,
 565		     &priv->read_queue, false) < 0) {
 566			rc = -ETIME;
 567			goto out_err;
 568		}
 569	}
 570	return 0;
 571out_err:
 572	tpm_tis_ready(chip);
 573	return rc;
 574}
 575
 576static int tpm_tis_send(struct tpm_chip *chip, u8 *buf, size_t len)
 577{
 578	int rc, irq;
 579	struct tpm_tis_data *priv = dev_get_drvdata(&chip->dev);
 580
 581	if (!(chip->flags & TPM_CHIP_FLAG_IRQ) ||
 582	     test_bit(TPM_TIS_IRQ_TESTED, &priv->flags))
 583		return tpm_tis_send_main(chip, buf, len);
 584
 585	/* Verify receipt of the expected IRQ */
 586	irq = priv->irq;
 587	priv->irq = 0;
 588	chip->flags &= ~TPM_CHIP_FLAG_IRQ;
 589	rc = tpm_tis_send_main(chip, buf, len);
 590	priv->irq = irq;
 591	chip->flags |= TPM_CHIP_FLAG_IRQ;
 592	if (!test_bit(TPM_TIS_IRQ_TESTED, &priv->flags))
 593		tpm_msleep(1);
 594	if (!test_bit(TPM_TIS_IRQ_TESTED, &priv->flags))
 595		tpm_tis_disable_interrupts(chip);
 596	set_bit(TPM_TIS_IRQ_TESTED, &priv->flags);
 597	return rc;
 598}
 599
 600struct tis_vendor_durations_override {
 601	u32 did_vid;
 602	struct tpm1_version version;
 603	unsigned long durations[3];
 604};
 605
 606static const struct  tis_vendor_durations_override vendor_dur_overrides[] = {
 607	/* STMicroelectronics 0x104a */
 608	{ 0x0000104a,
 609	  { 1, 2, 8, 28 },
 610	  { (2 * 60 * HZ), (2 * 60 * HZ), (2 * 60 * HZ) } },
 611};
 612
 613static void tpm_tis_update_durations(struct tpm_chip *chip,
 614				     unsigned long *duration_cap)
 615{
 616	struct tpm_tis_data *priv = dev_get_drvdata(&chip->dev);
 617	struct tpm1_version *version;
 618	u32 did_vid;
 619	int i, rc;
 620	cap_t cap;
 621
 622	chip->duration_adjusted = false;
 623
 624	if (chip->ops->clk_enable != NULL)
 625		chip->ops->clk_enable(chip, true);
 626
 627	rc = tpm_tis_read32(priv, TPM_DID_VID(0), &did_vid);
 628	if (rc < 0) {
 629		dev_warn(&chip->dev, "%s: failed to read did_vid. %d\n",
 630			 __func__, rc);
 631		goto out;
 632	}
 633
 634	/* Try to get a TPM version 1.2 or 1.1 TPM_CAP_VERSION_INFO */
 635	rc = tpm1_getcap(chip, TPM_CAP_VERSION_1_2, &cap,
 636			 "attempting to determine the 1.2 version",
 637			 sizeof(cap.version2));
 638	if (!rc) {
 639		version = &cap.version2.version;
 640	} else {
 641		rc = tpm1_getcap(chip, TPM_CAP_VERSION_1_1, &cap,
 642				 "attempting to determine the 1.1 version",
 643				 sizeof(cap.version1));
 644
 645		if (rc)
 646			goto out;
 647
 648		version = &cap.version1;
 649	}
 650
 651	for (i = 0; i != ARRAY_SIZE(vendor_dur_overrides); i++) {
 652		if (vendor_dur_overrides[i].did_vid != did_vid)
 653			continue;
 654
 655		if ((version->major ==
 656		     vendor_dur_overrides[i].version.major) &&
 657		    (version->minor ==
 658		     vendor_dur_overrides[i].version.minor) &&
 659		    (version->rev_major ==
 660		     vendor_dur_overrides[i].version.rev_major) &&
 661		    (version->rev_minor ==
 662		     vendor_dur_overrides[i].version.rev_minor)) {
 663
 664			memcpy(duration_cap,
 665			       vendor_dur_overrides[i].durations,
 666			       sizeof(vendor_dur_overrides[i].durations));
 667
 668			chip->duration_adjusted = true;
 669			goto out;
 670		}
 671	}
 672
 673out:
 674	if (chip->ops->clk_enable != NULL)
 675		chip->ops->clk_enable(chip, false);
 676}
 677
 678struct tis_vendor_timeout_override {
 679	u32 did_vid;
 680	unsigned long timeout_us[4];
 681};
 682
 683static const struct tis_vendor_timeout_override vendor_timeout_overrides[] = {
 684	/* Atmel 3204 */
 685	{ 0x32041114, { (TIS_SHORT_TIMEOUT*1000), (TIS_LONG_TIMEOUT*1000),
 686			(TIS_SHORT_TIMEOUT*1000), (TIS_SHORT_TIMEOUT*1000) } },
 687};
 688
 689static void tpm_tis_update_timeouts(struct tpm_chip *chip,
 690				    unsigned long *timeout_cap)
 691{
 692	struct tpm_tis_data *priv = dev_get_drvdata(&chip->dev);
 693	int i, rc;
 694	u32 did_vid;
 695
 696	chip->timeout_adjusted = false;
 697
 698	if (chip->ops->clk_enable != NULL)
 699		chip->ops->clk_enable(chip, true);
 700
 701	rc = tpm_tis_read32(priv, TPM_DID_VID(0), &did_vid);
 702	if (rc < 0) {
 703		dev_warn(&chip->dev, "%s: failed to read did_vid: %d\n",
 704			 __func__, rc);
 705		goto out;
 706	}
 707
 708	for (i = 0; i != ARRAY_SIZE(vendor_timeout_overrides); i++) {
 709		if (vendor_timeout_overrides[i].did_vid != did_vid)
 710			continue;
 711		memcpy(timeout_cap, vendor_timeout_overrides[i].timeout_us,
 712		       sizeof(vendor_timeout_overrides[i].timeout_us));
 713		chip->timeout_adjusted = true;
 714	}
 715
 716out:
 717	if (chip->ops->clk_enable != NULL)
 718		chip->ops->clk_enable(chip, false);
 719
 720	return;
 721}
 722
 723/*
 724 * Early probing for iTPM with STS_DATA_EXPECT flaw.
 725 * Try sending command without itpm flag set and if that
 726 * fails, repeat with itpm flag set.
 727 */
 728static int probe_itpm(struct tpm_chip *chip)
 729{
 730	struct tpm_tis_data *priv = dev_get_drvdata(&chip->dev);
 731	int rc = 0;
 732	static const u8 cmd_getticks[] = {
 733		0x00, 0xc1, 0x00, 0x00, 0x00, 0x0a,
 734		0x00, 0x00, 0x00, 0xf1
 735	};
 736	size_t len = sizeof(cmd_getticks);
 737	u16 vendor;
 738
 739	if (test_bit(TPM_TIS_ITPM_WORKAROUND, &priv->flags))
 740		return 0;
 741
 742	rc = tpm_tis_read16(priv, TPM_DID_VID(0), &vendor);
 743	if (rc < 0)
 744		return rc;
 745
 746	/* probe only iTPMS */
 747	if (vendor != TPM_VID_INTEL)
 748		return 0;
 749
 750	if (tpm_tis_request_locality(chip, 0) != 0)
 751		return -EBUSY;
 752
 753	rc = tpm_tis_send_data(chip, cmd_getticks, len);
 754	if (rc == 0)
 755		goto out;
 756
 757	tpm_tis_ready(chip);
 758
 759	set_bit(TPM_TIS_ITPM_WORKAROUND, &priv->flags);
 760
 761	rc = tpm_tis_send_data(chip, cmd_getticks, len);
 762	if (rc == 0)
 763		dev_info(&chip->dev, "Detected an iTPM.\n");
 764	else {
 765		clear_bit(TPM_TIS_ITPM_WORKAROUND, &priv->flags);
 766		rc = -EFAULT;
 767	}
 768
 769out:
 770	tpm_tis_ready(chip);
 771	tpm_tis_relinquish_locality(chip, priv->locality);
 772
 773	return rc;
 774}
 775
 776static bool tpm_tis_req_canceled(struct tpm_chip *chip, u8 status)
 777{
 778	struct tpm_tis_data *priv = dev_get_drvdata(&chip->dev);
 779
 780	if (!test_bit(TPM_TIS_DEFAULT_CANCELLATION, &priv->flags)) {
 781		switch (priv->manufacturer_id) {
 782		case TPM_VID_WINBOND:
 783			return ((status == TPM_STS_VALID) ||
 784				(status == (TPM_STS_VALID | TPM_STS_COMMAND_READY)));
 785		case TPM_VID_STM:
 786			return (status == (TPM_STS_VALID | TPM_STS_COMMAND_READY));
 787		default:
 788			break;
 789		}
 790	}
 791
 792	return status == TPM_STS_COMMAND_READY;
 793}
 794
 795static irqreturn_t tpm_tis_revert_interrupts(struct tpm_chip *chip)
 796{
 797	struct tpm_tis_data *priv = dev_get_drvdata(&chip->dev);
 798	const char *product;
 799	const char *vendor;
 800
 801	dev_warn(&chip->dev, FW_BUG
 802		 "TPM interrupt storm detected, polling instead\n");
 803
 804	vendor = dmi_get_system_info(DMI_SYS_VENDOR);
 805	product = dmi_get_system_info(DMI_PRODUCT_VERSION);
 806
 807	if (vendor && product) {
 808		dev_info(&chip->dev,
 809			"Consider adding the following entry to tpm_tis_dmi_table:\n");
 810		dev_info(&chip->dev, "\tDMI_SYS_VENDOR: %s\n", vendor);
 811		dev_info(&chip->dev, "\tDMI_PRODUCT_VERSION: %s\n", product);
 812	}
 813
 814	if (tpm_tis_request_locality(chip, 0) != 0)
 815		return IRQ_NONE;
 816
 817	__tpm_tis_disable_interrupts(chip);
 818	tpm_tis_relinquish_locality(chip, 0);
 819
 820	schedule_work(&priv->free_irq_work);
 821
 822	return IRQ_HANDLED;
 823}
 824
 825static irqreturn_t tpm_tis_update_unhandled_irqs(struct tpm_chip *chip)
 826{
 827	struct tpm_tis_data *priv = dev_get_drvdata(&chip->dev);
 828	irqreturn_t irqret = IRQ_HANDLED;
 829
 830	if (!(chip->flags & TPM_CHIP_FLAG_IRQ))
 831		return IRQ_HANDLED;
 832
 833	if (time_after(jiffies, priv->last_unhandled_irq + HZ/10))
 834		priv->unhandled_irqs = 1;
 835	else
 836		priv->unhandled_irqs++;
 837
 838	priv->last_unhandled_irq = jiffies;
 839
 840	if (priv->unhandled_irqs > TPM_TIS_MAX_UNHANDLED_IRQS)
 841		irqret = tpm_tis_revert_interrupts(chip);
 842
 843	return irqret;
 844}
 845
 846static irqreturn_t tis_int_handler(int dummy, void *dev_id)
 847{
 848	struct tpm_chip *chip = dev_id;
 849	struct tpm_tis_data *priv = dev_get_drvdata(&chip->dev);
 850	u32 interrupt;
 851	int rc;
 852
 853	rc = tpm_tis_read32(priv, TPM_INT_STATUS(priv->locality), &interrupt);
 854	if (rc < 0)
 855		goto err;
 856
 857	if (interrupt == 0)
 858		goto err;
 859
 860	set_bit(TPM_TIS_IRQ_TESTED, &priv->flags);
 861	if (interrupt & TPM_INTF_DATA_AVAIL_INT)
 862		wake_up_interruptible(&priv->read_queue);
 863
 864	if (interrupt &
 865	    (TPM_INTF_LOCALITY_CHANGE_INT | TPM_INTF_STS_VALID_INT |
 866	     TPM_INTF_CMD_READY_INT))
 867		wake_up_interruptible(&priv->int_queue);
 868
 869	/* Clear interrupts handled with TPM_EOI */
 870	tpm_tis_request_locality(chip, 0);
 871	rc = tpm_tis_write32(priv, TPM_INT_STATUS(priv->locality), interrupt);
 872	tpm_tis_relinquish_locality(chip, 0);
 873	if (rc < 0)
 874		goto err;
 875
 876	tpm_tis_read32(priv, TPM_INT_STATUS(priv->locality), &interrupt);
 877	return IRQ_HANDLED;
 878
 879err:
 880	return tpm_tis_update_unhandled_irqs(chip);
 881}
 882
 883static void tpm_tis_gen_interrupt(struct tpm_chip *chip)
 884{
 885	const char *desc = "attempting to generate an interrupt";
 886	u32 cap2;
 887	cap_t cap;
 888	int ret;
 889
 890	chip->flags |= TPM_CHIP_FLAG_IRQ;
 891
 892	if (chip->flags & TPM_CHIP_FLAG_TPM2)
 893		ret = tpm2_get_tpm_pt(chip, 0x100, &cap2, desc);
 894	else
 895		ret = tpm1_getcap(chip, TPM_CAP_PROP_TIS_TIMEOUT, &cap, desc, 0);
 896
 897	if (ret)
 898		chip->flags &= ~TPM_CHIP_FLAG_IRQ;
 899}
 900
 901static void tpm_tis_free_irq_func(struct work_struct *work)
 902{
 903	struct tpm_tis_data *priv = container_of(work, typeof(*priv), free_irq_work);
 904	struct tpm_chip *chip = priv->chip;
 905
 906	devm_free_irq(chip->dev.parent, priv->irq, chip);
 907	priv->irq = 0;
 908}
 909
 910/* Register the IRQ and issue a command that will cause an interrupt. If an
 911 * irq is seen then leave the chip setup for IRQ operation, otherwise reverse
 912 * everything and leave in polling mode. Returns 0 on success.
 913 */
 914static int tpm_tis_probe_irq_single(struct tpm_chip *chip, u32 intmask,
 915				    int flags, int irq)
 916{
 917	struct tpm_tis_data *priv = dev_get_drvdata(&chip->dev);
 918	u8 original_int_vec;
 919	int rc;
 920	u32 int_status;
 921
 922	INIT_WORK(&priv->free_irq_work, tpm_tis_free_irq_func);
 923
 924	rc = devm_request_threaded_irq(chip->dev.parent, irq, NULL,
 925				       tis_int_handler, IRQF_ONESHOT | flags,
 926				       dev_name(&chip->dev), chip);
 927	if (rc) {
 928		dev_info(&chip->dev, "Unable to request irq: %d for probe\n",
 929			 irq);
 930		return -1;
 931	}
 932	priv->irq = irq;
 933
 934	rc = tpm_tis_request_locality(chip, 0);
 935	if (rc < 0)
 936		return rc;
 937
 938	rc = tpm_tis_read8(priv, TPM_INT_VECTOR(priv->locality),
 939			   &original_int_vec);
 940	if (rc < 0) {
 941		tpm_tis_relinquish_locality(chip, priv->locality);
 942		return rc;
 943	}
 944
 945	rc = tpm_tis_write8(priv, TPM_INT_VECTOR(priv->locality), irq);
 946	if (rc < 0)
 947		goto restore_irqs;
 948
 949	rc = tpm_tis_read32(priv, TPM_INT_STATUS(priv->locality), &int_status);
 950	if (rc < 0)
 951		goto restore_irqs;
 952
 953	/* Clear all existing */
 954	rc = tpm_tis_write32(priv, TPM_INT_STATUS(priv->locality), int_status);
 955	if (rc < 0)
 956		goto restore_irqs;
 957	/* Turn on */
 958	rc = tpm_tis_write32(priv, TPM_INT_ENABLE(priv->locality),
 959			     intmask | TPM_GLOBAL_INT_ENABLE);
 960	if (rc < 0)
 961		goto restore_irqs;
 962
 963	clear_bit(TPM_TIS_IRQ_TESTED, &priv->flags);
 964
 965	/* Generate an interrupt by having the core call through to
 966	 * tpm_tis_send
 967	 */
 968	tpm_tis_gen_interrupt(chip);
 969
 970restore_irqs:
 971	/* tpm_tis_send will either confirm the interrupt is working or it
 972	 * will call disable_irq which undoes all of the above.
 973	 */
 974	if (!(chip->flags & TPM_CHIP_FLAG_IRQ)) {
 975		tpm_tis_write8(priv, original_int_vec,
 976			       TPM_INT_VECTOR(priv->locality));
 977		rc = -1;
 978	}
 979
 980	tpm_tis_relinquish_locality(chip, priv->locality);
 981
 982	return rc;
 983}
 984
 985/* Try to find the IRQ the TPM is using. This is for legacy x86 systems that
 986 * do not have ACPI/etc. We typically expect the interrupt to be declared if
 987 * present.
 988 */
 989static void tpm_tis_probe_irq(struct tpm_chip *chip, u32 intmask)
 990{
 991	struct tpm_tis_data *priv = dev_get_drvdata(&chip->dev);
 992	u8 original_int_vec;
 993	int i, rc;
 994
 995	rc = tpm_tis_read8(priv, TPM_INT_VECTOR(priv->locality),
 996			   &original_int_vec);
 997	if (rc < 0)
 998		return;
 999
1000	if (!original_int_vec) {
1001		if (IS_ENABLED(CONFIG_X86))
1002			for (i = 3; i <= 15; i++)
1003				if (!tpm_tis_probe_irq_single(chip, intmask, 0,
1004							      i))
1005					return;
1006	} else if (!tpm_tis_probe_irq_single(chip, intmask, 0,
1007					     original_int_vec))
1008		return;
1009}
1010
1011void tpm_tis_remove(struct tpm_chip *chip)
1012{
1013	struct tpm_tis_data *priv = dev_get_drvdata(&chip->dev);
1014	u32 reg = TPM_INT_ENABLE(priv->locality);
1015	u32 interrupt;
1016	int rc;
1017
1018	tpm_tis_clkrun_enable(chip, true);
1019
1020	rc = tpm_tis_read32(priv, reg, &interrupt);
1021	if (rc < 0)
1022		interrupt = 0;
1023
1024	tpm_tis_write32(priv, reg, ~TPM_GLOBAL_INT_ENABLE & interrupt);
1025	flush_work(&priv->free_irq_work);
1026
1027	tpm_tis_clkrun_enable(chip, false);
1028
1029	if (priv->ilb_base_addr)
1030		iounmap(priv->ilb_base_addr);
1031}
1032EXPORT_SYMBOL_GPL(tpm_tis_remove);
1033
1034/**
1035 * tpm_tis_clkrun_enable() - Keep clkrun protocol disabled for entire duration
1036 *                           of a single TPM command
1037 * @chip:	TPM chip to use
1038 * @value:	1 - Disable CLKRUN protocol, so that clocks are free running
1039 *		0 - Enable CLKRUN protocol
1040 * Call this function directly in tpm_tis_remove() in error or driver removal
1041 * path, since the chip->ops is set to NULL in tpm_chip_unregister().
1042 */
1043static void tpm_tis_clkrun_enable(struct tpm_chip *chip, bool value)
1044{
1045	struct tpm_tis_data *data = dev_get_drvdata(&chip->dev);
1046	u32 clkrun_val;
1047
1048	if (!IS_ENABLED(CONFIG_X86) || !is_bsw() ||
1049	    !data->ilb_base_addr)
1050		return;
1051
1052	if (value) {
1053		data->clkrun_enabled++;
1054		if (data->clkrun_enabled > 1)
1055			return;
1056		clkrun_val = ioread32(data->ilb_base_addr + LPC_CNTRL_OFFSET);
1057
1058		/* Disable LPC CLKRUN# */
1059		clkrun_val &= ~LPC_CLKRUN_EN;
1060		iowrite32(clkrun_val, data->ilb_base_addr + LPC_CNTRL_OFFSET);
1061
1062		/*
1063		 * Write any random value on port 0x80 which is on LPC, to make
1064		 * sure LPC clock is running before sending any TPM command.
1065		 */
1066		outb(0xCC, 0x80);
1067	} else {
1068		data->clkrun_enabled--;
1069		if (data->clkrun_enabled)
1070			return;
1071
1072		clkrun_val = ioread32(data->ilb_base_addr + LPC_CNTRL_OFFSET);
1073
1074		/* Enable LPC CLKRUN# */
1075		clkrun_val |= LPC_CLKRUN_EN;
1076		iowrite32(clkrun_val, data->ilb_base_addr + LPC_CNTRL_OFFSET);
1077
1078		/*
1079		 * Write any random value on port 0x80 which is on LPC, to make
1080		 * sure LPC clock is running before sending any TPM command.
1081		 */
1082		outb(0xCC, 0x80);
1083	}
1084}
1085
1086static const struct tpm_class_ops tpm_tis = {
1087	.flags = TPM_OPS_AUTO_STARTUP,
1088	.status = tpm_tis_status,
1089	.recv = tpm_tis_recv,
1090	.send = tpm_tis_send,
1091	.cancel = tpm_tis_ready,
1092	.update_timeouts = tpm_tis_update_timeouts,
1093	.update_durations = tpm_tis_update_durations,
1094	.req_complete_mask = TPM_STS_DATA_AVAIL | TPM_STS_VALID,
1095	.req_complete_val = TPM_STS_DATA_AVAIL | TPM_STS_VALID,
1096	.req_canceled = tpm_tis_req_canceled,
1097	.request_locality = tpm_tis_request_locality,
1098	.relinquish_locality = tpm_tis_relinquish_locality,
1099	.clk_enable = tpm_tis_clkrun_enable,
1100};
1101
1102int tpm_tis_core_init(struct device *dev, struct tpm_tis_data *priv, int irq,
1103		      const struct tpm_tis_phy_ops *phy_ops,
1104		      acpi_handle acpi_dev_handle)
1105{
1106	u32 vendor;
1107	u32 intfcaps;
1108	u32 intmask;
1109	u32 clkrun_val;
1110	u8 rid;
1111	int rc, probe;
1112	struct tpm_chip *chip;
1113
1114	chip = tpmm_chip_alloc(dev, &tpm_tis);
1115	if (IS_ERR(chip))
1116		return PTR_ERR(chip);
1117
1118#ifdef CONFIG_ACPI
1119	chip->acpi_dev_handle = acpi_dev_handle;
1120#endif
1121
1122	chip->hwrng.quality = priv->rng_quality;
1123
1124	/* Maximum timeouts */
1125	chip->timeout_a = msecs_to_jiffies(TIS_TIMEOUT_A_MAX);
1126	chip->timeout_b = msecs_to_jiffies(TIS_TIMEOUT_B_MAX);
1127	chip->timeout_c = msecs_to_jiffies(TIS_TIMEOUT_C_MAX);
1128	chip->timeout_d = msecs_to_jiffies(TIS_TIMEOUT_D_MAX);
1129	priv->chip = chip;
1130	priv->timeout_min = TPM_TIMEOUT_USECS_MIN;
1131	priv->timeout_max = TPM_TIMEOUT_USECS_MAX;
1132	priv->phy_ops = phy_ops;
1133	priv->locality_count = 0;
1134	mutex_init(&priv->locality_count_mutex);
1135
1136	dev_set_drvdata(&chip->dev, priv);
1137
1138	rc = tpm_tis_read32(priv, TPM_DID_VID(0), &vendor);
1139	if (rc < 0)
1140		return rc;
1141
1142	priv->manufacturer_id = vendor;
1143
1144	if (priv->manufacturer_id == TPM_VID_ATML &&
1145		!(chip->flags & TPM_CHIP_FLAG_TPM2)) {
1146		priv->timeout_min = TIS_TIMEOUT_MIN_ATML;
1147		priv->timeout_max = TIS_TIMEOUT_MAX_ATML;
1148	}
1149
1150	if (is_bsw()) {
1151		priv->ilb_base_addr = ioremap(INTEL_LEGACY_BLK_BASE_ADDR,
1152					ILB_REMAP_SIZE);
1153		if (!priv->ilb_base_addr)
1154			return -ENOMEM;
1155
1156		clkrun_val = ioread32(priv->ilb_base_addr + LPC_CNTRL_OFFSET);
1157		/* Check if CLKRUN# is already not enabled in the LPC bus */
1158		if (!(clkrun_val & LPC_CLKRUN_EN)) {
1159			iounmap(priv->ilb_base_addr);
1160			priv->ilb_base_addr = NULL;
1161		}
1162	}
1163
1164	if (chip->ops->clk_enable != NULL)
1165		chip->ops->clk_enable(chip, true);
1166
1167	if (wait_startup(chip, 0) != 0) {
1168		rc = -ENODEV;
1169		goto out_err;
1170	}
1171
1172	/* Take control of the TPM's interrupt hardware and shut it off */
1173	rc = tpm_tis_read32(priv, TPM_INT_ENABLE(priv->locality), &intmask);
1174	if (rc < 0)
1175		goto out_err;
1176
1177	/* Figure out the capabilities */
1178	rc = tpm_tis_read32(priv, TPM_INTF_CAPS(priv->locality), &intfcaps);
1179	if (rc < 0)
1180		goto out_err;
1181
1182	dev_dbg(dev, "TPM interface capabilities (0x%x):\n",
1183		intfcaps);
1184	if (intfcaps & TPM_INTF_BURST_COUNT_STATIC)
1185		dev_dbg(dev, "\tBurst Count Static\n");
1186	if (intfcaps & TPM_INTF_CMD_READY_INT) {
1187		intmask |= TPM_INTF_CMD_READY_INT;
1188		dev_dbg(dev, "\tCommand Ready Int Support\n");
1189	}
1190	if (intfcaps & TPM_INTF_INT_EDGE_FALLING)
1191		dev_dbg(dev, "\tInterrupt Edge Falling\n");
1192	if (intfcaps & TPM_INTF_INT_EDGE_RISING)
1193		dev_dbg(dev, "\tInterrupt Edge Rising\n");
1194	if (intfcaps & TPM_INTF_INT_LEVEL_LOW)
1195		dev_dbg(dev, "\tInterrupt Level Low\n");
1196	if (intfcaps & TPM_INTF_INT_LEVEL_HIGH)
1197		dev_dbg(dev, "\tInterrupt Level High\n");
1198	if (intfcaps & TPM_INTF_LOCALITY_CHANGE_INT) {
1199		intmask |= TPM_INTF_LOCALITY_CHANGE_INT;
1200		dev_dbg(dev, "\tLocality Change Int Support\n");
1201	}
1202	if (intfcaps & TPM_INTF_STS_VALID_INT) {
1203		intmask |= TPM_INTF_STS_VALID_INT;
1204		dev_dbg(dev, "\tSts Valid Int Support\n");
1205	}
1206	if (intfcaps & TPM_INTF_DATA_AVAIL_INT) {
1207		intmask |= TPM_INTF_DATA_AVAIL_INT;
1208		dev_dbg(dev, "\tData Avail Int Support\n");
1209	}
1210
1211	intmask &= ~TPM_GLOBAL_INT_ENABLE;
1212
1213	rc = tpm_tis_request_locality(chip, 0);
1214	if (rc < 0) {
1215		rc = -ENODEV;
1216		goto out_err;
1217	}
1218
1219	tpm_tis_write32(priv, TPM_INT_ENABLE(priv->locality), intmask);
1220	tpm_tis_relinquish_locality(chip, 0);
1221
1222	rc = tpm_chip_start(chip);
1223	if (rc)
1224		goto out_err;
1225	rc = tpm2_probe(chip);
1226	tpm_chip_stop(chip);
1227	if (rc)
1228		goto out_err;
1229
1230	rc = tpm_tis_read8(priv, TPM_RID(0), &rid);
1231	if (rc < 0)
1232		goto out_err;
1233
1234	dev_info(dev, "%s TPM (device-id 0x%X, rev-id %d)\n",
1235		 (chip->flags & TPM_CHIP_FLAG_TPM2) ? "2.0" : "1.2",
1236		 vendor >> 16, rid);
1237
1238	probe = probe_itpm(chip);
1239	if (probe < 0) {
1240		rc = -ENODEV;
1241		goto out_err;
1242	}
1243
1244	/* INTERRUPT Setup */
1245	init_waitqueue_head(&priv->read_queue);
1246	init_waitqueue_head(&priv->int_queue);
1247
1248	rc = tpm_chip_bootstrap(chip);
1249	if (rc)
1250		goto out_err;
1251
1252	if (irq != -1) {
1253		/*
1254		 * Before doing irq testing issue a command to the TPM in polling mode
1255		 * to make sure it works. May as well use that command to set the
1256		 * proper timeouts for the driver.
1257		 */
1258
1259		rc = tpm_tis_request_locality(chip, 0);
1260		if (rc < 0)
1261			goto out_err;
1262
1263		rc = tpm_get_timeouts(chip);
1264
1265		tpm_tis_relinquish_locality(chip, 0);
1266
1267		if (rc) {
1268			dev_err(dev, "Could not get TPM timeouts and durations\n");
1269			rc = -ENODEV;
1270			goto out_err;
1271		}
1272
1273		if (irq)
1274			tpm_tis_probe_irq_single(chip, intmask, IRQF_SHARED,
1275						 irq);
1276		else
1277			tpm_tis_probe_irq(chip, intmask);
1278
1279		if (chip->flags & TPM_CHIP_FLAG_IRQ) {
1280			priv->int_mask = intmask;
1281		} else {
1282			dev_err(&chip->dev, FW_BUG
1283					"TPM interrupt not working, polling instead\n");
1284
1285			rc = tpm_tis_request_locality(chip, 0);
1286			if (rc < 0)
1287				goto out_err;
1288			tpm_tis_disable_interrupts(chip);
1289			tpm_tis_relinquish_locality(chip, 0);
1290		}
1291	}
1292
1293	rc = tpm_chip_register(chip);
1294	if (rc)
1295		goto out_err;
1296
1297	if (chip->ops->clk_enable != NULL)
1298		chip->ops->clk_enable(chip, false);
1299
1300	return 0;
1301out_err:
1302	if (chip->ops->clk_enable != NULL)
1303		chip->ops->clk_enable(chip, false);
1304
1305	tpm_tis_remove(chip);
1306
1307	return rc;
1308}
1309EXPORT_SYMBOL_GPL(tpm_tis_core_init);
1310
1311#ifdef CONFIG_PM_SLEEP
1312static void tpm_tis_reenable_interrupts(struct tpm_chip *chip)
1313{
1314	struct tpm_tis_data *priv = dev_get_drvdata(&chip->dev);
1315	u32 intmask;
1316	int rc;
1317
1318	/*
1319	 * Re-enable interrupts that device may have lost or BIOS/firmware may
1320	 * have disabled.
1321	 */
1322	rc = tpm_tis_write8(priv, TPM_INT_VECTOR(priv->locality), priv->irq);
1323	if (rc < 0) {
1324		dev_err(&chip->dev, "Setting IRQ failed.\n");
1325		return;
1326	}
1327
1328	intmask = priv->int_mask | TPM_GLOBAL_INT_ENABLE;
1329	rc = tpm_tis_write32(priv, TPM_INT_ENABLE(priv->locality), intmask);
1330	if (rc < 0)
1331		dev_err(&chip->dev, "Enabling interrupts failed.\n");
1332}
1333
1334int tpm_tis_resume(struct device *dev)
1335{
1336	struct tpm_chip *chip = dev_get_drvdata(dev);
1337	int ret;
1338
1339	ret = tpm_chip_start(chip);
1340	if (ret)
1341		return ret;
1342
1343	if (chip->flags & TPM_CHIP_FLAG_IRQ)
1344		tpm_tis_reenable_interrupts(chip);
1345
1346	/*
1347	 * TPM 1.2 requires self-test on resume. This function actually returns
1348	 * an error code but for unknown reason it isn't handled.
1349	 */
1350	if (!(chip->flags & TPM_CHIP_FLAG_TPM2))
1351		tpm1_do_selftest(chip);
1352
1353	tpm_chip_stop(chip);
1354
1355	ret = tpm_pm_resume(dev);
1356	if (ret)
1357		return ret;
1358
1359	return 0;
1360}
1361EXPORT_SYMBOL_GPL(tpm_tis_resume);
1362#endif
1363
1364MODULE_AUTHOR("Leendert van Doorn (leendert@watson.ibm.com)");
1365MODULE_DESCRIPTION("TPM Driver");
1366MODULE_VERSION("2.0");
1367MODULE_LICENSE("GPL");