Loading...
1// SPDX-License-Identifier: GPL-2.0-only
2/*
3 * Copyright (C) 2012-2020 IBM Corporation
4 *
5 * Author: Ashley Lai <ashleydlai@gmail.com>
6 *
7 * Maintained by: <tpmdd-devel@lists.sourceforge.net>
8 *
9 * Device driver for TCG/TCPA TPM (trusted platform module).
10 * Specifications at www.trustedcomputinggroup.org
11 */
12
13#include <linux/dma-mapping.h>
14#include <linux/dmapool.h>
15#include <linux/slab.h>
16#include <asm/vio.h>
17#include <asm/irq.h>
18#include <linux/types.h>
19#include <linux/list.h>
20#include <linux/spinlock.h>
21#include <linux/interrupt.h>
22#include <linux/wait.h>
23#include <asm/prom.h>
24
25#include "tpm.h"
26#include "tpm_ibmvtpm.h"
27
28static const char tpm_ibmvtpm_driver_name[] = "tpm_ibmvtpm";
29
30static const struct vio_device_id tpm_ibmvtpm_device_table[] = {
31 { "IBM,vtpm", "IBM,vtpm"},
32 { "IBM,vtpm", "IBM,vtpm20"},
33 { "", "" }
34};
35MODULE_DEVICE_TABLE(vio, tpm_ibmvtpm_device_table);
36
37/**
38 * ibmvtpm_send_crq_word() - Send a CRQ request
39 * @vdev: vio device struct
40 * @w1: pre-constructed first word of tpm crq (second word is reserved)
41 *
42 * Return:
43 * 0 - Success
44 * Non-zero - Failure
45 */
46static int ibmvtpm_send_crq_word(struct vio_dev *vdev, u64 w1)
47{
48 return plpar_hcall_norets(H_SEND_CRQ, vdev->unit_address, w1, 0);
49}
50
51/**
52 * ibmvtpm_send_crq() - Send a CRQ request
53 *
54 * @vdev: vio device struct
55 * @valid: Valid field
56 * @msg: Type field
57 * @len: Length field
58 * @data: Data field
59 *
60 * The ibmvtpm crq is defined as follows:
61 *
62 * Byte | 0 | 1 | 2 | 3 | 4 | 5 | 6 | 7
63 * -----------------------------------------------------------------------
64 * Word0 | Valid | Type | Length | Data
65 * -----------------------------------------------------------------------
66 * Word1 | Reserved
67 * -----------------------------------------------------------------------
68 *
69 * Which matches the following structure (on bigendian host):
70 *
71 * struct ibmvtpm_crq {
72 * u8 valid;
73 * u8 msg;
74 * __be16 len;
75 * __be32 data;
76 * __be64 reserved;
77 * } __attribute__((packed, aligned(8)));
78 *
79 * However, the value is passed in a register so just compute the numeric value
80 * to load into the register avoiding byteswap altogether. Endian only affects
81 * memory loads and stores - registers are internally represented the same.
82 *
83 * Return:
84 * 0 (H_SUCCESS) - Success
85 * Non-zero - Failure
86 */
87static int ibmvtpm_send_crq(struct vio_dev *vdev,
88 u8 valid, u8 msg, u16 len, u32 data)
89{
90 u64 w1 = ((u64)valid << 56) | ((u64)msg << 48) | ((u64)len << 32) |
91 (u64)data;
92 return ibmvtpm_send_crq_word(vdev, w1);
93}
94
95/**
96 * tpm_ibmvtpm_recv - Receive data after send
97 *
98 * @chip: tpm chip struct
99 * @buf: buffer to read
100 * @count: size of buffer
101 *
102 * Return:
103 * Number of bytes read
104 */
105static int tpm_ibmvtpm_recv(struct tpm_chip *chip, u8 *buf, size_t count)
106{
107 struct ibmvtpm_dev *ibmvtpm = dev_get_drvdata(&chip->dev);
108 u16 len;
109
110 if (!ibmvtpm->rtce_buf) {
111 dev_err(ibmvtpm->dev, "ibmvtpm device is not ready\n");
112 return 0;
113 }
114
115 len = ibmvtpm->res_len;
116
117 if (count < len) {
118 dev_err(ibmvtpm->dev,
119 "Invalid size in recv: count=%zd, crq_size=%d\n",
120 count, len);
121 return -EIO;
122 }
123
124 spin_lock(&ibmvtpm->rtce_lock);
125 memcpy((void *)buf, (void *)ibmvtpm->rtce_buf, len);
126 memset(ibmvtpm->rtce_buf, 0, len);
127 ibmvtpm->res_len = 0;
128 spin_unlock(&ibmvtpm->rtce_lock);
129 return len;
130}
131
132/**
133 * ibmvtpm_crq_send_init - Send a CRQ initialize message
134 * @ibmvtpm: vtpm device struct
135 *
136 * Return:
137 * 0 on success.
138 * Non-zero on failure.
139 */
140static int ibmvtpm_crq_send_init(struct ibmvtpm_dev *ibmvtpm)
141{
142 int rc;
143
144 rc = ibmvtpm_send_crq_word(ibmvtpm->vdev, INIT_CRQ_CMD);
145 if (rc != H_SUCCESS)
146 dev_err(ibmvtpm->dev,
147 "%s failed rc=%d\n", __func__, rc);
148
149 return rc;
150}
151
152/**
153 * tpm_ibmvtpm_resume - Resume from suspend
154 *
155 * @dev: device struct
156 *
157 * Return: Always 0.
158 */
159static int tpm_ibmvtpm_resume(struct device *dev)
160{
161 struct tpm_chip *chip = dev_get_drvdata(dev);
162 struct ibmvtpm_dev *ibmvtpm = dev_get_drvdata(&chip->dev);
163 int rc = 0;
164
165 do {
166 if (rc)
167 msleep(100);
168 rc = plpar_hcall_norets(H_ENABLE_CRQ,
169 ibmvtpm->vdev->unit_address);
170 } while (rc == H_IN_PROGRESS || rc == H_BUSY || H_IS_LONG_BUSY(rc));
171
172 if (rc) {
173 dev_err(dev, "Error enabling ibmvtpm rc=%d\n", rc);
174 return rc;
175 }
176
177 rc = vio_enable_interrupts(ibmvtpm->vdev);
178 if (rc) {
179 dev_err(dev, "Error vio_enable_interrupts rc=%d\n", rc);
180 return rc;
181 }
182
183 rc = ibmvtpm_crq_send_init(ibmvtpm);
184 if (rc)
185 dev_err(dev, "Error send_init rc=%d\n", rc);
186
187 return rc;
188}
189
190/**
191 * tpm_ibmvtpm_send() - Send a TPM command
192 * @chip: tpm chip struct
193 * @buf: buffer contains data to send
194 * @count: size of buffer
195 *
196 * Return:
197 * 0 on success,
198 * -errno on error
199 */
200static int tpm_ibmvtpm_send(struct tpm_chip *chip, u8 *buf, size_t count)
201{
202 struct ibmvtpm_dev *ibmvtpm = dev_get_drvdata(&chip->dev);
203 bool retry = true;
204 int rc, sig;
205
206 if (!ibmvtpm->rtce_buf) {
207 dev_err(ibmvtpm->dev, "ibmvtpm device is not ready\n");
208 return 0;
209 }
210
211 if (count > ibmvtpm->rtce_size) {
212 dev_err(ibmvtpm->dev,
213 "Invalid size in send: count=%zd, rtce_size=%d\n",
214 count, ibmvtpm->rtce_size);
215 return -EIO;
216 }
217
218 if (ibmvtpm->tpm_processing_cmd) {
219 dev_info(ibmvtpm->dev,
220 "Need to wait for TPM to finish\n");
221 /* wait for previous command to finish */
222 sig = wait_event_interruptible(ibmvtpm->wq, !ibmvtpm->tpm_processing_cmd);
223 if (sig)
224 return -EINTR;
225 }
226
227 spin_lock(&ibmvtpm->rtce_lock);
228 ibmvtpm->res_len = 0;
229 memcpy((void *)ibmvtpm->rtce_buf, (void *)buf, count);
230
231 /*
232 * set the processing flag before the Hcall, since we may get the
233 * result (interrupt) before even being able to check rc.
234 */
235 ibmvtpm->tpm_processing_cmd = 1;
236
237again:
238 rc = ibmvtpm_send_crq(ibmvtpm->vdev,
239 IBMVTPM_VALID_CMD, VTPM_TPM_COMMAND,
240 count, ibmvtpm->rtce_dma_handle);
241 if (rc != H_SUCCESS) {
242 /*
243 * H_CLOSED can be returned after LPM resume. Call
244 * tpm_ibmvtpm_resume() to re-enable the CRQ then retry
245 * ibmvtpm_send_crq() once before failing.
246 */
247 if (rc == H_CLOSED && retry) {
248 tpm_ibmvtpm_resume(ibmvtpm->dev);
249 retry = false;
250 goto again;
251 }
252 dev_err(ibmvtpm->dev, "tpm_ibmvtpm_send failed rc=%d\n", rc);
253 ibmvtpm->tpm_processing_cmd = 0;
254 }
255
256 spin_unlock(&ibmvtpm->rtce_lock);
257 return 0;
258}
259
260static void tpm_ibmvtpm_cancel(struct tpm_chip *chip)
261{
262 return;
263}
264
265static u8 tpm_ibmvtpm_status(struct tpm_chip *chip)
266{
267 struct ibmvtpm_dev *ibmvtpm = dev_get_drvdata(&chip->dev);
268
269 return ibmvtpm->tpm_processing_cmd;
270}
271
272/**
273 * ibmvtpm_crq_get_rtce_size - Send a CRQ request to get rtce size
274 *
275 * @ibmvtpm: vtpm device struct
276 *
277 * Return:
278 * 0 on success.
279 * Non-zero on failure.
280 */
281static int ibmvtpm_crq_get_rtce_size(struct ibmvtpm_dev *ibmvtpm)
282{
283 int rc;
284
285 rc = ibmvtpm_send_crq(ibmvtpm->vdev,
286 IBMVTPM_VALID_CMD, VTPM_GET_RTCE_BUFFER_SIZE, 0, 0);
287 if (rc != H_SUCCESS)
288 dev_err(ibmvtpm->dev,
289 "ibmvtpm_crq_get_rtce_size failed rc=%d\n", rc);
290
291 return rc;
292}
293
294/**
295 * ibmvtpm_crq_get_version - Send a CRQ request to get vtpm version
296 * - Note that this is vtpm version and not tpm version
297 *
298 * @ibmvtpm: vtpm device struct
299 *
300 * Return:
301 * 0 on success.
302 * Non-zero on failure.
303 */
304static int ibmvtpm_crq_get_version(struct ibmvtpm_dev *ibmvtpm)
305{
306 int rc;
307
308 rc = ibmvtpm_send_crq(ibmvtpm->vdev,
309 IBMVTPM_VALID_CMD, VTPM_GET_VERSION, 0, 0);
310 if (rc != H_SUCCESS)
311 dev_err(ibmvtpm->dev,
312 "ibmvtpm_crq_get_version failed rc=%d\n", rc);
313
314 return rc;
315}
316
317/**
318 * ibmvtpm_crq_send_init_complete - Send a CRQ initialize complete message
319 * @ibmvtpm: vtpm device struct
320 *
321 * Return:
322 * 0 on success.
323 * Non-zero on failure.
324 */
325static int ibmvtpm_crq_send_init_complete(struct ibmvtpm_dev *ibmvtpm)
326{
327 int rc;
328
329 rc = ibmvtpm_send_crq_word(ibmvtpm->vdev, INIT_CRQ_COMP_CMD);
330 if (rc != H_SUCCESS)
331 dev_err(ibmvtpm->dev,
332 "ibmvtpm_crq_send_init_complete failed rc=%d\n", rc);
333
334 return rc;
335}
336
337/**
338 * tpm_ibmvtpm_remove - ibm vtpm remove entry point
339 * @vdev: vio device struct
340 *
341 * Return: Always 0.
342 */
343static void tpm_ibmvtpm_remove(struct vio_dev *vdev)
344{
345 struct tpm_chip *chip = dev_get_drvdata(&vdev->dev);
346 struct ibmvtpm_dev *ibmvtpm = dev_get_drvdata(&chip->dev);
347 int rc = 0;
348
349 tpm_chip_unregister(chip);
350
351 free_irq(vdev->irq, ibmvtpm);
352
353 do {
354 if (rc)
355 msleep(100);
356 rc = plpar_hcall_norets(H_FREE_CRQ, vdev->unit_address);
357 } while (rc == H_BUSY || H_IS_LONG_BUSY(rc));
358
359 dma_unmap_single(ibmvtpm->dev, ibmvtpm->crq_dma_handle,
360 CRQ_RES_BUF_SIZE, DMA_BIDIRECTIONAL);
361 free_page((unsigned long)ibmvtpm->crq_queue.crq_addr);
362
363 if (ibmvtpm->rtce_buf) {
364 dma_unmap_single(ibmvtpm->dev, ibmvtpm->rtce_dma_handle,
365 ibmvtpm->rtce_size, DMA_BIDIRECTIONAL);
366 kfree(ibmvtpm->rtce_buf);
367 }
368
369 kfree(ibmvtpm);
370 /* For tpm_ibmvtpm_get_desired_dma */
371 dev_set_drvdata(&vdev->dev, NULL);
372}
373
374/**
375 * tpm_ibmvtpm_get_desired_dma - Get DMA size needed by this driver
376 * @vdev: vio device struct
377 *
378 * Return:
379 * Number of bytes the driver needs to DMA map.
380 */
381static unsigned long tpm_ibmvtpm_get_desired_dma(struct vio_dev *vdev)
382{
383 struct tpm_chip *chip = dev_get_drvdata(&vdev->dev);
384 struct ibmvtpm_dev *ibmvtpm;
385
386 /*
387 * ibmvtpm initializes at probe time, so the data we are
388 * asking for may not be set yet. Estimate that 4K required
389 * for TCE-mapped buffer in addition to CRQ.
390 */
391 if (chip)
392 ibmvtpm = dev_get_drvdata(&chip->dev);
393 else
394 return CRQ_RES_BUF_SIZE + PAGE_SIZE;
395
396 return CRQ_RES_BUF_SIZE + ibmvtpm->rtce_size;
397}
398
399/**
400 * tpm_ibmvtpm_suspend - Suspend
401 * @dev: device struct
402 *
403 * Return: Always 0.
404 */
405static int tpm_ibmvtpm_suspend(struct device *dev)
406{
407 struct tpm_chip *chip = dev_get_drvdata(dev);
408 struct ibmvtpm_dev *ibmvtpm = dev_get_drvdata(&chip->dev);
409 int rc = 0;
410
411 rc = ibmvtpm_send_crq(ibmvtpm->vdev,
412 IBMVTPM_VALID_CMD, VTPM_PREPARE_TO_SUSPEND, 0, 0);
413 if (rc != H_SUCCESS)
414 dev_err(ibmvtpm->dev,
415 "tpm_ibmvtpm_suspend failed rc=%d\n", rc);
416
417 return rc;
418}
419
420/**
421 * ibmvtpm_reset_crq - Reset CRQ
422 *
423 * @ibmvtpm: ibm vtpm struct
424 *
425 * Return:
426 * 0 on success.
427 * Non-zero on failure.
428 */
429static int ibmvtpm_reset_crq(struct ibmvtpm_dev *ibmvtpm)
430{
431 int rc = 0;
432
433 do {
434 if (rc)
435 msleep(100);
436 rc = plpar_hcall_norets(H_FREE_CRQ,
437 ibmvtpm->vdev->unit_address);
438 } while (rc == H_BUSY || H_IS_LONG_BUSY(rc));
439
440 memset(ibmvtpm->crq_queue.crq_addr, 0, CRQ_RES_BUF_SIZE);
441 ibmvtpm->crq_queue.index = 0;
442
443 return plpar_hcall_norets(H_REG_CRQ, ibmvtpm->vdev->unit_address,
444 ibmvtpm->crq_dma_handle, CRQ_RES_BUF_SIZE);
445}
446
447static bool tpm_ibmvtpm_req_canceled(struct tpm_chip *chip, u8 status)
448{
449 return (status == 0);
450}
451
452static const struct tpm_class_ops tpm_ibmvtpm = {
453 .recv = tpm_ibmvtpm_recv,
454 .send = tpm_ibmvtpm_send,
455 .cancel = tpm_ibmvtpm_cancel,
456 .status = tpm_ibmvtpm_status,
457 .req_complete_mask = 1,
458 .req_complete_val = 0,
459 .req_canceled = tpm_ibmvtpm_req_canceled,
460};
461
462static const struct dev_pm_ops tpm_ibmvtpm_pm_ops = {
463 .suspend = tpm_ibmvtpm_suspend,
464 .resume = tpm_ibmvtpm_resume,
465};
466
467/**
468 * ibmvtpm_crq_get_next - Get next responded crq
469 *
470 * @ibmvtpm: vtpm device struct
471 *
472 * Return: vtpm crq pointer or NULL.
473 */
474static struct ibmvtpm_crq *ibmvtpm_crq_get_next(struct ibmvtpm_dev *ibmvtpm)
475{
476 struct ibmvtpm_crq_queue *crq_q = &ibmvtpm->crq_queue;
477 struct ibmvtpm_crq *crq = &crq_q->crq_addr[crq_q->index];
478
479 if (crq->valid & VTPM_MSG_RES) {
480 if (++crq_q->index == crq_q->num_entry)
481 crq_q->index = 0;
482 smp_rmb();
483 } else
484 crq = NULL;
485 return crq;
486}
487
488/**
489 * ibmvtpm_crq_process - Process responded crq
490 *
491 * @crq: crq to be processed
492 * @ibmvtpm: vtpm device struct
493 *
494 */
495static void ibmvtpm_crq_process(struct ibmvtpm_crq *crq,
496 struct ibmvtpm_dev *ibmvtpm)
497{
498 int rc = 0;
499
500 switch (crq->valid) {
501 case VALID_INIT_CRQ:
502 switch (crq->msg) {
503 case INIT_CRQ_RES:
504 dev_info(ibmvtpm->dev, "CRQ initialized\n");
505 rc = ibmvtpm_crq_send_init_complete(ibmvtpm);
506 if (rc)
507 dev_err(ibmvtpm->dev, "Unable to send CRQ init complete rc=%d\n", rc);
508 return;
509 case INIT_CRQ_COMP_RES:
510 dev_info(ibmvtpm->dev,
511 "CRQ initialization completed\n");
512 return;
513 default:
514 dev_err(ibmvtpm->dev, "Unknown crq message type: %d\n", crq->msg);
515 return;
516 }
517 case IBMVTPM_VALID_CMD:
518 switch (crq->msg) {
519 case VTPM_GET_RTCE_BUFFER_SIZE_RES:
520 if (be16_to_cpu(crq->len) <= 0) {
521 dev_err(ibmvtpm->dev, "Invalid rtce size\n");
522 return;
523 }
524 ibmvtpm->rtce_size = be16_to_cpu(crq->len);
525 ibmvtpm->rtce_buf = kmalloc(ibmvtpm->rtce_size,
526 GFP_ATOMIC);
527 if (!ibmvtpm->rtce_buf) {
528 dev_err(ibmvtpm->dev, "Failed to allocate memory for rtce buffer\n");
529 return;
530 }
531
532 ibmvtpm->rtce_dma_handle = dma_map_single(ibmvtpm->dev,
533 ibmvtpm->rtce_buf, ibmvtpm->rtce_size,
534 DMA_BIDIRECTIONAL);
535
536 if (dma_mapping_error(ibmvtpm->dev,
537 ibmvtpm->rtce_dma_handle)) {
538 kfree(ibmvtpm->rtce_buf);
539 ibmvtpm->rtce_buf = NULL;
540 dev_err(ibmvtpm->dev, "Failed to dma map rtce buffer\n");
541 }
542
543 return;
544 case VTPM_GET_VERSION_RES:
545 ibmvtpm->vtpm_version = be32_to_cpu(crq->data);
546 return;
547 case VTPM_TPM_COMMAND_RES:
548 /* len of the data in rtce buffer */
549 ibmvtpm->res_len = be16_to_cpu(crq->len);
550 ibmvtpm->tpm_processing_cmd = 0;
551 wake_up_interruptible(&ibmvtpm->wq);
552 return;
553 default:
554 return;
555 }
556 }
557 return;
558}
559
560/**
561 * ibmvtpm_interrupt - Interrupt handler
562 *
563 * @irq: irq number to handle
564 * @vtpm_instance: vtpm that received interrupt
565 *
566 * Returns:
567 * IRQ_HANDLED
568 **/
569static irqreturn_t ibmvtpm_interrupt(int irq, void *vtpm_instance)
570{
571 struct ibmvtpm_dev *ibmvtpm = (struct ibmvtpm_dev *) vtpm_instance;
572 struct ibmvtpm_crq *crq;
573
574 /* while loop is needed for initial setup (get version and
575 * get rtce_size). There should be only one tpm request at any
576 * given time.
577 */
578 while ((crq = ibmvtpm_crq_get_next(ibmvtpm)) != NULL) {
579 ibmvtpm_crq_process(crq, ibmvtpm);
580 wake_up_interruptible(&ibmvtpm->crq_queue.wq);
581 crq->valid = 0;
582 smp_wmb();
583 }
584
585 return IRQ_HANDLED;
586}
587
588/**
589 * tpm_ibmvtpm_probe - ibm vtpm initialize entry point
590 *
591 * @vio_dev: vio device struct
592 * @id: vio device id struct
593 *
594 * Return:
595 * 0 on success.
596 * Non-zero on failure.
597 */
598static int tpm_ibmvtpm_probe(struct vio_dev *vio_dev,
599 const struct vio_device_id *id)
600{
601 struct ibmvtpm_dev *ibmvtpm;
602 struct device *dev = &vio_dev->dev;
603 struct ibmvtpm_crq_queue *crq_q;
604 struct tpm_chip *chip;
605 int rc = -ENOMEM, rc1;
606
607 chip = tpmm_chip_alloc(dev, &tpm_ibmvtpm);
608 if (IS_ERR(chip))
609 return PTR_ERR(chip);
610
611 ibmvtpm = kzalloc(sizeof(struct ibmvtpm_dev), GFP_KERNEL);
612 if (!ibmvtpm) {
613 dev_err(dev, "kzalloc for ibmvtpm failed\n");
614 goto cleanup;
615 }
616
617 ibmvtpm->dev = dev;
618 ibmvtpm->vdev = vio_dev;
619
620 crq_q = &ibmvtpm->crq_queue;
621 crq_q->crq_addr = (struct ibmvtpm_crq *)get_zeroed_page(GFP_KERNEL);
622 if (!crq_q->crq_addr) {
623 dev_err(dev, "Unable to allocate memory for crq_addr\n");
624 goto cleanup;
625 }
626
627 crq_q->num_entry = CRQ_RES_BUF_SIZE / sizeof(*crq_q->crq_addr);
628 init_waitqueue_head(&crq_q->wq);
629 ibmvtpm->crq_dma_handle = dma_map_single(dev, crq_q->crq_addr,
630 CRQ_RES_BUF_SIZE,
631 DMA_BIDIRECTIONAL);
632
633 if (dma_mapping_error(dev, ibmvtpm->crq_dma_handle)) {
634 dev_err(dev, "dma mapping failed\n");
635 goto cleanup;
636 }
637
638 rc = plpar_hcall_norets(H_REG_CRQ, vio_dev->unit_address,
639 ibmvtpm->crq_dma_handle, CRQ_RES_BUF_SIZE);
640 if (rc == H_RESOURCE)
641 rc = ibmvtpm_reset_crq(ibmvtpm);
642
643 if (rc) {
644 dev_err(dev, "Unable to register CRQ rc=%d\n", rc);
645 goto reg_crq_cleanup;
646 }
647
648 rc = request_irq(vio_dev->irq, ibmvtpm_interrupt, 0,
649 tpm_ibmvtpm_driver_name, ibmvtpm);
650 if (rc) {
651 dev_err(dev, "Error %d register irq 0x%x\n", rc, vio_dev->irq);
652 goto init_irq_cleanup;
653 }
654
655 rc = vio_enable_interrupts(vio_dev);
656 if (rc) {
657 dev_err(dev, "Error %d enabling interrupts\n", rc);
658 goto init_irq_cleanup;
659 }
660
661 init_waitqueue_head(&ibmvtpm->wq);
662
663 crq_q->index = 0;
664
665 dev_set_drvdata(&chip->dev, ibmvtpm);
666
667 spin_lock_init(&ibmvtpm->rtce_lock);
668
669 rc = ibmvtpm_crq_send_init(ibmvtpm);
670 if (rc)
671 goto init_irq_cleanup;
672
673 rc = ibmvtpm_crq_get_version(ibmvtpm);
674 if (rc)
675 goto init_irq_cleanup;
676
677 rc = ibmvtpm_crq_get_rtce_size(ibmvtpm);
678 if (rc)
679 goto init_irq_cleanup;
680
681 if (!wait_event_timeout(ibmvtpm->crq_queue.wq,
682 ibmvtpm->rtce_buf != NULL,
683 HZ)) {
684 rc = -ENODEV;
685 dev_err(dev, "CRQ response timed out\n");
686 goto init_irq_cleanup;
687 }
688
689
690 if (!strcmp(id->compat, "IBM,vtpm20"))
691 chip->flags |= TPM_CHIP_FLAG_TPM2;
692
693 rc = tpm_get_timeouts(chip);
694 if (rc)
695 goto init_irq_cleanup;
696
697 if (chip->flags & TPM_CHIP_FLAG_TPM2) {
698 rc = tpm2_get_cc_attrs_tbl(chip);
699 if (rc)
700 goto init_irq_cleanup;
701 }
702
703 return tpm_chip_register(chip);
704init_irq_cleanup:
705 do {
706 rc1 = plpar_hcall_norets(H_FREE_CRQ, vio_dev->unit_address);
707 } while (rc1 == H_BUSY || H_IS_LONG_BUSY(rc1));
708reg_crq_cleanup:
709 dma_unmap_single(dev, ibmvtpm->crq_dma_handle, CRQ_RES_BUF_SIZE,
710 DMA_BIDIRECTIONAL);
711cleanup:
712 if (ibmvtpm) {
713 if (crq_q->crq_addr)
714 free_page((unsigned long)crq_q->crq_addr);
715 kfree(ibmvtpm);
716 }
717
718 return rc;
719}
720
721static struct vio_driver ibmvtpm_driver = {
722 .id_table = tpm_ibmvtpm_device_table,
723 .probe = tpm_ibmvtpm_probe,
724 .remove = tpm_ibmvtpm_remove,
725 .get_desired_dma = tpm_ibmvtpm_get_desired_dma,
726 .name = tpm_ibmvtpm_driver_name,
727 .pm = &tpm_ibmvtpm_pm_ops,
728};
729
730/**
731 * ibmvtpm_module_init - Initialize ibm vtpm module.
732 *
733 *
734 * Return:
735 * 0 on success.
736 * Non-zero on failure.
737 */
738static int __init ibmvtpm_module_init(void)
739{
740 return vio_register_driver(&ibmvtpm_driver);
741}
742
743/**
744 * ibmvtpm_module_exit - Tear down ibm vtpm module.
745 */
746static void __exit ibmvtpm_module_exit(void)
747{
748 vio_unregister_driver(&ibmvtpm_driver);
749}
750
751module_init(ibmvtpm_module_init);
752module_exit(ibmvtpm_module_exit);
753
754MODULE_AUTHOR("adlai@us.ibm.com");
755MODULE_DESCRIPTION("IBM vTPM Driver");
756MODULE_VERSION("1.0");
757MODULE_LICENSE("GPL");
1// SPDX-License-Identifier: GPL-2.0-only
2/*
3 * Copyright (C) 2012-2020 IBM Corporation
4 *
5 * Author: Ashley Lai <ashleydlai@gmail.com>
6 *
7 * Maintained by: <tpmdd-devel@lists.sourceforge.net>
8 *
9 * Device driver for TCG/TCPA TPM (trusted platform module).
10 * Specifications at www.trustedcomputinggroup.org
11 */
12
13#include <linux/dma-mapping.h>
14#include <linux/dmapool.h>
15#include <linux/slab.h>
16#include <asm/vio.h>
17#include <asm/irq.h>
18#include <linux/types.h>
19#include <linux/list.h>
20#include <linux/spinlock.h>
21#include <linux/interrupt.h>
22#include <linux/wait.h>
23#include <asm/prom.h>
24
25#include "tpm.h"
26#include "tpm_ibmvtpm.h"
27
28static const char tpm_ibmvtpm_driver_name[] = "tpm_ibmvtpm";
29
30static const struct vio_device_id tpm_ibmvtpm_device_table[] = {
31 { "IBM,vtpm", "IBM,vtpm"},
32 { "IBM,vtpm", "IBM,vtpm20"},
33 { "", "" }
34};
35MODULE_DEVICE_TABLE(vio, tpm_ibmvtpm_device_table);
36
37/**
38 * ibmvtpm_send_crq_word() - Send a CRQ request
39 * @vdev: vio device struct
40 * @w1: pre-constructed first word of tpm crq (second word is reserved)
41 *
42 * Return:
43 * 0 - Success
44 * Non-zero - Failure
45 */
46static int ibmvtpm_send_crq_word(struct vio_dev *vdev, u64 w1)
47{
48 return plpar_hcall_norets(H_SEND_CRQ, vdev->unit_address, w1, 0);
49}
50
51/**
52 * ibmvtpm_send_crq() - Send a CRQ request
53 *
54 * @vdev: vio device struct
55 * @valid: Valid field
56 * @msg: Type field
57 * @len: Length field
58 * @data: Data field
59 *
60 * The ibmvtpm crq is defined as follows:
61 *
62 * Byte | 0 | 1 | 2 | 3 | 4 | 5 | 6 | 7
63 * -----------------------------------------------------------------------
64 * Word0 | Valid | Type | Length | Data
65 * -----------------------------------------------------------------------
66 * Word1 | Reserved
67 * -----------------------------------------------------------------------
68 *
69 * Which matches the following structure (on bigendian host):
70 *
71 * struct ibmvtpm_crq {
72 * u8 valid;
73 * u8 msg;
74 * __be16 len;
75 * __be32 data;
76 * __be64 reserved;
77 * } __attribute__((packed, aligned(8)));
78 *
79 * However, the value is passed in a register so just compute the numeric value
80 * to load into the register avoiding byteswap altogether. Endian only affects
81 * memory loads and stores - registers are internally represented the same.
82 *
83 * Return:
84 * 0 (H_SUCCESS) - Success
85 * Non-zero - Failure
86 */
87static int ibmvtpm_send_crq(struct vio_dev *vdev,
88 u8 valid, u8 msg, u16 len, u32 data)
89{
90 u64 w1 = ((u64)valid << 56) | ((u64)msg << 48) | ((u64)len << 32) |
91 (u64)data;
92 return ibmvtpm_send_crq_word(vdev, w1);
93}
94
95/**
96 * tpm_ibmvtpm_recv - Receive data after send
97 *
98 * @chip: tpm chip struct
99 * @buf: buffer to read
100 * @count: size of buffer
101 *
102 * Return:
103 * Number of bytes read
104 */
105static int tpm_ibmvtpm_recv(struct tpm_chip *chip, u8 *buf, size_t count)
106{
107 struct ibmvtpm_dev *ibmvtpm = dev_get_drvdata(&chip->dev);
108 u16 len;
109 int sig;
110
111 if (!ibmvtpm->rtce_buf) {
112 dev_err(ibmvtpm->dev, "ibmvtpm device is not ready\n");
113 return 0;
114 }
115
116 sig = wait_event_interruptible(ibmvtpm->wq, !ibmvtpm->tpm_processing_cmd);
117 if (sig)
118 return -EINTR;
119
120 len = ibmvtpm->res_len;
121
122 if (count < len) {
123 dev_err(ibmvtpm->dev,
124 "Invalid size in recv: count=%zd, crq_size=%d\n",
125 count, len);
126 return -EIO;
127 }
128
129 spin_lock(&ibmvtpm->rtce_lock);
130 memcpy((void *)buf, (void *)ibmvtpm->rtce_buf, len);
131 memset(ibmvtpm->rtce_buf, 0, len);
132 ibmvtpm->res_len = 0;
133 spin_unlock(&ibmvtpm->rtce_lock);
134 return len;
135}
136
137/**
138 * ibmvtpm_crq_send_init - Send a CRQ initialize message
139 * @ibmvtpm: vtpm device struct
140 *
141 * Return:
142 * 0 on success.
143 * Non-zero on failure.
144 */
145static int ibmvtpm_crq_send_init(struct ibmvtpm_dev *ibmvtpm)
146{
147 int rc;
148
149 rc = ibmvtpm_send_crq_word(ibmvtpm->vdev, INIT_CRQ_CMD);
150 if (rc != H_SUCCESS)
151 dev_err(ibmvtpm->dev,
152 "%s failed rc=%d\n", __func__, rc);
153
154 return rc;
155}
156
157/**
158 * tpm_ibmvtpm_resume - Resume from suspend
159 *
160 * @dev: device struct
161 *
162 * Return: Always 0.
163 */
164static int tpm_ibmvtpm_resume(struct device *dev)
165{
166 struct tpm_chip *chip = dev_get_drvdata(dev);
167 struct ibmvtpm_dev *ibmvtpm = dev_get_drvdata(&chip->dev);
168 int rc = 0;
169
170 do {
171 if (rc)
172 msleep(100);
173 rc = plpar_hcall_norets(H_ENABLE_CRQ,
174 ibmvtpm->vdev->unit_address);
175 } while (rc == H_IN_PROGRESS || rc == H_BUSY || H_IS_LONG_BUSY(rc));
176
177 if (rc) {
178 dev_err(dev, "Error enabling ibmvtpm rc=%d\n", rc);
179 return rc;
180 }
181
182 rc = vio_enable_interrupts(ibmvtpm->vdev);
183 if (rc) {
184 dev_err(dev, "Error vio_enable_interrupts rc=%d\n", rc);
185 return rc;
186 }
187
188 rc = ibmvtpm_crq_send_init(ibmvtpm);
189 if (rc)
190 dev_err(dev, "Error send_init rc=%d\n", rc);
191
192 return rc;
193}
194
195/**
196 * tpm_ibmvtpm_send() - Send a TPM command
197 * @chip: tpm chip struct
198 * @buf: buffer contains data to send
199 * @count: size of buffer
200 *
201 * Return:
202 * 0 on success,
203 * -errno on error
204 */
205static int tpm_ibmvtpm_send(struct tpm_chip *chip, u8 *buf, size_t count)
206{
207 struct ibmvtpm_dev *ibmvtpm = dev_get_drvdata(&chip->dev);
208 bool retry = true;
209 int rc, sig;
210
211 if (!ibmvtpm->rtce_buf) {
212 dev_err(ibmvtpm->dev, "ibmvtpm device is not ready\n");
213 return 0;
214 }
215
216 if (count > ibmvtpm->rtce_size) {
217 dev_err(ibmvtpm->dev,
218 "Invalid size in send: count=%zd, rtce_size=%d\n",
219 count, ibmvtpm->rtce_size);
220 return -EIO;
221 }
222
223 if (ibmvtpm->tpm_processing_cmd) {
224 dev_info(ibmvtpm->dev,
225 "Need to wait for TPM to finish\n");
226 /* wait for previous command to finish */
227 sig = wait_event_interruptible(ibmvtpm->wq, !ibmvtpm->tpm_processing_cmd);
228 if (sig)
229 return -EINTR;
230 }
231
232 spin_lock(&ibmvtpm->rtce_lock);
233 ibmvtpm->res_len = 0;
234 memcpy((void *)ibmvtpm->rtce_buf, (void *)buf, count);
235
236 /*
237 * set the processing flag before the Hcall, since we may get the
238 * result (interrupt) before even being able to check rc.
239 */
240 ibmvtpm->tpm_processing_cmd = true;
241
242again:
243 rc = ibmvtpm_send_crq(ibmvtpm->vdev,
244 IBMVTPM_VALID_CMD, VTPM_TPM_COMMAND,
245 count, ibmvtpm->rtce_dma_handle);
246 if (rc != H_SUCCESS) {
247 /*
248 * H_CLOSED can be returned after LPM resume. Call
249 * tpm_ibmvtpm_resume() to re-enable the CRQ then retry
250 * ibmvtpm_send_crq() once before failing.
251 */
252 if (rc == H_CLOSED && retry) {
253 tpm_ibmvtpm_resume(ibmvtpm->dev);
254 retry = false;
255 goto again;
256 }
257 dev_err(ibmvtpm->dev, "tpm_ibmvtpm_send failed rc=%d\n", rc);
258 ibmvtpm->tpm_processing_cmd = false;
259 }
260
261 spin_unlock(&ibmvtpm->rtce_lock);
262 return 0;
263}
264
265static void tpm_ibmvtpm_cancel(struct tpm_chip *chip)
266{
267 return;
268}
269
270static u8 tpm_ibmvtpm_status(struct tpm_chip *chip)
271{
272 return 0;
273}
274
275/**
276 * ibmvtpm_crq_get_rtce_size - Send a CRQ request to get rtce size
277 *
278 * @ibmvtpm: vtpm device struct
279 *
280 * Return:
281 * 0 on success.
282 * Non-zero on failure.
283 */
284static int ibmvtpm_crq_get_rtce_size(struct ibmvtpm_dev *ibmvtpm)
285{
286 int rc;
287
288 rc = ibmvtpm_send_crq(ibmvtpm->vdev,
289 IBMVTPM_VALID_CMD, VTPM_GET_RTCE_BUFFER_SIZE, 0, 0);
290 if (rc != H_SUCCESS)
291 dev_err(ibmvtpm->dev,
292 "ibmvtpm_crq_get_rtce_size failed rc=%d\n", rc);
293
294 return rc;
295}
296
297/**
298 * ibmvtpm_crq_get_version - Send a CRQ request to get vtpm version
299 * - Note that this is vtpm version and not tpm version
300 *
301 * @ibmvtpm: vtpm device struct
302 *
303 * Return:
304 * 0 on success.
305 * Non-zero on failure.
306 */
307static int ibmvtpm_crq_get_version(struct ibmvtpm_dev *ibmvtpm)
308{
309 int rc;
310
311 rc = ibmvtpm_send_crq(ibmvtpm->vdev,
312 IBMVTPM_VALID_CMD, VTPM_GET_VERSION, 0, 0);
313 if (rc != H_SUCCESS)
314 dev_err(ibmvtpm->dev,
315 "ibmvtpm_crq_get_version failed rc=%d\n", rc);
316
317 return rc;
318}
319
320/**
321 * ibmvtpm_crq_send_init_complete - Send a CRQ initialize complete message
322 * @ibmvtpm: vtpm device struct
323 *
324 * Return:
325 * 0 on success.
326 * Non-zero on failure.
327 */
328static int ibmvtpm_crq_send_init_complete(struct ibmvtpm_dev *ibmvtpm)
329{
330 int rc;
331
332 rc = ibmvtpm_send_crq_word(ibmvtpm->vdev, INIT_CRQ_COMP_CMD);
333 if (rc != H_SUCCESS)
334 dev_err(ibmvtpm->dev,
335 "ibmvtpm_crq_send_init_complete failed rc=%d\n", rc);
336
337 return rc;
338}
339
340/**
341 * tpm_ibmvtpm_remove - ibm vtpm remove entry point
342 * @vdev: vio device struct
343 *
344 * Return: Always 0.
345 */
346static int tpm_ibmvtpm_remove(struct vio_dev *vdev)
347{
348 struct tpm_chip *chip = dev_get_drvdata(&vdev->dev);
349 struct ibmvtpm_dev *ibmvtpm = dev_get_drvdata(&chip->dev);
350 int rc = 0;
351
352 tpm_chip_unregister(chip);
353
354 free_irq(vdev->irq, ibmvtpm);
355
356 do {
357 if (rc)
358 msleep(100);
359 rc = plpar_hcall_norets(H_FREE_CRQ, vdev->unit_address);
360 } while (rc == H_BUSY || H_IS_LONG_BUSY(rc));
361
362 dma_unmap_single(ibmvtpm->dev, ibmvtpm->crq_dma_handle,
363 CRQ_RES_BUF_SIZE, DMA_BIDIRECTIONAL);
364 free_page((unsigned long)ibmvtpm->crq_queue.crq_addr);
365
366 if (ibmvtpm->rtce_buf) {
367 dma_unmap_single(ibmvtpm->dev, ibmvtpm->rtce_dma_handle,
368 ibmvtpm->rtce_size, DMA_BIDIRECTIONAL);
369 kfree(ibmvtpm->rtce_buf);
370 }
371
372 kfree(ibmvtpm);
373 /* For tpm_ibmvtpm_get_desired_dma */
374 dev_set_drvdata(&vdev->dev, NULL);
375
376 return 0;
377}
378
379/**
380 * tpm_ibmvtpm_get_desired_dma - Get DMA size needed by this driver
381 * @vdev: vio device struct
382 *
383 * Return:
384 * Number of bytes the driver needs to DMA map.
385 */
386static unsigned long tpm_ibmvtpm_get_desired_dma(struct vio_dev *vdev)
387{
388 struct tpm_chip *chip = dev_get_drvdata(&vdev->dev);
389 struct ibmvtpm_dev *ibmvtpm;
390
391 /*
392 * ibmvtpm initializes at probe time, so the data we are
393 * asking for may not be set yet. Estimate that 4K required
394 * for TCE-mapped buffer in addition to CRQ.
395 */
396 if (chip)
397 ibmvtpm = dev_get_drvdata(&chip->dev);
398 else
399 return CRQ_RES_BUF_SIZE + PAGE_SIZE;
400
401 return CRQ_RES_BUF_SIZE + ibmvtpm->rtce_size;
402}
403
404/**
405 * tpm_ibmvtpm_suspend - Suspend
406 * @dev: device struct
407 *
408 * Return: Always 0.
409 */
410static int tpm_ibmvtpm_suspend(struct device *dev)
411{
412 struct tpm_chip *chip = dev_get_drvdata(dev);
413 struct ibmvtpm_dev *ibmvtpm = dev_get_drvdata(&chip->dev);
414 int rc = 0;
415
416 rc = ibmvtpm_send_crq(ibmvtpm->vdev,
417 IBMVTPM_VALID_CMD, VTPM_PREPARE_TO_SUSPEND, 0, 0);
418 if (rc != H_SUCCESS)
419 dev_err(ibmvtpm->dev,
420 "tpm_ibmvtpm_suspend failed rc=%d\n", rc);
421
422 return rc;
423}
424
425/**
426 * ibmvtpm_reset_crq - Reset CRQ
427 *
428 * @ibmvtpm: ibm vtpm struct
429 *
430 * Return:
431 * 0 on success.
432 * Non-zero on failure.
433 */
434static int ibmvtpm_reset_crq(struct ibmvtpm_dev *ibmvtpm)
435{
436 int rc = 0;
437
438 do {
439 if (rc)
440 msleep(100);
441 rc = plpar_hcall_norets(H_FREE_CRQ,
442 ibmvtpm->vdev->unit_address);
443 } while (rc == H_BUSY || H_IS_LONG_BUSY(rc));
444
445 memset(ibmvtpm->crq_queue.crq_addr, 0, CRQ_RES_BUF_SIZE);
446 ibmvtpm->crq_queue.index = 0;
447
448 return plpar_hcall_norets(H_REG_CRQ, ibmvtpm->vdev->unit_address,
449 ibmvtpm->crq_dma_handle, CRQ_RES_BUF_SIZE);
450}
451
452static bool tpm_ibmvtpm_req_canceled(struct tpm_chip *chip, u8 status)
453{
454 return (status == 0);
455}
456
457static const struct tpm_class_ops tpm_ibmvtpm = {
458 .recv = tpm_ibmvtpm_recv,
459 .send = tpm_ibmvtpm_send,
460 .cancel = tpm_ibmvtpm_cancel,
461 .status = tpm_ibmvtpm_status,
462 .req_complete_mask = 0,
463 .req_complete_val = 0,
464 .req_canceled = tpm_ibmvtpm_req_canceled,
465};
466
467static const struct dev_pm_ops tpm_ibmvtpm_pm_ops = {
468 .suspend = tpm_ibmvtpm_suspend,
469 .resume = tpm_ibmvtpm_resume,
470};
471
472/**
473 * ibmvtpm_crq_get_next - Get next responded crq
474 *
475 * @ibmvtpm: vtpm device struct
476 *
477 * Return: vtpm crq pointer or NULL.
478 */
479static struct ibmvtpm_crq *ibmvtpm_crq_get_next(struct ibmvtpm_dev *ibmvtpm)
480{
481 struct ibmvtpm_crq_queue *crq_q = &ibmvtpm->crq_queue;
482 struct ibmvtpm_crq *crq = &crq_q->crq_addr[crq_q->index];
483
484 if (crq->valid & VTPM_MSG_RES) {
485 if (++crq_q->index == crq_q->num_entry)
486 crq_q->index = 0;
487 smp_rmb();
488 } else
489 crq = NULL;
490 return crq;
491}
492
493/**
494 * ibmvtpm_crq_process - Process responded crq
495 *
496 * @crq: crq to be processed
497 * @ibmvtpm: vtpm device struct
498 *
499 */
500static void ibmvtpm_crq_process(struct ibmvtpm_crq *crq,
501 struct ibmvtpm_dev *ibmvtpm)
502{
503 int rc = 0;
504
505 switch (crq->valid) {
506 case VALID_INIT_CRQ:
507 switch (crq->msg) {
508 case INIT_CRQ_RES:
509 dev_info(ibmvtpm->dev, "CRQ initialized\n");
510 rc = ibmvtpm_crq_send_init_complete(ibmvtpm);
511 if (rc)
512 dev_err(ibmvtpm->dev, "Unable to send CRQ init complete rc=%d\n", rc);
513 return;
514 case INIT_CRQ_COMP_RES:
515 dev_info(ibmvtpm->dev,
516 "CRQ initialization completed\n");
517 return;
518 default:
519 dev_err(ibmvtpm->dev, "Unknown crq message type: %d\n", crq->msg);
520 return;
521 }
522 case IBMVTPM_VALID_CMD:
523 switch (crq->msg) {
524 case VTPM_GET_RTCE_BUFFER_SIZE_RES:
525 if (be16_to_cpu(crq->len) <= 0) {
526 dev_err(ibmvtpm->dev, "Invalid rtce size\n");
527 return;
528 }
529 ibmvtpm->rtce_size = be16_to_cpu(crq->len);
530 ibmvtpm->rtce_buf = kmalloc(ibmvtpm->rtce_size,
531 GFP_ATOMIC);
532 if (!ibmvtpm->rtce_buf) {
533 dev_err(ibmvtpm->dev, "Failed to allocate memory for rtce buffer\n");
534 return;
535 }
536
537 ibmvtpm->rtce_dma_handle = dma_map_single(ibmvtpm->dev,
538 ibmvtpm->rtce_buf, ibmvtpm->rtce_size,
539 DMA_BIDIRECTIONAL);
540
541 if (dma_mapping_error(ibmvtpm->dev,
542 ibmvtpm->rtce_dma_handle)) {
543 kfree(ibmvtpm->rtce_buf);
544 ibmvtpm->rtce_buf = NULL;
545 dev_err(ibmvtpm->dev, "Failed to dma map rtce buffer\n");
546 }
547
548 return;
549 case VTPM_GET_VERSION_RES:
550 ibmvtpm->vtpm_version = be32_to_cpu(crq->data);
551 return;
552 case VTPM_TPM_COMMAND_RES:
553 /* len of the data in rtce buffer */
554 ibmvtpm->res_len = be16_to_cpu(crq->len);
555 ibmvtpm->tpm_processing_cmd = false;
556 wake_up_interruptible(&ibmvtpm->wq);
557 return;
558 default:
559 return;
560 }
561 }
562 return;
563}
564
565/**
566 * ibmvtpm_interrupt - Interrupt handler
567 *
568 * @irq: irq number to handle
569 * @vtpm_instance: vtpm that received interrupt
570 *
571 * Returns:
572 * IRQ_HANDLED
573 **/
574static irqreturn_t ibmvtpm_interrupt(int irq, void *vtpm_instance)
575{
576 struct ibmvtpm_dev *ibmvtpm = (struct ibmvtpm_dev *) vtpm_instance;
577 struct ibmvtpm_crq *crq;
578
579 /* while loop is needed for initial setup (get version and
580 * get rtce_size). There should be only one tpm request at any
581 * given time.
582 */
583 while ((crq = ibmvtpm_crq_get_next(ibmvtpm)) != NULL) {
584 ibmvtpm_crq_process(crq, ibmvtpm);
585 wake_up_interruptible(&ibmvtpm->crq_queue.wq);
586 crq->valid = 0;
587 smp_wmb();
588 }
589
590 return IRQ_HANDLED;
591}
592
593/**
594 * tpm_ibmvtpm_probe - ibm vtpm initialize entry point
595 *
596 * @vio_dev: vio device struct
597 * @id: vio device id struct
598 *
599 * Return:
600 * 0 on success.
601 * Non-zero on failure.
602 */
603static int tpm_ibmvtpm_probe(struct vio_dev *vio_dev,
604 const struct vio_device_id *id)
605{
606 struct ibmvtpm_dev *ibmvtpm;
607 struct device *dev = &vio_dev->dev;
608 struct ibmvtpm_crq_queue *crq_q;
609 struct tpm_chip *chip;
610 int rc = -ENOMEM, rc1;
611
612 chip = tpmm_chip_alloc(dev, &tpm_ibmvtpm);
613 if (IS_ERR(chip))
614 return PTR_ERR(chip);
615
616 ibmvtpm = kzalloc(sizeof(struct ibmvtpm_dev), GFP_KERNEL);
617 if (!ibmvtpm) {
618 dev_err(dev, "kzalloc for ibmvtpm failed\n");
619 goto cleanup;
620 }
621
622 ibmvtpm->dev = dev;
623 ibmvtpm->vdev = vio_dev;
624
625 crq_q = &ibmvtpm->crq_queue;
626 crq_q->crq_addr = (struct ibmvtpm_crq *)get_zeroed_page(GFP_KERNEL);
627 if (!crq_q->crq_addr) {
628 dev_err(dev, "Unable to allocate memory for crq_addr\n");
629 goto cleanup;
630 }
631
632 crq_q->num_entry = CRQ_RES_BUF_SIZE / sizeof(*crq_q->crq_addr);
633 init_waitqueue_head(&crq_q->wq);
634 ibmvtpm->crq_dma_handle = dma_map_single(dev, crq_q->crq_addr,
635 CRQ_RES_BUF_SIZE,
636 DMA_BIDIRECTIONAL);
637
638 if (dma_mapping_error(dev, ibmvtpm->crq_dma_handle)) {
639 dev_err(dev, "dma mapping failed\n");
640 goto cleanup;
641 }
642
643 rc = plpar_hcall_norets(H_REG_CRQ, vio_dev->unit_address,
644 ibmvtpm->crq_dma_handle, CRQ_RES_BUF_SIZE);
645 if (rc == H_RESOURCE)
646 rc = ibmvtpm_reset_crq(ibmvtpm);
647
648 if (rc) {
649 dev_err(dev, "Unable to register CRQ rc=%d\n", rc);
650 goto reg_crq_cleanup;
651 }
652
653 rc = request_irq(vio_dev->irq, ibmvtpm_interrupt, 0,
654 tpm_ibmvtpm_driver_name, ibmvtpm);
655 if (rc) {
656 dev_err(dev, "Error %d register irq 0x%x\n", rc, vio_dev->irq);
657 goto init_irq_cleanup;
658 }
659
660 rc = vio_enable_interrupts(vio_dev);
661 if (rc) {
662 dev_err(dev, "Error %d enabling interrupts\n", rc);
663 goto init_irq_cleanup;
664 }
665
666 init_waitqueue_head(&ibmvtpm->wq);
667
668 crq_q->index = 0;
669
670 dev_set_drvdata(&chip->dev, ibmvtpm);
671
672 spin_lock_init(&ibmvtpm->rtce_lock);
673
674 rc = ibmvtpm_crq_send_init(ibmvtpm);
675 if (rc)
676 goto init_irq_cleanup;
677
678 rc = ibmvtpm_crq_get_version(ibmvtpm);
679 if (rc)
680 goto init_irq_cleanup;
681
682 rc = ibmvtpm_crq_get_rtce_size(ibmvtpm);
683 if (rc)
684 goto init_irq_cleanup;
685
686 if (!wait_event_timeout(ibmvtpm->crq_queue.wq,
687 ibmvtpm->rtce_buf != NULL,
688 HZ)) {
689 dev_err(dev, "CRQ response timed out\n");
690 goto init_irq_cleanup;
691 }
692
693 if (!strcmp(id->compat, "IBM,vtpm20")) {
694 chip->flags |= TPM_CHIP_FLAG_TPM2;
695 rc = tpm2_get_cc_attrs_tbl(chip);
696 if (rc)
697 goto init_irq_cleanup;
698 }
699
700 return tpm_chip_register(chip);
701init_irq_cleanup:
702 do {
703 rc1 = plpar_hcall_norets(H_FREE_CRQ, vio_dev->unit_address);
704 } while (rc1 == H_BUSY || H_IS_LONG_BUSY(rc1));
705reg_crq_cleanup:
706 dma_unmap_single(dev, ibmvtpm->crq_dma_handle, CRQ_RES_BUF_SIZE,
707 DMA_BIDIRECTIONAL);
708cleanup:
709 if (ibmvtpm) {
710 if (crq_q->crq_addr)
711 free_page((unsigned long)crq_q->crq_addr);
712 kfree(ibmvtpm);
713 }
714
715 return rc;
716}
717
718static struct vio_driver ibmvtpm_driver = {
719 .id_table = tpm_ibmvtpm_device_table,
720 .probe = tpm_ibmvtpm_probe,
721 .remove = tpm_ibmvtpm_remove,
722 .get_desired_dma = tpm_ibmvtpm_get_desired_dma,
723 .name = tpm_ibmvtpm_driver_name,
724 .pm = &tpm_ibmvtpm_pm_ops,
725};
726
727/**
728 * ibmvtpm_module_init - Initialize ibm vtpm module.
729 *
730 *
731 * Return:
732 * 0 on success.
733 * Non-zero on failure.
734 */
735static int __init ibmvtpm_module_init(void)
736{
737 return vio_register_driver(&ibmvtpm_driver);
738}
739
740/**
741 * ibmvtpm_module_exit - Tear down ibm vtpm module.
742 */
743static void __exit ibmvtpm_module_exit(void)
744{
745 vio_unregister_driver(&ibmvtpm_driver);
746}
747
748module_init(ibmvtpm_module_init);
749module_exit(ibmvtpm_module_exit);
750
751MODULE_AUTHOR("adlai@us.ibm.com");
752MODULE_DESCRIPTION("IBM vTPM Driver");
753MODULE_VERSION("1.0");
754MODULE_LICENSE("GPL");