[deliverable/linux.git] / drivers / char / tpm / tpm_ibmvtpm.c

/*
 * Copyright (C) 2012 IBM Corporation
 *
 * Author: Ashley Lai <ashleydlai@gmail.com>
 *
 * Maintained by: <tpmdd-devel@lists.sourceforge.net>
 *
 * Device driver for TCG/TCPA TPM (trusted platform module).
 * Specifications at www.trustedcomputinggroup.org
 *
 * This program is free software; you can redistribute it and/or
 * modify it under the terms of the GNU General Public License as
 * published by the Free Software Foundation, version 2 of the
 * License.
 *
 */

#include <linux/dma-mapping.h>
#include <linux/dmapool.h>
#include <linux/slab.h>
#include <asm/vio.h>
#include <asm/irq.h>
#include <linux/types.h>
#include <linux/list.h>
#include <linux/spinlock.h>
#include <linux/interrupt.h>
#include <linux/wait.h>
#include <asm/prom.h>

#include "tpm.h"
#include "tpm_ibmvtpm.h"

static const char tpm_ibmvtpm_driver_name[] = "tpm_ibmvtpm";

static struct vio_device_id tpm_ibmvtpm_device_table[] = {
	{ "IBM,vtpm", "IBM,vtpm"},
	{ "", "" }
};
MODULE_DEVICE_TABLE(vio, tpm_ibmvtpm_device_table);

/**
 * ibmvtpm_send_crq - Send a CRQ request
 * @vdev:	vio device struct
 * @w1:		first word
 * @w2:		second word
 *
 * Return value:
 *	0 -Sucess
 *	Non-zero - Failure
 */
static int ibmvtpm_send_crq(struct vio_dev *vdev, u64 w1, u64 w2)
{
	return plpar_hcall_norets(H_SEND_CRQ, vdev->unit_address, w1, w2);
}

/**
 * ibmvtpm_get_data - Retrieve ibm vtpm data
 * @dev:	device struct
 *
 * Return value:
 *	vtpm device struct
 */
static struct ibmvtpm_dev *ibmvtpm_get_data(const struct device *dev)
{
	struct tpm_chip *chip = dev_get_drvdata(dev);
	if (chip)
		return (struct ibmvtpm_dev *)TPM_VPRIV(chip);
	return NULL;
}

/**
 * tpm_ibmvtpm_recv - Receive data after send
 * @chip:	tpm chip struct
 * @buf:	buffer to read
 * count:	size of buffer
 *
 * Return value:
 *	Number of bytes read
 */
static int tpm_ibmvtpm_recv(struct tpm_chip *chip, u8 *buf, size_t count)
{
	struct ibmvtpm_dev *ibmvtpm;
	u16 len;
	int sig;

	ibmvtpm = (struct ibmvtpm_dev *)TPM_VPRIV(chip);

	if (!ibmvtpm->rtce_buf) {
		dev_err(ibmvtpm->dev, "ibmvtpm device is not ready\n");
		return 0;
	}

	sig = wait_event_interruptible(ibmvtpm->wq, !ibmvtpm->tpm_processing_cmd);
	if (sig)
		return -EINTR;

	len = ibmvtpm->res_len;

	if (count < len) {
		dev_err(ibmvtpm->dev,
			"Invalid size in recv: count=%zd, crq_size=%d\n",
			count, len);
		return -EIO;
	}

	spin_lock(&ibmvtpm->rtce_lock);
	memcpy((void *)buf, (void *)ibmvtpm->rtce_buf, len);
	memset(ibmvtpm->rtce_buf, 0, len);
	ibmvtpm->res_len = 0;
	spin_unlock(&ibmvtpm->rtce_lock);
	return len;
}

/**
 * tpm_ibmvtpm_send - Send tpm request
 * @chip:	tpm chip struct
 * @buf:	buffer contains data to send
 * count:	size of buffer
 *
 * Return value:
 *	Number of bytes sent
 */
static int tpm_ibmvtpm_send(struct tpm_chip *chip, u8 *buf, size_t count)
{
	struct ibmvtpm_dev *ibmvtpm;
	struct ibmvtpm_crq crq;
	__be64 *word = (__be64 *)&crq;
	int rc, sig;

	ibmvtpm = (struct ibmvtpm_dev *)TPM_VPRIV(chip);

	if (!ibmvtpm->rtce_buf) {
		dev_err(ibmvtpm->dev, "ibmvtpm device is not ready\n");
		return 0;
	}

	if (count > ibmvtpm->rtce_size) {
		dev_err(ibmvtpm->dev,
			"Invalid size in send: count=%zd, rtce_size=%d\n",
			count, ibmvtpm->rtce_size);
		return -EIO;
	}

	if (ibmvtpm->tpm_processing_cmd) {
		dev_info(ibmvtpm->dev,
		         "Need to wait for TPM to finish\n");
		/* wait for previous command to finish */
		sig = wait_event_interruptible(ibmvtpm->wq, !ibmvtpm->tpm_processing_cmd);
		if (sig)
			return -EINTR;
	}

	spin_lock(&ibmvtpm->rtce_lock);
	ibmvtpm->res_len = 0;
	memcpy((void *)ibmvtpm->rtce_buf, (void *)buf, count);
	crq.valid = (u8)IBMVTPM_VALID_CMD;
	crq.msg = (u8)VTPM_TPM_COMMAND;
	crq.len = cpu_to_be16(count);
	crq.data = cpu_to_be32(ibmvtpm->rtce_dma_handle);

	/*
	 * set the processing flag before the Hcall, since we may get the
	 * result (interrupt) before even being able to check rc.
	 */
	ibmvtpm->tpm_processing_cmd = true;

	rc = ibmvtpm_send_crq(ibmvtpm->vdev, be64_to_cpu(word[0]),
			      be64_to_cpu(word[1]));
	if (rc != H_SUCCESS) {
		dev_err(ibmvtpm->dev, "tpm_ibmvtpm_send failed rc=%d\n", rc);
		rc = 0;
		ibmvtpm->tpm_processing_cmd = false;
	} else
		rc = count;

	spin_unlock(&ibmvtpm->rtce_lock);
	return rc;
}

static void tpm_ibmvtpm_cancel(struct tpm_chip *chip)
{
	return;
}

static u8 tpm_ibmvtpm_status(struct tpm_chip *chip)
{
	return 0;
}

/**
 * ibmvtpm_crq_get_rtce_size - Send a CRQ request to get rtce size
 * @ibmvtpm:	vtpm device struct
 *
 * Return value:
 *	0 - Success
 *	Non-zero - Failure
 */
static int ibmvtpm_crq_get_rtce_size(struct ibmvtpm_dev *ibmvtpm)
{
	struct ibmvtpm_crq crq;
	u64 *buf = (u64 *) &crq;
	int rc;

	crq.valid = (u8)IBMVTPM_VALID_CMD;
	crq.msg = (u8)VTPM_GET_RTCE_BUFFER_SIZE;

	rc = ibmvtpm_send_crq(ibmvtpm->vdev, cpu_to_be64(buf[0]),
			      cpu_to_be64(buf[1]));
	if (rc != H_SUCCESS)
		dev_err(ibmvtpm->dev,
			"ibmvtpm_crq_get_rtce_size failed rc=%d\n", rc);

	return rc;
}

/**
 * ibmvtpm_crq_get_version - Send a CRQ request to get vtpm version
 *			   - Note that this is vtpm version and not tpm version
 * @ibmvtpm:	vtpm device struct
 *
 * Return value:
 *	0 - Success
 *	Non-zero - Failure
 */
static int ibmvtpm_crq_get_version(struct ibmvtpm_dev *ibmvtpm)
{
	struct ibmvtpm_crq crq;
	u64 *buf = (u64 *) &crq;
	int rc;

	crq.valid = (u8)IBMVTPM_VALID_CMD;
	crq.msg = (u8)VTPM_GET_VERSION;

	rc = ibmvtpm_send_crq(ibmvtpm->vdev, cpu_to_be64(buf[0]),
			      cpu_to_be64(buf[1]));
	if (rc != H_SUCCESS)
		dev_err(ibmvtpm->dev,
			"ibmvtpm_crq_get_version failed rc=%d\n", rc);

	return rc;
}

/**
 * ibmvtpm_crq_send_init_complete - Send a CRQ initialize complete message
 * @ibmvtpm:	vtpm device struct
 *
 * Return value:
 *	0 - Success
 *	Non-zero - Failure
 */
static int ibmvtpm_crq_send_init_complete(struct ibmvtpm_dev *ibmvtpm)
{
	int rc;

	rc = ibmvtpm_send_crq(ibmvtpm->vdev, INIT_CRQ_COMP_CMD, 0);
	if (rc != H_SUCCESS)
		dev_err(ibmvtpm->dev,
			"ibmvtpm_crq_send_init_complete failed rc=%d\n", rc);

	return rc;
}

/**
 * ibmvtpm_crq_send_init - Send a CRQ initialize message
 * @ibmvtpm:	vtpm device struct
 *
 * Return value:
 *	0 - Success
 *	Non-zero - Failure
 */
static int ibmvtpm_crq_send_init(struct ibmvtpm_dev *ibmvtpm)
{
	int rc;

	rc = ibmvtpm_send_crq(ibmvtpm->vdev, INIT_CRQ_CMD, 0);
	if (rc != H_SUCCESS)
		dev_err(ibmvtpm->dev,
			"ibmvtpm_crq_send_init failed rc=%d\n", rc);

	return rc;
}

/**
 * tpm_ibmvtpm_remove - ibm vtpm remove entry point
 * @vdev:	vio device struct
 *
 * Return value:
 *	0
 */
static int tpm_ibmvtpm_remove(struct vio_dev *vdev)
{
	struct ibmvtpm_dev *ibmvtpm = ibmvtpm_get_data(&vdev->dev);
	struct tpm_chip *chip = dev_get_drvdata(ibmvtpm->dev);
	int rc = 0;

	tpm_chip_unregister(chip);

	free_irq(vdev->irq, ibmvtpm);

	do {
		if (rc)
			msleep(100);
		rc = plpar_hcall_norets(H_FREE_CRQ, vdev->unit_address);
	} while (rc == H_BUSY || H_IS_LONG_BUSY(rc));

	dma_unmap_single(ibmvtpm->dev, ibmvtpm->crq_dma_handle,
			 CRQ_RES_BUF_SIZE, DMA_BIDIRECTIONAL);
	free_page((unsigned long)ibmvtpm->crq_queue.crq_addr);

	if (ibmvtpm->rtce_buf) {
		dma_unmap_single(ibmvtpm->dev, ibmvtpm->rtce_dma_handle,
				 ibmvtpm->rtce_size, DMA_BIDIRECTIONAL);
		kfree(ibmvtpm->rtce_buf);
	}

	kfree(ibmvtpm);

	return 0;
}

/**
 * tpm_ibmvtpm_get_desired_dma - Get DMA size needed by this driver
 * @vdev:	vio device struct
 *
 * Return value:
 *	Number of bytes the driver needs to DMA map
 */
static unsigned long tpm_ibmvtpm_get_desired_dma(struct vio_dev *vdev)
{
	struct ibmvtpm_dev *ibmvtpm = ibmvtpm_get_data(&vdev->dev);

	/* ibmvtpm initializes at probe time, so the data we are
	* asking for may not be set yet. Estimate that 4K required
	* for TCE-mapped buffer in addition to CRQ.
	*/
	if (!ibmvtpm)
		return CRQ_RES_BUF_SIZE + PAGE_SIZE;

	return CRQ_RES_BUF_SIZE + ibmvtpm->rtce_size;
}

/**
 * tpm_ibmvtpm_suspend - Suspend
 * @dev:	device struct
 *
 * Return value:
 *	0
 */
static int tpm_ibmvtpm_suspend(struct device *dev)
{
	struct ibmvtpm_dev *ibmvtpm = ibmvtpm_get_data(dev);
	struct ibmvtpm_crq crq;
	u64 *buf = (u64 *) &crq;
	int rc = 0;

	crq.valid = (u8)IBMVTPM_VALID_CMD;
	crq.msg = (u8)VTPM_PREPARE_TO_SUSPEND;

	rc = ibmvtpm_send_crq(ibmvtpm->vdev, cpu_to_be64(buf[0]),
			      cpu_to_be64(buf[1]));
	if (rc != H_SUCCESS)
		dev_err(ibmvtpm->dev,
			"tpm_ibmvtpm_suspend failed rc=%d\n", rc);

	return rc;
}

/**
 * ibmvtpm_reset_crq - Reset CRQ
 * @ibmvtpm:	ibm vtpm struct
 *
 * Return value:
 *	0 - Success
 *	Non-zero - Failure
 */
static int ibmvtpm_reset_crq(struct ibmvtpm_dev *ibmvtpm)
{
	int rc = 0;

	do {
		if (rc)
			msleep(100);
		rc = plpar_hcall_norets(H_FREE_CRQ,
					ibmvtpm->vdev->unit_address);
	} while (rc == H_BUSY || H_IS_LONG_BUSY(rc));

	memset(ibmvtpm->crq_queue.crq_addr, 0, CRQ_RES_BUF_SIZE);
	ibmvtpm->crq_queue.index = 0;

	return plpar_hcall_norets(H_REG_CRQ, ibmvtpm->vdev->unit_address,
				  ibmvtpm->crq_dma_handle, CRQ_RES_BUF_SIZE);
}

/**
 * tpm_ibmvtpm_resume - Resume from suspend
 * @dev:	device struct
 *
 * Return value:
 *	0
 */
static int tpm_ibmvtpm_resume(struct device *dev)
{
	struct ibmvtpm_dev *ibmvtpm = ibmvtpm_get_data(dev);
	int rc = 0;

	do {
		if (rc)
			msleep(100);
		rc = plpar_hcall_norets(H_ENABLE_CRQ,
					ibmvtpm->vdev->unit_address);
	} while (rc == H_IN_PROGRESS || rc == H_BUSY || H_IS_LONG_BUSY(rc));

	if (rc) {
		dev_err(dev, "Error enabling ibmvtpm rc=%d\n", rc);
		return rc;
	}

	rc = vio_enable_interrupts(ibmvtpm->vdev);
	if (rc) {
		dev_err(dev, "Error vio_enable_interrupts rc=%d\n", rc);
		return rc;
	}

	rc = ibmvtpm_crq_send_init(ibmvtpm);
	if (rc)
		dev_err(dev, "Error send_init rc=%d\n", rc);

	return rc;
}

static bool tpm_ibmvtpm_req_canceled(struct tpm_chip *chip, u8 status)
{
	return (status == 0);
}

static const struct tpm_class_ops tpm_ibmvtpm = {
	.recv = tpm_ibmvtpm_recv,
	.send = tpm_ibmvtpm_send,
	.cancel = tpm_ibmvtpm_cancel,
	.status = tpm_ibmvtpm_status,
	.req_complete_mask = 0,
	.req_complete_val = 0,
	.req_canceled = tpm_ibmvtpm_req_canceled,
};

static const struct dev_pm_ops tpm_ibmvtpm_pm_ops = {
	.suspend = tpm_ibmvtpm_suspend,
	.resume = tpm_ibmvtpm_resume,
};

/**
 * ibmvtpm_crq_get_next - Get next responded crq
 * @ibmvtpm	vtpm device struct
 *
 * Return value:
 *	vtpm crq pointer
 */
static struct ibmvtpm_crq *ibmvtpm_crq_get_next(struct ibmvtpm_dev *ibmvtpm)
{
	struct ibmvtpm_crq_queue *crq_q = &ibmvtpm->crq_queue;
	struct ibmvtpm_crq *crq = &crq_q->crq_addr[crq_q->index];

	if (crq->valid & VTPM_MSG_RES) {
		if (++crq_q->index == crq_q->num_entry)
			crq_q->index = 0;
		smp_rmb();
	} else
		crq = NULL;
	return crq;
}

/**
 * ibmvtpm_crq_process - Process responded crq
 * @crq		crq to be processed
 * @ibmvtpm	vtpm device struct
 *
 * Return value:
 *	Nothing
 */
static void ibmvtpm_crq_process(struct ibmvtpm_crq *crq,
				struct ibmvtpm_dev *ibmvtpm)
{
	int rc = 0;

	switch (crq->valid) {
	case VALID_INIT_CRQ:
		switch (crq->msg) {
		case INIT_CRQ_RES:
			dev_info(ibmvtpm->dev, "CRQ initialized\n");
			rc = ibmvtpm_crq_send_init_complete(ibmvtpm);
			if (rc)
				dev_err(ibmvtpm->dev, "Unable to send CRQ init complete rc=%d\n", rc);
			return;
		case INIT_CRQ_COMP_RES:
			dev_info(ibmvtpm->dev,
				 "CRQ initialization completed\n");
			return;
		default:
			dev_err(ibmvtpm->dev, "Unknown crq message type: %d\n", crq->msg);
			return;
		}
	case IBMVTPM_VALID_CMD:
		switch (crq->msg) {
		case VTPM_GET_RTCE_BUFFER_SIZE_RES:
			if (be16_to_cpu(crq->len) <= 0) {
				dev_err(ibmvtpm->dev, "Invalid rtce size\n");
				return;
			}
			ibmvtpm->rtce_size = be16_to_cpu(crq->len);
			ibmvtpm->rtce_buf = kmalloc(ibmvtpm->rtce_size,
						    GFP_ATOMIC);
			if (!ibmvtpm->rtce_buf) {
				dev_err(ibmvtpm->dev, "Failed to allocate memory for rtce buffer\n");
				return;
			}

			ibmvtpm->rtce_dma_handle = dma_map_single(ibmvtpm->dev,
				ibmvtpm->rtce_buf, ibmvtpm->rtce_size,
				DMA_BIDIRECTIONAL);

			if (dma_mapping_error(ibmvtpm->dev,
					      ibmvtpm->rtce_dma_handle)) {
				kfree(ibmvtpm->rtce_buf);
				ibmvtpm->rtce_buf = NULL;
				dev_err(ibmvtpm->dev, "Failed to dma map rtce buffer\n");
			}

			return;
		case VTPM_GET_VERSION_RES:
			ibmvtpm->vtpm_version = be32_to_cpu(crq->data);
			return;
		case VTPM_TPM_COMMAND_RES:
			/* len of the data in rtce buffer */
			ibmvtpm->res_len = be16_to_cpu(crq->len);
			ibmvtpm->tpm_processing_cmd = false;
			wake_up_interruptible(&ibmvtpm->wq);
			return;
		default:
			return;
		}
	}
	return;
}

/**
 * ibmvtpm_interrupt -	Interrupt handler
 * @irq:		irq number to handle
 * @vtpm_instance:	vtpm that received interrupt
 *
 * Returns:
 *	IRQ_HANDLED
 **/
static irqreturn_t ibmvtpm_interrupt(int irq, void *vtpm_instance)
{
	struct ibmvtpm_dev *ibmvtpm = (struct ibmvtpm_dev *) vtpm_instance;
	struct ibmvtpm_crq *crq;

	/* while loop is needed for initial setup (get version and
	 * get rtce_size). There should be only one tpm request at any
	 * given time.
	 */
	while ((crq = ibmvtpm_crq_get_next(ibmvtpm)) != NULL) {
		ibmvtpm_crq_process(crq, ibmvtpm);
		crq->valid = 0;
		smp_wmb();
	}

	return IRQ_HANDLED;
}

/**
 * tpm_ibmvtpm_probe - ibm vtpm initialize entry point
 * @vio_dev:	vio device struct
 * @id:		vio device id struct
 *
 * Return value:
 *	0 - Success
 *	Non-zero - Failure
 */
static int tpm_ibmvtpm_probe(struct vio_dev *vio_dev,
				   const struct vio_device_id *id)
{
	struct ibmvtpm_dev *ibmvtpm;
	struct device *dev = &vio_dev->dev;
	struct ibmvtpm_crq_queue *crq_q;
	struct tpm_chip *chip;
	int rc = -ENOMEM, rc1;

	chip = tpmm_chip_alloc(dev, &tpm_ibmvtpm);
	if (IS_ERR(chip))
		return PTR_ERR(chip);

	ibmvtpm = kzalloc(sizeof(struct ibmvtpm_dev), GFP_KERNEL);
	if (!ibmvtpm) {
		dev_err(dev, "kzalloc for ibmvtpm failed\n");
		goto cleanup;
	}

	ibmvtpm->dev = dev;
	ibmvtpm->vdev = vio_dev;

	crq_q = &ibmvtpm->crq_queue;
	crq_q->crq_addr = (struct ibmvtpm_crq *)get_zeroed_page(GFP_KERNEL);
	if (!crq_q->crq_addr) {
		dev_err(dev, "Unable to allocate memory for crq_addr\n");
		goto cleanup;
	}

	crq_q->num_entry = CRQ_RES_BUF_SIZE / sizeof(*crq_q->crq_addr);
	ibmvtpm->crq_dma_handle = dma_map_single(dev, crq_q->crq_addr,
						 CRQ_RES_BUF_SIZE,
						 DMA_BIDIRECTIONAL);

	if (dma_mapping_error(dev, ibmvtpm->crq_dma_handle)) {
		dev_err(dev, "dma mapping failed\n");
		goto cleanup;
	}

	rc = plpar_hcall_norets(H_REG_CRQ, vio_dev->unit_address,
				ibmvtpm->crq_dma_handle, CRQ_RES_BUF_SIZE);
	if (rc == H_RESOURCE)
		rc = ibmvtpm_reset_crq(ibmvtpm);

	if (rc) {
		dev_err(dev, "Unable to register CRQ rc=%d\n", rc);
		goto reg_crq_cleanup;
	}

	rc = request_irq(vio_dev->irq, ibmvtpm_interrupt, 0,
			 tpm_ibmvtpm_driver_name, ibmvtpm);
	if (rc) {
		dev_err(dev, "Error %d register irq 0x%x\n", rc, vio_dev->irq);
		goto init_irq_cleanup;
	}

	rc = vio_enable_interrupts(vio_dev);
	if (rc) {
		dev_err(dev, "Error %d enabling interrupts\n", rc);
		goto init_irq_cleanup;
	}

	init_waitqueue_head(&ibmvtpm->wq);

	crq_q->index = 0;

	TPM_VPRIV(chip) = (void *)ibmvtpm;

	spin_lock_init(&ibmvtpm->rtce_lock);

	rc = ibmvtpm_crq_send_init(ibmvtpm);
	if (rc)
		goto init_irq_cleanup;

	rc = ibmvtpm_crq_get_version(ibmvtpm);
	if (rc)
		goto init_irq_cleanup;

	rc = ibmvtpm_crq_get_rtce_size(ibmvtpm);
	if (rc)
		goto init_irq_cleanup;

	return tpm_chip_register(chip);
init_irq_cleanup:
	do {
		rc1 = plpar_hcall_norets(H_FREE_CRQ, vio_dev->unit_address);
	} while (rc1 == H_BUSY || H_IS_LONG_BUSY(rc1));
reg_crq_cleanup:
	dma_unmap_single(dev, ibmvtpm->crq_dma_handle, CRQ_RES_BUF_SIZE,
			 DMA_BIDIRECTIONAL);
cleanup:
	if (ibmvtpm) {
		if (crq_q->crq_addr)
			free_page((unsigned long)crq_q->crq_addr);
		kfree(ibmvtpm);
	}

	return rc;
}

static struct vio_driver ibmvtpm_driver = {
	.id_table	 = tpm_ibmvtpm_device_table,
	.probe		 = tpm_ibmvtpm_probe,
	.remove		 = tpm_ibmvtpm_remove,
	.get_desired_dma = tpm_ibmvtpm_get_desired_dma,
	.name		 = tpm_ibmvtpm_driver_name,
	.pm		 = &tpm_ibmvtpm_pm_ops,
};

/**
 * ibmvtpm_module_init - Initialize ibm vtpm module
 *
 * Return value:
 *	0 -Success
 *	Non-zero - Failure
 */
static int __init ibmvtpm_module_init(void)
{
	return vio_register_driver(&ibmvtpm_driver);
}

/**
 * ibmvtpm_module_exit - Teardown ibm vtpm module
 *
 * Return value:
 *	Nothing
 */
static void __exit ibmvtpm_module_exit(void)
{
	vio_unregister_driver(&ibmvtpm_driver);
}

module_init(ibmvtpm_module_init);
module_exit(ibmvtpm_module_exit);

MODULE_AUTHOR("adlai@us.ibm.com");
MODULE_DESCRIPTION("IBM vTPM Driver");
MODULE_VERSION("1.0");
MODULE_LICENSE("GPL");
Commit	Line	Data
132f7629 AL	1	/*
	2	* Copyright (C) 2012 IBM Corporation
	3	*
1a0f1b27	4	* Author: Ashley Lai <ashleydlai@gmail.com>
132f7629 AL	5	*
	6	* Maintained by: <tpmdd-devel@lists.sourceforge.net>
	7	*
	8	* Device driver for TCG/TCPA TPM (trusted platform module).
	9	* Specifications at www.trustedcomputinggroup.org
	10	*
	11	* This program is free software; you can redistribute it and/or
	12	* modify it under the terms of the GNU General Public License as
	13	* published by the Free Software Foundation, version 2 of the
	14	* License.
	15	*
	16	*/
	17
	18	#include <linux/dma-mapping.h>
	19	#include <linux/dmapool.h>
	20	#include <linux/slab.h>
	21	#include <asm/vio.h>
	22	#include <asm/irq.h>
	23	#include <linux/types.h>
	24	#include <linux/list.h>
	25	#include <linux/spinlock.h>
	26	#include <linux/interrupt.h>
	27	#include <linux/wait.h>
	28	#include <asm/prom.h>
	29
	30	#include "tpm.h"
	31	#include "tpm_ibmvtpm.h"
	32
	33	static const char tpm_ibmvtpm_driver_name[] = "tpm_ibmvtpm";
	34
0bbed20e	35	static struct vio_device_id tpm_ibmvtpm_device_table[] = {
132f7629 AL	36	{ "IBM,vtpm", "IBM,vtpm"},
	37	{ "", "" }
	38	};
	39	MODULE_DEVICE_TABLE(vio, tpm_ibmvtpm_device_table);
	40
132f7629 AL	41	/**
	42	* ibmvtpm_send_crq - Send a CRQ request
	43	* @vdev: vio device struct
	44	* @w1: first word
	45	* @w2: second word
	46	*
	47	* Return value:
	48	* 0 -Sucess
	49	* Non-zero - Failure
	50	*/
	51	static int ibmvtpm_send_crq(struct vio_dev *vdev, u64 w1, u64 w2)
	52	{
	53	return plpar_hcall_norets(H_SEND_CRQ, vdev->unit_address, w1, w2);
	54	}
	55
	56	/**
	57	* ibmvtpm_get_data - Retrieve ibm vtpm data
	58	* @dev: device struct
	59	*
	60	* Return value:
	61	* vtpm device struct
	62	*/
	63	static struct ibmvtpm_dev ibmvtpm_get_data(const struct device dev)
	64	{
	65	struct tpm_chip *chip = dev_get_drvdata(dev);
	66	if (chip)
775585e4	67	return (struct ibmvtpm_dev *)TPM_VPRIV(chip);
132f7629 AL	68	return NULL;
	69	}
	70
	71	/**
	72	* tpm_ibmvtpm_recv - Receive data after send
	73	* @chip: tpm chip struct
	74	* @buf: buffer to read
	75	* count: size of buffer
	76	*
	77	* Return value:
	78	* Number of bytes read
	79	*/
	80	static int tpm_ibmvtpm_recv(struct tpm_chip chip, u8 buf, size_t count)
	81	{
	82	struct ibmvtpm_dev *ibmvtpm;
	83	u16 len;
b5666502	84	int sig;
132f7629	85
775585e4	86	ibmvtpm = (struct ibmvtpm_dev *)TPM_VPRIV(chip);
132f7629 AL	87
	88	if (!ibmvtpm->rtce_buf) {
	89	dev_err(ibmvtpm->dev, "ibmvtpm device is not ready\n");
	90	return 0;
	91	}
	92
6674ff14	93	sig = wait_event_interruptible(ibmvtpm->wq, !ibmvtpm->tpm_processing_cmd);
b5666502 AL	94	if (sig)
	95	return -EINTR;
	96
	97	len = ibmvtpm->res_len;
132f7629	98
b5666502	99	if (count < len) {
132f7629	100	dev_err(ibmvtpm->dev,
37ab0341	101	"Invalid size in recv: count=%zd, crq_size=%d\n",
b5666502	102	count, len);
132f7629 AL	103	return -EIO;
	104	}
	105
	106	spin_lock(&ibmvtpm->rtce_lock);
b5666502 AL	107	memcpy((void )buf, (void )ibmvtpm->rtce_buf, len);
	108	memset(ibmvtpm->rtce_buf, 0, len);
	109	ibmvtpm->res_len = 0;
132f7629 AL	110	spin_unlock(&ibmvtpm->rtce_lock);
	111	return len;
	112	}
	113
	114	/**
	115	* tpm_ibmvtpm_send - Send tpm request
	116	* @chip: tpm chip struct
	117	* @buf: buffer contains data to send
	118	* count: size of buffer
	119	*
	120	* Return value:
	121	* Number of bytes sent
	122	*/
	123	static int tpm_ibmvtpm_send(struct tpm_chip chip, u8 buf, size_t count)
	124	{
	125	struct ibmvtpm_dev *ibmvtpm;
	126	struct ibmvtpm_crq crq;
62dfd912	127	__be64 word = (__be64 )&crq;
6674ff14	128	int rc, sig;
132f7629	129
775585e4	130	ibmvtpm = (struct ibmvtpm_dev *)TPM_VPRIV(chip);
132f7629 AL	131
	132	if (!ibmvtpm->rtce_buf) {
	133	dev_err(ibmvtpm->dev, "ibmvtpm device is not ready\n");
	134	return 0;
	135	}
	136
	137	if (count > ibmvtpm->rtce_size) {
	138	dev_err(ibmvtpm->dev,
37ab0341	139	"Invalid size in send: count=%zd, rtce_size=%d\n",
132f7629 AL	140	count, ibmvtpm->rtce_size);
	141	return -EIO;
	142	}
	143
6674ff14 SB	144	if (ibmvtpm->tpm_processing_cmd) {
	145	dev_info(ibmvtpm->dev,
	146	"Need to wait for TPM to finish\n");
	147	/* wait for previous command to finish */
	148	sig = wait_event_interruptible(ibmvtpm->wq, !ibmvtpm->tpm_processing_cmd);
	149	if (sig)
	150	return -EINTR;
	151	}
	152
132f7629	153	spin_lock(&ibmvtpm->rtce_lock);
6674ff14	154	ibmvtpm->res_len = 0;
132f7629 AL	155	memcpy((void )ibmvtpm->rtce_buf, (void )buf, count);
	156	crq.valid = (u8)IBMVTPM_VALID_CMD;
	157	crq.msg = (u8)VTPM_TPM_COMMAND;
62dfd912	158	crq.len = cpu_to_be16(count);
62dfd912	159	crq.data = cpu_to_be32(ibmvtpm->rtce_dma_handle);
132f7629	160
6674ff14 SB	161	/*
	162	* set the processing flag before the Hcall, since we may get the
	163	* result (interrupt) before even being able to check rc.
	164	*/
	165	ibmvtpm->tpm_processing_cmd = true;
	166
62dfd912	167	rc = ibmvtpm_send_crq(ibmvtpm->vdev, be64_to_cpu(word[0]),
62dfd912	168	be64_to_cpu(word[1]));
132f7629 AL	169	if (rc != H_SUCCESS) {
	170	dev_err(ibmvtpm->dev, "tpm_ibmvtpm_send failed rc=%d\n", rc);
	171	rc = 0;
6674ff14	172	ibmvtpm->tpm_processing_cmd = false;
132f7629 AL	173	} else
	174	rc = count;
	175
	176	spin_unlock(&ibmvtpm->rtce_lock);
	177	return rc;
	178	}
	179
	180	static void tpm_ibmvtpm_cancel(struct tpm_chip *chip)
	181	{
	182	return;
	183	}
	184
	185	static u8 tpm_ibmvtpm_status(struct tpm_chip *chip)
	186	{
	187	return 0;
	188	}
	189
	190	/**
	191	* ibmvtpm_crq_get_rtce_size - Send a CRQ request to get rtce size
	192	* @ibmvtpm: vtpm device struct
	193	*
	194	* Return value:
	195	* 0 - Success
	196	* Non-zero - Failure
	197	*/
	198	static int ibmvtpm_crq_get_rtce_size(struct ibmvtpm_dev *ibmvtpm)
	199	{
	200	struct ibmvtpm_crq crq;
	201	u64 buf = (u64 ) &crq;
	202	int rc;
	203
	204	crq.valid = (u8)IBMVTPM_VALID_CMD;
	205	crq.msg = (u8)VTPM_GET_RTCE_BUFFER_SIZE;
	206
eb71f8a5	207	rc = ibmvtpm_send_crq(ibmvtpm->vdev, cpu_to_be64(buf[0]),
eb71f8a5	208	cpu_to_be64(buf[1]));
132f7629 AL	209	if (rc != H_SUCCESS)
	210	dev_err(ibmvtpm->dev,
	211	"ibmvtpm_crq_get_rtce_size failed rc=%d\n", rc);
	212
	213	return rc;
	214	}
	215
	216	/**
	217	* ibmvtpm_crq_get_version - Send a CRQ request to get vtpm version
	218	* - Note that this is vtpm version and not tpm version
	219	* @ibmvtpm: vtpm device struct
	220	*
	221	* Return value:
	222	* 0 - Success
	223	* Non-zero - Failure
	224	*/
	225	static int ibmvtpm_crq_get_version(struct ibmvtpm_dev *ibmvtpm)
	226	{
	227	struct ibmvtpm_crq crq;
	228	u64 buf = (u64 ) &crq;
	229	int rc;
	230
	231	crq.valid = (u8)IBMVTPM_VALID_CMD;
	232	crq.msg = (u8)VTPM_GET_VERSION;
	233
eb71f8a5	234	rc = ibmvtpm_send_crq(ibmvtpm->vdev, cpu_to_be64(buf[0]),
eb71f8a5	235	cpu_to_be64(buf[1]));
132f7629 AL	236	if (rc != H_SUCCESS)
	237	dev_err(ibmvtpm->dev,
	238	"ibmvtpm_crq_get_version failed rc=%d\n", rc);
	239
	240	return rc;
	241	}
	242
	243	/**
	244	* ibmvtpm_crq_send_init_complete - Send a CRQ initialize complete message
	245	* @ibmvtpm: vtpm device struct
	246	*
	247	* Return value:
	248	* 0 - Success
	249	* Non-zero - Failure
	250	*/
	251	static int ibmvtpm_crq_send_init_complete(struct ibmvtpm_dev *ibmvtpm)
	252	{
	253	int rc;
	254
	255	rc = ibmvtpm_send_crq(ibmvtpm->vdev, INIT_CRQ_COMP_CMD, 0);
	256	if (rc != H_SUCCESS)
	257	dev_err(ibmvtpm->dev,
	258	"ibmvtpm_crq_send_init_complete failed rc=%d\n", rc);
	259
	260	return rc;
	261	}
	262
	263	/**
	264	* ibmvtpm_crq_send_init - Send a CRQ initialize message
	265	* @ibmvtpm: vtpm device struct
	266	*
	267	* Return value:
	268	* 0 - Success
	269	* Non-zero - Failure
	270	*/
	271	static int ibmvtpm_crq_send_init(struct ibmvtpm_dev *ibmvtpm)
	272	{
	273	int rc;
	274
	275	rc = ibmvtpm_send_crq(ibmvtpm->vdev, INIT_CRQ_CMD, 0);
	276	if (rc != H_SUCCESS)
	277	dev_err(ibmvtpm->dev,
	278	"ibmvtpm_crq_send_init failed rc=%d\n", rc);
	279
	280	return rc;
	281	}
	282
	283	/**
	284	* tpm_ibmvtpm_remove - ibm vtpm remove entry point
	285	* @vdev: vio device struct
	286	*
	287	* Return value:
	288	* 0
	289	*/
39af33fc	290	static int tpm_ibmvtpm_remove(struct vio_dev *vdev)
132f7629 AL	291	{
132f7629 AL	292	struct ibmvtpm_dev *ibmvtpm = ibmvtpm_get_data(&vdev->dev);
afb5abc2	293	struct tpm_chip *chip = dev_get_drvdata(ibmvtpm->dev);
132f7629 AL	294	int rc = 0;
132f7629 AL	295
afb5abc2 JS	296	tpm_chip_unregister(chip);
afb5abc2 JS	297
132f7629	298	free_irq(vdev->irq, ibmvtpm);
132f7629 AL	299
	300	do {
	301	if (rc)
	302	msleep(100);
	303	rc = plpar_hcall_norets(H_FREE_CRQ, vdev->unit_address);
	304	} while (rc == H_BUSY \|\| H_IS_LONG_BUSY(rc));
	305
	306	dma_unmap_single(ibmvtpm->dev, ibmvtpm->crq_dma_handle,
	307	CRQ_RES_BUF_SIZE, DMA_BIDIRECTIONAL);
	308	free_page((unsigned long)ibmvtpm->crq_queue.crq_addr);
	309
	310	if (ibmvtpm->rtce_buf) {
	311	dma_unmap_single(ibmvtpm->dev, ibmvtpm->rtce_dma_handle,
	312	ibmvtpm->rtce_size, DMA_BIDIRECTIONAL);
	313	kfree(ibmvtpm->rtce_buf);
	314	}
	315
132f7629 AL	316	kfree(ibmvtpm);
	317
	318	return 0;
	319	}
	320
	321	/**
	322	* tpm_ibmvtpm_get_desired_dma - Get DMA size needed by this driver
	323	* @vdev: vio device struct
	324	*
	325	* Return value:
	326	* Number of bytes the driver needs to DMA map
	327	*/
	328	static unsigned long tpm_ibmvtpm_get_desired_dma(struct vio_dev *vdev)
	329	{
	330	struct ibmvtpm_dev *ibmvtpm = ibmvtpm_get_data(&vdev->dev);
84eb186b HCVL	331
	332	/* ibmvtpm initializes at probe time, so the data we are
	333	* asking for may not be set yet. Estimate that 4K required
	334	* for TCE-mapped buffer in addition to CRQ.
	335	*/
	336	if (!ibmvtpm)
	337	return CRQ_RES_BUF_SIZE + PAGE_SIZE;
	338
132f7629 AL	339	return CRQ_RES_BUF_SIZE + ibmvtpm->rtce_size;
	340	}
	341
	342	/**
	343	* tpm_ibmvtpm_suspend - Suspend
	344	* @dev: device struct
	345	*
	346	* Return value:
	347	* 0
	348	*/
	349	static int tpm_ibmvtpm_suspend(struct device *dev)
	350	{
	351	struct ibmvtpm_dev *ibmvtpm = ibmvtpm_get_data(dev);
	352	struct ibmvtpm_crq crq;
	353	u64 buf = (u64 ) &crq;
	354	int rc = 0;
	355
	356	crq.valid = (u8)IBMVTPM_VALID_CMD;
	357	crq.msg = (u8)VTPM_PREPARE_TO_SUSPEND;
	358
eb71f8a5	359	rc = ibmvtpm_send_crq(ibmvtpm->vdev, cpu_to_be64(buf[0]),
eb71f8a5	360	cpu_to_be64(buf[1]));
132f7629 AL	361	if (rc != H_SUCCESS)
	362	dev_err(ibmvtpm->dev,
	363	"tpm_ibmvtpm_suspend failed rc=%d\n", rc);
	364
	365	return rc;
	366	}
	367
	368	/**
	369	* ibmvtpm_reset_crq - Reset CRQ
	370	* @ibmvtpm: ibm vtpm struct
	371	*
	372	* Return value:
	373	* 0 - Success
	374	* Non-zero - Failure
	375	*/
	376	static int ibmvtpm_reset_crq(struct ibmvtpm_dev *ibmvtpm)
	377	{
	378	int rc = 0;
	379
	380	do {
	381	if (rc)
	382	msleep(100);
	383	rc = plpar_hcall_norets(H_FREE_CRQ,
	384	ibmvtpm->vdev->unit_address);
	385	} while (rc == H_BUSY \|\| H_IS_LONG_BUSY(rc));
	386
	387	memset(ibmvtpm->crq_queue.crq_addr, 0, CRQ_RES_BUF_SIZE);
	388	ibmvtpm->crq_queue.index = 0;
	389
	390	return plpar_hcall_norets(H_REG_CRQ, ibmvtpm->vdev->unit_address,
	391	ibmvtpm->crq_dma_handle, CRQ_RES_BUF_SIZE);
	392	}
	393
	394	/**
	395	* tpm_ibmvtpm_resume - Resume from suspend
	396	* @dev: device struct
	397	*
	398	* Return value:
	399	* 0
	400	*/
	401	static int tpm_ibmvtpm_resume(struct device *dev)
	402	{
	403	struct ibmvtpm_dev *ibmvtpm = ibmvtpm_get_data(dev);
132f7629 AL	404	int rc = 0;
	405
	406	do {
	407	if (rc)
	408	msleep(100);
	409	rc = plpar_hcall_norets(H_ENABLE_CRQ,
	410	ibmvtpm->vdev->unit_address);
	411	} while (rc == H_IN_PROGRESS \|\| rc == H_BUSY \|\| H_IS_LONG_BUSY(rc));
	412
	413	if (rc) {
	414	dev_err(dev, "Error enabling ibmvtpm rc=%d\n", rc);
	415	return rc;
	416	}
	417
b5666502 AL	418	rc = vio_enable_interrupts(ibmvtpm->vdev);
	419	if (rc) {
	420	dev_err(dev, "Error vio_enable_interrupts rc=%d\n", rc);
	421	return rc;
	422	}
132f7629 AL	423
	424	rc = ibmvtpm_crq_send_init(ibmvtpm);
	425	if (rc)
	426	dev_err(dev, "Error send_init rc=%d\n", rc);
	427
	428	return rc;
	429	}
	430
1f866057 SB	431	static bool tpm_ibmvtpm_req_canceled(struct tpm_chip *chip, u8 status)
	432	{
	433	return (status == 0);
	434	}
	435
01ad1fa7	436	static const struct tpm_class_ops tpm_ibmvtpm = {
132f7629 AL	437	.recv = tpm_ibmvtpm_recv,
	438	.send = tpm_ibmvtpm_send,
	439	.cancel = tpm_ibmvtpm_cancel,
	440	.status = tpm_ibmvtpm_status,
	441	.req_complete_mask = 0,
	442	.req_complete_val = 0,
1f866057	443	.req_canceled = tpm_ibmvtpm_req_canceled,
132f7629 AL	444	};
	445
	446	static const struct dev_pm_ops tpm_ibmvtpm_pm_ops = {
	447	.suspend = tpm_ibmvtpm_suspend,
	448	.resume = tpm_ibmvtpm_resume,
	449	};
	450
	451	/**
	452	* ibmvtpm_crq_get_next - Get next responded crq
	453	* @ibmvtpm vtpm device struct
	454	*
	455	* Return value:
	456	* vtpm crq pointer
	457	*/
	458	static struct ibmvtpm_crq ibmvtpm_crq_get_next(struct ibmvtpm_dev ibmvtpm)
	459	{
	460	struct ibmvtpm_crq_queue *crq_q = &ibmvtpm->crq_queue;
	461	struct ibmvtpm_crq *crq = &crq_q->crq_addr[crq_q->index];
	462
	463	if (crq->valid & VTPM_MSG_RES) {
	464	if (++crq_q->index == crq_q->num_entry)
	465	crq_q->index = 0;
b5666502	466	smp_rmb();
132f7629 AL	467	} else
	468	crq = NULL;
	469	return crq;
	470	}
	471
	472	/**
	473	* ibmvtpm_crq_process - Process responded crq
	474	* @crq crq to be processed
	475	* @ibmvtpm vtpm device struct
	476	*
	477	* Return value:
	478	* Nothing
	479	*/
	480	static void ibmvtpm_crq_process(struct ibmvtpm_crq *crq,
	481	struct ibmvtpm_dev *ibmvtpm)
	482	{
	483	int rc = 0;
	484
	485	switch (crq->valid) {
	486	case VALID_INIT_CRQ:
	487	switch (crq->msg) {
	488	case INIT_CRQ_RES:
	489	dev_info(ibmvtpm->dev, "CRQ initialized\n");
	490	rc = ibmvtpm_crq_send_init_complete(ibmvtpm);
	491	if (rc)
	492	dev_err(ibmvtpm->dev, "Unable to send CRQ init complete rc=%d\n", rc);
	493	return;
	494	case INIT_CRQ_COMP_RES:
	495	dev_info(ibmvtpm->dev,
	496	"CRQ initialization completed\n");
	497	return;
	498	default:
	499	dev_err(ibmvtpm->dev, "Unknown crq message type: %d\n", crq->msg);
	500	return;
	501	}
132f7629 AL	502	case IBMVTPM_VALID_CMD:
	503	switch (crq->msg) {
	504	case VTPM_GET_RTCE_BUFFER_SIZE_RES:
eb71f8a5	505	if (be16_to_cpu(crq->len) <= 0) {
132f7629 AL	506	dev_err(ibmvtpm->dev, "Invalid rtce size\n");
	507	return;
	508	}
eb71f8a5	509	ibmvtpm->rtce_size = be16_to_cpu(crq->len);
132f7629	510	ibmvtpm->rtce_buf = kmalloc(ibmvtpm->rtce_size,
60ecd86c	511	GFP_ATOMIC);
132f7629 AL	512	if (!ibmvtpm->rtce_buf) {
	513	dev_err(ibmvtpm->dev, "Failed to allocate memory for rtce buffer\n");
	514	return;
	515	}
	516
	517	ibmvtpm->rtce_dma_handle = dma_map_single(ibmvtpm->dev,
	518	ibmvtpm->rtce_buf, ibmvtpm->rtce_size,
	519	DMA_BIDIRECTIONAL);
	520
	521	if (dma_mapping_error(ibmvtpm->dev,
	522	ibmvtpm->rtce_dma_handle)) {
	523	kfree(ibmvtpm->rtce_buf);
	524	ibmvtpm->rtce_buf = NULL;
	525	dev_err(ibmvtpm->dev, "Failed to dma map rtce buffer\n");
	526	}
	527
	528	return;
	529	case VTPM_GET_VERSION_RES:
eb71f8a5	530	ibmvtpm->vtpm_version = be32_to_cpu(crq->data);
132f7629 AL	531	return;
132f7629 AL	532	case VTPM_TPM_COMMAND_RES:
b5666502	533	/* len of the data in rtce buffer */
eb71f8a5	534	ibmvtpm->res_len = be16_to_cpu(crq->len);
6674ff14	535	ibmvtpm->tpm_processing_cmd = false;
b5666502	536	wake_up_interruptible(&ibmvtpm->wq);
132f7629 AL	537	return;
	538	default:
	539	return;
	540	}
	541	}
	542	return;
	543	}
	544
	545	/**
	546	* ibmvtpm_interrupt - Interrupt handler
	547	* @irq: irq number to handle
	548	* @vtpm_instance: vtpm that received interrupt
	549	*
	550	* Returns:
	551	* IRQ_HANDLED
	552	**/
	553	static irqreturn_t ibmvtpm_interrupt(int irq, void *vtpm_instance)
	554	{
	555	struct ibmvtpm_dev ibmvtpm = (struct ibmvtpm_dev ) vtpm_instance;
132f7629	556	struct ibmvtpm_crq *crq;
132f7629	557
b5666502 AL	558	/* while loop is needed for initial setup (get version and
	559	* get rtce_size). There should be only one tpm request at any
	560	* given time.
	561	*/
132f7629 AL	562	while ((crq = ibmvtpm_crq_get_next(ibmvtpm)) != NULL) {
	563	ibmvtpm_crq_process(crq, ibmvtpm);
	564	crq->valid = 0;
b5666502	565	smp_wmb();
132f7629 AL	566	}
132f7629 AL	567
b5666502	568	return IRQ_HANDLED;
132f7629 AL	569	}
	570
	571	/**
	572	* tpm_ibmvtpm_probe - ibm vtpm initialize entry point
	573	* @vio_dev: vio device struct
	574	* @id: vio device id struct
	575	*
	576	* Return value:
	577	* 0 - Success
	578	* Non-zero - Failure
	579	*/
afc6d369	580	static int tpm_ibmvtpm_probe(struct vio_dev *vio_dev,
132f7629 AL	581	const struct vio_device_id *id)
	582	{
	583	struct ibmvtpm_dev *ibmvtpm;
	584	struct device *dev = &vio_dev->dev;
	585	struct ibmvtpm_crq_queue *crq_q;
	586	struct tpm_chip *chip;
	587	int rc = -ENOMEM, rc1;
	588
afb5abc2 JS	589	chip = tpmm_chip_alloc(dev, &tpm_ibmvtpm);
	590	if (IS_ERR(chip))
	591	return PTR_ERR(chip);
132f7629 AL	592
	593	ibmvtpm = kzalloc(sizeof(struct ibmvtpm_dev), GFP_KERNEL);
	594	if (!ibmvtpm) {
	595	dev_err(dev, "kzalloc for ibmvtpm failed\n");
	596	goto cleanup;
	597	}
	598
9d75f089 HCVL	599	ibmvtpm->dev = dev;
	600	ibmvtpm->vdev = vio_dev;
	601
132f7629 AL	602	crq_q = &ibmvtpm->crq_queue;
	603	crq_q->crq_addr = (struct ibmvtpm_crq *)get_zeroed_page(GFP_KERNEL);
	604	if (!crq_q->crq_addr) {
	605	dev_err(dev, "Unable to allocate memory for crq_addr\n");
	606	goto cleanup;
	607	}
	608
	609	crq_q->num_entry = CRQ_RES_BUF_SIZE / sizeof(*crq_q->crq_addr);
	610	ibmvtpm->crq_dma_handle = dma_map_single(dev, crq_q->crq_addr,
	611	CRQ_RES_BUF_SIZE,
	612	DMA_BIDIRECTIONAL);
	613
	614	if (dma_mapping_error(dev, ibmvtpm->crq_dma_handle)) {
	615	dev_err(dev, "dma mapping failed\n");
	616	goto cleanup;
	617	}
	618
	619	rc = plpar_hcall_norets(H_REG_CRQ, vio_dev->unit_address,
	620	ibmvtpm->crq_dma_handle, CRQ_RES_BUF_SIZE);
	621	if (rc == H_RESOURCE)
	622	rc = ibmvtpm_reset_crq(ibmvtpm);
	623
	624	if (rc) {
	625	dev_err(dev, "Unable to register CRQ rc=%d\n", rc);
	626	goto reg_crq_cleanup;
	627	}
	628
132f7629 AL	629	rc = request_irq(vio_dev->irq, ibmvtpm_interrupt, 0,
	630	tpm_ibmvtpm_driver_name, ibmvtpm);
	631	if (rc) {
	632	dev_err(dev, "Error %d register irq 0x%x\n", rc, vio_dev->irq);
	633	goto init_irq_cleanup;
	634	}
	635
	636	rc = vio_enable_interrupts(vio_dev);
	637	if (rc) {
	638	dev_err(dev, "Error %d enabling interrupts\n", rc);
	639	goto init_irq_cleanup;
	640	}
	641
b5666502 AL	642	init_waitqueue_head(&ibmvtpm->wq);
b5666502 AL	643
132f7629 AL	644	crq_q->index = 0;
132f7629 AL	645
775585e4	646	TPM_VPRIV(chip) = (void *)ibmvtpm;
132f7629	647
132f7629 AL	648	spin_lock_init(&ibmvtpm->rtce_lock);
	649
	650	rc = ibmvtpm_crq_send_init(ibmvtpm);
	651	if (rc)
	652	goto init_irq_cleanup;
	653
	654	rc = ibmvtpm_crq_get_version(ibmvtpm);
	655	if (rc)
	656	goto init_irq_cleanup;
	657
	658	rc = ibmvtpm_crq_get_rtce_size(ibmvtpm);
	659	if (rc)
	660	goto init_irq_cleanup;
	661
afb5abc2	662	return tpm_chip_register(chip);
132f7629	663	init_irq_cleanup:
132f7629 AL	664	do {
	665	rc1 = plpar_hcall_norets(H_FREE_CRQ, vio_dev->unit_address);
	666	} while (rc1 == H_BUSY \|\| H_IS_LONG_BUSY(rc1));
	667	reg_crq_cleanup:
	668	dma_unmap_single(dev, ibmvtpm->crq_dma_handle, CRQ_RES_BUF_SIZE,
	669	DMA_BIDIRECTIONAL);
	670	cleanup:
	671	if (ibmvtpm) {
	672	if (crq_q->crq_addr)
	673	free_page((unsigned long)crq_q->crq_addr);
	674	kfree(ibmvtpm);
	675	}
	676
132f7629 AL	677	return rc;
	678	}
	679
	680	static struct vio_driver ibmvtpm_driver = {
	681	.id_table = tpm_ibmvtpm_device_table,
	682	.probe = tpm_ibmvtpm_probe,
	683	.remove = tpm_ibmvtpm_remove,
	684	.get_desired_dma = tpm_ibmvtpm_get_desired_dma,
	685	.name = tpm_ibmvtpm_driver_name,
	686	.pm = &tpm_ibmvtpm_pm_ops,
	687	};
	688
	689	/**
	690	* ibmvtpm_module_init - Initialize ibm vtpm module
	691	*
	692	* Return value:
	693	* 0 -Success
	694	* Non-zero - Failure
	695	*/
	696	static int __init ibmvtpm_module_init(void)
	697	{
	698	return vio_register_driver(&ibmvtpm_driver);
	699	}
	700
	701	/**
	702	* ibmvtpm_module_exit - Teardown ibm vtpm module
	703	*
	704	* Return value:
	705	* Nothing
	706	*/
	707	static void __exit ibmvtpm_module_exit(void)
	708	{
	709	vio_unregister_driver(&ibmvtpm_driver);
	710	}
	711
	712	module_init(ibmvtpm_module_init);
	713	module_exit(ibmvtpm_module_exit);
	714
	715	MODULE_AUTHOR("adlai@us.ibm.com");
	716	MODULE_DESCRIPTION("IBM vTPM Driver");
	717	MODULE_VERSION("1.0");
	718	MODULE_LICENSE("GPL");