drivers/char/hw_random/xgene-rng.c - linux - Git at Google

 // SPDX-License-Identifier: GPL-2.0-or-later
 /*
  * APM X-Gene SoC RNG Driver
  *
  * Copyright (c) 2014, Applied Micro Circuits Corporation
  * Author: Rameshwar Prasad Sahu <rsahu@apm.com>
  *	   Shamal Winchurkar <swinchurkar@apm.com>
  *	   Feng Kan <fkan@apm.com>
  */

 #include <linux/acpi.h>
 #include <linux/clk.h>
 #include <linux/delay.h>
 #include <linux/hw_random.h>
 #include <linux/init.h>
 #include <linux/interrupt.h>
 #include <linux/io.h>
 #include <linux/module.h>
 #include <linux/mod_devicetable.h>
 #include <linux/platform_device.h>
 #include <linux/timer.h>

 #define RNG_MAX_DATUM			4
 #define MAX_TRY				100
 #define XGENE_RNG_RETRY_COUNT		20
 #define XGENE_RNG_RETRY_INTERVAL	10

 /* RNG  Registers */
 #define RNG_INOUT_0			0x00
 #define RNG_INTR_STS_ACK		0x10
 #define RNG_CONTROL			0x14
 #define RNG_CONFIG			0x18
 #define RNG_ALARMCNT			0x1c
 #define RNG_FROENABLE			0x20
 #define RNG_FRODETUNE			0x24
 #define RNG_ALARMMASK			0x28
 #define RNG_ALARMSTOP			0x2c
 #define RNG_OPTIONS			0x78
 #define RNG_EIP_REV			0x7c

 #define MONOBIT_FAIL_MASK		BIT(7)
 #define POKER_FAIL_MASK			BIT(6)
 #define LONG_RUN_FAIL_MASK		BIT(5)
 #define RUN_FAIL_MASK			BIT(4)
 #define NOISE_FAIL_MASK			BIT(3)
 #define STUCK_OUT_MASK			BIT(2)
 #define SHUTDOWN_OFLO_MASK		BIT(1)
 #define READY_MASK			BIT(0)

 #define MAJOR_HW_REV_RD(src)		(((src) & 0x0f000000) >> 24)
 #define MINOR_HW_REV_RD(src)		(((src) & 0x00f00000) >> 20)
 #define HW_PATCH_LEVEL_RD(src)		(((src) & 0x000f0000) >> 16)
 #define MAX_REFILL_CYCLES_SET(dst, src) \
 			((dst & ~0xffff0000) | (((u32)src << 16) & 0xffff0000))
 #define MIN_REFILL_CYCLES_SET(dst, src) \
 			((dst & ~0x000000ff) | (((u32)src) & 0x000000ff))
 #define ALARM_THRESHOLD_SET(dst, src) \
 			((dst & ~0x000000ff) | (((u32)src) & 0x000000ff))
 #define ENABLE_RNG_SET(dst, src) \
 			((dst & ~BIT(10)) | (((u32)src << 10) & BIT(10)))
 #define REGSPEC_TEST_MODE_SET(dst, src) \
 			((dst & ~BIT(8)) | (((u32)src << 8) & BIT(8)))
 #define MONOBIT_FAIL_MASK_SET(dst, src) \
 			((dst & ~BIT(7)) | (((u32)src << 7) & BIT(7)))
 #define POKER_FAIL_MASK_SET(dst, src) \
 			((dst & ~BIT(6)) | (((u32)src << 6) & BIT(6)))
 #define LONG_RUN_FAIL_MASK_SET(dst, src) \
 			((dst & ~BIT(5)) | (((u32)src << 5) & BIT(5)))
 #define RUN_FAIL_MASK_SET(dst, src) \
 			((dst & ~BIT(4)) | (((u32)src << 4) & BIT(4)))
 #define NOISE_FAIL_MASK_SET(dst, src) \
 			((dst & ~BIT(3)) | (((u32)src << 3) & BIT(3)))
 #define STUCK_OUT_MASK_SET(dst, src) \
 			((dst & ~BIT(2)) | (((u32)src << 2) & BIT(2)))
 #define SHUTDOWN_OFLO_MASK_SET(dst, src) \
 			((dst & ~BIT(1)) | (((u32)src << 1) & BIT(1)))

 struct xgene_rng_dev {
 	u32 irq;
 	void  __iomem *csr_base;
 	u32 revision;
 	u32 datum_size;
 	u32 failure_cnt;	/* Failure count last minute */
 	unsigned long failure_ts;/* First failure timestamp */
 	struct timer_list failure_timer;
 	struct device *dev;
 };

 static void xgene_rng_expired_timer(struct timer_list *t)
 {
 	struct xgene_rng_dev *ctx = from_timer(ctx, t, failure_timer);

 	/* Clear failure counter as timer expired */
 	disable_irq(ctx->irq);
 	ctx->failure_cnt = 0;
 	del_timer(&ctx->failure_timer);
 	enable_irq(ctx->irq);
 }

 static void xgene_rng_start_timer(struct xgene_rng_dev *ctx)
 {
 	ctx->failure_timer.expires = jiffies + 120 * HZ;
 	add_timer(&ctx->failure_timer);
 }

 /*
  * Initialize or reinit free running oscillators (FROs)
  */
 static void xgene_rng_init_fro(struct xgene_rng_dev *ctx, u32 fro_val)
 {
 	writel(fro_val, ctx->csr_base + RNG_FRODETUNE);
 	writel(0x00000000, ctx->csr_base + RNG_ALARMMASK);
 	writel(0x00000000, ctx->csr_base + RNG_ALARMSTOP);
 	writel(0xFFFFFFFF, ctx->csr_base + RNG_FROENABLE);
 }

 static void xgene_rng_chk_overflow(struct xgene_rng_dev *ctx)
 {
 	u32 val;

 	val = readl(ctx->csr_base + RNG_INTR_STS_ACK);
 	if (val & MONOBIT_FAIL_MASK)
 		/*
 		 * LFSR detected an out-of-bounds number of 1s after
 		 * checking 20,000 bits (test T1 as specified in the
 		 * AIS-31 standard)
 		 */
 		dev_err(ctx->dev, "test monobit failure error 0x%08X\n", val);
 	if (val & POKER_FAIL_MASK)
 		/*
 		 * LFSR detected an out-of-bounds value in at least one
 		 * of the 16 poker_count_X counters or an out of bounds sum
 		 * of squares value after checking 20,000 bits (test T2 as
 		 * specified in the AIS-31 standard)
 		 */
 		dev_err(ctx->dev, "test poker failure error 0x%08X\n", val);
 	if (val & LONG_RUN_FAIL_MASK)
 		/*
 		 * LFSR detected a sequence of 34 identical bits
 		 * (test T4 as specified in the AIS-31 standard)
 		 */
 		dev_err(ctx->dev, "test long run failure error 0x%08X\n", val);
 	if (val & RUN_FAIL_MASK)
 		/*
 		 * LFSR detected an outof-bounds value for at least one
 		 * of the running counters after checking 20,000 bits
 		 * (test T3 as specified in the AIS-31 standard)
 		 */
 		dev_err(ctx->dev, "test run failure error 0x%08X\n", val);
 	if (val & NOISE_FAIL_MASK)
 		/* LFSR detected a sequence of 48 identical bits */
 		dev_err(ctx->dev, "noise failure error 0x%08X\n", val);
 	if (val & STUCK_OUT_MASK)
 		/*
 		 * Detected output data registers generated same value twice
 		 * in a row
 		 */
 		dev_err(ctx->dev, "stuck out failure error 0x%08X\n", val);

 	if (val & SHUTDOWN_OFLO_MASK) {
 		u32 frostopped;

 		/* FROs shut down after a second error event. Try recover. */
 		if (++ctx->failure_cnt == 1) {
 			/* 1st time, just recover */
 			ctx->failure_ts = jiffies;
 			frostopped = readl(ctx->csr_base + RNG_ALARMSTOP);
 			xgene_rng_init_fro(ctx, frostopped);

 			/*
 			 * We must start a timer to clear out this error
 			 * in case the system timer wrap around
 			 */
 			xgene_rng_start_timer(ctx);
 		} else {
 			/* 2nd time failure in lesser than 1 minute? */
 			if (time_after(ctx->failure_ts + 60 * HZ, jiffies)) {
 				dev_err(ctx->dev,
 					"FRO shutdown failure error 0x%08X\n",
 					val);
 			} else {
 				/* 2nd time failure after 1 minutes, recover */
 				ctx->failure_ts = jiffies;
 				ctx->failure_cnt = 1;
 				/*
 				 * We must start a timer to clear out this
 				 * error in case the system timer wrap
 				 * around
 				 */
 				xgene_rng_start_timer(ctx);
 			}
 			frostopped = readl(ctx->csr_base + RNG_ALARMSTOP);
 			xgene_rng_init_fro(ctx, frostopped);
 		}
 	}
 	/* Clear them all */
 	writel(val, ctx->csr_base + RNG_INTR_STS_ACK);
 }

 static irqreturn_t xgene_rng_irq_handler(int irq, void *id)
 {
 	struct xgene_rng_dev *ctx = id;

 	/* RNG Alarm Counter overflow */
 	xgene_rng_chk_overflow(ctx);

 	return IRQ_HANDLED;
 }

 static int xgene_rng_data_present(struct hwrng *rng, int wait)
 {
 	struct xgene_rng_dev *ctx = (struct xgene_rng_dev *) rng->priv;
 	u32 i, val = 0;

 	for (i = 0; i < XGENE_RNG_RETRY_COUNT; i++) {
 		val = readl(ctx->csr_base + RNG_INTR_STS_ACK);
 		if ((val & READY_MASK) || !wait)
 			break;
 		udelay(XGENE_RNG_RETRY_INTERVAL);
 	}

 	return (val & READY_MASK);
 }

 static int xgene_rng_data_read(struct hwrng *rng, u32 *data)
 {
 	struct xgene_rng_dev *ctx = (struct xgene_rng_dev *) rng->priv;
 	int i;

 	for (i = 0; i < ctx->datum_size; i++)
 		data[i] = readl(ctx->csr_base + RNG_INOUT_0 + i * 4);

 	/* Clear ready bit to start next transaction */
 	writel(READY_MASK, ctx->csr_base + RNG_INTR_STS_ACK);

 	return ctx->datum_size << 2;
 }

 static void xgene_rng_init_internal(struct xgene_rng_dev *ctx)
 {
 	u32 val;

 	writel(0x00000000, ctx->csr_base + RNG_CONTROL);

 	val = MAX_REFILL_CYCLES_SET(0, 10);
 	val = MIN_REFILL_CYCLES_SET(val, 10);
 	writel(val, ctx->csr_base + RNG_CONFIG);

 	val = ALARM_THRESHOLD_SET(0, 0xFF);
 	writel(val, ctx->csr_base + RNG_ALARMCNT);

 	xgene_rng_init_fro(ctx, 0);

 	writel(MONOBIT_FAIL_MASK |
 		POKER_FAIL_MASK	|
 		LONG_RUN_FAIL_MASK |
 		RUN_FAIL_MASK |
 		NOISE_FAIL_MASK |
 		STUCK_OUT_MASK |
 		SHUTDOWN_OFLO_MASK |
 		READY_MASK, ctx->csr_base + RNG_INTR_STS_ACK);

 	val = ENABLE_RNG_SET(0, 1);
 	val = MONOBIT_FAIL_MASK_SET(val, 1);
 	val = POKER_FAIL_MASK_SET(val, 1);
 	val = LONG_RUN_FAIL_MASK_SET(val, 1);
 	val = RUN_FAIL_MASK_SET(val, 1);
 	val = NOISE_FAIL_MASK_SET(val, 1);
 	val = STUCK_OUT_MASK_SET(val, 1);
 	val = SHUTDOWN_OFLO_MASK_SET(val, 1);
 	writel(val, ctx->csr_base + RNG_CONTROL);
 }

 static int xgene_rng_init(struct hwrng *rng)
 {
 	struct xgene_rng_dev *ctx = (struct xgene_rng_dev *) rng->priv;

 	ctx->failure_cnt = 0;
 	timer_setup(&ctx->failure_timer, xgene_rng_expired_timer, 0);

 	ctx->revision = readl(ctx->csr_base + RNG_EIP_REV);

 	dev_dbg(ctx->dev, "Rev %d.%d.%d\n",
 		MAJOR_HW_REV_RD(ctx->revision),
 		MINOR_HW_REV_RD(ctx->revision),
 		HW_PATCH_LEVEL_RD(ctx->revision));

 	dev_dbg(ctx->dev, "Options 0x%08X",
 		readl(ctx->csr_base + RNG_OPTIONS));

 	xgene_rng_init_internal(ctx);

 	ctx->datum_size = RNG_MAX_DATUM;

 	return 0;
 }

 #ifdef CONFIG_ACPI
 static const struct acpi_device_id xgene_rng_acpi_match[] = {
 	{ "APMC0D18", },
 	{ }
 };
 MODULE_DEVICE_TABLE(acpi, xgene_rng_acpi_match);
 #endif

 static struct hwrng xgene_rng_func = {
 	.name		= "xgene-rng",
 	.init		= xgene_rng_init,
 	.data_present	= xgene_rng_data_present,
 	.data_read	= xgene_rng_data_read,
 };

 static int xgene_rng_probe(struct platform_device *pdev)
 {
 	struct xgene_rng_dev *ctx;
 	struct clk *clk;
 	int rc = 0;

 	ctx = devm_kzalloc(&pdev->dev, sizeof(*ctx), GFP_KERNEL);
 	if (!ctx)
 		return -ENOMEM;

 	ctx->dev = &pdev->dev;

 	ctx->csr_base = devm_platform_ioremap_resource(pdev, 0);
 	if (IS_ERR(ctx->csr_base))
 		return PTR_ERR(ctx->csr_base);

 	rc = platform_get_irq(pdev, 0);
 	if (rc < 0)
 		return rc;
 	ctx->irq = rc;

 	dev_dbg(&pdev->dev, "APM X-Gene RNG BASE %p ALARM IRQ %d",
 		ctx->csr_base, ctx->irq);

 	rc = devm_request_irq(&pdev->dev, ctx->irq, xgene_rng_irq_handler, 0,
 				dev_name(&pdev->dev), ctx);
 	if (rc)
 		return dev_err_probe(&pdev->dev, rc, "Could not request RNG alarm IRQ\n");

 	/* Enable IP clock */
 	clk = devm_clk_get_optional_enabled(&pdev->dev, NULL);
 	if (IS_ERR(clk))
 		return dev_err_probe(&pdev->dev, PTR_ERR(clk), "Couldn't get the clock for RNG\n");

 	xgene_rng_func.priv = (unsigned long) ctx;

 	rc = devm_hwrng_register(&pdev->dev, &xgene_rng_func);
 	if (rc)
 		return dev_err_probe(&pdev->dev, rc, "RNG registering failed\n");

 	rc = device_init_wakeup(&pdev->dev, 1);
 	if (rc)
 		return dev_err_probe(&pdev->dev, rc, "RNG device_init_wakeup failed\n");

 	return 0;
 }

 static void xgene_rng_remove(struct platform_device *pdev)
 {
 	int rc;

 	rc = device_init_wakeup(&pdev->dev, 0);
 	if (rc)
 		dev_err(&pdev->dev, "RNG init wakeup failed error %d\n", rc);
 }

 static const struct of_device_id xgene_rng_of_match[] = {
 	{ .compatible = "apm,xgene-rng" },
 	{ }
 };

 MODULE_DEVICE_TABLE(of, xgene_rng_of_match);

 static struct platform_driver xgene_rng_driver = {
 	.probe = xgene_rng_probe,
 	.remove = xgene_rng_remove,
 	.driver = {
 		.name		= "xgene-rng",
 		.of_match_table = xgene_rng_of_match,
 		.acpi_match_table = ACPI_PTR(xgene_rng_acpi_match),
 	},
 };

 module_platform_driver(xgene_rng_driver);
 MODULE_DESCRIPTION("APM X-Gene RNG driver");
 MODULE_LICENSE("GPL");
	// SPDX-License-Identifier: GPL-2.0-or-later
	/*
	* APM X-Gene SoC RNG Driver
	*
	* Copyright (c) 2014, Applied Micro Circuits Corporation
	* Author: Rameshwar Prasad Sahu <rsahu@apm.com>
	* Shamal Winchurkar <swinchurkar@apm.com>
	* Feng Kan <fkan@apm.com>
	*/

	#include <linux/acpi.h>
	#include <linux/clk.h>
	#include <linux/delay.h>
	#include <linux/hw_random.h>
	#include <linux/init.h>
	#include <linux/interrupt.h>
	#include <linux/io.h>
	#include <linux/module.h>
	#include <linux/mod_devicetable.h>
	#include <linux/platform_device.h>
	#include <linux/timer.h>

	#define RNG_MAX_DATUM 4
	#define MAX_TRY 100
	#define XGENE_RNG_RETRY_COUNT 20
	#define XGENE_RNG_RETRY_INTERVAL 10

	/* RNG Registers */
	#define RNG_INOUT_0 0x00
	#define RNG_INTR_STS_ACK 0x10
	#define RNG_CONTROL 0x14
	#define RNG_CONFIG 0x18
	#define RNG_ALARMCNT 0x1c
	#define RNG_FROENABLE 0x20
	#define RNG_FRODETUNE 0x24
	#define RNG_ALARMMASK 0x28
	#define RNG_ALARMSTOP 0x2c
	#define RNG_OPTIONS 0x78
	#define RNG_EIP_REV 0x7c

	#define MONOBIT_FAIL_MASK BIT(7)
	#define POKER_FAIL_MASK BIT(6)
	#define LONG_RUN_FAIL_MASK BIT(5)
	#define RUN_FAIL_MASK BIT(4)
	#define NOISE_FAIL_MASK BIT(3)
	#define STUCK_OUT_MASK BIT(2)
	#define SHUTDOWN_OFLO_MASK BIT(1)
	#define READY_MASK BIT(0)

	#define MAJOR_HW_REV_RD(src) (((src) & 0x0f000000) >> 24)
	#define MINOR_HW_REV_RD(src) (((src) & 0x00f00000) >> 20)
	#define HW_PATCH_LEVEL_RD(src) (((src) & 0x000f0000) >> 16)
	#define MAX_REFILL_CYCLES_SET(dst, src) \
	((dst & ~0xffff0000) \| (((u32)src << 16) & 0xffff0000))
	#define MIN_REFILL_CYCLES_SET(dst, src) \
	((dst & ~0x000000ff) \| (((u32)src) & 0x000000ff))
	#define ALARM_THRESHOLD_SET(dst, src) \
	((dst & ~0x000000ff) \| (((u32)src) & 0x000000ff))
	#define ENABLE_RNG_SET(dst, src) \
	((dst & ~BIT(10)) \| (((u32)src << 10) & BIT(10)))
	#define REGSPEC_TEST_MODE_SET(dst, src) \
	((dst & ~BIT(8)) \| (((u32)src << 8) & BIT(8)))
	#define MONOBIT_FAIL_MASK_SET(dst, src) \
	((dst & ~BIT(7)) \| (((u32)src << 7) & BIT(7)))
	#define POKER_FAIL_MASK_SET(dst, src) \
	((dst & ~BIT(6)) \| (((u32)src << 6) & BIT(6)))
	#define LONG_RUN_FAIL_MASK_SET(dst, src) \
	((dst & ~BIT(5)) \| (((u32)src << 5) & BIT(5)))
	#define RUN_FAIL_MASK_SET(dst, src) \
	((dst & ~BIT(4)) \| (((u32)src << 4) & BIT(4)))
	#define NOISE_FAIL_MASK_SET(dst, src) \
	((dst & ~BIT(3)) \| (((u32)src << 3) & BIT(3)))
	#define STUCK_OUT_MASK_SET(dst, src) \
	((dst & ~BIT(2)) \| (((u32)src << 2) & BIT(2)))
	#define SHUTDOWN_OFLO_MASK_SET(dst, src) \
	((dst & ~BIT(1)) \| (((u32)src << 1) & BIT(1)))

	struct xgene_rng_dev {
	u32 irq;
	void __iomem *csr_base;
	u32 revision;
	u32 datum_size;
	u32 failure_cnt; /* Failure count last minute */
	unsigned long failure_ts;/* First failure timestamp */
	struct timer_list failure_timer;
	struct device *dev;
	};

	static void xgene_rng_expired_timer(struct timer_list *t)
	{
	struct xgene_rng_dev *ctx = from_timer(ctx, t, failure_timer);

	/* Clear failure counter as timer expired */
	disable_irq(ctx->irq);
	ctx->failure_cnt = 0;
	del_timer(&ctx->failure_timer);
	enable_irq(ctx->irq);
	}

	static void xgene_rng_start_timer(struct xgene_rng_dev *ctx)
	{
	ctx->failure_timer.expires = jiffies + 120 * HZ;
	add_timer(&ctx->failure_timer);
	}

	/*
	* Initialize or reinit free running oscillators (FROs)
	*/
	static void xgene_rng_init_fro(struct xgene_rng_dev *ctx, u32 fro_val)
	{
	writel(fro_val, ctx->csr_base + RNG_FRODETUNE);
	writel(0x00000000, ctx->csr_base + RNG_ALARMMASK);
	writel(0x00000000, ctx->csr_base + RNG_ALARMSTOP);
	writel(0xFFFFFFFF, ctx->csr_base + RNG_FROENABLE);
	}

	static void xgene_rng_chk_overflow(struct xgene_rng_dev *ctx)
	{
	u32 val;

	val = readl(ctx->csr_base + RNG_INTR_STS_ACK);
	if (val & MONOBIT_FAIL_MASK)
	/*
	* LFSR detected an out-of-bounds number of 1s after
	* checking 20,000 bits (test T1 as specified in the
	* AIS-31 standard)
	*/
	dev_err(ctx->dev, "test monobit failure error 0x%08X\n", val);
	if (val & POKER_FAIL_MASK)
	/*
	* LFSR detected an out-of-bounds value in at least one
	* of the 16 poker_count_X counters or an out of bounds sum
	* of squares value after checking 20,000 bits (test T2 as
	* specified in the AIS-31 standard)
	*/
	dev_err(ctx->dev, "test poker failure error 0x%08X\n", val);
	if (val & LONG_RUN_FAIL_MASK)
	/*
	* LFSR detected a sequence of 34 identical bits
	* (test T4 as specified in the AIS-31 standard)
	*/
	dev_err(ctx->dev, "test long run failure error 0x%08X\n", val);
	if (val & RUN_FAIL_MASK)
	/*
	* LFSR detected an outof-bounds value for at least one
	* of the running counters after checking 20,000 bits
	* (test T3 as specified in the AIS-31 standard)
	*/
	dev_err(ctx->dev, "test run failure error 0x%08X\n", val);
	if (val & NOISE_FAIL_MASK)
	/* LFSR detected a sequence of 48 identical bits */
	dev_err(ctx->dev, "noise failure error 0x%08X\n", val);
	if (val & STUCK_OUT_MASK)
	/*
	* Detected output data registers generated same value twice
	* in a row
	*/
	dev_err(ctx->dev, "stuck out failure error 0x%08X\n", val);

	if (val & SHUTDOWN_OFLO_MASK) {
	u32 frostopped;

	/* FROs shut down after a second error event. Try recover. */
	if (++ctx->failure_cnt == 1) {
	/* 1st time, just recover */
	ctx->failure_ts = jiffies;
	frostopped = readl(ctx->csr_base + RNG_ALARMSTOP);
	xgene_rng_init_fro(ctx, frostopped);

	/*
	* We must start a timer to clear out this error
	* in case the system timer wrap around
	*/
	xgene_rng_start_timer(ctx);
	} else {
	/* 2nd time failure in lesser than 1 minute? */
	if (time_after(ctx->failure_ts + 60 * HZ, jiffies)) {
	dev_err(ctx->dev,
	"FRO shutdown failure error 0x%08X\n",
	val);
	} else {
	/* 2nd time failure after 1 minutes, recover */
	ctx->failure_ts = jiffies;
	ctx->failure_cnt = 1;
	/*
	* We must start a timer to clear out this
	* error in case the system timer wrap
	* around
	*/
	xgene_rng_start_timer(ctx);
	}
	frostopped = readl(ctx->csr_base + RNG_ALARMSTOP);
	xgene_rng_init_fro(ctx, frostopped);
	}
	}
	/* Clear them all */
	writel(val, ctx->csr_base + RNG_INTR_STS_ACK);
	}

	static irqreturn_t xgene_rng_irq_handler(int irq, void *id)
	{
	struct xgene_rng_dev *ctx = id;

	/* RNG Alarm Counter overflow */
	xgene_rng_chk_overflow(ctx);

	return IRQ_HANDLED;
	}

	static int xgene_rng_data_present(struct hwrng *rng, int wait)
	{
	struct xgene_rng_dev ctx = (struct xgene_rng_dev ) rng->priv;
	u32 i, val = 0;

	for (i = 0; i < XGENE_RNG_RETRY_COUNT; i++) {
	val = readl(ctx->csr_base + RNG_INTR_STS_ACK);
	if ((val & READY_MASK) \|\| !wait)
	break;
	udelay(XGENE_RNG_RETRY_INTERVAL);
	}

	return (val & READY_MASK);
	}

	static int xgene_rng_data_read(struct hwrng rng, u32 data)
	{
	struct xgene_rng_dev ctx = (struct xgene_rng_dev ) rng->priv;
	int i;

	for (i = 0; i < ctx->datum_size; i++)
	data[i] = readl(ctx->csr_base + RNG_INOUT_0 + i * 4);

	/* Clear ready bit to start next transaction */
	writel(READY_MASK, ctx->csr_base + RNG_INTR_STS_ACK);

	return ctx->datum_size << 2;
	}

	static void xgene_rng_init_internal(struct xgene_rng_dev *ctx)
	{
	u32 val;

	writel(0x00000000, ctx->csr_base + RNG_CONTROL);

	val = MAX_REFILL_CYCLES_SET(0, 10);
	val = MIN_REFILL_CYCLES_SET(val, 10);
	writel(val, ctx->csr_base + RNG_CONFIG);

	val = ALARM_THRESHOLD_SET(0, 0xFF);
	writel(val, ctx->csr_base + RNG_ALARMCNT);

	xgene_rng_init_fro(ctx, 0);

	writel(MONOBIT_FAIL_MASK \|
	POKER_FAIL_MASK \|
	LONG_RUN_FAIL_MASK \|
	RUN_FAIL_MASK \|
	NOISE_FAIL_MASK \|
	STUCK_OUT_MASK \|
	SHUTDOWN_OFLO_MASK \|
	READY_MASK, ctx->csr_base + RNG_INTR_STS_ACK);

	val = ENABLE_RNG_SET(0, 1);
	val = MONOBIT_FAIL_MASK_SET(val, 1);
	val = POKER_FAIL_MASK_SET(val, 1);
	val = LONG_RUN_FAIL_MASK_SET(val, 1);
	val = RUN_FAIL_MASK_SET(val, 1);
	val = NOISE_FAIL_MASK_SET(val, 1);
	val = STUCK_OUT_MASK_SET(val, 1);
	val = SHUTDOWN_OFLO_MASK_SET(val, 1);
	writel(val, ctx->csr_base + RNG_CONTROL);
	}

	static int xgene_rng_init(struct hwrng *rng)
	{
	struct xgene_rng_dev ctx = (struct xgene_rng_dev ) rng->priv;

	ctx->failure_cnt = 0;
	timer_setup(&ctx->failure_timer, xgene_rng_expired_timer, 0);

	ctx->revision = readl(ctx->csr_base + RNG_EIP_REV);

	dev_dbg(ctx->dev, "Rev %d.%d.%d\n",
	MAJOR_HW_REV_RD(ctx->revision),
	MINOR_HW_REV_RD(ctx->revision),
	HW_PATCH_LEVEL_RD(ctx->revision));

	dev_dbg(ctx->dev, "Options 0x%08X",
	readl(ctx->csr_base + RNG_OPTIONS));

	xgene_rng_init_internal(ctx);

	ctx->datum_size = RNG_MAX_DATUM;

	return 0;
	}

	#ifdef CONFIG_ACPI
	static const struct acpi_device_id xgene_rng_acpi_match[] = {
	{ "APMC0D18", },
	{ }
	};
	MODULE_DEVICE_TABLE(acpi, xgene_rng_acpi_match);
	#endif

	static struct hwrng xgene_rng_func = {
	.name = "xgene-rng",
	.init = xgene_rng_init,
	.data_present = xgene_rng_data_present,
	.data_read = xgene_rng_data_read,
	};

	static int xgene_rng_probe(struct platform_device *pdev)
	{
	struct xgene_rng_dev *ctx;
	struct clk *clk;
	int rc = 0;

	ctx = devm_kzalloc(&pdev->dev, sizeof(*ctx), GFP_KERNEL);
	if (!ctx)
	return -ENOMEM;

	ctx->dev = &pdev->dev;

	ctx->csr_base = devm_platform_ioremap_resource(pdev, 0);
	if (IS_ERR(ctx->csr_base))
	return PTR_ERR(ctx->csr_base);

	rc = platform_get_irq(pdev, 0);
	if (rc < 0)
	return rc;
	ctx->irq = rc;

	dev_dbg(&pdev->dev, "APM X-Gene RNG BASE %p ALARM IRQ %d",
	ctx->csr_base, ctx->irq);

	rc = devm_request_irq(&pdev->dev, ctx->irq, xgene_rng_irq_handler, 0,
	dev_name(&pdev->dev), ctx);
	if (rc)
	return dev_err_probe(&pdev->dev, rc, "Could not request RNG alarm IRQ\n");

	/* Enable IP clock */
	clk = devm_clk_get_optional_enabled(&pdev->dev, NULL);
	if (IS_ERR(clk))
	return dev_err_probe(&pdev->dev, PTR_ERR(clk), "Couldn't get the clock for RNG\n");

	xgene_rng_func.priv = (unsigned long) ctx;

	rc = devm_hwrng_register(&pdev->dev, &xgene_rng_func);
	if (rc)
	return dev_err_probe(&pdev->dev, rc, "RNG registering failed\n");

	rc = device_init_wakeup(&pdev->dev, 1);
	if (rc)
	return dev_err_probe(&pdev->dev, rc, "RNG device_init_wakeup failed\n");

	return 0;
	}

	static void xgene_rng_remove(struct platform_device *pdev)
	{
	int rc;

	rc = device_init_wakeup(&pdev->dev, 0);
	if (rc)
	dev_err(&pdev->dev, "RNG init wakeup failed error %d\n", rc);
	}

	static const struct of_device_id xgene_rng_of_match[] = {
	{ .compatible = "apm,xgene-rng" },
	{ }
	};

	MODULE_DEVICE_TABLE(of, xgene_rng_of_match);

	static struct platform_driver xgene_rng_driver = {
	.probe = xgene_rng_probe,
	.remove = xgene_rng_remove,
	.driver = {
	.name = "xgene-rng",
	.of_match_table = xgene_rng_of_match,
	.acpi_match_table = ACPI_PTR(xgene_rng_acpi_match),
	},
	};

	module_platform_driver(xgene_rng_driver);
	MODULE_DESCRIPTION("APM X-Gene RNG driver");
	MODULE_LICENSE("GPL");