| // SPDX-License-Identifier: GPL-2.0 |
| /* |
| * Copyright (c) 2018, The Linux Foundation. All rights reserved. |
| */ |
| |
| #include <linux/edac.h> |
| #include <linux/interrupt.h> |
| #include <linux/kernel.h> |
| #include <linux/of.h> |
| #include <linux/platform_device.h> |
| #include <linux/regmap.h> |
| #include <linux/soc/qcom/llcc-qcom.h> |
| |
| #include "edac_mc.h" |
| #include "edac_device.h" |
| |
| #define EDAC_LLCC "qcom_llcc" |
| |
| #define LLCC_ERP_PANIC_ON_UE 1 |
| |
| #define TRP_SYN_REG_CNT 6 |
| #define DRP_SYN_REG_CNT 8 |
| |
| #define LLCC_LB_CNT_MASK GENMASK(31, 28) |
| #define LLCC_LB_CNT_SHIFT 28 |
| |
| /* Mask and shift macros */ |
| #define ECC_DB_ERR_COUNT_MASK GENMASK(4, 0) |
| #define ECC_DB_ERR_WAYS_MASK GENMASK(31, 16) |
| #define ECC_DB_ERR_WAYS_SHIFT BIT(4) |
| |
| #define ECC_SB_ERR_COUNT_MASK GENMASK(23, 16) |
| #define ECC_SB_ERR_COUNT_SHIFT BIT(4) |
| #define ECC_SB_ERR_WAYS_MASK GENMASK(15, 0) |
| |
| #define SB_ECC_ERROR BIT(0) |
| #define DB_ECC_ERROR BIT(1) |
| |
| #define DRP_TRP_INT_CLEAR GENMASK(1, 0) |
| #define DRP_TRP_CNT_CLEAR GENMASK(1, 0) |
| |
| #define SB_ERROR_THRESHOLD 0x1 |
| #define SB_ERROR_THRESHOLD_SHIFT 24 |
| #define SB_DB_TRP_INTERRUPT_ENABLE 0x3 |
| #define TRP0_INTERRUPT_ENABLE 0x1 |
| #define DRP0_INTERRUPT_ENABLE BIT(6) |
| #define SB_DB_DRP_INTERRUPT_ENABLE 0x3 |
| |
| #define ECC_POLL_MSEC 5000 |
| |
| enum { |
| LLCC_DRAM_CE = 0, |
| LLCC_DRAM_UE, |
| LLCC_TRAM_CE, |
| LLCC_TRAM_UE, |
| }; |
| |
| static const struct llcc_edac_reg_data edac_reg_data[] = { |
| [LLCC_DRAM_CE] = { |
| .name = "DRAM Single-bit", |
| .reg_cnt = DRP_SYN_REG_CNT, |
| .count_mask = ECC_SB_ERR_COUNT_MASK, |
| .ways_mask = ECC_SB_ERR_WAYS_MASK, |
| .count_shift = ECC_SB_ERR_COUNT_SHIFT, |
| }, |
| [LLCC_DRAM_UE] = { |
| .name = "DRAM Double-bit", |
| .reg_cnt = DRP_SYN_REG_CNT, |
| .count_mask = ECC_DB_ERR_COUNT_MASK, |
| .ways_mask = ECC_DB_ERR_WAYS_MASK, |
| .ways_shift = ECC_DB_ERR_WAYS_SHIFT, |
| }, |
| [LLCC_TRAM_CE] = { |
| .name = "TRAM Single-bit", |
| .reg_cnt = TRP_SYN_REG_CNT, |
| .count_mask = ECC_SB_ERR_COUNT_MASK, |
| .ways_mask = ECC_SB_ERR_WAYS_MASK, |
| .count_shift = ECC_SB_ERR_COUNT_SHIFT, |
| }, |
| [LLCC_TRAM_UE] = { |
| .name = "TRAM Double-bit", |
| .reg_cnt = TRP_SYN_REG_CNT, |
| .count_mask = ECC_DB_ERR_COUNT_MASK, |
| .ways_mask = ECC_DB_ERR_WAYS_MASK, |
| .ways_shift = ECC_DB_ERR_WAYS_SHIFT, |
| }, |
| }; |
| |
| static int qcom_llcc_core_setup(struct llcc_drv_data *drv, struct regmap *llcc_bcast_regmap) |
| { |
| u32 sb_err_threshold; |
| int ret; |
| |
| /* |
| * Configure interrupt enable registers such that Tag, Data RAM related |
| * interrupts are propagated to interrupt controller for servicing |
| */ |
| ret = regmap_update_bits(llcc_bcast_regmap, drv->edac_reg_offset->cmn_interrupt_2_enable, |
| TRP0_INTERRUPT_ENABLE, |
| TRP0_INTERRUPT_ENABLE); |
| if (ret) |
| return ret; |
| |
| ret = regmap_update_bits(llcc_bcast_regmap, drv->edac_reg_offset->trp_interrupt_0_enable, |
| SB_DB_TRP_INTERRUPT_ENABLE, |
| SB_DB_TRP_INTERRUPT_ENABLE); |
| if (ret) |
| return ret; |
| |
| sb_err_threshold = (SB_ERROR_THRESHOLD << SB_ERROR_THRESHOLD_SHIFT); |
| ret = regmap_write(llcc_bcast_regmap, drv->edac_reg_offset->drp_ecc_error_cfg, |
| sb_err_threshold); |
| if (ret) |
| return ret; |
| |
| ret = regmap_update_bits(llcc_bcast_regmap, drv->edac_reg_offset->cmn_interrupt_2_enable, |
| DRP0_INTERRUPT_ENABLE, |
| DRP0_INTERRUPT_ENABLE); |
| if (ret) |
| return ret; |
| |
| ret = regmap_write(llcc_bcast_regmap, drv->edac_reg_offset->drp_interrupt_enable, |
| SB_DB_DRP_INTERRUPT_ENABLE); |
| return ret; |
| } |
| |
| /* Clear the error interrupt and counter registers */ |
| static int |
| qcom_llcc_clear_error_status(int err_type, struct llcc_drv_data *drv) |
| { |
| int ret = 0; |
| |
| switch (err_type) { |
| case LLCC_DRAM_CE: |
| case LLCC_DRAM_UE: |
| ret = regmap_write(drv->bcast_regmap, |
| drv->edac_reg_offset->drp_interrupt_clear, |
| DRP_TRP_INT_CLEAR); |
| if (ret) |
| return ret; |
| |
| ret = regmap_write(drv->bcast_regmap, |
| drv->edac_reg_offset->drp_ecc_error_cntr_clear, |
| DRP_TRP_CNT_CLEAR); |
| if (ret) |
| return ret; |
| break; |
| case LLCC_TRAM_CE: |
| case LLCC_TRAM_UE: |
| ret = regmap_write(drv->bcast_regmap, |
| drv->edac_reg_offset->trp_interrupt_0_clear, |
| DRP_TRP_INT_CLEAR); |
| if (ret) |
| return ret; |
| |
| ret = regmap_write(drv->bcast_regmap, |
| drv->edac_reg_offset->trp_ecc_error_cntr_clear, |
| DRP_TRP_CNT_CLEAR); |
| if (ret) |
| return ret; |
| break; |
| default: |
| ret = -EINVAL; |
| edac_printk(KERN_CRIT, EDAC_LLCC, "Unexpected error type: %d\n", |
| err_type); |
| } |
| return ret; |
| } |
| |
| struct qcom_llcc_syn_regs { |
| u32 synd_reg; |
| u32 count_status_reg; |
| u32 ways_status_reg; |
| }; |
| |
| static void get_reg_offsets(struct llcc_drv_data *drv, int err_type, |
| struct qcom_llcc_syn_regs *syn_regs) |
| { |
| const struct llcc_edac_reg_offset *edac_reg_offset = drv->edac_reg_offset; |
| |
| switch (err_type) { |
| case LLCC_DRAM_CE: |
| syn_regs->synd_reg = edac_reg_offset->drp_ecc_sb_err_syn0; |
| syn_regs->count_status_reg = edac_reg_offset->drp_ecc_error_status1; |
| syn_regs->ways_status_reg = edac_reg_offset->drp_ecc_error_status0; |
| break; |
| case LLCC_DRAM_UE: |
| syn_regs->synd_reg = edac_reg_offset->drp_ecc_db_err_syn0; |
| syn_regs->count_status_reg = edac_reg_offset->drp_ecc_error_status1; |
| syn_regs->ways_status_reg = edac_reg_offset->drp_ecc_error_status0; |
| break; |
| case LLCC_TRAM_CE: |
| syn_regs->synd_reg = edac_reg_offset->trp_ecc_sb_err_syn0; |
| syn_regs->count_status_reg = edac_reg_offset->trp_ecc_error_status1; |
| syn_regs->ways_status_reg = edac_reg_offset->trp_ecc_error_status0; |
| break; |
| case LLCC_TRAM_UE: |
| syn_regs->synd_reg = edac_reg_offset->trp_ecc_db_err_syn0; |
| syn_regs->count_status_reg = edac_reg_offset->trp_ecc_error_status1; |
| syn_regs->ways_status_reg = edac_reg_offset->trp_ecc_error_status0; |
| break; |
| } |
| } |
| |
| /* Dump Syndrome registers data for Tag RAM, Data RAM bit errors*/ |
| static int |
| dump_syn_reg_values(struct llcc_drv_data *drv, u32 bank, int err_type) |
| { |
| struct llcc_edac_reg_data reg_data = edac_reg_data[err_type]; |
| struct qcom_llcc_syn_regs regs = { }; |
| int err_cnt, err_ways, ret, i; |
| u32 synd_reg, synd_val; |
| |
| get_reg_offsets(drv, err_type, ®s); |
| |
| for (i = 0; i < reg_data.reg_cnt; i++) { |
| synd_reg = regs.synd_reg + (i * 4); |
| ret = regmap_read(drv->regmaps[bank], synd_reg, |
| &synd_val); |
| if (ret) |
| goto clear; |
| |
| edac_printk(KERN_CRIT, EDAC_LLCC, "%s: ECC_SYN%d: 0x%8x\n", |
| reg_data.name, i, synd_val); |
| } |
| |
| ret = regmap_read(drv->regmaps[bank], regs.count_status_reg, |
| &err_cnt); |
| if (ret) |
| goto clear; |
| |
| err_cnt &= reg_data.count_mask; |
| err_cnt >>= reg_data.count_shift; |
| edac_printk(KERN_CRIT, EDAC_LLCC, "%s: Error count: 0x%4x\n", |
| reg_data.name, err_cnt); |
| |
| ret = regmap_read(drv->regmaps[bank], regs.ways_status_reg, |
| &err_ways); |
| if (ret) |
| goto clear; |
| |
| err_ways &= reg_data.ways_mask; |
| err_ways >>= reg_data.ways_shift; |
| |
| edac_printk(KERN_CRIT, EDAC_LLCC, "%s: Error ways: 0x%4x\n", |
| reg_data.name, err_ways); |
| |
| clear: |
| return qcom_llcc_clear_error_status(err_type, drv); |
| } |
| |
| static int |
| dump_syn_reg(struct edac_device_ctl_info *edev_ctl, int err_type, u32 bank) |
| { |
| struct llcc_drv_data *drv = edev_ctl->dev->platform_data; |
| int ret; |
| |
| ret = dump_syn_reg_values(drv, bank, err_type); |
| if (ret) |
| return ret; |
| |
| switch (err_type) { |
| case LLCC_DRAM_CE: |
| edac_device_handle_ce(edev_ctl, 0, bank, |
| "LLCC Data RAM correctable Error"); |
| break; |
| case LLCC_DRAM_UE: |
| edac_device_handle_ue(edev_ctl, 0, bank, |
| "LLCC Data RAM uncorrectable Error"); |
| break; |
| case LLCC_TRAM_CE: |
| edac_device_handle_ce(edev_ctl, 0, bank, |
| "LLCC Tag RAM correctable Error"); |
| break; |
| case LLCC_TRAM_UE: |
| edac_device_handle_ue(edev_ctl, 0, bank, |
| "LLCC Tag RAM uncorrectable Error"); |
| break; |
| default: |
| ret = -EINVAL; |
| edac_printk(KERN_CRIT, EDAC_LLCC, "Unexpected error type: %d\n", |
| err_type); |
| } |
| |
| return ret; |
| } |
| |
| static irqreturn_t llcc_ecc_irq_handler(int irq, void *edev_ctl) |
| { |
| struct edac_device_ctl_info *edac_dev_ctl = edev_ctl; |
| struct llcc_drv_data *drv = edac_dev_ctl->dev->platform_data; |
| irqreturn_t irq_rc = IRQ_NONE; |
| u32 drp_error, trp_error, i; |
| int ret; |
| |
| /* Iterate over the banks and look for Tag RAM or Data RAM errors */ |
| for (i = 0; i < drv->num_banks; i++) { |
| ret = regmap_read(drv->regmaps[i], drv->edac_reg_offset->drp_interrupt_status, |
| &drp_error); |
| |
| if (!ret && (drp_error & SB_ECC_ERROR)) { |
| edac_printk(KERN_CRIT, EDAC_LLCC, |
| "Single Bit Error detected in Data RAM\n"); |
| ret = dump_syn_reg(edev_ctl, LLCC_DRAM_CE, i); |
| } else if (!ret && (drp_error & DB_ECC_ERROR)) { |
| edac_printk(KERN_CRIT, EDAC_LLCC, |
| "Double Bit Error detected in Data RAM\n"); |
| ret = dump_syn_reg(edev_ctl, LLCC_DRAM_UE, i); |
| } |
| if (!ret) |
| irq_rc = IRQ_HANDLED; |
| |
| ret = regmap_read(drv->regmaps[i], drv->edac_reg_offset->trp_interrupt_0_status, |
| &trp_error); |
| |
| if (!ret && (trp_error & SB_ECC_ERROR)) { |
| edac_printk(KERN_CRIT, EDAC_LLCC, |
| "Single Bit Error detected in Tag RAM\n"); |
| ret = dump_syn_reg(edev_ctl, LLCC_TRAM_CE, i); |
| } else if (!ret && (trp_error & DB_ECC_ERROR)) { |
| edac_printk(KERN_CRIT, EDAC_LLCC, |
| "Double Bit Error detected in Tag RAM\n"); |
| ret = dump_syn_reg(edev_ctl, LLCC_TRAM_UE, i); |
| } |
| if (!ret) |
| irq_rc = IRQ_HANDLED; |
| } |
| |
| return irq_rc; |
| } |
| |
| static void llcc_ecc_check(struct edac_device_ctl_info *edev_ctl) |
| { |
| llcc_ecc_irq_handler(0, edev_ctl); |
| } |
| |
| static int qcom_llcc_edac_probe(struct platform_device *pdev) |
| { |
| struct llcc_drv_data *llcc_driv_data = pdev->dev.platform_data; |
| struct edac_device_ctl_info *edev_ctl; |
| struct device *dev = &pdev->dev; |
| int ecc_irq; |
| int rc; |
| |
| rc = qcom_llcc_core_setup(llcc_driv_data, llcc_driv_data->bcast_regmap); |
| if (rc) |
| return rc; |
| |
| /* Allocate edac control info */ |
| edev_ctl = edac_device_alloc_ctl_info(0, "qcom-llcc", 1, "bank", |
| llcc_driv_data->num_banks, 1, |
| NULL, 0, |
| edac_device_alloc_index()); |
| |
| if (!edev_ctl) |
| return -ENOMEM; |
| |
| edev_ctl->dev = dev; |
| edev_ctl->mod_name = dev_name(dev); |
| edev_ctl->dev_name = dev_name(dev); |
| edev_ctl->ctl_name = "llcc"; |
| edev_ctl->panic_on_ue = LLCC_ERP_PANIC_ON_UE; |
| |
| /* Check if LLCC driver has passed ECC IRQ */ |
| ecc_irq = llcc_driv_data->ecc_irq; |
| if (ecc_irq > 0) { |
| /* Use interrupt mode if IRQ is available */ |
| rc = devm_request_irq(dev, ecc_irq, llcc_ecc_irq_handler, |
| IRQF_TRIGGER_HIGH, "llcc_ecc", edev_ctl); |
| if (!rc) { |
| edac_op_state = EDAC_OPSTATE_INT; |
| goto irq_done; |
| } |
| } |
| |
| /* Fall back to polling mode otherwise */ |
| edev_ctl->poll_msec = ECC_POLL_MSEC; |
| edev_ctl->edac_check = llcc_ecc_check; |
| edac_op_state = EDAC_OPSTATE_POLL; |
| |
| irq_done: |
| rc = edac_device_add_device(edev_ctl); |
| if (rc) { |
| edac_device_free_ctl_info(edev_ctl); |
| return rc; |
| } |
| |
| platform_set_drvdata(pdev, edev_ctl); |
| |
| return rc; |
| } |
| |
| static int qcom_llcc_edac_remove(struct platform_device *pdev) |
| { |
| struct edac_device_ctl_info *edev_ctl = dev_get_drvdata(&pdev->dev); |
| |
| edac_device_del_device(edev_ctl->dev); |
| edac_device_free_ctl_info(edev_ctl); |
| |
| return 0; |
| } |
| |
| static struct platform_driver qcom_llcc_edac_driver = { |
| .probe = qcom_llcc_edac_probe, |
| .remove = qcom_llcc_edac_remove, |
| .driver = { |
| .name = "qcom_llcc_edac", |
| }, |
| }; |
| module_platform_driver(qcom_llcc_edac_driver); |
| |
| MODULE_DESCRIPTION("QCOM EDAC driver"); |
| MODULE_LICENSE("GPL v2"); |