2 * Freescale MPC85xx Memory Controller kenel module
4 * Author: Dave Jiang <djiang@mvista.com>
6 * 2006-2007 (c) MontaVista Software, Inc. This file is licensed under
7 * the terms of the GNU General Public License version 2. This program
8 * is licensed "as is" without any warranty of any kind, whether express
12 #include <linux/module.h>
13 #include <linux/init.h>
14 #include <linux/interrupt.h>
15 #include <linux/ctype.h>
17 #include <linux/mod_devicetable.h>
18 #include <linux/edac.h>
19 #include <linux/smp.h>
20 #include <linux/gfp.h>
22 #include <linux/of_platform.h>
23 #include <linux/of_device.h>
24 #include "edac_module.h"
25 #include "edac_core.h"
26 #include "mpc85xx_edac.h"
28 static int edac_dev_idx;
30 static int edac_pci_idx;
32 static int edac_mc_idx;
34 static u32 orig_ddr_err_disable;
35 static u32 orig_ddr_err_sbe;
41 static u32 orig_pci_err_cap_dr;
42 static u32 orig_pci_err_en;
45 static u32 orig_l2_err_disable;
46 #ifdef CONFIG_FSL_SOC_BOOKE
47 static u32 orig_hid1[2];
50 /************************ MC SYSFS parts ***********************************/
52 #define to_mci(k) container_of(k, struct mem_ctl_info, dev)
54 static ssize_t mpc85xx_mc_inject_data_hi_show(struct device *dev,
55 struct device_attribute *mattr,
58 struct mem_ctl_info *mci = to_mci(dev);
59 struct mpc85xx_mc_pdata *pdata = mci->pvt_info;
60 return sprintf(data, "0x%08x",
61 in_be32(pdata->mc_vbase +
62 MPC85XX_MC_DATA_ERR_INJECT_HI));
65 static ssize_t mpc85xx_mc_inject_data_lo_show(struct device *dev,
66 struct device_attribute *mattr,
69 struct mem_ctl_info *mci = to_mci(dev);
70 struct mpc85xx_mc_pdata *pdata = mci->pvt_info;
71 return sprintf(data, "0x%08x",
72 in_be32(pdata->mc_vbase +
73 MPC85XX_MC_DATA_ERR_INJECT_LO));
76 static ssize_t mpc85xx_mc_inject_ctrl_show(struct device *dev,
77 struct device_attribute *mattr,
80 struct mem_ctl_info *mci = to_mci(dev);
81 struct mpc85xx_mc_pdata *pdata = mci->pvt_info;
82 return sprintf(data, "0x%08x",
83 in_be32(pdata->mc_vbase + MPC85XX_MC_ECC_ERR_INJECT));
86 static ssize_t mpc85xx_mc_inject_data_hi_store(struct device *dev,
87 struct device_attribute *mattr,
88 const char *data, size_t count)
90 struct mem_ctl_info *mci = to_mci(dev);
91 struct mpc85xx_mc_pdata *pdata = mci->pvt_info;
93 out_be32(pdata->mc_vbase + MPC85XX_MC_DATA_ERR_INJECT_HI,
94 simple_strtoul(data, NULL, 0));
100 static ssize_t mpc85xx_mc_inject_data_lo_store(struct device *dev,
101 struct device_attribute *mattr,
102 const char *data, size_t count)
104 struct mem_ctl_info *mci = to_mci(dev);
105 struct mpc85xx_mc_pdata *pdata = mci->pvt_info;
106 if (isdigit(*data)) {
107 out_be32(pdata->mc_vbase + MPC85XX_MC_DATA_ERR_INJECT_LO,
108 simple_strtoul(data, NULL, 0));
114 static ssize_t mpc85xx_mc_inject_ctrl_store(struct device *dev,
115 struct device_attribute *mattr,
116 const char *data, size_t count)
118 struct mem_ctl_info *mci = to_mci(dev);
119 struct mpc85xx_mc_pdata *pdata = mci->pvt_info;
120 if (isdigit(*data)) {
121 out_be32(pdata->mc_vbase + MPC85XX_MC_ECC_ERR_INJECT,
122 simple_strtoul(data, NULL, 0));
128 DEVICE_ATTR(inject_data_hi, S_IRUGO | S_IWUSR,
129 mpc85xx_mc_inject_data_hi_show, mpc85xx_mc_inject_data_hi_store);
130 DEVICE_ATTR(inject_data_lo, S_IRUGO | S_IWUSR,
131 mpc85xx_mc_inject_data_lo_show, mpc85xx_mc_inject_data_lo_store);
132 DEVICE_ATTR(inject_ctrl, S_IRUGO | S_IWUSR,
133 mpc85xx_mc_inject_ctrl_show, mpc85xx_mc_inject_ctrl_store);
135 static int mpc85xx_create_sysfs_attributes(struct mem_ctl_info *mci)
139 rc = device_create_file(&mci->dev, &dev_attr_inject_data_hi);
142 rc = device_create_file(&mci->dev, &dev_attr_inject_data_lo);
145 rc = device_create_file(&mci->dev, &dev_attr_inject_ctrl);
152 static void mpc85xx_remove_sysfs_attributes(struct mem_ctl_info *mci)
154 device_remove_file(&mci->dev, &dev_attr_inject_data_hi);
155 device_remove_file(&mci->dev, &dev_attr_inject_data_lo);
156 device_remove_file(&mci->dev, &dev_attr_inject_ctrl);
159 /**************************** PCI Err device ***************************/
162 static void mpc85xx_pci_check(struct edac_pci_ctl_info *pci)
164 struct mpc85xx_pci_pdata *pdata = pci->pvt_info;
167 err_detect = in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_DR);
169 /* master aborts can happen during PCI config cycles */
170 if (!(err_detect & ~(PCI_EDE_MULTI_ERR | PCI_EDE_MST_ABRT))) {
171 out_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_DR, err_detect);
175 printk(KERN_ERR "PCI error(s) detected\n");
176 printk(KERN_ERR "PCI/X ERR_DR register: %#08x\n", err_detect);
178 printk(KERN_ERR "PCI/X ERR_ATTRIB register: %#08x\n",
179 in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_ATTRIB));
180 printk(KERN_ERR "PCI/X ERR_ADDR register: %#08x\n",
181 in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_ADDR));
182 printk(KERN_ERR "PCI/X ERR_EXT_ADDR register: %#08x\n",
183 in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_EXT_ADDR));
184 printk(KERN_ERR "PCI/X ERR_DL register: %#08x\n",
185 in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_DL));
186 printk(KERN_ERR "PCI/X ERR_DH register: %#08x\n",
187 in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_DH));
189 /* clear error bits */
190 out_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_DR, err_detect);
192 if (err_detect & PCI_EDE_PERR_MASK)
193 edac_pci_handle_pe(pci, pci->ctl_name);
195 if ((err_detect & ~PCI_EDE_MULTI_ERR) & ~PCI_EDE_PERR_MASK)
196 edac_pci_handle_npe(pci, pci->ctl_name);
199 static irqreturn_t mpc85xx_pci_isr(int irq, void *dev_id)
201 struct edac_pci_ctl_info *pci = dev_id;
202 struct mpc85xx_pci_pdata *pdata = pci->pvt_info;
205 err_detect = in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_DR);
210 mpc85xx_pci_check(pci);
215 static int __devinit mpc85xx_pci_err_probe(struct platform_device *op)
217 struct edac_pci_ctl_info *pci;
218 struct mpc85xx_pci_pdata *pdata;
222 if (!devres_open_group(&op->dev, mpc85xx_pci_err_probe, GFP_KERNEL))
225 pci = edac_pci_alloc_ctl_info(sizeof(*pdata), "mpc85xx_pci_err");
229 pdata = pci->pvt_info;
230 pdata->name = "mpc85xx_pci_err";
232 dev_set_drvdata(&op->dev, pci);
234 pci->mod_name = EDAC_MOD_STR;
235 pci->ctl_name = pdata->name;
236 pci->dev_name = dev_name(&op->dev);
238 if (edac_op_state == EDAC_OPSTATE_POLL)
239 pci->edac_check = mpc85xx_pci_check;
241 pdata->edac_idx = edac_pci_idx++;
243 res = of_address_to_resource(op->dev.of_node, 0, &r);
245 printk(KERN_ERR "%s: Unable to get resource for "
246 "PCI err regs\n", __func__);
250 /* we only need the error registers */
253 if (!devm_request_mem_region(&op->dev, r.start, resource_size(&r),
255 printk(KERN_ERR "%s: Error while requesting mem region\n",
261 pdata->pci_vbase = devm_ioremap(&op->dev, r.start, resource_size(&r));
262 if (!pdata->pci_vbase) {
263 printk(KERN_ERR "%s: Unable to setup PCI err regs\n", __func__);
268 orig_pci_err_cap_dr =
269 in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_CAP_DR);
271 /* PCI master abort is expected during config cycles */
272 out_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_CAP_DR, 0x40);
274 orig_pci_err_en = in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_EN);
276 /* disable master abort reporting */
277 out_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_EN, ~0x40);
279 /* clear error bits */
280 out_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_DR, ~0);
282 if (edac_pci_add_device(pci, pdata->edac_idx) > 0) {
283 debugf3("%s(): failed edac_pci_add_device()\n", __func__);
287 if (edac_op_state == EDAC_OPSTATE_INT) {
288 pdata->irq = irq_of_parse_and_map(op->dev.of_node, 0);
289 res = devm_request_irq(&op->dev, pdata->irq,
290 mpc85xx_pci_isr, IRQF_DISABLED,
291 "[EDAC] PCI err", pci);
294 "%s: Unable to requiest irq %d for "
295 "MPC85xx PCI err\n", __func__, pdata->irq);
296 irq_dispose_mapping(pdata->irq);
301 printk(KERN_INFO EDAC_MOD_STR " acquired irq %d for PCI Err\n",
305 devres_remove_group(&op->dev, mpc85xx_pci_err_probe);
306 debugf3("%s(): success\n", __func__);
307 printk(KERN_INFO EDAC_MOD_STR " PCI err registered\n");
312 edac_pci_del_device(&op->dev);
314 edac_pci_free_ctl_info(pci);
315 devres_release_group(&op->dev, mpc85xx_pci_err_probe);
319 static int mpc85xx_pci_err_remove(struct platform_device *op)
321 struct edac_pci_ctl_info *pci = dev_get_drvdata(&op->dev);
322 struct mpc85xx_pci_pdata *pdata = pci->pvt_info;
324 debugf0("%s()\n", __func__);
326 out_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_CAP_DR,
327 orig_pci_err_cap_dr);
329 out_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_EN, orig_pci_err_en);
331 edac_pci_del_device(pci->dev);
333 if (edac_op_state == EDAC_OPSTATE_INT)
334 irq_dispose_mapping(pdata->irq);
336 edac_pci_free_ctl_info(pci);
341 static struct of_device_id mpc85xx_pci_err_of_match[] = {
343 .compatible = "fsl,mpc8540-pcix",
346 .compatible = "fsl,mpc8540-pci",
350 MODULE_DEVICE_TABLE(of, mpc85xx_pci_err_of_match);
352 static struct platform_driver mpc85xx_pci_err_driver = {
353 .probe = mpc85xx_pci_err_probe,
354 .remove = __devexit_p(mpc85xx_pci_err_remove),
356 .name = "mpc85xx_pci_err",
357 .owner = THIS_MODULE,
358 .of_match_table = mpc85xx_pci_err_of_match,
362 #endif /* CONFIG_PCI */
364 /**************************** L2 Err device ***************************/
366 /************************ L2 SYSFS parts ***********************************/
368 static ssize_t mpc85xx_l2_inject_data_hi_show(struct edac_device_ctl_info
369 *edac_dev, char *data)
371 struct mpc85xx_l2_pdata *pdata = edac_dev->pvt_info;
372 return sprintf(data, "0x%08x",
373 in_be32(pdata->l2_vbase + MPC85XX_L2_ERRINJHI));
376 static ssize_t mpc85xx_l2_inject_data_lo_show(struct edac_device_ctl_info
377 *edac_dev, char *data)
379 struct mpc85xx_l2_pdata *pdata = edac_dev->pvt_info;
380 return sprintf(data, "0x%08x",
381 in_be32(pdata->l2_vbase + MPC85XX_L2_ERRINJLO));
384 static ssize_t mpc85xx_l2_inject_ctrl_show(struct edac_device_ctl_info
385 *edac_dev, char *data)
387 struct mpc85xx_l2_pdata *pdata = edac_dev->pvt_info;
388 return sprintf(data, "0x%08x",
389 in_be32(pdata->l2_vbase + MPC85XX_L2_ERRINJCTL));
392 static ssize_t mpc85xx_l2_inject_data_hi_store(struct edac_device_ctl_info
393 *edac_dev, const char *data,
396 struct mpc85xx_l2_pdata *pdata = edac_dev->pvt_info;
397 if (isdigit(*data)) {
398 out_be32(pdata->l2_vbase + MPC85XX_L2_ERRINJHI,
399 simple_strtoul(data, NULL, 0));
405 static ssize_t mpc85xx_l2_inject_data_lo_store(struct edac_device_ctl_info
406 *edac_dev, const char *data,
409 struct mpc85xx_l2_pdata *pdata = edac_dev->pvt_info;
410 if (isdigit(*data)) {
411 out_be32(pdata->l2_vbase + MPC85XX_L2_ERRINJLO,
412 simple_strtoul(data, NULL, 0));
418 static ssize_t mpc85xx_l2_inject_ctrl_store(struct edac_device_ctl_info
419 *edac_dev, const char *data,
422 struct mpc85xx_l2_pdata *pdata = edac_dev->pvt_info;
423 if (isdigit(*data)) {
424 out_be32(pdata->l2_vbase + MPC85XX_L2_ERRINJCTL,
425 simple_strtoul(data, NULL, 0));
431 static struct edac_dev_sysfs_attribute mpc85xx_l2_sysfs_attributes[] = {
434 .name = "inject_data_hi",
435 .mode = (S_IRUGO | S_IWUSR)
437 .show = mpc85xx_l2_inject_data_hi_show,
438 .store = mpc85xx_l2_inject_data_hi_store},
441 .name = "inject_data_lo",
442 .mode = (S_IRUGO | S_IWUSR)
444 .show = mpc85xx_l2_inject_data_lo_show,
445 .store = mpc85xx_l2_inject_data_lo_store},
448 .name = "inject_ctrl",
449 .mode = (S_IRUGO | S_IWUSR)
451 .show = mpc85xx_l2_inject_ctrl_show,
452 .store = mpc85xx_l2_inject_ctrl_store},
456 .attr = {.name = NULL}
460 static void mpc85xx_set_l2_sysfs_attributes(struct edac_device_ctl_info
463 edac_dev->sysfs_attributes = mpc85xx_l2_sysfs_attributes;
466 /***************************** L2 ops ***********************************/
468 static void mpc85xx_l2_check(struct edac_device_ctl_info *edac_dev)
470 struct mpc85xx_l2_pdata *pdata = edac_dev->pvt_info;
473 err_detect = in_be32(pdata->l2_vbase + MPC85XX_L2_ERRDET);
475 if (!(err_detect & L2_EDE_MASK))
478 printk(KERN_ERR "ECC Error in CPU L2 cache\n");
479 printk(KERN_ERR "L2 Error Detect Register: 0x%08x\n", err_detect);
480 printk(KERN_ERR "L2 Error Capture Data High Register: 0x%08x\n",
481 in_be32(pdata->l2_vbase + MPC85XX_L2_CAPTDATAHI));
482 printk(KERN_ERR "L2 Error Capture Data Lo Register: 0x%08x\n",
483 in_be32(pdata->l2_vbase + MPC85XX_L2_CAPTDATALO));
484 printk(KERN_ERR "L2 Error Syndrome Register: 0x%08x\n",
485 in_be32(pdata->l2_vbase + MPC85XX_L2_CAPTECC));
486 printk(KERN_ERR "L2 Error Attributes Capture Register: 0x%08x\n",
487 in_be32(pdata->l2_vbase + MPC85XX_L2_ERRATTR));
488 printk(KERN_ERR "L2 Error Address Capture Register: 0x%08x\n",
489 in_be32(pdata->l2_vbase + MPC85XX_L2_ERRADDR));
491 /* clear error detect register */
492 out_be32(pdata->l2_vbase + MPC85XX_L2_ERRDET, err_detect);
494 if (err_detect & L2_EDE_CE_MASK)
495 edac_device_handle_ce(edac_dev, 0, 0, edac_dev->ctl_name);
497 if (err_detect & L2_EDE_UE_MASK)
498 edac_device_handle_ue(edac_dev, 0, 0, edac_dev->ctl_name);
501 static irqreturn_t mpc85xx_l2_isr(int irq, void *dev_id)
503 struct edac_device_ctl_info *edac_dev = dev_id;
504 struct mpc85xx_l2_pdata *pdata = edac_dev->pvt_info;
507 err_detect = in_be32(pdata->l2_vbase + MPC85XX_L2_ERRDET);
509 if (!(err_detect & L2_EDE_MASK))
512 mpc85xx_l2_check(edac_dev);
517 static int __devinit mpc85xx_l2_err_probe(struct platform_device *op)
519 struct edac_device_ctl_info *edac_dev;
520 struct mpc85xx_l2_pdata *pdata;
524 if (!devres_open_group(&op->dev, mpc85xx_l2_err_probe, GFP_KERNEL))
527 edac_dev = edac_device_alloc_ctl_info(sizeof(*pdata),
528 "cpu", 1, "L", 1, 2, NULL, 0,
531 devres_release_group(&op->dev, mpc85xx_l2_err_probe);
535 pdata = edac_dev->pvt_info;
536 pdata->name = "mpc85xx_l2_err";
538 edac_dev->dev = &op->dev;
539 dev_set_drvdata(edac_dev->dev, edac_dev);
540 edac_dev->ctl_name = pdata->name;
541 edac_dev->dev_name = pdata->name;
543 res = of_address_to_resource(op->dev.of_node, 0, &r);
545 printk(KERN_ERR "%s: Unable to get resource for "
546 "L2 err regs\n", __func__);
550 /* we only need the error registers */
553 if (!devm_request_mem_region(&op->dev, r.start, resource_size(&r),
555 printk(KERN_ERR "%s: Error while requesting mem region\n",
561 pdata->l2_vbase = devm_ioremap(&op->dev, r.start, resource_size(&r));
562 if (!pdata->l2_vbase) {
563 printk(KERN_ERR "%s: Unable to setup L2 err regs\n", __func__);
568 out_be32(pdata->l2_vbase + MPC85XX_L2_ERRDET, ~0);
570 orig_l2_err_disable = in_be32(pdata->l2_vbase + MPC85XX_L2_ERRDIS);
572 /* clear the err_dis */
573 out_be32(pdata->l2_vbase + MPC85XX_L2_ERRDIS, 0);
575 edac_dev->mod_name = EDAC_MOD_STR;
577 if (edac_op_state == EDAC_OPSTATE_POLL)
578 edac_dev->edac_check = mpc85xx_l2_check;
580 mpc85xx_set_l2_sysfs_attributes(edac_dev);
582 pdata->edac_idx = edac_dev_idx++;
584 if (edac_device_add_device(edac_dev) > 0) {
585 debugf3("%s(): failed edac_device_add_device()\n", __func__);
589 if (edac_op_state == EDAC_OPSTATE_INT) {
590 pdata->irq = irq_of_parse_and_map(op->dev.of_node, 0);
591 res = devm_request_irq(&op->dev, pdata->irq,
592 mpc85xx_l2_isr, IRQF_DISABLED,
593 "[EDAC] L2 err", edac_dev);
596 "%s: Unable to requiest irq %d for "
597 "MPC85xx L2 err\n", __func__, pdata->irq);
598 irq_dispose_mapping(pdata->irq);
603 printk(KERN_INFO EDAC_MOD_STR " acquired irq %d for L2 Err\n",
606 edac_dev->op_state = OP_RUNNING_INTERRUPT;
608 out_be32(pdata->l2_vbase + MPC85XX_L2_ERRINTEN, L2_EIE_MASK);
611 devres_remove_group(&op->dev, mpc85xx_l2_err_probe);
613 debugf3("%s(): success\n", __func__);
614 printk(KERN_INFO EDAC_MOD_STR " L2 err registered\n");
619 edac_device_del_device(&op->dev);
621 devres_release_group(&op->dev, mpc85xx_l2_err_probe);
622 edac_device_free_ctl_info(edac_dev);
626 static int mpc85xx_l2_err_remove(struct platform_device *op)
628 struct edac_device_ctl_info *edac_dev = dev_get_drvdata(&op->dev);
629 struct mpc85xx_l2_pdata *pdata = edac_dev->pvt_info;
631 debugf0("%s()\n", __func__);
633 if (edac_op_state == EDAC_OPSTATE_INT) {
634 out_be32(pdata->l2_vbase + MPC85XX_L2_ERRINTEN, 0);
635 irq_dispose_mapping(pdata->irq);
638 out_be32(pdata->l2_vbase + MPC85XX_L2_ERRDIS, orig_l2_err_disable);
639 edac_device_del_device(&op->dev);
640 edac_device_free_ctl_info(edac_dev);
644 static struct of_device_id mpc85xx_l2_err_of_match[] = {
645 /* deprecate the fsl,85.. forms in the future, 2.6.30? */
646 { .compatible = "fsl,8540-l2-cache-controller", },
647 { .compatible = "fsl,8541-l2-cache-controller", },
648 { .compatible = "fsl,8544-l2-cache-controller", },
649 { .compatible = "fsl,8548-l2-cache-controller", },
650 { .compatible = "fsl,8555-l2-cache-controller", },
651 { .compatible = "fsl,8568-l2-cache-controller", },
652 { .compatible = "fsl,mpc8536-l2-cache-controller", },
653 { .compatible = "fsl,mpc8540-l2-cache-controller", },
654 { .compatible = "fsl,mpc8541-l2-cache-controller", },
655 { .compatible = "fsl,mpc8544-l2-cache-controller", },
656 { .compatible = "fsl,mpc8548-l2-cache-controller", },
657 { .compatible = "fsl,mpc8555-l2-cache-controller", },
658 { .compatible = "fsl,mpc8560-l2-cache-controller", },
659 { .compatible = "fsl,mpc8568-l2-cache-controller", },
660 { .compatible = "fsl,mpc8569-l2-cache-controller", },
661 { .compatible = "fsl,mpc8572-l2-cache-controller", },
662 { .compatible = "fsl,p1020-l2-cache-controller", },
663 { .compatible = "fsl,p1021-l2-cache-controller", },
664 { .compatible = "fsl,p2020-l2-cache-controller", },
667 MODULE_DEVICE_TABLE(of, mpc85xx_l2_err_of_match);
669 static struct platform_driver mpc85xx_l2_err_driver = {
670 .probe = mpc85xx_l2_err_probe,
671 .remove = mpc85xx_l2_err_remove,
673 .name = "mpc85xx_l2_err",
674 .owner = THIS_MODULE,
675 .of_match_table = mpc85xx_l2_err_of_match,
679 /**************************** MC Err device ***************************/
682 * Taken from table 8-55 in the MPC8641 User's Manual and/or 9-61 in the
683 * MPC8572 User's Manual. Each line represents a syndrome bit column as a
684 * 64-bit value, but split into an upper and lower 32-bit chunk. The labels
685 * below correspond to Freescale's manuals.
687 static unsigned int ecc_table[16] = {
690 0xf00fe11e, 0xc33c0ff7, /* Syndrome bit 7 */
691 0x00ff00ff, 0x00fff0ff,
692 0x0f0f0f0f, 0x0f0fff00,
693 0x11113333, 0x7777000f,
694 0x22224444, 0x8888222f,
695 0x44448888, 0xffff4441,
696 0x8888ffff, 0x11118882,
697 0xffff1111, 0x22221114, /* Syndrome bit 0 */
701 * Calculate the correct ECC value for a 64-bit value specified by high:low
703 static u8 calculate_ecc(u32 high, u32 low)
712 for (i = 0; i < 8; i++) {
713 mask_high = ecc_table[i * 2];
714 mask_low = ecc_table[i * 2 + 1];
717 for (j = 0; j < 32; j++) {
718 if ((mask_high >> j) & 1)
719 bit_cnt ^= (high >> j) & 1;
720 if ((mask_low >> j) & 1)
721 bit_cnt ^= (low >> j) & 1;
731 * Create the syndrome code which is generated if the data line specified by
732 * 'bit' failed. Eg generate an 8-bit codes seen in Table 8-55 in the MPC8641
733 * User's Manual and 9-61 in the MPC8572 User's Manual.
735 static u8 syndrome_from_bit(unsigned int bit) {
740 * Cycle through the upper or lower 32-bit portion of each value in
741 * ecc_table depending on if 'bit' is in the upper or lower half of
744 for (i = bit < 32; i < 16; i += 2)
745 syndrome |= ((ecc_table[i] >> (bit % 32)) & 1) << (i / 2);
751 * Decode data and ecc syndrome to determine what went wrong
752 * Note: This can only decode single-bit errors
754 static void sbe_ecc_decode(u32 cap_high, u32 cap_low, u32 cap_ecc,
755 int *bad_data_bit, int *bad_ecc_bit)
764 * Calculate the ECC of the captured data and XOR it with the captured
765 * ECC to find an ECC syndrome value we can search for
767 syndrome = calculate_ecc(cap_high, cap_low) ^ cap_ecc;
769 /* Check if a data line is stuck... */
770 for (i = 0; i < 64; i++) {
771 if (syndrome == syndrome_from_bit(i)) {
777 /* If data is correct, check ECC bits for errors... */
778 for (i = 0; i < 8; i++) {
779 if ((syndrome >> i) & 0x1) {
786 static void mpc85xx_mc_check(struct mem_ctl_info *mci)
788 struct mpc85xx_mc_pdata *pdata = mci->pvt_info;
789 struct csrow_info *csrow;
801 err_detect = in_be32(pdata->mc_vbase + MPC85XX_MC_ERR_DETECT);
805 mpc85xx_mc_printk(mci, KERN_ERR, "Err Detect Register: %#8.8x\n",
808 /* no more processing if not ECC bit errors */
809 if (!(err_detect & (DDR_EDE_SBE | DDR_EDE_MBE))) {
810 out_be32(pdata->mc_vbase + MPC85XX_MC_ERR_DETECT, err_detect);
814 syndrome = in_be32(pdata->mc_vbase + MPC85XX_MC_CAPTURE_ECC);
816 /* Mask off appropriate bits of syndrome based on bus width */
817 bus_width = (in_be32(pdata->mc_vbase + MPC85XX_MC_DDR_SDRAM_CFG) &
818 DSC_DBW_MASK) ? 32 : 64;
824 err_addr = in_be32(pdata->mc_vbase + MPC85XX_MC_CAPTURE_ADDRESS);
825 pfn = err_addr >> PAGE_SHIFT;
827 for (row_index = 0; row_index < mci->nr_csrows; row_index++) {
828 csrow = &mci->csrows[row_index];
829 if ((pfn >= csrow->first_page) && (pfn <= csrow->last_page))
833 cap_high = in_be32(pdata->mc_vbase + MPC85XX_MC_CAPTURE_DATA_HI);
834 cap_low = in_be32(pdata->mc_vbase + MPC85XX_MC_CAPTURE_DATA_LO);
837 * Analyze single-bit errors on 64-bit wide buses
838 * TODO: Add support for 32-bit wide buses
840 if ((err_detect & DDR_EDE_SBE) && (bus_width == 64)) {
841 sbe_ecc_decode(cap_high, cap_low, syndrome,
842 &bad_data_bit, &bad_ecc_bit);
844 if (bad_data_bit != -1)
845 mpc85xx_mc_printk(mci, KERN_ERR,
846 "Faulty Data bit: %d\n", bad_data_bit);
847 if (bad_ecc_bit != -1)
848 mpc85xx_mc_printk(mci, KERN_ERR,
849 "Faulty ECC bit: %d\n", bad_ecc_bit);
851 mpc85xx_mc_printk(mci, KERN_ERR,
852 "Expected Data / ECC:\t%#8.8x_%08x / %#2.2x\n",
853 cap_high ^ (1 << (bad_data_bit - 32)),
854 cap_low ^ (1 << bad_data_bit),
855 syndrome ^ (1 << bad_ecc_bit));
858 mpc85xx_mc_printk(mci, KERN_ERR,
859 "Captured Data / ECC:\t%#8.8x_%08x / %#2.2x\n",
860 cap_high, cap_low, syndrome);
861 mpc85xx_mc_printk(mci, KERN_ERR, "Err addr: %#8.8x\n", err_addr);
862 mpc85xx_mc_printk(mci, KERN_ERR, "PFN: %#8.8x\n", pfn);
864 /* we are out of range */
865 if (row_index == mci->nr_csrows)
866 mpc85xx_mc_printk(mci, KERN_ERR, "PFN out of range!\n");
868 if (err_detect & DDR_EDE_SBE)
869 edac_mc_handle_error(HW_EVENT_ERR_CORRECTED, mci,
870 pfn, err_addr & ~PAGE_MASK, syndrome,
872 mci->ctl_name, "", NULL);
874 if (err_detect & DDR_EDE_MBE)
875 edac_mc_handle_error(HW_EVENT_ERR_UNCORRECTED, mci,
876 pfn, err_addr & ~PAGE_MASK, syndrome,
878 mci->ctl_name, "", NULL);
880 out_be32(pdata->mc_vbase + MPC85XX_MC_ERR_DETECT, err_detect);
883 static irqreturn_t mpc85xx_mc_isr(int irq, void *dev_id)
885 struct mem_ctl_info *mci = dev_id;
886 struct mpc85xx_mc_pdata *pdata = mci->pvt_info;
889 err_detect = in_be32(pdata->mc_vbase + MPC85XX_MC_ERR_DETECT);
893 mpc85xx_mc_check(mci);
898 static void __devinit mpc85xx_init_csrows(struct mem_ctl_info *mci)
900 struct mpc85xx_mc_pdata *pdata = mci->pvt_info;
901 struct csrow_info *csrow;
902 struct dimm_info *dimm;
909 sdram_ctl = in_be32(pdata->mc_vbase + MPC85XX_MC_DDR_SDRAM_CFG);
911 sdtype = sdram_ctl & DSC_SDTYPE_MASK;
912 if (sdram_ctl & DSC_RD_EN) {
917 case DSC_SDTYPE_DDR2:
920 case DSC_SDTYPE_DDR3:
932 case DSC_SDTYPE_DDR2:
935 case DSC_SDTYPE_DDR3:
944 for (index = 0; index < mci->nr_csrows; index++) {
948 csrow = &mci->csrows[index];
949 dimm = csrow->channels[0].dimm;
951 cs_bnds = in_be32(pdata->mc_vbase + MPC85XX_MC_CS_BNDS_0 +
952 (index * MPC85XX_MC_CS_BNDS_OFS));
954 start = (cs_bnds & 0xffff0000) >> 16;
955 end = (cs_bnds & 0x0000ffff);
958 continue; /* not populated */
960 start <<= (24 - PAGE_SHIFT);
961 end <<= (24 - PAGE_SHIFT);
962 end |= (1 << (24 - PAGE_SHIFT)) - 1;
964 csrow->first_page = start;
965 csrow->last_page = end;
967 dimm->nr_pages = end + 1 - start;
970 dimm->dtype = DEV_UNKNOWN;
971 if (sdram_ctl & DSC_X32_EN)
972 dimm->dtype = DEV_X32;
973 dimm->edac_mode = EDAC_SECDED;
977 static int __devinit mpc85xx_mc_err_probe(struct platform_device *op)
979 struct mem_ctl_info *mci;
980 struct edac_mc_layer layers[2];
981 struct mpc85xx_mc_pdata *pdata;
986 if (!devres_open_group(&op->dev, mpc85xx_mc_err_probe, GFP_KERNEL))
989 layers[0].type = EDAC_MC_LAYER_CHIP_SELECT;
991 layers[0].is_virt_csrow = true;
992 layers[1].type = EDAC_MC_LAYER_CHANNEL;
994 layers[1].is_virt_csrow = false;
995 mci = edac_mc_alloc(edac_mc_idx, ARRAY_SIZE(layers), sizeof(*pdata));
997 devres_release_group(&op->dev, mpc85xx_mc_err_probe);
1001 pdata = mci->pvt_info;
1002 pdata->name = "mpc85xx_mc_err";
1003 pdata->irq = NO_IRQ;
1004 mci->pdev = &op->dev;
1005 pdata->edac_idx = edac_mc_idx++;
1006 dev_set_drvdata(mci->pdev, mci);
1007 mci->ctl_name = pdata->name;
1008 mci->dev_name = pdata->name;
1010 res = of_address_to_resource(op->dev.of_node, 0, &r);
1012 printk(KERN_ERR "%s: Unable to get resource for MC err regs\n",
1017 if (!devm_request_mem_region(&op->dev, r.start, resource_size(&r),
1019 printk(KERN_ERR "%s: Error while requesting mem region\n",
1025 pdata->mc_vbase = devm_ioremap(&op->dev, r.start, resource_size(&r));
1026 if (!pdata->mc_vbase) {
1027 printk(KERN_ERR "%s: Unable to setup MC err regs\n", __func__);
1032 sdram_ctl = in_be32(pdata->mc_vbase + MPC85XX_MC_DDR_SDRAM_CFG);
1033 if (!(sdram_ctl & DSC_ECC_EN)) {
1035 printk(KERN_WARNING "%s: No ECC DIMMs discovered\n", __func__);
1040 debugf3("%s(): init mci\n", __func__);
1041 mci->mtype_cap = MEM_FLAG_RDDR | MEM_FLAG_RDDR2 |
1042 MEM_FLAG_DDR | MEM_FLAG_DDR2;
1043 mci->edac_ctl_cap = EDAC_FLAG_NONE | EDAC_FLAG_SECDED;
1044 mci->edac_cap = EDAC_FLAG_SECDED;
1045 mci->mod_name = EDAC_MOD_STR;
1046 mci->mod_ver = MPC85XX_REVISION;
1048 if (edac_op_state == EDAC_OPSTATE_POLL)
1049 mci->edac_check = mpc85xx_mc_check;
1051 mci->ctl_page_to_phys = NULL;
1053 mci->scrub_mode = SCRUB_SW_SRC;
1055 mpc85xx_init_csrows(mci);
1057 /* store the original error disable bits */
1058 orig_ddr_err_disable =
1059 in_be32(pdata->mc_vbase + MPC85XX_MC_ERR_DISABLE);
1060 out_be32(pdata->mc_vbase + MPC85XX_MC_ERR_DISABLE, 0);
1062 /* clear all error bits */
1063 out_be32(pdata->mc_vbase + MPC85XX_MC_ERR_DETECT, ~0);
1065 if (edac_mc_add_mc(mci)) {
1066 debugf3("%s(): failed edac_mc_add_mc()\n", __func__);
1070 if (mpc85xx_create_sysfs_attributes(mci)) {
1071 edac_mc_del_mc(mci->pdev);
1072 debugf3("%s(): failed edac_mc_add_mc()\n", __func__);
1076 if (edac_op_state == EDAC_OPSTATE_INT) {
1077 out_be32(pdata->mc_vbase + MPC85XX_MC_ERR_INT_EN,
1078 DDR_EIE_MBEE | DDR_EIE_SBEE);
1080 /* store the original error management threshold */
1081 orig_ddr_err_sbe = in_be32(pdata->mc_vbase +
1082 MPC85XX_MC_ERR_SBE) & 0xff0000;
1084 /* set threshold to 1 error per interrupt */
1085 out_be32(pdata->mc_vbase + MPC85XX_MC_ERR_SBE, 0x10000);
1087 /* register interrupts */
1088 pdata->irq = irq_of_parse_and_map(op->dev.of_node, 0);
1089 res = devm_request_irq(&op->dev, pdata->irq,
1091 IRQF_DISABLED | IRQF_SHARED,
1092 "[EDAC] MC err", mci);
1094 printk(KERN_ERR "%s: Unable to request irq %d for "
1095 "MPC85xx DRAM ERR\n", __func__, pdata->irq);
1096 irq_dispose_mapping(pdata->irq);
1101 printk(KERN_INFO EDAC_MOD_STR " acquired irq %d for MC\n",
1105 devres_remove_group(&op->dev, mpc85xx_mc_err_probe);
1106 debugf3("%s(): success\n", __func__);
1107 printk(KERN_INFO EDAC_MOD_STR " MC err registered\n");
1112 edac_mc_del_mc(&op->dev);
1114 devres_release_group(&op->dev, mpc85xx_mc_err_probe);
1119 static int mpc85xx_mc_err_remove(struct platform_device *op)
1121 struct mem_ctl_info *mci = dev_get_drvdata(&op->dev);
1122 struct mpc85xx_mc_pdata *pdata = mci->pvt_info;
1124 debugf0("%s()\n", __func__);
1126 if (edac_op_state == EDAC_OPSTATE_INT) {
1127 out_be32(pdata->mc_vbase + MPC85XX_MC_ERR_INT_EN, 0);
1128 irq_dispose_mapping(pdata->irq);
1131 out_be32(pdata->mc_vbase + MPC85XX_MC_ERR_DISABLE,
1132 orig_ddr_err_disable);
1133 out_be32(pdata->mc_vbase + MPC85XX_MC_ERR_SBE, orig_ddr_err_sbe);
1135 mpc85xx_remove_sysfs_attributes(mci);
1136 edac_mc_del_mc(&op->dev);
1141 static struct of_device_id mpc85xx_mc_err_of_match[] = {
1142 /* deprecate the fsl,85.. forms in the future, 2.6.30? */
1143 { .compatible = "fsl,8540-memory-controller", },
1144 { .compatible = "fsl,8541-memory-controller", },
1145 { .compatible = "fsl,8544-memory-controller", },
1146 { .compatible = "fsl,8548-memory-controller", },
1147 { .compatible = "fsl,8555-memory-controller", },
1148 { .compatible = "fsl,8568-memory-controller", },
1149 { .compatible = "fsl,mpc8536-memory-controller", },
1150 { .compatible = "fsl,mpc8540-memory-controller", },
1151 { .compatible = "fsl,mpc8541-memory-controller", },
1152 { .compatible = "fsl,mpc8544-memory-controller", },
1153 { .compatible = "fsl,mpc8548-memory-controller", },
1154 { .compatible = "fsl,mpc8555-memory-controller", },
1155 { .compatible = "fsl,mpc8560-memory-controller", },
1156 { .compatible = "fsl,mpc8568-memory-controller", },
1157 { .compatible = "fsl,mpc8569-memory-controller", },
1158 { .compatible = "fsl,mpc8572-memory-controller", },
1159 { .compatible = "fsl,mpc8349-memory-controller", },
1160 { .compatible = "fsl,p1020-memory-controller", },
1161 { .compatible = "fsl,p1021-memory-controller", },
1162 { .compatible = "fsl,p2020-memory-controller", },
1163 { .compatible = "fsl,qoriq-memory-controller", },
1166 MODULE_DEVICE_TABLE(of, mpc85xx_mc_err_of_match);
1168 static struct platform_driver mpc85xx_mc_err_driver = {
1169 .probe = mpc85xx_mc_err_probe,
1170 .remove = mpc85xx_mc_err_remove,
1172 .name = "mpc85xx_mc_err",
1173 .owner = THIS_MODULE,
1174 .of_match_table = mpc85xx_mc_err_of_match,
1178 #ifdef CONFIG_FSL_SOC_BOOKE
1179 static void __init mpc85xx_mc_clear_rfxe(void *data)
1181 orig_hid1[smp_processor_id()] = mfspr(SPRN_HID1);
1182 mtspr(SPRN_HID1, (orig_hid1[smp_processor_id()] & ~HID1_RFXE));
1186 static int __init mpc85xx_mc_init(void)
1191 printk(KERN_INFO "Freescale(R) MPC85xx EDAC driver, "
1192 "(C) 2006 Montavista Software\n");
1194 /* make sure error reporting method is sane */
1195 switch (edac_op_state) {
1196 case EDAC_OPSTATE_POLL:
1197 case EDAC_OPSTATE_INT:
1200 edac_op_state = EDAC_OPSTATE_INT;
1204 res = platform_driver_register(&mpc85xx_mc_err_driver);
1206 printk(KERN_WARNING EDAC_MOD_STR "MC fails to register\n");
1208 res = platform_driver_register(&mpc85xx_l2_err_driver);
1210 printk(KERN_WARNING EDAC_MOD_STR "L2 fails to register\n");
1213 res = platform_driver_register(&mpc85xx_pci_err_driver);
1215 printk(KERN_WARNING EDAC_MOD_STR "PCI fails to register\n");
1218 #ifdef CONFIG_FSL_SOC_BOOKE
1219 pvr = mfspr(SPRN_PVR);
1221 if ((PVR_VER(pvr) == PVR_VER_E500V1) ||
1222 (PVR_VER(pvr) == PVR_VER_E500V2)) {
1224 * need to clear HID1[RFXE] to disable machine check int
1225 * so we can catch it
1227 if (edac_op_state == EDAC_OPSTATE_INT)
1228 on_each_cpu(mpc85xx_mc_clear_rfxe, NULL, 0);
1235 module_init(mpc85xx_mc_init);
1237 #ifdef CONFIG_FSL_SOC_BOOKE
1238 static void __exit mpc85xx_mc_restore_hid1(void *data)
1240 mtspr(SPRN_HID1, orig_hid1[smp_processor_id()]);
1244 static void __exit mpc85xx_mc_exit(void)
1246 #ifdef CONFIG_FSL_SOC_BOOKE
1247 u32 pvr = mfspr(SPRN_PVR);
1249 if ((PVR_VER(pvr) == PVR_VER_E500V1) ||
1250 (PVR_VER(pvr) == PVR_VER_E500V2)) {
1251 on_each_cpu(mpc85xx_mc_restore_hid1, NULL, 0);
1255 platform_driver_unregister(&mpc85xx_pci_err_driver);
1257 platform_driver_unregister(&mpc85xx_l2_err_driver);
1258 platform_driver_unregister(&mpc85xx_mc_err_driver);
1261 module_exit(mpc85xx_mc_exit);
1263 MODULE_LICENSE("GPL");
1264 MODULE_AUTHOR("Montavista Software, Inc.");
1265 module_param(edac_op_state, int, 0444);
1266 MODULE_PARM_DESC(edac_op_state,
1267 "EDAC Error Reporting state: 0=Poll, 2=Interrupt");