1e147701eSSascha Wildner /*
2e147701eSSascha Wildner * Copyright (c) 2006 The DragonFly Project. All rights reserved.
3e147701eSSascha Wildner *
4e147701eSSascha Wildner * This code is derived from software contributed to The DragonFly Project
5e147701eSSascha Wildner * by Matthew Dillon <dillon@backplane.com>. AMD register addresses and
6e147701eSSascha Wildner * values were pulled from MemTest-86 and Linux.
7e147701eSSascha Wildner *
8e147701eSSascha Wildner * Redistribution and use in source and binary forms, with or without
9e147701eSSascha Wildner * modification, are permitted provided that the following conditions
10e147701eSSascha Wildner * are met:
11e147701eSSascha Wildner *
12e147701eSSascha Wildner * 1. Redistributions of source code must retain the above copyright
13e147701eSSascha Wildner * notice, this list of conditions and the following disclaimer.
14e147701eSSascha Wildner * 2. Redistributions in binary form must reproduce the above copyright
15e147701eSSascha Wildner * notice, this list of conditions and the following disclaimer in
16e147701eSSascha Wildner * the documentation and/or other materials provided with the
17e147701eSSascha Wildner * distribution.
18e147701eSSascha Wildner * 3. Neither the name of The DragonFly Project nor the names of its
19e147701eSSascha Wildner * contributors may be used to endorse or promote products derived
20e147701eSSascha Wildner * from this software without specific, prior written permission.
21e147701eSSascha Wildner *
22e147701eSSascha Wildner * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
23e147701eSSascha Wildner * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
24e147701eSSascha Wildner * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
25e147701eSSascha Wildner * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
26e147701eSSascha Wildner * COPYRIGHT HOLDERS OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
27e147701eSSascha Wildner * INCIDENTAL, SPECIAL, EXEMPLARY OR CONSEQUENTIAL DAMAGES (INCLUDING,
28e147701eSSascha Wildner * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
29e147701eSSascha Wildner * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
30e147701eSSascha Wildner * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
31e147701eSSascha Wildner * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT
32e147701eSSascha Wildner * OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
33e147701eSSascha Wildner * SUCH DAMAGE.
34e147701eSSascha Wildner */
35e147701eSSascha Wildner
36e147701eSSascha Wildner #include <sys/param.h>
37e147701eSSascha Wildner #include <sys/systm.h>
38e147701eSSascha Wildner #include <sys/bus.h>
39e147701eSSascha Wildner #include <sys/kernel.h>
40e147701eSSascha Wildner #include <sys/malloc.h>
41e147701eSSascha Wildner
42e147701eSSascha Wildner #include <bus/pci/pcivar.h>
43e147701eSSascha Wildner #include <bus/pci/pcireg.h>
44e147701eSSascha Wildner #include <bus/pci/pci_cfgreg.h>
45e147701eSSascha Wildner #include <bus/pci/pcib_private.h>
46e147701eSSascha Wildner
47e147701eSSascha Wildner #include "pcib_if.h"
48e147701eSSascha Wildner
49e147701eSSascha Wildner struct ecc_amd8000_memctrl {
50e147701eSSascha Wildner uint16_t vid;
51e147701eSSascha Wildner uint16_t did;
52e147701eSSascha Wildner const char *desc;
53e147701eSSascha Wildner };
54e147701eSSascha Wildner
55e147701eSSascha Wildner struct ecc_amd8000_softc {
56cd169d1bSSepherosa Ziehau device_t ecc_dev;
57e147701eSSascha Wildner struct callout ecc_callout;
58e147701eSSascha Wildner };
59e147701eSSascha Wildner
60e147701eSSascha Wildner #define ecc_printf(sc, fmt, arg...) \
61cd169d1bSSepherosa Ziehau device_printf((sc)->ecc_dev, fmt , ##arg)
62e147701eSSascha Wildner
63e147701eSSascha Wildner static void ecc_amd8000_callout(void *);
6431c068aaSSepherosa Ziehau static void ecc_amd8000_stop(device_t);
6531c068aaSSepherosa Ziehau
66e147701eSSascha Wildner static int ecc_amd8000_probe(device_t);
67e147701eSSascha Wildner static int ecc_amd8000_attach(device_t);
6831c068aaSSepherosa Ziehau static int ecc_amd8000_detach(device_t);
6931c068aaSSepherosa Ziehau static void ecc_amd8000_shutdown(device_t);
70e147701eSSascha Wildner
71e147701eSSascha Wildner static const struct ecc_amd8000_memctrl ecc_memctrls[] = {
72e147701eSSascha Wildner { 0x1022, 0x1100, "AMD 8000 memory controller" },
73e147701eSSascha Wildner { 0x1022, 0x7454, "AMD 8151 memory controller" },
74e147701eSSascha Wildner { 0, 0, NULL } /* required last entry */
75e147701eSSascha Wildner };
76e147701eSSascha Wildner
77e147701eSSascha Wildner static device_method_t ecc_amd8000_methods[] = {
78e147701eSSascha Wildner /* Device interface */
79e147701eSSascha Wildner DEVMETHOD(device_probe, ecc_amd8000_probe),
80e147701eSSascha Wildner DEVMETHOD(device_attach, ecc_amd8000_attach),
8131c068aaSSepherosa Ziehau DEVMETHOD(device_detach, ecc_amd8000_detach),
8231c068aaSSepherosa Ziehau DEVMETHOD(device_shutdown, ecc_amd8000_shutdown),
83e147701eSSascha Wildner DEVMETHOD(device_suspend, bus_generic_suspend),
84e147701eSSascha Wildner DEVMETHOD(device_resume, bus_generic_resume),
85d3c9c58eSSascha Wildner DEVMETHOD_END
86e147701eSSascha Wildner };
87e147701eSSascha Wildner
88e147701eSSascha Wildner static driver_t ecc_amd8000_driver = {
89e147701eSSascha Wildner "ecc",
90e147701eSSascha Wildner ecc_amd8000_methods,
91e147701eSSascha Wildner sizeof(struct ecc_amd8000_softc)
92e147701eSSascha Wildner };
93e147701eSSascha Wildner static devclass_t ecc_devclass;
946589c761SSepherosa Ziehau DRIVER_MODULE(ecc_amd8000, pci, ecc_amd8000_driver, ecc_devclass, NULL, NULL);
95e147701eSSascha Wildner MODULE_DEPEND(ecc_amd8000, pci, 1, 1, 1);
96b8c69b44SSascha Wildner MODULE_VERSION(ecc_amd8000, 1);
97e147701eSSascha Wildner
98e147701eSSascha Wildner static int
ecc_amd8000_probe(device_t dev)99e147701eSSascha Wildner ecc_amd8000_probe(device_t dev)
100e147701eSSascha Wildner {
101e147701eSSascha Wildner const struct ecc_amd8000_memctrl *mc;
102e147701eSSascha Wildner uint16_t vid, did;
103e147701eSSascha Wildner
104e147701eSSascha Wildner vid = pci_get_vendor(dev);
105e147701eSSascha Wildner did = pci_get_device(dev);
106e147701eSSascha Wildner
107e147701eSSascha Wildner for (mc = ecc_memctrls; mc->desc != NULL; ++mc) {
108e147701eSSascha Wildner if (mc->vid == vid && mc->did == did) {
109e147701eSSascha Wildner device_set_desc(dev, mc->desc);
110e147701eSSascha Wildner return (0);
111e147701eSSascha Wildner }
112e147701eSSascha Wildner }
113e147701eSSascha Wildner return (ENXIO);
114e147701eSSascha Wildner }
115e147701eSSascha Wildner
116e147701eSSascha Wildner static int
ecc_amd8000_attach(device_t dev)117e147701eSSascha Wildner ecc_amd8000_attach(device_t dev)
118e147701eSSascha Wildner {
119e147701eSSascha Wildner struct ecc_amd8000_softc *sc = device_get_softc(dev);
120e147701eSSascha Wildner uint32_t draminfo, eccinfo;
121e147701eSSascha Wildner int bus, slot, poll = 0;
122e147701eSSascha Wildner
12331c068aaSSepherosa Ziehau callout_init_mp(&sc->ecc_callout);
124cd169d1bSSepherosa Ziehau sc->ecc_dev = dev;
125e147701eSSascha Wildner
126e147701eSSascha Wildner bus = pci_get_bus(dev);
127e147701eSSascha Wildner slot = pci_get_slot(dev);
128e147701eSSascha Wildner
129e147701eSSascha Wildner /*
130e147701eSSascha Wildner * The memory bridge is recognized as four PCI devices
131e147701eSSascha Wildner * using function codes 0, 1, 2, and 3. We probe for the
132e147701eSSascha Wildner * device at function code 0 and assume that all four exist.
133e147701eSSascha Wildner */
134e147701eSSascha Wildner draminfo = pcib_read_config(dev, bus, slot, 2, 0x90, 4);
135e147701eSSascha Wildner eccinfo = pcib_read_config(dev, bus, slot, 3, 0x44, 4);
136e147701eSSascha Wildner
137e147701eSSascha Wildner if ((draminfo >> 17) & 1)
138e147701eSSascha Wildner ecc_printf(sc, "memory type: ECC\n");
139e147701eSSascha Wildner else
140e147701eSSascha Wildner ecc_printf(sc, "memory type: NON-ECC\n");
141e147701eSSascha Wildner switch((eccinfo >> 22) & 3) {
142e147701eSSascha Wildner case 0:
143e147701eSSascha Wildner ecc_printf(sc, "ecc mode: DISABLED\n");
144e147701eSSascha Wildner break;
145e147701eSSascha Wildner case 1:
146e147701eSSascha Wildner ecc_printf(sc, "ecc mode: ENABLED/CORRECT-MODE\n");
147e147701eSSascha Wildner poll = 1;
148e147701eSSascha Wildner break;
149e147701eSSascha Wildner case 2:
150e147701eSSascha Wildner ecc_printf(sc, "ecc mode: ENABLED/RESERVED (disabled)\n");
151e147701eSSascha Wildner break;
152e147701eSSascha Wildner case 3:
153e147701eSSascha Wildner ecc_printf(sc, "ecc mode: ENABLED/CHIPKILL-MODE\n");
154e147701eSSascha Wildner poll = 1;
155e147701eSSascha Wildner break;
156e147701eSSascha Wildner }
157e147701eSSascha Wildner
158e147701eSSascha Wildner /*
159e147701eSSascha Wildner * Enable ECC logging and clear any previous error.
160e147701eSSascha Wildner */
161e147701eSSascha Wildner if (poll) {
162e147701eSSascha Wildner uint64_t v64;
163e147701eSSascha Wildner uint32_t v32;
164e147701eSSascha Wildner
165e147701eSSascha Wildner v64 = rdmsr(0x017B);
166e147701eSSascha Wildner wrmsr(0x17B, (v64 & ~0xFFFFFFFFLL) | 0x00000010LL);
167e147701eSSascha Wildner v32 = pcib_read_config(dev, bus, slot, 3, 0x4C, 4);
168e147701eSSascha Wildner v32 &= 0x7F801EFC;
169e147701eSSascha Wildner pcib_write_config(dev, bus, slot, 3, 0x4C, v32, 4);
170e147701eSSascha Wildner
171e147701eSSascha Wildner callout_reset(&sc->ecc_callout, hz, ecc_amd8000_callout, sc);
172e147701eSSascha Wildner }
173e147701eSSascha Wildner return (0);
174e147701eSSascha Wildner }
175e147701eSSascha Wildner
176e147701eSSascha Wildner static void
ecc_amd8000_callout(void * xsc)177e147701eSSascha Wildner ecc_amd8000_callout(void *xsc)
178e147701eSSascha Wildner {
179e147701eSSascha Wildner struct ecc_amd8000_softc *sc = xsc;
180cd169d1bSSepherosa Ziehau device_t dev = sc->ecc_dev;
181e147701eSSascha Wildner uint32_t v32, addr;
182e147701eSSascha Wildner int bus, slot;
183e147701eSSascha Wildner
184e147701eSSascha Wildner bus = pci_get_bus(dev);
185e147701eSSascha Wildner slot = pci_get_slot(dev);
186e147701eSSascha Wildner
187e147701eSSascha Wildner /*
188e147701eSSascha Wildner * The address calculation is not entirely correct. We need to
189e147701eSSascha Wildner * look at the AMD chipset documentation.
190e147701eSSascha Wildner */
191e147701eSSascha Wildner v32 = pcib_read_config(dev, bus, slot, 3, 0x4C, 4);
192e147701eSSascha Wildner if ((v32 & 0x80004000) == 0x80004000) {
193e147701eSSascha Wildner addr = pcib_read_config(dev, bus, slot, 3, 0x50, 4);
194e147701eSSascha Wildner ecc_printf(sc, "Correctable ECC error at %08x\n", addr);
195e147701eSSascha Wildner pcib_write_config(dev, bus, slot, 3, 0x4C, v32 & 0x7F801EFC, 4);
196e147701eSSascha Wildner } else if ((v32 & 0x80002000) == 0x80002000) {
197e147701eSSascha Wildner addr = pcib_read_config(dev, bus ,slot, 3, 0x50, 4);
198e147701eSSascha Wildner ecc_printf(sc, "Uncorrectable ECC error at %08x\n", addr);
199e147701eSSascha Wildner pcib_write_config(dev, bus, slot, 3, 0x4C, v32 & 0x7F801EFC, 4);
200e147701eSSascha Wildner }
201e147701eSSascha Wildner callout_reset(&sc->ecc_callout, hz, ecc_amd8000_callout, sc);
202e147701eSSascha Wildner }
20331c068aaSSepherosa Ziehau
20431c068aaSSepherosa Ziehau static void
ecc_amd8000_stop(device_t dev)20531c068aaSSepherosa Ziehau ecc_amd8000_stop(device_t dev)
20631c068aaSSepherosa Ziehau {
20731c068aaSSepherosa Ziehau struct ecc_amd8000_softc *sc = device_get_softc(dev);
20831c068aaSSepherosa Ziehau
209*eb67213aSMatthew Dillon callout_cancel(&sc->ecc_callout);
21031c068aaSSepherosa Ziehau }
21131c068aaSSepherosa Ziehau
21231c068aaSSepherosa Ziehau static int
ecc_amd8000_detach(device_t dev)21331c068aaSSepherosa Ziehau ecc_amd8000_detach(device_t dev)
21431c068aaSSepherosa Ziehau {
21531c068aaSSepherosa Ziehau ecc_amd8000_stop(dev);
21631c068aaSSepherosa Ziehau return 0;
21731c068aaSSepherosa Ziehau }
21831c068aaSSepherosa Ziehau
21931c068aaSSepherosa Ziehau static void
ecc_amd8000_shutdown(device_t dev)22031c068aaSSepherosa Ziehau ecc_amd8000_shutdown(device_t dev)
22131c068aaSSepherosa Ziehau {
22231c068aaSSepherosa Ziehau ecc_amd8000_stop(dev);
22331c068aaSSepherosa Ziehau }
224