xref: /netbsd-src/sys/arch/arm/sunxi/sun4i_spi.c (revision 6e54367a22fbc89a1139d033e95bec0c0cf0975b)
1*6e54367aSthorpej /*	$NetBSD: sun4i_spi.c,v 1.7 2021/01/27 03:10:20 thorpej Exp $	*/
2dbb00071Stnn 
3dbb00071Stnn /*
4dbb00071Stnn  * Copyright (c) 2019 Tobias Nygren
5dbb00071Stnn  * Copyright (c) 2018 Jonathan A. Kollasch
6dbb00071Stnn  * All rights reserved.
7dbb00071Stnn  *
8dbb00071Stnn  * Redistribution and use in source and binary forms, with or without
9dbb00071Stnn  * modification, are permitted provided that the following conditions
10dbb00071Stnn  * are met:
11dbb00071Stnn  * 1. Redistributions of source code must retain the above copyright
12dbb00071Stnn  *    notice, this list of conditions and the following disclaimer.
13dbb00071Stnn  * 2. Redistributions in binary form must reproduce the above copyright
14dbb00071Stnn  *    notice, this list of conditions and the following disclaimer in the
15dbb00071Stnn  *    documentation and/or other materials provided with the distribution.
16dbb00071Stnn  *
17dbb00071Stnn  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
18dbb00071Stnn  * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
19dbb00071Stnn  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
20dbb00071Stnn  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE COPYRIGHT HOLDER OR
21dbb00071Stnn  * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
22dbb00071Stnn  * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
23dbb00071Stnn  * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
24dbb00071Stnn  * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
25dbb00071Stnn  * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
26dbb00071Stnn  * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
27dbb00071Stnn  * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
28dbb00071Stnn  */
29dbb00071Stnn 
30dbb00071Stnn #include <sys/cdefs.h>
31*6e54367aSthorpej __KERNEL_RCSID(0, "$NetBSD: sun4i_spi.c,v 1.7 2021/01/27 03:10:20 thorpej Exp $");
32dbb00071Stnn 
33dbb00071Stnn #include <sys/param.h>
34dbb00071Stnn #include <sys/device.h>
35dbb00071Stnn #include <sys/systm.h>
36dbb00071Stnn #include <sys/bus.h>
37dbb00071Stnn #include <sys/intr.h>
38dbb00071Stnn #include <sys/kernel.h>
39dbb00071Stnn #include <sys/bitops.h>
40dbb00071Stnn #include <dev/spi/spivar.h>
41dbb00071Stnn #include <arm/sunxi/sun4i_spireg.h>
42dbb00071Stnn #include <dev/fdt/fdtvar.h>
43dbb00071Stnn 
44*6e54367aSthorpej static const struct device_compatible_entry compat_data[] = {
45*6e54367aSthorpej 	{ .compat = "allwinner,sun4i-a10-spi" },
46*6e54367aSthorpej 	DEVICE_COMPAT_EOL
47dbb00071Stnn };
48dbb00071Stnn 
49dbb00071Stnn struct sun4ispi_softc {
50dbb00071Stnn 	device_t		sc_dev;
51dbb00071Stnn 	bus_space_tag_t		sc_bst;
52dbb00071Stnn 	bus_space_handle_t	sc_bsh;
53dbb00071Stnn 	void			*sc_intrh;
54dbb00071Stnn 	struct spi_controller	sc_spi;
55dbb00071Stnn 	SIMPLEQ_HEAD(,spi_transfer) sc_q;
56dbb00071Stnn 	struct spi_transfer	*sc_transfer;
57dbb00071Stnn 	struct spi_chunk	*sc_rchunk, *sc_wchunk;
58dbb00071Stnn 	uint32_t		sc_CTL;
59dbb00071Stnn 	u_int			sc_modclkrate;
60dbb00071Stnn 	volatile bool		sc_running;
61dbb00071Stnn };
62dbb00071Stnn 
63dbb00071Stnn #define SPIREG_READ(sc, reg) \
64dbb00071Stnn     bus_space_read_4((sc)->sc_bst, (sc)->sc_bsh, (reg))
65dbb00071Stnn #define SPIREG_WRITE(sc, reg, val) \
66dbb00071Stnn     bus_space_write_4((sc)->sc_bst, (sc)->sc_bsh, (reg), (val))
67dbb00071Stnn 
680b2edbc9Sbouyer static struct spi_controller * sun4i_spi_get_controller(device_t);
69dbb00071Stnn static int sun4ispi_match(device_t, cfdata_t, void *);
70dbb00071Stnn static void sun4ispi_attach(device_t, device_t, void *);
71dbb00071Stnn 
72dbb00071Stnn static int sun4ispi_configure(void *, int, int, int);
73dbb00071Stnn static int sun4ispi_transfer(void *, struct spi_transfer *);
74dbb00071Stnn 
75dbb00071Stnn static void sun4ispi_txfifo_fill(struct sun4ispi_softc * const, size_t);
76dbb00071Stnn static void sun4ispi_rxfifo_drain(struct sun4ispi_softc * const, size_t);
77b567307fStnn static void sun4ispi_rxtx(struct sun4ispi_softc * const);
78dbb00071Stnn static void sun4ispi_set_interrupt_mask(struct sun4ispi_softc * const);
79dbb00071Stnn static void sun4ispi_start(struct sun4ispi_softc * const);
80dbb00071Stnn static int sun4ispi_intr(void *);
81dbb00071Stnn 
82dbb00071Stnn CFATTACH_DECL_NEW(sun4i_spi, sizeof(struct sun4ispi_softc),
83dbb00071Stnn     sun4ispi_match, sun4ispi_attach, NULL, NULL);
84dbb00071Stnn 
850b2edbc9Sbouyer static const struct fdtbus_spi_controller_func sun4i_spi_funcs = {
860b2edbc9Sbouyer 	.get_controller = sun4i_spi_get_controller
870b2edbc9Sbouyer };
880b2edbc9Sbouyer 
890b2edbc9Sbouyer static struct spi_controller *
sun4i_spi_get_controller(device_t dev)900b2edbc9Sbouyer sun4i_spi_get_controller(device_t dev)
910b2edbc9Sbouyer {
920b2edbc9Sbouyer 	struct sun4ispi_softc * const sc = device_private(dev);
930b2edbc9Sbouyer 
940b2edbc9Sbouyer 	return &sc->sc_spi;
950b2edbc9Sbouyer }
960b2edbc9Sbouyer 
97dbb00071Stnn static int
sun4ispi_match(device_t parent,cfdata_t cf,void * aux)98dbb00071Stnn sun4ispi_match(device_t parent, cfdata_t cf, void *aux)
99dbb00071Stnn {
100dbb00071Stnn 	struct fdt_attach_args * const faa = aux;
101dbb00071Stnn 
102*6e54367aSthorpej 	return of_compatible_match(faa->faa_phandle, compat_data);
103dbb00071Stnn }
104dbb00071Stnn 
105dbb00071Stnn static void
sun4ispi_attach(device_t parent,device_t self,void * aux)106dbb00071Stnn sun4ispi_attach(device_t parent, device_t self, void *aux)
107dbb00071Stnn {
108dbb00071Stnn 	struct sun4ispi_softc * const sc = device_private(self);
109dbb00071Stnn 	struct fdt_attach_args * const faa = aux;
110dbb00071Stnn 	const int phandle = faa->faa_phandle;
111dbb00071Stnn 	bus_addr_t addr;
112dbb00071Stnn 	bus_size_t size;
113dbb00071Stnn 	struct clk *clk, *modclk;
114dbb00071Stnn 	char intrstr[128];
115dbb00071Stnn 
116dbb00071Stnn 	sc->sc_dev = self;
117dbb00071Stnn 	sc->sc_bst = faa->faa_bst;
118dbb00071Stnn 	SIMPLEQ_INIT(&sc->sc_q);
119dbb00071Stnn 
120dbb00071Stnn 	if ((clk = fdtbus_clock_get_index(phandle, 0)) == NULL
121dbb00071Stnn 	    || clk_enable(clk) != 0) {
122dbb00071Stnn 		aprint_error(": couldn't enable clock\n");
123dbb00071Stnn 		return;
124dbb00071Stnn 	}
125dbb00071Stnn 
126dbb00071Stnn 	if ((modclk = fdtbus_clock_get(phandle, "mod")) == NULL
127dbb00071Stnn 	    || clk_set_rate(modclk, clk_get_rate(clk)) != 0
128dbb00071Stnn 	    || clk_enable(modclk) != 0) {
129dbb00071Stnn 		aprint_error(": couldn't enable module clock\n");
130dbb00071Stnn 		return;
131dbb00071Stnn 	}
132dbb00071Stnn 	sc->sc_modclkrate = clk_get_rate(modclk);
133dbb00071Stnn 
134dbb00071Stnn 	if (fdtbus_get_reg(phandle, 0, &addr, &size) != 0
135dbb00071Stnn 	    || bus_space_map(sc->sc_bst, addr, size, 0, &sc->sc_bsh) != 0) {
136dbb00071Stnn 		aprint_error(": couldn't map registers\n");
137dbb00071Stnn 		return;
138dbb00071Stnn 	}
139dbb00071Stnn 
140dbb00071Stnn 	SPIREG_WRITE(sc, SPI_CTL, SPI_CTL_SSPOL | SPI_CTL_RF_RST
141dbb00071Stnn 	    | SPI_CTL_TF_RST | SPI_CTL_MODE);
142dbb00071Stnn 	SPIREG_WRITE(sc, SPI_DMACTL, 0);
143dbb00071Stnn 	SPIREG_WRITE(sc, SPI_WAIT, 0);
144dbb00071Stnn 	SPIREG_WRITE(sc, SPI_INTCTL, 0);
145dbb00071Stnn 	SPIREG_WRITE(sc, SPI_INT_STA, ~0);
146dbb00071Stnn 
147dbb00071Stnn 	if (!fdtbus_intr_str(phandle, 0, intrstr, sizeof(intrstr))) {
148dbb00071Stnn 		aprint_error(": failed to decode interrupt\n");
149dbb00071Stnn 		return;
150dbb00071Stnn 	}
151dbb00071Stnn 
152076a1169Sjmcneill 	sc->sc_intrh = fdtbus_intr_establish_xname(phandle, 0, IPL_VM, 0,
153076a1169Sjmcneill 	    sun4ispi_intr, sc, device_xname(self));
154dbb00071Stnn 	if (sc->sc_intrh == NULL) {
155b567307fStnn 		aprint_error(": unable to establish interrupt\n");
156dbb00071Stnn 		return;
157dbb00071Stnn 	}
158dbb00071Stnn 
159dbb00071Stnn 	aprint_naive("\n");
160dbb00071Stnn 	aprint_normal(": SPI\n");
161dbb00071Stnn 	aprint_normal_dev(self, "interrupting on %s\n", intrstr);
162dbb00071Stnn 
163dbb00071Stnn 	sc->sc_spi.sct_cookie = sc;
164dbb00071Stnn 	sc->sc_spi.sct_configure = sun4ispi_configure;
165dbb00071Stnn 	sc->sc_spi.sct_transfer = sun4ispi_transfer;
166dbb00071Stnn 	(void) of_getprop_uint32(phandle, "num-cs", &sc->sc_spi.sct_nslaves);
1670b2edbc9Sbouyer 	fdtbus_register_spi_controller(self, phandle, &sun4i_spi_funcs);
1680b2edbc9Sbouyer 	(void) fdtbus_attach_spibus(self, phandle, spibus_print);
169dbb00071Stnn }
170dbb00071Stnn 
171dbb00071Stnn static int
sun4ispi_configure(void * cookie,int slave,int mode,int speed)172dbb00071Stnn sun4ispi_configure(void *cookie, int slave, int mode, int speed)
173dbb00071Stnn {
174dbb00071Stnn 	struct sun4ispi_softc * const sc = cookie;
175dbb00071Stnn 	uint32_t ctl, cctl;
176dbb00071Stnn 	uint32_t minfreq, maxfreq;
177dbb00071Stnn 
178dbb00071Stnn 	minfreq = sc->sc_modclkrate >> 16;
179dbb00071Stnn 	maxfreq = sc->sc_modclkrate >> 1;
180dbb00071Stnn 
181dbb00071Stnn 	if (speed <= 0 || speed < minfreq || speed > maxfreq)
182dbb00071Stnn 		return EINVAL;
183dbb00071Stnn 
184dbb00071Stnn 	if (slave >= sc->sc_spi.sct_nslaves)
185dbb00071Stnn 		return EINVAL;
186dbb00071Stnn 
187dbb00071Stnn 	ctl = SPI_CTL_SDM | SPI_CTL_TP_EN | SPI_CTL_SSPOL | SPI_CTL_MODE | SPI_CTL_EN;
188dbb00071Stnn 
189dbb00071Stnn 	switch (mode) {
190dbb00071Stnn 	case SPI_MODE_0:
191dbb00071Stnn 		ctl |= 0;
192dbb00071Stnn 		break;
193dbb00071Stnn 	case SPI_MODE_1:
194dbb00071Stnn 		ctl |= SPI_CTL_PHA;
195dbb00071Stnn 		break;
196dbb00071Stnn 	case SPI_MODE_2:
197dbb00071Stnn 		ctl |= SPI_CTL_POL;
198dbb00071Stnn 		break;
199dbb00071Stnn 	case SPI_MODE_3:
200dbb00071Stnn 		ctl |= SPI_CTL_PHA | SPI_CTL_POL;
201dbb00071Stnn 		break;
202dbb00071Stnn 	default:
203dbb00071Stnn 		return EINVAL;
204dbb00071Stnn 	}
205dbb00071Stnn 
206dbb00071Stnn 	if (speed < sc->sc_modclkrate / 512) {
207dbb00071Stnn 		for (cctl = 0; cctl <= __SHIFTOUT_MASK(SPI_CCTL_CDR1); cctl++) {
208dbb00071Stnn 			if ((sc->sc_modclkrate / (1 << cctl)) <= speed)
209dbb00071Stnn 				goto cdr1_found;
210dbb00071Stnn 		}
211dbb00071Stnn 		return EINVAL;
212dbb00071Stnn cdr1_found:
213dbb00071Stnn 		cctl = __SHIFTIN(cctl, SPI_CCTL_CDR1);
214dbb00071Stnn 	} else {
215dbb00071Stnn 		cctl = howmany(sc->sc_modclkrate, 2 * speed) - 1;
216dbb00071Stnn 		cctl = SPI_CCTL_DRS|__SHIFTIN(cctl, SPI_CCTL_CDR2);
217dbb00071Stnn 	}
218dbb00071Stnn 
219dbb00071Stnn 	device_printf(sc->sc_dev, "ctl 0x%x, cctl 0x%x, CLK %uHz, SCLK %uHz\n",
220dbb00071Stnn 	    ctl, cctl, sc->sc_modclkrate,
221dbb00071Stnn 	    (cctl & SPI_CCTL_DRS)
222dbb00071Stnn 	    ? (sc->sc_modclkrate / (u_int)(2 * (__SHIFTOUT(cctl, SPI_CCTL_CDR2) + 1)))
223dbb00071Stnn 	    : (sc->sc_modclkrate >> (__SHIFTOUT(cctl, SPI_CCTL_CDR1) + 1))
224dbb00071Stnn 	);
225dbb00071Stnn 
226dbb00071Stnn 	sc->sc_CTL = ctl;
227dbb00071Stnn 	SPIREG_WRITE(sc, SPI_CTL, (ctl | SPI_CTL_RF_RST | SPI_CTL_TF_RST) & ~SPI_CTL_EN);
228dbb00071Stnn 	SPIREG_WRITE(sc, SPI_CCTL, cctl);
229dbb00071Stnn 	SPIREG_WRITE(sc, SPI_CTL, ctl);
230dbb00071Stnn 
231dbb00071Stnn 	return 0;
232dbb00071Stnn }
233dbb00071Stnn 
234dbb00071Stnn static int
sun4ispi_transfer(void * cookie,struct spi_transfer * st)235dbb00071Stnn sun4ispi_transfer(void *cookie, struct spi_transfer *st)
236dbb00071Stnn {
237dbb00071Stnn 	struct sun4ispi_softc * const sc = cookie;
238dbb00071Stnn 	int s;
239dbb00071Stnn 
240dbb00071Stnn 	s = splbio();
241dbb00071Stnn 	spi_transq_enqueue(&sc->sc_q, st);
242dbb00071Stnn 	if (sc->sc_running == false) {
243dbb00071Stnn 		sun4ispi_start(sc);
244dbb00071Stnn 	}
245dbb00071Stnn 	splx(s);
246dbb00071Stnn 
247dbb00071Stnn 	return 0;
248dbb00071Stnn }
249dbb00071Stnn 
250dbb00071Stnn static void
sun4ispi_txfifo_fill(struct sun4ispi_softc * const sc,size_t maxlen)251dbb00071Stnn sun4ispi_txfifo_fill(struct sun4ispi_softc * const sc, size_t maxlen)
252dbb00071Stnn {
253dbb00071Stnn 	struct spi_chunk *chunk = sc->sc_wchunk;
254dbb00071Stnn 	size_t len;
255dbb00071Stnn 	uint8_t b;
256dbb00071Stnn 
257dbb00071Stnn 	if (chunk == NULL)
258dbb00071Stnn 		return;
259dbb00071Stnn 
260dbb00071Stnn 	len = MIN(maxlen, chunk->chunk_wresid);
261dbb00071Stnn 	chunk->chunk_wresid -= len;
262dbb00071Stnn 	while (len--) {
263dbb00071Stnn 		if (chunk->chunk_wptr) {
264dbb00071Stnn 			b = *chunk->chunk_wptr++;
265dbb00071Stnn 		} else {
266dbb00071Stnn 			b = 0;
267dbb00071Stnn 		}
268dbb00071Stnn 		bus_space_write_1(sc->sc_bst, sc->sc_bsh, SPI_TXDATA, b);
269dbb00071Stnn 	}
270dbb00071Stnn 	if (sc->sc_wchunk->chunk_wresid == 0) {
271dbb00071Stnn 		sc->sc_wchunk = sc->sc_wchunk->chunk_next;
272dbb00071Stnn 	}
273dbb00071Stnn }
274dbb00071Stnn 
275dbb00071Stnn static void
sun4ispi_rxfifo_drain(struct sun4ispi_softc * const sc,size_t maxlen)276dbb00071Stnn sun4ispi_rxfifo_drain(struct sun4ispi_softc * const sc, size_t maxlen)
277dbb00071Stnn {
278dbb00071Stnn 	struct spi_chunk *chunk = sc->sc_rchunk;
279dbb00071Stnn 	size_t len;
280dbb00071Stnn 	uint8_t b;
281dbb00071Stnn 
282dbb00071Stnn 	if (chunk == NULL)
283dbb00071Stnn 		return;
284dbb00071Stnn 
285dbb00071Stnn 	len = MIN(maxlen, chunk->chunk_rresid);
286dbb00071Stnn 	chunk->chunk_rresid -= len;
287dbb00071Stnn 
288dbb00071Stnn 	while (len--) {
289dbb00071Stnn 		b = bus_space_read_1(sc->sc_bst, sc->sc_bsh, SPI_RXDATA);
290dbb00071Stnn 		if (chunk->chunk_rptr) {
291dbb00071Stnn 			*chunk->chunk_rptr++ = b;
292dbb00071Stnn 		}
293dbb00071Stnn 	}
294dbb00071Stnn 	if (sc->sc_rchunk->chunk_rresid == 0) {
295dbb00071Stnn 		sc->sc_rchunk = sc->sc_rchunk->chunk_next;
296dbb00071Stnn 	}
297dbb00071Stnn }
298dbb00071Stnn 
299dbb00071Stnn static void
sun4ispi_rxtx(struct sun4ispi_softc * const sc)300dbb00071Stnn sun4ispi_rxtx(struct sun4ispi_softc * const sc)
301dbb00071Stnn {
302dbb00071Stnn 	bool again;
303dbb00071Stnn 	size_t rxavail, txavail;
304dbb00071Stnn 	uint32_t fsr;
305dbb00071Stnn 
306dbb00071Stnn 	/* service both FIFOs until no more progress can be made */
307dbb00071Stnn 	again = true;
308dbb00071Stnn 	while (again) {
309dbb00071Stnn 		again = false;
310dbb00071Stnn 		fsr = SPIREG_READ(sc, SPI_FIFO_STA);
311dbb00071Stnn 		rxavail = __SHIFTOUT(fsr, SPI_FIFO_STA_RF_CNT);
312dbb00071Stnn 		txavail = 64 - __SHIFTOUT(fsr, SPI_FIFO_STA_TF_CNT);
313dbb00071Stnn 		if (rxavail > 0) {
314dbb00071Stnn 			KASSERT(sc->sc_rchunk != NULL);
315dbb00071Stnn 			sun4ispi_rxfifo_drain(sc, rxavail);
316dbb00071Stnn 			again = true;
317dbb00071Stnn 		}
318dbb00071Stnn 		if (txavail > 0 && sc->sc_wchunk != NULL) {
319dbb00071Stnn 			sun4ispi_txfifo_fill(sc, txavail);
320dbb00071Stnn 			again = true;
321dbb00071Stnn 		}
322dbb00071Stnn 	}
323dbb00071Stnn }
324dbb00071Stnn 
325dbb00071Stnn static void
sun4ispi_set_interrupt_mask(struct sun4ispi_softc * const sc)326dbb00071Stnn sun4ispi_set_interrupt_mask(struct sun4ispi_softc * const sc)
327dbb00071Stnn {
328dbb00071Stnn 	uint32_t intctl;
329dbb00071Stnn 
330dbb00071Stnn 	intctl = SPI_INTCTL_TX_INT_EN;
331dbb00071Stnn 	intctl |= SPI_INTCTL_RF_OF_INT_EN;
332dbb00071Stnn 	intctl |= SPI_INTCTL_TF_UR_INT_EN;
333dbb00071Stnn 
334dbb00071Stnn 	if (sc->sc_rchunk) {
335dbb00071Stnn 		if (sc->sc_rchunk->chunk_rresid >= 32) {
336dbb00071Stnn 			intctl |= SPI_INTCTL_RF_HALF_FU_INT_EN;
337dbb00071Stnn 		} else {
338dbb00071Stnn 			intctl |= SPI_INTCTL_RF_RDY_INT_EN;
339dbb00071Stnn 		}
340dbb00071Stnn 	}
341dbb00071Stnn 	if (sc->sc_wchunk) {
342dbb00071Stnn 		intctl |= SPI_INTCTL_TF_HALF_EMP_INT_EN;
343dbb00071Stnn 	}
344dbb00071Stnn 	SPIREG_WRITE(sc, SPI_INTCTL, intctl);
345dbb00071Stnn }
346dbb00071Stnn 
347dbb00071Stnn static void
sun4ispi_start(struct sun4ispi_softc * const sc)348dbb00071Stnn sun4ispi_start(struct sun4ispi_softc * const sc)
349dbb00071Stnn {
350dbb00071Stnn 	struct spi_transfer *st;
351dbb00071Stnn 	uint32_t ctl;
352dbb00071Stnn 	struct spi_chunk *chunk;
353dbb00071Stnn 	size_t burstcount;
354dbb00071Stnn 
355dbb00071Stnn 	while ((st = spi_transq_first(&sc->sc_q)) != NULL) {
356dbb00071Stnn 
357dbb00071Stnn 		spi_transq_dequeue(&sc->sc_q);
358dbb00071Stnn 
359dbb00071Stnn 		KASSERT(sc->sc_transfer == NULL);
360dbb00071Stnn 		sc->sc_transfer = st;
361dbb00071Stnn 		sc->sc_rchunk = sc->sc_wchunk = st->st_chunks;
362dbb00071Stnn 		sc->sc_running = true;
363dbb00071Stnn 
364dbb00071Stnn 		burstcount = 0;
365dbb00071Stnn 		for (chunk = st->st_chunks; chunk; chunk = chunk->chunk_next) {
366dbb00071Stnn 			burstcount += chunk->chunk_count;
367dbb00071Stnn 		}
368dbb00071Stnn 		KASSERT(burstcount <= SPI_BC_BC);
369dbb00071Stnn 		SPIREG_WRITE(sc, SPI_BC, __SHIFTIN(burstcount, SPI_BC_BC));
370dbb00071Stnn 		SPIREG_WRITE(sc, SPI_TC, __SHIFTIN(burstcount, SPI_TC_WTC));
371dbb00071Stnn 
372dbb00071Stnn 		sun4ispi_rxtx(sc);
373dbb00071Stnn 		sun4ispi_set_interrupt_mask(sc);
374dbb00071Stnn 
375dbb00071Stnn 		KASSERT(st->st_slave < sc->sc_spi.sct_nslaves);
376dbb00071Stnn 		ctl = sc->sc_CTL | __SHIFTIN(st->st_slave, SPI_CTL_SS) | SPI_CTL_XCH;
377dbb00071Stnn 		SPIREG_WRITE(sc, SPI_CTL, ctl);
378dbb00071Stnn 
379dbb00071Stnn 		if (!cold)
380dbb00071Stnn 			return;
381dbb00071Stnn 
382dbb00071Stnn 		for (;;) {
383dbb00071Stnn 			(void) sun4ispi_intr(sc);
384dbb00071Stnn 			if (ISSET(st->st_flags, SPI_F_DONE))
385dbb00071Stnn 				break;
386dbb00071Stnn 		}
387dbb00071Stnn 	}
388dbb00071Stnn 	sc->sc_running = false;
389dbb00071Stnn }
390dbb00071Stnn 
391dbb00071Stnn static int
sun4ispi_intr(void * cookie)392dbb00071Stnn sun4ispi_intr(void *cookie)
393dbb00071Stnn {
394dbb00071Stnn 	struct sun4ispi_softc * const sc = cookie;
395dbb00071Stnn 	struct spi_transfer *st;
396dbb00071Stnn 	uint32_t isr;
397dbb00071Stnn 
398dbb00071Stnn 	isr = SPIREG_READ(sc, SPI_INT_STA);
399dbb00071Stnn 	if (!isr)
400dbb00071Stnn 		return 0;
401dbb00071Stnn 
402dbb00071Stnn 	if (ISSET(isr, SPI_INT_STA_RO)) {
403dbb00071Stnn 		device_printf(sc->sc_dev, "RXFIFO overflow\n");
404dbb00071Stnn 	}
405dbb00071Stnn 	if (ISSET(isr, SPI_INT_STA_TU)) {
406dbb00071Stnn 		device_printf(sc->sc_dev, "TXFIFO underrun\n");
407dbb00071Stnn 	}
408dbb00071Stnn 
409dbb00071Stnn 	sun4ispi_rxtx(sc);
410dbb00071Stnn 
411dbb00071Stnn 	if (ISSET(isr, SPI_INT_STA_TC)) {
412dbb00071Stnn 		SPIREG_WRITE(sc, SPI_INTCTL, 0);
413dbb00071Stnn 		KASSERT(sc->sc_rchunk == NULL);
414dbb00071Stnn 		KASSERT(sc->sc_wchunk == NULL);
415dbb00071Stnn 		st = sc->sc_transfer;
416dbb00071Stnn 		sc->sc_transfer = NULL;
417dbb00071Stnn 		KASSERT(st != NULL);
418dbb00071Stnn 		spi_done(st, 0);
419dbb00071Stnn 		sc->sc_running = false;
420dbb00071Stnn 	} else {
421dbb00071Stnn 		sun4ispi_set_interrupt_mask(sc);
422dbb00071Stnn 	}
423dbb00071Stnn 	SPIREG_WRITE(sc, SPI_INT_STA, isr);
424dbb00071Stnn 
425dbb00071Stnn 	return 1;
426dbb00071Stnn }
427