xref: /netbsd-src/sys/arch/arm/at91/at91spi.c (revision c7fb772b85b2b5d4cfb282f868f454b4701534fd)
1*c7fb772bSthorpej /*	$Id: at91spi.c,v 1.7 2021/08/07 16:18:43 thorpej Exp $	*/
2*c7fb772bSthorpej /*	$NetBSD: at91spi.c,v 1.7 2021/08/07 16:18:43 thorpej Exp $	*/
3c62a0ac4Smatt 
4c62a0ac4Smatt /*-
5c62a0ac4Smatt  * Copyright (c) 2007 Embedtronics Oy. All rights reserved.
6c62a0ac4Smatt  *
7c62a0ac4Smatt  * Based on arch/mips/alchemy/dev/auspi.c,
8c62a0ac4Smatt  * Copyright (c) 2006 Urbana-Champaign Independent Media Center.
9c62a0ac4Smatt  * Copyright (c) 2006 Garrett D'Amore.
10c62a0ac4Smatt  * All rights reserved.
11c62a0ac4Smatt  *
12c62a0ac4Smatt  * Portions of this code were written by Garrett D'Amore for the
13c62a0ac4Smatt  * Champaign-Urbana Community Wireless Network Project.
14c62a0ac4Smatt  *
15c62a0ac4Smatt  * Redistribution and use in source and binary forms, with or
16c62a0ac4Smatt  * without modification, are permitted provided that the following
17c62a0ac4Smatt  * conditions are met:
18c62a0ac4Smatt  * 1. Redistributions of source code must retain the above copyright
19c62a0ac4Smatt  *    notice, this list of conditions and the following disclaimer.
20c62a0ac4Smatt  * 2. Redistributions in binary form must reproduce the above
21c62a0ac4Smatt  *    copyright notice, this list of conditions and the following
22c62a0ac4Smatt  *    disclaimer in the documentation and/or other materials provided
23c62a0ac4Smatt  *    with the distribution.
24c62a0ac4Smatt  * 3. All advertising materials mentioning features or use of this
25c62a0ac4Smatt  *    software must display the following acknowledgements:
26c62a0ac4Smatt  *      This product includes software developed by the Urbana-Champaign
27c62a0ac4Smatt  *      Independent Media Center.
28c62a0ac4Smatt  *	This product includes software developed by Garrett D'Amore.
29c62a0ac4Smatt  * 4. Urbana-Champaign Independent Media Center's name and Garrett
30c62a0ac4Smatt  *    D'Amore's name may not be used to endorse or promote products
31c62a0ac4Smatt  *    derived from this software without specific prior written permission.
32c62a0ac4Smatt  *
33c62a0ac4Smatt  * THIS SOFTWARE IS PROVIDED BY THE URBANA-CHAMPAIGN INDEPENDENT
34c62a0ac4Smatt  * MEDIA CENTER AND GARRETT D'AMORE ``AS IS'' AND ANY EXPRESS OR
35c62a0ac4Smatt  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
36c62a0ac4Smatt  * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
37c62a0ac4Smatt  * ARE DISCLAIMED.  IN NO EVENT SHALL THE URBANA-CHAMPAIGN INDEPENDENT
38c62a0ac4Smatt  * MEDIA CENTER OR GARRETT D'AMORE BE LIABLE FOR ANY DIRECT, INDIRECT,
39c62a0ac4Smatt  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
40c62a0ac4Smatt  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
41c62a0ac4Smatt  * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
42c62a0ac4Smatt  * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
43c62a0ac4Smatt  * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
44c62a0ac4Smatt  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
45c62a0ac4Smatt  * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
46c62a0ac4Smatt  */
47c62a0ac4Smatt 
48c62a0ac4Smatt #include <sys/cdefs.h>
49*c7fb772bSthorpej __KERNEL_RCSID(0, "$NetBSD: at91spi.c,v 1.7 2021/08/07 16:18:43 thorpej Exp $");
50c62a0ac4Smatt 
51c62a0ac4Smatt #include "locators.h"
52c62a0ac4Smatt 
53c62a0ac4Smatt #include <sys/param.h>
54c62a0ac4Smatt #include <sys/systm.h>
55c62a0ac4Smatt #include <sys/kernel.h>
56c62a0ac4Smatt #include <sys/device.h>
57c62a0ac4Smatt #include <sys/errno.h>
58c62a0ac4Smatt #include <sys/proc.h>
59c62a0ac4Smatt 
60cf10107dSdyoung #include <sys/bus.h>
61c62a0ac4Smatt #include <machine/cpu.h>
62c62a0ac4Smatt #include <machine/vmparam.h>
63c62a0ac4Smatt #include <sys/inttypes.h>
64c62a0ac4Smatt 
65c62a0ac4Smatt #include <arm/at91/at91var.h>
66c62a0ac4Smatt #include <arm/at91/at91reg.h>
67c62a0ac4Smatt #include <arm/at91/at91spivar.h>
68c62a0ac4Smatt #include <arm/at91/at91spireg.h>
69c62a0ac4Smatt 
70c62a0ac4Smatt #define	at91spi_select(sc, slave)	\
71c62a0ac4Smatt 	(sc)->sc_md->select_slave((sc), (slave))
72c62a0ac4Smatt 
73c62a0ac4Smatt #define	STATIC
74c62a0ac4Smatt 
75c62a0ac4Smatt //#define	AT91SPI_DEBUG	4
76c62a0ac4Smatt 
77c62a0ac4Smatt #ifdef	AT91SPI_DEBUG
78c62a0ac4Smatt int at91spi_debug = AT91SPI_DEBUG;
79c62a0ac4Smatt #define	DPRINTFN(n,x)	if (at91spi_debug>(n)) printf x;
80c62a0ac4Smatt #else
81c62a0ac4Smatt #define	DPRINTFN(n,x)
82c62a0ac4Smatt #endif
83c62a0ac4Smatt 
84c62a0ac4Smatt STATIC int at91spi_intr(void *);
85c62a0ac4Smatt 
86c62a0ac4Smatt /* SPI service routines */
87c62a0ac4Smatt STATIC int at91spi_configure(void *, int, int, int);
88c62a0ac4Smatt STATIC int at91spi_transfer(void *, struct spi_transfer *);
89c62a0ac4Smatt STATIC void at91spi_xfer(struct at91spi_softc *sc, int start);
90c62a0ac4Smatt 
91c62a0ac4Smatt /* internal stuff */
92c62a0ac4Smatt STATIC void at91spi_done(struct at91spi_softc *, int);
93c62a0ac4Smatt STATIC void at91spi_send(struct at91spi_softc *);
94c62a0ac4Smatt STATIC void at91spi_recv(struct at91spi_softc *);
95c62a0ac4Smatt STATIC void at91spi_sched(struct at91spi_softc *);
96c62a0ac4Smatt 
97c62a0ac4Smatt #define	GETREG(sc, x)					\
98c62a0ac4Smatt 	bus_space_read_4(sc->sc_iot, sc->sc_ioh, x)
99c62a0ac4Smatt #define	PUTREG(sc, x, v)				\
100c62a0ac4Smatt 	bus_space_write_4(sc->sc_iot, sc->sc_ioh, x, v)
101c62a0ac4Smatt 
102c62a0ac4Smatt void
at91spi_attach_common(device_t parent,device_t self,void * aux,at91spi_machdep_tag_t md)103c62a0ac4Smatt at91spi_attach_common(device_t parent, device_t self, void *aux,
104c62a0ac4Smatt 		      at91spi_machdep_tag_t md)
105c62a0ac4Smatt {
106c62a0ac4Smatt 	struct at91spi_softc *sc = device_private(self);
107c62a0ac4Smatt 	struct at91bus_attach_args *sa = aux;
108c62a0ac4Smatt 	struct spibus_attach_args sba;
109c62a0ac4Smatt 	bus_dma_segment_t segs;
110c62a0ac4Smatt 	int rsegs, err;
111c62a0ac4Smatt 
112c62a0ac4Smatt 	aprint_normal(": AT91 SPI Controller\n");
113c62a0ac4Smatt 
114c62a0ac4Smatt 	sc->sc_dev = self;
115c62a0ac4Smatt 	sc->sc_iot = sa->sa_iot;
116c62a0ac4Smatt 	sc->sc_pid = sa->sa_pid;
117c62a0ac4Smatt 	sc->sc_dmat = sa->sa_dmat;
118c62a0ac4Smatt 	sc->sc_md = md;
119c62a0ac4Smatt 
120c62a0ac4Smatt 	if (bus_space_map(sa->sa_iot, sa->sa_addr, sa->sa_size, 0, &sc->sc_ioh))
121c62a0ac4Smatt 		panic("%s: Cannot map registers", device_xname(self));
122c62a0ac4Smatt 
123c62a0ac4Smatt 	/* we want to use dma, so allocate dma memory: */
124c62a0ac4Smatt 	err = bus_dmamem_alloc(sc->sc_dmat, PAGE_SIZE, 0, PAGE_SIZE,
125c62a0ac4Smatt 			       &segs, 1, &rsegs, BUS_DMA_WAITOK);
126c62a0ac4Smatt 	if (err == 0) {
127c62a0ac4Smatt 		err = bus_dmamem_map(sc->sc_dmat, &segs, 1, PAGE_SIZE,
128c62a0ac4Smatt 				     &sc->sc_dmapage,
129c62a0ac4Smatt 				     BUS_DMA_WAITOK);
130c62a0ac4Smatt 	}
131c62a0ac4Smatt 	if (err == 0) {
132c62a0ac4Smatt 		err = bus_dmamap_create(sc->sc_dmat, PAGE_SIZE, 1,
133c62a0ac4Smatt 					 PAGE_SIZE, 0, BUS_DMA_WAITOK,
134c62a0ac4Smatt 					 &sc->sc_dmamap);
135c62a0ac4Smatt 	}
136c62a0ac4Smatt 	if (err == 0) {
137c62a0ac4Smatt 		err = bus_dmamap_load(sc->sc_dmat, sc->sc_dmamap,
138c62a0ac4Smatt 				      sc->sc_dmapage, PAGE_SIZE, NULL,
139c62a0ac4Smatt 				      BUS_DMA_WAITOK);
140c62a0ac4Smatt 	}
141c62a0ac4Smatt 	if (err != 0) {
142c62a0ac4Smatt 		panic("%s: Cannot get DMA memory", device_xname(sc->sc_dev));
143c62a0ac4Smatt 	}
144c62a0ac4Smatt 	sc->sc_dmaaddr = sc->sc_dmamap->dm_segs[0].ds_addr;
145c62a0ac4Smatt 
146c62a0ac4Smatt 	/*
147c62a0ac4Smatt 	 * Initialize SPI controller
148c62a0ac4Smatt 	 */
149c62a0ac4Smatt 	sc->sc_spi.sct_cookie = sc;
150c62a0ac4Smatt 	sc->sc_spi.sct_configure = at91spi_configure;
151c62a0ac4Smatt 	sc->sc_spi.sct_transfer = at91spi_transfer;
152c62a0ac4Smatt 
153c62a0ac4Smatt 	//sc->sc_spi.sct_nslaves must have been initialized by machdep code
154c62a0ac4Smatt 	if (!sc->sc_spi.sct_nslaves) {
155c62a0ac4Smatt 		aprint_error("%s: no slaves!\n", device_xname(sc->sc_dev));
156c62a0ac4Smatt 	}
157c62a0ac4Smatt 
1589555f417Stnn 	memset(&sba, 0, sizeof(sba));
159c62a0ac4Smatt 	sba.sba_controller = &sc->sc_spi;
160c62a0ac4Smatt 
161c62a0ac4Smatt 	/* initialize the queue */
162c62a0ac4Smatt 	SIMPLEQ_INIT(&sc->sc_q);
163c62a0ac4Smatt 
164c62a0ac4Smatt 	/* reset the SPI */
165c62a0ac4Smatt 	at91_peripheral_clock(sc->sc_pid, 1);
166c62a0ac4Smatt 	PUTREG(sc, SPI_CR, SPI_CR_SWRST);
167c62a0ac4Smatt 	delay(100);
168c62a0ac4Smatt 
169c62a0ac4Smatt 	/* be paranoid and make sure the PDC is dead */
170c62a0ac4Smatt 	PUTREG(sc, SPI_PDC_BASE + PDC_PTCR, PDC_PTCR_TXTDIS | PDC_PTCR_RXTDIS);
171c62a0ac4Smatt 	PUTREG(sc, SPI_PDC_BASE + PDC_RNCR, 0);
172c62a0ac4Smatt 	PUTREG(sc, SPI_PDC_BASE + PDC_RCR, 0);
173c62a0ac4Smatt 	PUTREG(sc, SPI_PDC_BASE + PDC_TNCR, 0);
174c62a0ac4Smatt 	PUTREG(sc, SPI_PDC_BASE + PDC_TCR, 0);
175c62a0ac4Smatt 
176c62a0ac4Smatt 	// configure SPI:
177c62a0ac4Smatt 	PUTREG(sc, SPI_IDR, -1);
178c62a0ac4Smatt 	PUTREG(sc, SPI_CSR(0), SPI_CSR_SCBR | SPI_CSR_BITS_8);
179c62a0ac4Smatt 	PUTREG(sc, SPI_CSR(1), SPI_CSR_SCBR | SPI_CSR_BITS_8);
180c62a0ac4Smatt 	PUTREG(sc, SPI_CSR(2), SPI_CSR_SCBR | SPI_CSR_BITS_8);
181c62a0ac4Smatt 	PUTREG(sc, SPI_CSR(3), SPI_CSR_SCBR | SPI_CSR_BITS_8);
182c62a0ac4Smatt 	PUTREG(sc, SPI_MR, SPI_MR_MODFDIS/* <- machdep? */ | SPI_MR_MSTR);
183c62a0ac4Smatt 
184c62a0ac4Smatt 	/* enable device interrupts */
185c62a0ac4Smatt 	sc->sc_ih = at91_intr_establish(sc->sc_pid, IPL_BIO, INTR_HIGH_LEVEL,
186c62a0ac4Smatt 					at91spi_intr, sc);
187c62a0ac4Smatt 
188c62a0ac4Smatt 	/* enable SPI */
189c62a0ac4Smatt 	PUTREG(sc, SPI_CR, SPI_CR_SPIEN);
190c62a0ac4Smatt 	if (GETREG(sc, SPI_SR) & SPI_SR_RDRF)
191c62a0ac4Smatt 		(void)GETREG(sc, SPI_RDR);
192c62a0ac4Smatt 
193c62a0ac4Smatt 	PUTREG(sc, SPI_PDC_BASE + PDC_PTCR, PDC_PTCR_TXTEN | PDC_PTCR_RXTEN);
194c62a0ac4Smatt 
195c62a0ac4Smatt 	/* attach slave devices */
196*c7fb772bSthorpej 	config_found(sc->sc_dev, &sba, spibus_print, CFARGS_NONE);
197c62a0ac4Smatt }
198c62a0ac4Smatt 
199c62a0ac4Smatt int
at91spi_configure(void * arg,int slave,int mode,int speed)200c62a0ac4Smatt at91spi_configure(void *arg, int slave, int mode, int speed)
201c62a0ac4Smatt {
202c62a0ac4Smatt 	struct at91spi_softc *sc = arg;
203c62a0ac4Smatt 	uint		scbr;
204c62a0ac4Smatt 	uint32_t	csr;
205c62a0ac4Smatt 
206c62a0ac4Smatt 	/* setup interrupt registers */
207c62a0ac4Smatt 	PUTREG(sc, SPI_IDR, -1);	/* disable interrupts for now	*/
208c62a0ac4Smatt 
209c62a0ac4Smatt 	csr = GETREG(sc, SPI_CSR(0));	/* read register		*/
210c62a0ac4Smatt 	csr &= SPI_CSR_RESERVED;	/* keep reserved bits		*/
211c62a0ac4Smatt 	csr |= SPI_CSR_BITS_8;		/* assume 8 bit transfers	*/
212c62a0ac4Smatt 
213c62a0ac4Smatt 	/*
214c62a0ac4Smatt 	 * Calculate clock divider
215c62a0ac4Smatt 	 */
216c62a0ac4Smatt 	scbr = speed ? ((AT91_MSTCLK + speed - 1) / speed + 1) & ~1 : -1;
217c62a0ac4Smatt 	if (scbr > 0xFF) {
218c62a0ac4Smatt 		aprint_error("%s: speed %d not supported\n",
219c62a0ac4Smatt 		    device_xname(sc->sc_dev), speed);
220c62a0ac4Smatt 		return EINVAL;
221c62a0ac4Smatt 	}
222c62a0ac4Smatt 	csr |= scbr << SPI_CSR_SCBR_SHIFT;
223c62a0ac4Smatt 
224c62a0ac4Smatt 	/*
225c62a0ac4Smatt 	 * I'm not entirely confident that these values are correct.
226c62a0ac4Smatt 	 * But at least mode 0 appears to work properly with the
227c62a0ac4Smatt 	 * devices I have tested.  The documentation seems to suggest
228c62a0ac4Smatt 	 * that I have the meaning of the clock delay bit inverted.
229c62a0ac4Smatt 	 */
230c62a0ac4Smatt 	switch (mode) {
231c62a0ac4Smatt 	case SPI_MODE_0:
232c62a0ac4Smatt 		csr |= SPI_CSR_NCPHA;		/* CPHA = 0, CPOL = 0 */
233c62a0ac4Smatt 		break;
234c62a0ac4Smatt 	case SPI_MODE_1:
235c62a0ac4Smatt 		csr |= 0;			/* CPHA = 1, CPOL = 0 */
236c62a0ac4Smatt 		break;
237c62a0ac4Smatt 	case SPI_MODE_2:
238c62a0ac4Smatt 		csr |= SPI_CSR_NCPHA		/* CPHA = 0, CPOL = 1 */
239c62a0ac4Smatt 		       | SPI_CSR_CPOL;
240c62a0ac4Smatt 		break;
241c62a0ac4Smatt 	case SPI_MODE_3:
242c62a0ac4Smatt 		csr |= SPI_CSR_CPOL;		/* CPHA = 1, CPOL = 1 */
243c62a0ac4Smatt 		break;
244c62a0ac4Smatt 	default:
245c62a0ac4Smatt 		return EINVAL;
246c62a0ac4Smatt 	}
247c62a0ac4Smatt 
248c62a0ac4Smatt 	PUTREG(sc, SPI_CSR(0), csr);
249c62a0ac4Smatt 
250c62a0ac4Smatt 	DPRINTFN(3, ("%s: slave %d mode %d speed %d, csr=0x%08"PRIX32"\n",
251c62a0ac4Smatt 		     __FUNCTION__, slave, mode, speed, csr));
252c62a0ac4Smatt 
253c62a0ac4Smatt #if 0
254c62a0ac4Smatt 	// wait until ready!?
255c62a0ac4Smatt 	for (i = 1000000; i; i -= 10) {
256c62a0ac4Smatt 		if (GETREG(sc, AUPSC_SPISTAT) & SPISTAT_DR) {
257c62a0ac4Smatt 			return 0;
258c62a0ac4Smatt 		}
259c62a0ac4Smatt 	}
260c62a0ac4Smatt 
261c62a0ac4Smatt 	return ETIMEDOUT;
262c62a0ac4Smatt #else
263c62a0ac4Smatt 	return 0;
264c62a0ac4Smatt #endif
265c62a0ac4Smatt }
266c62a0ac4Smatt 
267c62a0ac4Smatt #define	HALF_BUF_SIZE	(PAGE_SIZE / 2)
268c62a0ac4Smatt 
269c62a0ac4Smatt void
at91spi_xfer(struct at91spi_softc * sc,int start)270c62a0ac4Smatt at91spi_xfer(struct at91spi_softc *sc, int start)
271c62a0ac4Smatt {
272c62a0ac4Smatt 	struct spi_chunk	*chunk;
273c62a0ac4Smatt 	int			len;
274c62a0ac4Smatt 	uint32_t		sr;
275c62a0ac4Smatt 
276c62a0ac4Smatt 	DPRINTFN(3, ("%s: sc=%p start=%d\n", __FUNCTION__, sc, start));
277c62a0ac4Smatt 
278c62a0ac4Smatt 	/* so ready to transmit more / anything received? */
279c62a0ac4Smatt 	if (((sr = GETREG(sc, SPI_SR)) & (SPI_SR_ENDTX | SPI_SR_ENDRX)) != (SPI_SR_ENDTX | SPI_SR_ENDRX)) {
280c62a0ac4Smatt 		/* not ready, get out */
281c62a0ac4Smatt 		DPRINTFN(3, ("%s: sc=%p start=%d sr=%"PRIX32"\n", __FUNCTION__, sc, start, sr));
282c62a0ac4Smatt 		return;
283c62a0ac4Smatt 	}
284c62a0ac4Smatt 
285c62a0ac4Smatt 	DPRINTFN(3, ("%s: sr=%"PRIX32"\n", __FUNCTION__, sr));
286c62a0ac4Smatt 
287c62a0ac4Smatt 	if (!start) {
288a0403cdeSmsaitoh 		// ok, something has been transferred, synchronize..
289c62a0ac4Smatt 		int offs = sc->sc_dmaoffs ^ HALF_BUF_SIZE;
290c62a0ac4Smatt 		bus_dmamap_sync(sc->sc_dmat, sc->sc_dmamap, offs, HALF_BUF_SIZE,
291c62a0ac4Smatt 				BUS_DMASYNC_POSTWRITE | BUS_DMASYNC_POSTREAD);
292c62a0ac4Smatt 
293c62a0ac4Smatt 		if ((chunk = sc->sc_rchunk) != NULL) {
294c62a0ac4Smatt 			if ((len = chunk->chunk_rresid) > HALF_BUF_SIZE)
295c62a0ac4Smatt 				len = HALF_BUF_SIZE;
296c62a0ac4Smatt 			if (chunk->chunk_rptr && len > 0) {
297c62a0ac4Smatt 				memcpy(chunk->chunk_rptr, (const uint8_t *)sc->sc_dmapage + offs, len);
298c62a0ac4Smatt 				chunk->chunk_rptr += len;
299c62a0ac4Smatt 			}
300c62a0ac4Smatt 			if ((chunk->chunk_rresid -= len) <= 0) {
301c62a0ac4Smatt 				// done with this chunk, get next
302c62a0ac4Smatt 				sc->sc_rchunk = chunk->chunk_next;
303c62a0ac4Smatt 			}
304c62a0ac4Smatt 		}
305c62a0ac4Smatt 	}
306c62a0ac4Smatt 
307c62a0ac4Smatt 	/* start transmitting next chunk: */
308c62a0ac4Smatt 	if ((chunk = sc->sc_wchunk) != NULL) {
309c62a0ac4Smatt 
310c62a0ac4Smatt 		/* make sure we transmit just half buffer at a time */
311c62a0ac4Smatt 		len = MIN(chunk->chunk_wresid, HALF_BUF_SIZE);
312c62a0ac4Smatt 
313c62a0ac4Smatt 		// setup outgoing data
314c62a0ac4Smatt 		if (chunk->chunk_wptr && len > 0) {
315c62a0ac4Smatt 			memcpy((uint8_t *)sc->sc_dmapage + sc->sc_dmaoffs, chunk->chunk_wptr, len);
316c62a0ac4Smatt 			chunk->chunk_wptr += len;
317c62a0ac4Smatt 		} else {
318c62a0ac4Smatt 			memset((uint8_t *)sc->sc_dmapage + sc->sc_dmaoffs, 0, len);
319c62a0ac4Smatt 		}
320c62a0ac4Smatt 
321c62a0ac4Smatt 		/* advance to next transfer if it's time to */
322c62a0ac4Smatt 		if ((chunk->chunk_wresid -= len) <= 0) {
323c62a0ac4Smatt 			sc->sc_wchunk = sc->sc_wchunk->chunk_next;
324c62a0ac4Smatt 		}
325c62a0ac4Smatt 
326c62a0ac4Smatt 		/* determine which interrupt to get */
327c62a0ac4Smatt 		if (sc->sc_wchunk) {
328c62a0ac4Smatt 			/* just wait for next buffer to free */
329c62a0ac4Smatt 			PUTREG(sc, SPI_IER, SPI_SR_ENDRX);
330c62a0ac4Smatt 		} else {
331c62a0ac4Smatt 			/* must wait until transfer has completed */
332c62a0ac4Smatt 			PUTREG(sc, SPI_IDR, SPI_SR_ENDRX);
333c62a0ac4Smatt 			PUTREG(sc, SPI_IER, SPI_SR_RXBUFF);
334c62a0ac4Smatt 		}
335c62a0ac4Smatt 
336c62a0ac4Smatt 		DPRINTFN(3, ("%s: dmaoffs=%d len=%d wchunk=%p (%p:%d) rchunk=%p (%p:%d) mr=%"PRIX32" sr=%"PRIX32" imr=%"PRIX32" csr0=%"PRIX32"\n",
337c62a0ac4Smatt 			     __FUNCTION__, sc->sc_dmaoffs, len, sc->sc_wchunk,
338c62a0ac4Smatt 			     sc->sc_wchunk ? sc->sc_wchunk->chunk_wptr : NULL,
339c62a0ac4Smatt 			     sc->sc_wchunk ? sc->sc_wchunk->chunk_wresid : -1,
340c62a0ac4Smatt 			     sc->sc_rchunk,
341c62a0ac4Smatt 			     sc->sc_rchunk ? sc->sc_rchunk->chunk_rptr : NULL,
342c62a0ac4Smatt 			     sc->sc_rchunk ? sc->sc_rchunk->chunk_rresid : -1,
343c62a0ac4Smatt 			     GETREG(sc, SPI_MR), GETREG(sc, SPI_SR),
344c62a0ac4Smatt 			     GETREG(sc, SPI_IMR), GETREG(sc, SPI_CSR(0))));
345c62a0ac4Smatt 
346c62a0ac4Smatt 		// prepare DMA
347c62a0ac4Smatt 		bus_dmamap_sync(sc->sc_dmat, sc->sc_dmamap, sc->sc_dmaoffs, len,
348c62a0ac4Smatt 				BUS_DMASYNC_PREWRITE | BUS_DMASYNC_PREREAD);
349c62a0ac4Smatt 
350c62a0ac4Smatt 		// and start transmitting / receiving
351c62a0ac4Smatt 		PUTREG(sc, SPI_PDC_BASE + PDC_RNPR, sc->sc_dmaaddr + sc->sc_dmaoffs);
352c62a0ac4Smatt 		PUTREG(sc, SPI_PDC_BASE + PDC_RNCR, len);
353c62a0ac4Smatt 		PUTREG(sc, SPI_PDC_BASE + PDC_TNPR, sc->sc_dmaaddr + sc->sc_dmaoffs);
354c62a0ac4Smatt 		PUTREG(sc, SPI_PDC_BASE + PDC_TNCR, len);
355c62a0ac4Smatt 
356c62a0ac4Smatt 		// swap buffer
357c62a0ac4Smatt 		sc->sc_dmaoffs ^= HALF_BUF_SIZE;
358c62a0ac4Smatt 
359c62a0ac4Smatt 		// get out
360c62a0ac4Smatt 		return;
361c62a0ac4Smatt 	} else {
362c62a0ac4Smatt 		DPRINTFN(3, ("%s: nothing to write anymore\n", __FUNCTION__));
363c62a0ac4Smatt 		return;
364c62a0ac4Smatt 	}
365c62a0ac4Smatt }
366c62a0ac4Smatt 
367c62a0ac4Smatt void
at91spi_sched(struct at91spi_softc * sc)368c62a0ac4Smatt at91spi_sched(struct at91spi_softc *sc)
369c62a0ac4Smatt {
370c62a0ac4Smatt 	struct spi_transfer	*st;
371c62a0ac4Smatt 	int			err;
372c62a0ac4Smatt 
373c62a0ac4Smatt 	while ((st = spi_transq_first(&sc->sc_q)) != NULL) {
374c62a0ac4Smatt 
375c62a0ac4Smatt 		DPRINTFN(2, ("%s: st=%p\n", __FUNCTION__, st));
376c62a0ac4Smatt 
377c62a0ac4Smatt 		/* remove the item */
378c62a0ac4Smatt 		spi_transq_dequeue(&sc->sc_q);
379c62a0ac4Smatt 
380c62a0ac4Smatt 		/* note that we are working on it */
381c62a0ac4Smatt 		sc->sc_transfer = st;
382c62a0ac4Smatt 
383c62a0ac4Smatt 		if ((err = at91spi_select(sc, st->st_slave)) != 0) {
384c62a0ac4Smatt 			spi_done(st, err);
385c62a0ac4Smatt 			continue;
386c62a0ac4Smatt 		}
387c62a0ac4Smatt 
388c62a0ac4Smatt 		/* setup chunks */
389c62a0ac4Smatt 		sc->sc_rchunk = sc->sc_wchunk = st->st_chunks;
390c62a0ac4Smatt 
391c62a0ac4Smatt 		/* now kick the master start to get the chip running */
392c62a0ac4Smatt 		at91spi_xfer(sc, TRUE);
393c62a0ac4Smatt 
394c62a0ac4Smatt 		/* enable error interrupts too: */
395c62a0ac4Smatt 		PUTREG(sc, SPI_IER, SPI_SR_MODF | SPI_SR_OVRES);
396c62a0ac4Smatt 
397c62a0ac4Smatt 		sc->sc_running = TRUE;
398c62a0ac4Smatt 		return;
399c62a0ac4Smatt 	}
400c62a0ac4Smatt 	DPRINTFN(2, ("%s: nothing to do anymore\n", __FUNCTION__));
401c62a0ac4Smatt 	PUTREG(sc, SPI_IDR, -1);	/* disable interrupts */
402c62a0ac4Smatt 	at91spi_select(sc, -1);
403c62a0ac4Smatt 	sc->sc_running = FALSE;
404c62a0ac4Smatt }
405c62a0ac4Smatt 
406c62a0ac4Smatt void
at91spi_done(struct at91spi_softc * sc,int err)407c62a0ac4Smatt at91spi_done(struct at91spi_softc *sc, int err)
408c62a0ac4Smatt {
409c62a0ac4Smatt 	struct spi_transfer	*st;
410c62a0ac4Smatt 
411c62a0ac4Smatt 	/* called from interrupt handler */
412c62a0ac4Smatt 	if ((st = sc->sc_transfer) != NULL) {
413c62a0ac4Smatt 		sc->sc_transfer = NULL;
414c62a0ac4Smatt 		DPRINTFN(2, ("%s: st %p finished with error code %d\n", __FUNCTION__, st, err));
415c62a0ac4Smatt 		spi_done(st, err);
416c62a0ac4Smatt 	}
417c62a0ac4Smatt 	/* make sure we clear these bits out */
418c62a0ac4Smatt 	sc->sc_wchunk = sc->sc_rchunk = NULL;
419c62a0ac4Smatt 	at91spi_sched(sc);
420c62a0ac4Smatt }
421c62a0ac4Smatt 
422c62a0ac4Smatt int
at91spi_intr(void * arg)423c62a0ac4Smatt at91spi_intr(void *arg)
424c62a0ac4Smatt {
425c62a0ac4Smatt 	struct at91spi_softc	*sc = arg;
426c62a0ac4Smatt 	uint32_t		imr, sr;
427c62a0ac4Smatt 	int			err = 0;
428c62a0ac4Smatt 
429c62a0ac4Smatt 	if ((imr = GETREG(sc, SPI_IMR)) == 0) {
430c62a0ac4Smatt 		/* interrupts are not enabled, get out */
431c62a0ac4Smatt 		DPRINTFN(4, ("%s: interrupts are not enabled\n", __FUNCTION__));
432c62a0ac4Smatt 		return 0;
433c62a0ac4Smatt 	}
434c62a0ac4Smatt 
435c62a0ac4Smatt 	sr = GETREG(sc, SPI_SR);
436c62a0ac4Smatt 	if (!(sr & imr)) {
437c62a0ac4Smatt 		/* interrupt did not happen, get out */
438c62a0ac4Smatt 		DPRINTFN(3, ("%s: interrupts are not enabled, sr=%08"PRIX32" imr=%08"PRIX32"\n",
439c62a0ac4Smatt 			     __FUNCTION__, sr, imr));
440c62a0ac4Smatt 		return 0;
441c62a0ac4Smatt 	}
442c62a0ac4Smatt 
443c62a0ac4Smatt 	DPRINTFN(3, ("%s: sr=%08"PRIX32" imr=%08"PRIX32"\n",
444c62a0ac4Smatt 		     __FUNCTION__, sr, imr));
445c62a0ac4Smatt 
446c62a0ac4Smatt 	if (sr & imr & SPI_SR_MODF) {
447c62a0ac4Smatt 		printf("%s: mode fault!\n", device_xname(sc->sc_dev));
448c62a0ac4Smatt 		err = EIO;
449c62a0ac4Smatt 	}
450c62a0ac4Smatt 
451c62a0ac4Smatt 	if (sr & imr & SPI_SR_OVRES) {
452c62a0ac4Smatt 		printf("%s: overrun error!\n", device_xname(sc->sc_dev));
453c62a0ac4Smatt 		err = EIO;
454c62a0ac4Smatt 	}
455c62a0ac4Smatt 	if (err) {
456c62a0ac4Smatt 		/* clear errors */
457c62a0ac4Smatt 		/* complete transfer */
458c62a0ac4Smatt 		at91spi_done(sc, err);
459c62a0ac4Smatt 	} else {
460c62a0ac4Smatt 		/* do all data exchanges */
461c62a0ac4Smatt 		at91spi_xfer(sc, FALSE);
462c62a0ac4Smatt 
463c62a0ac4Smatt 		/*
464c62a0ac4Smatt 		 * if the master done bit is set, make sure we do the
465c62a0ac4Smatt 		 * right processing.
466c62a0ac4Smatt 		 */
467c62a0ac4Smatt 		if (sr & imr & SPI_SR_RXBUFF) {
468c62a0ac4Smatt 			if ((sc->sc_wchunk != NULL) ||
469c62a0ac4Smatt 			    (sc->sc_rchunk != NULL)) {
470c62a0ac4Smatt 				printf("%s: partial transfer?\n",
471c62a0ac4Smatt 				    device_xname(sc->sc_dev));
472c62a0ac4Smatt 				err = EIO;
473c62a0ac4Smatt 			}
474c62a0ac4Smatt 			at91spi_done(sc, err);
475c62a0ac4Smatt 		}
476c62a0ac4Smatt 
477c62a0ac4Smatt 	}
478c62a0ac4Smatt 
479c62a0ac4Smatt 	return 1;
480c62a0ac4Smatt }
481c62a0ac4Smatt 
482c62a0ac4Smatt int
at91spi_transfer(void * arg,struct spi_transfer * st)483c62a0ac4Smatt at91spi_transfer(void *arg, struct spi_transfer *st)
484c62a0ac4Smatt {
485c62a0ac4Smatt 	struct at91spi_softc	*sc = arg;
486c62a0ac4Smatt 	int			s;
487c62a0ac4Smatt 
488c62a0ac4Smatt 	/* make sure we select the right chip */
489c62a0ac4Smatt 	s = splbio();
490c62a0ac4Smatt 	spi_transq_enqueue(&sc->sc_q, st);
491c62a0ac4Smatt 	if (sc->sc_running == 0) {
492c62a0ac4Smatt 		at91spi_sched(sc);
493c62a0ac4Smatt 	}
494c62a0ac4Smatt 	splx(s);
495c62a0ac4Smatt 	return 0;
496c62a0ac4Smatt }
497c62a0ac4Smatt 
498