xref: /netbsd-src/sys/arch/arm/amlogic/meson_sdio.c (revision c7fb772b85b2b5d4cfb282f868f454b4701534fd)
1 /* $NetBSD: meson_sdio.c,v 1.5 2021/08/07 16:18:43 thorpej Exp $ */
2 
3 /*-
4  * Copyright (c) 2015-2019 Jared D. McNeill <jmcneill@invisible.ca>
5  * All rights reserved.
6  *
7  * Redistribution and use in source and binary forms, with or without
8  * modification, are permitted provided that the following conditions
9  * are met:
10  * 1. Redistributions of source code must retain the above copyright
11  *    notice, this list of conditions and the following disclaimer.
12  * 2. Redistributions in binary form must reproduce the above copyright
13  *    notice, this list of conditions and the following disclaimer in the
14  *    documentation and/or other materials provided with the distribution.
15  *
16  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
17  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
18  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
19  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
20  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
21  * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
22  * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
23  * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
24  * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
25  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
26  * SUCH DAMAGE.
27  */
28 
29 #include <sys/cdefs.h>
30 __KERNEL_RCSID(0, "$NetBSD: meson_sdio.c,v 1.5 2021/08/07 16:18:43 thorpej Exp $");
31 
32 #include <sys/param.h>
33 #include <sys/bus.h>
34 #include <sys/device.h>
35 #include <sys/intr.h>
36 #include <sys/systm.h>
37 #include <sys/kernel.h>
38 #include <sys/gpio.h>
39 
40 #include <dev/sdmmc/sdmmcvar.h>
41 #include <dev/sdmmc/sdmmcchip.h>
42 #include <dev/sdmmc/sdmmc_ioreg.h>
43 
44 #include <dev/fdt/fdtvar.h>
45 
46 #include <arm/amlogic/meson_sdioreg.h>
47 
48 static int	meson_sdio_match(device_t, cfdata_t, void *);
49 static void	meson_sdio_attach(device_t, device_t, void *);
50 static void	meson_sdio_attach_i(device_t);
51 
52 static int	meson_sdio_intr(void *);
53 
54 struct meson_sdio_softc {
55 	device_t		sc_dev;
56 	bus_space_tag_t		sc_bst;
57 	bus_space_handle_t	sc_bsh;
58 	bus_dma_tag_t		sc_dmat;
59 	void			*sc_ih;
60 
61 	int			sc_slot_phandle;
62 
63 	uint32_t		sc_bus_freq;
64 	u_int			sc_cur_width;
65 	int			sc_cur_port;
66 
67 	struct fdtbus_gpio_pin	*sc_gpio_cd;
68 	int			sc_gpio_cd_inverted;
69 	struct fdtbus_gpio_pin	*sc_gpio_wp;
70 	int			sc_gpio_wp_inverted;
71 
72 	struct fdtbus_regulator	*sc_reg_vmmc;
73 	struct fdtbus_regulator	*sc_reg_vqmmc;
74 
75 	bool			sc_non_removable;
76 	bool			sc_broken_cd;
77 
78 	device_t		sc_sdmmc_dev;
79 	kmutex_t		sc_intr_lock;
80 	kcondvar_t		sc_intr_cv;
81 
82 	uint32_t		sc_intr_irqs;
83 
84 	bus_dmamap_t		sc_dmamap;
85 	bus_dma_segment_t	sc_segs[1];
86 	void			*sc_bbuf;
87 };
88 
89 CFATTACH_DECL_NEW(meson_sdio, sizeof(struct meson_sdio_softc),
90 	meson_sdio_match, meson_sdio_attach, NULL, NULL);
91 
92 static int	meson_sdio_host_reset(sdmmc_chipset_handle_t);
93 static uint32_t	meson_sdio_host_ocr(sdmmc_chipset_handle_t);
94 static int	meson_sdio_host_maxblklen(sdmmc_chipset_handle_t);
95 static int	meson_sdio_card_detect(sdmmc_chipset_handle_t);
96 static int	meson_sdio_write_protect(sdmmc_chipset_handle_t);
97 static int	meson_sdio_bus_power(sdmmc_chipset_handle_t, uint32_t);
98 static int	meson_sdio_bus_clock(sdmmc_chipset_handle_t, int);
99 static int	meson_sdio_bus_width(sdmmc_chipset_handle_t, int);
100 static int	meson_sdio_bus_rod(sdmmc_chipset_handle_t, int);
101 static int	meson_sdio_signal_voltage(sdmmc_chipset_handle_t, int);
102 static void	meson_sdio_exec_command(sdmmc_chipset_handle_t,
103 				     struct sdmmc_command *);
104 static void	meson_sdio_card_enable_intr(sdmmc_chipset_handle_t, int);
105 static void	meson_sdio_card_intr_ack(sdmmc_chipset_handle_t);
106 
107 static int	meson_sdio_set_clock(struct meson_sdio_softc *, u_int);
108 static int	meson_sdio_wait_irqs(struct meson_sdio_softc *, uint32_t, int);
109 
110 static void	meson_sdio_dmainit(struct meson_sdio_softc *);
111 
112 static struct sdmmc_chip_functions meson_sdio_chip_functions = {
113 	.host_reset = meson_sdio_host_reset,
114 	.host_ocr = meson_sdio_host_ocr,
115 	.host_maxblklen = meson_sdio_host_maxblklen,
116 	.card_detect = meson_sdio_card_detect,
117 	.write_protect = meson_sdio_write_protect,
118 	.bus_power = meson_sdio_bus_power,
119 	.bus_clock = meson_sdio_bus_clock,
120 	.bus_width = meson_sdio_bus_width,
121 	.bus_rod = meson_sdio_bus_rod,
122 	.signal_voltage = meson_sdio_signal_voltage,
123 	.exec_command = meson_sdio_exec_command,
124 	.card_enable_intr = meson_sdio_card_enable_intr,
125 	.card_intr_ack = meson_sdio_card_intr_ack,
126 };
127 
128 #define SDIO_WRITE(sc, reg, val) \
129 	bus_space_write_4((sc)->sc_bst, (sc)->sc_bsh, (reg), (val))
130 #define SDIO_READ(sc, reg) \
131 	bus_space_read_4((sc)->sc_bst, (sc)->sc_bsh, (reg))
132 
133 static const struct device_compatible_entry compat_data[] = {
134 	{ .compat = "amlogic,meson8b-sdio" },
135 	DEVICE_COMPAT_EOL
136 };
137 
138 static const struct device_compatible_entry slot_compat_data[] = {
139 	{ .compat = "mmc-slot" },
140 	DEVICE_COMPAT_EOL
141 };
142 
143 static int
meson_sdio_match(device_t parent,cfdata_t cf,void * aux)144 meson_sdio_match(device_t parent, cfdata_t cf, void *aux)
145 {
146 	struct fdt_attach_args * const faa = aux;
147 
148 	return of_compatible_match(faa->faa_phandle, compat_data);
149 }
150 
151 static void
meson_sdio_attach(device_t parent,device_t self,void * aux)152 meson_sdio_attach(device_t parent, device_t self, void *aux)
153 {
154 	struct meson_sdio_softc * const sc = device_private(self);
155 	struct fdt_attach_args * const faa = aux;
156 	const int phandle = faa->faa_phandle;
157 	char intrstr[128];
158 	struct clk *clk_clkin, *clk_core;
159 	bus_addr_t addr, port;
160 	bus_size_t size;
161 	int child;
162 
163 	if (fdtbus_get_reg(phandle, 0, &addr, &size) != 0) {
164 		aprint_error(": couldn't get registers\n");
165 		return;
166 	}
167 
168 	if (!fdtbus_intr_str(phandle, 0, intrstr, sizeof(intrstr))) {
169 		aprint_error(": failed to decode interrupt\n");
170 		return;
171 	}
172 
173 	clk_core = fdtbus_clock_get(phandle, "core");
174 	if (clk_core == NULL || clk_enable(clk_core) != 0) {
175 		aprint_error(": failed to enable core clock\n");
176 		return;
177 	}
178 
179 	clk_clkin = fdtbus_clock_get(phandle, "clkin");
180 	if (clk_clkin == NULL) {
181 		aprint_error(": failed to get clkin clock\n");
182 		return;
183 	}
184 
185 	sc->sc_dev = self;
186 	sc->sc_bst = faa->faa_bst;
187 	sc->sc_dmat = faa->faa_dmat;
188 	if (bus_space_map(sc->sc_bst, addr, size, 0, &sc->sc_bsh) != 0) {
189 		aprint_error(": failed to map registers\n");
190 		return;
191 	}
192 
193 	mutex_init(&sc->sc_intr_lock, MUTEX_DEFAULT, IPL_BIO);
194 	cv_init(&sc->sc_intr_cv, "sdiointr");
195 
196 	sc->sc_cur_port = -1;
197 	for (child = OF_child(phandle); child; child = OF_peer(child))
198 		if (of_compatible_match(child, slot_compat_data)) {
199 			if (fdtbus_get_reg(child, 0, &port, NULL) == 0) {
200 				sc->sc_slot_phandle = child;
201 				sc->sc_cur_port = port;
202 			}
203 			break;
204 		}
205 	if (sc->sc_cur_port == -1) {
206 		aprint_error(": couldn't get mmc slot\n");
207 		return;
208 	}
209 
210 	aprint_naive("\n");
211 	aprint_normal(": SDIO controller (port %c)\n", sc->sc_cur_port + 'A');
212 
213 	sc->sc_reg_vmmc = fdtbus_regulator_acquire(sc->sc_slot_phandle, "vmmc-supply");
214 	sc->sc_reg_vqmmc = fdtbus_regulator_acquire(sc->sc_slot_phandle, "vqmmc-supply");
215 
216 	sc->sc_gpio_cd = fdtbus_gpio_acquire(sc->sc_slot_phandle, "cd-gpios",
217 	    GPIO_PIN_INPUT);
218 	sc->sc_gpio_wp = fdtbus_gpio_acquire(sc->sc_slot_phandle, "wp-gpios",
219 	    GPIO_PIN_INPUT);
220 
221 	sc->sc_gpio_cd_inverted = of_hasprop(sc->sc_slot_phandle, "cd-inverted");
222 	sc->sc_gpio_wp_inverted = of_hasprop(sc->sc_slot_phandle, "wp-inverted");
223 
224 	sc->sc_non_removable = of_hasprop(sc->sc_slot_phandle, "non-removable");
225 	sc->sc_broken_cd = of_hasprop(sc->sc_slot_phandle, "broken-cd");
226 
227 	sc->sc_ih = fdtbus_intr_establish_xname(phandle, 0, IPL_BIO, 0,
228 	    meson_sdio_intr, sc, device_xname(self));
229 	if (sc->sc_ih == NULL) {
230 		aprint_error_dev(self, "couldn't establish interrupt on %s\n",
231 		    intrstr);
232 		return;
233 	}
234 	aprint_normal_dev(self, "interrupting on %s\n", intrstr);
235 
236 	sc->sc_bus_freq = clk_get_rate(clk_clkin);
237 
238 	aprint_normal_dev(self, "core %u Hz, clkin %u Hz\n", clk_get_rate(clk_core), clk_get_rate(clk_clkin));
239 
240 	meson_sdio_dmainit(sc);
241 
242 	config_interrupts(self, meson_sdio_attach_i);
243 }
244 
245 static void
meson_sdio_attach_i(device_t self)246 meson_sdio_attach_i(device_t self)
247 {
248 	struct meson_sdio_softc *sc = device_private(self);
249 	struct sdmmcbus_attach_args saa;
250 
251 	meson_sdio_signal_voltage(sc, SDMMC_SIGNAL_VOLTAGE_330);
252 	meson_sdio_host_reset(sc);
253 	meson_sdio_bus_clock(sc, 400);
254 	meson_sdio_bus_width(sc, 1);
255 
256 	memset(&saa, 0, sizeof(saa));
257 	saa.saa_busname = "sdmmc";
258 	saa.saa_sct = &meson_sdio_chip_functions;
259 	saa.saa_dmat = sc->sc_dmat;
260 	saa.saa_sch = sc;
261 	saa.saa_clkmin = 400;
262 	saa.saa_clkmax = sc->sc_bus_freq;
263 	/* Do not advertise DMA capabilities, we handle DMA ourselves */
264 	saa.saa_caps = SMC_CAPS_4BIT_MODE|
265 		       SMC_CAPS_SD_HIGHSPEED|
266 		       SMC_CAPS_MMC_HIGHSPEED;
267 
268 	sc->sc_sdmmc_dev = config_found(self, &saa, NULL, CFARGS_NONE);
269 }
270 
271 static int
meson_sdio_intr(void * priv)272 meson_sdio_intr(void *priv)
273 {
274 	struct meson_sdio_softc *sc = priv;
275 
276 	mutex_enter(&sc->sc_intr_lock);
277 	const u_int irqs = SDIO_READ(sc, SDIO_IRQS_REG);
278 	if (irqs & SDIO_IRQS_CLEAR) {
279 		SDIO_WRITE(sc, SDIO_IRQS_REG, irqs);
280 		sc->sc_intr_irqs |= irqs;
281 		cv_broadcast(&sc->sc_intr_cv);
282 	}
283 	mutex_exit(&sc->sc_intr_lock);
284 
285 	return 1;
286 }
287 
288 static void
meson_sdio_dmainit(struct meson_sdio_softc * sc)289 meson_sdio_dmainit(struct meson_sdio_softc *sc)
290 {
291 	int error, rseg;
292 
293 	error = bus_dmamem_alloc(sc->sc_dmat, MAXPHYS, PAGE_SIZE, MAXPHYS,
294 	    sc->sc_segs, 1, &rseg, BUS_DMA_WAITOK);
295 	if (error) {
296 		device_printf(sc->sc_dev, "bus_dmamem_alloc failed\n");
297 		return;
298 	}
299 	KASSERT(rseg == 1);
300 
301 	error = bus_dmamem_map(sc->sc_dmat, sc->sc_segs, rseg, MAXPHYS,
302 	    &sc->sc_bbuf, BUS_DMA_WAITOK);
303 	if (error) {
304 		device_printf(sc->sc_dev, "bus_dmamem_map failed\n");
305 		return;
306 	}
307 
308 	error = bus_dmamap_create(sc->sc_dmat, MAXPHYS, 1, MAXPHYS, 0,
309 	    BUS_DMA_WAITOK, &sc->sc_dmamap);
310 	if (error) {
311 		device_printf(sc->sc_dev, "bus_dmamap_create failed\n");
312 		return;
313 	}
314 }
315 
316 static int
meson_sdio_set_clock(struct meson_sdio_softc * sc,u_int freq)317 meson_sdio_set_clock(struct meson_sdio_softc *sc, u_int freq)
318 {
319 	const u_int pll_freq = sc->sc_bus_freq / 2000;
320 	uint32_t conf;
321 	int clk_div;
322 
323 	if (freq == 0)
324 		return 0;
325 
326 	clk_div = howmany(pll_freq, freq);
327 
328 	conf = SDIO_READ(sc, SDIO_CONF_REG);
329 	conf &= ~SDIO_CONF_COMMAND_CLK_DIV;
330 	conf |= __SHIFTIN(clk_div - 1, SDIO_CONF_COMMAND_CLK_DIV);
331 	SDIO_WRITE(sc, SDIO_CONF_REG, conf);
332 
333 	return 0;
334 }
335 
336 static int
meson_sdio_wait_irqs(struct meson_sdio_softc * sc,uint32_t mask,int timeout)337 meson_sdio_wait_irqs(struct meson_sdio_softc *sc, uint32_t mask, int timeout)
338 {
339 	int retry, error;
340 
341 	KASSERT(mutex_owned(&sc->sc_intr_lock));
342 
343 	if (sc->sc_intr_irqs & mask)
344 		return 0;
345 
346 	retry = timeout / hz;
347 
348 	while (retry > 0) {
349 		error = cv_timedwait(&sc->sc_intr_cv, &sc->sc_intr_lock, hz);
350 		if (error && error != EWOULDBLOCK)
351 			return error;
352 		if (sc->sc_intr_irqs & mask)
353 			return 0;
354 		--retry;
355 	}
356 
357 	return ETIMEDOUT;
358 }
359 
360 static int
meson_sdio_host_reset(sdmmc_chipset_handle_t sch)361 meson_sdio_host_reset(sdmmc_chipset_handle_t sch)
362 {
363 	struct meson_sdio_softc *sc = sch;
364 
365 	SDIO_WRITE(sc, SDIO_IRQC_REG, SDIO_IRQC_SOFT_RESET);
366 
367 	delay(2);
368 
369 	SDIO_WRITE(sc, SDIO_IRQS_REG, SDIO_IRQS_CLEAR);
370 	SDIO_WRITE(sc, SDIO_CONF_REG,
371 	    __SHIFTIN(2, SDIO_CONF_WRITE_CRC_OK_STATUS) |
372 	    __SHIFTIN(2, SDIO_CONF_WRITE_NWR) |
373 	    __SHIFTIN(3, SDIO_CONF_M_ENDIAN) |
374 	    __SHIFTIN(39, SDIO_CONF_COMMAND_ARG_BITS) |
375 	    __SHIFTIN(0x1f4, SDIO_CONF_COMMAND_CLK_DIV));
376 
377 	SDIO_WRITE(sc, SDIO_MULT_REG,
378 	    __SHIFTIN(sc->sc_cur_port, SDIO_MULT_PORT_SEL));
379 
380 	return 0;
381 }
382 
383 static uint32_t
meson_sdio_host_ocr(sdmmc_chipset_handle_t sch)384 meson_sdio_host_ocr(sdmmc_chipset_handle_t sch)
385 {
386 	return MMC_OCR_3_2V_3_3V | MMC_OCR_3_3V_3_4V;
387 }
388 
389 static int
meson_sdio_host_maxblklen(sdmmc_chipset_handle_t sch)390 meson_sdio_host_maxblklen(sdmmc_chipset_handle_t sch)
391 {
392 	return 512;
393 }
394 
395 static int
meson_sdio_card_detect(sdmmc_chipset_handle_t sch)396 meson_sdio_card_detect(sdmmc_chipset_handle_t sch)
397 {
398 	struct meson_sdio_softc *sc = sch;
399 	int val;
400 
401 	if (sc->sc_non_removable || sc->sc_broken_cd) {
402 		return 1;
403 	} else if (sc->sc_gpio_cd != NULL) {
404 		val = fdtbus_gpio_read(sc->sc_gpio_cd);
405 		if (sc->sc_gpio_cd_inverted)
406 			val = !val;
407 		return val;
408 	} else {
409 		return 1;
410 	}
411 }
412 
413 static int
meson_sdio_write_protect(sdmmc_chipset_handle_t sch)414 meson_sdio_write_protect(sdmmc_chipset_handle_t sch)
415 {
416 	struct meson_sdio_softc *sc = sch;
417 	int val;
418 
419 	if (sc->sc_gpio_wp != NULL) {
420 		val = fdtbus_gpio_read(sc->sc_gpio_wp);
421 		if (sc->sc_gpio_wp_inverted)
422 			val = !val;
423 		return val;
424 	}
425 
426 	return 0;
427 }
428 
429 static int
meson_sdio_bus_power(sdmmc_chipset_handle_t sch,uint32_t ocr)430 meson_sdio_bus_power(sdmmc_chipset_handle_t sch, uint32_t ocr)
431 {
432 	return 0;
433 }
434 
435 static int
meson_sdio_bus_clock(sdmmc_chipset_handle_t sch,int freq)436 meson_sdio_bus_clock(sdmmc_chipset_handle_t sch, int freq)
437 {
438 	struct meson_sdio_softc *sc = sch;
439 
440 	return meson_sdio_set_clock(sc, freq);
441 }
442 
443 static int
meson_sdio_bus_width(sdmmc_chipset_handle_t sch,int width)444 meson_sdio_bus_width(sdmmc_chipset_handle_t sch, int width)
445 {
446 	struct meson_sdio_softc *sc = sch;
447 	uint32_t conf;
448 
449 	conf = SDIO_READ(sc, SDIO_CONF_REG);
450 	if (width == 1) {
451 		conf &= ~SDIO_CONF_BUS_WIDTH;
452 	} else if (width == 4) {
453 		conf |= SDIO_CONF_BUS_WIDTH;
454 	} else {
455 		return EINVAL;
456 	}
457 	SDIO_WRITE(sc, SDIO_CONF_REG, conf);
458 
459 	sc->sc_cur_width = width;
460 
461 	return 0;
462 }
463 
464 static int
meson_sdio_bus_rod(sdmmc_chipset_handle_t sch,int on)465 meson_sdio_bus_rod(sdmmc_chipset_handle_t sch, int on)
466 {
467 	return ENOTSUP;
468 }
469 
470 static int
meson_sdio_signal_voltage(sdmmc_chipset_handle_t sch,int signal_voltage)471 meson_sdio_signal_voltage(sdmmc_chipset_handle_t sch, int signal_voltage)
472 {
473 	struct meson_sdio_softc *sc = sch;
474 	u_int uvol;
475 	int error;
476 
477 	if (sc->sc_reg_vqmmc == NULL)
478 		return 0;
479 
480 	switch (signal_voltage) {
481 	case SDMMC_SIGNAL_VOLTAGE_330:
482 		uvol = 3300000;
483 		break;
484 	case SDMMC_SIGNAL_VOLTAGE_180:
485 		uvol = 1800000;
486 		break;
487 	default:
488 		return EINVAL;
489 	}
490 
491 	error = fdtbus_regulator_supports_voltage(sc->sc_reg_vqmmc, uvol, uvol);
492 	if (error != 0)
493 		return 0;
494 
495 	error = fdtbus_regulator_set_voltage(sc->sc_reg_vqmmc, uvol, uvol);
496 	if (error != 0)
497 		return error;
498 
499 	return fdtbus_regulator_enable(sc->sc_reg_vqmmc);
500 }
501 
502 static void
meson_sdio_exec_command(sdmmc_chipset_handle_t sch,struct sdmmc_command * cmd)503 meson_sdio_exec_command(sdmmc_chipset_handle_t sch, struct sdmmc_command *cmd)
504 {
505 	struct meson_sdio_softc *sc = sch;
506 	uint32_t send, ext, mult, addr;
507 	bool use_bbuf = false;
508 	int i;
509 
510 	KASSERT(cmd->c_blklen <= 512);
511 
512 	send = ext = mult = addr = 0;
513 
514 	mutex_enter(&sc->sc_intr_lock);
515 
516 	if (cmd->c_opcode == SD_IO_SEND_OP_COND ||
517 	    cmd->c_opcode == SD_IO_RW_DIRECT ||
518 	    cmd->c_opcode == SD_IO_RW_EXTENDED) {
519 		cmd->c_error = EINVAL;
520 		goto done;
521 	}
522 
523 	sc->sc_intr_irqs = 0;
524 
525 	if (cmd->c_flags & SCF_RSP_PRESENT) {
526 		if (cmd->c_flags & SCF_RSP_136) {
527 			send |= __SHIFTIN(133, SDIO_SEND_RESPONSE_BITS);
528 			send |= SDIO_SEND_RESPONSE_CRC7_FROM_8;
529 		} else {
530 			send |= __SHIFTIN(45, SDIO_SEND_RESPONSE_BITS);
531 		}
532 	}
533 	if ((cmd->c_flags & SCF_RSP_CRC) == 0) {
534 		send |= SDIO_SEND_RESPONSE_NO_CRC;
535 	}
536 	if (cmd->c_flags & SCF_RSP_BSY) {
537 		send |= SDIO_SEND_CHECK_BUSY_DAT0;
538 	}
539 
540 	if (cmd->c_datalen > 0) {
541 		unsigned int nblks, packlen;
542 
543 		nblks = cmd->c_datalen / cmd->c_blklen;
544 		if (nblks == 0 || (cmd->c_datalen % cmd->c_blklen) != 0)
545 			++nblks;
546 		packlen = (cmd->c_blklen * 8) + (0xf * sc->sc_cur_width);
547 
548 		send |= __SHIFTIN(nblks - 1, SDIO_SEND_REPEAT_PACKAGE);
549 		ext |= __SHIFTIN(packlen, SDIO_EXT_DATA_RW_NUMBER);
550 
551 		if (ISSET(cmd->c_flags, SCF_CMD_READ)) {
552 			send |= SDIO_SEND_RESPONSE_DATA;
553 		} else {
554 			send |= SDIO_SEND_COMMAND_HAS_DATA;
555 		}
556 
557 		cmd->c_error = bus_dmamap_load(sc->sc_dmat, sc->sc_dmamap,
558 		    sc->sc_bbuf, MAXPHYS, NULL, BUS_DMA_WAITOK);
559 		if (cmd->c_error) {
560 			device_printf(sc->sc_dev, "bus_dmamap_load failed\n");
561 			goto done;
562 		}
563 		if (ISSET(cmd->c_flags, SCF_CMD_READ)) {
564 			bus_dmamap_sync(sc->sc_dmat, sc->sc_dmamap, 0,
565 			    MAXPHYS, BUS_DMASYNC_PREREAD);
566 		} else {
567 			memcpy(sc->sc_bbuf, cmd->c_data, cmd->c_datalen);
568 			bus_dmamap_sync(sc->sc_dmat, sc->sc_dmamap, 0,
569 			    MAXPHYS, BUS_DMASYNC_PREWRITE);
570 		}
571 		addr = sc->sc_dmamap->dm_segs[0].ds_addr;
572 		use_bbuf = true;
573 	}
574 	send |= __SHIFTIN(cmd->c_opcode | 0x40, SDIO_SEND_COMMAND_INDEX);
575 
576 	mult |= __SHIFTIN(sc->sc_cur_port, SDIO_MULT_PORT_SEL);
577 
578 	SDIO_WRITE(sc, SDIO_IRQC_REG, SDIO_IRQC_SOFT_RESET);
579 	delay(2);
580 
581 	SDIO_WRITE(sc, SDIO_IRQC_REG, SDIO_IRQC_ARC_CMD_INTEN);
582 	SDIO_WRITE(sc, SDIO_IRQS_REG, SDIO_IRQS_CLEAR);
583 
584 	SDIO_WRITE(sc, SDIO_ARGU_REG, cmd->c_arg);
585 	SDIO_WRITE(sc, SDIO_MULT_REG, mult);
586 	SDIO_WRITE(sc, SDIO_EXT_REG, ext);
587 	SDIO_WRITE(sc, SDIO_ADDR_REG, addr);
588 	SDIO_WRITE(sc, SDIO_SEND_REG, send);
589 
590 	cmd->c_error = meson_sdio_wait_irqs(sc, SDIO_IRQS_CMD_INT, hz * 3);
591 	if (cmd->c_error) {
592 		goto done;
593 	}
594 
595 	if (SDIO_READ(sc, SDIO_IRQS_REG) & SDIO_IRQS_CMD_BUSY) {
596 		int retry;
597 		for (retry = 10000; retry > 0; retry--) {
598 			const uint32_t irqs = SDIO_READ(sc, SDIO_IRQS_REG);
599 			if ((irqs & SDIO_IRQS_CMD_BUSY) == 0)
600 				break;
601 			delay(100);
602 		}
603 		if (retry == 0) {
604 			aprint_debug_dev(sc->sc_dev,
605 			    "busy timeout, opcode %d flags %#x datalen %d\n",
606 			    cmd->c_opcode, cmd->c_flags, cmd->c_datalen);
607 			cmd->c_error = ETIMEDOUT;
608 			goto done;
609 		}
610 	}
611 
612 	const uint32_t irqs = SDIO_READ(sc, SDIO_IRQS_REG);
613 	if (cmd->c_flags & SCF_RSP_CRC) {
614 		if ((irqs & SDIO_IRQS_RESPONSE_CRC7_OK) == 0) {
615 			device_printf(sc->sc_dev, "response crc error\n");
616 			cmd->c_error = EIO;
617 			goto done;
618 		}
619 	}
620 	if (cmd->c_datalen > 0) {
621 		uint32_t crcmask = SDIO_IRQS_DATA_READ_CRC16_OK|
622 				   SDIO_IRQS_DATA_WRITE_CRC16_OK;
623 		if ((irqs & crcmask) == 0) {
624 			device_printf(sc->sc_dev, "data crc error\n");
625 			cmd->c_error = EIO;
626 			goto done;
627 		}
628 	}
629 
630 	if (cmd->c_flags & SCF_RSP_PRESENT) {
631 		mult |= SDIO_MULT_WRITE_READ_OUT_INDEX;
632 		mult &= ~SDIO_MULT_RESPONSE_READ_INDEX;
633 		SDIO_WRITE(sc, SDIO_MULT_REG, mult);
634 
635 		if (cmd->c_flags & SCF_RSP_136) {
636 			for (i = 0; i < 4; i++) {
637 				cmd->c_resp[i] = SDIO_READ(sc, SDIO_ARGU_REG);
638 			}
639 		} else {
640 			cmd->c_resp[0] = SDIO_READ(sc, SDIO_ARGU_REG);
641 		}
642 	}
643 
644 done:
645 	if (use_bbuf) {
646 		if (ISSET(cmd->c_flags, SCF_CMD_READ)) {
647 			bus_dmamap_sync(sc->sc_dmat, sc->sc_dmamap, 0,
648 			    MAXPHYS, BUS_DMASYNC_POSTREAD);
649 		} else {
650 			bus_dmamap_sync(sc->sc_dmat, sc->sc_dmamap, 0,
651 			    MAXPHYS, BUS_DMASYNC_POSTWRITE);
652 		}
653 		bus_dmamap_unload(sc->sc_dmat, sc->sc_dmamap);
654 		if (ISSET(cmd->c_flags, SCF_CMD_READ)) {
655 			memcpy(cmd->c_data, sc->sc_bbuf, cmd->c_datalen);
656 		}
657 	}
658 	cmd->c_flags |= SCF_ITSDONE;
659 
660 	SDIO_WRITE(sc, SDIO_IRQC_REG, 0);
661 	SDIO_WRITE(sc, SDIO_IRQS_REG, SDIO_IRQS_CLEAR);
662 
663 	mutex_exit(&sc->sc_intr_lock);
664 }
665 
666 static void
meson_sdio_card_enable_intr(sdmmc_chipset_handle_t sch,int enable)667 meson_sdio_card_enable_intr(sdmmc_chipset_handle_t sch, int enable)
668 {
669 	struct meson_sdio_softc *sc = sch;
670 	uint32_t irqc;
671 
672 	mutex_enter(&sc->sc_intr_lock);
673 	irqc = SDIO_READ(sc, SDIO_IRQC_REG);
674 	if (enable) {
675 		irqc |= SDIO_IRQC_ARC_IF_INTEN;
676 	} else {
677 		irqc &= ~SDIO_IRQC_ARC_IF_INTEN;
678 	}
679 	SDIO_WRITE(sc, SDIO_IRQC_REG, irqc);
680 	mutex_exit(&sc->sc_intr_lock);
681 }
682 
683 static void
meson_sdio_card_intr_ack(sdmmc_chipset_handle_t sch)684 meson_sdio_card_intr_ack(sdmmc_chipset_handle_t sch)
685 {
686 	struct meson_sdio_softc *sc = sch;
687 
688 	mutex_enter(&sc->sc_intr_lock);
689 	SDIO_WRITE(sc, SDIO_IRQS_REG, SDIO_IRQS_IF_INT);
690 	mutex_exit(&sc->sc_intr_lock);
691 }
692