1*aad6ef8bSmartin /* $NetBSD: dmac.c,v 1.12 2014/03/31 11:25:49 martin Exp $ */
2*aad6ef8bSmartin
3*aad6ef8bSmartin /*-
4*aad6ef8bSmartin * Copyright (c) 2001 The NetBSD Foundation, Inc.
5*aad6ef8bSmartin * All rights reserved.
6*aad6ef8bSmartin *
7*aad6ef8bSmartin * This code is derived from software contributed to The NetBSD Foundation
8*aad6ef8bSmartin * by UCHIYAMA Yasushi.
9*aad6ef8bSmartin *
10*aad6ef8bSmartin * Redistribution and use in source and binary forms, with or without
11*aad6ef8bSmartin * modification, are permitted provided that the following conditions
12*aad6ef8bSmartin * are met:
13*aad6ef8bSmartin * 1. Redistributions of source code must retain the above copyright
14*aad6ef8bSmartin * notice, this list of conditions and the following disclaimer.
15*aad6ef8bSmartin * 2. Redistributions in binary form must reproduce the above copyright
16*aad6ef8bSmartin * notice, this list of conditions and the following disclaimer in the
17*aad6ef8bSmartin * documentation and/or other materials provided with the distribution.
18*aad6ef8bSmartin *
19*aad6ef8bSmartin * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
20*aad6ef8bSmartin * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
21*aad6ef8bSmartin * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
22*aad6ef8bSmartin * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
23*aad6ef8bSmartin * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
24*aad6ef8bSmartin * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
25*aad6ef8bSmartin * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
26*aad6ef8bSmartin * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
27*aad6ef8bSmartin * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
28*aad6ef8bSmartin * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29*aad6ef8bSmartin * POSSIBILITY OF SUCH DAMAGE.
30*aad6ef8bSmartin */
31*aad6ef8bSmartin
32*aad6ef8bSmartin #include <sys/cdefs.h>
33*aad6ef8bSmartin __KERNEL_RCSID(0, "$NetBSD: dmac.c,v 1.12 2014/03/31 11:25:49 martin Exp $");
34*aad6ef8bSmartin
35*aad6ef8bSmartin #include "debug_playstation2.h"
36*aad6ef8bSmartin
37*aad6ef8bSmartin #include <sys/param.h>
38*aad6ef8bSmartin #include <sys/systm.h>
39*aad6ef8bSmartin
40*aad6ef8bSmartin #include <mips/cache.h>
41*aad6ef8bSmartin
42*aad6ef8bSmartin #include <playstation2/ee/eevar.h>
43*aad6ef8bSmartin #include <playstation2/ee/dmacvar.h>
44*aad6ef8bSmartin #include <playstation2/ee/dmacreg.h>
45*aad6ef8bSmartin #include <playstation2/ee/gsvar.h> /* debug monitor */
46*aad6ef8bSmartin
47*aad6ef8bSmartin #include <playstation2/playstation2/interrupt.h>
48*aad6ef8bSmartin
49*aad6ef8bSmartin #ifdef DEBUG
50*aad6ef8bSmartin #define LEGAL_CHANNEL(x) ((x) >= 0 && (x) <= 15)
51*aad6ef8bSmartin #define STATIC
52*aad6ef8bSmartin #else
53*aad6ef8bSmartin #define STATIC static
54*aad6ef8bSmartin #endif
55*aad6ef8bSmartin
56*aad6ef8bSmartin #define _DMAC_NINTR 10
57*aad6ef8bSmartin
58*aad6ef8bSmartin STATIC vaddr_t __dmac_channel_base[_DMAC_NINTR] = {
59*aad6ef8bSmartin D0_REGBASE,
60*aad6ef8bSmartin D1_REGBASE,
61*aad6ef8bSmartin D2_REGBASE,
62*aad6ef8bSmartin D3_REGBASE,
63*aad6ef8bSmartin D4_REGBASE,
64*aad6ef8bSmartin D5_REGBASE,
65*aad6ef8bSmartin D6_REGBASE,
66*aad6ef8bSmartin D7_REGBASE,
67*aad6ef8bSmartin D8_REGBASE,
68*aad6ef8bSmartin D9_REGBASE
69*aad6ef8bSmartin };
70*aad6ef8bSmartin
71*aad6ef8bSmartin u_int32_t __dmac_enabled_channel;
72*aad6ef8bSmartin
73*aad6ef8bSmartin STATIC int __dmac_initialized;
74*aad6ef8bSmartin STATIC struct _ipl_dispatcher __dmac_dispatcher[_DMAC_NINTR];
75*aad6ef8bSmartin STATIC struct _ipl_holder __dmac_ipl_holder[_IPL_N];
76*aad6ef8bSmartin STATIC SLIST_HEAD(, _ipl_dispatcher) __dmac_dispatcher_head =
77*aad6ef8bSmartin SLIST_HEAD_INITIALIZER(__dmac_dispatcher_head);
78*aad6ef8bSmartin
79*aad6ef8bSmartin void
dmac_init(void)80*aad6ef8bSmartin dmac_init(void)
81*aad6ef8bSmartin {
82*aad6ef8bSmartin int i;
83*aad6ef8bSmartin
84*aad6ef8bSmartin if (__dmac_initialized++)
85*aad6ef8bSmartin return;
86*aad6ef8bSmartin
87*aad6ef8bSmartin /* disable DMAC */
88*aad6ef8bSmartin _reg_write_4(D_ENABLEW_REG, D_ENABLE_SUSPEND);
89*aad6ef8bSmartin
90*aad6ef8bSmartin /* disable all interrupt */
91*aad6ef8bSmartin for (i = 0; i < _DMAC_NINTR; i++)
92*aad6ef8bSmartin dmac_intr_disable(i);
93*aad6ef8bSmartin
94*aad6ef8bSmartin for (i = 0; i < _IPL_N; i++)
95*aad6ef8bSmartin __dmac_ipl_holder[i].mask = 0xffffffff;
96*aad6ef8bSmartin
97*aad6ef8bSmartin if (_reg_read_4(D_STAT_REG) & D_STAT_SIM)
98*aad6ef8bSmartin _reg_write_4(D_STAT_REG, D_STAT_SIM);
99*aad6ef8bSmartin if (_reg_read_4(D_STAT_REG) & D_STAT_MEIM)
100*aad6ef8bSmartin _reg_write_4(D_STAT_REG, D_STAT_MEIM);
101*aad6ef8bSmartin
102*aad6ef8bSmartin /* clear all status */
103*aad6ef8bSmartin _reg_write_4(D_STAT_REG, _reg_read_4(D_STAT_REG) & D_STAT_CIS_MASK);
104*aad6ef8bSmartin
105*aad6ef8bSmartin /* enable DMAC */
106*aad6ef8bSmartin _reg_write_4(D_ENABLEW_REG, 0);
107*aad6ef8bSmartin _reg_write_4(D_CTRL_REG, D_CTRL_DMAE);
108*aad6ef8bSmartin }
109*aad6ef8bSmartin
110*aad6ef8bSmartin /*
111*aad6ef8bSmartin * Interrupt
112*aad6ef8bSmartin */
113*aad6ef8bSmartin int
dmac_intr(u_int32_t mask)114*aad6ef8bSmartin dmac_intr(u_int32_t mask)
115*aad6ef8bSmartin {
116*aad6ef8bSmartin struct _ipl_dispatcher *dispatcher;
117*aad6ef8bSmartin u_int32_t r, dispatch, pending;
118*aad6ef8bSmartin
119*aad6ef8bSmartin r = _reg_read_4(D_STAT_REG);
120*aad6ef8bSmartin mask = D_STAT_CIM(mask);
121*aad6ef8bSmartin dispatch = r & ~mask & __dmac_enabled_channel;
122*aad6ef8bSmartin pending = r & mask & __dmac_enabled_channel;
123*aad6ef8bSmartin #if 0
124*aad6ef8bSmartin __gsfb_print(2,
125*aad6ef8bSmartin "DMAC stat=%08x, mask=%08x, pend=%08x, disp=%08x enable=%08x\n",
126*aad6ef8bSmartin r, mask, pending, dispatch, __dmac_enabled_channel);
127*aad6ef8bSmartin #endif
128*aad6ef8bSmartin if (dispatch == 0)
129*aad6ef8bSmartin return (pending == 0 ? 1 : 0);
130*aad6ef8bSmartin
131*aad6ef8bSmartin /* clear interrupt */
132*aad6ef8bSmartin _reg_write_4(D_STAT_REG, dispatch);
133*aad6ef8bSmartin
134*aad6ef8bSmartin /* dispatch interrupt handler */
135*aad6ef8bSmartin SLIST_FOREACH(dispatcher, &__dmac_dispatcher_head, link) {
136*aad6ef8bSmartin if (dispatcher->bit & dispatch) {
137*aad6ef8bSmartin KDASSERT(dispatcher->func);
138*aad6ef8bSmartin (*dispatcher->func)(dispatcher->arg);
139*aad6ef8bSmartin dispatch &= ~dispatcher->bit;
140*aad6ef8bSmartin }
141*aad6ef8bSmartin }
142*aad6ef8bSmartin
143*aad6ef8bSmartin /* disable spurious interrupt source */
144*aad6ef8bSmartin if (dispatch) {
145*aad6ef8bSmartin int i, bit;
146*aad6ef8bSmartin for (i = 0, bit = 1; i < _DMAC_NINTR; i++, bit <<= 1) {
147*aad6ef8bSmartin if (bit & dispatch) {
148*aad6ef8bSmartin dmac_intr_disable(i);
149*aad6ef8bSmartin printf("%s: spurious interrupt %d disabled.\n",
150*aad6ef8bSmartin __func__, i);
151*aad6ef8bSmartin }
152*aad6ef8bSmartin }
153*aad6ef8bSmartin }
154*aad6ef8bSmartin
155*aad6ef8bSmartin
156*aad6ef8bSmartin return (pending == 0 ? 1 : 0);
157*aad6ef8bSmartin }
158*aad6ef8bSmartin
159*aad6ef8bSmartin void
dmac_intr_enable(enum dmac_channel ch)160*aad6ef8bSmartin dmac_intr_enable(enum dmac_channel ch)
161*aad6ef8bSmartin {
162*aad6ef8bSmartin u_int32_t mask;
163*aad6ef8bSmartin
164*aad6ef8bSmartin KDASSERT(LEGAL_CHANNEL(ch));
165*aad6ef8bSmartin
166*aad6ef8bSmartin mask = D_STAT_CIM_BIT(ch);
167*aad6ef8bSmartin _reg_write_4(D_STAT_REG, (_reg_read_4(D_STAT_REG) & mask) ^ mask);
168*aad6ef8bSmartin }
169*aad6ef8bSmartin
170*aad6ef8bSmartin void
dmac_intr_disable(enum dmac_channel ch)171*aad6ef8bSmartin dmac_intr_disable(enum dmac_channel ch)
172*aad6ef8bSmartin {
173*aad6ef8bSmartin KDASSERT(LEGAL_CHANNEL(ch));
174*aad6ef8bSmartin
175*aad6ef8bSmartin _reg_write_4(D_STAT_REG, _reg_read_4(D_STAT_REG) & D_STAT_CIM_BIT(ch));
176*aad6ef8bSmartin }
177*aad6ef8bSmartin
178*aad6ef8bSmartin void
dmac_update_mask(u_int32_t mask)179*aad6ef8bSmartin dmac_update_mask(u_int32_t mask)
180*aad6ef8bSmartin {
181*aad6ef8bSmartin u_int32_t cur_mask;
182*aad6ef8bSmartin
183*aad6ef8bSmartin mask = D_STAT_CIM(mask);
184*aad6ef8bSmartin cur_mask = _reg_read_4(D_STAT_REG);
185*aad6ef8bSmartin
186*aad6ef8bSmartin _reg_write_4(D_STAT_REG, ((cur_mask ^ ~mask) | (cur_mask & mask)) &
187*aad6ef8bSmartin D_STAT_CIM(__dmac_enabled_channel));
188*aad6ef8bSmartin }
189*aad6ef8bSmartin
190*aad6ef8bSmartin void *
dmac_intr_establish(enum dmac_channel ch,int ipl,int (* func)(void *),void * arg)191*aad6ef8bSmartin dmac_intr_establish(enum dmac_channel ch, int ipl, int (*func)(void *),
192*aad6ef8bSmartin void *arg)
193*aad6ef8bSmartin {
194*aad6ef8bSmartin struct _ipl_dispatcher *dispatcher = &__dmac_dispatcher[ch];
195*aad6ef8bSmartin struct _ipl_dispatcher *d;
196*aad6ef8bSmartin int i, s;
197*aad6ef8bSmartin
198*aad6ef8bSmartin KDASSERT(dispatcher->func == NULL);
199*aad6ef8bSmartin
200*aad6ef8bSmartin s = _intr_suspend();
201*aad6ef8bSmartin dispatcher->func = func;
202*aad6ef8bSmartin dispatcher->arg = arg;
203*aad6ef8bSmartin dispatcher->ipl = ipl;
204*aad6ef8bSmartin dispatcher->channel = ch;
205*aad6ef8bSmartin dispatcher->bit = D_STAT_CIS_BIT(ch);
206*aad6ef8bSmartin
207*aad6ef8bSmartin for (i = 0; i < _IPL_N; i++) {
208*aad6ef8bSmartin if (i < ipl)
209*aad6ef8bSmartin __dmac_ipl_holder[i].mask &= ~D_STAT_CIM_BIT(ch);
210*aad6ef8bSmartin else
211*aad6ef8bSmartin __dmac_ipl_holder[i].mask |= D_STAT_CIM_BIT(ch);
212*aad6ef8bSmartin }
213*aad6ef8bSmartin
214*aad6ef8bSmartin /* insert queue IPL order */
215*aad6ef8bSmartin if (SLIST_EMPTY(&__dmac_dispatcher_head)) {
216*aad6ef8bSmartin SLIST_INSERT_HEAD(&__dmac_dispatcher_head, dispatcher, link);
217*aad6ef8bSmartin } else {
218*aad6ef8bSmartin SLIST_FOREACH(d, &__dmac_dispatcher_head, link) {
219*aad6ef8bSmartin if (SLIST_NEXT(d, link) == 0 ||
220*aad6ef8bSmartin SLIST_NEXT(d, link)->ipl < ipl) {
221*aad6ef8bSmartin SLIST_INSERT_AFTER(d, dispatcher, link);
222*aad6ef8bSmartin break;
223*aad6ef8bSmartin }
224*aad6ef8bSmartin }
225*aad6ef8bSmartin }
226*aad6ef8bSmartin
227*aad6ef8bSmartin md_ipl_register(IPL_DMAC, __dmac_ipl_holder);
228*aad6ef8bSmartin
229*aad6ef8bSmartin dmac_intr_enable(ch);
230*aad6ef8bSmartin __dmac_enabled_channel |= D_STAT_CIS_BIT(ch);
231*aad6ef8bSmartin
232*aad6ef8bSmartin _intr_resume(s);
233*aad6ef8bSmartin
234*aad6ef8bSmartin return ((void *)ch);
235*aad6ef8bSmartin }
236*aad6ef8bSmartin
237*aad6ef8bSmartin void
dmac_intr_disestablish(void * handle)238*aad6ef8bSmartin dmac_intr_disestablish(void *handle)
239*aad6ef8bSmartin {
240*aad6ef8bSmartin int ch = (int)(handle);
241*aad6ef8bSmartin struct _ipl_dispatcher *dispatcher = &__dmac_dispatcher[ch];
242*aad6ef8bSmartin int i, s;
243*aad6ef8bSmartin
244*aad6ef8bSmartin s = _intr_suspend();
245*aad6ef8bSmartin
246*aad6ef8bSmartin dmac_intr_disable(ch);
247*aad6ef8bSmartin dispatcher->func = NULL;
248*aad6ef8bSmartin
249*aad6ef8bSmartin SLIST_REMOVE(&__dmac_dispatcher_head, dispatcher,
250*aad6ef8bSmartin _ipl_dispatcher, link);
251*aad6ef8bSmartin
252*aad6ef8bSmartin for (i = 0; i < _IPL_N; i++)
253*aad6ef8bSmartin __dmac_ipl_holder[i].mask |= D_STAT_CIM_BIT(ch);
254*aad6ef8bSmartin
255*aad6ef8bSmartin md_ipl_register(IPL_DMAC, __dmac_ipl_holder);
256*aad6ef8bSmartin __dmac_enabled_channel &= ~D_STAT_CIS_BIT(ch);
257*aad6ef8bSmartin
258*aad6ef8bSmartin _intr_resume(s);
259*aad6ef8bSmartin }
260*aad6ef8bSmartin
261*aad6ef8bSmartin /*
262*aad6ef8bSmartin * Start/Stop
263*aad6ef8bSmartin */
264*aad6ef8bSmartin void
dmac_start_channel(enum dmac_channel ch)265*aad6ef8bSmartin dmac_start_channel(enum dmac_channel ch)
266*aad6ef8bSmartin {
267*aad6ef8bSmartin bus_addr_t chcr = D_CHCR_REG(__dmac_channel_base[ch]);
268*aad6ef8bSmartin u_int32_t r;
269*aad6ef8bSmartin int s;
270*aad6ef8bSmartin
271*aad6ef8bSmartin /* suspend all channels */
272*aad6ef8bSmartin s = _intr_suspend();
273*aad6ef8bSmartin r = _reg_read_4(D_ENABLER_REG);
274*aad6ef8bSmartin _reg_write_4(D_ENABLEW_REG, r | D_ENABLE_SUSPEND);
275*aad6ef8bSmartin
276*aad6ef8bSmartin /* access CHCR */
277*aad6ef8bSmartin _reg_write_4(chcr, (_reg_read_4(chcr) | D_CHCR_STR));
278*aad6ef8bSmartin
279*aad6ef8bSmartin /* start all channels */
280*aad6ef8bSmartin _reg_write_4(D_ENABLEW_REG, r & ~D_ENABLE_SUSPEND);
281*aad6ef8bSmartin _intr_resume(s);
282*aad6ef8bSmartin }
283*aad6ef8bSmartin
284*aad6ef8bSmartin void
dmac_stop_channel(enum dmac_channel ch)285*aad6ef8bSmartin dmac_stop_channel(enum dmac_channel ch)
286*aad6ef8bSmartin {
287*aad6ef8bSmartin bus_addr_t chcr = D_CHCR_REG(__dmac_channel_base[ch]);
288*aad6ef8bSmartin u_int32_t r;
289*aad6ef8bSmartin int s;
290*aad6ef8bSmartin
291*aad6ef8bSmartin /* suspend all channels */
292*aad6ef8bSmartin s = _intr_suspend();
293*aad6ef8bSmartin r = _reg_read_4(D_ENABLER_REG);
294*aad6ef8bSmartin _reg_write_4(D_ENABLEW_REG, r | D_ENABLE_SUSPEND);
295*aad6ef8bSmartin
296*aad6ef8bSmartin /* access CHCR */
297*aad6ef8bSmartin _reg_write_4(chcr, (_reg_read_4(chcr) & ~D_CHCR_STR));
298*aad6ef8bSmartin
299*aad6ef8bSmartin /* resume all chanells */
300*aad6ef8bSmartin _reg_write_4(D_ENABLEW_REG, r);
301*aad6ef8bSmartin _intr_resume(s);
302*aad6ef8bSmartin }
303*aad6ef8bSmartin
304*aad6ef8bSmartin void
dmac_sync_buffer(void)305*aad6ef8bSmartin dmac_sync_buffer(void)
306*aad6ef8bSmartin {
307*aad6ef8bSmartin
308*aad6ef8bSmartin mips_dcache_wbinv_all();
309*aad6ef8bSmartin __asm volatile("sync.l");
310*aad6ef8bSmartin }
311*aad6ef8bSmartin
312*aad6ef8bSmartin /*
313*aad6ef8bSmartin * Polling
314*aad6ef8bSmartin * DMAC status connected to CPCOND[0].
315*aad6ef8bSmartin */
316*aad6ef8bSmartin void
dmac_cpc_set(enum dmac_channel ch)317*aad6ef8bSmartin dmac_cpc_set(enum dmac_channel ch)
318*aad6ef8bSmartin {
319*aad6ef8bSmartin u_int32_t r;
320*aad6ef8bSmartin
321*aad6ef8bSmartin r = _reg_read_4(D_PCR_REG);
322*aad6ef8bSmartin KDASSERT((D_PCR_CPC(r) & ~D_PCR_CPC_BIT(ch)) == 0);
323*aad6ef8bSmartin
324*aad6ef8bSmartin /* clear interrupt status */
325*aad6ef8bSmartin _reg_write_4(D_STAT_REG, D_STAT_CIS_BIT(ch));
326*aad6ef8bSmartin
327*aad6ef8bSmartin _reg_write_4(D_PCR_REG, r | D_PCR_CPC_BIT(ch));
328*aad6ef8bSmartin }
329*aad6ef8bSmartin
330*aad6ef8bSmartin void
dmac_cpc_clear(enum dmac_channel ch)331*aad6ef8bSmartin dmac_cpc_clear(enum dmac_channel ch)
332*aad6ef8bSmartin {
333*aad6ef8bSmartin
334*aad6ef8bSmartin _reg_write_4(D_PCR_REG, _reg_read_4(D_PCR_REG) & ~D_PCR_CPC_BIT(ch))
335*aad6ef8bSmartin }
336*aad6ef8bSmartin
337*aad6ef8bSmartin void
dmac_cpc_poll(void)338*aad6ef8bSmartin dmac_cpc_poll(void)
339*aad6ef8bSmartin {
340*aad6ef8bSmartin __asm volatile(
341*aad6ef8bSmartin ".set noreorder;"
342*aad6ef8bSmartin "1: nop;"
343*aad6ef8bSmartin "nop;"
344*aad6ef8bSmartin "nop;"
345*aad6ef8bSmartin "nop;"
346*aad6ef8bSmartin "nop;"
347*aad6ef8bSmartin "bc0f 1b;"
348*aad6ef8bSmartin " nop;"
349*aad6ef8bSmartin ".set reorder");
350*aad6ef8bSmartin }
351*aad6ef8bSmartin
352*aad6ef8bSmartin /* not recommended. use dmac_cpc_poll as possible */
353*aad6ef8bSmartin void
dmac_bus_poll(enum dmac_channel ch)354*aad6ef8bSmartin dmac_bus_poll(enum dmac_channel ch)
355*aad6ef8bSmartin {
356*aad6ef8bSmartin bus_addr_t chcr = D_CHCR_REG(__dmac_channel_base[ch]);
357*aad6ef8bSmartin
358*aad6ef8bSmartin while (_reg_read_4(chcr) & D_CHCR_STR)
359*aad6ef8bSmartin ;
360*aad6ef8bSmartin }
361*aad6ef8bSmartin
362*aad6ef8bSmartin /*
363*aad6ef8bSmartin * Misc
364*aad6ef8bSmartin */
365*aad6ef8bSmartin void
dmac_chcr_write(enum dmac_channel ch,u_int32_t v)366*aad6ef8bSmartin dmac_chcr_write(enum dmac_channel ch, u_int32_t v)
367*aad6ef8bSmartin {
368*aad6ef8bSmartin u_int32_t r;
369*aad6ef8bSmartin int s;
370*aad6ef8bSmartin
371*aad6ef8bSmartin /* suspend all channels */
372*aad6ef8bSmartin s = _intr_suspend();
373*aad6ef8bSmartin r = _reg_read_4(D_ENABLER_REG);
374*aad6ef8bSmartin _reg_write_4(D_ENABLEW_REG, r | D_ENABLE_SUSPEND);
375*aad6ef8bSmartin
376*aad6ef8bSmartin /* write CHCR reg */
377*aad6ef8bSmartin _reg_write_4(D_CHCR_REG(__dmac_channel_base[ch]), v);
378*aad6ef8bSmartin
379*aad6ef8bSmartin /* resume all chanells */
380*aad6ef8bSmartin _reg_write_4(D_ENABLEW_REG, r);
381*aad6ef8bSmartin _intr_resume(s);
382*aad6ef8bSmartin }
383*aad6ef8bSmartin
384