xref: /dflybsd-src/sys/dev/sound/pci/maestro.c (revision 2a1ad637466621af45d5a17185b33f3dcaaa1b1c)
1 /*-
2  * Copyright (c) 2000-2004 Taku YAMAMOTO <taku@tackymt.homeip.net>
3  * All rights reserved.
4  *
5  * Redistribution and use in source and binary forms, with or without
6  * modification, are permitted provided that the following conditions
7  * are met:
8  * 1. Redistributions of source code must retain the above copyright
9  *    notice, this list of conditions and the following disclaimer.
10  * 2. Redistributions in binary form must reproduce the above copyright
11  *    notice, this list of conditions and the following disclaimer in the
12  *    documentation and/or other materials provided with the distribution.
13  *
14  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
15  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
16  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
17  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
18  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
19  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
20  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
21  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
22  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
23  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
24  * SUCH DAMAGE.
25  *
26  *	maestro.c,v 1.23.2.1 2003/10/03 18:21:38 taku Exp
27  */
28 
29 /*
30  * Credits:
31  *
32  * Part of this code (especially in many magic numbers) was heavily inspired
33  * by the Linux driver originally written by
34  * Alan Cox <alan.cox@linux.org>, modified heavily by
35  * Zach Brown <zab@zabbo.net>.
36  *
37  * busdma()-ize and buffer size reduction were suggested by
38  * Cameron Grant <cg@freebsd.org>.
39  * Also he showed me the way to use busdma() suite.
40  *
41  * Internal speaker problems on NEC VersaPro's and Dell Inspiron 7500
42  * were looked at by
43  * Munehiro Matsuda <haro@tk.kubota.co.jp>,
44  * who brought patches based on the Linux driver with some simplification.
45  *
46  * Hardware volume controller was implemented by
47  * John Baldwin <jhb@freebsd.org>.
48  */
49 
50 #ifdef HAVE_KERNEL_OPTION_HEADERS
51 #include "opt_snd.h"
52 #endif
53 
54 #include <dev/sound/pcm/sound.h>
55 #include <dev/sound/pcm/ac97.h>
56 #include <dev/pci/pcireg.h>
57 #include <dev/pci/pcivar.h>
58 
59 #include <dev/sound/pci/maestro_reg.h>
60 
61 SND_DECLARE_FILE("$FreeBSD: head/sys/dev/sound/pci/maestro.c 274035 2014-11-03 11:11:45Z bapt $");
62 
63 /*
64  * PCI IDs of supported chips:
65  *
66  * MAESTRO-1	0x01001285
67  * MAESTRO-2	0x1968125d
68  * MAESTRO-2E	0x1978125d
69  */
70 
71 #define MAESTRO_1_PCI_ID	0x01001285
72 #define MAESTRO_2_PCI_ID	0x1968125d
73 #define MAESTRO_2E_PCI_ID	0x1978125d
74 
75 #define NEC_SUBID1	0x80581033	/* Taken from Linux driver */
76 #define NEC_SUBID2	0x803c1033	/* NEC VersaProNX VA26D    */
77 
78 #ifdef AGG_MAXPLAYCH
79 # if AGG_MAXPLAYCH > 4
80 #  undef AGG_MAXPLAYCH
81 #  define AGG_MAXPLAYCH 4
82 # endif
83 #else
84 # define AGG_MAXPLAYCH	4
85 #endif
86 
87 #define AGG_DEFAULT_BUFSZ	0x4000 /* 0x1000, but gets underflows */
88 
89 
90 #ifndef PCIR_BAR
91 #define PCIR_BAR(x)	(PCIR_MAPS + (x) * 4)
92 #endif
93 
94 
95 /* -----------------------------
96  * Data structures.
97  */
98 struct agg_chinfo {
99 	/* parent softc */
100 	struct agg_info		*parent;
101 
102 	/* FreeBSD newpcm related */
103 	struct pcm_channel	*channel;
104 	struct snd_dbuf		*buffer;
105 
106 	/* OS independent */
107 	bus_dmamap_t		map;
108 	bus_addr_t		phys;	/* channel buffer physical address */
109 	bus_addr_t		base;	/* channel buffer segment base */
110 	u_int32_t		blklen;	/* DMA block length in WORDs */
111 	u_int32_t		buflen;	/* channel buffer length in WORDs */
112 	u_int32_t		speed;
113 	unsigned		num	: 3;
114 	unsigned		stereo	: 1;
115 	unsigned		qs16	: 1;	/* quantum size is 16bit */
116 	unsigned		us	: 1;	/* in unsigned format */
117 };
118 
119 struct agg_rchinfo {
120 	/* parent softc */
121 	struct agg_info		*parent;
122 
123 	/* FreeBSD newpcm related */
124 	struct pcm_channel	*channel;
125 	struct snd_dbuf		*buffer;
126 
127 	/* OS independent */
128 	bus_dmamap_t		map;
129 	bus_addr_t		phys;	/* channel buffer physical address */
130 	bus_addr_t		base;	/* channel buffer segment base */
131 	u_int32_t		blklen;	/* DMA block length in WORDs */
132 	u_int32_t		buflen;	/* channel buffer length in WORDs */
133 	u_int32_t		speed;
134 	unsigned			: 3;
135 	unsigned		stereo	: 1;
136 	bus_addr_t		srcphys;
137 	int16_t			*src;	/* stereo peer buffer */
138 	int16_t			*sink;	/* channel buffer pointer */
139 	volatile u_int32_t	hwptr;	/* ready point in 16bit sample */
140 };
141 
142 struct agg_info {
143 	/* FreeBSD newbus related */
144 	device_t		dev;
145 
146 	/* I wonder whether bus_space_* are in common in *BSD... */
147 	struct resource		*reg;
148 	int			regid;
149 	bus_space_tag_t		st;
150 	bus_space_handle_t	sh;
151 
152 	struct resource		*irq;
153 	int			irqid;
154 	void			*ih;
155 
156 	bus_dma_tag_t		buf_dmat;
157 	bus_dma_tag_t		stat_dmat;
158 
159 	/* FreeBSD SMPng related */
160 	struct mtx		lock;	/* mutual exclusion */
161 	/* FreeBSD newpcm related */
162 	struct ac97_info	*codec;
163 
164 	/* OS independent */
165 	bus_dmamap_t		stat_map;
166 	u_int8_t		*stat;	/* status buffer pointer */
167 	bus_addr_t		phys;	/* status buffer physical address */
168 	unsigned int		bufsz;	/* channel buffer size in bytes */
169 	u_int			playchns;
170 	volatile u_int		active;
171 	struct agg_chinfo	pch[AGG_MAXPLAYCH];
172 	struct agg_rchinfo	rch;
173 	volatile u_int8_t	curpwr;	/* current power status: D[0-3] */
174 };
175 
176 
177 /* -----------------------------
178  * Sysctls for debug.
179  */
180 static unsigned int powerstate_active = PCI_POWERSTATE_D1;
181 #ifdef MAESTRO_AGGRESSIVE_POWERSAVE
182 static unsigned int powerstate_idle   = PCI_POWERSTATE_D2;
183 #else
184 static unsigned int powerstate_idle   = PCI_POWERSTATE_D1;
185 #endif
186 static unsigned int powerstate_init   = PCI_POWERSTATE_D2;
187 
188 /* XXX: this should move to a device specific sysctl dev.pcm.X.debug.Y via
189    device_get_sysctl_*() as discussed on multimedia@ in msg-id
190    <861wujij2q.fsf@xps.des.no> */
191 static SYSCTL_NODE(_debug, OID_AUTO, maestro, CTLFLAG_RD, 0, "");
192 SYSCTL_UINT(_debug_maestro, OID_AUTO, powerstate_active, CTLFLAG_RW,
193 	    &powerstate_active, 0, "The Dx power state when active (0-1)");
194 SYSCTL_UINT(_debug_maestro, OID_AUTO, powerstate_idle, CTLFLAG_RW,
195 	    &powerstate_idle, 0, "The Dx power state when idle (0-2)");
196 SYSCTL_UINT(_debug_maestro, OID_AUTO, powerstate_init, CTLFLAG_RW,
197 	    &powerstate_init, 0,
198 	    "The Dx power state prior to the first use (0-2)");
199 
200 
201 /* -----------------------------
202  * Prototypes
203  */
204 
205 static void	agg_sleep(struct agg_info*, const char *wmesg, int msec);
206 
207 #if 0
208 static __inline u_int32_t	agg_rd(struct agg_info*, int, int size);
209 static __inline void		agg_wr(struct agg_info*, int, u_int32_t data,
210 								int size);
211 #endif
212 static int	agg_rdcodec(struct agg_info*, int);
213 static int	agg_wrcodec(struct agg_info*, int, u_int32_t);
214 
215 static void	ringbus_setdest(struct agg_info*, int, int);
216 
217 static u_int16_t	wp_rdreg(struct agg_info*, u_int16_t);
218 static void		wp_wrreg(struct agg_info*, u_int16_t, u_int16_t);
219 static u_int16_t	wp_rdapu(struct agg_info*, unsigned, u_int16_t);
220 static void	wp_wrapu(struct agg_info*, unsigned, u_int16_t, u_int16_t);
221 static void	wp_settimer(struct agg_info*, u_int);
222 static void	wp_starttimer(struct agg_info*);
223 static void	wp_stoptimer(struct agg_info*);
224 
225 #if 0
226 static u_int16_t	wc_rdreg(struct agg_info*, u_int16_t);
227 #endif
228 static void		wc_wrreg(struct agg_info*, u_int16_t, u_int16_t);
229 #if 0
230 static u_int16_t	wc_rdchctl(struct agg_info*, int);
231 #endif
232 static void		wc_wrchctl(struct agg_info*, int, u_int16_t);
233 
234 static void	agg_stopclock(struct agg_info*, int part, int st);
235 
236 static void	agg_initcodec(struct agg_info*);
237 static void	agg_init(struct agg_info*);
238 static void	agg_power(struct agg_info*, int);
239 
240 static void	aggch_start_dac(struct agg_chinfo*);
241 static void	aggch_stop_dac(struct agg_chinfo*);
242 static void	aggch_start_adc(struct agg_rchinfo*);
243 static void	aggch_stop_adc(struct agg_rchinfo*);
244 static void	aggch_feed_adc_stereo(struct agg_rchinfo*);
245 static void	aggch_feed_adc_mono(struct agg_rchinfo*);
246 
247 #ifdef AGG_JITTER_CORRECTION
248 static void	suppress_jitter(struct agg_chinfo*);
249 static void	suppress_rec_jitter(struct agg_rchinfo*);
250 #endif
251 
252 static void	set_timer(struct agg_info*);
253 
254 static void	agg_intr(void *);
255 static int	agg_probe(device_t);
256 static int	agg_attach(device_t);
257 static int	agg_detach(device_t);
258 static int	agg_suspend(device_t);
259 static int	agg_resume(device_t);
260 static int	agg_shutdown(device_t);
261 
262 static void	*dma_malloc(bus_dma_tag_t, u_int32_t, bus_addr_t*,
263 		    bus_dmamap_t *);
264 static void	dma_free(bus_dma_tag_t, void *, bus_dmamap_t);
265 
266 
267 /* -----------------------------
268  * Subsystems.
269  */
270 
271 /* locking */
272 #define agg_lock(sc)	snd_mtxlock(&((sc)->lock))
273 #define agg_unlock(sc)	snd_mtxunlock(&((sc)->lock))
274 
275 static void
276 agg_sleep(struct agg_info *sc, const char *wmesg, int msec)
277 {
278 	int timo;
279 
280 	timo = msec * hz / 1000;
281 	if (timo == 0)
282 		timo = 1;
283 	msleep(sc, &sc->lock, PWAIT, wmesg, timo);
284 }
285 
286 
287 /* I/O port */
288 
289 #if 0
290 static __inline u_int32_t
291 agg_rd(struct agg_info *sc, int regno, int size)
292 {
293 	switch (size) {
294 	case 1:
295 		return bus_space_read_1(sc->st, sc->sh, regno);
296 	case 2:
297 		return bus_space_read_2(sc->st, sc->sh, regno);
298 	case 4:
299 		return bus_space_read_4(sc->st, sc->sh, regno);
300 	default:
301 		return ~(u_int32_t)0;
302 	}
303 }
304 #endif
305 
306 #define AGG_RD(sc, regno, size)           \
307 	bus_space_read_##size(            \
308 	    ((struct agg_info*)(sc))->st, \
309 	    ((struct agg_info*)(sc))->sh, (regno))
310 
311 #if 0
312 static __inline void
313 agg_wr(struct agg_info *sc, int regno, u_int32_t data, int size)
314 {
315 	switch (size) {
316 	case 1:
317 		bus_space_write_1(sc->st, sc->sh, regno, data);
318 		break;
319 	case 2:
320 		bus_space_write_2(sc->st, sc->sh, regno, data);
321 		break;
322 	case 4:
323 		bus_space_write_4(sc->st, sc->sh, regno, data);
324 		break;
325 	}
326 }
327 #endif
328 
329 #define AGG_WR(sc, regno, data, size)     \
330 	bus_space_write_##size(           \
331 	    ((struct agg_info*)(sc))->st, \
332 	    ((struct agg_info*)(sc))->sh, (regno), (data))
333 
334 /* -------------------------------------------------------------------- */
335 
336 /* Codec/Ringbus */
337 
338 static int
339 agg_codec_wait4idle(struct agg_info *ess)
340 {
341 	unsigned t = 26;
342 
343 	while (AGG_RD(ess, PORT_CODEC_STAT, 1) & CODEC_STAT_MASK) {
344 		if (--t == 0)
345 			return EBUSY;
346 		DELAY(2);	/* 20.8us / 13 */
347 	}
348 	return 0;
349 }
350 
351 
352 static int
353 agg_rdcodec(struct agg_info *ess, int regno)
354 {
355 	int ret;
356 
357 	/* We have to wait for a SAFE time to write addr/data */
358 	if (agg_codec_wait4idle(ess)) {
359 		/* Timed out. No read performed. */
360 		device_printf(ess->dev, "agg_rdcodec() PROGLESS timed out.\n");
361 		return -1;
362 	}
363 
364 	AGG_WR(ess, PORT_CODEC_CMD, CODEC_CMD_READ | regno, 1);
365 	/*DELAY(21);	* AC97 cycle = 20.8usec */
366 
367 	/* Wait for data retrieve */
368 	if (!agg_codec_wait4idle(ess)) {
369 		ret = AGG_RD(ess, PORT_CODEC_REG, 2);
370 	} else {
371 		/* Timed out. No read performed. */
372 		device_printf(ess->dev, "agg_rdcodec() RW_DONE timed out.\n");
373 		ret = -1;
374 	}
375 
376 	return ret;
377 }
378 
379 static int
380 agg_wrcodec(struct agg_info *ess, int regno, u_int32_t data)
381 {
382 	/* We have to wait for a SAFE time to write addr/data */
383 	if (agg_codec_wait4idle(ess)) {
384 		/* Timed out. Abort writing. */
385 		device_printf(ess->dev, "agg_wrcodec() PROGLESS timed out.\n");
386 		return -1;
387 	}
388 
389 	AGG_WR(ess, PORT_CODEC_REG, data, 2);
390 	AGG_WR(ess, PORT_CODEC_CMD, CODEC_CMD_WRITE | regno, 1);
391 
392 	/* Wait for write completion */
393 	if (agg_codec_wait4idle(ess)) {
394 		/* Timed out. */
395 		device_printf(ess->dev, "agg_wrcodec() RW_DONE timed out.\n");
396 		return -1;
397 	}
398 
399 	return 0;
400 }
401 
402 static void
403 ringbus_setdest(struct agg_info *ess, int src, int dest)
404 {
405 	u_int32_t	data;
406 
407 	data = AGG_RD(ess, PORT_RINGBUS_CTRL, 4);
408 	data &= ~(0xfU << src);
409 	data |= (0xfU & dest) << src;
410 	AGG_WR(ess, PORT_RINGBUS_CTRL, data, 4);
411 }
412 
413 /* -------------------------------------------------------------------- */
414 
415 /* Wave Processor */
416 
417 static u_int16_t
418 wp_rdreg(struct agg_info *ess, u_int16_t reg)
419 {
420 	AGG_WR(ess, PORT_DSP_INDEX, reg, 2);
421 	return AGG_RD(ess, PORT_DSP_DATA, 2);
422 }
423 
424 static void
425 wp_wrreg(struct agg_info *ess, u_int16_t reg, u_int16_t data)
426 {
427 	AGG_WR(ess, PORT_DSP_INDEX, reg, 2);
428 	AGG_WR(ess, PORT_DSP_DATA, data, 2);
429 }
430 
431 static int
432 wp_wait_data(struct agg_info *ess, u_int16_t data)
433 {
434 	unsigned t = 0;
435 
436 	while (AGG_RD(ess, PORT_DSP_DATA, 2) != data) {
437 		if (++t == 1000) {
438 			return EAGAIN;
439 		}
440 		AGG_WR(ess, PORT_DSP_DATA, data, 2);
441 	}
442 
443 	return 0;
444 }
445 
446 static u_int16_t
447 wp_rdapu(struct agg_info *ess, unsigned ch, u_int16_t reg)
448 {
449 	wp_wrreg(ess, WPREG_CRAM_PTR, reg | (ch << 4));
450 	if (wp_wait_data(ess, reg | (ch << 4)) != 0)
451 		device_printf(ess->dev, "wp_rdapu() indexing timed out.\n");
452 	return wp_rdreg(ess, WPREG_DATA_PORT);
453 }
454 
455 static void
456 wp_wrapu(struct agg_info *ess, unsigned ch, u_int16_t reg, u_int16_t data)
457 {
458 	wp_wrreg(ess, WPREG_CRAM_PTR, reg | (ch << 4));
459 	if (wp_wait_data(ess, reg | (ch << 4)) == 0) {
460 		wp_wrreg(ess, WPREG_DATA_PORT, data);
461 		if (wp_wait_data(ess, data) != 0)
462 			device_printf(ess->dev,
463 			    "wp_wrapu() write timed out.\n");
464 	} else {
465 		device_printf(ess->dev, "wp_wrapu() indexing timed out.\n");
466 	}
467 }
468 
469 static void
470 apu_setparam(struct agg_info *ess, int apuch,
471     u_int32_t wpwa, u_int16_t size, int16_t pan, u_int dv)
472 {
473 	wp_wrapu(ess, apuch, APUREG_WAVESPACE, (wpwa >> 8) & APU_64KPAGE_MASK);
474 	wp_wrapu(ess, apuch, APUREG_CURPTR, wpwa);
475 	wp_wrapu(ess, apuch, APUREG_ENDPTR, wpwa + size);
476 	wp_wrapu(ess, apuch, APUREG_LOOPLEN, size);
477 	wp_wrapu(ess, apuch, APUREG_ROUTING, 0);
478 	wp_wrapu(ess, apuch, APUREG_AMPLITUDE, 0xf000);
479 	wp_wrapu(ess, apuch, APUREG_POSITION, 0x8f00
480 	    | (APU_RADIUS_MASK & (RADIUS_CENTERCIRCLE << APU_RADIUS_SHIFT))
481 	    | (APU_PAN_MASK & ((pan + PAN_FRONT) << APU_PAN_SHIFT)));
482 	wp_wrapu(ess, apuch, APUREG_FREQ_LOBYTE,
483 	    APU_plus6dB | ((dv & 0xff) << APU_FREQ_LOBYTE_SHIFT));
484 	wp_wrapu(ess, apuch, APUREG_FREQ_HIWORD, dv >> 8);
485 }
486 
487 static void
488 wp_settimer(struct agg_info *ess, u_int divide)
489 {
490 	u_int prescale = 0;
491 
492 	RANGE(divide, 2, 32 << 7);
493 
494 	for (; divide > 32; divide >>= 1) {
495 		prescale++;
496 		divide++;
497 	}
498 
499 	for (; prescale < 7 && divide > 2 && !(divide & 1); divide >>= 1)
500 		prescale++;
501 
502 	wp_wrreg(ess, WPREG_TIMER_ENABLE, 0);
503 	wp_wrreg(ess, WPREG_TIMER_FREQ, 0x9000 |
504 	    (prescale << WP_TIMER_FREQ_PRESCALE_SHIFT) | (divide - 1));
505 	wp_wrreg(ess, WPREG_TIMER_ENABLE, 1);
506 }
507 
508 static void
509 wp_starttimer(struct agg_info *ess)
510 {
511 	AGG_WR(ess, PORT_INT_STAT, 1, 2);
512 	AGG_WR(ess, PORT_HOSTINT_CTRL, HOSTINT_CTRL_DSOUND_INT_ENABLED
513 	       | AGG_RD(ess, PORT_HOSTINT_CTRL, 2), 2);
514 	wp_wrreg(ess, WPREG_TIMER_START, 1);
515 }
516 
517 static void
518 wp_stoptimer(struct agg_info *ess)
519 {
520 	AGG_WR(ess, PORT_HOSTINT_CTRL, ~HOSTINT_CTRL_DSOUND_INT_ENABLED
521 	       & AGG_RD(ess, PORT_HOSTINT_CTRL, 2), 2);
522 	AGG_WR(ess, PORT_INT_STAT, 1, 2);
523 	wp_wrreg(ess, WPREG_TIMER_START, 0);
524 }
525 
526 /* -------------------------------------------------------------------- */
527 
528 /* WaveCache */
529 
530 #if 0
531 static u_int16_t
532 wc_rdreg(struct agg_info *ess, u_int16_t reg)
533 {
534 	AGG_WR(ess, PORT_WAVCACHE_INDEX, reg, 2);
535 	return AGG_RD(ess, PORT_WAVCACHE_DATA, 2);
536 }
537 #endif
538 
539 static void
540 wc_wrreg(struct agg_info *ess, u_int16_t reg, u_int16_t data)
541 {
542 	AGG_WR(ess, PORT_WAVCACHE_INDEX, reg, 2);
543 	AGG_WR(ess, PORT_WAVCACHE_DATA, data, 2);
544 }
545 
546 #if 0
547 static u_int16_t
548 wc_rdchctl(struct agg_info *ess, int ch)
549 {
550 	return wc_rdreg(ess, ch << 3);
551 }
552 #endif
553 
554 static void
555 wc_wrchctl(struct agg_info *ess, int ch, u_int16_t data)
556 {
557 	wc_wrreg(ess, ch << 3, data);
558 }
559 
560 /* -------------------------------------------------------------------- */
561 
562 /* Power management */
563 static void
564 agg_stopclock(struct agg_info *ess, int part, int st)
565 {
566 	u_int32_t data;
567 
568 	data = pci_read_config(ess->dev, CONF_ACPI_STOPCLOCK, 4);
569 	if (part < 16) {
570 		if (st == PCI_POWERSTATE_D1)
571 			data &= ~(1 << part);
572 		else
573 			data |= (1 << part);
574 		if (st == PCI_POWERSTATE_D1 || st == PCI_POWERSTATE_D2)
575 			data |= (0x10000 << part);
576 		else
577 			data &= ~(0x10000 << part);
578 		pci_write_config(ess->dev, CONF_ACPI_STOPCLOCK, data, 4);
579 	}
580 }
581 
582 
583 /* -----------------------------
584  * Controller.
585  */
586 
587 static void
588 agg_initcodec(struct agg_info* ess)
589 {
590 	u_int16_t data;
591 
592 	if (AGG_RD(ess, PORT_RINGBUS_CTRL, 4) & RINGBUS_CTRL_ACLINK_ENABLED) {
593 		AGG_WR(ess, PORT_RINGBUS_CTRL, 0, 4);
594 		DELAY(104);	/* 20.8us * (4 + 1) */
595 	}
596 	/* XXX - 2nd codec should be looked at. */
597 	AGG_WR(ess, PORT_RINGBUS_CTRL, RINGBUS_CTRL_AC97_SWRESET, 4);
598 	DELAY(2);
599 	AGG_WR(ess, PORT_RINGBUS_CTRL, RINGBUS_CTRL_ACLINK_ENABLED, 4);
600 	DELAY(50);
601 
602 	if (agg_rdcodec(ess, 0) < 0) {
603 		AGG_WR(ess, PORT_RINGBUS_CTRL, 0, 4);
604 		DELAY(21);
605 
606 		/* Try cold reset. */
607 		device_printf(ess->dev, "will perform cold reset.\n");
608 		data = AGG_RD(ess, PORT_GPIO_DIR, 2);
609 		if (pci_read_config(ess->dev, 0x58, 2) & 1)
610 			data |= 0x10;
611 		data |= 0x009 & ~AGG_RD(ess, PORT_GPIO_DATA, 2);
612 		AGG_WR(ess, PORT_GPIO_MASK, 0xff6, 2);
613 		AGG_WR(ess, PORT_GPIO_DIR, data | 0x009, 2);
614 		AGG_WR(ess, PORT_GPIO_DATA, 0x000, 2);
615 		DELAY(2);
616 		AGG_WR(ess, PORT_GPIO_DATA, 0x001, 2);
617 		DELAY(1);
618 		AGG_WR(ess, PORT_GPIO_DATA, 0x009, 2);
619 		agg_sleep(ess, "agginicd", 500);
620 		AGG_WR(ess, PORT_GPIO_DIR, data, 2);
621 		DELAY(84);	/* 20.8us * 4 */
622 		AGG_WR(ess, PORT_RINGBUS_CTRL, RINGBUS_CTRL_ACLINK_ENABLED, 4);
623 		DELAY(50);
624 	}
625 }
626 
627 static void
628 agg_init(struct agg_info* ess)
629 {
630 	u_int32_t data;
631 
632 	/* Setup PCI config registers. */
633 
634 	/* Disable all legacy emulations. */
635 	data = pci_read_config(ess->dev, CONF_LEGACY, 2);
636 	data |= LEGACY_DISABLED;
637 	pci_write_config(ess->dev, CONF_LEGACY, data, 2);
638 
639 	/* Disconnect from CHI. (Makes Dell inspiron 7500 work?)
640 	 * Enable posted write.
641 	 * Prefer PCI timing rather than that of ISA.
642 	 * Don't swap L/R. */
643 	data = pci_read_config(ess->dev, CONF_MAESTRO, 4);
644 	data |= MAESTRO_PMC;
645 	data |= MAESTRO_CHIBUS | MAESTRO_POSTEDWRITE | MAESTRO_DMA_PCITIMING;
646 	data &= ~MAESTRO_SWAP_LR;
647 	pci_write_config(ess->dev, CONF_MAESTRO, data, 4);
648 
649 	/* Turn off unused parts if necessary. */
650 	/* consult CONF_MAESTRO. */
651 	if (data & MAESTRO_SPDIF)
652 		agg_stopclock(ess, ACPI_PART_SPDIF,	PCI_POWERSTATE_D2);
653 	else
654 		agg_stopclock(ess, ACPI_PART_SPDIF,	PCI_POWERSTATE_D1);
655 	if (data & MAESTRO_HWVOL)
656 		agg_stopclock(ess, ACPI_PART_HW_VOL,	PCI_POWERSTATE_D3);
657 	else
658 		agg_stopclock(ess, ACPI_PART_HW_VOL,	PCI_POWERSTATE_D1);
659 
660 	/* parts that never be used */
661 	agg_stopclock(ess, ACPI_PART_978,	PCI_POWERSTATE_D1);
662 	agg_stopclock(ess, ACPI_PART_DAA,	PCI_POWERSTATE_D1);
663 	agg_stopclock(ess, ACPI_PART_GPIO,	PCI_POWERSTATE_D1);
664 	agg_stopclock(ess, ACPI_PART_SB,	PCI_POWERSTATE_D1);
665 	agg_stopclock(ess, ACPI_PART_FM,	PCI_POWERSTATE_D1);
666 	agg_stopclock(ess, ACPI_PART_MIDI,	PCI_POWERSTATE_D1);
667 	agg_stopclock(ess, ACPI_PART_GAME_PORT,	PCI_POWERSTATE_D1);
668 
669 	/* parts that will be used only when play/recording */
670 	agg_stopclock(ess, ACPI_PART_WP,	PCI_POWERSTATE_D2);
671 
672 	/* parts that should always be turned on */
673 	agg_stopclock(ess, ACPI_PART_CODEC_CLOCK, PCI_POWERSTATE_D3);
674 	agg_stopclock(ess, ACPI_PART_GLUE,	PCI_POWERSTATE_D3);
675 	agg_stopclock(ess, ACPI_PART_PCI_IF,	PCI_POWERSTATE_D3);
676 	agg_stopclock(ess, ACPI_PART_RINGBUS,	PCI_POWERSTATE_D3);
677 
678 	/* Reset direct sound. */
679 	AGG_WR(ess, PORT_HOSTINT_CTRL, HOSTINT_CTRL_SOFT_RESET, 2);
680 	DELAY(100);
681 	AGG_WR(ess, PORT_HOSTINT_CTRL, 0, 2);
682 	DELAY(100);
683 	AGG_WR(ess, PORT_HOSTINT_CTRL, HOSTINT_CTRL_DSOUND_RESET, 2);
684 	DELAY(100);
685 	AGG_WR(ess, PORT_HOSTINT_CTRL, 0, 2);
686 	DELAY(100);
687 
688 	/* Enable hardware volume control interruption. */
689 	if (data & MAESTRO_HWVOL)	/* XXX - why not use device flags? */
690 		AGG_WR(ess, PORT_HOSTINT_CTRL,HOSTINT_CTRL_HWVOL_ENABLED, 2);
691 
692 	/* Setup Wave Processor. */
693 
694 	/* Enable WaveCache, set DMA base address. */
695 	wp_wrreg(ess, WPREG_WAVE_ROMRAM,
696 	    WP_WAVE_VIRTUAL_ENABLED | WP_WAVE_DRAM_ENABLED);
697 	wp_wrreg(ess, WPREG_CRAM_DATA, 0);
698 
699 	AGG_WR(ess, PORT_WAVCACHE_CTRL,
700 	       WAVCACHE_ENABLED | WAVCACHE_WTSIZE_2MB | WAVCACHE_SGC_32_47, 2);
701 
702 	for (data = WAVCACHE_PCMBAR; data < WAVCACHE_PCMBAR + 4; data++)
703 		wc_wrreg(ess, data, ess->phys >> WAVCACHE_BASEADDR_SHIFT);
704 
705 	/* Setup Codec/Ringbus. */
706 	agg_initcodec(ess);
707 	AGG_WR(ess, PORT_RINGBUS_CTRL,
708 	       RINGBUS_CTRL_RINGBUS_ENABLED | RINGBUS_CTRL_ACLINK_ENABLED, 4);
709 
710 	wp_wrreg(ess, 0x08, 0xB004);
711 	wp_wrreg(ess, 0x09, 0x001B);
712 	wp_wrreg(ess, 0x0A, 0x8000);
713 	wp_wrreg(ess, 0x0B, 0x3F37);
714 	wp_wrreg(ess, WPREG_BASE, 0x8598);	/* Parallel I/O */
715 	wp_wrreg(ess, WPREG_BASE + 1, 0x7632);
716 	ringbus_setdest(ess, RINGBUS_SRC_ADC,
717 	    RINGBUS_DEST_STEREO | RINGBUS_DEST_DSOUND_IN);
718 	ringbus_setdest(ess, RINGBUS_SRC_DSOUND,
719 	    RINGBUS_DEST_STEREO | RINGBUS_DEST_DAC);
720 
721 	/* Enable S/PDIF if necessary. */
722 	if (pci_read_config(ess->dev, CONF_MAESTRO, 4) & MAESTRO_SPDIF)
723 		/* XXX - why not use device flags? */
724 		AGG_WR(ess, PORT_RINGBUS_CTRL_B, RINGBUS_CTRL_SPDIF |
725 		       AGG_RD(ess, PORT_RINGBUS_CTRL_B, 1), 1);
726 
727 	/* Setup ASSP. Needed for Dell Inspiron 7500? */
728 	AGG_WR(ess, PORT_ASSP_CTRL_B, 0x00, 1);
729 	AGG_WR(ess, PORT_ASSP_CTRL_A, 0x03, 1);
730 	AGG_WR(ess, PORT_ASSP_CTRL_C, 0x00, 1);
731 
732 	/*
733 	 * Setup GPIO.
734 	 * There seems to be speciality with NEC systems.
735 	 */
736 	switch (pci_get_subvendor(ess->dev)
737 	    | (pci_get_subdevice(ess->dev) << 16)) {
738 	case NEC_SUBID1:
739 	case NEC_SUBID2:
740 		/* Matthew Braithwaite <matt@braithwaite.net> reported that
741 		 * NEC Versa LX doesn't need GPIO operation. */
742 		AGG_WR(ess, PORT_GPIO_MASK, 0x9ff, 2);
743 		AGG_WR(ess, PORT_GPIO_DIR,
744 		       AGG_RD(ess, PORT_GPIO_DIR, 2) | 0x600, 2);
745 		AGG_WR(ess, PORT_GPIO_DATA, 0x200, 2);
746 		break;
747 	}
748 }
749 
750 /* Deals power state transition. Must be called with softc->lock held. */
751 static void
752 agg_power(struct agg_info *ess, int status)
753 {
754 	u_int8_t lastpwr;
755 
756 	lastpwr = ess->curpwr;
757 	if (lastpwr == status)
758 		return;
759 
760 	switch (status) {
761 	case PCI_POWERSTATE_D0:
762 	case PCI_POWERSTATE_D1:
763 		switch (lastpwr) {
764 		case PCI_POWERSTATE_D2:
765 			pci_set_powerstate(ess->dev, status);
766 			/* Turn on PCM-related parts. */
767 			agg_wrcodec(ess, AC97_REG_POWER, 0);
768 			DELAY(100);
769 #if 0
770 			if ((agg_rdcodec(ess, AC97_REG_POWER) & 3) != 3)
771 				device_printf(ess->dev,
772 				    "warning: codec not ready.\n");
773 #endif
774 			AGG_WR(ess, PORT_RINGBUS_CTRL,
775 			       (AGG_RD(ess, PORT_RINGBUS_CTRL, 4)
776 				& ~RINGBUS_CTRL_ACLINK_ENABLED)
777 			       | RINGBUS_CTRL_RINGBUS_ENABLED, 4);
778 			DELAY(50);
779 			AGG_WR(ess, PORT_RINGBUS_CTRL,
780 			       AGG_RD(ess, PORT_RINGBUS_CTRL, 4)
781 			       | RINGBUS_CTRL_ACLINK_ENABLED, 4);
782 			break;
783 		case PCI_POWERSTATE_D3:
784 			/* Initialize. */
785 			pci_set_powerstate(ess->dev, PCI_POWERSTATE_D0);
786 			DELAY(100);
787 			agg_init(ess);
788 			/* FALLTHROUGH */
789 		case PCI_POWERSTATE_D0:
790 		case PCI_POWERSTATE_D1:
791 			pci_set_powerstate(ess->dev, status);
792 			break;
793 		}
794 		break;
795 	case PCI_POWERSTATE_D2:
796 		switch (lastpwr) {
797 		case PCI_POWERSTATE_D3:
798 			/* Initialize. */
799 			pci_set_powerstate(ess->dev, PCI_POWERSTATE_D0);
800 			DELAY(100);
801 			agg_init(ess);
802 			/* FALLTHROUGH */
803 		case PCI_POWERSTATE_D0:
804 		case PCI_POWERSTATE_D1:
805 			/* Turn off PCM-related parts. */
806 			AGG_WR(ess, PORT_RINGBUS_CTRL,
807 			       AGG_RD(ess, PORT_RINGBUS_CTRL, 4)
808 			       & ~RINGBUS_CTRL_RINGBUS_ENABLED, 4);
809 			DELAY(100);
810 			agg_wrcodec(ess, AC97_REG_POWER, 0x300);
811 			DELAY(100);
812 			break;
813 		}
814 		pci_set_powerstate(ess->dev, status);
815 		break;
816 	case PCI_POWERSTATE_D3:
817 		/* Entirely power down. */
818 		agg_wrcodec(ess, AC97_REG_POWER, 0xdf00);
819 		DELAY(100);
820 		AGG_WR(ess, PORT_RINGBUS_CTRL, 0, 4);
821 		/*DELAY(1);*/
822 		if (lastpwr != PCI_POWERSTATE_D2)
823 			wp_stoptimer(ess);
824 		AGG_WR(ess, PORT_HOSTINT_CTRL, 0, 2);
825 		AGG_WR(ess, PORT_HOSTINT_STAT, 0xff, 1);
826 		pci_set_powerstate(ess->dev, status);
827 		break;
828 	default:
829 		/* Invalid power state; let it ignored. */
830 		status = lastpwr;
831 		break;
832 	}
833 
834 	ess->curpwr = status;
835 }
836 
837 /* -------------------------------------------------------------------- */
838 
839 /* Channel controller. */
840 
841 static void
842 aggch_start_dac(struct agg_chinfo *ch)
843 {
844 	bus_addr_t	wpwa;
845 	u_int32_t	speed;
846 	u_int16_t	size, apuch, wtbar, wcreg, aputype;
847 	u_int		dv;
848 	int		pan;
849 
850 	speed = ch->speed;
851 	wpwa = (ch->phys - ch->base) >> 1;
852 	wtbar = 0xc & (wpwa >> WPWA_WTBAR_SHIFT(2));
853 	wcreg = (ch->phys - 16) & WAVCACHE_CHCTL_ADDRTAG_MASK;
854 	size  = ch->buflen;
855 	apuch = (ch->num << 1) | 32;
856 	pan = PAN_RIGHT - PAN_FRONT;
857 
858 	if (ch->stereo) {
859 		wcreg |= WAVCACHE_CHCTL_STEREO;
860 		if (ch->qs16) {
861 			aputype = APUTYPE_16BITSTEREO;
862 			wpwa >>= 1;
863 			size >>= 1;
864 			pan = -pan;
865 		} else
866 			aputype = APUTYPE_8BITSTEREO;
867 	} else {
868 		pan = 0;
869 		if (ch->qs16)
870 			aputype = APUTYPE_16BITLINEAR;
871 		else {
872 			aputype = APUTYPE_8BITLINEAR;
873 			speed >>= 1;
874 		}
875 	}
876 	if (ch->us)
877 		wcreg |= WAVCACHE_CHCTL_U8;
878 
879 	if (wtbar > 8)
880 		wtbar = (wtbar >> 1) + 4;
881 
882 	dv = (((speed % 48000) << 16) + 24000) / 48000
883 	    + ((speed / 48000) << 16);
884 
885 	agg_lock(ch->parent);
886 	agg_power(ch->parent, powerstate_active);
887 
888 	wc_wrreg(ch->parent, WAVCACHE_WTBAR + wtbar,
889 	    ch->base >> WAVCACHE_BASEADDR_SHIFT);
890 	wc_wrreg(ch->parent, WAVCACHE_WTBAR + wtbar + 1,
891 	    ch->base >> WAVCACHE_BASEADDR_SHIFT);
892 	if (wtbar < 8) {
893 		wc_wrreg(ch->parent, WAVCACHE_WTBAR + wtbar + 2,
894 		    ch->base >> WAVCACHE_BASEADDR_SHIFT);
895 		wc_wrreg(ch->parent, WAVCACHE_WTBAR + wtbar + 3,
896 		    ch->base >> WAVCACHE_BASEADDR_SHIFT);
897 	}
898 	wc_wrchctl(ch->parent, apuch, wcreg);
899 	wc_wrchctl(ch->parent, apuch + 1, wcreg);
900 
901 	apu_setparam(ch->parent, apuch, wpwa, size, pan, dv);
902 	if (ch->stereo) {
903 		if (ch->qs16)
904 			wpwa |= (WPWA_STEREO >> 1);
905 		apu_setparam(ch->parent, apuch + 1, wpwa, size, -pan, dv);
906 
907 		critical_enter();
908 		wp_wrapu(ch->parent, apuch, APUREG_APUTYPE,
909 		    (aputype << APU_APUTYPE_SHIFT) | APU_DMA_ENABLED | 0xf);
910 		wp_wrapu(ch->parent, apuch + 1, APUREG_APUTYPE,
911 		    (aputype << APU_APUTYPE_SHIFT) | APU_DMA_ENABLED | 0xf);
912 		critical_exit();
913 	} else {
914 		wp_wrapu(ch->parent, apuch, APUREG_APUTYPE,
915 		    (aputype << APU_APUTYPE_SHIFT) | APU_DMA_ENABLED | 0xf);
916 	}
917 
918 	/* to mark that this channel is ready for intr. */
919 	ch->parent->active |= (1 << ch->num);
920 
921 	set_timer(ch->parent);
922 	wp_starttimer(ch->parent);
923 	agg_unlock(ch->parent);
924 }
925 
926 static void
927 aggch_stop_dac(struct agg_chinfo *ch)
928 {
929 	agg_lock(ch->parent);
930 
931 	/* to mark that this channel no longer needs further intrs. */
932 	ch->parent->active &= ~(1 << ch->num);
933 
934 	wp_wrapu(ch->parent, (ch->num << 1) | 32, APUREG_APUTYPE,
935 	    APUTYPE_INACTIVE << APU_APUTYPE_SHIFT);
936 	wp_wrapu(ch->parent, (ch->num << 1) | 33, APUREG_APUTYPE,
937 	    APUTYPE_INACTIVE << APU_APUTYPE_SHIFT);
938 
939 	if (ch->parent->active) {
940 		set_timer(ch->parent);
941 		wp_starttimer(ch->parent);
942 	} else {
943 		wp_stoptimer(ch->parent);
944 		agg_power(ch->parent, powerstate_idle);
945 	}
946 	agg_unlock(ch->parent);
947 }
948 
949 static void
950 aggch_start_adc(struct agg_rchinfo *ch)
951 {
952 	bus_addr_t	wpwa, wpwa2;
953 	u_int16_t	wcreg, wcreg2;
954 	u_int	dv;
955 	int	pan;
956 
957 	/* speed > 48000 not cared */
958 	dv = ((ch->speed << 16) + 24000) / 48000;
959 
960 	/* RATECONV doesn't seem to like dv == 0x10000. */
961 	if (dv == 0x10000)
962 		dv--;
963 
964 	if (ch->stereo) {
965 		wpwa = (ch->srcphys - ch->base) >> 1;
966 		wpwa2 = (ch->srcphys + ch->parent->bufsz/2 - ch->base) >> 1;
967 		wcreg = (ch->srcphys - 16) & WAVCACHE_CHCTL_ADDRTAG_MASK;
968 		wcreg2 = (ch->base - 16) & WAVCACHE_CHCTL_ADDRTAG_MASK;
969 		pan = PAN_LEFT - PAN_FRONT;
970 	} else {
971 		wpwa = (ch->phys - ch->base) >> 1;
972 		wpwa2 = (ch->srcphys - ch->base) >> 1;
973 		wcreg = (ch->phys - 16) & WAVCACHE_CHCTL_ADDRTAG_MASK;
974 		wcreg2 = (ch->base - 16) & WAVCACHE_CHCTL_ADDRTAG_MASK;
975 		pan = 0;
976 	}
977 
978 	agg_lock(ch->parent);
979 
980 	ch->hwptr = 0;
981 	agg_power(ch->parent, powerstate_active);
982 
983 	/* Invalidate WaveCache. */
984 	wc_wrchctl(ch->parent, 0, wcreg | WAVCACHE_CHCTL_STEREO);
985 	wc_wrchctl(ch->parent, 1, wcreg | WAVCACHE_CHCTL_STEREO);
986 	wc_wrchctl(ch->parent, 2, wcreg2 | WAVCACHE_CHCTL_STEREO);
987 	wc_wrchctl(ch->parent, 3, wcreg2 | WAVCACHE_CHCTL_STEREO);
988 
989 	/* Load APU registers. */
990 	/* APU #0 : Sample rate converter for left/center. */
991 	apu_setparam(ch->parent, 0, WPWA_USE_SYSMEM | wpwa,
992 		     ch->buflen >> ch->stereo, 0, dv);
993 	wp_wrapu(ch->parent, 0, APUREG_AMPLITUDE, 0);
994 	wp_wrapu(ch->parent, 0, APUREG_ROUTING, 2 << APU_DATASRC_A_SHIFT);
995 
996 	/* APU #1 : Sample rate converter for right. */
997 	apu_setparam(ch->parent, 1, WPWA_USE_SYSMEM | wpwa2,
998 		     ch->buflen >> ch->stereo, 0, dv);
999 	wp_wrapu(ch->parent, 1, APUREG_AMPLITUDE, 0);
1000 	wp_wrapu(ch->parent, 1, APUREG_ROUTING, 3 << APU_DATASRC_A_SHIFT);
1001 
1002 	/* APU #2 : Input mixer for left. */
1003 	apu_setparam(ch->parent, 2, WPWA_USE_SYSMEM | 0,
1004 		     ch->parent->bufsz >> 2, pan, 0x10000);
1005 	wp_wrapu(ch->parent, 2, APUREG_AMPLITUDE, 0);
1006 	wp_wrapu(ch->parent, 2, APUREG_EFFECT_GAIN, 0xf0);
1007 	wp_wrapu(ch->parent, 2, APUREG_ROUTING, 0x15 << APU_DATASRC_A_SHIFT);
1008 
1009 	/* APU #3 : Input mixer for right. */
1010 	apu_setparam(ch->parent, 3, WPWA_USE_SYSMEM | (ch->parent->bufsz >> 2),
1011 		     ch->parent->bufsz >> 2, -pan, 0x10000);
1012 	wp_wrapu(ch->parent, 3, APUREG_AMPLITUDE, 0);
1013 	wp_wrapu(ch->parent, 3, APUREG_EFFECT_GAIN, 0xf0);
1014 	wp_wrapu(ch->parent, 3, APUREG_ROUTING, 0x14 << APU_DATASRC_A_SHIFT);
1015 
1016 	/* to mark this channel ready for intr. */
1017 	ch->parent->active |= (1 << ch->parent->playchns);
1018 
1019 	/* start adc */
1020 	critical_enter();
1021 	wp_wrapu(ch->parent, 0, APUREG_APUTYPE,
1022 	    (APUTYPE_RATECONV << APU_APUTYPE_SHIFT) | APU_DMA_ENABLED | 0xf);
1023 	wp_wrapu(ch->parent, 1, APUREG_APUTYPE,
1024 	    (APUTYPE_RATECONV << APU_APUTYPE_SHIFT) | APU_DMA_ENABLED | 0xf);
1025 	wp_wrapu(ch->parent, 2, APUREG_APUTYPE,
1026 	    (APUTYPE_INPUTMIXER << APU_APUTYPE_SHIFT) | 0xf);
1027 	wp_wrapu(ch->parent, 3, APUREG_APUTYPE,
1028 	    (APUTYPE_INPUTMIXER << APU_APUTYPE_SHIFT) | 0xf);
1029 	critical_exit();
1030 
1031 	set_timer(ch->parent);
1032 	wp_starttimer(ch->parent);
1033 	agg_unlock(ch->parent);
1034 }
1035 
1036 static void
1037 aggch_stop_adc(struct agg_rchinfo *ch)
1038 {
1039 	int apuch;
1040 
1041 	agg_lock(ch->parent);
1042 
1043 	/* to mark that this channel no longer needs further intrs. */
1044 	ch->parent->active &= ~(1 << ch->parent->playchns);
1045 
1046 	for (apuch = 0; apuch < 4; apuch++)
1047 		wp_wrapu(ch->parent, apuch, APUREG_APUTYPE,
1048 		    APUTYPE_INACTIVE << APU_APUTYPE_SHIFT);
1049 
1050 	if (ch->parent->active) {
1051 		set_timer(ch->parent);
1052 		wp_starttimer(ch->parent);
1053 	} else {
1054 		wp_stoptimer(ch->parent);
1055 		agg_power(ch->parent, powerstate_idle);
1056 	}
1057 	agg_unlock(ch->parent);
1058 }
1059 
1060 /*
1061  * Feed from L/R channel of ADC to destination with stereo interleaving.
1062  * This function expects n not overwrapping the buffer boundary.
1063  * Note that n is measured in sample unit.
1064  *
1065  * XXX - this function works in 16bit stereo format only.
1066  */
1067 static void
1068 interleave(int16_t *l, int16_t *r, int16_t *p, unsigned n)
1069 {
1070 	int16_t *end;
1071 
1072 	for (end = l + n; l < end; ) {
1073 		*p++ = *l++;
1074 		*p++ = *r++;
1075 	}
1076 }
1077 
1078 static void
1079 aggch_feed_adc_stereo(struct agg_rchinfo *ch)
1080 {
1081 	unsigned cur, last;
1082 	int16_t *src2;
1083 
1084 	agg_lock(ch->parent);
1085 	cur = wp_rdapu(ch->parent, 0, APUREG_CURPTR);
1086 	agg_unlock(ch->parent);
1087 	cur -= 0xffff & ((ch->srcphys - ch->base) >> 1);
1088 	last = ch->hwptr;
1089 	src2 = ch->src + ch->parent->bufsz/4;
1090 
1091 	if (cur < last) {
1092 		interleave(ch->src + last, src2 + last,
1093 			   ch->sink + 2*last, ch->buflen/2 - last);
1094 		interleave(ch->src, src2,
1095 			   ch->sink, cur);
1096 	} else if (cur > last)
1097 		interleave(ch->src + last, src2 + last,
1098 			   ch->sink + 2*last, cur - last);
1099 	ch->hwptr = cur;
1100 }
1101 
1102 /*
1103  * Feed from R channel of ADC and mixdown to destination L/center.
1104  * This function expects n not overwrapping the buffer boundary.
1105  * Note that n is measured in sample unit.
1106  *
1107  * XXX - this function works in 16bit monoral format only.
1108  */
1109 static void
1110 mixdown(int16_t *src, int16_t *dest, unsigned n)
1111 {
1112 	int16_t *end;
1113 
1114 	for (end = dest + n; dest < end; dest++)
1115 		*dest = (int16_t)(((int)*dest - (int)*src++) / 2);
1116 }
1117 
1118 static void
1119 aggch_feed_adc_mono(struct agg_rchinfo *ch)
1120 {
1121 	unsigned cur, last;
1122 
1123 	agg_lock(ch->parent);
1124 	cur = wp_rdapu(ch->parent, 0, APUREG_CURPTR);
1125 	agg_unlock(ch->parent);
1126 	cur -= 0xffff & ((ch->phys - ch->base) >> 1);
1127 	last = ch->hwptr;
1128 
1129 	if (cur < last) {
1130 		mixdown(ch->src + last, ch->sink + last, ch->buflen - last);
1131 		mixdown(ch->src, ch->sink, cur);
1132 	} else if (cur > last)
1133 		mixdown(ch->src + last, ch->sink + last, cur - last);
1134 	ch->hwptr = cur;
1135 }
1136 
1137 #ifdef AGG_JITTER_CORRECTION
1138 /*
1139  * Stereo jitter suppressor.
1140  * Sometimes playback pointers differ in stereo-paired channels.
1141  * Calling this routine within intr fixes the problem.
1142  */
1143 static void
1144 suppress_jitter(struct agg_chinfo *ch)
1145 {
1146 	if (ch->stereo) {
1147 		int cp1, cp2, diff /*, halfsize*/ ;
1148 
1149 		/*halfsize = (ch->qs16? ch->buflen >> 2 : ch->buflen >> 1);*/
1150 		cp1 = wp_rdapu(ch->parent, (ch->num << 1) | 32, APUREG_CURPTR);
1151 		cp2 = wp_rdapu(ch->parent, (ch->num << 1) | 33, APUREG_CURPTR);
1152 		if (cp1 != cp2) {
1153 			diff = (cp1 > cp2 ? cp1 - cp2 : cp2 - cp1);
1154 			if (diff > 1 /* && diff < halfsize*/ )
1155 				AGG_WR(ch->parent, PORT_DSP_DATA, cp1, 2);
1156 		}
1157 	}
1158 }
1159 
1160 static void
1161 suppress_rec_jitter(struct agg_rchinfo *ch)
1162 {
1163 	int cp1, cp2, diff /*, halfsize*/ ;
1164 
1165 	/*halfsize = (ch->stereo? ch->buflen >> 2 : ch->buflen >> 1);*/
1166 	cp1 = (ch->stereo? ch->parent->bufsz >> 2 : ch->parent->bufsz >> 1)
1167 		+ wp_rdapu(ch->parent, 0, APUREG_CURPTR);
1168 	cp2 = wp_rdapu(ch->parent, 1, APUREG_CURPTR);
1169 	if (cp1 != cp2) {
1170 		diff = (cp1 > cp2 ? cp1 - cp2 : cp2 - cp1);
1171 		if (diff > 1 /* && diff < halfsize*/ )
1172 			AGG_WR(ch->parent, PORT_DSP_DATA, cp1, 2);
1173 	}
1174 }
1175 #endif
1176 
1177 static u_int
1178 calc_timer_div(struct agg_chinfo *ch)
1179 {
1180 	u_int speed;
1181 
1182 	speed = ch->speed;
1183 #ifdef INVARIANTS
1184 	if (speed == 0) {
1185 		printf("snd_maestro: pch[%d].speed == 0, which shouldn't\n",
1186 		       ch->num);
1187 		speed = 1;
1188 	}
1189 #endif
1190 	return (48000 * (ch->blklen << (!ch->qs16 + !ch->stereo))
1191 		+ speed - 1) / speed;
1192 }
1193 
1194 static u_int
1195 calc_timer_div_rch(struct agg_rchinfo *ch)
1196 {
1197 	u_int speed;
1198 
1199 	speed = ch->speed;
1200 #ifdef INVARIANTS
1201 	if (speed == 0) {
1202 		printf("snd_maestro: rch.speed == 0, which shouldn't\n");
1203 		speed = 1;
1204 	}
1205 #endif
1206 	return (48000 * (ch->blklen << (!ch->stereo))
1207 		+ speed - 1) / speed;
1208 }
1209 
1210 static void
1211 set_timer(struct agg_info *ess)
1212 {
1213 	int i;
1214 	u_int	dv = 32 << 7, newdv;
1215 
1216 	for (i = 0; i < ess->playchns; i++)
1217 		if ((ess->active & (1 << i)) &&
1218 		    (dv > (newdv = calc_timer_div(ess->pch + i))))
1219 			dv = newdv;
1220 	if ((ess->active & (1 << i)) &&
1221 	    (dv > (newdv = calc_timer_div_rch(&ess->rch))))
1222 		dv = newdv;
1223 
1224 	wp_settimer(ess, dv);
1225 }
1226 
1227 
1228 /* -----------------------------
1229  * Newpcm glue.
1230  */
1231 
1232 /* AC97 mixer interface. */
1233 
1234 static u_int32_t
1235 agg_ac97_init(kobj_t obj, void *sc)
1236 {
1237 	struct agg_info *ess = sc;
1238 
1239 	return (AGG_RD(ess, PORT_CODEC_STAT, 1) & CODEC_STAT_MASK)? 0 : 1;
1240 }
1241 
1242 static int
1243 agg_ac97_read(kobj_t obj, void *sc, int regno)
1244 {
1245 	struct agg_info *ess = sc;
1246 	int ret;
1247 
1248 	/* XXX sound locking violation: agg_lock(ess); */
1249 	ret = agg_rdcodec(ess, regno);
1250 	/* agg_unlock(ess); */
1251 	return ret;
1252 }
1253 
1254 static int
1255 agg_ac97_write(kobj_t obj, void *sc, int regno, u_int32_t data)
1256 {
1257 	struct agg_info *ess = sc;
1258 	int ret;
1259 
1260 	/* XXX sound locking violation: agg_lock(ess); */
1261 	ret = agg_wrcodec(ess, regno, data);
1262 	/* agg_unlock(ess); */
1263 	return ret;
1264 }
1265 
1266 
1267 static kobj_method_t agg_ac97_methods[] = {
1268     	KOBJMETHOD(ac97_init,		agg_ac97_init),
1269     	KOBJMETHOD(ac97_read,		agg_ac97_read),
1270     	KOBJMETHOD(ac97_write,		agg_ac97_write),
1271 	KOBJMETHOD_END
1272 };
1273 AC97_DECLARE(agg_ac97);
1274 
1275 
1276 /* -------------------------------------------------------------------- */
1277 
1278 /* Playback channel. */
1279 
1280 static void *
1281 aggpch_init(kobj_t obj, void *devinfo, struct snd_dbuf *b,
1282 						struct pcm_channel *c, int dir)
1283 {
1284 	struct agg_info *ess = devinfo;
1285 	struct agg_chinfo *ch;
1286 	bus_addr_t physaddr;
1287 	void *p;
1288 
1289 	KASSERT((dir == PCMDIR_PLAY),
1290 	    ("aggpch_init() called for RECORDING channel!"));
1291 	ch = ess->pch + ess->playchns;
1292 
1293 	ch->parent = ess;
1294 	ch->channel = c;
1295 	ch->buffer = b;
1296 	ch->num = ess->playchns;
1297 
1298 	p = dma_malloc(ess->buf_dmat, ess->bufsz, &physaddr, &ch->map);
1299 	if (p == NULL)
1300 		return NULL;
1301 	ch->phys = physaddr;
1302 	ch->base = physaddr & ((~(bus_addr_t)0) << WAVCACHE_BASEADDR_SHIFT);
1303 
1304 	sndbuf_setup(b, p, ess->bufsz);
1305 	ch->blklen = sndbuf_getblksz(b) / 2;
1306 	ch->buflen = sndbuf_getsize(b) / 2;
1307 	ess->playchns++;
1308 
1309 	return ch;
1310 }
1311 
1312 static void
1313 adjust_pchbase(struct agg_chinfo *chans, u_int n, u_int size)
1314 {
1315 	struct agg_chinfo *pchs[AGG_MAXPLAYCH];
1316 	u_int i, j, k;
1317 	bus_addr_t base;
1318 
1319 	/* sort pchs by phys address */
1320 	for (i = 0; i < n; i++) {
1321 		for (j = 0; j < i; j++)
1322 			if (chans[i].phys < pchs[j]->phys) {
1323 				for (k = i; k > j; k--)
1324 					pchs[k] = pchs[k - 1];
1325 				break;
1326 			}
1327 		pchs[j] = chans + i;
1328 	}
1329 
1330 	/* use new base register if next buffer can not be addressed
1331 	   via current base. */
1332 #define BASE_SHIFT (WPWA_WTBAR_SHIFT(2) + 2 + 1)
1333 	base = pchs[0]->base;
1334 	for (k = 1, i = 1; i < n; i++) {
1335 		if (pchs[i]->phys + size - base >= 1 << BASE_SHIFT)
1336 			/* not addressable: assign new base */
1337 			base = (pchs[i]->base -= k++ << BASE_SHIFT);
1338 		else
1339 			pchs[i]->base = base;
1340 	}
1341 #undef BASE_SHIFT
1342 
1343 	if (bootverbose) {
1344 		printf("Total of %d bases are assigned.\n", k);
1345 		for (i = 0; i < n; i++) {
1346 			printf("ch.%d: phys 0x%llx, wpwa 0x%llx\n",
1347 			       i, (long long)chans[i].phys,
1348 			       (long long)(chans[i].phys -
1349 					   chans[i].base) >> 1);
1350 		}
1351 	}
1352 }
1353 
1354 static int
1355 aggpch_free(kobj_t obj, void *data)
1356 {
1357 	struct agg_chinfo *ch = data;
1358 	struct agg_info *ess = ch->parent;
1359 
1360 	/* free up buffer - called after channel stopped */
1361 	dma_free(ess->buf_dmat, sndbuf_getbuf(ch->buffer), ch->map);
1362 
1363 	/* return 0 if ok */
1364 	return 0;
1365 }
1366 
1367 static int
1368 aggpch_setformat(kobj_t obj, void *data, u_int32_t format)
1369 {
1370 	struct agg_chinfo *ch = data;
1371 
1372 	if (format & AFMT_BIGENDIAN || format & AFMT_U16_LE)
1373 		return EINVAL;
1374 	ch->stereo = ch->qs16 = ch->us = 0;
1375 	if (AFMT_CHANNEL(format) > 1)
1376 		ch->stereo = 1;
1377 
1378 	if (format & AFMT_U8 || format & AFMT_S8) {
1379 		if (format & AFMT_U8)
1380 			ch->us = 1;
1381 	} else
1382 		ch->qs16 = 1;
1383 	return 0;
1384 }
1385 
1386 static u_int32_t
1387 aggpch_setspeed(kobj_t obj, void *data, u_int32_t speed)
1388 {
1389 
1390 	((struct agg_chinfo*)data)->speed = speed;
1391 
1392 	return (speed);
1393 }
1394 
1395 static u_int32_t
1396 aggpch_setblocksize(kobj_t obj, void *data, u_int32_t blocksize)
1397 {
1398 	struct agg_chinfo *ch = data;
1399 	int blkcnt;
1400 
1401 	/* try to keep at least 20msec DMA space */
1402 	blkcnt = (ch->speed << (ch->stereo + ch->qs16)) / (50 * blocksize);
1403 	RANGE(blkcnt, 2, ch->parent->bufsz / blocksize);
1404 
1405 	if (sndbuf_getsize(ch->buffer) != blkcnt * blocksize) {
1406 		sndbuf_resize(ch->buffer, blkcnt, blocksize);
1407 		blkcnt = sndbuf_getblkcnt(ch->buffer);
1408 		blocksize = sndbuf_getblksz(ch->buffer);
1409 	} else {
1410 		sndbuf_setblkcnt(ch->buffer, blkcnt);
1411 		sndbuf_setblksz(ch->buffer, blocksize);
1412 	}
1413 
1414 	ch->blklen = blocksize / 2;
1415 	ch->buflen = blkcnt * blocksize / 2;
1416 	return blocksize;
1417 }
1418 
1419 static int
1420 aggpch_trigger(kobj_t obj, void *data, int go)
1421 {
1422 	struct agg_chinfo *ch = data;
1423 
1424 	switch (go) {
1425 	case PCMTRIG_EMLDMAWR:
1426 		break;
1427 	case PCMTRIG_START:
1428 		aggch_start_dac(ch);
1429 		break;
1430 	case PCMTRIG_ABORT:
1431 	case PCMTRIG_STOP:
1432 		aggch_stop_dac(ch);
1433 		break;
1434 	}
1435 	return 0;
1436 }
1437 
1438 static u_int32_t
1439 aggpch_getptr(kobj_t obj, void *data)
1440 {
1441 	struct agg_chinfo *ch = data;
1442 	u_int32_t cp;
1443 
1444 	agg_lock(ch->parent);
1445 	cp = wp_rdapu(ch->parent, (ch->num << 1) | 32, APUREG_CURPTR);
1446 	agg_unlock(ch->parent);
1447 
1448 	return ch->qs16 && ch->stereo
1449 		? (cp << 2) - ((0xffff << 2) & (ch->phys - ch->base))
1450 		: (cp << 1) - ((0xffff << 1) & (ch->phys - ch->base));
1451 }
1452 
1453 static struct pcmchan_caps *
1454 aggpch_getcaps(kobj_t obj, void *data)
1455 {
1456 	static u_int32_t playfmt[] = {
1457 		SND_FORMAT(AFMT_U8, 1, 0),
1458 		SND_FORMAT(AFMT_U8, 2, 0),
1459 		SND_FORMAT(AFMT_S8, 1, 0),
1460 		SND_FORMAT(AFMT_S8, 2, 0),
1461 		SND_FORMAT(AFMT_S16_LE, 1, 0),
1462 		SND_FORMAT(AFMT_S16_LE, 2, 0),
1463 		0
1464 	};
1465 	static struct pcmchan_caps playcaps = {8000, 48000, playfmt, 0};
1466 
1467 	return &playcaps;
1468 }
1469 
1470 
1471 static kobj_method_t aggpch_methods[] = {
1472     	KOBJMETHOD(channel_init,		aggpch_init),
1473     	KOBJMETHOD(channel_free,		aggpch_free),
1474     	KOBJMETHOD(channel_setformat,		aggpch_setformat),
1475     	KOBJMETHOD(channel_setspeed,		aggpch_setspeed),
1476     	KOBJMETHOD(channel_setblocksize,	aggpch_setblocksize),
1477     	KOBJMETHOD(channel_trigger,		aggpch_trigger),
1478     	KOBJMETHOD(channel_getptr,		aggpch_getptr),
1479     	KOBJMETHOD(channel_getcaps,		aggpch_getcaps),
1480 	KOBJMETHOD_END
1481 };
1482 CHANNEL_DECLARE(aggpch);
1483 
1484 
1485 /* -------------------------------------------------------------------- */
1486 
1487 /* Recording channel. */
1488 
1489 static void *
1490 aggrch_init(kobj_t obj, void *devinfo, struct snd_dbuf *b,
1491 						struct pcm_channel *c, int dir)
1492 {
1493 	struct agg_info *ess = devinfo;
1494 	struct agg_rchinfo *ch;
1495 	u_int8_t *p;
1496 
1497 	KASSERT((dir == PCMDIR_REC),
1498 	    ("aggrch_init() called for PLAYBACK channel!"));
1499 	ch = &ess->rch;
1500 
1501 	ch->parent = ess;
1502 	ch->channel = c;
1503 	ch->buffer = b;
1504 
1505 	/* Uses the bottom-half of the status buffer. */
1506 	p        = ess->stat + ess->bufsz;
1507 	ch->phys = ess->phys + ess->bufsz;
1508 	ch->base = ess->phys;
1509 	ch->src  = (int16_t *)(p + ess->bufsz);
1510 	ch->srcphys = ch->phys + ess->bufsz;
1511 	ch->sink = (int16_t *)p;
1512 
1513 	sndbuf_setup(b, p, ess->bufsz);
1514 	ch->blklen = sndbuf_getblksz(b) / 2;
1515 	ch->buflen = sndbuf_getsize(b) / 2;
1516 
1517 	return ch;
1518 }
1519 
1520 static int
1521 aggrch_setformat(kobj_t obj, void *data, u_int32_t format)
1522 {
1523 	struct agg_rchinfo *ch = data;
1524 
1525 	if (!(format & AFMT_S16_LE))
1526 		return EINVAL;
1527 	if (AFMT_CHANNEL(format) > 1)
1528 		ch->stereo = 1;
1529 	else
1530 		ch->stereo = 0;
1531 	return 0;
1532 }
1533 
1534 static u_int32_t
1535 aggrch_setspeed(kobj_t obj, void *data, u_int32_t speed)
1536 {
1537 
1538 	((struct agg_rchinfo*)data)->speed = speed;
1539 
1540 	return (speed);
1541 }
1542 
1543 static u_int32_t
1544 aggrch_setblocksize(kobj_t obj, void *data, u_int32_t blocksize)
1545 {
1546 	struct agg_rchinfo *ch = data;
1547 	int blkcnt;
1548 
1549 	/* try to keep at least 20msec DMA space */
1550 	blkcnt = (ch->speed << ch->stereo) / (25 * blocksize);
1551 	RANGE(blkcnt, 2, ch->parent->bufsz / blocksize);
1552 
1553 	if (sndbuf_getsize(ch->buffer) != blkcnt * blocksize) {
1554 		sndbuf_resize(ch->buffer, blkcnt, blocksize);
1555 		blkcnt = sndbuf_getblkcnt(ch->buffer);
1556 		blocksize = sndbuf_getblksz(ch->buffer);
1557 	} else {
1558 		sndbuf_setblkcnt(ch->buffer, blkcnt);
1559 		sndbuf_setblksz(ch->buffer, blocksize);
1560 	}
1561 
1562 	ch->blklen = blocksize / 2;
1563 	ch->buflen = blkcnt * blocksize / 2;
1564 	return blocksize;
1565 }
1566 
1567 static int
1568 aggrch_trigger(kobj_t obj, void *sc, int go)
1569 {
1570 	struct agg_rchinfo *ch = sc;
1571 
1572 	switch (go) {
1573 	case PCMTRIG_EMLDMARD:
1574 		if (ch->stereo)
1575 			aggch_feed_adc_stereo(ch);
1576 		else
1577 			aggch_feed_adc_mono(ch);
1578 		break;
1579 	case PCMTRIG_START:
1580 		aggch_start_adc(ch);
1581 		break;
1582 	case PCMTRIG_ABORT:
1583 	case PCMTRIG_STOP:
1584 		aggch_stop_adc(ch);
1585 		break;
1586 	}
1587 	return 0;
1588 }
1589 
1590 static u_int32_t
1591 aggrch_getptr(kobj_t obj, void *sc)
1592 {
1593 	struct agg_rchinfo *ch = sc;
1594 
1595 	return ch->stereo? ch->hwptr << 2 : ch->hwptr << 1;
1596 }
1597 
1598 static struct pcmchan_caps *
1599 aggrch_getcaps(kobj_t obj, void *sc)
1600 {
1601 	static u_int32_t recfmt[] = {
1602 		SND_FORMAT(AFMT_S16_LE, 1, 0),
1603 		SND_FORMAT(AFMT_S16_LE, 2, 0),
1604 		0
1605 	};
1606 	static struct pcmchan_caps reccaps = {8000, 48000, recfmt, 0};
1607 
1608 	return &reccaps;
1609 }
1610 
1611 static kobj_method_t aggrch_methods[] = {
1612 	KOBJMETHOD(channel_init,		aggrch_init),
1613 	/* channel_free: no-op */
1614 	KOBJMETHOD(channel_setformat,		aggrch_setformat),
1615 	KOBJMETHOD(channel_setspeed,		aggrch_setspeed),
1616 	KOBJMETHOD(channel_setblocksize,	aggrch_setblocksize),
1617 	KOBJMETHOD(channel_trigger,		aggrch_trigger),
1618 	KOBJMETHOD(channel_getptr,		aggrch_getptr),
1619 	KOBJMETHOD(channel_getcaps,		aggrch_getcaps),
1620 	KOBJMETHOD_END
1621 };
1622 CHANNEL_DECLARE(aggrch);
1623 
1624 
1625 /* -----------------------------
1626  * Bus space.
1627  */
1628 
1629 static void
1630 agg_intr(void *sc)
1631 {
1632 	struct agg_info* ess = sc;
1633 	register u_int8_t status;
1634 	int i;
1635 	u_int m;
1636 
1637 	status = AGG_RD(ess, PORT_HOSTINT_STAT, 1);
1638 	if (!status)
1639 		return;
1640 
1641 	/* Acknowledge intr. */
1642 	AGG_WR(ess, PORT_HOSTINT_STAT, status, 1);
1643 
1644 	if (status & HOSTINT_STAT_DSOUND) {
1645 #ifdef AGG_JITTER_CORRECTION
1646 		agg_lock(ess);
1647 #endif
1648 		if (ess->curpwr <= PCI_POWERSTATE_D1) {
1649 			AGG_WR(ess, PORT_INT_STAT, 1, 2);
1650 #ifdef AGG_JITTER_CORRECTION
1651 			for (i = 0, m = 1; i < ess->playchns; i++, m <<= 1) {
1652 				if (ess->active & m)
1653 					suppress_jitter(ess->pch + i);
1654 			}
1655 			if (ess->active & m)
1656 				suppress_rec_jitter(&ess->rch);
1657 			agg_unlock(ess);
1658 #endif
1659 			for (i = 0, m = 1; i < ess->playchns; i++, m <<= 1) {
1660 				if (ess->active & m) {
1661 					if (ess->curpwr <= PCI_POWERSTATE_D1)
1662 						chn_intr(ess->pch[i].channel);
1663 					else {
1664 						m = 0;
1665 						break;
1666 					}
1667 				}
1668 			}
1669 			if ((ess->active & m)
1670 			    && ess->curpwr <= PCI_POWERSTATE_D1)
1671 				chn_intr(ess->rch.channel);
1672 		}
1673 #ifdef AGG_JITTER_CORRECTION
1674 		else
1675 			agg_unlock(ess);
1676 #endif
1677 	}
1678 
1679 	if (status & HOSTINT_STAT_HWVOL) {
1680 		register u_int8_t event;
1681 
1682 		agg_lock(ess);
1683 		event = AGG_RD(ess, PORT_HWVOL_MASTER, 1);
1684 		AGG_WR(ess, PORT_HWVOL_MASTER, HWVOL_NOP, 1);
1685 		agg_unlock(ess);
1686 
1687 		switch (event) {
1688 		case HWVOL_UP:
1689 			mixer_hwvol_step(ess->dev, 1, 1);
1690 			break;
1691 		case HWVOL_DOWN:
1692 			mixer_hwvol_step(ess->dev, -1, -1);
1693 			break;
1694 		case HWVOL_NOP:
1695 			break;
1696 		default:
1697 			if (event & HWVOL_MUTE) {
1698 				mixer_hwvol_mute(ess->dev);
1699 				break;
1700 			}
1701 			device_printf(ess->dev,
1702 				      "%s: unknown HWVOL event 0x%x\n",
1703 				      device_get_nameunit(ess->dev), event);
1704 		}
1705 	}
1706 }
1707 
1708 static void
1709 setmap(void *arg, bus_dma_segment_t *segs, int nseg, int error)
1710 {
1711 	bus_addr_t *phys = arg;
1712 
1713 	*phys = error? 0 : segs->ds_addr;
1714 
1715 	if (bootverbose) {
1716 		printf("setmap (%lx, %lx), nseg=%d, error=%d\n",
1717 		    (unsigned long)segs->ds_addr, (unsigned long)segs->ds_len,
1718 		    nseg, error);
1719 	}
1720 }
1721 
1722 static void *
1723 dma_malloc(bus_dma_tag_t dmat, u_int32_t sz, bus_addr_t *phys,
1724     bus_dmamap_t *map)
1725 {
1726 	void *buf;
1727 
1728 	if (bus_dmamem_alloc(dmat, &buf, BUS_DMA_NOWAIT, map))
1729 		return NULL;
1730 	if (bus_dmamap_load(dmat, *map, buf, sz, setmap, phys, 0) != 0 ||
1731 	    *phys == 0) {
1732 		bus_dmamem_free(dmat, buf, *map);
1733 		return NULL;
1734 	}
1735 	return buf;
1736 }
1737 
1738 static void
1739 dma_free(bus_dma_tag_t dmat, void *buf, bus_dmamap_t map)
1740 {
1741 	bus_dmamap_unload(dmat, map);
1742 	bus_dmamem_free(dmat, buf, map);
1743 }
1744 
1745 static int
1746 agg_probe(device_t dev)
1747 {
1748 	char *s = NULL;
1749 
1750 	switch (pci_get_devid(dev)) {
1751 	case MAESTRO_1_PCI_ID:
1752 		s = "ESS Technology Maestro-1";
1753 		break;
1754 
1755 	case MAESTRO_2_PCI_ID:
1756 		s = "ESS Technology Maestro-2";
1757 		break;
1758 
1759 	case MAESTRO_2E_PCI_ID:
1760 		s = "ESS Technology Maestro-2E";
1761 		break;
1762 	}
1763 
1764 	if (s != NULL && pci_get_class(dev) == PCIC_MULTIMEDIA) {
1765 		device_set_desc(dev, s);
1766 		return BUS_PROBE_DEFAULT;
1767 	}
1768 	return ENXIO;
1769 }
1770 
1771 static int
1772 agg_attach(device_t dev)
1773 {
1774 	struct agg_info	*ess = NULL;
1775 	u_int32_t	data;
1776 	int	regid = PCIR_BAR(0);
1777 	struct resource	*reg = NULL;
1778 	struct ac97_info	*codec = NULL;
1779 	int	irqid = 0;
1780 	struct resource	*irq = NULL;
1781 	void	*ih = NULL;
1782 	char	status[SND_STATUSLEN];
1783 	int	dacn, ret = 0;
1784 
1785 	ess = malloc(sizeof(*ess), M_DEVBUF, M_WAITOK | M_ZERO);
1786 	ess->dev = dev;
1787 
1788 	mtx_init(&ess->lock, device_get_desc(dev), "snd_maestro softc",
1789 		 MTX_DEF | MTX_RECURSE);
1790 	if (!mtx_initialized(&ess->lock)) {
1791 		device_printf(dev, "failed to create a mutex.\n");
1792 		ret = ENOMEM;
1793 		goto bad;
1794 	}
1795 
1796 	if (resource_int_value(device_get_name(dev), device_get_unit(dev),
1797 	    "dac", &dacn) == 0) {
1798 	    	if (dacn < 1)
1799 			dacn = 1;
1800 		else if (dacn > AGG_MAXPLAYCH)
1801 			dacn = AGG_MAXPLAYCH;
1802 	} else
1803 		dacn = AGG_MAXPLAYCH;
1804 
1805 	ess->bufsz = pcm_getbuffersize(dev, 4096, AGG_DEFAULT_BUFSZ, 65536);
1806 	if (bus_dma_tag_create(/*parent*/ bus_get_dma_tag(dev),
1807 			       /*align */ 4, 1 << (16+1),
1808 			       /*limit */ MAESTRO_MAXADDR, BUS_SPACE_MAXADDR,
1809 			       /*filter*/ NULL, NULL,
1810 			       /*size  */ ess->bufsz, 1, 0x3ffff,
1811 			       /*flags */ 0,
1812 			       /*lock  */ busdma_lock_mutex, &Giant,
1813 			       &ess->buf_dmat) != 0) {
1814 		device_printf(dev, "unable to create dma tag\n");
1815 		ret = ENOMEM;
1816 		goto bad;
1817 	}
1818 
1819 	if (bus_dma_tag_create(/*parent*/ bus_get_dma_tag(dev),
1820 			       /*align */ 1 << WAVCACHE_BASEADDR_SHIFT,
1821 			                  1 << (16+1),
1822 			       /*limit */ MAESTRO_MAXADDR, BUS_SPACE_MAXADDR,
1823 			       /*filter*/ NULL, NULL,
1824 			       /*size  */ 3*ess->bufsz, 1, 0x3ffff,
1825 			       /*flags */ 0,
1826 			       /*lock  */ busdma_lock_mutex, &Giant,
1827 			       &ess->stat_dmat) != 0) {
1828 		device_printf(dev, "unable to create dma tag\n");
1829 		ret = ENOMEM;
1830 		goto bad;
1831 	}
1832 
1833 	/* Allocate the room for brain-damaging status buffer. */
1834 	ess->stat = dma_malloc(ess->stat_dmat, 3*ess->bufsz, &ess->phys,
1835 	    &ess->stat_map);
1836 	if (ess->stat == NULL) {
1837 		device_printf(dev, "cannot allocate status buffer\n");
1838 		ret = ENOMEM;
1839 		goto bad;
1840 	}
1841 	if (bootverbose)
1842 		device_printf(dev, "Maestro status/record buffer: %#llx\n",
1843 		    (long long)ess->phys);
1844 
1845 	/* State D0-uninitialized. */
1846 	ess->curpwr = PCI_POWERSTATE_D3;
1847 	pci_set_powerstate(dev, PCI_POWERSTATE_D0);
1848 
1849 	pci_enable_busmaster(dev);
1850 
1851 	/* Allocate resources. */
1852 	reg = bus_alloc_resource_any(dev, SYS_RES_IOPORT, &regid, RF_ACTIVE);
1853 	if (reg != NULL) {
1854 		ess->reg = reg;
1855 		ess->regid = regid;
1856 		ess->st = rman_get_bustag(reg);
1857 		ess->sh = rman_get_bushandle(reg);
1858 	} else {
1859 		device_printf(dev, "unable to map register space\n");
1860 		ret = ENXIO;
1861 		goto bad;
1862 	}
1863 	irq = bus_alloc_resource_any(dev, SYS_RES_IRQ, &irqid,
1864 	    RF_ACTIVE | RF_SHAREABLE);
1865 	if (irq != NULL) {
1866 		ess->irq = irq;
1867 		ess->irqid = irqid;
1868 	} else {
1869 		device_printf(dev, "unable to map interrupt\n");
1870 		ret = ENXIO;
1871 		goto bad;
1872 	}
1873 
1874 	/* Setup resources. */
1875 	if (snd_setup_intr(dev, irq, INTR_MPSAFE, agg_intr, ess, &ih)) {
1876 		device_printf(dev, "unable to setup interrupt\n");
1877 		ret = ENXIO;
1878 		goto bad;
1879 	} else
1880 		ess->ih = ih;
1881 
1882 	/* Transition from D0-uninitialized to D0. */
1883 	agg_lock(ess);
1884 	agg_power(ess, PCI_POWERSTATE_D0);
1885 	if (agg_rdcodec(ess, 0) == 0x80) {
1886 		/* XXX - TODO: PT101 */
1887 		agg_unlock(ess);
1888 		device_printf(dev, "PT101 codec detected!\n");
1889 		ret = ENXIO;
1890 		goto bad;
1891 	}
1892 	agg_unlock(ess);
1893 	codec = AC97_CREATE(dev, ess, agg_ac97);
1894 	if (codec == NULL) {
1895 		device_printf(dev, "failed to create AC97 codec softc!\n");
1896 		ret = ENOMEM;
1897 		goto bad;
1898 	}
1899 	if (mixer_init(dev, ac97_getmixerclass(), codec) == -1) {
1900 		device_printf(dev, "mixer initialization failed!\n");
1901 		ret = ENXIO;
1902 		goto bad;
1903 	}
1904 	ess->codec = codec;
1905 
1906 	ret = pcm_register(dev, ess, dacn, 1);
1907 	if (ret)
1908 		goto bad;
1909 
1910 	mixer_hwvol_init(dev);
1911 	agg_lock(ess);
1912 	agg_power(ess, powerstate_init);
1913 	agg_unlock(ess);
1914 	for (data = 0; data < dacn; data++)
1915 		pcm_addchan(dev, PCMDIR_PLAY, &aggpch_class, ess);
1916 	pcm_addchan(dev, PCMDIR_REC, &aggrch_class, ess);
1917 	adjust_pchbase(ess->pch, ess->playchns, ess->bufsz);
1918 
1919 	snprintf(status, SND_STATUSLEN,
1920 	    "port 0x%lx-0x%lx irq %ld at device %d.%d on pci%d",
1921 	    rman_get_start(reg), rman_get_end(reg), rman_get_start(irq),
1922 	    pci_get_slot(dev), pci_get_function(dev), pci_get_bus(dev));
1923 	pcm_setstatus(dev, status);
1924 
1925 	return 0;
1926 
1927  bad:
1928 	if (codec != NULL)
1929 		ac97_destroy(codec);
1930 	if (ih != NULL)
1931 		bus_teardown_intr(dev, irq, ih);
1932 	if (irq != NULL)
1933 		bus_release_resource(dev, SYS_RES_IRQ, irqid, irq);
1934 	if (reg != NULL)
1935 		bus_release_resource(dev, SYS_RES_IOPORT, regid, reg);
1936 	if (ess != NULL) {
1937 		if (ess->stat != NULL)
1938 			dma_free(ess->stat_dmat, ess->stat, ess->stat_map);
1939 		if (ess->stat_dmat != NULL)
1940 			bus_dma_tag_destroy(ess->stat_dmat);
1941 		if (ess->buf_dmat != NULL)
1942 			bus_dma_tag_destroy(ess->buf_dmat);
1943 		if (mtx_initialized(&ess->lock))
1944 			mtx_destroy(&ess->lock);
1945 		free(ess, M_DEVBUF);
1946 	}
1947 
1948 	return ret;
1949 }
1950 
1951 static int
1952 agg_detach(device_t dev)
1953 {
1954 	struct agg_info	*ess = pcm_getdevinfo(dev);
1955 	int r;
1956 	u_int16_t icr;
1957 
1958 	icr = AGG_RD(ess, PORT_HOSTINT_CTRL, 2);
1959 	AGG_WR(ess, PORT_HOSTINT_CTRL, 0, 2);
1960 
1961 	agg_lock(ess);
1962 	if (ess->active) {
1963 		AGG_WR(ess, PORT_HOSTINT_CTRL, icr, 2);
1964 		agg_unlock(ess);
1965 		return EBUSY;
1966 	}
1967 	agg_unlock(ess);
1968 
1969 	r = pcm_unregister(dev);
1970 	if (r) {
1971 		AGG_WR(ess, PORT_HOSTINT_CTRL, icr, 2);
1972 		return r;
1973 	}
1974 
1975 	agg_lock(ess);
1976 	agg_power(ess, PCI_POWERSTATE_D3);
1977 	agg_unlock(ess);
1978 
1979 	bus_teardown_intr(dev, ess->irq, ess->ih);
1980 	bus_release_resource(dev, SYS_RES_IRQ, ess->irqid, ess->irq);
1981 	bus_release_resource(dev, SYS_RES_IOPORT, ess->regid, ess->reg);
1982 	dma_free(ess->stat_dmat, ess->stat, ess->stat_map);
1983 	bus_dma_tag_destroy(ess->stat_dmat);
1984 	bus_dma_tag_destroy(ess->buf_dmat);
1985 	mtx_destroy(&ess->lock);
1986 	free(ess, M_DEVBUF);
1987 	return 0;
1988 }
1989 
1990 static int
1991 agg_suspend(device_t dev)
1992 {
1993 	struct agg_info *ess = pcm_getdevinfo(dev);
1994 
1995 	AGG_WR(ess, PORT_HOSTINT_CTRL, 0, 2);
1996 	agg_lock(ess);
1997 	agg_power(ess, PCI_POWERSTATE_D3);
1998 	agg_unlock(ess);
1999 
2000 	return 0;
2001 }
2002 
2003 static int
2004 agg_resume(device_t dev)
2005 {
2006 	int i;
2007 	struct agg_info *ess = pcm_getdevinfo(dev);
2008 
2009 	for (i = 0; i < ess->playchns; i++)
2010 		if (ess->active & (1 << i))
2011 			aggch_start_dac(ess->pch + i);
2012 	if (ess->active & (1 << i))
2013 		aggch_start_adc(&ess->rch);
2014 
2015 	agg_lock(ess);
2016 	if (!ess->active)
2017 		agg_power(ess, powerstate_init);
2018 	agg_unlock(ess);
2019 
2020 	if (mixer_reinit(dev)) {
2021 		device_printf(dev, "unable to reinitialize the mixer\n");
2022 		return ENXIO;
2023 	}
2024 
2025 	return 0;
2026 }
2027 
2028 static int
2029 agg_shutdown(device_t dev)
2030 {
2031 	struct agg_info *ess = pcm_getdevinfo(dev);
2032 
2033 	agg_lock(ess);
2034 	agg_power(ess, PCI_POWERSTATE_D3);
2035 	agg_unlock(ess);
2036 
2037 	return 0;
2038 }
2039 
2040 
2041 static device_method_t agg_methods[] = {
2042     DEVMETHOD(device_probe,	agg_probe),
2043     DEVMETHOD(device_attach,	agg_attach),
2044     DEVMETHOD(device_detach,	agg_detach),
2045     DEVMETHOD(device_suspend,	agg_suspend),
2046     DEVMETHOD(device_resume,	agg_resume),
2047     DEVMETHOD(device_shutdown,	agg_shutdown),
2048 
2049     { 0, 0 }
2050 };
2051 
2052 static driver_t agg_driver = {
2053     "pcm",
2054     agg_methods,
2055     PCM_SOFTC_SIZE,
2056 };
2057 
2058 /*static devclass_t pcm_devclass;*/
2059 
2060 DRIVER_MODULE(snd_maestro, pci, agg_driver, pcm_devclass, 0, 0);
2061 MODULE_DEPEND(snd_maestro, sound, SOUND_MINVER, SOUND_PREFVER, SOUND_MAXVER);
2062 MODULE_VERSION(snd_maestro, 1);
2063