xref: /netbsd-src/sys/dev/pci/machfb.c (revision 7788a0781fe6ff2cce37368b4578a7ade0850cb1)
1 /*	$NetBSD: machfb.c,v 1.88 2013/07/30 19:21:50 macallan Exp $	*/
2 
3 /*
4  * Copyright (c) 2002 Bang Jun-Young
5  * Copyright (c) 2005, 2006, 2007 Michael Lorenz
6  * All rights reserved.
7  *
8  * Redistribution and use in source and binary forms, with or without
9  * modification, are permitted provided that the following conditions
10  * are met:
11  * 1. Redistributions of source code must retain the above copyright
12  *    notice, this list of conditions and the following disclaimer.
13  * 2. Redistributions in binary form must reproduce the above copyright
14  *    notice, this list of conditions and the following disclaimer in the
15  *    documentation and/or other materials provided with the distribution.
16  * 3. The name of the author may not be used to endorse or promote products
17  *    derived from this software without specific prior written permission.
18  *
19  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
20  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
21  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
22  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
23  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
24  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
25  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
26  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
27  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
28  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
29  */
30 
31 /*
32  * Some code is derived from ATI Rage Pro and Derivatives Programmer's Guide.
33  */
34 
35 #include <sys/cdefs.h>
36 __KERNEL_RCSID(0,
37 	"$NetBSD: machfb.c,v 1.88 2013/07/30 19:21:50 macallan Exp $");
38 
39 #include <sys/param.h>
40 #include <sys/systm.h>
41 #include <sys/kernel.h>
42 #include <sys/device.h>
43 #include <sys/malloc.h>
44 #include <sys/callout.h>
45 #include <sys/lwp.h>
46 #include <sys/kauth.h>
47 
48 #include <dev/videomode/videomode.h>
49 #include <dev/videomode/edidvar.h>
50 
51 #include <dev/pci/pcivar.h>
52 #include <dev/pci/pcireg.h>
53 #include <dev/pci/pcidevs.h>
54 #include <dev/pci/pciio.h>
55 #include <dev/pci/machfbreg.h>
56 
57 #ifdef __sparc__
58 #include <dev/sun/fbio.h>
59 #include <dev/sun/fbvar.h>
60 #include <sys/conf.h>
61 #else
62 #include <dev/wscons/wsdisplayvar.h>
63 #endif
64 
65 #include <dev/wscons/wsconsio.h>
66 #include <dev/wsfont/wsfont.h>
67 #include <dev/rasops/rasops.h>
68 #include <dev/pci/wsdisplay_pci.h>
69 
70 #include <dev/wscons/wsdisplay_vconsvar.h>
71 #include <dev/wscons/wsdisplay_glyphcachevar.h>
72 
73 #include "opt_wsemul.h"
74 #include "opt_machfb.h"
75 
76 #define MACH64_REG_SIZE		0x800
77 #define MACH64_REG_OFF		0x7ff800
78 
79 #define	NBARS		3	/* number of Mach64 PCI BARs */
80 
81 struct vga_bar {
82 	bus_addr_t vb_base;
83 	bus_size_t vb_size;
84 	pcireg_t vb_type;
85 	int vb_flags;
86 };
87 
88 struct mach64_softc {
89 	device_t sc_dev;
90 #ifdef __sparc__
91 	struct fbdevice sc_fb;
92 #endif
93 	pci_chipset_tag_t sc_pc;
94 	pcitag_t sc_pcitag;
95 
96 	struct vga_bar sc_bars[NBARS];
97 	struct vga_bar sc_rom;
98 
99 #define sc_aperbase 	sc_bars[0].vb_base
100 #define sc_apersize	sc_bars[0].vb_size
101 
102 #define sc_iobase	sc_bars[1].vb_base
103 #define sc_iosize	sc_bars[1].vb_size
104 
105 #define sc_regbase	sc_bars[2].vb_base
106 #define sc_regsize	sc_bars[2].vb_size
107 
108 	bus_space_tag_t sc_regt;
109 	bus_space_tag_t sc_memt;
110 	bus_space_tag_t sc_iot;
111 	bus_space_handle_t sc_regh;
112 	bus_space_handle_t sc_memh;
113 #if 0
114 	void *sc_aperture;		/* mapped aperture vaddr */
115 	void *sc_registers;		/* mapped registers vaddr */
116 #endif
117 	uint32_t sc_nbus, sc_ndev, sc_nfunc;
118 	size_t memsize;
119 	int memtype;
120 
121 	int sc_mode;
122 	int sc_bg;
123 	int sc_locked;
124 
125 	int has_dsp;
126 	int bits_per_pixel;
127 	int max_x;
128 	int max_y;
129 	int virt_x;
130 	int virt_y;
131 	int color_depth;
132 
133 	int mem_freq;
134 	int ramdac_freq;
135 	int ref_freq;
136 
137 	int ref_div;
138 	int log2_vclk_post_div;
139 	int vclk_post_div;
140 	int vclk_fb_div;
141 	int mclk_post_div;
142 	int mclk_fb_div;
143 	int sc_clock;	/* which clock to use */
144 
145 	struct videomode *sc_my_mode;
146 	int sc_edid_size;
147 	uint8_t sc_edid_data[1024];
148 
149 	u_char sc_cmap_red[256];
150 	u_char sc_cmap_green[256];
151 	u_char sc_cmap_blue[256];
152 	int sc_dacw, sc_blanked, sc_console;
153 	struct vcons_data vd;
154 	struct wsdisplay_accessops sc_accessops;
155 	glyphcache sc_gc;
156 };
157 
158 struct mach64_crtcregs {
159 	uint32_t h_total_disp;
160 	uint32_t h_sync_strt_wid;
161 	uint32_t v_total_disp;
162 	uint32_t v_sync_strt_wid;
163 	uint32_t gen_cntl;
164 	uint32_t clock_cntl;
165 	uint32_t color_depth;
166 	uint32_t dot_clock;
167 };
168 
169 static struct {
170 	uint16_t chip_id;
171 	uint32_t ramdac_freq;
172 } const mach64_info[] = {
173 	{ PCI_PRODUCT_ATI_MACH64_GX, 135000 },
174 	{ PCI_PRODUCT_ATI_MACH64_CX, 135000 },
175 	{ PCI_PRODUCT_ATI_MACH64_CT, 135000 },
176 	{ PCI_PRODUCT_ATI_RAGE_PRO_AGP, 230000 },
177 	{ PCI_PRODUCT_ATI_RAGE_PRO_AGP1X, 230000 },
178 	{ PCI_PRODUCT_ATI_RAGE_PRO_PCI_B, 230000 },
179 	{ PCI_PRODUCT_ATI_RAGE_XL_AGP, 230000 },
180 	{ PCI_PRODUCT_ATI_RAGE_PRO_PCI_P, 230000 },
181 	{ PCI_PRODUCT_ATI_RAGE_PRO_PCI_L, 230000 },
182 	{ PCI_PRODUCT_ATI_RAGE_XL_PCI, 230000 },
183 	{ PCI_PRODUCT_ATI_RAGE_XL_PCI66, 230000 },
184 	{ PCI_PRODUCT_ATI_RAGE_II, 135000 },
185 	{ PCI_PRODUCT_ATI_RAGE_IIP, 200000 },
186 	{ PCI_PRODUCT_ATI_RAGE_IIC_PCI, 230000 },
187 	{ PCI_PRODUCT_ATI_RAGE_IIC_AGP_B, 230000 },
188 	{ PCI_PRODUCT_ATI_RAGE_IIC_AGP_P, 230000 },
189 #if 0
190 	{ PCI_PRODUCT_ATI_RAGE_MOB_M3_PCI, 230000 },
191 	{ PCI_PRODUCT_ATI_RAGE_MOB_M3_AGP, 230000 },
192 	{ PCI_PRODUCT_ATI_RAGE_MOBILITY, 230000 },
193 #endif
194 	{ PCI_PRODUCT_ATI_RAGE_L_MOB_M1_PCI, 230000 },
195 	{ PCI_PRODUCT_ATI_RAGE_LT_PRO_AGP, 230000 },
196 	{ PCI_PRODUCT_ATI_RAGE_LT_PRO, 230000 },
197 	{ PCI_PRODUCT_ATI_RAGE_LT, 230000 },
198 	{ PCI_PRODUCT_ATI_RAGE_LT_PRO_PCI, 230000 },
199 	{ PCI_PRODUCT_ATI_MACH64_VT, 170000 },
200 	{ PCI_PRODUCT_ATI_MACH64_VTB, 200000 },
201 	{ PCI_PRODUCT_ATI_MACH64_VT4, 230000 }
202 };
203 
204 static int mach64_chip_id, mach64_chip_rev;
205 static struct videomode default_mode = { 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, };
206 
207 static const char *mach64_gx_memtype_names[] = {
208 	"DRAM", "VRAM", "VRAM", "DRAM",
209 	"DRAM", "VRAM", "VRAM", "(unknown type)"
210 };
211 
212 static const char *mach64_memtype_names[] = {
213 	"(N/A)", "DRAM", "EDO DRAM", "EDO DRAM", "SDRAM", "SGRAM", "WRAM",
214 	"(unknown type)"
215 };
216 
217 static struct videomode mach64_modes[] = {
218 	/* 640x400 @ 70 Hz, 31.5 kHz */
219 	{ 25175, 640, 664, 760, 800, 400, 409, 411, 450, 0, NULL, },
220 	/* 640x480 @ 72 Hz, 36.5 kHz */
221 	{ 25175, 640, 664, 760, 800, 480, 491, 493, 525, 0, NULL, },
222 	/* 800x600 @ 72 Hz, 48.0 kHz */
223 	{ 50000, 800, 856, 976, 1040, 600, 637, 643, 666,
224 	  VID_PHSYNC | VID_PVSYNC, NULL, },
225 	/* 1024x768 @ 70 Hz, 56.5 kHz */
226 	{ 75000, 1024, 1048, 1184, 1328, 768, 771, 777, 806,
227 	  VID_NHSYNC | VID_NVSYNC, NULL, },
228 	/* 1152x864 @ 70 Hz, 62.4 kHz */
229 	{ 92000, 1152, 1208, 1368, 1474, 864, 865, 875, 895, 0, NULL, },
230 	/* 1280x1024 @ 70 Hz, 74.59 kHz */
231 	{ 126500, 1280, 1312, 1472, 1696, 1024, 1032, 1040, 1068,
232 	  VID_NHSYNC | VID_NVSYNC, NULL, }
233 };
234 
235 extern const u_char rasops_cmap[768];
236 
237 static int	mach64_match(device_t, cfdata_t, void *);
238 static void	mach64_attach(device_t, device_t, void *);
239 
240 CFATTACH_DECL_NEW(machfb, sizeof(struct mach64_softc), mach64_match, mach64_attach,
241     NULL, NULL);
242 
243 static void	mach64_init(struct mach64_softc *);
244 static int	mach64_get_memsize(struct mach64_softc *);
245 static int	mach64_get_max_ramdac(struct mach64_softc *);
246 
247 #if defined(__sparc__) || defined(__powerpc__)
248 static void	mach64_get_mode(struct mach64_softc *, struct videomode *);
249 #endif
250 
251 static int	mach64_calc_crtcregs(struct mach64_softc *,
252 				     struct mach64_crtcregs *,
253 				     struct videomode *);
254 static void	mach64_set_crtcregs(struct mach64_softc *,
255 				    struct mach64_crtcregs *);
256 
257 static int	mach64_modeswitch(struct mach64_softc *, struct videomode *);
258 static void	mach64_set_dsp(struct mach64_softc *);
259 static void	mach64_set_pll(struct mach64_softc *, int);
260 static void	mach64_reset_engine(struct mach64_softc *);
261 static void	mach64_init_engine(struct mach64_softc *);
262 #if 0
263 static void	mach64_adjust_frame(struct mach64_softc *, int, int);
264 #endif
265 static void	mach64_init_lut(struct mach64_softc *);
266 
267 static void	mach64_init_screen(void *, struct vcons_screen *, int, long *);
268 static int 	mach64_set_screentype(struct mach64_softc *,
269 				      const struct wsscreen_descr *);
270 static int	mach64_is_console(struct mach64_softc *);
271 
272 static void	mach64_cursor(void *, int, int, int);
273 #if 0
274 static int	mach64_mapchar(void *, int, u_int *);
275 #endif
276 static void	mach64_putchar_mono(void *, int, int, u_int, long);
277 static void	mach64_putchar_aa8(void *, int, int, u_int, long);
278 static void	mach64_copycols(void *, int, int, int, int);
279 static void	mach64_erasecols(void *, int, int, int, long);
280 static void	mach64_copyrows(void *, int, int, int);
281 static void	mach64_eraserows(void *, int, int, long);
282 static void 	mach64_clearscreen(struct mach64_softc *);
283 
284 static int	mach64_putcmap(struct mach64_softc *, struct wsdisplay_cmap *);
285 static int	mach64_getcmap(struct mach64_softc *, struct wsdisplay_cmap *);
286 static int	mach64_putpalreg(struct mach64_softc *, uint8_t, uint8_t,
287 				 uint8_t, uint8_t);
288 static void	mach64_bitblt(void *, int, int, int, int, int, int, int);
289 static void	mach64_rectfill(struct mach64_softc *, int, int, int, int, int);
290 static void	mach64_setup_mono(struct mach64_softc *, int, int, int, int,
291 				  uint32_t, uint32_t);
292 static void	mach64_feed_bytes(struct mach64_softc *, int, uint8_t *);
293 #if 0
294 static void	mach64_showpal(struct mach64_softc *);
295 #endif
296 
297 static void	machfb_blank(struct mach64_softc *, int);
298 static int	machfb_drm_print(void *, const char *);
299 
300 static struct wsscreen_descr mach64_defaultscreen = {
301 	"default",
302 	80, 30,
303 	NULL,
304 	8, 16,
305 	WSSCREEN_WSCOLORS | WSSCREEN_HILIT,
306 	&default_mode
307 }, mach64_80x25_screen = {
308 	"80x25", 80, 25,
309 	NULL,
310 	8, 16,
311 	WSSCREEN_WSCOLORS | WSSCREEN_HILIT,
312 	&mach64_modes[0]
313 }, mach64_80x30_screen = {
314 	"80x30", 80, 30,
315 	NULL,
316 	8, 16,
317 	WSSCREEN_WSCOLORS | WSSCREEN_HILIT,
318 	&mach64_modes[1]
319 }, mach64_80x40_screen = {
320 	"80x40", 80, 40,
321 	NULL,
322 	8, 10,
323 	WSSCREEN_WSCOLORS | WSSCREEN_HILIT,
324 	&mach64_modes[0]
325 }, mach64_80x50_screen = {
326 	"80x50", 80, 50,
327 	NULL,
328 	8, 8,
329 	WSSCREEN_WSCOLORS | WSSCREEN_HILIT,
330 	&mach64_modes[0]
331 }, mach64_100x37_screen = {
332 	"100x37", 100, 37,
333 	NULL,
334 	8, 16,
335 	WSSCREEN_WSCOLORS | WSSCREEN_HILIT,
336 	&mach64_modes[2]
337 }, mach64_128x48_screen = {
338 	"128x48", 128, 48,
339 	NULL,
340 	8, 16,
341 	WSSCREEN_WSCOLORS | WSSCREEN_HILIT,
342 	&mach64_modes[3]
343 }, mach64_144x54_screen = {
344 	"144x54", 144, 54,
345 	NULL,
346 	8, 16,
347 	WSSCREEN_WSCOLORS | WSSCREEN_HILIT,
348 	&mach64_modes[4]
349 }, mach64_160x64_screen = {
350 	"160x54", 160, 64,
351 	NULL,
352 	8, 16,
353 	WSSCREEN_WSCOLORS | WSSCREEN_HILIT,
354 	&mach64_modes[5]
355 };
356 
357 static const struct wsscreen_descr *_mach64_scrlist[] = {
358 	&mach64_defaultscreen,
359 	&mach64_80x25_screen,
360 	&mach64_80x30_screen,
361 	&mach64_80x40_screen,
362 	&mach64_80x50_screen,
363 	&mach64_100x37_screen,
364 	&mach64_128x48_screen,
365 	&mach64_144x54_screen,
366 	&mach64_160x64_screen
367 };
368 
369 static struct wsscreen_list mach64_screenlist = {
370 	__arraycount(_mach64_scrlist),
371 	_mach64_scrlist
372 };
373 
374 static int	mach64_ioctl(void *, void *, u_long, void *, int,
375 		             struct lwp *);
376 static paddr_t	mach64_mmap(void *, void *, off_t, int);
377 
378 #if 0
379 static int	mach64_load_font(void *, void *, struct wsdisplay_font *);
380 #endif
381 
382 
383 static struct vcons_screen mach64_console_screen;
384 
385 /* framebuffer device, SPARC-only so far */
386 #ifdef __sparc__
387 
388 static void	machfb_unblank(device_t);
389 static void	machfb_fbattach(struct mach64_softc *);
390 
391 extern struct cfdriver machfb_cd;
392 
393 dev_type_open(machfb_fbopen);
394 dev_type_close(machfb_fbclose);
395 dev_type_ioctl(machfb_fbioctl);
396 dev_type_mmap(machfb_fbmmap);
397 
398 /* frame buffer generic driver */
399 static struct fbdriver machfb_fbdriver = {
400 	machfb_unblank, machfb_fbopen, machfb_fbclose, machfb_fbioctl, nopoll,
401 	machfb_fbmmap, nokqfilter
402 };
403 
404 #endif /* __sparc__ */
405 
406 /*
407  * Inline functions for getting access to register aperture.
408  */
409 
410 static inline uint32_t
411 regr(struct mach64_softc *sc, uint32_t index)
412 {
413 	return bus_space_read_4(sc->sc_regt, sc->sc_regh, index + 0x400);
414 }
415 
416 static inline uint8_t
417 regrb(struct mach64_softc *sc, uint32_t index)
418 {
419 	return bus_space_read_1(sc->sc_regt, sc->sc_regh, index + 0x400);
420 }
421 
422 static inline void
423 regw(struct mach64_softc *sc, uint32_t index, uint32_t data)
424 {
425 	bus_space_write_4(sc->sc_regt, sc->sc_regh, index + 0x400, data);
426 	bus_space_barrier(sc->sc_regt, sc->sc_regh, index, 4,
427 	    BUS_SPACE_BARRIER_WRITE);
428 }
429 
430 static inline void
431 regws(struct mach64_softc *sc, uint32_t index, uint32_t data)
432 {
433 	bus_space_write_stream_4(sc->sc_regt, sc->sc_regh, index + 0x400, data);
434 	bus_space_barrier(sc->sc_regt, sc->sc_regh, index + 0x400, 4,
435 	    BUS_SPACE_BARRIER_WRITE);
436 }
437 
438 static inline void
439 regwb(struct mach64_softc *sc, uint32_t index, uint8_t data)
440 {
441 	bus_space_write_1(sc->sc_regt, sc->sc_regh, index + 0x400, data);
442 	bus_space_barrier(sc->sc_regt, sc->sc_regh, index + 0x400, 1,
443 	    BUS_SPACE_BARRIER_WRITE);
444 }
445 
446 static inline void
447 regwb_pll(struct mach64_softc *sc, uint32_t index, uint8_t data)
448 {
449 	uint32_t reg;
450 
451 	reg = regr(sc, CLOCK_CNTL);
452 	reg |= PLL_WR_EN;
453 	regw(sc, CLOCK_CNTL, reg);
454 	reg &= ~(PLL_ADDR | PLL_DATA);
455 	reg |= (index & 0x3f) << PLL_ADDR_SHIFT;
456 	reg |= data << PLL_DATA_SHIFT;
457 	reg |= CLOCK_STROBE;
458 	regw(sc, CLOCK_CNTL, reg);
459 	reg &= ~PLL_WR_EN;
460 	regw(sc, CLOCK_CNTL, reg);
461 }
462 
463 static inline uint8_t
464 regrb_pll(struct mach64_softc *sc, uint32_t index)
465 {
466 
467 	regwb(sc, CLOCK_CNTL + 1, index << 2);
468 	return regrb(sc, CLOCK_CNTL + 2);
469 }
470 
471 static inline void
472 wait_for_fifo(struct mach64_softc *sc, uint8_t v)
473 {
474 	while ((regr(sc, FIFO_STAT) & 0xffff) > (0x8000 >> v))
475 		continue;
476 }
477 
478 static inline void
479 wait_for_idle(struct mach64_softc *sc)
480 {
481 	wait_for_fifo(sc, 16);
482 	while ((regr(sc, GUI_STAT) & 1) != 0)
483 		continue;
484 }
485 
486 static int
487 mach64_match(device_t parent, cfdata_t match, void *aux)
488 {
489 	struct pci_attach_args *pa = (struct pci_attach_args *)aux;
490 	int i;
491 
492 	if (PCI_CLASS(pa->pa_class) != PCI_CLASS_DISPLAY ||
493 	    PCI_SUBCLASS(pa->pa_class) != PCI_SUBCLASS_DISPLAY_VGA)
494 		return 0;
495 
496 	for (i = 0; i < __arraycount(mach64_info); i++)
497 		if (PCI_PRODUCT(pa->pa_id) == mach64_info[i].chip_id) {
498 			mach64_chip_id = PCI_PRODUCT(pa->pa_id);
499 			mach64_chip_rev = PCI_REVISION(pa->pa_class);
500 			return 100;
501 		}
502 
503 	return 0;
504 }
505 
506 static void
507 mach64_attach(device_t parent, device_t self, void *aux)
508 {
509 	struct mach64_softc *sc = device_private(self);
510 	struct pci_attach_args *pa = aux;
511 	struct rasops_info *ri;
512 	prop_data_t edid_data;
513 #if defined(__sparc__) || defined(__powerpc__)
514 	const struct videomode *mode = NULL;
515 #endif
516 	int bar, id, expected_id;
517 	int is_gx;
518 	const char **memtype_names;
519 	struct wsemuldisplaydev_attach_args aa;
520 	long defattr;
521 	int setmode, width, height;
522 	pcireg_t screg;
523 	uint32_t reg;
524 	const pcireg_t enables = PCI_COMMAND_MEM_ENABLE;
525 	int use_mmio = FALSE;
526 
527 	sc->sc_dev = self;
528 	sc->sc_pc = pa->pa_pc;
529 	sc->sc_pcitag = pa->pa_tag;
530 	sc->sc_dacw = -1;
531 	sc->sc_mode = WSDISPLAYIO_MODE_EMUL;
532 	sc->sc_nbus = pa->pa_bus;
533 	sc->sc_ndev = pa->pa_device;
534 	sc->sc_nfunc = pa->pa_function;
535 	sc->sc_locked = 0;
536 	sc->sc_iot = pa->pa_iot;
537 	sc->sc_accessops.ioctl = mach64_ioctl;
538 	sc->sc_accessops.mmap = mach64_mmap;
539 
540 	pci_aprint_devinfo(pa, "Graphics processor");
541 #ifdef MACHFB_DEBUG
542 	printf(prop_dictionary_externalize(device_properties(self)));
543 #endif
544 
545 	/* enable memory access */
546 	screg = pci_conf_read(sc->sc_pc, sc->sc_pcitag, PCI_COMMAND_STATUS_REG);
547 	if ((screg & enables) != enables) {
548 		screg |= enables;
549 		pci_conf_write(sc->sc_pc, sc->sc_pcitag,
550 		    PCI_COMMAND_STATUS_REG, screg);
551 	}
552 	for (bar = 0; bar < NBARS; bar++) {
553 		reg = PCI_MAPREG_START + (bar * 4);
554 		sc->sc_bars[bar].vb_type = pci_mapreg_type(sc->sc_pc,
555 		    sc->sc_pcitag, reg);
556 		(void)pci_mapreg_info(sc->sc_pc, sc->sc_pcitag, reg,
557 		    sc->sc_bars[bar].vb_type, &sc->sc_bars[bar].vb_base,
558 		    &sc->sc_bars[bar].vb_size, &sc->sc_bars[bar].vb_flags);
559 	}
560 	aprint_debug_dev(sc->sc_dev, "aperture size %08x\n",
561 	    (uint32_t)sc->sc_apersize);
562 
563 	sc->sc_rom.vb_type = PCI_MAPREG_TYPE_ROM;
564 	pci_mapreg_info(sc->sc_pc, sc->sc_pcitag, PCI_MAPREG_ROM,
565 		    sc->sc_rom.vb_type, &sc->sc_rom.vb_base,
566 		    &sc->sc_rom.vb_size, &sc->sc_rom.vb_flags);
567 	sc->sc_memt = pa->pa_memt;
568 
569 	/* use MMIO register aperture if available */
570 	if ((sc->sc_regbase != 0) && (sc->sc_regbase != 0xffffffff)) {
571 		if (pci_mapreg_map(pa, MACH64_BAR_MMIO,  PCI_MAPREG_TYPE_MEM, 0,
572 		    &sc->sc_regt, &sc->sc_regh, &sc->sc_regbase,
573 		    &sc->sc_regsize) == 0) {
574 
575 			/*
576 			 * the MMIO aperture maps both 1KB register blocks, but
577 			 * all register offsets are relative to the 2nd one so
578 			 * for now fix this up in MACH64_REG_OFF and the access
579 			 * functions
580 			 */
581 			aprint_normal_dev(sc->sc_dev, "using MMIO aperture\n");
582 			use_mmio = TRUE;
583 		}
584 	}
585 	if (!use_mmio) {
586 		if (bus_space_map(sc->sc_memt, sc->sc_aperbase, sc->sc_apersize,
587 			BUS_SPACE_MAP_LINEAR, &sc->sc_memh)) {
588 			panic("%s: failed to map aperture",
589 			    device_xname(sc->sc_dev));
590 		}
591 
592 		sc->sc_regt = sc->sc_memt;
593 		bus_space_subregion(sc->sc_regt, sc->sc_memh, MACH64_REG_OFF,
594 		    MACH64_REG_SIZE, &sc->sc_regh);
595 	}
596 
597 	mach64_init(sc);
598 
599 	aprint_normal_dev(sc->sc_dev,
600 	    "%d MB aperture at 0x%08x, %d KB registers at 0x%08x\n",
601 	    (u_int)(sc->sc_apersize / (1024 * 1024)),
602 	    (u_int)sc->sc_aperbase, (u_int)(sc->sc_regsize / 1024),
603 	    (u_int)sc->sc_regbase);
604 
605 	printf("%s: %d KB ROM at 0x%08x\n", device_xname(sc->sc_dev),
606 	    (int)sc->sc_rom.vb_size >> 10, (uint32_t)sc->sc_rom.vb_base);
607 
608 	prop_dictionary_get_uint32(device_properties(self), "width", &width);
609 	prop_dictionary_get_uint32(device_properties(self), "height", &height);
610 
611 	if ((edid_data = prop_dictionary_get(device_properties(self), "EDID"))
612 	    != NULL) {
613 	    	struct edid_info ei;
614 
615 		sc->sc_edid_size = min(1024, prop_data_size(edid_data));
616 		memset(sc->sc_edid_data, 0, sizeof(sc->sc_edid_data));
617 		memcpy(sc->sc_edid_data, prop_data_data_nocopy(edid_data),
618 		    sc->sc_edid_size);
619 
620 		edid_parse(sc->sc_edid_data, &ei);
621 
622 #ifdef MACHFB_DEBUG
623 		edid_print(&ei);
624 #endif
625 	}
626 
627 	is_gx = 0;
628 	switch(mach64_chip_id) {
629 		case PCI_PRODUCT_ATI_MACH64_GX:
630 		case PCI_PRODUCT_ATI_MACH64_CX:
631 			is_gx = 1;
632 		case PCI_PRODUCT_ATI_MACH64_CT:
633 			sc->has_dsp = 0;
634 			break;
635 		case PCI_PRODUCT_ATI_MACH64_VT:
636 		case PCI_PRODUCT_ATI_RAGE_II:
637 			if((mach64_chip_rev & 0x07) == 0) {
638 				sc->has_dsp = 0;
639 				break;
640 			}
641 			/* Otherwise fall through. */
642 		default:
643 			sc->has_dsp = 1;
644 	}
645 
646 	memtype_names = is_gx ? mach64_gx_memtype_names : mach64_memtype_names;
647 
648 	sc->memsize = mach64_get_memsize(sc);
649 
650 	if(is_gx)
651 		sc->memtype = (regr(sc, CONFIG_STAT0) >> 3) & 0x07;
652 	else
653 		sc->memtype = regr(sc, CONFIG_STAT0) & 0x07;
654 
655 	/*
656 	 * XXX is there any way to calculate reference frequency from
657 	 * known values?
658 	 */
659 	if ((mach64_chip_id == PCI_PRODUCT_ATI_RAGE_XL_PCI) ||
660 	    ((mach64_chip_id >= PCI_PRODUCT_ATI_RAGE_LT_PRO_PCI) &&
661 	    (mach64_chip_id <= PCI_PRODUCT_ATI_RAGE_LT_PRO))) {
662 		aprint_normal_dev(sc->sc_dev, "ref_freq=29.498MHz\n");
663 		sc->ref_freq = 29498;
664 	} else
665 		sc->ref_freq = 14318;
666 
667 	reg = regr(sc, CLOCK_CNTL);
668 	aprint_debug("CLOCK_CNTL: %08x\n", reg);
669 	sc->sc_clock = reg & 3;
670 	aprint_debug("using clock %d\n", sc->sc_clock);
671 
672 	sc->ref_div = regrb_pll(sc, PLL_REF_DIV);
673 	aprint_debug("ref_div: %d\n", sc->ref_div);
674 	sc->mclk_fb_div = regrb_pll(sc, MCLK_FB_DIV);
675 	aprint_debug("mclk_fb_div: %d\n", sc->mclk_fb_div);
676 	sc->mem_freq = (2 * sc->ref_freq * sc->mclk_fb_div) /
677 	    (sc->ref_div * 2);
678 	sc->mclk_post_div = (sc->mclk_fb_div * 2 * sc->ref_freq) /
679 	    (sc->mem_freq * sc->ref_div);
680 	sc->ramdac_freq = mach64_get_max_ramdac(sc);
681 	aprint_normal_dev(sc->sc_dev,
682 	    "%ld KB %s %d.%d MHz, maximum RAMDAC clock %d MHz\n",
683 	    (u_long)sc->memsize,
684 	    memtype_names[sc->memtype],
685 	    sc->mem_freq / 1000, sc->mem_freq % 1000,
686 	    sc->ramdac_freq / 1000);
687 
688 	id = regr(sc, CONFIG_CHIP_ID) & 0xffff;
689 	switch(mach64_chip_id) {
690 		case PCI_PRODUCT_ATI_MACH64_GX:
691 			expected_id = 0x00d7;
692 			break;
693 		case PCI_PRODUCT_ATI_MACH64_CX:
694 			expected_id = 0x0057;
695 			break;
696 		default:
697 			/* Most chip IDs match their PCI product ID. */
698 			expected_id = mach64_chip_id;
699 	}
700 
701 	if (id != expected_id) {
702 		aprint_error_dev(sc->sc_dev,
703 		    "chip ID mismatch, 0x%x != 0x%x\n", id, expected_id);
704 		return;
705 	}
706 
707 	sc->sc_console = mach64_is_console(sc);
708 	aprint_debug("gen_cntl: %08x\n", regr(sc, CRTC_GEN_CNTL));
709 #if defined(__sparc__) || defined(__powerpc__)
710 	if (sc->sc_console) {
711 		if (mode != NULL) {
712 			memcpy(&default_mode, mode, sizeof(struct videomode));
713 			setmode = 1;
714 		} else {
715 			mach64_get_mode(sc, &default_mode);
716 			setmode = 0;
717 		}
718 		sc->sc_my_mode = &default_mode;
719 	} else {
720 		/* fill in default_mode if it's empty */
721 		mach64_get_mode(sc, &default_mode);
722 		if (default_mode.dot_clock == 0) {
723 			memcpy(&default_mode, &mach64_modes[4],
724 			    sizeof(default_mode));
725 		}
726 		sc->sc_my_mode = &default_mode;
727 		setmode = 1;
728 	}
729 #else
730 	if (default_mode.dot_clock == 0) {
731 		memcpy(&default_mode, &mach64_modes[0],
732 		    sizeof(default_mode));
733 	}
734 	sc->sc_my_mode = &mach64_modes[0];
735 	setmode = 1;
736 #endif
737 
738 	sc->bits_per_pixel = 8;
739 	sc->virt_x = sc->sc_my_mode->hdisplay;
740 	sc->virt_y = sc->sc_my_mode->vdisplay;
741 	sc->max_x = sc->virt_x - 1;
742 	sc->max_y = (sc->memsize * 1024) /
743 	    (sc->virt_x * (sc->bits_per_pixel / 8)) - 1;
744 
745 	sc->color_depth = CRTC_PIX_WIDTH_8BPP;
746 
747 	mach64_init_engine(sc);
748 
749 	if (setmode)
750 		mach64_modeswitch(sc, sc->sc_my_mode);
751 
752 	aprint_normal_dev(sc->sc_dev,
753 	    "initial resolution %dx%d at %d bpp\n",
754 	    sc->sc_my_mode->hdisplay, sc->sc_my_mode->vdisplay,
755 	    sc->bits_per_pixel);
756 
757 #ifdef __sparc__
758 	machfb_fbattach(sc);
759 #endif
760 
761 	wsfont_init();
762 
763 	vcons_init(&sc->vd, sc, &mach64_defaultscreen, &sc->sc_accessops);
764 	sc->vd.init_screen = mach64_init_screen;
765 
766 	sc->sc_gc.gc_bitblt = mach64_bitblt;
767 	sc->sc_gc.gc_blitcookie = sc;
768 	sc->sc_gc.gc_rop = MIX_SRC;
769 
770 	ri = &mach64_console_screen.scr_ri;
771 	if (sc->sc_console) {
772 
773 		vcons_init_screen(&sc->vd, &mach64_console_screen, 1,
774 		    &defattr);
775 		mach64_console_screen.scr_flags |= VCONS_SCREEN_IS_STATIC;
776 
777 		mach64_defaultscreen.textops = &ri->ri_ops;
778 		mach64_defaultscreen.capabilities = ri->ri_caps;
779 		mach64_defaultscreen.nrows = ri->ri_rows;
780 		mach64_defaultscreen.ncols = ri->ri_cols;
781 		glyphcache_init(&sc->sc_gc, sc->sc_my_mode->vdisplay + 5,
782 		    ((sc->memsize * 1024) / sc->sc_my_mode->hdisplay) -
783 		      sc->sc_my_mode->vdisplay - 5,
784 		    sc->sc_my_mode->hdisplay,
785 		    ri->ri_font->fontwidth,
786 		    ri->ri_font->fontheight,
787 		    defattr);
788 		wsdisplay_cnattach(&mach64_defaultscreen, ri, 0, 0, defattr);
789 	} else {
790 		/*
791 		 * since we're not the console we can postpone the rest
792 		 * until someone actually allocates a screen for us
793 		 */
794 		mach64_modeswitch(sc, sc->sc_my_mode);
795 		if (mach64_console_screen.scr_ri.ri_rows == 0) {
796 			/* do some minimal setup to avoid weirdnesses later */
797 			vcons_init_screen(&sc->vd, &mach64_console_screen, 1,
798 			    &defattr);
799 		} else
800 			(*ri->ri_ops.allocattr)(ri, 0, 0, 0, &defattr);
801 
802 		glyphcache_init(&sc->sc_gc, sc->sc_my_mode->vdisplay + 5,
803 		    ((sc->memsize * 1024) / sc->sc_my_mode->hdisplay) -
804 		      sc->sc_my_mode->vdisplay - 5,
805 		    sc->sc_my_mode->hdisplay,
806 		    ri->ri_font->fontwidth,
807 		    ri->ri_font->fontheight,
808 		    defattr);
809 	}
810 
811 	sc->sc_bg = mach64_console_screen.scr_ri.ri_devcmap[WS_DEFAULT_BG];
812 	mach64_clearscreen(sc);
813 	mach64_init_lut(sc);
814 
815 	if (sc->sc_console)
816 		vcons_replay_msgbuf(&mach64_console_screen);
817 
818 	machfb_blank(sc, 0);	/* unblank the screen */
819 
820 	aa.console = sc->sc_console;
821 	aa.scrdata = &mach64_screenlist;
822 	aa.accessops = &sc->sc_accessops;
823 	aa.accesscookie = &sc->vd;
824 
825 	config_found(self, &aa, wsemuldisplaydevprint);
826 	if (use_mmio) {
827 		/*
828 		 * Now that we took over, turn off the aperture registers if we
829 		 * don't use them. Can't do this earlier since on some hardware
830 		 * we use firmware calls as early console output which may in
831 		 * turn try to access these registers.
832 		 */
833 		reg = regr(sc, BUS_CNTL);
834 		aprint_debug_dev(sc->sc_dev, "BUS_CNTL: %08x\n", reg);
835 		reg |= BUS_APER_REG_DIS;
836 		regw(sc, BUS_CNTL, reg);
837 	}
838 	config_found_ia(self, "drm", aux, machfb_drm_print);
839 }
840 
841 static int
842 machfb_drm_print(void *aux, const char *pnp)
843 {
844 	if (pnp)
845 		aprint_normal("direct rendering for %s", pnp);
846 	return (UNSUPP);
847 }
848 
849 static void
850 mach64_init_screen(void *cookie, struct vcons_screen *scr, int existing,
851     long *defattr)
852 {
853 	struct mach64_softc *sc = cookie;
854 	struct rasops_info *ri = &scr->scr_ri;
855 
856 /* XXX for now */
857 #define setmode 0
858 
859 	ri->ri_depth = sc->bits_per_pixel;
860 	ri->ri_width = sc->sc_my_mode->hdisplay;
861 	ri->ri_height = sc->sc_my_mode->vdisplay;
862 	ri->ri_stride = ri->ri_width;
863 	ri->ri_flg = RI_CENTER | RI_FULLCLEAR;
864 	if (ri->ri_depth == 8)
865 		ri->ri_flg |= RI_8BIT_IS_RGB | RI_ENABLE_ALPHA;
866 
867 #ifdef VCONS_DRAW_INTR
868 	scr->scr_flags |= VCONS_DONT_READ;
869 #endif
870 
871 	if (existing) {
872 		if (setmode && mach64_set_screentype(sc, scr->scr_type)) {
873 			panic("%s: failed to switch video mode",
874 			    device_xname(sc->sc_dev));
875 		}
876 	}
877 
878 	rasops_init(ri, 0, 0);
879 	ri->ri_caps = WSSCREEN_WSCOLORS;
880 	rasops_reconfig(ri, sc->sc_my_mode->vdisplay / ri->ri_font->fontheight,
881 		    sc->sc_my_mode->hdisplay / ri->ri_font->fontwidth);
882 
883 	/* enable acceleration */
884 	ri->ri_hw = scr;
885 	ri->ri_ops.copyrows = mach64_copyrows;
886 	ri->ri_ops.copycols = mach64_copycols;
887 	ri->ri_ops.eraserows = mach64_eraserows;
888 	ri->ri_ops.erasecols = mach64_erasecols;
889 	ri->ri_ops.cursor = mach64_cursor;
890 	if (FONT_IS_ALPHA(ri->ri_font)) {
891 		ri->ri_ops.putchar = mach64_putchar_aa8;
892 	} else
893 		ri->ri_ops.putchar = mach64_putchar_mono;
894 }
895 
896 static void
897 mach64_init(struct mach64_softc *sc)
898 {
899 	sc->sc_blanked = 0;
900 }
901 
902 static int
903 mach64_get_memsize(struct mach64_softc *sc)
904 {
905 	int tmp, memsize;
906 	int mem_tab[] = {
907 		512, 1024, 2048, 4096, 6144, 8192, 12288, 16384
908 	};
909 	tmp = regr(sc, MEM_CNTL);
910 #ifdef DIAGNOSTIC
911 	aprint_debug_dev(sc->sc_dev, "memctl %08x\n", tmp);
912 #endif
913 	if (sc->has_dsp) {
914 		tmp &= 0x0000000f;
915 		if (tmp < 8)
916 			memsize = (tmp + 1) * 512;
917 		else if (tmp < 12)
918 			memsize = (tmp - 3) * 1024;
919 		else
920 			memsize = (tmp - 7) * 2048;
921 	} else {
922 		memsize = mem_tab[tmp & 0x07];
923 	}
924 
925 	return memsize;
926 }
927 
928 static int
929 mach64_get_max_ramdac(struct mach64_softc *sc)
930 {
931 	int i;
932 
933 	if ((mach64_chip_id == PCI_PRODUCT_ATI_MACH64_VT ||
934 	     mach64_chip_id == PCI_PRODUCT_ATI_RAGE_II) &&
935 	     (mach64_chip_rev & 0x07))
936 		return 170000;
937 
938 	for (i = 0; i < __arraycount(mach64_info); i++)
939 		if (mach64_chip_id == mach64_info[i].chip_id)
940 			return mach64_info[i].ramdac_freq;
941 
942 	if (sc->bits_per_pixel == 8)
943 		return 135000;
944 	else
945 		return 80000;
946 }
947 
948 #if defined(__sparc__) || defined(__powerpc__)
949 static void
950 mach64_get_mode(struct mach64_softc *sc, struct videomode *mode)
951 {
952 	struct mach64_crtcregs crtc;
953 
954 	crtc.h_total_disp = regr(sc, CRTC_H_TOTAL_DISP);
955 	crtc.h_sync_strt_wid = regr(sc, CRTC_H_SYNC_STRT_WID);
956 	crtc.v_total_disp = regr(sc, CRTC_V_TOTAL_DISP);
957 	crtc.v_sync_strt_wid = regr(sc, CRTC_V_SYNC_STRT_WID);
958 
959 	mode->htotal = ((crtc.h_total_disp & 0xffff) + 1) << 3;
960 	mode->hdisplay = ((crtc.h_total_disp >> 16) + 1) << 3;
961 	mode->hsync_start = ((crtc.h_sync_strt_wid & 0xffff) + 1) << 3;
962 	mode->hsync_end = ((crtc.h_sync_strt_wid >> 16) << 3) +
963 	    mode->hsync_start;
964 	mode->vtotal = (crtc.v_total_disp & 0xffff) + 1;
965 	mode->vdisplay = (crtc.v_total_disp >> 16) + 1;
966 	mode->vsync_start = (crtc.v_sync_strt_wid & 0xffff) + 1;
967 	mode->vsync_end = (crtc.v_sync_strt_wid >> 16) + mode->vsync_start;
968 
969 #ifdef MACHFB_DEBUG
970 	printf("mach64_get_mode: %d %d %d %d %d %d %d %d\n",
971 	    mode->hdisplay, mode->hsync_start, mode->hsync_end, mode->htotal,
972 	    mode->vdisplay, mode->vsync_start, mode->vsync_end, mode->vtotal);
973 #endif
974 }
975 #endif
976 
977 static int
978 mach64_calc_crtcregs(struct mach64_softc *sc, struct mach64_crtcregs *crtc,
979     struct videomode *mode)
980 {
981 
982 	if (mode->dot_clock > sc->ramdac_freq)
983 		/* Clock too high. */
984 		return 1;
985 
986 	crtc->h_total_disp = (((mode->hdisplay >> 3) - 1) << 16) |
987 	    ((mode->htotal >> 3) - 1);
988 	crtc->h_sync_strt_wid =
989 	    (((mode->hsync_end - mode->hsync_start) >> 3) << 16) |
990 	    ((mode->hsync_start >> 3) - 1);
991 
992 	crtc->v_total_disp = ((mode->vdisplay - 1) << 16) |
993 	    (mode->vtotal - 1);
994 	crtc->v_sync_strt_wid =
995 	    ((mode->vsync_end - mode->vsync_start) << 16) |
996 	    (mode->vsync_start - 1);
997 
998 	if (mode->flags & VID_NVSYNC)
999 		crtc->v_sync_strt_wid |= CRTC_VSYNC_NEG;
1000 
1001 	switch (sc->bits_per_pixel) {
1002 	case 8:
1003 		crtc->color_depth = CRTC_PIX_WIDTH_8BPP;
1004 		break;
1005 	case 16:
1006 		crtc->color_depth = CRTC_PIX_WIDTH_16BPP;
1007 		break;
1008 	case 32:
1009 		crtc->color_depth = CRTC_PIX_WIDTH_32BPP;
1010 		break;
1011 	}
1012 
1013 	crtc->gen_cntl = 0;
1014 	if (mode->flags & VID_INTERLACE)
1015 		crtc->gen_cntl |= CRTC_INTERLACE_EN;
1016 
1017 	if (mode->flags & VID_CSYNC)
1018 		crtc->gen_cntl |= CRTC_CSYNC_EN;
1019 
1020 	crtc->dot_clock = mode->dot_clock;
1021 
1022 	return 0;
1023 }
1024 
1025 static void
1026 mach64_set_crtcregs(struct mach64_softc *sc, struct mach64_crtcregs *crtc)
1027 {
1028 
1029 	mach64_set_pll(sc, crtc->dot_clock);
1030 
1031 	if (sc->has_dsp)
1032 		mach64_set_dsp(sc);
1033 
1034 	regw(sc, CRTC_H_TOTAL_DISP, crtc->h_total_disp);
1035 	regw(sc, CRTC_H_SYNC_STRT_WID, crtc->h_sync_strt_wid);
1036 	regw(sc, CRTC_V_TOTAL_DISP, crtc->v_total_disp);
1037 	regw(sc, CRTC_V_SYNC_STRT_WID, crtc->v_sync_strt_wid);
1038 
1039 	regw(sc, CRTC_VLINE_CRNT_VLINE, 0);
1040 
1041 	regw(sc, CRTC_OFF_PITCH, (sc->virt_x >> 3) << 22);
1042 
1043 	regw(sc, CRTC_GEN_CNTL, crtc->gen_cntl | crtc->color_depth |
1044 /* XXX this unconditionally enables composite sync on SPARC */
1045 #ifdef __sparc__
1046 	    CRTC_CSYNC_EN |
1047 #endif
1048 	    CRTC_EXT_DISP_EN | CRTC_EXT_EN);
1049 }
1050 
1051 static int
1052 mach64_modeswitch(struct mach64_softc *sc, struct videomode *mode)
1053 {
1054 	struct mach64_crtcregs crtc;
1055 
1056 	memset(&crtc, 0, sizeof crtc);	/* XXX gcc */
1057 
1058 	if (mach64_calc_crtcregs(sc, &crtc, mode))
1059 		return 1;
1060 	aprint_debug("crtc dot clock: %d\n", crtc.dot_clock);
1061 	if (crtc.dot_clock == 0) {
1062 		aprint_error("%s: preposterous dot clock (%d)\n",
1063 		    device_xname(sc->sc_dev), crtc.dot_clock);
1064 		return 1;
1065 	}
1066 	mach64_set_crtcregs(sc, &crtc);
1067 	return 0;
1068 }
1069 
1070 static void
1071 mach64_reset_engine(struct mach64_softc *sc)
1072 {
1073 
1074 	/* Reset engine.*/
1075 	regw(sc, GEN_TEST_CNTL, regr(sc, GEN_TEST_CNTL) & ~GUI_ENGINE_ENABLE);
1076 
1077 	/* Enable engine. */
1078 	regw(sc, GEN_TEST_CNTL, regr(sc, GEN_TEST_CNTL) | GUI_ENGINE_ENABLE);
1079 
1080 	/* Ensure engine is not locked up by clearing any FIFO or
1081 	   host errors. */
1082 	regw(sc, BUS_CNTL, regr(sc, BUS_CNTL) | BUS_HOST_ERR_ACK |
1083 	    BUS_FIFO_ERR_ACK);
1084 }
1085 
1086 static void
1087 mach64_init_engine(struct mach64_softc *sc)
1088 {
1089 	uint32_t pitch_value;
1090 
1091 	pitch_value = sc->virt_x;
1092 
1093 	if (sc->bits_per_pixel == 24)
1094 		pitch_value *= 3;
1095 
1096 	mach64_reset_engine(sc);
1097 
1098 	wait_for_fifo(sc, 14);
1099 
1100 	regw(sc, CONTEXT_MASK, 0xffffffff);
1101 
1102 	regw(sc, DST_OFF_PITCH, (pitch_value / 8) << 22);
1103 
1104 	/* make sure the visible area starts where we're going to draw */
1105 	regw(sc, CRTC_OFF_PITCH, (sc->virt_x >> 3) << 22);
1106 
1107 	regw(sc, DST_Y_X, 0);
1108 	regw(sc, DST_HEIGHT, 0);
1109 	regw(sc, DST_BRES_ERR, 0);
1110 	regw(sc, DST_BRES_INC, 0);
1111 	regw(sc, DST_BRES_DEC, 0);
1112 
1113 	regw(sc, DST_CNTL, DST_LAST_PEL | DST_X_LEFT_TO_RIGHT |
1114 	    DST_Y_TOP_TO_BOTTOM);
1115 
1116 	regw(sc, SRC_OFF_PITCH, (pitch_value / 8) << 22);
1117 
1118 	regw(sc, SRC_Y_X, 0);
1119 	regw(sc, SRC_HEIGHT1_WIDTH1, 1);
1120 	regw(sc, SRC_Y_X_START, 0);
1121 	regw(sc, SRC_HEIGHT2_WIDTH2, 1);
1122 
1123 	regw(sc, SRC_CNTL, SRC_LINE_X_LEFT_TO_RIGHT);
1124 
1125 	wait_for_fifo(sc, 13);
1126 	regw(sc, HOST_CNTL, 0);
1127 
1128 	regw(sc, PAT_REG0, 0);
1129 	regw(sc, PAT_REG1, 0);
1130 	regw(sc, PAT_CNTL, 0);
1131 
1132 	regw(sc, SC_LEFT, 0);
1133 	regw(sc, SC_TOP, 0);
1134 	regw(sc, SC_BOTTOM, 0x3fff);
1135 	regw(sc, SC_RIGHT, pitch_value - 1);
1136 
1137 	regw(sc, DP_BKGD_CLR, WS_DEFAULT_BG);
1138 	regw(sc, DP_FRGD_CLR, WS_DEFAULT_FG);
1139 	regw(sc, DP_WRITE_MASK, 0xffffffff);
1140 	regw(sc, DP_MIX, (MIX_SRC << 16) | MIX_DST);
1141 
1142 	regw(sc, DP_SRC, FRGD_SRC_FRGD_CLR);
1143 
1144 	wait_for_fifo(sc, 3);
1145 	regw(sc, CLR_CMP_CLR, 0);
1146 	regw(sc, CLR_CMP_MASK, 0xffffffff);
1147 	regw(sc, CLR_CMP_CNTL, 0);
1148 
1149 	wait_for_fifo(sc, 3);
1150 	switch (sc->bits_per_pixel) {
1151 	case 8:
1152 		regw(sc, DP_PIX_WIDTH, HOST_1BPP | SRC_8BPP | DST_8BPP);
1153 		regw(sc, DP_CHAIN_MASK, DP_CHAIN_8BPP);
1154 		/* We want 8 bit per channel */
1155 		regw(sc, DAC_CNTL, regr(sc, DAC_CNTL) | DAC_8BIT_EN);
1156 		break;
1157 	case 32:
1158 		regw(sc, DP_PIX_WIDTH, HOST_1BPP | SRC_32BPP | DST_32BPP);
1159 		regw(sc, DP_CHAIN_MASK, DP_CHAIN_32BPP);
1160 		regw(sc, DAC_CNTL, regr(sc, DAC_CNTL) | DAC_8BIT_EN);
1161 		break;
1162 	}
1163 	regw(sc, DP_WRITE_MASK, 0xff);
1164 
1165 	wait_for_fifo(sc, 5);
1166 	regw(sc, CRTC_INT_CNTL, regr(sc, CRTC_INT_CNTL) & ~0x20);
1167 	regw(sc, GUI_TRAJ_CNTL, DST_X_LEFT_TO_RIGHT | DST_Y_TOP_TO_BOTTOM);
1168 
1169 	wait_for_idle(sc);
1170 }
1171 
1172 #if 0
1173 static void
1174 mach64_adjust_frame(struct mach64_softc *sc, int x, int y)
1175 {
1176 	int offset;
1177 
1178 	offset = ((x + y * sc->virt_x) * (sc->bits_per_pixel >> 3)) >> 3;
1179 
1180 	regw(sc, CRTC_OFF_PITCH, (regr(sc, CRTC_OFF_PITCH) & 0xfff00000) |
1181 	     offset);
1182 }
1183 #endif
1184 
1185 static void
1186 mach64_set_dsp(struct mach64_softc *sc)
1187 {
1188 	uint32_t fifo_depth, page_size, dsp_precision, dsp_loop_latency;
1189 	uint32_t dsp_off, dsp_on, dsp_xclks_per_qw;
1190 	uint32_t xclks_per_qw, y;
1191 	uint32_t fifo_off, fifo_on;
1192 
1193 	aprint_normal_dev(sc->sc_dev, "initializing the DSP\n");
1194 
1195 	if (mach64_chip_id == PCI_PRODUCT_ATI_MACH64_VT ||
1196 	    mach64_chip_id == PCI_PRODUCT_ATI_RAGE_II ||
1197 	    mach64_chip_id == PCI_PRODUCT_ATI_RAGE_IIP ||
1198 	    mach64_chip_id == PCI_PRODUCT_ATI_RAGE_IIC_PCI ||
1199 	    mach64_chip_id == PCI_PRODUCT_ATI_RAGE_IIC_AGP_B ||
1200 	    mach64_chip_id == PCI_PRODUCT_ATI_RAGE_IIC_AGP_P) {
1201 		dsp_loop_latency = 0;
1202 		fifo_depth = 24;
1203 	} else {
1204 		dsp_loop_latency = 2;
1205 		fifo_depth = 32;
1206 	}
1207 
1208 	dsp_precision = 0;
1209 	xclks_per_qw = (sc->mclk_fb_div * sc->vclk_post_div * 64 << 11) /
1210 	    (sc->vclk_fb_div * sc->mclk_post_div * sc->bits_per_pixel);
1211 	y = (xclks_per_qw * fifo_depth) >> 11;
1212 	while (y) {
1213 		y >>= 1;
1214 		dsp_precision++;
1215 	}
1216 	dsp_precision -= 5;
1217 	fifo_off = ((xclks_per_qw * (fifo_depth - 1)) >> 5) + (3 << 6);
1218 
1219 	switch (sc->memtype) {
1220 	case DRAM:
1221 	case EDO_DRAM:
1222 	case PSEUDO_EDO:
1223 		if (sc->memsize > 1024) {
1224 			page_size = 9;
1225 			dsp_loop_latency += 6;
1226 		} else {
1227 			page_size = 10;
1228 			if (sc->memtype == DRAM)
1229 				dsp_loop_latency += 8;
1230 			else
1231 				dsp_loop_latency += 7;
1232 		}
1233 		break;
1234 	case SDRAM:
1235 	case SGRAM:
1236 		if (sc->memsize > 1024) {
1237 			page_size = 8;
1238 			dsp_loop_latency += 8;
1239 		} else {
1240 			page_size = 10;
1241 			dsp_loop_latency += 9;
1242 		}
1243 		break;
1244 	default:
1245 		page_size = 10;
1246 		dsp_loop_latency += 9;
1247 		break;
1248 	}
1249 
1250 	if (xclks_per_qw >= (page_size << 11))
1251 		fifo_on = ((2 * page_size + 1) << 6) + (xclks_per_qw >> 5);
1252 	else
1253 		fifo_on = (3 * page_size + 2) << 6;
1254 
1255 	dsp_xclks_per_qw = xclks_per_qw >> dsp_precision;
1256 	dsp_on = fifo_on >> dsp_precision;
1257 	dsp_off = fifo_off >> dsp_precision;
1258 
1259 #ifdef MACHFB_DEBUG
1260 	printf("dsp_xclks_per_qw = %d, dsp_on = %d, dsp_off = %d,\n"
1261 	    "dsp_precision = %d, dsp_loop_latency = %d,\n"
1262 	    "mclk_fb_div = %d, vclk_fb_div = %d,\n"
1263 	    "mclk_post_div = %d, vclk_post_div = %d\n",
1264 	    dsp_xclks_per_qw, dsp_on, dsp_off, dsp_precision, dsp_loop_latency,
1265 	    sc->mclk_fb_div, sc->vclk_fb_div,
1266 	    sc->mclk_post_div, sc->vclk_post_div);
1267 #endif
1268 
1269 	regw(sc, DSP_ON_OFF, ((dsp_on << 16) & DSP_ON) | (dsp_off & DSP_OFF));
1270 	regw(sc, DSP_CONFIG, ((dsp_precision << 20) & DSP_PRECISION) |
1271 	    ((dsp_loop_latency << 16) & DSP_LOOP_LATENCY) |
1272 	    (dsp_xclks_per_qw & DSP_XCLKS_PER_QW));
1273 }
1274 
1275 static void
1276 mach64_set_pll(struct mach64_softc *sc, int clock)
1277 {
1278 	uint32_t q, clockreg;
1279 	int clockshift = sc->sc_clock << 1;
1280 	uint8_t reg, vclk_ctl;
1281 
1282 	q = (clock * sc->ref_div * 100) / (2 * sc->ref_freq);
1283 #ifdef MACHFB_DEBUG
1284 	printf("q = %d\n", q);
1285 #endif
1286 	if (q > 25500) {
1287 		aprint_error_dev(sc->sc_dev, "Warning: q > 25500\n");
1288 		q = 25500;
1289 		sc->vclk_post_div = 1;
1290 		sc->log2_vclk_post_div = 0;
1291 	} else if (q > 12750) {
1292 		sc->vclk_post_div = 1;
1293 		sc->log2_vclk_post_div = 0;
1294 	} else if (q > 6350) {
1295 		sc->vclk_post_div = 2;
1296 		sc->log2_vclk_post_div = 1;
1297 	} else if (q > 3150) {
1298 		sc->vclk_post_div = 4;
1299 		sc->log2_vclk_post_div = 2;
1300 	} else if (q >= 1600) {
1301 		sc->vclk_post_div = 8;
1302 		sc->log2_vclk_post_div = 3;
1303 	} else {
1304 		aprint_error_dev(sc->sc_dev, "Warning: q < 1600\n");
1305 		sc->vclk_post_div = 8;
1306 		sc->log2_vclk_post_div = 3;
1307 	}
1308 	sc->vclk_fb_div = q * sc->vclk_post_div / 100;
1309 	aprint_debug("post_div: %d log2_post_div: %d mclk_div: %d\n",
1310 	    sc->vclk_post_div, sc->log2_vclk_post_div, sc->mclk_fb_div);
1311 
1312 	vclk_ctl = regrb_pll(sc, PLL_VCLK_CNTL);
1313 	aprint_debug("vclk_ctl: %02x\n", vclk_ctl);
1314 	vclk_ctl |= PLL_VCLK_RESET;
1315 	regwb_pll(sc, PLL_VCLK_CNTL, vclk_ctl);
1316 
1317 	regwb_pll(sc, MCLK_FB_DIV, sc->mclk_fb_div);
1318 	reg = regrb_pll(sc, VCLK_POST_DIV);
1319 	reg &= ~(3 << clockshift);
1320 	reg |= (sc->log2_vclk_post_div << clockshift);
1321 	regwb_pll(sc, VCLK_POST_DIV, reg);
1322 	regwb_pll(sc, VCLK0_FB_DIV + sc->sc_clock, sc->vclk_fb_div);
1323 
1324 	vclk_ctl &= ~PLL_VCLK_RESET;
1325 	regwb_pll(sc, PLL_VCLK_CNTL, vclk_ctl);
1326 
1327 	clockreg = regr(sc, CLOCK_CNTL);
1328 	clockreg &= ~CLOCK_SEL;
1329 	clockreg |= sc->sc_clock | CLOCK_STROBE;
1330 	regw(sc, CLOCK_CNTL, clockreg);
1331 }
1332 
1333 static void
1334 mach64_init_lut(struct mach64_softc *sc)
1335 {
1336 	uint8_t cmap[768];
1337 	int i, idx;
1338 
1339 	rasops_get_cmap(&mach64_console_screen.scr_ri, cmap, sizeof(cmap));
1340 	idx = 0;
1341 	for (i = 0; i < 256; i++) {
1342 		mach64_putpalreg(sc, i, cmap[idx], cmap[idx + 1],
1343 		    cmap[idx + 2]);
1344 		idx += 3;
1345 	}
1346 }
1347 
1348 static int
1349 mach64_putpalreg(struct mach64_softc *sc, uint8_t index, uint8_t r, uint8_t g,
1350     uint8_t b)
1351 {
1352 	sc->sc_cmap_red[index] = r;
1353 	sc->sc_cmap_green[index] = g;
1354 	sc->sc_cmap_blue[index] = b;
1355 	/*
1356 	 * writing the dac index takes a while, in theory we can poll some
1357 	 * register to see when it's ready - but we better avoid writing it
1358 	 * unnecessarily
1359 	 */
1360 	if (index != sc->sc_dacw) {
1361 		regwb(sc, DAC_MASK, 0xff);
1362 		regwb(sc, DAC_WINDEX, index);
1363 	}
1364 	sc->sc_dacw = index + 1;
1365 	regwb(sc, DAC_DATA, r);
1366 	regwb(sc, DAC_DATA, g);
1367 	regwb(sc, DAC_DATA, b);
1368 	return 0;
1369 }
1370 
1371 static int
1372 mach64_putcmap(struct mach64_softc *sc, struct wsdisplay_cmap *cm)
1373 {
1374 	uint index = cm->index;
1375 	uint count = cm->count;
1376 	int i, error;
1377 	uint8_t rbuf[256], gbuf[256], bbuf[256];
1378 	uint8_t *r, *g, *b;
1379 
1380 	if (cm->index >= 256 || cm->count > 256 ||
1381 	    (cm->index + cm->count) > 256)
1382 		return EINVAL;
1383 	error = copyin(cm->red, &rbuf[index], count);
1384 	if (error)
1385 		return error;
1386 	error = copyin(cm->green, &gbuf[index], count);
1387 	if (error)
1388 		return error;
1389 	error = copyin(cm->blue, &bbuf[index], count);
1390 	if (error)
1391 		return error;
1392 
1393 	memcpy(&sc->sc_cmap_red[index], &rbuf[index], count);
1394 	memcpy(&sc->sc_cmap_green[index], &gbuf[index], count);
1395 	memcpy(&sc->sc_cmap_blue[index], &bbuf[index], count);
1396 
1397 	r = &sc->sc_cmap_red[index];
1398 	g = &sc->sc_cmap_green[index];
1399 	b = &sc->sc_cmap_blue[index];
1400 
1401 	for (i = 0; i < count; i++) {
1402 		mach64_putpalreg(sc, index, *r, *g, *b);
1403 		index++;
1404 		r++, g++, b++;
1405 	}
1406 	return 0;
1407 }
1408 
1409 static int
1410 mach64_getcmap(struct mach64_softc *sc, struct wsdisplay_cmap *cm)
1411 {
1412 	u_int index = cm->index;
1413 	u_int count = cm->count;
1414 	int error;
1415 
1416 	if (index >= 255 || count > 256 || index + count > 256)
1417 		return EINVAL;
1418 
1419 	error = copyout(&sc->sc_cmap_red[index],   cm->red,   count);
1420 	if (error)
1421 		return error;
1422 	error = copyout(&sc->sc_cmap_green[index], cm->green, count);
1423 	if (error)
1424 		return error;
1425 	error = copyout(&sc->sc_cmap_blue[index],  cm->blue,  count);
1426 	if (error)
1427 		return error;
1428 
1429 	return 0;
1430 }
1431 
1432 static int
1433 mach64_set_screentype(struct mach64_softc *sc, const struct wsscreen_descr *des)
1434 {
1435 	struct mach64_crtcregs regs;
1436 
1437 	if (mach64_calc_crtcregs(sc, &regs,
1438 	    (struct videomode *)des->modecookie))
1439 		return 1;
1440 
1441 	mach64_set_crtcregs(sc, &regs);
1442 	return 0;
1443 }
1444 
1445 static int
1446 mach64_is_console(struct mach64_softc *sc)
1447 {
1448 	bool console = 0;
1449 
1450 	prop_dictionary_get_bool(device_properties(sc->sc_dev),
1451 	    "is_console", &console);
1452 	return console;
1453 }
1454 
1455 /*
1456  * wsdisplay_emulops
1457  */
1458 
1459 static void
1460 mach64_cursor(void *cookie, int on, int row, int col)
1461 {
1462 	struct rasops_info *ri = cookie;
1463 	struct vcons_screen *scr = ri->ri_hw;
1464 	struct mach64_softc *sc = scr->scr_cookie;
1465 	int x, y, wi, he;
1466 
1467 	wi = ri->ri_font->fontwidth;
1468 	he = ri->ri_font->fontheight;
1469 
1470 	if ((!sc->sc_locked) && (sc->sc_mode == WSDISPLAYIO_MODE_EMUL)) {
1471 		x = ri->ri_ccol * wi + ri->ri_xorigin;
1472 		y = ri->ri_crow * he + ri->ri_yorigin;
1473 		if (ri->ri_flg & RI_CURSOR) {
1474 			mach64_bitblt(sc, x, y, x, y, wi, he, MIX_NOT_SRC);
1475 			ri->ri_flg &= ~RI_CURSOR;
1476 		}
1477 		ri->ri_crow = row;
1478 		ri->ri_ccol = col;
1479 		if (on) {
1480 			x = ri->ri_ccol * wi + ri->ri_xorigin;
1481 			y = ri->ri_crow * he + ri->ri_yorigin;
1482 			mach64_bitblt(sc, x, y, x, y, wi, he, MIX_NOT_SRC);
1483 			ri->ri_flg |= RI_CURSOR;
1484 		}
1485 	} else {
1486 		scr->scr_ri.ri_crow = row;
1487 		scr->scr_ri.ri_ccol = col;
1488 		scr->scr_ri.ri_flg &= ~RI_CURSOR;
1489 	}
1490 }
1491 
1492 #if 0
1493 static int
1494 mach64_mapchar(void *cookie, int uni, u_int *index)
1495 {
1496 	return 0;
1497 }
1498 #endif
1499 
1500 static void
1501 mach64_putchar_mono(void *cookie, int row, int col, u_int c, long attr)
1502 {
1503 	struct rasops_info *ri = cookie;
1504 	struct wsdisplay_font *font = PICK_FONT(ri, c);
1505 	struct vcons_screen *scr = ri->ri_hw;
1506 	struct mach64_softc *sc = scr->scr_cookie;
1507 
1508 	if (sc->sc_mode == WSDISPLAYIO_MODE_EMUL) {
1509 		int fg, bg, uc;
1510 		uint8_t *data;
1511 		int x, y, wi, he;
1512 		wi = font->fontwidth;
1513 		he = font->fontheight;
1514 
1515 		if (!CHAR_IN_FONT(c, font))
1516 			return;
1517 		bg = ri->ri_devcmap[(attr >> 16) & 0x0f];
1518 		fg = ri->ri_devcmap[(attr >> 24) & 0x0f];
1519 		x = ri->ri_xorigin + col * wi;
1520 		y = ri->ri_yorigin + row * he;
1521 		if (c == 0x20) {
1522 			mach64_rectfill(sc, x, y, wi, he, bg);
1523 		} else {
1524 			uc = c - font->firstchar;
1525 			data = (uint8_t *)font->data + uc *
1526 			    ri->ri_fontscale;
1527 
1528 			mach64_setup_mono(sc, x, y, wi, he, fg, bg);
1529 			mach64_feed_bytes(sc, ri->ri_fontscale, data);
1530 		}
1531 	}
1532 }
1533 
1534 static void
1535 mach64_putchar_aa8(void *cookie, int row, int col, u_int c, long attr)
1536 {
1537 	struct rasops_info *ri = cookie;
1538 	struct wsdisplay_font *font = PICK_FONT(ri, c);
1539 	struct vcons_screen *scr = ri->ri_hw;
1540 	struct mach64_softc *sc = scr->scr_cookie;
1541 	uint32_t bg, latch = 0, bg8, fg8, pixel;
1542 	int i, x, y, wi, he, r, g, b, aval;
1543 	int r1, g1, b1, r0, g0, b0, fgo, bgo;
1544 	uint8_t *data8;
1545 	int rv = 0, cnt = 0;
1546 
1547 	if (sc->sc_mode != WSDISPLAYIO_MODE_EMUL)
1548 		return;
1549 
1550 	if (!CHAR_IN_FONT(c, font))
1551 		return;
1552 
1553 	wi = font->fontwidth;
1554 	he = font->fontheight;
1555 	bg = (u_char)ri->ri_devcmap[(attr >> 16) & 0x0f];
1556 	x = ri->ri_xorigin + col * wi;
1557 	y = ri->ri_yorigin + row * he;
1558 
1559 	if (c == 0x20) {
1560 		mach64_rectfill(sc, x, y, wi, he, bg);
1561 		return;
1562 	}
1563 
1564 	rv = glyphcache_try(&sc->sc_gc, c, x, y, attr);
1565 	if (rv == GC_OK)
1566 		return;
1567 
1568 	data8 = WSFONT_GLYPH(c, font);
1569 
1570 	wait_for_fifo(sc, 11);
1571 	regw(sc, DP_PIX_WIDTH, DST_8BPP | SRC_8BPP | HOST_8BPP);
1572 	regw(sc, DP_SRC, MONO_SRC_ONE | BKGD_SRC_HOST | FRGD_SRC_HOST);
1573 	regw(sc, DP_MIX, ((MIX_SRC & 0xffff) << 16) | MIX_SRC);
1574 	regw(sc, CLR_CMP_CNTL ,0);	/* no transparency */
1575 	regw(sc, SRC_CNTL, SRC_LINE_X_LEFT_TO_RIGHT);
1576 	regw(sc, DST_CNTL, DST_Y_TOP_TO_BOTTOM | DST_X_LEFT_TO_RIGHT);
1577 	regw(sc, HOST_CNTL, HOST_BYTE_ALIGN);
1578 	regw(sc, SRC_Y_X, 0);
1579 	regw(sc, SRC_WIDTH1, wi);
1580 	regw(sc, DST_Y_X, (x << 16) | y);
1581 	regw(sc, DST_HEIGHT_WIDTH, (wi << 16) | he);
1582 
1583 	/*
1584 	 * we need the RGB colours here, so get offsets into rasops_cmap
1585 	 */
1586 	fgo = ((attr >> 24) & 0xf) * 3;
1587 	bgo = ((attr >> 16) & 0xf) * 3;
1588 
1589 	r0 = rasops_cmap[bgo];
1590 	r1 = rasops_cmap[fgo];
1591 	g0 = rasops_cmap[bgo + 1];
1592 	g1 = rasops_cmap[fgo + 1];
1593 	b0 = rasops_cmap[bgo + 2];
1594 	b1 = rasops_cmap[fgo + 2];
1595 #define R3G3B2(r, g, b) ((r & 0xe0) | ((g >> 3) & 0x1c) | (b >> 6))
1596 	bg8 = R3G3B2(r0, g0, b0);
1597 	fg8 = R3G3B2(r1, g1, b1);
1598 
1599 	wait_for_fifo(sc, 10);
1600 
1601 	for (i = 0; i < ri->ri_fontscale; i++) {
1602 		aval = *data8;
1603 		if (aval == 0) {
1604 			pixel = bg8;
1605 		} else if (aval == 255) {
1606 			pixel = fg8;
1607 		} else {
1608 			r = aval * r1 + (255 - aval) * r0;
1609 			g = aval * g1 + (255 - aval) * g0;
1610 			b = aval * b1 + (255 - aval) * b0;
1611 			pixel = ((r & 0xe000) >> 8) |
1612 				((g & 0xe000) >> 11) |
1613 				((b & 0xc000) >> 14);
1614 		}
1615 		latch = (latch << 8) | pixel;
1616 		/* write in 32bit chunks */
1617 		if ((i & 3) == 3) {
1618 			regws(sc, HOST_DATA0, latch);
1619 			/*
1620 			 * not strictly necessary, old data should be shifted
1621 			 * out
1622 			 */
1623 			latch = 0;
1624 			cnt++;
1625 			if (cnt > 8) {
1626 				wait_for_fifo(sc, 10);
1627 				cnt = 0;
1628 			}
1629 		}
1630 		data8++;
1631 	}
1632 	/* if we have pixels left in latch write them out */
1633 	if ((i & 3) != 0) {
1634 		latch = latch << ((4 - (i & 3)) << 3);
1635 		regws(sc, HOST_DATA0, latch);
1636 	}
1637 
1638 	if (rv == GC_ADD) {
1639 		glyphcache_add(&sc->sc_gc, c, x, y);
1640 	}
1641 }
1642 
1643 static void
1644 mach64_copycols(void *cookie, int row, int srccol, int dstcol, int ncols)
1645 {
1646 	struct rasops_info *ri = cookie;
1647 	struct vcons_screen *scr = ri->ri_hw;
1648 	struct mach64_softc *sc = scr->scr_cookie;
1649 	int32_t xs, xd, y, width, height;
1650 
1651 	if ((sc->sc_locked == 0) && (sc->sc_mode == WSDISPLAYIO_MODE_EMUL)) {
1652 		xs = ri->ri_xorigin + ri->ri_font->fontwidth * srccol;
1653 		xd = ri->ri_xorigin + ri->ri_font->fontwidth * dstcol;
1654 		y = ri->ri_yorigin + ri->ri_font->fontheight * row;
1655 		width = ri->ri_font->fontwidth * ncols;
1656 		height = ri->ri_font->fontheight;
1657 		mach64_bitblt(sc, xs, y, xd, y, width, height, MIX_SRC);
1658 	}
1659 }
1660 
1661 static void
1662 mach64_erasecols(void *cookie, int row, int startcol, int ncols, long fillattr)
1663 {
1664 	struct rasops_info *ri = cookie;
1665 	struct vcons_screen *scr = ri->ri_hw;
1666 	struct mach64_softc *sc = scr->scr_cookie;
1667 	int32_t x, y, width, height, fg, bg, ul;
1668 
1669 	if ((sc->sc_locked == 0) && (sc->sc_mode == WSDISPLAYIO_MODE_EMUL)) {
1670 		x = ri->ri_xorigin + ri->ri_font->fontwidth * startcol;
1671 		y = ri->ri_yorigin + ri->ri_font->fontheight * row;
1672 		width = ri->ri_font->fontwidth * ncols;
1673 		height = ri->ri_font->fontheight;
1674 		rasops_unpack_attr(fillattr, &fg, &bg, &ul);
1675 
1676 		mach64_rectfill(sc, x, y, width, height, ri->ri_devcmap[bg]);
1677 	}
1678 }
1679 
1680 static void
1681 mach64_copyrows(void *cookie, int srcrow, int dstrow, int nrows)
1682 {
1683 	struct rasops_info *ri = cookie;
1684 	struct vcons_screen *scr = ri->ri_hw;
1685 	struct mach64_softc *sc = scr->scr_cookie;
1686 	int32_t x, ys, yd, width, height;
1687 
1688 	if ((sc->sc_locked == 0) && (sc->sc_mode == WSDISPLAYIO_MODE_EMUL)) {
1689 		x = ri->ri_xorigin;
1690 		ys = ri->ri_yorigin + ri->ri_font->fontheight * srcrow;
1691 		yd = ri->ri_yorigin + ri->ri_font->fontheight * dstrow;
1692 		width = ri->ri_emuwidth;
1693 		height = ri->ri_font->fontheight*nrows;
1694 		mach64_bitblt(sc, x, ys, x, yd, width, height, MIX_SRC);
1695 	}
1696 }
1697 
1698 static void
1699 mach64_eraserows(void *cookie, int row, int nrows, long fillattr)
1700 {
1701 	struct rasops_info *ri = cookie;
1702 	struct vcons_screen *scr = ri->ri_hw;
1703 	struct mach64_softc *sc = scr->scr_cookie;
1704 	int32_t x, y, width, height, fg, bg, ul;
1705 
1706 	if ((sc->sc_locked == 0) && (sc->sc_mode == WSDISPLAYIO_MODE_EMUL)) {
1707 		if ((row == 0) && (nrows == ri->ri_rows)) {
1708 			/* clear full screen */
1709 			x = 0;
1710 			y = 0;
1711 			width = sc->virt_x;
1712 			height = sc->virt_y;
1713 		} else {
1714 			x = ri->ri_xorigin;
1715 			y = ri->ri_yorigin + ri->ri_font->fontheight * row;
1716 			width = ri->ri_emuwidth;
1717 			height = ri->ri_font->fontheight * nrows;
1718 		}
1719 		rasops_unpack_attr(fillattr, &fg, &bg, &ul);
1720 
1721 		mach64_rectfill(sc, x, y, width, height, ri->ri_devcmap[bg]);
1722 	}
1723 }
1724 
1725 static void
1726 mach64_bitblt(void *cookie, int xs, int ys, int xd, int yd, int width, int height, int rop)
1727 {
1728 	struct mach64_softc *sc = cookie;
1729 	uint32_t dest_ctl = 0;
1730 
1731 	wait_for_fifo(sc, 10);
1732 	regw(sc, DP_PIX_WIDTH, DST_8BPP | SRC_8BPP | HOST_8BPP);
1733 	regw(sc, DP_SRC, FRGD_SRC_BLIT);
1734 	regw(sc, DP_MIX, (rop & 0xffff) << 16);
1735 	regw(sc, CLR_CMP_CNTL, 0);	/* no transparency */
1736 	if (yd < ys) {
1737 		dest_ctl = DST_Y_TOP_TO_BOTTOM;
1738 	} else {
1739 		ys += height - 1;
1740 		yd += height - 1;
1741 		dest_ctl = DST_Y_BOTTOM_TO_TOP;
1742 	}
1743 	if (xd < xs) {
1744 		dest_ctl |= DST_X_LEFT_TO_RIGHT;
1745 		regw(sc, SRC_CNTL, SRC_LINE_X_LEFT_TO_RIGHT);
1746 	} else {
1747 		dest_ctl |= DST_X_RIGHT_TO_LEFT;
1748 		xs += width - 1;
1749 		xd += width - 1;
1750 		regw(sc, SRC_CNTL, SRC_LINE_X_RIGHT_TO_LEFT);
1751 	}
1752 	regw(sc, DST_CNTL, dest_ctl);
1753 
1754 	regw(sc, SRC_Y_X, (xs << 16) | ys);
1755 	regw(sc, SRC_WIDTH1, width);
1756 	regw(sc, DST_Y_X, (xd << 16) | yd);
1757 	regw(sc, DST_HEIGHT_WIDTH, (width << 16) | height);
1758 }
1759 
1760 static void
1761 mach64_setup_mono(struct mach64_softc *sc, int xd, int yd, int width,
1762      int height, uint32_t fg, uint32_t bg)
1763 {
1764 	wait_for_idle(sc);
1765 	regw(sc, DP_WRITE_MASK, 0xff);	/* XXX only good for 8 bit */
1766 	regw(sc, DP_PIX_WIDTH, DST_8BPP | SRC_1BPP | HOST_1BPP);
1767 	regw(sc, DP_SRC, MONO_SRC_HOST | BKGD_SRC_BKGD_CLR | FRGD_SRC_FRGD_CLR);
1768 	regw(sc, DP_MIX, ((MIX_SRC & 0xffff) << 16) | MIX_SRC);
1769 	regw(sc, CLR_CMP_CNTL ,0);	/* no transparency */
1770 	regw(sc, SRC_CNTL, SRC_LINE_X_LEFT_TO_RIGHT);
1771 	regw(sc, DST_CNTL, DST_Y_TOP_TO_BOTTOM | DST_X_LEFT_TO_RIGHT);
1772 	regw(sc, HOST_CNTL, HOST_BYTE_ALIGN);
1773 	regw(sc, DP_BKGD_CLR, bg);
1774 	regw(sc, DP_FRGD_CLR, fg);
1775 	regw(sc, SRC_Y_X, 0);
1776 	regw(sc, SRC_WIDTH1, width);
1777 	regw(sc, DST_Y_X, (xd << 16) | yd);
1778 	regw(sc, DST_HEIGHT_WIDTH, (width << 16) | height);
1779 	/* now feed the data into the chip */
1780 }
1781 
1782 static void
1783 mach64_feed_bytes(struct mach64_softc *sc, int count, uint8_t *data)
1784 {
1785 	int i;
1786 	uint32_t latch = 0, bork;
1787 	int shift = 0;
1788 	int reg = 0;
1789 
1790 	for (i = 0; i < count; i++) {
1791 		bork = data[i];
1792 		latch |= (bork << shift);
1793 		if (shift == 24) {
1794 			regw(sc, HOST_DATA0 + reg, latch);
1795 			latch = 0;
1796 			shift = 0;
1797 			reg = (reg + 4) & 0x3c;
1798 		} else
1799 			shift += 8;
1800 	}
1801 	if (shift != 0)	/* 24 */
1802 		regw(sc, HOST_DATA0 + reg, latch);
1803 }
1804 
1805 
1806 static void
1807 mach64_rectfill(struct mach64_softc *sc, int x, int y, int width, int height,
1808     int colour)
1809 {
1810 	wait_for_fifo(sc, 11);
1811 	regw(sc, DP_FRGD_CLR, colour);
1812 	regw(sc, DP_PIX_WIDTH, DST_8BPP | SRC_8BPP | HOST_8BPP);
1813 	regw(sc, DP_SRC, FRGD_SRC_FRGD_CLR);
1814 	regw(sc, DP_MIX, MIX_SRC << 16);
1815 	regw(sc, CLR_CMP_CNTL, 0);	/* no transparency */
1816 	regw(sc, SRC_CNTL, SRC_LINE_X_LEFT_TO_RIGHT);
1817 	regw(sc, DST_CNTL, DST_X_LEFT_TO_RIGHT | DST_Y_TOP_TO_BOTTOM);
1818 
1819 	regw(sc, SRC_Y_X, (x << 16) | y);
1820 	regw(sc, SRC_WIDTH1, width);
1821 	regw(sc, DST_Y_X, (x << 16) | y);
1822 	regw(sc, DST_HEIGHT_WIDTH, (width << 16) | height);
1823 }
1824 
1825 static void
1826 mach64_clearscreen(struct mach64_softc *sc)
1827 {
1828 	mach64_rectfill(sc, 0, 0, sc->virt_x, sc->virt_y, sc->sc_bg);
1829 }
1830 
1831 
1832 #if 0
1833 static void
1834 mach64_showpal(struct mach64_softc *sc)
1835 {
1836 	int i, x = 0;
1837 
1838 	for (i = 0; i < 16; i++) {
1839 		mach64_rectfill(sc, x, 0, 64, 64, i);
1840 		x += 64;
1841 	}
1842 }
1843 #endif
1844 
1845 /*
1846  * wsdisplay_accessops
1847  */
1848 
1849 static int
1850 mach64_ioctl(void *v, void *vs, u_long cmd, void *data, int flag,
1851 	struct lwp *l)
1852 {
1853 	struct vcons_data *vd = v;
1854 	struct mach64_softc *sc = vd->cookie;
1855 	struct wsdisplay_fbinfo *wdf;
1856 	struct vcons_screen *ms = vd->active;
1857 
1858 	switch (cmd) {
1859 	case WSDISPLAYIO_GTYPE:
1860 		*(u_int *)data = WSDISPLAY_TYPE_PCIMISC;
1861 		return 0;
1862 
1863 	case WSDISPLAYIO_LINEBYTES:
1864 		*(u_int *)data = sc->virt_x * sc->bits_per_pixel / 8;
1865 		return 0;
1866 
1867 	case WSDISPLAYIO_GINFO:
1868 		wdf = (void *)data;
1869 		wdf->height = sc->virt_y;
1870 		wdf->width = sc->virt_x;
1871 		wdf->depth = sc->bits_per_pixel;
1872 		wdf->cmsize = 256;
1873 		return 0;
1874 
1875 	case WSDISPLAYIO_GETCMAP:
1876 		return mach64_getcmap(sc,
1877 		    (struct wsdisplay_cmap *)data);
1878 
1879 	case WSDISPLAYIO_PUTCMAP:
1880 		return mach64_putcmap(sc,
1881 		    (struct wsdisplay_cmap *)data);
1882 
1883 	/* PCI config read/write passthrough. */
1884 	case PCI_IOC_CFGREAD:
1885 	case PCI_IOC_CFGWRITE:
1886 		return pci_devioctl(sc->sc_pc, sc->sc_pcitag,
1887 		    cmd, data, flag, l);
1888 
1889 	case WSDISPLAYIO_GET_BUSID:
1890 		return wsdisplayio_busid_pci(sc->sc_dev, sc->sc_pc,
1891 		    sc->sc_pcitag, data);
1892 
1893 	case WSDISPLAYIO_SMODE: {
1894 		int new_mode = *(int*)data;
1895 		if (new_mode != sc->sc_mode) {
1896 			sc->sc_mode = new_mode;
1897 			if ((new_mode == WSDISPLAYIO_MODE_EMUL)
1898 			    && (ms != NULL))
1899 			{
1900 				/* restore initial video mode */
1901 				mach64_init(sc);
1902 				mach64_init_engine(sc);
1903 				mach64_init_lut(sc);
1904 				mach64_modeswitch(sc, sc->sc_my_mode);
1905 				mach64_clearscreen(sc);
1906 				glyphcache_wipe(&sc->sc_gc);
1907 				vcons_redraw_screen(ms);
1908 			}
1909 		}
1910 		}
1911 		return 0;
1912 	case WSDISPLAYIO_GET_EDID: {
1913 		struct wsdisplayio_edid_info *d = data;
1914 		return wsdisplayio_get_edid(sc->sc_dev, d);
1915 	}
1916 	}
1917 	return EPASSTHROUGH;
1918 }
1919 
1920 static paddr_t
1921 mach64_mmap(void *v, void *vs, off_t offset, int prot)
1922 {
1923 	struct vcons_data *vd = v;
1924 	struct mach64_softc *sc = vd->cookie;
1925 	paddr_t pa;
1926 #if 0
1927 	pcireg_t reg;
1928 #endif
1929 #ifndef __sparc64__
1930 	/*
1931 	 *'regular' framebuffer mmap()ing
1932 	 * disabled on sparc64 because some ATI firmware likes to map some PCI
1933 	 * resources to addresses that would collide with this ( like some Rage
1934 	 * IIc which uses 0x2000 for the 2nd register block )
1935 	 * Other 64bit architectures might run into similar problems.
1936 	 */
1937 	if (offset < (sc->memsize * 1024)) {
1938 		pa = bus_space_mmap(sc->sc_memt, sc->sc_aperbase, offset,
1939 		    prot, BUS_SPACE_MAP_LINEAR);
1940 		return pa;
1941 	}
1942 #endif
1943 	/*
1944 	 * restrict all other mappings to processes with superuser privileges
1945 	 * or the kernel itself
1946 	 */
1947 	if (kauth_authorize_machdep(kauth_cred_get(), KAUTH_MACHDEP_UNMANAGEDMEM,
1948 	    NULL, NULL, NULL, NULL) != 0) {
1949 		return -1;
1950 	}
1951 #if 0
1952 	reg = (pci_conf_read(sc->sc_pc, sc->sc_pcitag, 0x18) & 0xffffff00);
1953 	if (reg != sc->sc_regbase) {
1954 #ifdef DIAGNOSTIC
1955 		printf("%s: BAR 0x18 changed! (%x %x)\n",
1956 		    device_xname(sc->sc_dev), (uint32_t)sc->sc_regbase,
1957 		    (uint32_t)reg);
1958 #endif
1959 		sc->sc_regbase = reg;
1960 	}
1961 
1962 	reg = (pci_conf_read(sc->sc_pc, sc->sc_pcitag, 0x10) & 0xffffff00);
1963 	if (reg != sc->sc_aperbase) {
1964 #ifdef DIAGNOSTIC
1965 		printf("%s: BAR 0x10 changed! (%x %x)\n",
1966 		    device_xname(sc->sc_dev), (uint32_t)sc->sc_aperbase,
1967 		    (uint32_t)reg);
1968 #endif
1969 		sc->sc_aperbase = reg;
1970 	}
1971 #endif
1972 	if ((offset >= sc->sc_aperbase) &&
1973 	    (offset < (sc->sc_aperbase + sc->sc_apersize))) {
1974 		pa = bus_space_mmap(sc->sc_memt, offset, 0, prot,
1975 		    BUS_SPACE_MAP_LINEAR);
1976 		return pa;
1977 	}
1978 
1979 	if ((offset >= sc->sc_regbase) &&
1980 	    (offset < (sc->sc_regbase + sc->sc_regsize))) {
1981 		pa = bus_space_mmap(sc->sc_regt, offset, 0, prot,
1982 		    BUS_SPACE_MAP_LINEAR);
1983 		return pa;
1984 	}
1985 
1986 	if ((offset >= sc->sc_rom.vb_base) &&
1987 	    (offset < (sc->sc_rom.vb_base + sc->sc_rom.vb_size))) {
1988 		pa = bus_space_mmap(sc->sc_memt, offset, 0, prot,
1989 		    BUS_SPACE_MAP_LINEAR);
1990 		return pa;
1991 	}
1992 
1993 #ifdef PCI_MAGIC_IO_RANGE
1994 	if ((offset >= PCI_MAGIC_IO_RANGE) &&
1995 	    (offset <= PCI_MAGIC_IO_RANGE + 0x10000)) {
1996 	    	return bus_space_mmap(sc->sc_iot, offset - PCI_MAGIC_IO_RANGE,
1997 	    	   0, prot, 0);
1998 	}
1999 #endif
2000 	return -1;
2001 }
2002 
2003 #if 0
2004 static int
2005 mach64_load_font(void *v, void *cookie, struct wsdisplay_font *data)
2006 {
2007 
2008 	return 0;
2009 }
2010 #endif
2011 
2012 void
2013 machfb_blank(struct mach64_softc *sc, int blank)
2014 {
2015 	uint32_t reg;
2016 
2017 #define MACH64_BLANK (CRTC_DISPLAY_DIS | CRTC_HSYNC_DIS | CRTC_VSYNC_DIS)
2018 
2019 	switch (blank)
2020 	{
2021     		case 0:
2022 			reg = regr(sc, CRTC_GEN_CNTL);
2023 			regw(sc, CRTC_GEN_CNTL, reg & ~(MACH64_BLANK));
2024 			sc->sc_blanked = 0;
2025 			break;
2026 		case 1:
2027 			reg = regr(sc, CRTC_GEN_CNTL);
2028 			regw(sc, CRTC_GEN_CNTL, reg | (MACH64_BLANK));
2029 			sc->sc_blanked = 1;
2030 			break;
2031 		default:
2032         		break;
2033 	}
2034 }
2035 
2036 /* framebuffer device support */
2037 #ifdef __sparc__
2038 
2039 static void
2040 machfb_unblank(device_t dev)
2041 {
2042 	struct mach64_softc *sc = device_private(dev);
2043 
2044 	machfb_blank(sc, 0);
2045 }
2046 
2047 static void
2048 machfb_fbattach(struct mach64_softc *sc)
2049 {
2050 	struct fbdevice *fb = &sc->sc_fb;
2051 
2052 	fb->fb_device = sc->sc_dev;
2053 	fb->fb_driver = &machfb_fbdriver;
2054 
2055 	fb->fb_type.fb_cmsize = 256;
2056 	fb->fb_type.fb_size = sc->memsize;
2057 
2058 	fb->fb_type.fb_type = FBTYPE_GENERIC_PCI;
2059 	fb->fb_flags = device_cfdata(sc->sc_dev)->cf_flags & FB_USERMASK;
2060 	fb->fb_type.fb_depth = sc->bits_per_pixel;
2061 	fb->fb_type.fb_width = sc->virt_x;
2062 	fb->fb_type.fb_height = sc->virt_y;
2063 
2064 	fb_attach(fb, sc->sc_console);
2065 }
2066 
2067 int
2068 machfb_fbopen(dev_t dev, int flags, int mode, struct lwp *l)
2069 {
2070 	struct mach64_softc *sc;
2071 
2072 	sc = device_lookup_private(&machfb_cd, minor(dev));
2073 	if (sc == NULL)
2074 		return ENXIO;
2075 	sc->sc_locked = 1;
2076 
2077 #ifdef MACHFB_DEBUG
2078 	printf("machfb_fbopen(%d)\n", minor(dev));
2079 #endif
2080 	return 0;
2081 }
2082 
2083 int
2084 machfb_fbclose(dev_t dev, int flags, int mode, struct lwp *l)
2085 {
2086 	struct mach64_softc *sc = device_lookup_private(&machfb_cd, minor(dev));
2087 
2088 #ifdef MACHFB_DEBUG
2089 	printf("machfb_fbclose()\n");
2090 #endif
2091 	mach64_init_engine(sc);
2092 	mach64_init_lut(sc);
2093 	sc->sc_locked = 0;
2094 	return 0;
2095 }
2096 
2097 int
2098 machfb_fbioctl(dev_t dev, u_long cmd, void *data, int flags, struct lwp *l)
2099 {
2100 	struct mach64_softc *sc = device_lookup_private(&machfb_cd, minor(dev));
2101 
2102 #ifdef MACHFB_DEBUG
2103 	printf("machfb_fbioctl(%d, %lx)\n", minor(dev), cmd);
2104 #endif
2105 	switch (cmd) {
2106 	case FBIOGTYPE:
2107 		*(struct fbtype *)data = sc->sc_fb.fb_type;
2108 		break;
2109 
2110 	case FBIOGATTR:
2111 #define fba ((struct fbgattr *)data)
2112 		fba->real_type = sc->sc_fb.fb_type.fb_type;
2113 		fba->owner = 0;		/* XXX ??? */
2114 		fba->fbtype = sc->sc_fb.fb_type;
2115 		fba->sattr.flags = 0;
2116 		fba->sattr.emu_type = sc->sc_fb.fb_type.fb_type;
2117 		fba->sattr.dev_specific[0] = sc->sc_nbus;
2118 		fba->sattr.dev_specific[1] = sc->sc_ndev;
2119 		fba->sattr.dev_specific[2] = sc->sc_nfunc;
2120 		fba->sattr.dev_specific[3] = -1;
2121 		fba->emu_types[0] = sc->sc_fb.fb_type.fb_type;
2122 		fba->emu_types[1] = -1;
2123 #undef fba
2124 		break;
2125 
2126 #if 0
2127 	case FBIOGETCMAP:
2128 #define	p ((struct fbcmap *)data)
2129 		return bt_getcmap(p, &sc->sc_cmap, 256, 1);
2130 
2131 	case FBIOPUTCMAP:
2132 		/* copy to software map */
2133 		error = bt_putcmap(p, &sc->sc_cmap, 256, 1);
2134 		if (error)
2135 			return error;
2136 		/* now blast them into the chip */
2137 		/* XXX should use retrace interrupt */
2138 		cg6_loadcmap(sc, p->index, p->count);
2139 #undef p
2140 		break;
2141 #endif
2142 	case FBIOGVIDEO:
2143 		*(int *)data = sc->sc_blanked;
2144 		break;
2145 
2146 	case FBIOSVIDEO:
2147 		machfb_blank(sc, *(int *)data);
2148 		break;
2149 
2150 #if 0
2151 	case FBIOGCURSOR:
2152 		break;
2153 
2154 	case FBIOSCURSOR:
2155 		break;
2156 
2157 	case FBIOGCURPOS:
2158 		*(struct fbcurpos *)data = sc->sc_cursor.cc_pos;
2159 		break;
2160 
2161 	case FBIOSCURPOS:
2162 		sc->sc_cursor.cc_pos = *(struct fbcurpos *)data;
2163 		break;
2164 
2165 	case FBIOGCURMAX:
2166 		/* max cursor size is 32x32 */
2167 		((struct fbcurpos *)data)->x = 32;
2168 		((struct fbcurpos *)data)->y = 32;
2169 		break;
2170 #endif
2171 	case PCI_IOC_CFGREAD:
2172 	case PCI_IOC_CFGWRITE: {
2173 		int ret;
2174 		ret = pci_devioctl(sc->sc_pc, sc->sc_pcitag,
2175 		    cmd, data, flags, l);
2176 
2177 #ifdef MACHFB_DEBUG
2178 		printf("pci_devioctl: %d\n", ret);
2179 #endif
2180 		return ret;
2181 		}
2182 
2183 	case WSDISPLAYIO_GET_BUSID:
2184 		return wsdisplayio_busid_pci(sc->sc_dev, sc->sc_pc,
2185 		    sc->sc_pcitag, data);
2186 
2187 	default:
2188 		return ENOTTY;
2189 	}
2190 #ifdef MACHFB_DEBUG
2191 	printf("machfb_fbioctl done\n");
2192 #endif
2193 	return 0;
2194 }
2195 
2196 paddr_t
2197 machfb_fbmmap(dev_t dev, off_t off, int prot)
2198 {
2199 	struct mach64_softc *sc = device_lookup_private(&machfb_cd, minor(dev));
2200 
2201 	if (sc != NULL)
2202 		return mach64_mmap(&sc->vd, NULL, off, prot);
2203 
2204 	return 0;
2205 }
2206 
2207 #endif /* __sparc__ */
2208