xref: /netbsd-src/sys/dev/rasops/rasops.c (revision 122b5006ee1bd67145794b4cde92f4fe4781a5ec)
1 /*	 $NetBSD: rasops.c,v 1.124 2021/10/04 12:26:29 rin Exp $	*/
2 
3 /*-
4  * Copyright (c) 1999 The NetBSD Foundation, Inc.
5  * All rights reserved.
6  *
7  * This code is derived from software contributed to The NetBSD Foundation
8  * by Andrew Doran.
9  *
10  * Redistribution and use in source and binary forms, with or without
11  * modification, are permitted provided that the following conditions
12  * are met:
13  * 1. Redistributions of source code must retain the above copyright
14  *    notice, this list of conditions and the following disclaimer.
15  * 2. Redistributions in binary form must reproduce the above copyright
16  *    notice, this list of conditions and the following disclaimer in the
17  *    documentation and/or other materials provided with the distribution.
18  *
19  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
20  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
21  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
22  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
23  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
24  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
25  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
26  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
27  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
28  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29  * POSSIBILITY OF SUCH DAMAGE.
30  */
31 
32 #include <sys/cdefs.h>
33 __KERNEL_RCSID(0, "$NetBSD: rasops.c,v 1.124 2021/10/04 12:26:29 rin Exp $");
34 
35 #ifdef _KERNEL_OPT
36 #include "opt_rasops.h"
37 #include "opt_wsmsgattrs.h"
38 #include "rasops_glue.h"
39 #endif
40 
41 #include <sys/param.h>
42 #include <sys/bswap.h>
43 #include <sys/kmem.h>
44 
45 #include <machine/endian.h>
46 
47 #include <dev/wscons/wsdisplayvar.h>
48 #include <dev/wscons/wsconsio.h>
49 #include <dev/wsfont/wsfont.h>
50 
51 #define	_RASOPS_PRIVATE
52 #include <dev/rasops/rasops.h>
53 #include <dev/rasops/rasops_masks.h>	/* XXX for MBE */
54 
55 #ifndef _KERNEL
56 #include <errno.h>
57 #endif
58 
59 #ifdef RASOPS_DEBUG
60 #define DPRINTF(...) aprint_error(...)
61 #else
62 #define DPRINTF(...) __nothing
63 #endif
64 
65 struct rasops_matchdata {
66 	struct rasops_info *ri;
67 	int wantcols, wantrows;
68 	int bestscore;
69 	struct wsdisplay_font *pick;
70 	int ident;
71 };
72 
73 static const uint32_t rasops_lmask32[4 + 1] = {
74 	MBE(0x00000000), MBE(0x00ffffff), MBE(0x0000ffff), MBE(0x000000ff),
75 	MBE(0x00000000),
76 };
77 
78 static const uint32_t rasops_rmask32[4 + 1] = {
79 	MBE(0x00000000), MBE(0xff000000), MBE(0xffff0000), MBE(0xffffff00),
80 	MBE(0xffffffff),
81 };
82 
83 /* ANSI colormap (R,G,B). Upper 8 are high-intensity */
84 const uint8_t rasops_cmap[256 * 3] = {
85 	0x00, 0x00, 0x00, /* black */
86 	0x7f, 0x00, 0x00, /* red */
87 	0x00, 0x7f, 0x00, /* green */
88 	0x7f, 0x7f, 0x00, /* brown */
89 	0x00, 0x00, 0x7f, /* blue */
90 	0x7f, 0x00, 0x7f, /* magenta */
91 	0x00, 0x7f, 0x7f, /* cyan */
92 	0xc7, 0xc7, 0xc7, /* white - XXX too dim? */
93 
94 	0x7f, 0x7f, 0x7f, /* black */
95 	0xff, 0x00, 0x00, /* red */
96 	0x00, 0xff, 0x00, /* green */
97 	0xff, 0xff, 0x00, /* brown */
98 	0x00, 0x00, 0xff, /* blue */
99 	0xff, 0x00, 0xff, /* magenta */
100 	0x00, 0xff, 0xff, /* cyan */
101 	0xff, 0xff, 0xff, /* white */
102 
103 	/*
104 	 * For the cursor, we need at least the last (255th)
105 	 * color to be white. Fill up white completely for
106 	 * simplicity.
107 	 */
108 #define _CMWHITE 0xff, 0xff, 0xff,
109 #define _CMWHITE16	_CMWHITE _CMWHITE _CMWHITE _CMWHITE \
110 			_CMWHITE _CMWHITE _CMWHITE _CMWHITE \
111 			_CMWHITE _CMWHITE _CMWHITE _CMWHITE \
112 			_CMWHITE _CMWHITE _CMWHITE _CMWHITE
113 	_CMWHITE16 _CMWHITE16 _CMWHITE16 _CMWHITE16 _CMWHITE16
114 	_CMWHITE16 _CMWHITE16 _CMWHITE16 _CMWHITE16 _CMWHITE16
115 	_CMWHITE16 _CMWHITE16 _CMWHITE16 _CMWHITE16 /* but not the last one */
116 #undef _CMWHITE16
117 #undef _CMWHITE
118 
119 	/*
120 	 * For the cursor the fg/bg indices are bit inverted, so
121 	 * provide complimentary colors in the upper 16 entries.
122 	 */
123 	0x7f, 0x7f, 0x7f, /* black */
124 	0xff, 0x00, 0x00, /* red */
125 	0x00, 0xff, 0x00, /* green */
126 	0xff, 0xff, 0x00, /* brown */
127 	0x00, 0x00, 0xff, /* blue */
128 	0xff, 0x00, 0xff, /* magenta */
129 	0x00, 0xff, 0xff, /* cyan */
130 	0xff, 0xff, 0xff, /* white */
131 
132 	0x00, 0x00, 0x00, /* black */
133 	0x7f, 0x00, 0x00, /* red */
134 	0x00, 0x7f, 0x00, /* green */
135 	0x7f, 0x7f, 0x00, /* brown */
136 	0x00, 0x00, 0x7f, /* blue */
137 	0x7f, 0x00, 0x7f, /* magenta */
138 	0x00, 0x7f, 0x7f, /* cyan */
139 	0xc7, 0xc7, 0xc7, /* white - XXX too dim? */
140 };
141 
142 /* True if color is gray */
143 static const uint8_t rasops_isgray[16] = {
144 	1, 0, 0, 0, 0, 0, 0, 1,
145 	1, 0, 0, 0, 0, 0, 0, 1,
146 };
147 
148 #ifdef RASOPS_APPLE_PALETTE
149 /*
150  * Approximate ANSI colormap for legacy Apple color palettes
151  */
152 static const uint8_t apple8_devcmap[16] = {
153 	0xff,	/* black	0x00, 0x00, 0x00 */
154 	0x6b,	/* red		0x99, 0x00, 0x00 */
155 	0xc5,	/* green	0x00, 0x99, 0x00 */
156 	0x59,	/* yellow	0x99, 0x99, 0x00 */
157 	0xd4,	/* blue		0x00, 0x00, 0x99 */
158 	0x68,	/* magenta	0x99, 0x00, 0x99 */
159 	0xc2,	/* cyan		0x00, 0x99, 0x99 */
160 	0x2b,	/* white	0xcc, 0xcc, 0xcc */
161 
162 	0x56,	/* black	0x99, 0x99, 0x99 */
163 	0x23,	/* red		0xff, 0x00, 0x00 */
164 	0xb9,	/* green	0x00, 0xff, 0x00 */
165 	0x05,	/* yellow	0xff, 0xff, 0x00 */
166 	0xd2,	/* blue		0x00, 0x00, 0xff */
167 	0x1e,	/* magenta	0xff, 0x00, 0xff */
168 	0xb4,	/* cyan		0x00, 0xff, 0xff */
169 	0x00,	/* white	0xff, 0xff, 0xff */
170 };
171 
172 static const uint8_t apple4_devcmap[16] = {
173 	15,	/* black	*/
174 	 3,	/* red		*/
175 	 9,	/* dark green	*/
176 	 1,	/* yellow	*/
177 	 6,	/* blue		*/
178 	 4,	/* magenta	*/
179 	 7,	/* cyan		*/
180 	12,	/* light grey	*/
181 
182 	13,	/* medium grey	*/
183 	 3,	/* red		*/
184 	 9,	/* dark green	*/
185 	 1,	/* yellow	*/
186 	 6,	/* blue		*/
187 	 4,	/* magenta	*/
188 	 7,	/* cyan		*/
189 	 0,	/* white	*/
190 };
191 #endif
192 
193 /* Generic functions */
194 static void	rasops_copyrows(void *, int, int, int);
195 static void	rasops_copycols(void *, int, int, int, int);
196 static int	rasops_mapchar(void *, int, u_int *);
197 static void	rasops_cursor(void *, int, int, int);
198 static int	rasops_allocattr_color(void *, int, int, int, long *);
199 static int	rasops_allocattr_mono(void *, int, int, int, long *);
200 static void	rasops_do_cursor(struct rasops_info *);
201 static void	rasops_init_devcmap(struct rasops_info *);
202 static void	rasops_make_box_chars_8(struct rasops_info *);
203 static void	rasops_make_box_chars_16(struct rasops_info *);
204 static void	rasops_make_box_chars_32(struct rasops_info *);
205 static void	rasops_make_box_chars_alpha(struct rasops_info *);
206 
207 #if NRASOPS_ROTATION > 0
208 static void	rasops_rotate_font(int *, int);
209 static void	rasops_copychar(void *, int, int, int, int);
210 
211 /* rotate clockwise */
212 static void	rasops_copycols_rotated_cw(void *, int, int, int, int);
213 static void	rasops_copyrows_rotated_cw(void *, int, int, int);
214 static void	rasops_erasecols_rotated_cw(void *, int, int, int, long);
215 static void	rasops_eraserows_rotated_cw(void *, int, int, long);
216 static void	rasops_putchar_rotated_cw(void *, int, int, u_int, long);
217 
218 /* rotate counter-clockwise */
219 static void	rasops_copychar_ccw(void *, int, int, int, int);
220 static void	rasops_copycols_rotated_ccw(void *, int, int, int, int);
221 static void	rasops_copyrows_rotated_ccw(void *, int, int, int);
222 #define rasops_erasecols_rotated_ccw rasops_erasecols_rotated_cw
223 #define rasops_eraserows_rotated_ccw rasops_eraserows_rotated_cw
224 static void	rasops_putchar_rotated_ccw(void *, int, int, u_int, long);
225 
226 /*
227  * List of all rotated fonts
228  */
229 SLIST_HEAD(, rotatedfont) rotatedfonts = SLIST_HEAD_INITIALIZER(rotatedfonts);
230 struct rotatedfont {
231 	SLIST_ENTRY(rotatedfont) rf_next;
232 	int rf_cookie;
233 	int rf_rotated;
234 };
235 #endif	/* NRASOPS_ROTATION > 0 */
236 
237 /*
238  * Initialize a 'rasops_info' descriptor.
239  */
240 int
241 rasops_init(struct rasops_info *ri, int wantrows, int wantcols)
242 {
243 
244 	memset(&ri->ri_optfont, 0, sizeof(ri->ri_optfont));
245 #ifdef _KERNEL
246 	/* Select a font if the caller doesn't care */
247 	if (ri->ri_font == NULL) {
248 		int cookie = -1;
249 		int flags;
250 
251 		wsfont_init();
252 
253 		/*
254 		 * first, try to find something that's as close as possible
255 		 * to the caller's requested terminal size
256 		 */
257 		if (wantrows == 0)
258 			wantrows = RASOPS_DEFAULT_HEIGHT;
259 		if (wantcols == 0)
260 			wantcols = RASOPS_DEFAULT_WIDTH;
261 
262 		flags = WSFONT_FIND_BESTWIDTH | WSFONT_FIND_BITMAP;
263 		if ((ri->ri_flg & RI_ENABLE_ALPHA) != 0)
264 			flags |= WSFONT_FIND_ALPHA;
265 		if ((ri->ri_flg & RI_PREFER_ALPHA) != 0)
266 			flags |= WSFONT_PREFER_ALPHA;
267 		cookie = wsfont_find(NULL,
268 			ri->ri_width / wantcols,
269 			0,
270 			0,
271 			WSDISPLAY_FONTORDER_L2R,
272 			WSDISPLAY_FONTORDER_L2R,
273 			flags);
274 
275 		/*
276 		 * this means there is no supported font in the list
277 		 */
278 		if (cookie <= 0) {
279 			aprint_error("%s: font table is empty\n", __func__);
280 			return -1;
281 		}
282 
283 #if NRASOPS_ROTATION > 0
284 		/*
285 		 * Pick the rotated version of this font. This will create it
286 		 * if necessary.
287 		 */
288 		if (ri->ri_flg & RI_ROTATE_MASK) {
289 			if (ri->ri_flg & RI_ROTATE_CW)
290 				rasops_rotate_font(&cookie, WSFONT_ROTATE_CW);
291 			else if (ri->ri_flg & RI_ROTATE_CCW)
292 				rasops_rotate_font(&cookie, WSFONT_ROTATE_CCW);
293 		}
294 #endif
295 
296 		if (wsfont_lock(cookie, &ri->ri_font)) {
297 			aprint_error("%s: couldn't lock font\n", __func__);
298 			return -1;
299 		}
300 
301 		ri->ri_wsfcookie = cookie;
302 	}
303 #endif
304 
305 	/* This should never happen in reality... */
306 	if ((uintptr_t)ri->ri_bits & 3) {
307 		aprint_error("%s: bits not aligned on 32-bit boundary\n",
308 		    __func__);
309 		return -1;
310 	}
311 
312 	if (ri->ri_stride & 3) {
313 		aprint_error("%s: stride not aligned on 32-bit boundary\n",
314 		    __func__);
315 		return -1;
316 	}
317 
318 	if (rasops_reconfig(ri, wantrows, wantcols))
319 		return -1;
320 
321 	rasops_init_devcmap(ri);
322 	return 0;
323 }
324 
325 /*
326  * Reconfigure (because parameters have changed in some way).
327  */
328 int
329 rasops_reconfig(struct rasops_info *ri, int wantrows, int wantcols)
330 {
331 	int bpp, height, s;
332 	size_t len;
333 
334 	s = splhigh();
335 
336 	if (wantrows == 0)
337 		wantrows = RASOPS_DEFAULT_HEIGHT;
338 	if (wantcols == 0)
339 		wantcols = RASOPS_DEFAULT_WIDTH;
340 
341 	/* throw away old line drawing character bitmaps, if we have any */
342 	if (ri->ri_optfont.data != NULL) {
343 		kmem_free(ri->ri_optfont.data, ri->ri_optfont.stride *
344 		    ri->ri_optfont.fontheight * ri->ri_optfont.numchars);
345 		ri->ri_optfont.data = NULL;
346 	}
347 
348 	/* autogenerate box drawing characters */
349 	ri->ri_optfont.firstchar = WSFONT_FLAG_OPT;
350 	ri->ri_optfont.numchars = 16;
351 	ri->ri_optfont.fontwidth = ri->ri_font->fontwidth;
352 	ri->ri_optfont.fontheight = ri->ri_font->fontheight;
353 	ri->ri_optfont.stride = ri->ri_font->stride;
354 	len = ri->ri_optfont.fontheight * ri->ri_optfont.stride *
355 	    ri->ri_optfont.numchars;
356 
357 	if (ri->ri_font->fontwidth > 32 || ri->ri_font->fontwidth < 4) {
358 		aprint_error("%s: fontwidth assumptions botched", __func__);
359 		splx(s);
360 		return -1;
361 	}
362 
363 	if ((ri->ri_flg & RI_NO_AUTO) == 0) {
364 		ri->ri_optfont.data = kmem_zalloc(len, KM_SLEEP);
365 		if (FONT_IS_ALPHA(&ri->ri_optfont))
366 			rasops_make_box_chars_alpha(ri);
367 		else {
368 			switch (ri->ri_optfont.stride) {
369 			case 1:
370 				rasops_make_box_chars_8(ri);
371 				break;
372 			case 2:
373 				rasops_make_box_chars_16(ri);
374 				break;
375 			case 4:
376 				rasops_make_box_chars_32(ri);
377 				break;
378 			default:
379 				kmem_free(ri->ri_optfont.data, len);
380 				ri->ri_optfont.data = NULL;
381 				aprint_verbose(
382 				    "%s: font stride assumptions botched",
383 				    __func__);
384 				break;
385 			}
386 		}
387 	} else
388 		memset(&ri->ri_optfont, 0, sizeof(ri->ri_optfont));
389 
390 	/* Need this to frob the setup below */
391 	bpp = (ri->ri_depth == 15 ? 16 : ri->ri_depth);
392 
393 	if ((ri->ri_flg & RI_CFGDONE) != 0) {
394 		ri->ri_bits = ri->ri_origbits;
395 		ri->ri_hwbits = ri->ri_hworigbits;
396 	}
397 
398 	/* Don't care if the caller wants a hideously small console */
399 	if (wantrows < 10)
400 		wantrows = 10;
401 
402 	if (wantcols < 20)
403 		wantcols = 20;
404 
405 	/* Now constrain what they get */
406 	ri->ri_emuwidth = ri->ri_font->fontwidth * wantcols;
407 	ri->ri_emuheight = ri->ri_font->fontheight * wantrows;
408 
409 	if (ri->ri_emuwidth > ri->ri_width)
410 		ri->ri_emuwidth = ri->ri_width;
411 
412 	if (ri->ri_emuheight > ri->ri_height)
413 		ri->ri_emuheight = ri->ri_height;
414 
415 	/* Reduce width until aligned on a 32-bit boundary */
416 	while ((ri->ri_emuwidth * bpp & 31) != 0)
417 		ri->ri_emuwidth--;
418 
419 #if NRASOPS_ROTATION > 0
420 	if (ri->ri_flg & (RI_ROTATE_CW|RI_ROTATE_CCW)) {
421 		ri->ri_rows = ri->ri_emuwidth / ri->ri_font->fontwidth;
422 		ri->ri_cols = ri->ri_emuheight / ri->ri_font->fontheight;
423 	} else
424 #endif
425 	{
426 		ri->ri_cols = ri->ri_emuwidth / ri->ri_font->fontwidth;
427 		ri->ri_rows = ri->ri_emuheight / ri->ri_font->fontheight;
428 	}
429 	ri->ri_emustride = ri->ri_emuwidth * bpp >> 3;
430 	ri->ri_ccol = 0;
431 	ri->ri_crow = 0;
432 	ri->ri_pelbytes = bpp >> 3;
433 
434 	ri->ri_xscale = (ri->ri_font->fontwidth * bpp) >> 3;
435 	ri->ri_yscale = ri->ri_font->fontheight * ri->ri_stride;
436 	ri->ri_fontscale = ri->ri_font->fontheight * ri->ri_font->stride;
437 
438 	ri->ri_origbits = ri->ri_bits;
439 	ri->ri_hworigbits = ri->ri_hwbits;
440 
441 	/* Clear the entire display */
442 	if ((ri->ri_flg & RI_CLEAR) != 0) {
443 		rasops_memset32(ri->ri_bits, 0, ri->ri_stride * ri->ri_height);
444 		if (ri->ri_hwbits)
445 			rasops_memset32(ri->ri_hwbits, 0,
446 			    ri->ri_stride * ri->ri_height);
447 	}
448 
449 	/* Now centre our window if needs be */
450 	if ((ri->ri_flg & RI_CENTER) != 0) {
451 		uint32_t xoff, yoff;
452 
453 		xoff = ((ri->ri_width * bpp >> 3) - ri->ri_emustride) >> 1;
454 		if (ri->ri_depth != 24) {
455 			/*
456 			 * Truncate to word boundary.
457 			 */
458 			xoff &= ~3;
459 		} else {
460 			/*
461 			 * Truncate to both word and 24-bit color boundary.
462 			 */
463 			xoff -= xoff % 12;
464 		}
465 
466 		yoff = ((ri->ri_height - ri->ri_emuheight) >> 1) *
467 		    ri->ri_stride;
468 
469 		ri->ri_bits += xoff;
470 		ri->ri_bits += yoff;
471 		if (ri->ri_hwbits != NULL) {
472 			ri->ri_hwbits += xoff;
473 			ri->ri_hwbits += yoff;
474 		}
475 
476 		ri->ri_yorigin = (int)(ri->ri_bits - ri->ri_origbits) /
477 		    ri->ri_stride;
478 		ri->ri_xorigin = (((int)(ri->ri_bits - ri->ri_origbits) %
479 		    ri->ri_stride) * 8 / bpp);
480 	} else
481 		ri->ri_xorigin = ri->ri_yorigin = 0;
482 
483 	/* Scaling underline by font height */
484 	height = ri->ri_font->fontheight;
485 	ri->ri_ul.off = rounddown(height, 16) / 16;	/* offset from bottom */
486 	ri->ri_ul.height = roundup(height, 16) / 16;	/* height */
487 
488 	/*
489 	 * Fill in defaults for operations set.  XXX this nukes private
490 	 * routines used by accelerated fb drivers.
491 	 */
492 	ri->ri_ops.mapchar = rasops_mapchar;
493 	ri->ri_ops.copyrows = rasops_copyrows;
494 	ri->ri_ops.copycols = rasops_copycols;
495 	ri->ri_ops.erasecols = rasops_erasecols;
496 	ri->ri_ops.eraserows = rasops_eraserows;
497 	ri->ri_ops.cursor = rasops_cursor;
498 	ri->ri_do_cursor = rasops_do_cursor;
499 
500 	ri->ri_caps &= ~(WSSCREEN_UNDERLINE | WSSCREEN_HILIT |
501 		    WSSCREEN_WSCOLORS | WSSCREEN_REVERSE);
502 
503 	if ((ri->ri_flg & RI_FORCEMONO) != 0 ||
504 #ifndef RASOPS_APPLE_PALETTE
505 	    ri->ri_depth < 8
506 #else
507 	    ri->ri_depth < 4
508 #endif
509 	) {
510 		ri->ri_ops.allocattr = rasops_allocattr_mono;
511 		ri->ri_caps |= WSSCREEN_UNDERLINE | WSSCREEN_REVERSE;
512 	} else {
513 		ri->ri_ops.allocattr = rasops_allocattr_color;
514 		ri->ri_caps |= WSSCREEN_UNDERLINE | WSSCREEN_HILIT |
515 		    WSSCREEN_WSCOLORS | WSSCREEN_REVERSE;
516 	}
517 
518 	switch (ri->ri_depth) {
519 #if NRASOPS1 > 0
520 	case 1:
521 		rasops1_init(ri);
522 		break;
523 #endif
524 #if NRASOPS2 > 0
525 	case 2:
526 		rasops2_init(ri);
527 		break;
528 #endif
529 #if NRASOPS4 > 0
530 	case 4:
531 		rasops4_init(ri);
532 		break;
533 #endif
534 #if NRASOPS8 > 0
535 	case 8:
536 		rasops8_init(ri);
537 		break;
538 #endif
539 #if (NRASOPS15 + NRASOPS16) > 0
540 	case 15:
541 	case 16:
542 		rasops15_init(ri);
543 		break;
544 #endif
545 #if NRASOPS24 > 0
546 	case 24:
547 		rasops24_init(ri);
548 		break;
549 #endif
550 #if NRASOPS32 > 0
551 	case 32:
552 		rasops32_init(ri);
553 		break;
554 #endif
555 	default:
556 		ri->ri_flg &= ~RI_CFGDONE;
557 		aprint_error("%s: depth not supported\n", __func__);
558 		splx(s);
559 		return -1;
560 	}
561 
562 #if NRASOPS_ROTATION > 0
563 	if (ri->ri_flg & RI_ROTATE_MASK) {
564 		if (ri->ri_flg & RI_ROTATE_CW) {
565 			ri->ri_real_ops = ri->ri_ops;
566 			ri->ri_ops.copycols = rasops_copycols_rotated_cw;
567 			ri->ri_ops.copyrows = rasops_copyrows_rotated_cw;
568 			ri->ri_ops.erasecols = rasops_erasecols_rotated_cw;
569 			ri->ri_ops.eraserows = rasops_eraserows_rotated_cw;
570 			ri->ri_ops.putchar = rasops_putchar_rotated_cw;
571 		} else if (ri->ri_flg & RI_ROTATE_CCW) {
572 			ri->ri_real_ops = ri->ri_ops;
573 			ri->ri_ops.copycols = rasops_copycols_rotated_ccw;
574 			ri->ri_ops.copyrows = rasops_copyrows_rotated_ccw;
575 			ri->ri_ops.erasecols = rasops_erasecols_rotated_ccw;
576 			ri->ri_ops.eraserows = rasops_eraserows_rotated_ccw;
577 			ri->ri_ops.putchar = rasops_putchar_rotated_ccw;
578 		}
579 	}
580 #endif
581 
582 	ri->ri_flg |= RI_CFGDONE;
583 	splx(s);
584 	return 0;
585 }
586 
587 /*
588  * Map a character.
589  */
590 static int
591 rasops_mapchar(void *cookie, int c, u_int *cp)
592 {
593 	struct rasops_info *ri = (struct rasops_info *)cookie;
594 
595 	KASSERT(ri->ri_font != NULL);
596 
597 	if ((c = wsfont_map_unichar(ri->ri_font, c)) < 0 ||
598 	    !CHAR_IN_FONT(c, ri->ri_font)) {
599 		*cp = ' ';
600 		return 0;
601 	}
602 
603 	*cp = c;
604 	return 5;
605 }
606 
607 /*
608  * Allocate a color attribute.
609  */
610 static int
611 rasops_allocattr_color(void *cookie, int fg0, int bg0, int flg, long *attr)
612 {
613 	uint32_t fg = fg0, bg = bg0;
614 
615 	if (__predict_false(fg >= sizeof(rasops_isgray) ||
616 	    bg >= sizeof(rasops_isgray)))
617 		return EINVAL;
618 
619 #ifdef RASOPS_CLIPPING
620 	fg &= 7;
621 	bg &= 7;
622 #endif
623 
624 	if ((flg & WSATTR_BLINK) != 0)
625 		return EINVAL;
626 
627 	if ((flg & WSATTR_WSCOLORS) == 0) {
628 #ifdef WS_DEFAULT_FG
629 		fg = WS_DEFAULT_FG;
630 #else
631 		fg = WSCOL_WHITE;
632 #endif
633 #ifdef WS_DEFAULT_BG
634 		bg = WS_DEFAULT_BG;
635 #else
636 		bg = WSCOL_BLACK;
637 #endif
638 	}
639 
640 	if ((flg & WSATTR_HILIT) != 0 && fg < 8)
641 		fg += 8;
642 
643 	if ((flg & WSATTR_REVERSE) != 0) {
644 		uint32_t swap = fg;
645 		fg = bg;
646 		bg = swap;
647 	}
648 
649 	flg &= WSATTR_USERMASK;
650 
651 	if (rasops_isgray[fg])
652 		flg |= WSATTR_PRIVATE1;
653 
654 	if (rasops_isgray[bg])
655 		flg |= WSATTR_PRIVATE2;
656 
657 	*attr = (bg << 16) | (fg << 24) | flg;
658 	return 0;
659 }
660 
661 /*
662  * Allocate a mono attribute.
663  */
664 static int
665 rasops_allocattr_mono(void *cookie, int fg0, int bg0, int flg, long *attr)
666 {
667 	uint32_t fg = fg0, bg = bg0;
668 
669 	if ((flg & (WSATTR_BLINK | WSATTR_HILIT | WSATTR_WSCOLORS)) != 0)
670 		return EINVAL;
671 
672 	fg = 0xff;
673 	bg = 0;
674 
675 	if ((flg & WSATTR_REVERSE) != 0) {
676 		uint32_t swap = fg;
677 		fg = bg;
678 		bg = swap;
679 	}
680 
681 	*attr = (bg << 16) | (fg << 24) | flg;
682 	return 0;
683 }
684 
685 /*
686  * Copy rows.
687  */
688 static void
689 rasops_copyrows(void *cookie, int src, int dst, int num)
690 {
691 	struct rasops_info *ri = (struct rasops_info *)cookie;
692 	int stride;
693 	uint8_t *sp, *dp, *hp;
694 
695 	hp = NULL;	/* XXX GCC */
696 
697 	if (__predict_false(dst == src))
698 		return;
699 
700 #ifdef RASOPS_CLIPPING
701 	if (src < 0) {
702 		num += src;
703 		src = 0;
704 	}
705 
706 	if (src + num > ri->ri_rows)
707 		num = ri->ri_rows - src;
708 
709 	if (dst < 0) {
710 		num += dst;
711 		dst = 0;
712 	}
713 
714 	if (dst + num > ri->ri_rows)
715 		num = ri->ri_rows - dst;
716 
717 	if (num <= 0)
718 		return;
719 #endif
720 
721 	src *= ri->ri_yscale;
722 	dst *= ri->ri_yscale;
723 	num *= ri->ri_font->fontheight;
724 	stride = ri->ri_stride;
725 
726 	if (src < dst) {
727 		/* backward copy */
728 		src += (num - 1) * stride;
729 		dst += (num - 1) * stride;
730 		stride *= -1;
731 	}
732 
733 	sp = ri->ri_bits + src;
734 	dp = ri->ri_bits + dst;
735 	if (ri->ri_hwbits)
736 		hp = ri->ri_hwbits + dst;
737 
738 	while (num--) {
739 		memcpy(dp, sp, ri->ri_emustride);
740 		if (ri->ri_hwbits) {
741 			memcpy(hp, dp, ri->ri_emustride);
742 			hp += stride;
743 		}
744 		sp += stride;
745 		dp += stride;
746 	}
747 }
748 
749 /*
750  * Copy columns. This is slow, and hard to optimize due to alignment,
751  * and the fact that we have to copy both left->right and right->left.
752  * We simply cop-out here and use memmove(), since it handles all of
753  * these cases anyway.
754  */
755 static void
756 rasops_copycols(void *cookie, int row, int src, int dst, int num)
757 {
758 	struct rasops_info *ri = (struct rasops_info *)cookie;
759 	int height;
760 	uint8_t *sp, *dp, *hp;
761 
762 	hp = NULL;	/* XXX GCC */
763 
764 	if (__predict_false(dst == src))
765 		return;
766 
767 #ifdef RASOPS_CLIPPING
768 	/* Catches < 0 case too */
769 	if ((unsigned)row >= (unsigned)ri->ri_rows)
770 		return;
771 
772 	if (src < 0) {
773 		num += src;
774 		src = 0;
775 	}
776 
777 	if (src + num > ri->ri_cols)
778 		num = ri->ri_cols - src;
779 
780 	if (dst < 0) {
781 		num += dst;
782 		dst = 0;
783 	}
784 
785 	if (dst + num > ri->ri_cols)
786 		num = ri->ri_cols - dst;
787 
788 	if (num <= 0)
789 		return;
790 #endif
791 
792 	height = ri->ri_font->fontheight;
793 	row *= ri->ri_yscale;
794 	num *= ri->ri_xscale;
795 
796 	sp = ri->ri_bits + row + src * ri->ri_xscale;
797 	dp = ri->ri_bits + row + dst * ri->ri_xscale;
798 	if (ri->ri_hwbits)
799 		hp = ri->ri_hwbits + row + dst * ri->ri_xscale;
800 
801 	while (height--) {
802 		memmove(dp, sp, num);
803 		if (ri->ri_hwbits) {
804 			memcpy(hp, dp, num);
805 			hp += ri->ri_stride;
806 		}
807 		sp += ri->ri_stride;
808 		dp += ri->ri_stride;
809 	}
810 }
811 
812 /*
813  * Turn cursor off/on.
814  */
815 static void
816 rasops_cursor(void *cookie, int on, int row, int col)
817 {
818 	struct rasops_info *ri = (struct rasops_info *)cookie;
819 
820 	/* Turn old cursor off */
821 	if ((ri->ri_flg & RI_CURSOR) != 0)
822 #ifdef RASOPS_CLIPPING
823 		if ((ri->ri_flg & RI_CURSORCLIP) == 0)
824 #endif
825 			ri->ri_do_cursor(ri);
826 
827 	/* Select new cursor */
828 	ri->ri_crow = row;
829 	ri->ri_ccol = col;
830 
831 #ifdef RASOPS_CLIPPING
832 	ri->ri_flg &= ~RI_CURSORCLIP;
833 	if (row < 0 || row >= ri->ri_rows)
834 		ri->ri_flg |= RI_CURSORCLIP;
835 	else if (col < 0 || col >= ri->ri_cols)
836 		ri->ri_flg |= RI_CURSORCLIP;
837 #endif
838 
839 	if (on) {
840 		ri->ri_flg |= RI_CURSOR;
841 #ifdef RASOPS_CLIPPING
842 		if ((ri->ri_flg & RI_CURSORCLIP) == 0)
843 #endif
844 			ri->ri_do_cursor(ri);
845 	} else
846 		ri->ri_flg &= ~RI_CURSOR;
847 }
848 
849 /*
850  * Make the device colormap
851  */
852 static void
853 rasops_init_devcmap(struct rasops_info *ri)
854 {
855 	int i;
856 	uint32_t c;
857 	const uint8_t *p;
858 
859 	switch (ri->ri_depth) {
860 	case 1:
861 		ri->ri_devcmap[0] = 0;
862 		for (i = 1; i < 16; i++)
863 			ri->ri_devcmap[i] = -1;
864 		return;
865 
866 	case 2:
867 		for (i = 1; i < 15; i++)
868 			ri->ri_devcmap[i] = 0xaaaaaaaa;
869 
870 		ri->ri_devcmap[0] = 0;
871 		ri->ri_devcmap[8] = 0x55555555;
872 		ri->ri_devcmap[15] = -1;
873 		return;
874 
875 	case 4:
876 		for (i = 0; i < 16; i++) {
877 #ifdef RASOPS_APPLE_PALETTE
878 			c = apple4_devcmap[i];
879 #else
880 			c = i;
881 #endif
882 			ri->ri_devcmap[i] =
883 			    (c <<  0) | (c <<  4) | (c <<  8) | (c << 12) |
884 			    (c << 16) | (c << 20) | (c << 24) | (c << 28);
885 		}
886 		return;
887 
888 	case 8:
889 		if ((ri->ri_flg & RI_8BIT_IS_RGB) == 0) {
890 			for (i = 0; i < 16; i++) {
891 #ifdef RASOPS_APPLE_PALETTE
892 				c = apple8_devcmap[i];
893 #else
894 				c = i;
895 #endif
896 				ri->ri_devcmap[i] =
897 				    c | (c << 8) | (c << 16) | (c << 24);
898 			}
899 			return;
900 		}
901 	}
902 
903 	p = rasops_cmap;
904 
905 	for (i = 0; i < 16; i++) {
906 		if (ri->ri_rnum <= 8)
907 			c = (uint32_t)(*p >> (8 - ri->ri_rnum)) << ri->ri_rpos;
908 		else
909 			c = (uint32_t)(*p << (ri->ri_rnum - 8)) << ri->ri_rpos;
910 		p++;
911 
912 		if (ri->ri_gnum <= 8)
913 			c |= (uint32_t)(*p >> (8 - ri->ri_gnum)) << ri->ri_gpos;
914 		else
915 			c |= (uint32_t)(*p << (ri->ri_gnum - 8)) << ri->ri_gpos;
916 		p++;
917 
918 		if (ri->ri_bnum <= 8)
919 			c |= (uint32_t)(*p >> (8 - ri->ri_bnum)) << ri->ri_bpos;
920 		else
921 			c |= (uint32_t)(*p << (ri->ri_bnum - 8)) << ri->ri_bpos;
922 		p++;
923 
924 		/*
925 		 * Swap byte order if necessary. Then, fill the word for
926 		 * generic routines, which want this.
927 		 */
928 		switch (ri->ri_depth) {
929 		case 8:
930 			c |= c << 8;
931 			c |= c << 16;
932 			break;
933 		case 15:
934 		case 16:
935 			if ((ri->ri_flg & RI_BSWAP) != 0)
936 				c = bswap16(c);
937 			c |= c << 16;
938 			break;
939 		case 24:
940 #if BYTE_ORDER == LITTLE_ENDIAN
941 			if ((ri->ri_flg & RI_BSWAP) == 0)
942 #else
943 			if ((ri->ri_flg & RI_BSWAP) != 0)
944 #endif
945 			{
946 				/*
947 				 * Convert to ``big endian'' if not RI_BSWAP.
948 				 */
949 				c = (c & 0x0000ff) << 16|
950 				    (c & 0x00ff00) |
951 				    (c & 0xff0000) >> 16;
952 			}
953 			/*
954 			 * No worries, we use generic routines only for
955 			 * gray colors, where all 3 bytes are same.
956 			 */
957 			c |= (c & 0xff) << 24;
958 			break;
959 		case 32:
960 			if ((ri->ri_flg & RI_BSWAP) != 0)
961 				c = bswap32(c);
962 			break;
963 		}
964 
965 		ri->ri_devcmap[i] = c;
966 	}
967 }
968 
969 /*
970  * Unpack a rasops attribute
971  */
972 void
973 rasops_unpack_attr(long attr, int *fg, int *bg, int *underline)
974 {
975 
976 	*fg = ((uint32_t)attr >> 24) & 0xf;
977 	*bg = ((uint32_t)attr >> 16) & 0xf;
978 	if (underline != NULL)
979 		*underline = (uint32_t)attr & WSATTR_UNDERLINE;
980 }
981 
982 /*
983  * Erase rows. This isn't static, since 24-bpp uses it in special cases.
984  */
985 void
986 rasops_eraserows(void *cookie, int row, int num, long attr)
987 {
988 	struct rasops_info *ri = (struct rasops_info *)cookie;
989 	int bytes;
990 	uint32_t bg, *rp, *hp;
991 
992 	hp = NULL;	/* XXX GCC */
993 
994 #ifdef RASOPS_CLIPPING
995 	if (row < 0) {
996 		num += row;
997 		row = 0;
998 	}
999 
1000 	if (row + num > ri->ri_rows)
1001 		num = ri->ri_rows - row;
1002 
1003 	if (num <= 0)
1004 		return;
1005 #endif
1006 
1007 	/*
1008 	 * XXX The wsdisplay_emulops interface seems a little deficient in
1009 	 * that there is no way to clear the *entire* screen. We provide a
1010 	 * workaround here: if the entire console area is being cleared, and
1011 	 * the RI_FULLCLEAR flag is set, clear the entire display.
1012 	 */
1013 	if (num == ri->ri_rows && (ri->ri_flg & RI_FULLCLEAR) != 0) {
1014 		bytes = ri->ri_stride;
1015 		num = ri->ri_height;
1016 		rp = (uint32_t *)ri->ri_origbits;
1017 		if (ri->ri_hwbits)
1018 			hp = (uint32_t *)ri->ri_hworigbits;
1019 	} else {
1020 		bytes = ri->ri_emustride;
1021 		num *= ri->ri_font->fontheight;
1022 		rp = (uint32_t *)(ri->ri_bits + row * ri->ri_yscale);
1023 		if (ri->ri_hwbits)
1024 			hp = (uint32_t *)(ri->ri_hwbits + row * ri->ri_yscale);
1025 	}
1026 
1027 	bg = ATTR_BG(ri, attr);
1028 
1029 	while (num--) {
1030 		rasops_memset32(rp, bg, bytes);
1031 		if (ri->ri_hwbits) {
1032 			memcpy(hp, rp, bytes);
1033 			DELTA(hp, ri->ri_stride, uint32_t *);
1034 		}
1035 		DELTA(rp, ri->ri_stride, uint32_t *);
1036 	}
1037 }
1038 
1039 /*
1040  * Actually turn the cursor on or off. This does the dirty work for
1041  * rasops_cursor().
1042  */
1043 static void
1044 rasops_do_cursor(struct rasops_info *ri)
1045 {
1046 	int row, col, height, slop1, slop2, full, cnt;
1047 	uint32_t mask1, mask2, *dp;
1048 	uint8_t tmp, *rp, *hp;
1049 
1050 	hp = NULL;	/* XXX GCC */
1051 
1052 #if NRASOPS_ROTATION > 0
1053 	if (ri->ri_flg & RI_ROTATE_MASK) {
1054 		if (ri->ri_flg & RI_ROTATE_CW) {
1055 			/* Rotate rows/columns */
1056 			row = ri->ri_ccol;
1057 			col = ri->ri_rows - ri->ri_crow - 1;
1058 		} else if (ri->ri_flg & RI_ROTATE_CCW) {
1059 			/* Rotate rows/columns */
1060 			row = ri->ri_cols - ri->ri_ccol - 1;
1061 			col = ri->ri_crow;
1062 		} else {	/* upside-down */
1063 			row = ri->ri_crow;
1064 			col = ri->ri_ccol;
1065 		}
1066 	} else
1067 #endif
1068 	{
1069 		row = ri->ri_crow;
1070 		col = ri->ri_ccol;
1071 	}
1072 
1073 	height = ri->ri_font->fontheight;
1074 
1075 	rp = ri->ri_bits + FBOFFSET(ri, row, col);
1076 	if (ri->ri_hwbits)
1077 		hp = ri->ri_hwbits + FBOFFSET(ri, row, col);
1078 
1079 	/*
1080 	 * For ri_xscale = 1:
1081 	 *
1082 	 * Logic below does not work for ri_xscale = 1, e.g.,
1083 	 * fontwidth = 8 and bpp = 1. So we take care of it.
1084 	 */
1085 	if (ri->ri_xscale == 1) {
1086 		while (height--) {
1087 			tmp = ~*rp;
1088 			*rp = tmp;
1089 			if (ri->ri_hwbits) {
1090 				*hp = tmp;
1091 				hp += ri->ri_stride;
1092 			}
1093 			rp += ri->ri_stride;
1094 		}
1095 		return;
1096 	}
1097 
1098 	/*
1099 	 * For ri_xscale = 2, 3, 4, ...:
1100 	 *
1101 	 * Note that siop1 <= ri_xscale even for ri_xscale = 2,
1102 	 * since rp % 3 = 0 or 2 (ri_stride % 4 = 0).
1103 	 */
1104 	slop1 = (4 - ((uintptr_t)rp & 3)) & 3;
1105 	slop2 = (ri->ri_xscale - slop1) & 3;
1106 	full = (ri->ri_xscale - slop1 /* - slop2 */) >> 2;
1107 
1108 	rp = (uint8_t *)((uintptr_t)rp & ~3);
1109 	hp = (uint8_t *)((uintptr_t)hp & ~3);
1110 
1111 	mask1 = rasops_lmask32[4 - slop1];
1112 	mask2 = rasops_rmask32[slop2];
1113 
1114 	while (height--) {
1115 		dp = (uint32_t *)rp;
1116 
1117 		if (slop1) {
1118 			*dp = *dp ^ mask1;
1119 			dp++;
1120 		}
1121 
1122 		for (cnt = full; cnt; cnt--) {
1123 			*dp = ~*dp;
1124 			dp++;
1125 		}
1126 
1127 		if (slop2)
1128 			*dp = *dp ^ mask2;
1129 
1130 		if (ri->ri_hwbits) {
1131 			memcpy(hp, rp, ((slop1 != 0) + full +
1132 			    (slop2 != 0)) << 2);
1133 			hp += ri->ri_stride;
1134 		}
1135 		rp += ri->ri_stride;
1136 	}
1137 }
1138 
1139 /*
1140  * Erase columns.
1141  */
1142 void
1143 rasops_erasecols(void *cookie, int row, int col, int num, long attr)
1144 {
1145 	struct rasops_info *ri = (struct rasops_info *)cookie;
1146 	int height;
1147 	uint32_t bg, *rp, *hp;
1148 
1149 	hp = NULL;	/* XXX GCC */
1150 
1151 #ifdef RASOPS_CLIPPING
1152 	if ((unsigned)row >= (unsigned)ri->ri_rows)
1153 		return;
1154 
1155 	if (col < 0) {
1156 		num += col;
1157 		col = 0;
1158 	}
1159 
1160 	if (col + num > ri->ri_cols)
1161 		num = ri->ri_cols - col;
1162 
1163 	if (num <= 0)
1164 		return;
1165 #endif
1166 
1167 	height = ri->ri_font->fontheight;
1168 	num *= ri->ri_xscale;
1169 
1170 	rp = (uint32_t *)(ri->ri_bits + FBOFFSET(ri, row, col));
1171 	if (ri->ri_hwbits)
1172 		hp = (uint32_t *)(ri->ri_hwbits + FBOFFSET(ri, row, col));
1173 
1174 	bg = ATTR_BG(ri, attr);
1175 
1176 	while (height--) {
1177 		rasops_memset32(rp, bg, num);
1178 		if (ri->ri_hwbits) {
1179 			memcpy(hp, rp, num);
1180 			DELTA(hp, ri->ri_stride, uint32_t *);
1181 		}
1182 		DELTA(rp, ri->ri_stride, uint32_t *);
1183 	}
1184 }
1185 
1186 void
1187 rasops_make_box_chars_16(struct rasops_info *ri)
1188 {
1189 	int c, i, mid;
1190 	uint16_t vert_mask, hmask_left, hmask_right;
1191 	uint16_t *data = (uint16_t *)ri->ri_optfont.data;
1192 
1193 	vert_mask = 0xc000U >> ((ri->ri_font->fontwidth >> 1) - 1);
1194 	hmask_left = 0xff00U << (8 - (ri->ri_font->fontwidth >> 1));
1195 	hmask_right = hmask_left >> ((ri->ri_font->fontwidth + 1) >> 1);
1196 	mid = (ri->ri_font->fontheight + 1) >> 1;
1197 
1198 	/* 0x00 would be empty anyway so don't bother */
1199 	for (c = 1; c < 16; c++) {
1200 		data += ri->ri_font->fontheight;
1201 		if (c & 1) {
1202 			/* upper segment */
1203 			for (i = 0; i < mid; i++)
1204 				data[i] = vert_mask;
1205 		}
1206 		if (c & 4) {
1207 			/* lower segment */
1208 			for (i = mid; i < ri->ri_font->fontheight; i++)
1209 				data[i] = vert_mask;
1210 		}
1211 		if (c & 2) {
1212 			/* right segment */
1213 			i = ri->ri_font->fontheight >> 1;
1214 			data[mid - 1] |= hmask_right;
1215 			data[mid] |= hmask_right;
1216 		}
1217 		if (c & 8) {
1218 			/* left segment */
1219 			data[mid - 1] |= hmask_left;
1220 			data[mid] |= hmask_left;
1221 		}
1222 	}
1223 }
1224 
1225 void
1226 rasops_make_box_chars_8(struct rasops_info *ri)
1227 {
1228 	int c, i, mid;
1229 	uint8_t vert_mask, hmask_left, hmask_right;
1230 	uint8_t *data = (uint8_t *)ri->ri_optfont.data;
1231 
1232 	vert_mask = 0xc0U >> ((ri->ri_font->fontwidth >> 1) - 1);
1233 	hmask_left = 0xf0U << (4 - (ri->ri_font->fontwidth >> 1));
1234 	hmask_right = hmask_left >> ((ri->ri_font->fontwidth + 1) >> 1);
1235 	mid = (ri->ri_font->fontheight + 1) >> 1;
1236 
1237 	/* 0x00 would be empty anyway so don't bother */
1238 	for (c = 1; c < 16; c++) {
1239 		data += ri->ri_font->fontheight;
1240 		if (c & 1) {
1241 			/* upper segment */
1242 			for (i = 0; i < mid; i++)
1243 				data[i] = vert_mask;
1244 		}
1245 		if (c & 4) {
1246 			/* lower segment */
1247 			for (i = mid; i < ri->ri_font->fontheight; i++)
1248 				data[i] = vert_mask;
1249 		}
1250 		if (c & 2) {
1251 			/* right segment */
1252 			i = ri->ri_font->fontheight >> 1;
1253 			data[mid - 1] |= hmask_right;
1254 			data[mid] |= hmask_right;
1255 		}
1256 		if (c & 8) {
1257 			/* left segment */
1258 			data[mid - 1] |= hmask_left;
1259 			data[mid] |= hmask_left;
1260 		}
1261 	}
1262 }
1263 
1264 void
1265 rasops_make_box_chars_32(struct rasops_info *ri)
1266 {
1267 	int c, i, mid;
1268 	uint32_t vert_mask, hmask_left, hmask_right;
1269 	uint32_t *data = (uint32_t *)ri->ri_optfont.data;
1270 
1271 	vert_mask = 0xc0000000U >> ((ri->ri_font->fontwidth >> 1) - 1);
1272 	hmask_left = 0xffff0000U << (16 - (ri->ri_font->fontwidth >> 1));
1273 	hmask_right = hmask_left >> ((ri->ri_font->fontwidth + 1) >> 1);
1274 	mid = (ri->ri_font->fontheight + 1) >> 1;
1275 
1276 	/* 0x00 would be empty anyway so don't bother */
1277 	for (c = 1; c < 16; c++) {
1278 		data += ri->ri_font->fontheight;
1279 		if (c & 1) {
1280 			/* upper segment */
1281 			for (i = 0; i < mid; i++)
1282 				data[i] = vert_mask;
1283 		}
1284 		if (c & 4) {
1285 			/* lower segment */
1286 			for (i = mid; i < ri->ri_font->fontheight; i++)
1287 				data[i] = vert_mask;
1288 		}
1289 		if (c & 2) {
1290 			/* right segment */
1291 			i = ri->ri_font->fontheight >> 1;
1292 			data[mid - 1] |= hmask_right;
1293 			data[mid] |= hmask_right;
1294 		}
1295 		if (c & 8) {
1296 			/* left segment */
1297 			data[mid - 1] |= hmask_left;
1298 			data[mid] |= hmask_left;
1299 		}
1300 	}
1301 }
1302 
1303 void
1304 rasops_make_box_chars_alpha(struct rasops_info *ri)
1305 {
1306 	int c, i, hmid, vmid, wi, he;
1307 	uint8_t *data = (uint8_t *)ri->ri_optfont.data;
1308 	uint8_t *ddata;
1309 
1310 	he = ri->ri_font->fontheight;
1311 	wi = ri->ri_font->fontwidth;
1312 
1313 	vmid = (he + 1) >> 1;
1314 	hmid = (wi + 1) >> 1;
1315 
1316 	/* 0x00 would be empty anyway so don't bother */
1317 	for (c = 1; c < 16; c++) {
1318 		data += ri->ri_fontscale;
1319 		if (c & 1) {
1320 			/* upper segment */
1321 			ddata = data + hmid;
1322 			for (i = 0; i <= vmid; i++) {
1323 				*ddata = 0xff;
1324 				ddata += wi;
1325 			}
1326 		}
1327 		if (c & 4) {
1328 			/* lower segment */
1329 			ddata = data + wi * vmid + hmid;
1330 			for (i = vmid; i < he; i++) {
1331 				*ddata = 0xff;
1332 				ddata += wi;
1333 			}
1334 		}
1335 		if (c & 2) {
1336 			/* right segment */
1337 			ddata = data + wi * vmid + hmid;
1338 			for (i = hmid; i < wi; i++) {
1339 				*ddata = 0xff;
1340 				ddata++;
1341 			}
1342 		}
1343 		if (c & 8) {
1344 			/* left segment */
1345 			ddata = data + wi * vmid;
1346 			for (i = 0; i <= hmid; i++) {
1347 				*ddata = 0xff;
1348 				ddata++;
1349 			}
1350 		}
1351 	}
1352 }
1353 
1354 /*
1355  * Return a colour map appropriate for the given struct rasops_info in the
1356  * same form used by rasops_cmap[]
1357  * For now this is either a copy of rasops_cmap[] or an R3G3B2 map, it should
1358  * probably be a linear ( or gamma corrected? ) ramp for higher depths.
1359  */
1360 int
1361 rasops_get_cmap(struct rasops_info *ri, uint8_t *palette, size_t bytes)
1362 {
1363 
1364 	if ((ri->ri_depth == 8) && ((ri->ri_flg & RI_8BIT_IS_RGB) != 0)) {
1365 		/* generate an R3G3B2 palette */
1366 		int i, idx = 0;
1367 		uint8_t tmp;
1368 
1369 		if (bytes < 256 * 3)
1370 			return EINVAL;
1371 		for (i = 0; i < 256; i++) {
1372 			tmp = i & 0xe0;
1373 			/*
1374 			 * replicate bits so 0xe0 maps to a red value of 0xff
1375 			 * in order to make white look actually white
1376 			 */
1377 			tmp |= (tmp >> 3) | (tmp >> 6);
1378 			palette[idx] = tmp;
1379 			idx++;
1380 
1381 			tmp = (i & 0x1c) << 3;
1382 			tmp |= (tmp >> 3) | (tmp >> 6);
1383 			palette[idx] = tmp;
1384 			idx++;
1385 
1386 			tmp = (i & 0x03) << 6;
1387 			tmp |= tmp >> 2;
1388 			tmp |= tmp >> 4;
1389 			palette[idx] = tmp;
1390 			idx++;
1391 		}
1392 	} else
1393 		memcpy(palette, rasops_cmap, uimin(bytes, sizeof(rasops_cmap)));
1394 
1395 	return 0;
1396 }
1397 
1398 #if NRASOPS_ROTATION > 0
1399 /*
1400  * Quarter clockwise rotation routines (originally intended for the
1401  * built-in Zaurus C3x00 display in 16bpp).
1402  */
1403 
1404 static void
1405 rasops_rotate_font(int *cookie, int rotate)
1406 {
1407 	struct rotatedfont *f;
1408 	int ncookie;
1409 
1410 	SLIST_FOREACH(f, &rotatedfonts, rf_next) {
1411 		if (f->rf_cookie == *cookie) {
1412 			*cookie = f->rf_rotated;
1413 			return;
1414 		}
1415 	}
1416 
1417 	/*
1418 	 * We did not find a rotated version of this font. Ask the wsfont
1419 	 * code to compute one for us.
1420 	 */
1421 
1422 	f = kmem_alloc(sizeof(*f), KM_SLEEP);
1423 
1424 	if ((ncookie = wsfont_rotate(*cookie, rotate)) == -1)
1425 		goto fail;
1426 
1427 	f->rf_cookie = *cookie;
1428 	f->rf_rotated = ncookie;
1429 	SLIST_INSERT_HEAD(&rotatedfonts, f, rf_next);
1430 
1431 	*cookie = ncookie;
1432 	return;
1433 
1434 fail:	kmem_free(f, sizeof(*f));
1435 	return;
1436 }
1437 
1438 static void
1439 rasops_copychar(void *cookie, int srcrow, int dstrow, int srccol, int dstcol)
1440 {
1441 	struct rasops_info *ri = (struct rasops_info *)cookie;
1442 	int r_srcrow, r_dstrow, r_srccol, r_dstcol, height;
1443 	uint8_t *sp, *dp;
1444 
1445 	r_srcrow = srccol;
1446 	r_dstrow = dstcol;
1447 	r_srccol = ri->ri_rows - srcrow - 1;
1448 	r_dstcol = ri->ri_rows - dstrow - 1;
1449 
1450 	r_srcrow *= ri->ri_yscale;
1451 	r_dstrow *= ri->ri_yscale;
1452 	height = ri->ri_font->fontheight;
1453 
1454 	sp = ri->ri_bits + r_srcrow + r_srccol * ri->ri_xscale;
1455 	dp = ri->ri_bits + r_dstrow + r_dstcol * ri->ri_xscale;
1456 
1457 	while (height--) {
1458 		memmove(dp, sp, ri->ri_xscale);
1459 		dp += ri->ri_stride;
1460 		sp += ri->ri_stride;
1461 	}
1462 }
1463 
1464 static void
1465 rasops_putchar_rotated_cw(void *cookie, int row, int col, u_int uc, long attr)
1466 {
1467 	struct rasops_info *ri = (struct rasops_info *)cookie;
1468 	int height;
1469 	uint16_t fg, *rp;
1470 
1471 	if (__predict_false((unsigned int)row > ri->ri_rows ||
1472 	    (unsigned int)col > ri->ri_cols))
1473 		return;
1474 
1475 	/* Avoid underflow */
1476 	if (ri->ri_rows - row - 1 < 0)
1477 		return;
1478 
1479 	/* Do rotated char sans (side)underline */
1480 	ri->ri_real_ops.putchar(cookie, col, ri->ri_rows - row - 1, uc,
1481 	    attr & ~WSATTR_UNDERLINE);
1482 
1483 	/*
1484 	 * Do rotated underline
1485 	 * XXX this assumes 16-bit color depth
1486 	 */
1487 	if ((attr & WSATTR_UNDERLINE) != 0) {
1488 		height = ri->ri_font->fontheight;
1489 
1490 		rp = (uint16_t *)(ri->ri_bits + col * ri->ri_yscale +
1491 		    (ri->ri_rows - row - 1) * ri->ri_xscale);
1492 
1493 		fg = (uint16_t)ATTR_FG(ri, attr);
1494 
1495 		while (height--) {
1496 			*rp = fg;
1497 			DELTA(rp, ri->ri_stride, uint16_t *);
1498 		}
1499 	}
1500 }
1501 
1502 static void
1503 rasops_erasecols_rotated_cw(void *cookie, int row, int col, int num, long attr)
1504 {
1505 	struct rasops_info *ri = (struct rasops_info *)cookie;
1506 	int i;
1507 
1508 	for (i = col; i < col + num; i++)
1509 		ri->ri_ops.putchar(cookie, row, i, ' ', attr);
1510 }
1511 
1512 /* XXX: these could likely be optimised somewhat. */
1513 static void
1514 rasops_copyrows_rotated_cw(void *cookie, int src, int dst, int num)
1515 {
1516 	struct rasops_info *ri = (struct rasops_info *)cookie;
1517 	int col, roff;
1518 
1519 	if (src > dst)
1520 		for (roff = 0; roff < num; roff++)
1521 			for (col = 0; col < ri->ri_cols; col++)
1522 				rasops_copychar(cookie, src + roff, dst + roff,
1523 				    col, col);
1524 	else
1525 		for (roff = num - 1; roff >= 0; roff--)
1526 			for (col = 0; col < ri->ri_cols; col++)
1527 				rasops_copychar(cookie, src + roff, dst + roff,
1528 				    col, col);
1529 }
1530 
1531 static void
1532 rasops_copycols_rotated_cw(void *cookie, int row, int src, int dst, int num)
1533 {
1534 	int coff;
1535 
1536 	if (src > dst)
1537 		for (coff = 0; coff < num; coff++)
1538 			rasops_copychar(cookie, row, row, src + coff,
1539 			    dst + coff);
1540 	else
1541 		for (coff = num - 1; coff >= 0; coff--)
1542 			rasops_copychar(cookie, row, row, src + coff,
1543 			    dst + coff);
1544 }
1545 
1546 static void
1547 rasops_eraserows_rotated_cw(void *cookie, int row, int num, long attr)
1548 {
1549 	struct rasops_info *ri = (struct rasops_info *)cookie;
1550 	int col, rn;
1551 
1552 	for (rn = row; rn < row + num; rn++)
1553 		for (col = 0; col < ri->ri_cols; col++)
1554 			ri->ri_ops.putchar(cookie, rn, col, ' ', attr);
1555 }
1556 
1557 /*
1558  * Quarter counter-clockwise rotation routines (originally intended for the
1559  * built-in Sharp W-ZERO3 display in 16bpp).
1560  */
1561 static void
1562 rasops_copychar_ccw(void *cookie, int srcrow, int dstrow, int srccol,
1563     int dstcol)
1564 {
1565 	struct rasops_info *ri = (struct rasops_info *)cookie;
1566 	int r_srcrow, r_dstrow, r_srccol, r_dstcol, height;
1567 	uint8_t *sp, *dp;
1568 
1569 	r_srcrow = ri->ri_cols - srccol - 1;
1570 	r_dstrow = ri->ri_cols - dstcol - 1;
1571 	r_srccol = srcrow;
1572 	r_dstcol = dstrow;
1573 
1574 	r_srcrow *= ri->ri_yscale;
1575 	r_dstrow *= ri->ri_yscale;
1576 	height = ri->ri_font->fontheight;
1577 
1578 	sp = ri->ri_bits + r_srcrow + r_srccol * ri->ri_xscale;
1579 	dp = ri->ri_bits + r_dstrow + r_dstcol * ri->ri_xscale;
1580 
1581 	while (height--) {
1582 		memmove(dp, sp, ri->ri_xscale);
1583 		dp += ri->ri_stride;
1584 		sp += ri->ri_stride;
1585 	}
1586 }
1587 
1588 static void
1589 rasops_putchar_rotated_ccw(void *cookie, int row, int col, u_int uc, long attr)
1590 {
1591 	struct rasops_info *ri = (struct rasops_info *)cookie;
1592 	int height;
1593 	uint16_t fg, *rp;
1594 
1595 	if (__predict_false((unsigned int)row > ri->ri_rows ||
1596 	    (unsigned int)col > ri->ri_cols))
1597 		return;
1598 
1599 	/* Avoid underflow */
1600 	if (ri->ri_cols - col - 1 < 0)
1601 		return;
1602 
1603 	/* Do rotated char sans (side)underline */
1604 	ri->ri_real_ops.putchar(cookie, ri->ri_cols - col - 1, row, uc,
1605 	    attr & ~WSATTR_UNDERLINE);
1606 
1607 	/*
1608 	 * Do rotated underline
1609 	 * XXX this assumes 16-bit color depth
1610 	 */
1611 	if ((attr & WSATTR_UNDERLINE) != 0) {
1612 		height = ri->ri_font->fontheight;
1613 
1614 		rp = (uint16_t *)(ri->ri_bits +
1615 		    (ri->ri_cols - col - 1) * ri->ri_yscale +
1616 		    row * ri->ri_xscale +
1617 		    (ri->ri_font->fontwidth - 1) * ri->ri_pelbytes);
1618 
1619 		fg = (uint16_t)ATTR_FG(ri, attr);
1620 
1621 		while (height--) {
1622 			*rp = fg;
1623 			DELTA(rp, ri->ri_stride, uint16_t *);
1624 		}
1625 	}
1626 }
1627 
1628 /* XXX: these could likely be optimised somewhat. */
1629 static void
1630 rasops_copyrows_rotated_ccw(void *cookie, int src, int dst, int num)
1631 {
1632 	struct rasops_info *ri = (struct rasops_info *)cookie;
1633 	int col, roff;
1634 
1635 	if (src > dst)
1636 		for (roff = 0; roff < num; roff++)
1637 			for (col = 0; col < ri->ri_cols; col++)
1638 				rasops_copychar_ccw(cookie,
1639 				    src + roff, dst + roff, col, col);
1640 	else
1641 		for (roff = num - 1; roff >= 0; roff--)
1642 			for (col = 0; col < ri->ri_cols; col++)
1643 				rasops_copychar_ccw(cookie,
1644 				    src + roff, dst + roff, col, col);
1645 }
1646 
1647 static void
1648 rasops_copycols_rotated_ccw(void *cookie, int row, int src, int dst, int num)
1649 {
1650 	int coff;
1651 
1652 	if (src > dst)
1653 		for (coff = 0; coff < num; coff++)
1654 			rasops_copychar_ccw(cookie, row, row,
1655 			    src + coff, dst + coff);
1656 	else
1657 		for (coff = num - 1; coff >= 0; coff--)
1658 			rasops_copychar_ccw(cookie, row, row,
1659 			    src + coff, dst + coff);
1660 }
1661 #endif	/* NRASOPS_ROTATION */
1662