xref: /plan9/sys/src/libhtml/build.c (revision ec59a3ddbfceee0efe34584c2c9981a5e5ff1ec4)
1 #include <u.h>
2 #include <libc.h>
3 #include <draw.h>
4 #include <ctype.h>
5 #include <html.h>
6 #include "impl.h"
7 
8 // A stack for holding integer values
9 enum {
10 	Nestmax = 40	// max nesting level of lists, font styles, etc.
11 };
12 
13 struct Stack {
14 	int		n;				// next available slot (top of stack is stack[n-1])
15 	int		slots[Nestmax];	// stack entries
16 };
17 
18 // Parsing state
19 struct Pstate
20 {
21 	Pstate*	next;			// in stack of Pstates
22 	int		skipping;		// true when we shouldn't add items
23 	int		skipwhite;		// true when we should strip leading space
24 	int		curfont;		// font index for current font
25 	int		curfg;		// current foreground color
26 	Background	curbg;	// current background
27 	int		curvoff;		// current baseline offset
28 	uchar	curul;		// current underline/strike state
29 	uchar	curjust;		// current justify state
30 	int		curanchor;	// current (href) anchor id (if in one), or 0
31 	int		curstate;		// current value of item state
32 	int		literal;		// current literal state
33 	int		inpar;		// true when in a paragraph-like construct
34 	int		adjsize;		// current font size adjustment
35 	Item*	items;		// dummy head of item list we're building
36 	Item*	lastit;		// tail of item list we're building
37 	Item*	prelastit;		// item before lastit
38 	Stack	fntstylestk;	// style stack
39 	Stack	fntsizestk;		// size stack
40 	Stack	fgstk;		// text color stack
41 	Stack	ulstk;		// underline stack
42 	Stack	voffstk;		// vertical offset stack
43 	Stack	listtypestk;	// list type stack
44 	Stack	listcntstk;		// list counter stack
45 	Stack	juststk;		// justification stack
46 	Stack	hangstk;		// hanging stack
47 };
48 
49 struct ItemSource
50 {
51 	Docinfo*		doc;
52 	Pstate*		psstk;
53 	int			nforms;
54 	int			ntables;
55 	int			nanchors;
56 	int			nframes;
57 	Form*		curform;
58 	Map*		curmap;
59 	Table*		tabstk;
60 	Kidinfo*		kidstk;
61 };
62 
63 // Some layout parameters
64 enum {
65 	FRKIDMARGIN = 6,	// default margin around kid frames
66 	IMGHSPACE = 0,	// default hspace for images (0 matches IE, Netscape)
67 	IMGVSPACE = 0,	// default vspace for images
68 	FLTIMGHSPACE = 2,	// default hspace for float images
69 	TABSP = 5,		// default cellspacing for tables
70 	TABPAD = 1,		// default cell padding for tables
71 	LISTTAB = 1,		// number of tabs to indent lists
72 	BQTAB = 1,		// number of tabs to indent blockquotes
73 	HRSZ = 2,			// thickness of horizontal rules
74 	SUBOFF = 4,		// vertical offset for subscripts
75 	SUPOFF = 6,		// vertical offset for superscripts
76 	NBSP = 160		// non-breaking space character
77 };
78 
79 // These tables must be sorted
80 static StringInt align_tab[] = {
81 	{L"baseline",	ALbaseline},
82 	{L"bottom",	ALbottom},
83 	{L"center",	ALcenter},
84 	{L"char",		ALchar},
85 	{L"justify",	ALjustify},
86 	{L"left",		ALleft},
87 	{L"middle",	ALmiddle},
88 	{L"right",		ALright},
89 	{L"top",		ALtop}
90 };
91 #define NALIGNTAB (sizeof(align_tab)/sizeof(StringInt))
92 
93 static StringInt input_tab[] = {
94 	{L"button",	Fbutton},
95 	{L"checkbox",	Fcheckbox},
96 	{L"file",		Ffile},
97 	{L"hidden",	Fhidden},
98 	{L"image",	Fimage},
99 	{L"password",	Fpassword},
100 	{L"radio",		Fradio},
101 	{L"reset",		Freset},
102 	{L"submit",	Fsubmit},
103 	{L"text",		Ftext}
104 };
105 #define NINPUTTAB (sizeof(input_tab)/sizeof(StringInt))
106 
107 static StringInt clear_tab[] = {
108 	{L"all",	IFcleft|IFcright},
109 	{L"left",	IFcleft},
110 	{L"right",	IFcright}
111 };
112 #define NCLEARTAB (sizeof(clear_tab)/sizeof(StringInt))
113 
114 static StringInt fscroll_tab[] = {
115 	{L"auto",	FRhscrollauto|FRvscrollauto},
116 	{L"no",	FRnoscroll},
117 	{L"yes",	FRhscroll|FRvscroll},
118 };
119 #define NFSCROLLTAB (sizeof(fscroll_tab)/sizeof(StringInt))
120 
121 static StringInt shape_tab[] = {
122 	{L"circ",		SHcircle},
123 	{L"circle",		SHcircle},
124 	{L"poly",		SHpoly},
125 	{L"polygon",	SHpoly},
126 	{L"rect",		SHrect},
127 	{L"rectangle",	SHrect}
128 };
129 #define NSHAPETAB (sizeof(shape_tab)/sizeof(StringInt))
130 
131 static StringInt method_tab[] = {
132 	{L"get",		HGet},
133 	{L"post",		HPost}
134 };
135 #define NMETHODTAB (sizeof(method_tab)/sizeof(StringInt))
136 
137 static Rune* roman[15]= {
138 	L"I", L"II", L"III", L"IV", L"V", L"VI", L"VII", L"VIII", L"IX", L"X",
139 	L"XI", L"XII", L"XIII", L"XIV", L"XV"
140 };
141 #define NROMAN 15
142 
143 // List number types
144 enum {
145 	LTdisc, LTsquare, LTcircle, LT1, LTa, LTA, LTi, LTI
146 };
147 
148 enum {
149 	SPBefore = 2,
150 	SPAfter = 4,
151 	BL = 1,
152 	BLBA = (BL|SPBefore|SPAfter)
153 };
154 
155 // blockbrk[tag] is break info for a block level element, or one
156 // of a few others that get the same treatment re ending open paragraphs
157 // and requiring a line break / vertical space before them.
158 // If we want a line of space before the given element, SPBefore is OR'd in.
159 // If we want a line of space after the given element, SPAfter is OR'd in.
160 
161 static uchar blockbrk[Numtags]= {
162 	[Taddress] BLBA, [Tblockquote] BLBA, [Tcenter] BL,
163 	[Tdir] BLBA, [Tdiv] BL, [Tdd] BL, [Tdl] BLBA,
164 	[Tdt] BL, [Tform] BLBA,
165 	// headings and tables get breaks added manually
166 	[Th1] BL, [Th2] BL, [Th3] BL,
167 	[Th4] BL, [Th5] BL, [Th6] BL,
168 	[Thr] BL, [Tisindex] BLBA, [Tli] BL, [Tmenu] BLBA,
169 	[Tol] BLBA, [Tp] BLBA, [Tpre] BLBA,
170 	[Tul] BLBA
171 };
172 
173 enum {
174 	AGEN = 1
175 };
176 
177 // attrinfo is information about attributes.
178 // The AGEN value means that the attribute is generic (applies to almost all elements)
179 static uchar attrinfo[Numattrs]= {
180 	[Aid] AGEN, [Aclass] AGEN, [Astyle] AGEN, [Atitle] AGEN,
181 	[Aonblur] AGEN, [Aonchange] AGEN, [Aonclick] AGEN,
182 	[Aondblclick] AGEN, [Aonfocus] AGEN, [Aonkeypress] AGEN,
183 	[Aonkeyup] AGEN, [Aonload] AGEN, [Aonmousedown] AGEN,
184 	[Aonmousemove] AGEN, [Aonmouseout] AGEN, [Aonmouseover] AGEN,
185 	[Aonmouseup] AGEN, [Aonreset] AGEN, [Aonselect] AGEN,
186 	[Aonsubmit] AGEN, [Aonunload] AGEN
187 };
188 
189 static uchar scriptev[Numattrs]= {
190 	[Aonblur] SEonblur, [Aonchange] SEonchange, [Aonclick] SEonclick,
191 	[Aondblclick] SEondblclick, [Aonfocus] SEonfocus, [Aonkeypress] SEonkeypress,
192 	[Aonkeyup] SEonkeyup, [Aonload] SEonload, [Aonmousedown] SEonmousedown,
193 	[Aonmousemove] SEonmousemove, [Aonmouseout] SEonmouseout, [Aonmouseover] SEonmouseover,
194 	[Aonmouseup] SEonmouseup, [Aonreset] SEonreset, [Aonselect] SEonselect,
195 	[Aonsubmit] SEonsubmit, [Aonunload] SEonunload
196 };
197 
198 // Color lookup table
199 static StringInt color_tab[] = {
200 	{L"aqua", 0x00FFFF},
201 	{L"black",  0x000000},
202 	{L"blue", 0x0000CC},
203 	{L"fuchsia", 0xFF00FF},
204 	{L"gray", 0x808080},
205 	{L"green", 0x008000},
206 	{L"lime", 0x00FF00},
207 	{L"maroon", 0x800000},
208 	{L"navy", 0x000080,},
209 	{L"olive", 0x808000},
210 	{L"purple", 0x800080},
211 	{L"red", 0xFF0000},
212 	{L"silver", 0xC0C0C0},
213 	{L"teal", 0x008080},
214 	{L"white", 0xFFFFFF},
215 	{L"yellow", 0xFFFF00}
216 };
217 #define NCOLORS (sizeof(color_tab)/sizeof(StringInt))
218 
219 static StringInt 		*targetmap;
220 static int			targetmapsize;
221 static int			ntargets;
222 
223 static int buildinited = 0;
224 
225 #define SMALLBUFSIZE 240
226 #define BIGBUFSIZE 2000
227 
228 int	dbgbuild = 0;
229 int	warn = 0;
230 
231 static Align		aalign(Token* tok);
232 static int			acolorval(Token* tok, int attid, int dflt);
233 static void			addbrk(Pstate* ps, int sp, int clr);
234 static void			additem(Pstate* ps, Item* it, Token* tok);
235 static void			addlinebrk(Pstate* ps, int clr);
236 static void			addnbsp(Pstate* ps);
237 static void			addtext(Pstate* ps, Rune* s);
238 static Dimen		adimen(Token* tok, int attid);
239 static int			aflagval(Token* tok, int attid);
240 static int			aintval(Token* tok, int attid, int dflt);
241 static Rune*		astrval(Token* tok, int attid, Rune* dflt);
242 static int			atabval(Token* tok, int attid, StringInt* tab, int ntab, int dflt);
243 static int			atargval(Token* tok, int dflt);
244 static int			auintval(Token* tok, int attid, int dflt);
245 static Rune*		aurlval(Token* tok, int attid, Rune* dflt, Rune* base);
246 static Rune*		aval(Token* tok, int attid);
247 static void			buildinit(void);
248 static Pstate*		cell_pstate(Pstate* oldps, int ishead);
249 static void			changehang(Pstate* ps, int delta);
250 static void			changeindent(Pstate* ps, int delta);
251 static int			color(Rune* s, int dflt);
252 static void			copystack(Stack* tostk, Stack* fromstk);
253 static int			dimprint(char* buf, int nbuf, Dimen d);
254 static Pstate*		finishcell(Table* curtab, Pstate* psstk);
255 static void			finish_table(Table* t);
256 static void			freeanchor(Anchor* a);
257 static void			freedestanchor(DestAnchor* da);
258 static void			freeform(Form* f);
259 static void			freeformfield(Formfield* ff);
260 static void			freeitem(Item* it);
261 static void			freepstate(Pstate* p);
262 static void			freepstatestack(Pstate* pshead);
263 static void			freescriptevents(SEvent* ehead);
264 static void			freetable(Table* t);
265 static Map*		getmap(Docinfo* di, Rune* name);
266 static Rune*		getpcdata(Token* toks, int tokslen, int* ptoki);
267 static Pstate*		lastps(Pstate* psl);
268 static Rune*		listmark(uchar ty, int n);
269 static int			listtyval(Token* tok, int dflt);
270 static Align		makealign(int halign, int valign);
271 static Background	makebackground(Rune* imgurl, int color);
272 static Dimen		makedimen(int kind, int spec);
273 static Anchor*		newanchor(int index, Rune* name, Rune* href, int target, Anchor* link);
274 static Area*		newarea(int shape, Rune* href, int target, Area* link);
275 static DestAnchor*	newdestanchor(int index, Rune* name, Item* item, DestAnchor* link);
276 static Docinfo*		newdocinfo(void);
277 static Genattr*		newgenattr(Rune* id, Rune* class, Rune* style, Rune* title, Attr* events);
278 static Form*		newform(int formid, Rune* name, Rune* action,
279 					int target, int method, Form* link);
280 static Formfield*	newformfield(int ftype, int fieldid, Form* form, Rune* name,
281 					Rune* value, int size, int maxlength, Formfield* link);
282 static Item*		newifloat(Item* it, int side);
283 static Item*		newiformfield(Formfield* ff);
284 static Item*		newiimage(Rune* src, Rune* altrep, int align, int width, int height,
285 					int hspace, int vspace, int border, int ismap, Map* map);
286 static Item*		newirule(int align, int size, int noshade, Dimen wspec);
287 static Item*		newispacer(int spkind);
288 static Item*		newitable(Table* t);
289 static ItemSource*	newitemsource(Docinfo* di);
290 static Item*		newitext(Rune* s, int fnt, int fg, int voff, int ul);
291 static Kidinfo*		newkidinfo(int isframeset, Kidinfo* link);
292 static Option*		newoption(int selected, Rune* value, Rune* display, Option* link);
293 static Pstate*		newpstate(Pstate* link);
294 static SEvent*		newscriptevent(int type, Rune* script, SEvent* link);
295 static Table*		newtable(int tableid, Align align, Dimen width, int border,
296 					int cellspacing, int cellpadding, Background bg, Token* tok, Table* link);
297 static Tablecell*	newtablecell(int cellid, int rowspan, int colspan, Align align, Dimen wspec,
298 					int hspec, Background bg, int flags, Tablecell* link);
299 static Tablerow*	newtablerow(Align align, Background bg, int flags, Tablerow* link);
300 static Dimen		parsedim(Rune* s, int ns);
301 static void			pop(Stack* stk);
302 static void			popfontsize(Pstate* ps);
303 static void			popfontstyle(Pstate* ps);
304 static void			popjust(Pstate* ps);
305 static int			popretnewtop(Stack* stk, int dflt);
306 static int			push(Stack* stk, int val);
307 static void			pushfontsize(Pstate* ps, int sz);
308 static void			pushfontstyle(Pstate* ps, int sty);
309 static void			pushjust(Pstate* ps, int j);
310 static Item*		textit(Pstate* ps, Rune* s);
311 static Rune*		removeallwhite(Rune* s);
312 static void			resetdocinfo(Docinfo* d);
313 static void			setcurfont(Pstate* ps);
314 static void			setcurjust(Pstate* ps);
315 static void			setdimarray(Token* tok, int attid, Dimen** pans, int* panslen);
316 static Rune*		stringalign(int a);
317 static void			targetmapinit(void);
318 static int			toint(Rune* s);
319 static int			top(Stack* stk, int dflt);
320 static void			trim_cell(Tablecell* c);
321 static int			validalign(Align a);
322 static int			validdimen(Dimen d);
323 static int			validformfield(Formfield* f);
324 static int			validhalign(int a);
325 static int			validptr(void* p);
326 static int			validStr(Rune* s);
327 static int			validtable(Table* t);
328 static int			validtablerow(Tablerow* r);
329 static int			validtablecol(Tablecol* c);
330 static int			validtablecell(Tablecell* c);
331 static int			validvalign(int a);
332 static int			Iconv(Fmt *f);
333 
334 static void
335 buildinit(void)
336 {
337 	fmtinstall('I', Iconv);
338 	targetmapinit();
339 	buildinited = 1;
340 }
341 
342 static ItemSource*
343 newitemsource(Docinfo* di)
344 {
345 	ItemSource*	is;
346 	Pstate*	ps;
347 
348 	ps = newpstate(nil);
349 	if(di->mediatype != TextHtml) {
350 		ps->curstate &= ~IFwrap;
351 		ps->literal = 1;
352 		pushfontstyle(ps, FntT);
353 	}
354 	is = (ItemSource*)emalloc(sizeof(ItemSource));
355 	is->doc = di;
356 	is->psstk = ps;
357 	is->nforms = 0;
358 	is->ntables = 0;
359 	is->nanchors = 0;
360 	is->nframes = 0;
361 	is->curform = nil;
362 	is->curmap = nil;
363 	is->tabstk = nil;
364 	is->kidstk = nil;
365 	return is;
366 }
367 
368 static Item *getitems(ItemSource* is, uchar* data, int datalen);
369 
370 // Parse an html document and create a list of layout items.
371 // Allocate and return document info in *pdi.
372 // When caller is done with the items, it should call
373 // freeitems on the returned result, and then
374 // freedocinfo(*pdi).
375 Item*
376 parsehtml(uchar* data, int datalen, Rune* pagesrc, int mtype, int chset, Docinfo** pdi)
377 {
378 	Item *it;
379 	Docinfo*	di;
380 	ItemSource*	is;
381 
382 	di = newdocinfo();
383 	di->src = _Strdup(pagesrc);
384 	di->base = _Strdup(pagesrc);
385 	di->mediatype = mtype;
386 	di->chset = chset;
387 	*pdi = di;
388 	is = newitemsource(di);
389 	it = getitems(is, data, datalen);
390 	freepstatestack(is->psstk);
391 	free(is);
392 	return it;
393 }
394 
395 // Get a group of tokens for lexer, parse them, and create
396 // a list of layout items.
397 // When caller is done with the items, it should call
398 // freeitems on the returned result.
399 static Item*
400 getitems(ItemSource* is, uchar* data, int datalen)
401 {
402 	int	i;
403 	int	j;
404 	int	nt;
405 	int	pt;
406 	int	doscripts;
407 	int	tokslen;
408 	int	toki;
409 	int	h;
410 	int	sz;
411 	int	method;
412 	int	n;
413 	int	nblank;
414 	int	norsz;
415 	int	bramt;
416 	int	sty;
417 	int	nosh;
418 	int	oldcuranchor;
419 	int	dfltbd;
420 	int	v;
421 	int	hang;
422 	int	isempty;
423 	int	tag;
424 	int	brksp;
425 	int	target;
426 	uchar	brk;
427 	uchar	flags;
428 	uchar	align;
429 	uchar	al;
430 	uchar	ty;
431 	uchar	ty2;
432 	Pstate*	ps;
433 	Pstate*	nextps;
434 	Pstate*	outerps;
435 	Table*	curtab;
436 	Token*	tok;
437 	Token*	toks;
438 	Docinfo*	di;
439 	Item*	ans;
440 	Item*	img;
441 	Item*	ffit;
442 	Item*	tabitem;
443 	Rune*	s;
444 	Rune*	t;
445 	Rune*	name;
446 	Rune*	enctype;
447 	Rune*	usemap;
448 	Rune*	prompt;
449 	Rune*	equiv;
450 	Rune*	val;
451 	Rune*	nsz;
452 	Rune*	script;
453 	Map*	map;
454 	Form*	frm;
455 	Iimage*	ii;
456 	Kidinfo*	kd;
457 	Kidinfo*	ks;
458 	Kidinfo*	pks;
459 	Dimen	wd;
460 	Option*	option;
461 	Table*	tab;
462 	Tablecell*	c;
463 	Tablerow*	tr;
464 	Formfield*	field;
465 	Formfield*	ff;
466 	Rune*	href;
467 	Rune*	src;
468 	Rune*	scriptsrc;
469 	Rune*	bgurl;
470 	Rune*	action;
471 	Background	bg;
472 
473 	if(!buildinited)
474 		buildinit();
475 	doscripts = 0;	// for now
476 	ps = is->psstk;
477 	curtab = is->tabstk;
478 	di = is->doc;
479 	toks = _gettoks(data, datalen, di->chset, di->mediatype, &tokslen);
480 	toki = 0;
481 	for(; toki < tokslen; toki++) {
482 		tok = &toks[toki];
483 		if(dbgbuild > 1)
484 			fprint(2, "build: curstate %ux, token %T\n", ps->curstate, tok);
485 		tag = tok->tag;
486 		brk = 0;
487 		brksp = 0;
488 		if(tag < Numtags) {
489 			brk = blockbrk[tag];
490 			if(brk&SPBefore)
491 				brksp = 1;
492 		}
493 		else if(tag < Numtags + RBRA) {
494 			brk = blockbrk[tag - RBRA];
495 			if(brk&SPAfter)
496 				brksp = 1;
497 		}
498 		if(brk) {
499 			addbrk(ps, brksp, 0);
500 			if(ps->inpar) {
501 				popjust(ps);
502 				ps->inpar = 0;
503 			}
504 		}
505 		// check common case first (Data), then switch statement on tag
506 		if(tag == Data) {
507 			// Lexing didn't pay attention to SGML record boundary rules:
508 			// \n after start tag or before end tag to be discarded.
509 			// (Lex has already discarded all \r's).
510 			// Some pages assume this doesn't happen in <PRE> text,
511 			// so we won't do it if literal is true.
512 			// BUG: won't discard \n before a start tag that begins
513 			// the next bufferful of tokens.
514 			s = tok->text;
515 			n = _Strlen(s);
516 			if(!ps->literal) {
517 				i = 0;
518 				j = n;
519 				if(toki > 0) {
520 					pt = toks[toki - 1].tag;
521 					// IE and Netscape both ignore this rule (contrary to spec)
522 					// if previous tag was img
523 					if(pt < Numtags && pt != Timg && j > 0 && s[0] == '\n')
524 						i++;
525 				}
526 				if(toki < tokslen - 1) {
527 					nt = toks[toki + 1].tag;
528 					if(nt >= RBRA && nt < Numtags + RBRA && j > i && s[j - 1] == '\n')
529 						j--;
530 				}
531 				if(i > 0 || j < n) {
532 					t = s;
533 					s = _Strsubstr(s, i, j);
534 					free(t);
535 					n = j-i;
536 				}
537 			}
538 			if(ps->skipwhite) {
539 				_trimwhite(s, n, &t, &nt);
540 				if(t == nil) {
541 					free(s);
542 					s = nil;
543 				}
544 				else if(t != s) {
545 					t = _Strndup(t, nt);
546 					free(s);
547 					s = t;
548 				}
549 				if(s != nil)
550 					ps->skipwhite = 0;
551 			}
552 			tok->text = nil;		// token doesn't own string anymore
553 			if(s != nil)
554 				addtext(ps, s);
555 		}
556 		else
557 			switch(tag) {
558 			// Some abbrevs used in following DTD comments
559 			// %text = 	#PCDATA
560 			//		| TT | I | B | U | STRIKE | BIG | SMALL | SUB | SUP
561 			//		| EM | STRONG | DFN | CODE | SAMP | KBD | VAR | CITE
562 			//		| A | IMG | APPLET | FONT | BASEFONT | BR | SCRIPT | MAP
563 			//		| INPUT | SELECT | TEXTAREA
564 			// %block = P | UL | OL | DIR | MENU | DL | PRE | DL | DIV | CENTER
565 			//		| BLOCKQUOTE | FORM | ISINDEX | HR | TABLE
566 			// %flow = (%text | %block)*
567 			// %body.content = (%heading | %text | %block | ADDRESS)*
568 
569 			// <!ELEMENT A - - (%text) -(A)>
570 			// Anchors are not supposed to be nested, but you sometimes see
571 			// href anchors inside destination anchors.
572 			case Ta:
573 				if(ps->curanchor != 0) {
574 					if(warn)
575 						fprint(2, "warning: nested <A> or missing </A>\n");
576 					ps->curanchor = 0;
577 				}
578 				name = aval(tok, Aname);
579 				href = aurlval(tok, Ahref, nil, di->base);
580 				// ignore rel, rev, and title attrs
581 				if(href != nil) {
582 					target = atargval(tok, di->target);
583 					di->anchors = newanchor(++is->nanchors, name, href, target, di->anchors);
584 					if(name != nil)
585 						name = _Strdup(name);	// for DestAnchor construction, below
586 					ps->curanchor = is->nanchors;
587 					ps->curfg = push(&ps->fgstk, di->link);
588 					ps->curul = push(&ps->ulstk, ULunder);
589 				}
590 				if(name != nil) {
591 					// add a null item to be destination
592 					additem(ps, newispacer(ISPnull), tok);
593 					di->dests = newdestanchor(++is->nanchors, name, ps->lastit, di->dests);
594 				}
595 				break;
596 
597 			case Ta+RBRA :
598 				if(ps->curanchor != 0) {
599 					ps->curfg = popretnewtop(&ps->fgstk, di->text);
600 					ps->curul = popretnewtop(&ps->ulstk, ULnone);
601 					ps->curanchor = 0;
602 				}
603 				break;
604 
605 			// <!ELEMENT APPLET - - (PARAM | %text)* >
606 			// We can't do applets, so ignore PARAMS, and let
607 			// the %text contents appear for the alternative rep
608 			case Tapplet:
609 			case Tapplet+RBRA:
610 				if(warn && tag == Tapplet)
611 					fprint(2, "warning: <APPLET> ignored\n");
612 				break;
613 
614 			// <!ELEMENT AREA - O EMPTY>
615 			case Tarea:
616 				map = di->maps;
617 				if(map == nil) {
618 					if(warn)
619 						fprint(2, "warning: <AREA> not inside <MAP>\n");
620 					continue;
621 				}
622 				map->areas = newarea(atabval(tok, Ashape, shape_tab, NSHAPETAB, SHrect),
623 					aurlval(tok, Ahref, nil, di->base),
624 					atargval(tok, di->target),
625 					map->areas);
626 				setdimarray(tok, Acoords, &map->areas->coords, &map->areas->ncoords);
627 				break;
628 
629 			// <!ELEMENT (B|STRONG) - - (%text)*>
630 			case Tb:
631 			case Tstrong:
632 				pushfontstyle(ps, FntB);
633 				break;
634 
635 			case Tb+RBRA:
636 			case Tcite+RBRA:
637 			case Tcode+RBRA:
638 			case Tdfn+RBRA:
639 			case Tem+RBRA:
640 			case Tkbd+RBRA:
641 			case Ti+RBRA:
642 			case Tsamp+RBRA:
643 			case Tstrong+RBRA:
644 			case Ttt+RBRA:
645 			case Tvar+RBRA :
646 			case Taddress+RBRA:
647 				popfontstyle(ps);
648 				break;
649 
650 			// <!ELEMENT BASE - O EMPTY>
651 			case Tbase:
652 				t = di->base;
653 				di->base = aurlval(tok, Ahref, di->base, di->base);
654 				if(t != nil)
655 					free(t);
656 				di->target = atargval(tok, di->target);
657 				break;
658 
659 			// <!ELEMENT BASEFONT - O EMPTY>
660 			case Tbasefont:
661 				ps->adjsize = aintval(tok, Asize, 3) - 3;
662 				break;
663 
664 			// <!ELEMENT (BIG|SMALL) - - (%text)*>
665 			case Tbig:
666 			case Tsmall:
667 				sz = ps->adjsize;
668 				if(tag == Tbig)
669 					sz += Large;
670 				else
671 					sz += Small;
672 				pushfontsize(ps, sz);
673 				break;
674 
675 			case Tbig+RBRA:
676 			case Tsmall+RBRA:
677 				popfontsize(ps);
678 				break;
679 
680 			// <!ELEMENT BLOCKQUOTE - - %body.content>
681 			case Tblockquote:
682 				changeindent(ps, BQTAB);
683 				break;
684 
685 			case Tblockquote+RBRA:
686 				changeindent(ps, -BQTAB);
687 				break;
688 
689 			// <!ELEMENT BODY O O %body.content>
690 			case Tbody:
691 				ps->skipping = 0;
692 				bg = makebackground(nil, acolorval(tok, Abgcolor, di->background.color));
693 				bgurl = aurlval(tok, Abackground, nil, di->base);
694 				if(bgurl != nil) {
695 					if(di->backgrounditem != nil)
696 						freeitem((Item*)di->backgrounditem);
697 						// really should remove old item from di->images list,
698 						// but there should only be one BODY element ...
699 					di->backgrounditem = (Iimage*)newiimage(bgurl, nil, ALnone, 0, 0, 0, 0, 0, 0, nil);
700 					di->backgrounditem->nextimage = di->images;
701 					di->images = di->backgrounditem;
702 				}
703 				ps->curbg = bg;
704 				di->background = bg;
705 				di->text = acolorval(tok, Atext, di->text);
706 				di->link = acolorval(tok, Alink, di->link);
707 				di->vlink = acolorval(tok, Avlink, di->vlink);
708 				di->alink = acolorval(tok, Aalink, di->alink);
709 				if(di->text != ps->curfg) {
710 					ps->curfg = di->text;
711 					ps->fgstk.n = 0;
712 				}
713 				break;
714 
715 			case Tbody+RBRA:
716 				// HTML spec says ignore things after </body>,
717 				// but IE and Netscape don't
718 				// ps.skipping = 1;
719 				break;
720 
721 			// <!ELEMENT BR - O EMPTY>
722 			case Tbr:
723 				addlinebrk(ps, atabval(tok, Aclear, clear_tab, NCLEARTAB, 0));
724 				break;
725 
726 			// <!ELEMENT CAPTION - - (%text;)*>
727 			case Tcaption:
728 				if(curtab == nil) {
729 					if(warn)
730 						fprint(2, "warning: <CAPTION> outside <TABLE>\n");
731 					continue;
732 				}
733 				if(curtab->caption != nil) {
734 					if(warn)
735 						fprint(2, "warning: more than one <CAPTION> in <TABLE>\n");
736 					continue;
737 				}
738 				ps = newpstate(ps);
739 				curtab->caption_place = atabval(tok, Aalign, align_tab, NALIGNTAB, ALtop);
740 				break;
741 
742 			case Tcaption+RBRA:
743 				nextps = ps->next;
744 				if(curtab == nil || nextps == nil) {
745 					if(warn)
746 						fprint(2, "warning: unexpected </CAPTION>\n");
747 					continue;
748 				}
749 				curtab->caption = ps->items->next;
750 				free(ps);
751 				ps = nextps;
752 				break;
753 
754 			case Tcenter:
755 			case Tdiv:
756 				if(tag == Tcenter)
757 					al = ALcenter;
758 				else
759 					al = atabval(tok, Aalign, align_tab, NALIGNTAB, ps->curjust);
760 				pushjust(ps, al);
761 				break;
762 
763 			case Tcenter+RBRA:
764 			case Tdiv+RBRA:
765 				popjust(ps);
766 				break;
767 
768 			// <!ELEMENT DD - O  %flow >
769 			case Tdd:
770 				if(ps->hangstk.n == 0) {
771 					if(warn)
772 						fprint(2, "warning: <DD> not inside <DL\n");
773 					continue;
774 				}
775 				h = top(&ps->hangstk, 0);
776 				if(h != 0)
777 					changehang(ps, -10*LISTTAB);
778 				else
779 					addbrk(ps, 0, 0);
780 				push(&ps->hangstk, 0);
781 				break;
782 
783 			//<!ELEMENT (DIR|MENU) - - (LI)+ -(%block) >
784 			//<!ELEMENT (OL|UL) - - (LI)+>
785 			case Tdir:
786 			case Tmenu:
787 			case Tol:
788 			case Tul:
789 				changeindent(ps, LISTTAB);
790 				push(&ps->listtypestk, listtyval(tok, (tag==Tol)? LT1 : LTdisc));
791 				push(&ps->listcntstk, aintval(tok, Astart, 1));
792 				break;
793 
794 			case Tdir+RBRA:
795 			case Tmenu+RBRA:
796 			case Tol+RBRA:
797 			case Tul+RBRA:
798 				if(ps->listtypestk.n == 0) {
799 					if(warn)
800 						fprint(2, "warning: %T ended no list\n", tok);
801 					continue;
802 				}
803 				addbrk(ps, 0, 0);
804 				pop(&ps->listtypestk);
805 				pop(&ps->listcntstk);
806 				changeindent(ps, -LISTTAB);
807 				break;
808 
809 			// <!ELEMENT DL - - (DT|DD)+ >
810 			case Tdl:
811 				changeindent(ps, LISTTAB);
812 				push(&ps->hangstk, 0);
813 				break;
814 
815 			case Tdl+RBRA:
816 				if(ps->hangstk.n == 0) {
817 					if(warn)
818 						fprint(2, "warning: unexpected </DL>\n");
819 					continue;
820 				}
821 				changeindent(ps, -LISTTAB);
822 				if(top(&ps->hangstk, 0) != 0)
823 					changehang(ps, -10*LISTTAB);
824 				pop(&ps->hangstk);
825 				break;
826 
827 			// <!ELEMENT DT - O (%text)* >
828 			case Tdt:
829 				if(ps->hangstk.n == 0) {
830 					if(warn)
831 						fprint(2, "warning: <DT> not inside <DL>\n");
832 					continue;
833 				}
834 				h = top(&ps->hangstk, 0);
835 				pop(&ps->hangstk);
836 				if(h != 0)
837 					changehang(ps, -10*LISTTAB);
838 				changehang(ps, 10*LISTTAB);
839 				push(&ps->hangstk, 1);
840 				break;
841 
842 			// <!ELEMENT FONT - - (%text)*>
843 			case Tfont:
844 				sz = top(&ps->fntsizestk, Normal);
845 				if(_tokaval(tok, Asize, &nsz, 0)) {
846 					if(_prefix(L"+", nsz))
847 						sz = Normal + _Strtol(nsz+1, nil, 10) + ps->adjsize;
848 					else if(_prefix(L"-", nsz))
849 						sz = Normal - _Strtol(nsz+1, nil, 10) + ps->adjsize;
850 					else if(nsz != nil)
851 						sz = Normal + (_Strtol(nsz, nil, 10) - 3);
852 				}
853 				ps->curfg = push(&ps->fgstk, acolorval(tok, Acolor, ps->curfg));
854 				pushfontsize(ps, sz);
855 				break;
856 
857 			case Tfont+RBRA:
858 				if(ps->fgstk.n == 0) {
859 					if(warn)
860 						fprint(2, "warning: unexpected </FONT>\n");
861 					continue;
862 				}
863 				ps->curfg = popretnewtop(&ps->fgstk, di->text);
864 				popfontsize(ps);
865 				break;
866 
867 			// <!ELEMENT FORM - - %body.content -(FORM) >
868 			case Tform:
869 				if(is->curform != nil) {
870 					if(warn)
871 						fprint(2, "warning: <FORM> nested inside another\n");
872 					continue;
873 				}
874 				action = aurlval(tok, Aaction, di->base, di->base);
875 				s = aval(tok, Aid);
876 				name = astrval(tok, Aname, s);
877 				if(s)
878 					free(s);
879 				target = atargval(tok, di->target);
880 				method = atabval(tok, Amethod, method_tab, NMETHODTAB, HGet);
881 				if(warn && _tokaval(tok, Aenctype, &enctype, 0) &&
882 						_Strcmp(enctype, L"application/x-www-form-urlencoded"))
883 					fprint(2, "form enctype %S not handled\n", enctype);
884 				frm = newform(++is->nforms, name, action, target, method, di->forms);
885 				di->forms = frm;
886 				is->curform = frm;
887 				break;
888 
889 			case Tform+RBRA:
890 				if(is->curform == nil) {
891 					if(warn)
892 						fprint(2, "warning: unexpected </FORM>\n");
893 					continue;
894 				}
895 				// put fields back in input order
896 				is->curform->fields = (Formfield*)_revlist((List*)is->curform->fields);
897 				is->curform = nil;
898 				break;
899 
900 			// <!ELEMENT FRAME - O EMPTY>
901 			case Tframe:
902 				ks = is->kidstk;
903 				if(ks == nil) {
904 					if(warn)
905 						fprint(2, "warning: <FRAME> not in <FRAMESET>\n");
906 					continue;
907 				}
908 				ks->kidinfos = kd = newkidinfo(0, ks->kidinfos);
909 				kd->src = aurlval(tok, Asrc, nil, di->base);
910 				kd->name = aval(tok, Aname);
911 				if(kd->name == nil) {
912 					s = _ltoStr(++is->nframes);
913 					kd->name = _Strdup2(L"_fr", s);
914 					free(s);
915 				}
916 				kd->marginw = auintval(tok, Amarginwidth, 0);
917 				kd->marginh = auintval(tok, Amarginheight, 0);
918 				kd->framebd = auintval(tok, Aframeborder, 1);
919 				kd->flags = atabval(tok, Ascrolling, fscroll_tab, NFSCROLLTAB, kd->flags);
920 				norsz = aflagval(tok, Anoresize);
921 				if(norsz)
922 					kd->flags |= FRnoresize;
923 				break;
924 
925 			// <!ELEMENT FRAMESET - - (FRAME|FRAMESET)+>
926 			case Tframeset:
927 				ks = newkidinfo(1, nil);
928 				pks = is->kidstk;
929 				if(pks == nil)
930 					di->kidinfo = ks;
931 				else  {
932 					ks->next = pks->kidinfos;
933 					pks->kidinfos = ks;
934 				}
935 				ks->nextframeset = pks;
936 				is->kidstk = ks;
937 				setdimarray(tok, Arows, &ks->rows, &ks->nrows);
938 				if(ks->nrows == 0) {
939 					ks->rows = (Dimen*)emalloc(sizeof(Dimen));
940 					ks->nrows = 1;
941 					ks->rows[0] = makedimen(Dpercent, 100);
942 				}
943 				setdimarray(tok, Acols, &ks->cols, &ks->ncols);
944 				if(ks->ncols == 0) {
945 					ks->cols = (Dimen*)emalloc(sizeof(Dimen));
946 					ks->ncols = 1;
947 					ks->cols[0] = makedimen(Dpercent, 100);
948 				}
949 				break;
950 
951 			case Tframeset+RBRA:
952 				if(is->kidstk == nil) {
953 					if(warn)
954 						fprint(2, "warning: unexpected </FRAMESET>\n");
955 					continue;
956 				}
957 				ks = is->kidstk;
958 				// put kids back in original order
959 				// and add blank frames to fill out cells
960 				n = ks->nrows*ks->ncols;
961 				nblank = n - _listlen((List*)ks->kidinfos);
962 				while(nblank-- > 0)
963 					ks->kidinfos = newkidinfo(0, ks->kidinfos);
964 				ks->kidinfos = (Kidinfo*)_revlist((List*)ks->kidinfos);
965 				is->kidstk = is->kidstk->nextframeset;
966 				if(is->kidstk == nil) {
967 					// end input
968 					ans = nil;
969 					goto return_ans;
970 				}
971 				break;
972 
973 			// <!ELEMENT H1 - - (%text;)*>, etc.
974 			case Th1:
975 			case Th2:
976 			case Th3:
977 			case Th4:
978 			case Th5:
979 			case Th6:
980 				bramt = 1;
981 				if(ps->items == ps->lastit)
982 					bramt = 0;
983 				addbrk(ps, bramt, IFcleft|IFcright);
984 				sz = Verylarge - (tag - Th1);
985 				if(sz < Tiny)
986 					sz = Tiny;
987 				pushfontsize(ps, sz);
988 				sty = top(&ps->fntstylestk, FntR);
989 				if(tag == Th1)
990 					sty = FntB;
991 				pushfontstyle(ps, sty);
992 				pushjust(ps, atabval(tok, Aalign, align_tab, NALIGNTAB, ps->curjust));
993 				ps->skipwhite = 1;
994 				break;
995 
996 			case Th1+RBRA:
997 			case Th2+RBRA:
998 			case Th3+RBRA:
999 			case Th4+RBRA:
1000 			case Th5+RBRA:
1001 			case Th6+RBRA:
1002 				addbrk(ps, 1, IFcleft|IFcright);
1003 				popfontsize(ps);
1004 				popfontstyle(ps);
1005 				popjust(ps);
1006 				break;
1007 
1008 			case Thead:
1009 				// HTML spec says ignore regular markup in head,
1010 				// but Netscape and IE don't
1011 				// ps.skipping = 1;
1012 				break;
1013 
1014 			case Thead+RBRA:
1015 				ps->skipping = 0;
1016 				break;
1017 
1018 			// <!ELEMENT HR - O EMPTY>
1019 			case Thr:
1020 				al = atabval(tok, Aalign, align_tab, NALIGNTAB, ALcenter);
1021 				sz = auintval(tok, Asize, HRSZ);
1022 				wd = adimen(tok, Awidth);
1023 				if(dimenkind(wd) == Dnone)
1024 					wd = makedimen(Dpercent, 100);
1025 				nosh = aflagval(tok, Anoshade);
1026 				additem(ps, newirule(al, sz, nosh, wd), tok);
1027 				addbrk(ps, 0, 0);
1028 				break;
1029 
1030 			case Ti:
1031 			case Tcite:
1032 			case Tdfn:
1033 			case Tem:
1034 			case Tvar:
1035 			case Taddress:
1036 				pushfontstyle(ps, FntI);
1037 				break;
1038 
1039 			// <!ELEMENT IMG - O EMPTY>
1040 			case Timg:
1041 				map = nil;
1042 				oldcuranchor = ps->curanchor;
1043 				if(_tokaval(tok, Ausemap, &usemap, 0)) {
1044 					if(!_prefix(L"#", usemap)) {
1045 						if(warn)
1046 							fprint(2, "warning: can't handle non-local map %S\n", usemap);
1047 					}
1048 					else {
1049 						map = getmap(di, usemap+1);
1050 						if(ps->curanchor == 0) {
1051 							di->anchors = newanchor(++is->nanchors, nil, nil, di->target, di->anchors);
1052 							ps->curanchor = is->nanchors;
1053 						}
1054 					}
1055 				}
1056 				align = atabval(tok, Aalign, align_tab, NALIGNTAB, ALbottom);
1057 				dfltbd = 0;
1058 				if(ps->curanchor != 0)
1059 					dfltbd = 2;
1060 				src = aurlval(tok, Asrc, nil, di->base);
1061 				if(src == nil) {
1062 					if(warn)
1063 						fprint(2, "warning: <img> has no src attribute\n");
1064 					ps->curanchor = oldcuranchor;
1065 					continue;
1066 				}
1067 				img = newiimage(src,
1068 						aval(tok, Aalt),
1069 						align,
1070 						auintval(tok, Awidth, 0),
1071 						auintval(tok, Aheight, 0),
1072 						auintval(tok, Ahspace, IMGHSPACE),
1073 						auintval(tok, Avspace, IMGVSPACE),
1074 						auintval(tok, Aborder, dfltbd),
1075 						aflagval(tok, Aismap),
1076 						map);
1077 				if(align == ALleft || align == ALright) {
1078 					additem(ps, newifloat(img, align), tok);
1079 					// if no hspace specified, use FLTIMGHSPACE
1080 					if(!_tokaval(tok, Ahspace, &val, 0))
1081 						((Iimage*)img)->hspace = FLTIMGHSPACE;
1082 				}
1083 				else {
1084 					ps->skipwhite = 0;
1085 					additem(ps, img, tok);
1086 				}
1087 				if(!ps->skipping) {
1088 					((Iimage*)img)->nextimage = di->images;
1089 					di->images = (Iimage*)img;
1090 				}
1091 				ps->curanchor = oldcuranchor;
1092 				break;
1093 
1094 			// <!ELEMENT INPUT - O EMPTY>
1095 			case Tinput:
1096 				ps->skipwhite = 0;
1097 				if(is->curform == nil) {
1098 					if(warn)
1099 						fprint(2, "<INPUT> not inside <FORM>\n");
1100 					continue;
1101 				}
1102 				is->curform->fields = field = newformfield(
1103 						atabval(tok, Atype, input_tab, NINPUTTAB, Ftext),
1104 						++is->curform->nfields,
1105 						is->curform,
1106 						aval(tok, Aname),
1107 						aval(tok, Avalue),
1108 						auintval(tok, Asize, 0),
1109 						auintval(tok, Amaxlength, 1000),
1110 						is->curform->fields);
1111 				if(aflagval(tok, Achecked))
1112 					field->flags = FFchecked;
1113 
1114 				switch(field->ftype) {
1115 				case Ftext:
1116 				case Fpassword:
1117 				case Ffile:
1118 					if(field->size == 0)
1119 						field->size = 20;
1120 					break;
1121 
1122 				case Fcheckbox:
1123 					if(field->name == nil) {
1124 						if(warn)
1125 							fprint(2, "warning: checkbox form field missing name\n");
1126 						continue;
1127 					}
1128 					if(field->value == nil)
1129 						field->value = _Strdup(L"1");
1130 					break;
1131 
1132 				case Fradio:
1133 					if(field->name == nil || field->value == nil) {
1134 						if(warn)
1135 							fprint(2, "warning: radio form field missing name or value\n");
1136 						continue;
1137 					}
1138 					break;
1139 
1140 				case Fsubmit:
1141 					if(field->value == nil)
1142 						field->value = _Strdup(L"Submit");
1143 					if(field->name == nil)
1144 						field->name = _Strdup(L"_no_name_submit_");
1145 					break;
1146 
1147 				case Fimage:
1148 					src = aurlval(tok, Asrc, nil, di->base);
1149 					if(src == nil) {
1150 						if(warn)
1151 							fprint(2, "warning: image form field missing src\n");
1152 						continue;
1153 					}
1154 					// width and height attrs aren't specified in HTML 3.2,
1155 					// but some people provide them and they help avoid
1156 					// a relayout
1157 					field->image = newiimage(src,
1158 						astrval(tok, Aalt, L"Submit"),
1159 						atabval(tok, Aalign, align_tab, NALIGNTAB, ALbottom),
1160 						auintval(tok, Awidth, 0), auintval(tok, Aheight, 0),
1161 						0, 0, 0, 0, nil);
1162 					ii = (Iimage*)field->image;
1163 					ii->nextimage = di->images;
1164 					di->images = ii;
1165 					break;
1166 
1167 				case Freset:
1168 					if(field->value == nil)
1169 						field->value = _Strdup(L"Reset");
1170 					break;
1171 
1172 				case Fbutton:
1173 					if(field->value == nil)
1174 						field->value = _Strdup(L" ");
1175 					break;
1176 				}
1177 				ffit = newiformfield(field);
1178 				additem(ps, ffit, tok);
1179 				if(ffit->genattr != nil)
1180 					field->events = ffit->genattr->events;
1181 				break;
1182 
1183 			// <!ENTITY ISINDEX - O EMPTY>
1184 			case Tisindex:
1185 				ps->skipwhite = 0;
1186 				prompt = astrval(tok, Aprompt, L"Index search terms:");
1187 				target = atargval(tok, di->target);
1188 				additem(ps, textit(ps, prompt), tok);
1189 				frm = newform(++is->nforms,
1190 						nil,
1191 						di->base,
1192 						target,
1193 						HGet,
1194 						di->forms);
1195 				di->forms = frm;
1196 				ff = newformfield(Ftext,
1197 						1,
1198 						frm,
1199 						_Strdup(L"_ISINDEX_"),
1200 						nil,
1201 						50,
1202 						1000,
1203 						nil);
1204 				frm->fields = ff;
1205 				frm->nfields = 1;
1206 				additem(ps, newiformfield(ff), tok);
1207 				addbrk(ps, 1, 0);
1208 				break;
1209 
1210 			// <!ELEMENT LI - O %flow>
1211 			case Tli:
1212 				if(ps->listtypestk.n == 0) {
1213 					if(warn)
1214 						fprint(2, "<LI> not in list\n");
1215 					continue;
1216 				}
1217 				ty = top(&ps->listtypestk, 0);
1218 				ty2 = listtyval(tok, ty);
1219 				if(ty != ty2) {
1220 					ty = ty2;
1221 					push(&ps->listtypestk, ty2);
1222 				}
1223 				v = aintval(tok, Avalue, top(&ps->listcntstk, 1));
1224 				if(ty == LTdisc || ty == LTsquare || ty == LTcircle)
1225 					hang = 10*LISTTAB - 3;
1226 				else
1227 					hang = 10*LISTTAB - 1;
1228 				changehang(ps, hang);
1229 				addtext(ps, listmark(ty, v));
1230 				push(&ps->listcntstk, v + 1);
1231 				changehang(ps, -hang);
1232 				ps->skipwhite = 1;
1233 				break;
1234 
1235 			// <!ELEMENT MAP - - (AREA)+>
1236 			case Tmap:
1237 				if(_tokaval(tok, Aname, &name, 0))
1238 					is->curmap = getmap(di, name);
1239 				break;
1240 
1241 			case Tmap+RBRA:
1242 				map = is->curmap;
1243 				if(map == nil) {
1244 					if(warn)
1245 						fprint(2, "warning: unexpected </MAP>\n");
1246 					continue;
1247 				}
1248 				map->areas = (Area*)_revlist((List*)map->areas);
1249 				break;
1250 
1251 			case Tmeta:
1252 				if(ps->skipping)
1253 					continue;
1254 				if(_tokaval(tok, Ahttp_equiv, &equiv, 0)) {
1255 					val = aval(tok, Acontent);
1256 					n = _Strlen(equiv);
1257 					if(!_Strncmpci(equiv, n, L"refresh"))
1258 						di->refresh = val;
1259 					else if(!_Strncmpci(equiv, n, L"content-script-type")) {
1260 						n = _Strlen(val);
1261 						if(!_Strncmpci(val, n, L"javascript")
1262 						   || !_Strncmpci(val, n, L"jscript1.1")
1263 						   || !_Strncmpci(val, n, L"jscript"))
1264 							di->scripttype = TextJavascript;
1265 						else {
1266 							if(warn)
1267 								fprint(2, "unimplemented script type %S\n", val);
1268 							di->scripttype = UnknownType;
1269 						}
1270 					}
1271 				}
1272 				break;
1273 
1274 			// Nobr is NOT in HMTL 4.0, but it is ubiquitous on the web
1275 			case Tnobr:
1276 				ps->skipwhite = 0;
1277 				ps->curstate &= ~IFwrap;
1278 				break;
1279 
1280 			case Tnobr+RBRA:
1281 				ps->curstate |= IFwrap;
1282 				break;
1283 
1284 			// We do frames, so skip stuff in noframes
1285 			case Tnoframes:
1286 				ps->skipping = 1;
1287 				break;
1288 
1289 			case Tnoframes+RBRA:
1290 				ps->skipping = 0;
1291 				break;
1292 
1293 			// We do scripts (if enabled), so skip stuff in noscripts
1294 			case Tnoscript:
1295 				if(doscripts)
1296 					ps->skipping = 1;
1297 				break;
1298 
1299 			case Tnoscript+RBRA:
1300 				if(doscripts)
1301 					ps->skipping = 0;
1302 				break;
1303 
1304 			// <!ELEMENT OPTION - O (	//PCDATA)>
1305 			case Toption:
1306 				if(is->curform == nil || is->curform->fields == nil) {
1307 					if(warn)
1308 						fprint(2, "warning: <OPTION> not in <SELECT>\n");
1309 					continue;
1310 				}
1311 				field = is->curform->fields;
1312 				if(field->ftype != Fselect) {
1313 					if(warn)
1314 						fprint(2, "warning: <OPTION> not in <SELECT>\n");
1315 					continue;
1316 				}
1317 				val = aval(tok, Avalue);
1318 				option = newoption(aflagval(tok, Aselected), val, nil, field->options);
1319 				field->options = option;
1320 				option->display =  getpcdata(toks, tokslen, &toki);
1321 				if(val == nil)
1322 					option->value = _Strdup(option->display);
1323 				break;
1324 
1325 			// <!ELEMENT P - O (%text)* >
1326 			case Tp:
1327 				pushjust(ps, atabval(tok, Aalign, align_tab, NALIGNTAB, ps->curjust));
1328 				ps->inpar = 1;
1329 				ps->skipwhite = 1;
1330 				break;
1331 
1332 			case Tp+RBRA:
1333 				break;
1334 
1335 			// <!ELEMENT PARAM - O EMPTY>
1336 			// Do something when we do applets...
1337 			case Tparam:
1338 				break;
1339 
1340 			// <!ELEMENT PRE - - (%text)* -(IMG|BIG|SMALL|SUB|SUP|FONT) >
1341 			case Tpre:
1342 				ps->curstate &= ~IFwrap;
1343 				ps->literal = 1;
1344 				ps->skipwhite = 0;
1345 				pushfontstyle(ps, FntT);
1346 				break;
1347 
1348 			case Tpre+RBRA:
1349 				ps->curstate |= IFwrap;
1350 				if(ps->literal) {
1351 					popfontstyle(ps);
1352 					ps->literal = 0;
1353 				}
1354 				break;
1355 
1356 			// <!ELEMENT SCRIPT - - CDATA>
1357 			case Tscript:
1358 				if(doscripts) {
1359 					if(!di->hasscripts) {
1360 						if(di->scripttype == TextJavascript) {
1361 							// TODO: initialize script if nec.
1362 							// initjscript(di);
1363 							di->hasscripts = 1;
1364 						}
1365 					}
1366 				}
1367 				if(!di->hasscripts) {
1368 					if(warn)
1369 						fprint(2, "warning: <SCRIPT> ignored\n");
1370 					ps->skipping = 1;
1371 				}
1372 				else {
1373 					scriptsrc = aurlval(tok, Asrc, nil, di->base);
1374 					script = nil;
1375 					if(scriptsrc != nil) {
1376 						if(warn)
1377 							fprint(2, "warning: non-local <SCRIPT> ignored\n");
1378 						free(scriptsrc);
1379 					}
1380 					else {
1381 						script = getpcdata(toks, tokslen, &toki);
1382 					}
1383 					if(script != nil) {
1384 						if(warn)
1385 							fprint(2, "script ignored\n");
1386 						free(script);
1387 					}
1388 				}
1389 				break;
1390 
1391 			case Tscript+RBRA:
1392 				ps->skipping = 0;
1393 				break;
1394 
1395 			// <!ELEMENT SELECT - - (OPTION+)>
1396 			case Tselect:
1397 				if(is->curform == nil) {
1398 					if(warn)
1399 						fprint(2, "<SELECT> not inside <FORM>\n");
1400 					continue;
1401 				}
1402 				field = newformfield(Fselect,
1403 					++is->curform->nfields,
1404 					is->curform,
1405 					aval(tok, Aname),
1406 					nil,
1407 					auintval(tok, Asize, 0),
1408 					0,
1409 					is->curform->fields);
1410 				is->curform->fields = field;
1411 				if(aflagval(tok, Amultiple))
1412 					field->flags = FFmultiple;
1413 				ffit = newiformfield(field);
1414 				additem(ps, ffit, tok);
1415 				if(ffit->genattr != nil)
1416 					field->events = ffit->genattr->events;
1417 				// throw away stuff until next tag (should be <OPTION>)
1418 				s = getpcdata(toks, tokslen, &toki);
1419 				if(s != nil)
1420 					free(s);
1421 				break;
1422 
1423 			case Tselect+RBRA:
1424 				if(is->curform == nil || is->curform->fields == nil) {
1425 					if(warn)
1426 						fprint(2, "warning: unexpected </SELECT>\n");
1427 					continue;
1428 				}
1429 				field = is->curform->fields;
1430 				if(field->ftype != Fselect)
1431 					continue;
1432 				// put options back in input order
1433 				field->options = (Option*)_revlist((List*)field->options);
1434 				break;
1435 
1436 			// <!ELEMENT (STRIKE|U) - - (%text)*>
1437 			case Tstrike:
1438 			case Tu:
1439 				ps->curul = push(&ps->ulstk, (tag==Tstrike)? ULmid : ULunder);
1440 				break;
1441 
1442 			case Tstrike+RBRA:
1443 			case Tu+RBRA:
1444 				if(ps->ulstk.n == 0) {
1445 					if(warn)
1446 						fprint(2, "warning: unexpected %T\n", tok);
1447 					continue;
1448 				}
1449 				ps->curul = popretnewtop(&ps->ulstk, ULnone);
1450 				break;
1451 
1452 			// <!ELEMENT STYLE - - CDATA>
1453 			case Tstyle:
1454 				if(warn)
1455 					fprint(2, "warning: unimplemented <STYLE>\n");
1456 				ps->skipping = 1;
1457 				break;
1458 
1459 			case Tstyle+RBRA:
1460 				ps->skipping = 0;
1461 				break;
1462 
1463 			// <!ELEMENT (SUB|SUP) - - (%text)*>
1464 			case Tsub:
1465 			case Tsup:
1466 				if(tag == Tsub)
1467 					ps->curvoff += SUBOFF;
1468 				else
1469 					ps->curvoff -= SUPOFF;
1470 				push(&ps->voffstk, ps->curvoff);
1471 				sz = top(&ps->fntsizestk, Normal);
1472 				pushfontsize(ps, sz - 1);
1473 				break;
1474 
1475 			case Tsub+RBRA:
1476 			case Tsup+RBRA:
1477 				if(ps->voffstk.n == 0) {
1478 					if(warn)
1479 						fprint(2, "warning: unexpected %T\n", tok);
1480 					continue;
1481 				}
1482 				ps->curvoff = popretnewtop(&ps->voffstk, 0);
1483 				popfontsize(ps);
1484 				break;
1485 
1486 			// <!ELEMENT TABLE - - (CAPTION?, TR+)>
1487 			case Ttable:
1488 				ps->skipwhite = 0;
1489 				tab = newtable(++is->ntables,
1490 						aalign(tok),
1491 						adimen(tok, Awidth),
1492 						aflagval(tok, Aborder),
1493 						auintval(tok, Acellspacing, TABSP),
1494 						auintval(tok, Acellpadding, TABPAD),
1495 						makebackground(nil, acolorval(tok, Abgcolor, ps->curbg.color)),
1496 						tok,
1497 						is->tabstk);
1498 				is->tabstk = tab;
1499 				curtab = tab;
1500 				break;
1501 
1502 			case Ttable+RBRA:
1503 				if(curtab == nil) {
1504 					if(warn)
1505 						fprint(2, "warning: unexpected </TABLE>\n");
1506 					continue;
1507 				}
1508 				isempty = (curtab->cells == nil);
1509 				if(isempty) {
1510 					if(warn)
1511 						fprint(2, "warning: <TABLE> has no cells\n");
1512 				}
1513 				else {
1514 					ps = finishcell(curtab, ps);
1515 					if(curtab->rows != nil)
1516 						curtab->rows->flags = 0;
1517 					finish_table(curtab);
1518 				}
1519 				ps->skipping = 0;
1520 				if(!isempty) {
1521 					tabitem = newitable(curtab);
1522 					al = curtab->align.halign;
1523 					switch(al) {
1524 					case ALleft:
1525 					case ALright:
1526 						additem(ps, newifloat(tabitem, al), tok);
1527 						break;
1528 					default:
1529 						if(al == ALcenter)
1530 							pushjust(ps, ALcenter);
1531 						addbrk(ps, 0, 0);
1532 						if(ps->inpar) {
1533 							popjust(ps);
1534 							ps->inpar = 0;
1535 						}
1536 						additem(ps, tabitem, curtab->tabletok);
1537 						if(al == ALcenter)
1538 							popjust(ps);
1539 						break;
1540 					}
1541 				}
1542 				if(is->tabstk == nil) {
1543 					if(warn)
1544 						fprint(2, "warning: table stack is wrong\n");
1545 				}
1546 				else
1547 					is->tabstk = is->tabstk->next;
1548 				curtab->next = di->tables;
1549 				di->tables = curtab;
1550 				curtab = is->tabstk;
1551 				if(!isempty)
1552 					addbrk(ps, 0, 0);
1553 				break;
1554 
1555 			// <!ELEMENT (TH|TD) - O %body.content>
1556 			// Cells for a row are accumulated in reverse order.
1557 			// We push ps on a stack, and use a new one to accumulate
1558 			// the contents of the cell.
1559 			case Ttd:
1560 			case Tth:
1561 				if(curtab == nil) {
1562 					if(warn)
1563 						fprint(2, "%T outside <TABLE>\n", tok);
1564 					continue;
1565 				}
1566 				if(ps->inpar) {
1567 					popjust(ps);
1568 					ps->inpar = 0;
1569 				}
1570 				ps = finishcell(curtab, ps);
1571 				tr = nil;
1572 				if(curtab->rows != nil)
1573 					tr = curtab->rows;
1574 				if(tr == nil || !tr->flags) {
1575 					if(warn)
1576 						fprint(2, "%T outside row\n", tok);
1577 					tr = newtablerow(makealign(ALnone, ALnone),
1578 							makebackground(nil, curtab->background.color),
1579 							TFparsing,
1580 							curtab->rows);
1581 					curtab->rows = tr;
1582 				}
1583 				ps = cell_pstate(ps, tag == Tth);
1584 				flags = TFparsing;
1585 				if(aflagval(tok, Anowrap)) {
1586 					flags |= TFnowrap;
1587 					ps->curstate &= ~IFwrap;
1588 				}
1589 				if(tag == Tth)
1590 					flags |= TFisth;
1591 				c = newtablecell(curtab->cells==nil? 1 : curtab->cells->cellid+1,
1592 						auintval(tok, Arowspan, 1),
1593 						auintval(tok, Acolspan, 1),
1594 						aalign(tok),
1595 						adimen(tok, Awidth),
1596 						auintval(tok, Aheight, 0),
1597 						makebackground(nil, acolorval(tok, Abgcolor, tr->background.color)),
1598 						flags,
1599 						curtab->cells);
1600 				curtab->cells = c;
1601 				ps->curbg = c->background;
1602 				if(c->align.halign == ALnone) {
1603 					if(tr->align.halign != ALnone)
1604 						c->align.halign = tr->align.halign;
1605 					else if(tag == Tth)
1606 						c->align.halign = ALcenter;
1607 					else
1608 						c->align.halign = ALleft;
1609 				}
1610 				if(c->align.valign == ALnone) {
1611 					if(tr->align.valign != ALnone)
1612 						c->align.valign = tr->align.valign;
1613 					else
1614 						c->align.valign = ALmiddle;
1615 				}
1616 				c->nextinrow = tr->cells;
1617 				tr->cells = c;
1618 				break;
1619 
1620 			case Ttd+RBRA:
1621 			case Tth+RBRA:
1622 				if(curtab == nil || curtab->cells == nil) {
1623 					if(warn)
1624 						fprint(2, "unexpected %T\n", tok);
1625 					continue;
1626 				}
1627 				ps = finishcell(curtab, ps);
1628 				break;
1629 
1630 			// <!ELEMENT TEXTAREA - - (	//PCDATA)>
1631 			case Ttextarea:
1632 				if(is->curform == nil) {
1633 					if(warn)
1634 						fprint(2, "<TEXTAREA> not inside <FORM>\n");
1635 					continue;
1636 				}
1637 				field = newformfield(Ftextarea,
1638 					++is->curform->nfields,
1639 					is->curform,
1640 					aval(tok, Aname),
1641 					nil,
1642 					0,
1643 					0,
1644 					is->curform->fields);
1645 				is->curform->fields = field;
1646 				field->rows = auintval(tok, Arows, 3);
1647 				field->cols = auintval(tok, Acols, 50);
1648 				field->value = getpcdata(toks, tokslen, &toki);
1649 				if(warn && toki < tokslen - 1 && toks[toki + 1].tag != Ttextarea + RBRA)
1650 					fprint(2, "warning: <TEXTAREA> data ended by %T\n", &toks[toki + 1]);
1651 				ffit = newiformfield(field);
1652 				additem(ps, ffit, tok);
1653 				if(ffit->genattr != nil)
1654 					field->events = ffit->genattr->events;
1655 				break;
1656 
1657 			// <!ELEMENT TITLE - - (	//PCDATA)* -(%head.misc)>
1658 			case Ttitle:
1659 				di->doctitle = getpcdata(toks, tokslen, &toki);
1660 				if(warn && toki < tokslen - 1 && toks[toki + 1].tag != Ttitle + RBRA)
1661 					fprint(2, "warning: <TITLE> data ended by %T\n", &toks[toki + 1]);
1662 				break;
1663 
1664 			// <!ELEMENT TR - O (TH|TD)+>
1665 			// rows are accumulated in reverse order in curtab->rows
1666 			case Ttr:
1667 				if(curtab == nil) {
1668 					if(warn)
1669 						fprint(2, "warning: <TR> outside <TABLE>\n");
1670 					continue;
1671 				}
1672 				if(ps->inpar) {
1673 					popjust(ps);
1674 					ps->inpar = 0;
1675 				}
1676 				ps = finishcell(curtab, ps);
1677 				if(curtab->rows != nil)
1678 					curtab->rows->flags = 0;
1679 				curtab->rows = newtablerow(aalign(tok),
1680 					makebackground(nil, acolorval(tok, Abgcolor, curtab->background.color)),
1681 					TFparsing,
1682 					curtab->rows);
1683 				break;
1684 
1685 			case Ttr+RBRA:
1686 				if(curtab == nil || curtab->rows == nil) {
1687 					if(warn)
1688 						fprint(2, "warning: unexpected </TR>\n");
1689 					continue;
1690 				}
1691 				ps = finishcell(curtab, ps);
1692 				tr = curtab->rows;
1693 				if(tr->cells == nil) {
1694 					if(warn)
1695 						fprint(2, "warning: empty row\n");
1696 					curtab->rows = tr->next;
1697 					tr->next = nil;
1698 				}
1699 				else
1700 					tr->flags = 0;
1701 				break;
1702 
1703 			// <!ELEMENT (TT|CODE|KBD|SAMP) - - (%text)*>
1704 			case Ttt:
1705 			case Tcode:
1706 			case Tkbd:
1707 			case Tsamp:
1708 				pushfontstyle(ps, FntT);
1709 				break;
1710 
1711 			// Tags that have empty action
1712 			case Tabbr:
1713 			case Tabbr+RBRA:
1714 			case Tacronym:
1715 			case Tacronym+RBRA:
1716 			case Tarea+RBRA:
1717 			case Tbase+RBRA:
1718 			case Tbasefont+RBRA:
1719 			case Tbr+RBRA:
1720 			case Tdd+RBRA:
1721 			case Tdt+RBRA:
1722 			case Tframe+RBRA:
1723 			case Thr+RBRA:
1724 			case Thtml:
1725 			case Thtml+RBRA:
1726 			case Timg+RBRA:
1727 			case Tinput+RBRA:
1728 			case Tisindex+RBRA:
1729 			case Tli+RBRA:
1730 			case Tlink:
1731 			case Tlink+RBRA:
1732 			case Tmeta+RBRA:
1733 			case Toption+RBRA:
1734 			case Tparam+RBRA:
1735 			case Ttextarea+RBRA:
1736 			case Ttitle+RBRA:
1737 				break;
1738 
1739 
1740 			// Tags not implemented
1741 			case Tbdo:
1742 			case Tbdo+RBRA:
1743 			case Tbutton:
1744 			case Tbutton+RBRA:
1745 			case Tdel:
1746 			case Tdel+RBRA:
1747 			case Tfieldset:
1748 			case Tfieldset+RBRA:
1749 			case Tiframe:
1750 			case Tiframe+RBRA:
1751 			case Tins:
1752 			case Tins+RBRA:
1753 			case Tlabel:
1754 			case Tlabel+RBRA:
1755 			case Tlegend:
1756 			case Tlegend+RBRA:
1757 			case Tobject:
1758 			case Tobject+RBRA:
1759 			case Toptgroup:
1760 			case Toptgroup+RBRA:
1761 			case Tspan:
1762 			case Tspan+RBRA:
1763 				if(warn) {
1764 					if(tag > RBRA)
1765 						tag -= RBRA;
1766 					fprint(2, "warning: unimplemented HTML tag: %S\n", tagnames[tag]);
1767 				}
1768 				break;
1769 
1770 			default:
1771 				if(warn)
1772 					fprint(2, "warning: unknown HTML tag: %S\n", tok->text);
1773 				break;
1774 			}
1775 	}
1776 	// some pages omit trailing </table>
1777 	while(curtab != nil) {
1778 		if(warn)
1779 			fprint(2, "warning: <TABLE> not closed\n");
1780 		if(curtab->cells != nil) {
1781 			ps = finishcell(curtab, ps);
1782 			if(curtab->cells == nil) {
1783 				if(warn)
1784 					fprint(2, "warning: empty table\n");
1785 			}
1786 			else {
1787 				if(curtab->rows != nil)
1788 					curtab->rows->flags = 0;
1789 				finish_table(curtab);
1790 				ps->skipping = 0;
1791 				additem(ps, newitable(curtab), curtab->tabletok);
1792 				addbrk(ps, 0, 0);
1793 			}
1794 		}
1795 		if(is->tabstk != nil)
1796 			is->tabstk = is->tabstk->next;
1797 		curtab->next = di->tables;
1798 		di->tables = curtab;
1799 		curtab = is->tabstk;
1800 	}
1801 	outerps = lastps(ps);
1802 	ans = outerps->items->next;
1803 	// note: ans may be nil and di->kids not nil, if there's a frameset!
1804 	outerps->items = newispacer(ISPnull);
1805 	outerps->lastit = outerps->items;
1806 	is->psstk = ps;
1807 	if(ans != nil && di->hasscripts) {
1808 		// TODO evalscript(nil);
1809 		;
1810 	}
1811 
1812 return_ans:
1813 	if(dbgbuild) {
1814 		assert(validitems(ans));
1815 		if(ans == nil)
1816 			fprint(2, "getitems returning nil\n");
1817 		else
1818 			printitems(ans, "getitems returning:");
1819 	}
1820 	return ans;
1821 }
1822 
1823 // Concatenate together maximal set of Data tokens, starting at toks[toki+1].
1824 // Lexer has ensured that there will either be a following non-data token or
1825 // we will be at eof.
1826 // Return emallocd trimmed concatenation, and update *ptoki to last used toki
1827 static Rune*
1828 getpcdata(Token* toks, int tokslen, int* ptoki)
1829 {
1830 	Rune*	ans;
1831 	Rune*	p;
1832 	Rune*	trimans;
1833 	int	anslen;
1834 	int	trimanslen;
1835 	int	toki;
1836 	Token*	tok;
1837 
1838 	ans = nil;
1839 	anslen = 0;
1840 	// first find length of answer
1841 	toki = (*ptoki) + 1;
1842 	while(toki < tokslen) {
1843 		tok = &toks[toki];
1844 		if(tok->tag == Data) {
1845 			toki++;
1846 			anslen += _Strlen(tok->text);
1847 		}
1848 		else
1849 			break;
1850 	}
1851 	// now make up the initial answer
1852 	if(anslen > 0) {
1853 		ans = _newstr(anslen);
1854 		p = ans;
1855 		toki = (*ptoki) + 1;
1856 		while(toki < tokslen) {
1857 			tok = &toks[toki];
1858 			if(tok->tag == Data) {
1859 				toki++;
1860 				p = _Stradd(p, tok->text, _Strlen(tok->text));
1861 			}
1862 			else
1863 				break;
1864 		}
1865 		*p = 0;
1866 		_trimwhite(ans, anslen, &trimans, &trimanslen);
1867 		if(trimanslen != anslen) {
1868 			p = ans;
1869 			ans = _Strndup(trimans, trimanslen);
1870 			free(p);
1871 		}
1872 	}
1873 	*ptoki = toki-1;
1874 	return ans;
1875 }
1876 
1877 // If still parsing head of curtab->cells list, finish it off
1878 // by transferring the items on the head of psstk to the cell.
1879 // Then pop the psstk and return the new psstk.
1880 static Pstate*
1881 finishcell(Table* curtab, Pstate* psstk)
1882 {
1883 	Tablecell*	c;
1884 	Pstate* psstknext;
1885 
1886 	c = curtab->cells;
1887 	if(c != nil) {
1888 		if((c->flags&TFparsing)) {
1889 			psstknext = psstk->next;
1890 			if(psstknext == nil) {
1891 				if(warn)
1892 					fprint(2, "warning: parse state stack is wrong\n");
1893 			}
1894 			else {
1895 				c->content = psstk->items->next;
1896 				c->flags &= ~TFparsing;
1897 				freepstate(psstk);
1898 				psstk = psstknext;
1899 			}
1900 		}
1901 	}
1902 	return psstk;
1903 }
1904 
1905 // Make a new Pstate for a cell, based on the old pstate, oldps.
1906 // Also, put the new ps on the head of the oldps stack.
1907 static Pstate*
1908 cell_pstate(Pstate* oldps, int ishead)
1909 {
1910 	Pstate*	ps;
1911 	int	sty;
1912 
1913 	ps = newpstate(oldps);
1914 	ps->skipwhite = 1;
1915 	ps->curanchor = oldps->curanchor;
1916 	copystack(&ps->fntstylestk, &oldps->fntstylestk);
1917 	copystack(&ps->fntsizestk, &oldps->fntsizestk);
1918 	ps->curfont = oldps->curfont;
1919 	ps->curfg = oldps->curfg;
1920 	ps->curbg = oldps->curbg;
1921 	copystack(&ps->fgstk, &oldps->fgstk);
1922 	ps->adjsize = oldps->adjsize;
1923 	if(ishead) {
1924 		sty = ps->curfont%NumSize;
1925 		ps->curfont = FntB*NumSize + sty;
1926 	}
1927 	return ps;
1928 }
1929 
1930 // Return a new Pstate with default starting state.
1931 // Use link to add it to head of a list, if any.
1932 static Pstate*
1933 newpstate(Pstate* link)
1934 {
1935 	Pstate*	ps;
1936 
1937 	ps = (Pstate*)emalloc(sizeof(Pstate));
1938 	ps->curfont = DefFnt;
1939 	ps->curfg = Black;
1940 	ps->curbg.image = nil;
1941 	ps->curbg.color = White;
1942 	ps->curul = ULnone;
1943 	ps->curjust = ALleft;
1944 	ps->curstate = IFwrap;
1945 	ps->items = newispacer(ISPnull);
1946 	ps->lastit = ps->items;
1947 	ps->prelastit = nil;
1948 	ps->next = link;
1949 	return ps;
1950 }
1951 
1952 // Return last Pstate on psl list
1953 static Pstate*
1954 lastps(Pstate* psl)
1955 {
1956 	assert(psl != nil);
1957 	while(psl->next != nil)
1958 		psl = psl->next;
1959 	return psl;
1960 }
1961 
1962 // Add it to end of ps item chain, adding in current state from ps.
1963 // Also, if tok is not nil, scan it for generic attributes and assign
1964 // the genattr field of the item accordingly.
1965 static void
1966 additem(Pstate* ps, Item* it, Token* tok)
1967 {
1968 	int	aid;
1969 	int	any;
1970 	Rune*	i;
1971 	Rune*	c;
1972 	Rune*	s;
1973 	Rune*	t;
1974 	Attr*	a;
1975 	SEvent*	e;
1976 
1977 	if(ps->skipping) {
1978 		if(warn)
1979 			fprint(2, "warning: skipping item: %I\n", it);
1980 		return;
1981 	}
1982 	it->anchorid = ps->curanchor;
1983 	it->state |= ps->curstate;
1984 	if(tok != nil) {
1985 		any = 0;
1986 		i = nil;
1987 		c = nil;
1988 		s = nil;
1989 		t = nil;
1990 		e = nil;
1991 		for(a = tok->attr; a != nil; a = a->next) {
1992 			aid = a->attid;
1993 			if(!attrinfo[aid])
1994 				continue;
1995 			switch(aid) {
1996 			case Aid:
1997 				i = a->value;
1998 				break;
1999 
2000 			case Aclass:
2001 				c = a->value;
2002 				break;
2003 
2004 			case Astyle:
2005 				s = a->value;
2006 				break;
2007 
2008 			case Atitle:
2009 				t = a->value;
2010 				break;
2011 
2012 			default:
2013 				assert(aid >= Aonblur && aid <= Aonunload);
2014 				e = newscriptevent(scriptev[a->attid], a->value, e);
2015 				break;
2016 			}
2017 			a->value = nil;
2018 			any = 1;
2019 		}
2020 		if(any)
2021 			it->genattr = newgenattr(i, c, s, t, e);
2022 	}
2023 	ps->curstate &= ~(IFbrk|IFbrksp|IFnobrk|IFcleft|IFcright);
2024 	ps->prelastit = ps->lastit;
2025 	ps->lastit->next = it;
2026 	ps->lastit = it;
2027 }
2028 
2029 // Make a text item out of s,
2030 // using current font, foreground, vertical offset and underline state.
2031 static Item*
2032 textit(Pstate* ps, Rune* s)
2033 {
2034 	assert(s != nil);
2035 	return newitext(s, ps->curfont, ps->curfg, ps->curvoff + Voffbias, ps->curul);
2036 }
2037 
2038 // Add text item or items for s, paying attention to
2039 // current font, foreground, baseline offset, underline state,
2040 // and literal mode.  Unless we're in literal mode, compress
2041 // whitespace to single blank, and, if curstate has a break,
2042 // trim any leading whitespace.  Whether in literal mode or not,
2043 // turn nonbreaking spaces into spacer items with IFnobrk set.
2044 //
2045 // In literal mode, break up s at newlines and add breaks instead.
2046 // Also replace tabs appropriate number of spaces.
2047 // In nonliteral mode, break up the items every 100 or so characters
2048 // just to make the layout algorithm not go quadratic.
2049 //
2050 // addtext assumes ownership of s.
2051 static void
2052 addtext(Pstate* ps, Rune* s)
2053 {
2054 	int	n;
2055 	int	i;
2056 	int	j;
2057 	int	k;
2058 	int	col;
2059 	int	c;
2060 	int	nsp;
2061 	Item*	it;
2062 	Rune*	ss;
2063 	Rune*	p;
2064 	Rune	buf[SMALLBUFSIZE];
2065 
2066 	assert(s != nil);
2067 	n = runestrlen(s);
2068 	i = 0;
2069 	j = 0;
2070 	if(ps->literal) {
2071 		col = 0;
2072 		while(i < n) {
2073 			if(s[i] == '\n') {
2074 				if(i > j) {
2075 					// trim trailing blanks from line
2076 					for(k = i; k > j; k--)
2077 						if(s[k - 1] != ' ')
2078 							break;
2079 					if(k > j)
2080 						additem(ps, textit(ps, _Strndup(s+j, k-j)), nil);
2081 				}
2082 				addlinebrk(ps, 0);
2083 				j = i + 1;
2084 				col = 0;
2085 			}
2086 			else {
2087 				if(s[i] == '\t') {
2088 					col += i - j;
2089 					nsp = 8 - (col%8);
2090 					// make ss = s[j:i] + nsp spaces
2091 					ss = _newstr(i-j+nsp);
2092 					p = _Stradd(ss, s+j, i-j);
2093 					p = _Stradd(p, L"        ", nsp);
2094 					*p = 0;
2095 					additem(ps, textit(ps, ss), nil);
2096 					col += nsp;
2097 					j = i + 1;
2098 				}
2099 				else if(s[i] == NBSP) {
2100 					if(i > j)
2101 						additem(ps, textit(ps, _Strndup(s+j, i-j)), nil);
2102 					addnbsp(ps);
2103 					col += (i - j) + 1;
2104 					j = i + 1;
2105 				}
2106 			}
2107 			i++;
2108 		}
2109 		if(i > j) {
2110 			if(j == 0 && i == n) {
2111 				// just transfer s over
2112 				additem(ps, textit(ps, s), nil);
2113 			}
2114 			else {
2115 				additem(ps, textit(ps, _Strndup(s+j, i-j)), nil);
2116 				free(s);
2117 			}
2118 		}
2119 	}
2120 	else {	// not literal mode
2121 		if((ps->curstate&IFbrk) || ps->lastit == ps->items)
2122 			while(i < n) {
2123 				c = s[i];
2124 				if(c >= 256 || !isspace(c))
2125 					break;
2126 				i++;
2127 			}
2128 		p = buf;
2129 		for(j = i; i < n; i++) {
2130 			assert(p+i-j < buf+SMALLBUFSIZE-1);
2131 			c = s[i];
2132 			if(c == NBSP) {
2133 				if(i > j)
2134 					p = _Stradd(p, s+j, i-j);
2135 				if(p > buf)
2136 					additem(ps, textit(ps, _Strndup(buf, p-buf)), nil);
2137 				p = buf;
2138 				addnbsp(ps);
2139 				j = i + 1;
2140 				continue;
2141 			}
2142 			if(c < 256 && isspace(c)) {
2143 				if(i > j)
2144 					p = _Stradd(p, s+j, i-j);
2145 				*p++ = ' ';
2146 				while(i < n - 1) {
2147 					c = s[i + 1];
2148 					if(c >= 256 || !isspace(c))
2149 						break;
2150 					i++;
2151 				}
2152 				j = i + 1;
2153 			}
2154 			if(i - j >= 100) {
2155 				p = _Stradd(p, s+j, i+1-j);
2156 				j = i + 1;
2157 			}
2158 			if(p-buf >= 100) {
2159 				additem(ps, textit(ps, _Strndup(buf, p-buf)), nil);
2160 				p = buf;
2161 			}
2162 		}
2163 		if(i > j && j < n) {
2164 			assert(p+i-j < buf+SMALLBUFSIZE-1);
2165 			p = _Stradd(p, s+j, i-j);
2166 		}
2167 		// don't add a space if previous item ended in a space
2168 		if(p-buf == 1 && buf[0] == ' ' && ps->lastit != nil) {
2169 			it = ps->lastit;
2170 			if(it->tag == Itexttag) {
2171 				ss = ((Itext*)it)->s;
2172 				k = _Strlen(ss);
2173 				if(k > 0 && ss[k] == ' ')
2174 					p = buf;
2175 			}
2176 		}
2177 		if(p > buf)
2178 			additem(ps, textit(ps, _Strndup(buf, p-buf)), nil);
2179 		free(s);
2180 	}
2181 }
2182 
2183 // Add a break to ps->curstate, with extra space if sp is true.
2184 // If there was a previous break, combine this one's parameters
2185 // with that to make the amt be the max of the two and the clr
2186 // be the most general. (amt will be 0 or 1)
2187 // Also, if the immediately preceding item was a text item,
2188 // trim any whitespace from the end of it, if not in literal mode.
2189 // Finally, if this is at the very beginning of the item list
2190 // (the only thing there is a null spacer), then don't add the space.
2191 static void
2192 addbrk(Pstate* ps, int sp, int clr)
2193 {
2194 	int	state;
2195 	Rune*	l;
2196 	int		nl;
2197 	Rune*	r;
2198 	int		nr;
2199 	Itext*	t;
2200 	Rune*	s;
2201 
2202 	state = ps->curstate;
2203 	clr = clr|(state&(IFcleft|IFcright));
2204 	if(sp && !(ps->lastit == ps->items))
2205 		sp = IFbrksp;
2206 	else
2207 		sp = 0;
2208 	ps->curstate = IFbrk|sp|(state&~(IFcleft|IFcright))|clr;
2209 	if(ps->lastit != ps->items) {
2210 		if(!ps->literal && ps->lastit->tag == Itexttag) {
2211 			t = (Itext*)ps->lastit;
2212 			_splitr(t->s, _Strlen(t->s), notwhitespace, &l, &nl, &r, &nr);
2213 			// try to avoid making empty items
2214 			// but not crucial f the occasional one gets through
2215 			if(nl == 0 && ps->prelastit != nil) {
2216 				ps->lastit = ps->prelastit;
2217 				ps->lastit->next = nil;
2218 				ps->prelastit = nil;
2219 			}
2220 			else {
2221 				s = t->s;
2222 				if(nl == 0) {
2223 					// need a non-nil pointer to empty string
2224 					// (_Strdup(L"") returns nil)
2225 					t->s = emalloc(sizeof(Rune));
2226 					t->s[0] = 0;
2227 				}
2228 				else
2229 					t->s = _Strndup(l, nl);
2230 				if(s)
2231 					free(s);
2232 			}
2233 		}
2234 	}
2235 }
2236 
2237 // Add break due to a <br> or a newline within a preformatted section.
2238 // We add a null item first, with current font's height and ascent, to make
2239 // sure that the current line takes up at least that amount of vertical space.
2240 // This ensures that <br>s on empty lines cause blank lines, and that
2241 // multiple <br>s in a row give multiple blank lines.
2242 // However don't add the spacer if the previous item was something that
2243 // takes up space itself.
2244 static void
2245 addlinebrk(Pstate* ps, int clr)
2246 {
2247 	int	obrkstate;
2248 	int	b;
2249 
2250 	// don't want break before our null item unless the previous item
2251 	// was also a null item for the purposes of line breaking
2252 	obrkstate = ps->curstate&(IFbrk|IFbrksp);
2253 	b = IFnobrk;
2254 	if(ps->lastit != nil) {
2255 		if(ps->lastit->tag == Ispacertag) {
2256 			if(((Ispacer*)ps->lastit)->spkind == ISPvline)
2257 				b = IFbrk;
2258 		}
2259 	}
2260 	ps->curstate = (ps->curstate&~(IFbrk|IFbrksp))|b;
2261 	additem(ps, newispacer(ISPvline), nil);
2262 	ps->curstate = (ps->curstate&~(IFbrk|IFbrksp))|obrkstate;
2263 	addbrk(ps, 0, clr);
2264 }
2265 
2266 // Add a nonbreakable space
2267 static void
2268 addnbsp(Pstate* ps)
2269 {
2270 	// if nbsp comes right where a break was specified,
2271 	// do the break anyway (nbsp is being used to generate undiscardable
2272 	// space rather than to prevent a break)
2273 	if((ps->curstate&IFbrk) == 0)
2274 		ps->curstate |= IFnobrk;
2275 	additem(ps, newispacer(ISPhspace), nil);
2276 	// but definitely no break on next item
2277 	ps->curstate |= IFnobrk;
2278 }
2279 
2280 // Change hang in ps.curstate by delta.
2281 // The amount is in 1/10ths of tabs, and is the amount that
2282 // the current contiguous set of items with a hang value set
2283 // is to be shifted left from its normal (indented) place.
2284 static void
2285 changehang(Pstate* ps, int delta)
2286 {
2287 	int	amt;
2288 
2289 	amt = (ps->curstate&IFhangmask) + delta;
2290 	if(amt < 0) {
2291 		if(warn)
2292 			fprint(2, "warning: hang went negative\n");
2293 		amt = 0;
2294 	}
2295 	ps->curstate = (ps->curstate&~IFhangmask)|amt;
2296 }
2297 
2298 // Change indent in ps.curstate by delta.
2299 static void
2300 changeindent(Pstate* ps, int delta)
2301 {
2302 	int	amt;
2303 
2304 	amt = ((ps->curstate&IFindentmask) >> IFindentshift) + delta;
2305 	if(amt < 0) {
2306 		if(warn)
2307 			fprint(2, "warning: indent went negative\n");
2308 		amt = 0;
2309 	}
2310 	ps->curstate = (ps->curstate&~IFindentmask)|(amt << IFindentshift);
2311 }
2312 
2313 // Push val on top of stack, and also return value pushed
2314 static int
2315 push(Stack* stk, int val)
2316 {
2317 	if(stk->n == Nestmax) {
2318 		if(warn)
2319 			fprint(2, "warning: build stack overflow\n");
2320 	}
2321 	else
2322 		stk->slots[stk->n++] = val;
2323 	return val;
2324 }
2325 
2326 // Pop top of stack
2327 static void
2328 pop(Stack* stk)
2329 {
2330 	if(stk->n > 0)
2331 		--stk->n;
2332 }
2333 
2334 //Return top of stack, using dflt if stack is empty
2335 static int
2336 top(Stack* stk, int dflt)
2337 {
2338 	if(stk->n == 0)
2339 		return dflt;
2340 	return stk->slots[stk->n-1];
2341 }
2342 
2343 // pop, then return new top, with dflt if empty
2344 static int
2345 popretnewtop(Stack* stk, int dflt)
2346 {
2347 	if(stk->n == 0)
2348 		return dflt;
2349 	stk->n--;
2350 	if(stk->n == 0)
2351 		return dflt;
2352 	return stk->slots[stk->n-1];
2353 }
2354 
2355 // Copy fromstk entries into tostk
2356 static void
2357 copystack(Stack* tostk, Stack* fromstk)
2358 {
2359 	int n;
2360 
2361 	n = fromstk->n;
2362 	tostk->n = n;
2363 	memmove(tostk->slots, fromstk->slots, n*sizeof(int));
2364 }
2365 
2366 static void
2367 popfontstyle(Pstate* ps)
2368 {
2369 	pop(&ps->fntstylestk);
2370 	setcurfont(ps);
2371 }
2372 
2373 static void
2374 pushfontstyle(Pstate* ps, int sty)
2375 {
2376 	push(&ps->fntstylestk, sty);
2377 	setcurfont(ps);
2378 }
2379 
2380 static void
2381 popfontsize(Pstate* ps)
2382 {
2383 	pop(&ps->fntsizestk);
2384 	setcurfont(ps);
2385 }
2386 
2387 static void
2388 pushfontsize(Pstate* ps, int sz)
2389 {
2390 	push(&ps->fntsizestk, sz);
2391 	setcurfont(ps);
2392 }
2393 
2394 static void
2395 setcurfont(Pstate* ps)
2396 {
2397 	int	sty;
2398 	int	sz;
2399 
2400 	sty = top(&ps->fntstylestk, FntR);
2401 	sz = top(&ps->fntsizestk, Normal);
2402 	if(sz < Tiny)
2403 		sz = Tiny;
2404 	if(sz > Verylarge)
2405 		sz = Verylarge;
2406 	ps->curfont = sty*NumSize + sz;
2407 }
2408 
2409 static void
2410 popjust(Pstate* ps)
2411 {
2412 	pop(&ps->juststk);
2413 	setcurjust(ps);
2414 }
2415 
2416 static void
2417 pushjust(Pstate* ps, int j)
2418 {
2419 	push(&ps->juststk, j);
2420 	setcurjust(ps);
2421 }
2422 
2423 static void
2424 setcurjust(Pstate* ps)
2425 {
2426 	int	j;
2427 	int	state;
2428 
2429 	j = top(&ps->juststk, ALleft);
2430 	if(j != ps->curjust) {
2431 		ps->curjust = j;
2432 		state = ps->curstate;
2433 		state &= ~(IFrjust|IFcjust);
2434 		if(j == ALcenter)
2435 			state |= IFcjust;
2436 		else if(j == ALright)
2437 			state |= IFrjust;
2438 		ps->curstate = state;
2439 	}
2440 }
2441 
2442 // Do final rearrangement after table parsing is finished
2443 // and assign cells to grid points
2444 static void
2445 finish_table(Table* t)
2446 {
2447 	int	ncol;
2448 	int	nrow;
2449 	int	r;
2450 	Tablerow*	rl;
2451 	Tablecell*	cl;
2452 	int*	rowspancnt;
2453 	Tablecell**	rowspancell;
2454 	int	ri;
2455 	int	ci;
2456 	Tablecell*	c;
2457 	Tablecell*	cnext;
2458 	Tablerow*	row;
2459 	Tablerow*	rownext;
2460 	int	rcols;
2461 	int	newncol;
2462 	int	k;
2463 	int	j;
2464 	int	cspan;
2465 	int	rspan;
2466 	int	i;
2467 
2468 	rl = t->rows;
2469 	t->nrow = nrow = _listlen((List*)rl);
2470 	t->rows = (Tablerow*)emalloc(nrow * sizeof(Tablerow));
2471 	ncol = 0;
2472 	r = nrow - 1;
2473 	for(row = rl; row != nil; row = rownext) {
2474 		// copy the data from the allocated Tablerow into the array slot
2475 		t->rows[r] = *row;
2476 		rownext = row->next;
2477 		row = &t->rows[r];
2478 		r--;
2479 		rcols = 0;
2480 		c = row->cells;
2481 
2482 		// If rowspan is > 1 but this is the last row,
2483 		// reset the rowspan
2484 		if(c != nil && c->rowspan > 1 && r == nrow-2)
2485 				c->rowspan = 1;
2486 
2487 		// reverse row->cells list (along nextinrow pointers)
2488 		row->cells = nil;
2489 		while(c != nil) {
2490 			cnext = c->nextinrow;
2491 			c->nextinrow = row->cells;
2492 			row->cells = c;
2493 			rcols += c->colspan;
2494 			c = cnext;
2495 		}
2496 		if(rcols > ncol)
2497 			ncol = rcols;
2498 	}
2499 	t->ncol = ncol;
2500 	t->cols = (Tablecol*)emalloc(ncol * sizeof(Tablecol));
2501 
2502 	// Reverse cells just so they are drawn in source order.
2503 	// Also, trim their contents so they don't end in whitespace.
2504 	t->cells = (Tablecell*)_revlist((List*)t->cells);
2505 	for(c = t->cells; c != nil; c= c->next)
2506 		trim_cell(c);
2507 	t->grid = (Tablecell***)emalloc(nrow * sizeof(Tablecell**));
2508 	for(i = 0; i < nrow; i++)
2509 		t->grid[i] = (Tablecell**)emalloc(ncol * sizeof(Tablecell*));
2510 
2511 	// The following arrays keep track of cells that are spanning
2512 	// multiple rows;  rowspancnt[i] is the number of rows left
2513 	// to be spanned in column i.
2514 	// When done, cell's (row,col) is upper left grid point.
2515 	rowspancnt = (int*)emalloc(ncol * sizeof(int));
2516 	rowspancell = (Tablecell**)emalloc(ncol * sizeof(Tablecell*));
2517 	for(ri = 0; ri < nrow; ri++) {
2518 		row = &t->rows[ri];
2519 		cl = row->cells;
2520 		ci = 0;
2521 		while(ci < ncol || cl != nil) {
2522 			if(ci < ncol && rowspancnt[ci] > 0) {
2523 				t->grid[ri][ci] = rowspancell[ci];
2524 				rowspancnt[ci]--;
2525 				ci++;
2526 			}
2527 			else {
2528 				if(cl == nil) {
2529 					ci++;
2530 					continue;
2531 				}
2532 				c = cl;
2533 				cl = cl->nextinrow;
2534 				cspan = c->colspan;
2535 				rspan = c->rowspan;
2536 				if(ci + cspan > ncol) {
2537 					// because of row spanning, we calculated
2538 					// ncol incorrectly; adjust it
2539 					newncol = ci + cspan;
2540 					t->cols = (Tablecol*)erealloc(t->cols, newncol * sizeof(Tablecol));
2541 					rowspancnt = (int*)erealloc(rowspancnt, newncol * sizeof(int));
2542 					rowspancell = (Tablecell**)erealloc(rowspancell, newncol * sizeof(Tablecell*));
2543 					k = newncol-ncol;
2544 					memset(t->cols+ncol, 0, k*sizeof(Tablecol));
2545 					memset(rowspancnt+ncol, 0, k*sizeof(int));
2546 					memset(rowspancell+ncol, 0, k*sizeof(Tablecell*));
2547 					for(j = 0; j < nrow; j++) {
2548 						t->grid[j] = (Tablecell**)erealloc(t->grid[j], newncol * sizeof(Tablecell*));
2549 						memset(t->grid[j], 0, k*sizeof(Tablecell*));
2550 					}
2551 					t->ncol = ncol = newncol;
2552 				}
2553 				c->row = ri;
2554 				c->col = ci;
2555 				for(i = 0; i < cspan; i++) {
2556 					t->grid[ri][ci] = c;
2557 					if(rspan > 1) {
2558 						rowspancnt[ci] = rspan - 1;
2559 						rowspancell[ci] = c;
2560 					}
2561 					ci++;
2562 				}
2563 			}
2564 		}
2565 	}
2566 }
2567 
2568 // Remove tail of cell content until it isn't whitespace.
2569 static void
2570 trim_cell(Tablecell* c)
2571 {
2572 	int	dropping;
2573 	Rune*	s;
2574 	Rune*	x;
2575 	Rune*	y;
2576 	int		nx;
2577 	int		ny;
2578 	Item*	p;
2579 	Itext*	q;
2580 	Item*	pprev;
2581 
2582 	dropping = 1;
2583 	while(c->content != nil && dropping) {
2584 		p = c->content;
2585 		pprev = nil;
2586 		while(p->next != nil) {
2587 			pprev = p;
2588 			p = p->next;
2589 		}
2590 		dropping = 0;
2591 		if(!(p->state&IFnobrk)) {
2592 			if(p->tag == Itexttag) {
2593 				q = (Itext*)p;
2594 				s = q->s;
2595 				_splitr(s, _Strlen(s), notwhitespace, &x, &nx, &y, &ny);
2596 				if(nx != 0 && ny != 0) {
2597 					q->s = _Strndup(x, nx);
2598 					free(s);
2599 				}
2600 				break;
2601 			}
2602 		}
2603 		if(dropping) {
2604 			if(pprev == nil)
2605 				c->content = nil;
2606 			else
2607 				pprev->next = nil;
2608 			freeitem(p);
2609 		}
2610 	}
2611 }
2612 
2613 // Caller must free answer (eventually).
2614 static Rune*
2615 listmark(uchar ty, int n)
2616 {
2617 	Rune*	s;
2618 	Rune*	t;
2619 	int	n2;
2620 	int	i;
2621 
2622 	s = nil;
2623 	switch(ty) {
2624 	case LTdisc:
2625 	case LTsquare:
2626 	case LTcircle:
2627 		s = _newstr(1);
2628 		s[0] = (ty == LTdisc)? 0x2022		// bullet
2629 			: ((ty == LTsquare)? 0x220e	// filled square
2630 			    : 0x2218);				// degree
2631 		s[1] = 0;
2632 		break;
2633 
2634 	case LT1:
2635 		t = _ltoStr(n);
2636 		n2 = _Strlen(t);
2637 		s = _newstr(n2+1);
2638 		t = _Stradd(s, t, n2);
2639 		*t++ = '.';
2640 		*t = 0;
2641 		break;
2642 
2643 	case LTa:
2644 	case LTA:
2645 		n--;
2646 		i = 0;
2647 		if(n < 0)
2648 			n = 0;
2649 		s = _newstr((n <= 25)? 2 : 3);
2650 		if(n > 25) {
2651 			n2 = n%26;
2652 			n /= 26;
2653 			if(n2 > 25)
2654 				n2 = 25;
2655 			s[i++] = n2 + (ty == LTa)? 'a' : 'A';
2656 		}
2657 		s[i++] = n + (ty == LTa)? 'a' : 'A';
2658 		s[i++] = '.';
2659 		s[i] = 0;
2660 		break;
2661 
2662 	case LTi:
2663 	case LTI:
2664 		if(n >= NROMAN) {
2665 			if(warn)
2666 				fprint(2, "warning: unimplemented roman number > %d\n", NROMAN);
2667 			n = NROMAN;
2668 		}
2669 		t = roman[n - 1];
2670 		n2 = _Strlen(t);
2671 		s = _newstr(n2+1);
2672 		for(i = 0; i < n2; i++)
2673 			s[i] = (ty == LTi)? tolower(t[i]) : t[i];
2674 		s[i++] = '.';
2675 		s[i] = 0;
2676 		break;
2677 	}
2678 	return s;
2679 }
2680 
2681 // Find map with given name in di.maps.
2682 // If not there, add one, copying name.
2683 // Ownership of map remains with di->maps list.
2684 static Map*
2685 getmap(Docinfo* di, Rune* name)
2686 {
2687 	Map*	m;
2688 
2689 	for(m = di->maps; m != nil; m = m->next) {
2690 		if(!_Strcmp(name, m->name))
2691 			return m;
2692 	}
2693 	m = (Map*)emalloc(sizeof(Map));
2694 	m->name = _Strdup(name);
2695 	m->areas = nil;
2696 	m->next = di->maps;
2697 	di->maps = m;
2698 	return m;
2699 }
2700 
2701 // Transfers ownership of href to Area
2702 static Area*
2703 newarea(int shape, Rune* href, int target, Area* link)
2704 {
2705 	Area* a;
2706 
2707 	a = (Area*)emalloc(sizeof(Area));
2708 	a->shape = shape;
2709 	a->href = href;
2710 	a->target = target;
2711 	a->next = link;
2712 	return a;
2713 }
2714 
2715 // Return string value associated with attid in tok, nil if none.
2716 // Caller must free the result (eventually).
2717 static Rune*
2718 aval(Token* tok, int attid)
2719 {
2720 	Rune*	ans;
2721 
2722 	_tokaval(tok, attid, &ans, 1);	// transfers string ownership from token to ans
2723 	return ans;
2724 }
2725 
2726 // Like aval, but use dflt if there was no such attribute in tok.
2727 // Caller must free the result (eventually).
2728 static Rune*
2729 astrval(Token* tok, int attid, Rune* dflt)
2730 {
2731 	Rune*	ans;
2732 
2733 	if(_tokaval(tok, attid, &ans, 1))
2734 		return ans;	// transfers string ownership from token to ans
2735 	else
2736 		return _Strdup(dflt);
2737 }
2738 
2739 // Here we're supposed to convert to an int,
2740 // and have a default when not found
2741 static int
2742 aintval(Token* tok, int attid, int dflt)
2743 {
2744 	Rune*	ans;
2745 
2746 	if(!_tokaval(tok, attid, &ans, 0) || ans == nil)
2747 		return dflt;
2748 	else
2749 		return toint(ans);
2750 }
2751 
2752 // Like aintval, but result should be >= 0
2753 static int
2754 auintval(Token* tok, int attid, int dflt)
2755 {
2756 	Rune* ans;
2757 	int v;
2758 
2759 	if(!_tokaval(tok, attid, &ans, 0) || ans == nil)
2760 		return dflt;
2761 	else {
2762 		v = toint(ans);
2763 		return v >= 0? v : 0;
2764 	}
2765 }
2766 
2767 // int conversion, but with possible error check (if warning)
2768 static int
2769 toint(Rune* s)
2770 {
2771 	int ans;
2772 	Rune* eptr;
2773 
2774 	ans = _Strtol(s, &eptr, 10);
2775 	if(warn) {
2776 		if(*eptr != 0) {
2777 			eptr = _Strclass(eptr, notwhitespace);
2778 			if(eptr != nil)
2779 				fprint(2, "warning: expected integer, got %S\n", s);
2780 		}
2781 	}
2782 	return ans;
2783 }
2784 
2785 // Attribute value when need a table to convert strings to ints
2786 static int
2787 atabval(Token* tok, int attid, StringInt* tab, int ntab, int dflt)
2788 {
2789 	Rune*	aval;
2790 	int	ans;
2791 
2792 	ans = dflt;
2793 	if(_tokaval(tok, attid, &aval, 0)) {
2794 		if(!_lookup(tab, ntab, aval, _Strlen(aval), &ans)) {
2795 			ans = dflt;
2796 			if(warn)
2797 				fprint(2, "warning: name not found in table lookup: %S\n", aval);
2798 		}
2799 	}
2800 	return ans;
2801 }
2802 
2803 // Attribute value when supposed to be a color
2804 static int
2805 acolorval(Token* tok, int attid, int dflt)
2806 {
2807 	Rune*	aval;
2808 	int	ans;
2809 
2810 	ans = dflt;
2811 	if(_tokaval(tok, attid, &aval, 0))
2812 		ans = color(aval, dflt);
2813 	return ans;
2814 }
2815 
2816 // Attribute value when supposed to be a target frame name
2817 static int
2818 atargval(Token* tok, int dflt)
2819 {
2820 	int	ans;
2821 	Rune*	aval;
2822 
2823 	ans = dflt;
2824 	if(_tokaval(tok, Atarget, &aval, 0)){
2825 		ans = targetid(aval);
2826 	}
2827 	return ans;
2828 }
2829 
2830 // special for list types, where "i" and "I" are different,
2831 // but "square" and "SQUARE" are the same
2832 static int
2833 listtyval(Token* tok, int dflt)
2834 {
2835 	Rune*	aval;
2836 	int	ans;
2837 	int	n;
2838 
2839 	ans = dflt;
2840 	if(_tokaval(tok, Atype, &aval, 0)) {
2841 		n = _Strlen(aval);
2842 		if(n == 1) {
2843 			switch(aval[0]) {
2844 			case '1':
2845 				ans = LT1;
2846 				break;
2847 			case 'A':
2848 				ans = LTA;
2849 				break;
2850 			case 'I':
2851 				ans = LTI;
2852 				break;
2853 			case 'a':
2854 				ans = LTa;
2855 				break;
2856 			case 'i':
2857 				ans = LTi;
2858 			default:
2859 				if(warn)
2860 					fprint(2, "warning: unknown list element type %c\n", aval[0]);
2861 			}
2862 		}
2863 		else {
2864 			if(!_Strncmpci(aval, n, L"circle"))
2865 				ans = LTcircle;
2866 			else if(!_Strncmpci(aval, n, L"disc"))
2867 				ans = LTdisc;
2868 			else if(!_Strncmpci(aval, n, L"square"))
2869 				ans = LTsquare;
2870 			else {
2871 				if(warn)
2872 					fprint(2, "warning: unknown list element type %S\n", aval);
2873 			}
2874 		}
2875 	}
2876 	return ans;
2877 }
2878 
2879 // Attribute value when value is a URL, possibly relative to base.
2880 // FOR NOW: leave the url relative.
2881 // Caller must free the result (eventually).
2882 static Rune*
2883 aurlval(Token* tok, int attid, Rune* dflt, Rune* base)
2884 {
2885 	Rune*	ans;
2886 	Rune*	url;
2887 
2888 	USED(base);
2889 	ans = nil;
2890 	if(_tokaval(tok, attid, &url, 0) && url != nil)
2891 		ans = removeallwhite(url);
2892 	if(ans == nil)
2893 		ans = _Strdup(dflt);
2894 	return ans;
2895 }
2896 
2897 // Return copy of s but with all whitespace (even internal) removed.
2898 // This fixes some buggy URL specification strings.
2899 static Rune*
2900 removeallwhite(Rune* s)
2901 {
2902 	int	j;
2903 	int	n;
2904 	int	i;
2905 	int	c;
2906 	Rune*	ans;
2907 
2908 	j = 0;
2909 	n = _Strlen(s);
2910 	for(i = 0; i < n; i++) {
2911 		c = s[i];
2912 		if(c >= 256 || !isspace(c))
2913 			j++;
2914 	}
2915 	if(j < n) {
2916 		ans = _newstr(j);
2917 		j = 0;
2918 		for(i = 0; i < n; i++) {
2919 			c = s[i];
2920 			if(c >= 256 || !isspace(c))
2921 				ans[j++] = c;
2922 		}
2923 		ans[j] = 0;
2924 	}
2925 	else
2926 		ans = _Strdup(s);
2927 	return ans;
2928 }
2929 
2930 // Attribute value when mere presence of attr implies value of 1,
2931 // but if there is an integer there, return it as the value.
2932 static int
2933 aflagval(Token* tok, int attid)
2934 {
2935 	int	val;
2936 	Rune*	sval;
2937 
2938 	val = 0;
2939 	if(_tokaval(tok, attid, &sval, 0)) {
2940 		val = 1;
2941 		if(sval != nil)
2942 			val = toint(sval);
2943 	}
2944 	return val;
2945 }
2946 
2947 static Align
2948 makealign(int halign, int valign)
2949 {
2950 	Align	al;
2951 
2952 	al.halign = halign;
2953 	al.valign = valign;
2954 	return al;
2955 }
2956 
2957 // Make an Align (two alignments, horizontal and vertical)
2958 static Align
2959 aalign(Token* tok)
2960 {
2961 	return makealign(
2962 		atabval(tok, Aalign, align_tab, NALIGNTAB, ALnone),
2963 		atabval(tok, Avalign, align_tab, NALIGNTAB, ALnone));
2964 }
2965 
2966 // Make a Dimen, based on value of attid attr
2967 static Dimen
2968 adimen(Token* tok, int attid)
2969 {
2970 	Rune*	wd;
2971 
2972 	if(_tokaval(tok, attid, &wd, 0))
2973 		return parsedim(wd, _Strlen(wd));
2974 	else
2975 		return makedimen(Dnone, 0);
2976 }
2977 
2978 // Parse s[0:n] as num[.[num]][unit][%|*]
2979 static Dimen
2980 parsedim(Rune* s, int ns)
2981 {
2982 	int	kind;
2983 	int	spec;
2984 	Rune*	l;
2985 	int	nl;
2986 	Rune*	r;
2987 	int	nr;
2988 	int	mul;
2989 	int	i;
2990 	Rune*	f;
2991 	int	nf;
2992 	int	Tkdpi;
2993 	Rune*	units;
2994 
2995 	kind = Dnone;
2996 	spec = 0;
2997 	_splitl(s, ns, L"^0-9", &l, &nl, &r, &nr);
2998 	if(nl != 0) {
2999 		spec = 1000*_Strtol(l, nil, 10);
3000 		if(nr > 0 && r[0] == '.') {
3001 			_splitl(r+1, nr-1, L"^0-9", &f, &nf, &r, &nr);
3002 			if(nf != 0) {
3003 				mul = 100;
3004 				for(i = 0; i < nf; i++) {
3005 					spec = spec + mul*(f[i]-'0');
3006 					mul = mul/10;
3007 				}
3008 			}
3009 		}
3010 		kind = Dpixels;
3011 		if(nr != 0) {
3012 			if(nr >= 2) {
3013 				Tkdpi = 100;
3014 				units = r;
3015 				r = r+2;
3016 				nr -= 2;
3017 				if(!_Strncmpci(units, 2, L"pt"))
3018 					spec = (spec*Tkdpi)/72;
3019 				else if(!_Strncmpci(units, 2, L"pi"))
3020 					spec = (spec*12*Tkdpi)/72;
3021 				else if(!_Strncmpci(units, 2, L"in"))
3022 					spec = spec*Tkdpi;
3023 				else if(!_Strncmpci(units, 2, L"cm"))
3024 					spec = (spec*100*Tkdpi)/254;
3025 				else if(!_Strncmpci(units, 2, L"mm"))
3026 					spec = (spec*10*Tkdpi)/254;
3027 				else if(!_Strncmpci(units, 2, L"em"))
3028 					spec = spec*15;
3029 				else {
3030 					if(warn)
3031 						fprint(2, "warning: unknown units %C%Cs\n", units[0], units[1]);
3032 				}
3033 			}
3034 			if(nr >= 1) {
3035 				if(r[0] == '%')
3036 					kind = Dpercent;
3037 				else if(r[0] == '*')
3038 					kind = Drelative;
3039 			}
3040 		}
3041 		spec = spec/1000;
3042 	}
3043 	else if(nr == 1 && r[0] == '*') {
3044 		spec = 1;
3045 		kind = Drelative;
3046 	}
3047 	return makedimen(kind, spec);
3048 }
3049 
3050 static void
3051 setdimarray(Token* tok, int attid, Dimen** pans, int* panslen)
3052 {
3053 	Rune*	s;
3054 	Dimen*	d;
3055 	int	k;
3056 	int	nc;
3057 	Rune* a[SMALLBUFSIZE];
3058 	int	an[SMALLBUFSIZE];
3059 
3060 	if(_tokaval(tok, attid, &s, 0)) {
3061 		nc = _splitall(s, _Strlen(s), L", ", a, an, SMALLBUFSIZE);
3062 		if(nc > 0) {
3063 			d = (Dimen*)emalloc(nc * sizeof(Dimen));
3064 			for(k = 0; k < nc; k++) {
3065 				d[k] = parsedim(a[k], an[k]);
3066 			}
3067 			*pans = d;
3068 			*panslen = nc;
3069 			return;
3070 		}
3071 	}
3072 	*pans = nil;
3073 	*panslen = 0;
3074 }
3075 
3076 static Background
3077 makebackground(Rune* imageurl, int color)
3078 {
3079 	Background bg;
3080 
3081 	bg.image = imageurl;
3082 	bg.color = color;
3083 	return bg;
3084 }
3085 
3086 static Item*
3087 newitext(Rune* s, int fnt, int fg, int voff, int ul)
3088 {
3089 	Itext* t;
3090 
3091 	assert(s != nil);
3092 	t = (Itext*)emalloc(sizeof(Itext));
3093 	t->tag = Itexttag;
3094 	t->s = s;
3095 	t->fnt = fnt;
3096 	t->fg = fg;
3097 	t->voff = voff;
3098 	t->ul = ul;
3099 	return (Item*)t;
3100 }
3101 
3102 static Item*
3103 newirule(int align, int size, int noshade, Dimen wspec)
3104 {
3105 	Irule* r;
3106 
3107 	r = (Irule*)emalloc(sizeof(Irule));
3108 	r->tag = Iruletag;
3109 	r->align = align;
3110 	r->size = size;
3111 	r->noshade = noshade;
3112 	r->wspec = wspec;
3113 	return (Item*)r;
3114 }
3115 
3116 // Map is owned elsewhere.
3117 static Item*
3118 newiimage(Rune* src, Rune* altrep, int align, int width, int height,
3119 		int hspace, int vspace, int border, int ismap, Map* map)
3120 {
3121 	Iimage* i;
3122 	int	state;
3123 
3124 	state = 0;
3125 	if(ismap)
3126 		state = IFsmap;
3127 	i = (Iimage*)emalloc(sizeof(Iimage));
3128 	i->tag = Iimagetag;
3129 	i->state = state;
3130 	i->imsrc = src;
3131 	i->altrep = altrep;
3132 	i->align = align;
3133 	i->imwidth = width;
3134 	i->imheight = height;
3135 	i->hspace = hspace;
3136 	i->vspace = vspace;
3137 	i->border = border;
3138 	i->map = map;
3139 	i->ctlid = -1;
3140 	return (Item*)i;
3141 }
3142 
3143 static Item*
3144 newiformfield(Formfield* ff)
3145 {
3146 	Iformfield* f;
3147 
3148 	f = (Iformfield*)emalloc(sizeof(Iformfield));
3149 	f->tag = Iformfieldtag;
3150 	f->formfield = ff;
3151 	return (Item*)f;
3152 }
3153 
3154 static Item*
3155 newitable(Table* tab)
3156 {
3157 	Itable* t;
3158 
3159 	t = (Itable*)emalloc(sizeof(Itable));
3160 	t->tag = Itabletag;
3161 	t->table = tab;
3162 	return (Item*)t;
3163 }
3164 
3165 static Item*
3166 newifloat(Item* it, int side)
3167 {
3168 	Ifloat* f;
3169 
3170 	f = (Ifloat*)emalloc(sizeof(Ifloat));
3171 	f->tag = Ifloattag;
3172 	f->state = IFwrap;
3173 	f->item = it;
3174 	f->side = side;
3175 	return (Item*)f;
3176 }
3177 
3178 static Item*
3179 newispacer(int spkind)
3180 {
3181 	Ispacer* s;
3182 
3183 	s = (Ispacer*)emalloc(sizeof(Ispacer));
3184 	s->tag = Ispacertag;
3185 	s->spkind = spkind;
3186 	return (Item*)s;
3187 }
3188 
3189 // Free one item (caller must deal with next pointer)
3190 static void
3191 freeitem(Item* it)
3192 {
3193 	Iimage* ii;
3194 	Genattr* ga;
3195 
3196 	if(it == nil)
3197 		return;
3198 
3199 	switch(it->tag) {
3200 	case Itexttag:
3201 		free(((Itext*)it)->s);
3202 		break;
3203 	case Iimagetag:
3204 		ii = (Iimage*)it;
3205 		free(ii->imsrc);
3206 		free(ii->altrep);
3207 		break;
3208 	case Iformfieldtag:
3209 		freeformfield(((Iformfield*)it)->formfield);
3210 		break;
3211 	case Itabletag:
3212 		freetable(((Itable*)it)->table);
3213 		break;
3214 	case Ifloattag:
3215 		freeitem(((Ifloat*)it)->item);
3216 		break;
3217 	}
3218 	ga = it->genattr;
3219 	if(ga != nil) {
3220 		free(ga->id);
3221 		free(ga->class);
3222 		free(ga->style);
3223 		free(ga->title);
3224 		freescriptevents(ga->events);
3225 	}
3226 	free(it);
3227 }
3228 
3229 // Free list of items chained through next pointer
3230 void
3231 freeitems(Item* ithead)
3232 {
3233 	Item* it;
3234 	Item* itnext;
3235 
3236 	it = ithead;
3237 	while(it != nil) {
3238 		itnext = it->next;
3239 		freeitem(it);
3240 		it = itnext;
3241 	}
3242 }
3243 
3244 static void
3245 freeformfield(Formfield* ff)
3246 {
3247 	Option* o;
3248 	Option* onext;
3249 
3250 	if(ff == nil)
3251 		return;
3252 
3253 	free(ff->name);
3254 	free(ff->value);
3255 	for(o = ff->options; o != nil; o = onext) {
3256 		onext = o->next;
3257 		free(o->value);
3258 		free(o->display);
3259 	}
3260 	free(ff);
3261 }
3262 
3263 static void
3264 freetable(Table* t)
3265 {
3266 	int i;
3267 	Tablecell* c;
3268 	Tablecell* cnext;
3269 
3270 	if(t == nil)
3271 		return;
3272 
3273 	// We'll find all the unique cells via t->cells and next pointers.
3274 	// (Other pointers to cells in the table are duplicates of these)
3275 	for(c = t->cells; c != nil; c = cnext) {
3276 		cnext = c->next;
3277 		freeitems(c->content);
3278 	}
3279 	if(t->grid != nil) {
3280 		for(i = 0; i < t->nrow; i++)
3281 			free(t->grid[i]);
3282 		free(t->grid);
3283 	}
3284 	free(t->rows);
3285 	free(t->cols);
3286 	freeitems(t->caption);
3287 	free(t);
3288 }
3289 
3290 static void
3291 freeform(Form* f)
3292 {
3293 	if(f == nil)
3294 		return;
3295 
3296 	free(f->name);
3297 	free(f->action);
3298 	// Form doesn't own its fields (Iformfield items do)
3299 	free(f);
3300 }
3301 
3302 static void
3303 freeforms(Form* fhead)
3304 {
3305 	Form* f;
3306 	Form* fnext;
3307 
3308 	for(f = fhead; f != nil; f = fnext) {
3309 		fnext = f->next;
3310 		freeform(f);
3311 	}
3312 }
3313 
3314 static void
3315 freeanchor(Anchor* a)
3316 {
3317 	if(a == nil)
3318 		return;
3319 
3320 	free(a->name);
3321 	free(a->href);
3322 	free(a);
3323 }
3324 
3325 static void
3326 freeanchors(Anchor* ahead)
3327 {
3328 	Anchor* a;
3329 	Anchor* anext;
3330 
3331 	for(a = ahead; a != nil; a = anext) {
3332 		anext = a->next;
3333 		freeanchor(a);
3334 	}
3335 }
3336 
3337 static void
3338 freedestanchor(DestAnchor* da)
3339 {
3340 	if(da == nil)
3341 		return;
3342 
3343 	free(da->name);
3344 	free(da);
3345 }
3346 
3347 static void
3348 freedestanchors(DestAnchor* dahead)
3349 {
3350 	DestAnchor* da;
3351 	DestAnchor* danext;
3352 
3353 	for(da = dahead; da != nil; da = danext) {
3354 		danext = da->next;
3355 		freedestanchor(da);
3356 	}
3357 }
3358 
3359 static void
3360 freearea(Area* a)
3361 {
3362 	if(a == nil)
3363 		return;
3364 	free(a->href);
3365 	free(a->coords);
3366 }
3367 
3368 static void freekidinfos(Kidinfo* khead);
3369 
3370 static void
3371 freekidinfo(Kidinfo* k)
3372 {
3373 	if(k->isframeset) {
3374 		free(k->rows);
3375 		free(k->cols);
3376 		freekidinfos(k->kidinfos);
3377 	}
3378 	else {
3379 		free(k->src);
3380 		free(k->name);
3381 	}
3382 	free(k);
3383 }
3384 
3385 static void
3386 freekidinfos(Kidinfo* khead)
3387 {
3388 	Kidinfo* k;
3389 	Kidinfo* knext;
3390 
3391 	for(k = khead; k != nil; k = knext) {
3392 		knext = k->next;
3393 		freekidinfo(k);
3394 	}
3395 }
3396 
3397 static void
3398 freemap(Map* m)
3399 {
3400 	Area* a;
3401 	Area* anext;
3402 
3403 	if(m == nil)
3404 		return;
3405 
3406 	free(m->name);
3407 	for(a = m->areas; a != nil; a = anext) {
3408 		anext = a->next;
3409 		freearea(a);
3410 	}
3411 	free(m);
3412 }
3413 
3414 static void
3415 freemaps(Map* mhead)
3416 {
3417 	Map* m;
3418 	Map* mnext;
3419 
3420 	for(m = mhead; m != nil; m = mnext) {
3421 		mnext = m->next;
3422 		freemap(m);
3423 	}
3424 }
3425 
3426 void
3427 freedocinfo(Docinfo* d)
3428 {
3429 	if(d == nil)
3430 		return;
3431 	free(d->src);
3432 	free(d->base);
3433 	freeitem((Item*)d->backgrounditem);
3434 	free(d->refresh);
3435 	freekidinfos(d->kidinfo);
3436 	freeanchors(d->anchors);
3437 	freedestanchors(d->dests);
3438 	freeforms(d->forms);
3439 	freemaps(d->maps);
3440 	// tables, images, and formfields are freed when
3441 	// the items pointing at them are freed
3442 	free(d);
3443 }
3444 
3445 // Currently, someone else owns all the memory
3446 // pointed to by things in a Pstate.
3447 static void
3448 freepstate(Pstate* p)
3449 {
3450 	free(p);
3451 }
3452 
3453 static void
3454 freepstatestack(Pstate* pshead)
3455 {
3456 	Pstate* p;
3457 	Pstate* pnext;
3458 
3459 	for(p = pshead; p != nil; p = pnext) {
3460 		pnext = p->next;
3461 		free(p);
3462 	}
3463 }
3464 
3465 static int
3466 Iconv(Fmt *f)
3467 {
3468 	Item*	it;
3469 	Itext*	t;
3470 	Irule*	r;
3471 	Iimage*	i;
3472 	Ifloat*	fl;
3473 	int	state;
3474 	Formfield*	ff;
3475 	Rune*	ty;
3476 	Tablecell*	c;
3477 	Table*	tab;
3478 	char*	p;
3479 	int	cl;
3480 	int	hang;
3481 	int	indent;
3482 	int	bi;
3483 	int	nbuf;
3484 	char	buf[BIGBUFSIZE];
3485 
3486 	it = va_arg(f->args, Item*);
3487 	bi = 0;
3488 	nbuf = sizeof(buf);
3489 	state = it->state;
3490 	nbuf = nbuf-1;
3491 	if(state&IFbrk) {
3492 		cl = state&(IFcleft|IFcright);
3493 		p = "";
3494 		if(cl) {
3495 			if(cl == (IFcleft|IFcright))
3496 				p = " both";
3497 			else if(cl == IFcleft)
3498 				p = " left";
3499 			else
3500 				p = " right";
3501 		}
3502 		bi = snprint(buf, nbuf, "brk(%d%s)", (state&IFbrksp)? 1 : 0, p);
3503 	}
3504 	if(state&IFnobrk)
3505 		bi += snprint(buf+bi, nbuf-bi, " nobrk");
3506 	if(!(state&IFwrap))
3507 		bi += snprint(buf+bi, nbuf-bi, " nowrap");
3508 	if(state&IFrjust)
3509 		bi += snprint(buf+bi, nbuf-bi, " rjust");
3510 	if(state&IFcjust)
3511 		bi += snprint(buf+bi, nbuf-bi, " cjust");
3512 	if(state&IFsmap)
3513 		bi += snprint(buf+bi, nbuf-bi, " smap");
3514 	indent = (state&IFindentmask) >> IFindentshift;
3515 	if(indent > 0)
3516 		bi += snprint(buf+bi, nbuf-bi, " indent=%d", indent);
3517 	hang = state&IFhangmask;
3518 	if(hang > 0)
3519 		bi += snprint(buf+bi, nbuf-bi, " hang=%d", hang);
3520 
3521 	switch(it->tag) {
3522 	case Itexttag:
3523 		t = (Itext*)it;
3524 		bi += snprint(buf+bi, nbuf-bi, " Text '%S', fnt=%d, fg=%x", t->s, t->fnt, t->fg);
3525 		break;
3526 
3527 	case Iruletag:
3528 		r = (Irule*)it;
3529 		bi += snprint(buf+bi, nbuf-bi, "Rule size=%d, al=%S, wspec=", r->size, stringalign(r->align));
3530 		bi += dimprint(buf+bi, nbuf-bi, r->wspec);
3531 		break;
3532 
3533 	case Iimagetag:
3534 		i = (Iimage*)it;
3535 		bi += snprint(buf+bi, nbuf-bi,
3536 			"Image src=%S, alt=%S, al=%S, w=%d, h=%d hsp=%d, vsp=%d, bd=%d, map=%S",
3537 			i->imsrc, i->altrep? i->altrep : L"", stringalign(i->align), i->imwidth, i->imheight,
3538 			i->hspace, i->vspace, i->border, i->map? i->map->name : L"");
3539 		break;
3540 
3541 	case Iformfieldtag:
3542 		ff = ((Iformfield*)it)->formfield;
3543 		if(ff->ftype == Ftextarea)
3544 			ty = L"textarea";
3545 		else if(ff->ftype == Fselect)
3546 			ty = L"select";
3547 		else {
3548 			ty = _revlookup(input_tab, NINPUTTAB, ff->ftype);
3549 			if(ty == nil)
3550 				ty = L"none";
3551 		}
3552 		bi += snprint(buf+bi, nbuf-bi, "Formfield %S, fieldid=%d, formid=%d, name=%S, value=%S",
3553 			ty, ff->fieldid, ff->form->formid, ff->name? ff->name : L"",
3554 			ff->value? ff->value : L"");
3555 		break;
3556 
3557 	case Itabletag:
3558 		tab = ((Itable*)it)->table;
3559 		bi += snprint(buf+bi, nbuf-bi, "Table tableid=%d, width=", tab->tableid);
3560 		bi += dimprint(buf+bi, nbuf-bi, tab->width);
3561 		bi += snprint(buf+bi, nbuf-bi, ", nrow=%d, ncol=%d, ncell=%d, totw=%d, toth=%d\n",
3562 			tab->nrow, tab->ncol, tab->ncell, tab->totw, tab->toth);
3563 		for(c = tab->cells; c != nil; c = c->next)
3564 			bi += snprint(buf+bi, nbuf-bi, "Cell %d.%d, at (%d,%d) ",
3565 					tab->tableid, c->cellid, c->row, c->col);
3566 		bi += snprint(buf+bi, nbuf-bi, "End of Table %d", tab->tableid);
3567 		break;
3568 
3569 	case Ifloattag:
3570 		fl = (Ifloat*)it;
3571 		bi += snprint(buf+bi, nbuf-bi, "Float, x=%d y=%d, side=%S, it=%I",
3572 			fl->x, fl->y, stringalign(fl->side), fl->item);
3573 		bi += snprint(buf+bi, nbuf-bi, "\n\t");
3574 		break;
3575 
3576 	case Ispacertag:
3577 		p = "";
3578 		switch(((Ispacer*)it)->spkind) {
3579 		case ISPnull:
3580 			p = "null";
3581 			break;
3582 		case ISPvline:
3583 			p = "vline";
3584 			break;
3585 		case ISPhspace:
3586 			p = "hspace";
3587 			break;
3588 		}
3589 		bi += snprint(buf+bi, nbuf-bi, "Spacer %s ", p);
3590 		break;
3591 	}
3592 	bi += snprint(buf+bi, nbuf-bi, " w=%d, h=%d, a=%d, anchor=%d\n",
3593 			it->width, it->height, it->ascent, it->anchorid);
3594 	buf[bi] = 0;
3595 	return fmtstrcpy(f, buf);
3596 }
3597 
3598 // String version of alignment 'a'
3599 static Rune*
3600 stringalign(int a)
3601 {
3602 	Rune*	s;
3603 
3604 	s = _revlookup(align_tab, NALIGNTAB, a);
3605 	if(s == nil)
3606 		s = L"none";
3607 	return s;
3608 }
3609 
3610 // Put at most nbuf chars of representation of d into buf,
3611 // and return number of characters put
3612 static int
3613 dimprint(char* buf, int nbuf, Dimen d)
3614 {
3615 	int	n;
3616 	int	k;
3617 
3618 	n = 0;
3619 	n += snprint(buf, nbuf, "%d", dimenspec(d));
3620 	k = dimenkind(d);
3621 	if(k == Dpercent)
3622 		buf[n++] = '%';
3623 	if(k == Drelative)
3624 		buf[n++] = '*';
3625 	return n;
3626 }
3627 
3628 void
3629 printitems(Item* items, char* msg)
3630 {
3631 	Item*	il;
3632 
3633 	fprint(2, "%s\n", msg);
3634 	il = items;
3635 	while(il != nil) {
3636 		fprint(2, "%I", il);
3637 		il = il->next;
3638 	}
3639 }
3640 
3641 static Genattr*
3642 newgenattr(Rune* id, Rune* class, Rune* style, Rune* title, SEvent* events)
3643 {
3644 	Genattr* g;
3645 
3646 	g = (Genattr*)emalloc(sizeof(Genattr));
3647 	g->id = id;
3648 	g->class = class;
3649 	g->style = style;
3650 	g->title = title;
3651 	g->events = events;
3652 	return g;
3653 }
3654 
3655 static Formfield*
3656 newformfield(int ftype, int fieldid, Form* form, Rune* name,
3657 		Rune* value, int size, int maxlength, Formfield* link)
3658 {
3659 	Formfield* ff;
3660 
3661 	ff = (Formfield*)emalloc(sizeof(Formfield));
3662 	ff->ftype = ftype;
3663 	ff->fieldid = fieldid;
3664 	ff->form = form;
3665 	ff->name = name;
3666 	ff->value = value;
3667 	ff->size = size;
3668 	ff->maxlength = maxlength;
3669 	ff->ctlid = -1;
3670 	ff->next = link;
3671 	return ff;
3672 }
3673 
3674 // Transfers ownership of value and display to Option.
3675 static Option*
3676 newoption(int selected, Rune* value, Rune* display, Option* link)
3677 {
3678 	Option *o;
3679 
3680 	o = (Option*)emalloc(sizeof(Option));
3681 	o->selected = selected;
3682 	o->value = value;
3683 	o->display = display;
3684 	o->next = link;
3685 	return o;
3686 }
3687 
3688 static Form*
3689 newform(int formid, Rune* name, Rune* action, int target, int method, Form* link)
3690 {
3691 	Form* f;
3692 
3693 	f = (Form*)emalloc(sizeof(Form));
3694 	f->formid = formid;
3695 	f->name = name;
3696 	f->action = action;
3697 	f->target = target;
3698 	f->method = method;
3699 	f->nfields = 0;
3700 	f->fields = nil;
3701 	f->next = link;
3702 	return f;
3703 }
3704 
3705 static Table*
3706 newtable(int tableid, Align align, Dimen width, int border,
3707 	int cellspacing, int cellpadding, Background bg, Token* tok, Table* link)
3708 {
3709 	Table* t;
3710 
3711 	t = (Table*)emalloc(sizeof(Table));
3712 	t->tableid = tableid;
3713 	t->align = align;
3714 	t->width = width;
3715 	t->border = border;
3716 	t->cellspacing = cellspacing;
3717 	t->cellpadding = cellpadding;
3718 	t->background = bg;
3719 	t->caption_place = ALbottom;
3720 	t->caption_lay = nil;
3721 	t->tabletok = tok;
3722 	t->tabletok = nil;
3723 	t->next = link;
3724 	return t;
3725 }
3726 
3727 static Tablerow*
3728 newtablerow(Align align, Background bg, int flags, Tablerow* link)
3729 {
3730 	Tablerow* tr;
3731 
3732 	tr = (Tablerow*)emalloc(sizeof(Tablerow));
3733 	tr->align = align;
3734 	tr->background = bg;
3735 	tr->flags = flags;
3736 	tr->next = link;
3737 	return tr;
3738 }
3739 
3740 static Tablecell*
3741 newtablecell(int cellid, int rowspan, int colspan, Align align, Dimen wspec, int hspec,
3742 		Background bg, int flags, Tablecell* link)
3743 {
3744 	Tablecell* c;
3745 
3746 	c = (Tablecell*)emalloc(sizeof(Tablecell));
3747 	c->cellid = cellid;
3748 	c->lay = nil;
3749 	c->rowspan = rowspan;
3750 	c->colspan = colspan;
3751 	c->align = align;
3752 	c->flags = flags;
3753 	c->wspec = wspec;
3754 	c->hspec = hspec;
3755 	c->background = bg;
3756 	c->next = link;
3757 	return c;
3758 }
3759 
3760 static Anchor*
3761 newanchor(int index, Rune* name, Rune* href, int target, Anchor* link)
3762 {
3763 	Anchor* a;
3764 
3765 	a = (Anchor*)emalloc(sizeof(Anchor));
3766 	a->index = index;
3767 	a->name = name;
3768 	a->href = href;
3769 	a->target = target;
3770 	a->next = link;
3771 	return a;
3772 }
3773 
3774 static DestAnchor*
3775 newdestanchor(int index, Rune* name, Item* item, DestAnchor* link)
3776 {
3777 	DestAnchor* d;
3778 
3779 	d = (DestAnchor*)emalloc(sizeof(DestAnchor));
3780 	d->index = index;
3781 	d->name = name;
3782 	d->item = item;
3783 	d->next = link;
3784 	return d;
3785 }
3786 
3787 static SEvent*
3788 newscriptevent(int type, Rune* script, SEvent* link)
3789 {
3790 	SEvent* ans;
3791 
3792 	ans = (SEvent*)emalloc(sizeof(SEvent));
3793 	ans->type = type;
3794 	ans->script = script;
3795 	ans->next = link;
3796 	return ans;
3797 }
3798 
3799 static void
3800 freescriptevents(SEvent* ehead)
3801 {
3802 	SEvent* e;
3803 	SEvent* nexte;
3804 
3805 	e = ehead;
3806 	while(e != nil) {
3807 		nexte = e->next;
3808 		free(e->script);
3809 		free(e);
3810 		e = nexte;
3811 	}
3812 }
3813 
3814 static Dimen
3815 makedimen(int kind, int spec)
3816 {
3817 	Dimen d;
3818 
3819 	if(spec&Dkindmask) {
3820 		if(warn)
3821 			fprint(2, "warning: dimension spec too big: %d\n", spec);
3822 		spec = 0;
3823 	}
3824 	d.kindspec = kind|spec;
3825 	return d;
3826 }
3827 
3828 int
3829 dimenkind(Dimen d)
3830 {
3831 	return (d.kindspec&Dkindmask);
3832 }
3833 
3834 int
3835 dimenspec(Dimen d)
3836 {
3837 	return (d.kindspec&Dspecmask);
3838 }
3839 
3840 static Kidinfo*
3841 newkidinfo(int isframeset, Kidinfo* link)
3842 {
3843 	Kidinfo*	ki;
3844 
3845 	ki = (Kidinfo*)emalloc(sizeof(Kidinfo));
3846 	ki->isframeset = isframeset;
3847 	if(!isframeset) {
3848 		ki->flags = FRhscrollauto|FRvscrollauto;
3849 		ki->marginw = FRKIDMARGIN;
3850 		ki->marginh = FRKIDMARGIN;
3851 		ki->framebd = 1;
3852 	}
3853 	ki->next = link;
3854 	return ki;
3855 }
3856 
3857 static Docinfo*
3858 newdocinfo(void)
3859 {
3860 	Docinfo*	d;
3861 
3862 	d = (Docinfo*)emalloc(sizeof(Docinfo));
3863 	resetdocinfo(d);
3864 	return d;
3865 }
3866 
3867 static void
3868 resetdocinfo(Docinfo* d)
3869 {
3870 	memset(d, 0, sizeof(Docinfo));
3871 	d->background = makebackground(nil, White);
3872 	d->text = Black;
3873 	d->link = Blue;
3874 	d->vlink = Blue;
3875 	d->alink = Blue;
3876 	d->target = FTself;
3877 	d->chset = ISO_8859_1;
3878 	d->scripttype = TextJavascript;
3879 	d->frameid = -1;
3880 }
3881 
3882 // Use targetmap array to keep track of name <-> targetid mapping.
3883 // Use real malloc(), and never free
3884 static void
3885 targetmapinit(void)
3886 {
3887 	targetmapsize = 10;
3888 	targetmap = (StringInt*)emalloc(targetmapsize*sizeof(StringInt));
3889 	memset(targetmap, 0, targetmapsize*sizeof(StringInt));
3890 	targetmap[0].key = _Strdup(L"_top");
3891 	targetmap[0].val = FTtop;
3892 	targetmap[1].key = _Strdup(L"_self");
3893 	targetmap[1].val = FTself;
3894 	targetmap[2].key = _Strdup(L"_parent");
3895 	targetmap[2].val = FTparent;
3896 	targetmap[3].key = _Strdup(L"_blank");
3897 	targetmap[3].val = FTblank;
3898 	ntargets = 4;
3899 }
3900 
3901 int
3902 targetid(Rune* s)
3903 {
3904 	int i;
3905 	int n;
3906 
3907 	n = _Strlen(s);
3908 	if(n == 0)
3909 		return FTself;
3910 	for(i = 0; i < ntargets; i++)
3911 		if(_Strcmp(s, targetmap[i].key) == 0)
3912 			return targetmap[i].val;
3913 	if(i >= targetmapsize) {
3914 		targetmapsize += 10;
3915 		targetmap = (StringInt*)erealloc(targetmap, targetmapsize*sizeof(StringInt));
3916 	}
3917 	targetmap[i].key = (Rune*)emalloc((n+1)*sizeof(Rune));
3918 	memmove(targetmap[i].key, s, (n+1)*sizeof(Rune));
3919 	targetmap[i].val = i;
3920 	ntargets++;
3921 	return i;
3922 }
3923 
3924 Rune*
3925 targetname(int targid)
3926 {
3927 	int i;
3928 
3929 	for(i = 0; i < ntargets; i++)
3930 		if(targetmap[i].val == targid)
3931 			return targetmap[i].key;
3932 	return L"?";
3933 }
3934 
3935 // Convert HTML color spec to RGB value, returning dflt if can't.
3936 // Argument is supposed to be a valid HTML color, or "".
3937 // Return the RGB value of the color, using dflt if s
3938 // is nil or an invalid color.
3939 static int
3940 color(Rune* s, int dflt)
3941 {
3942 	int v;
3943 	Rune* rest;
3944 
3945 	if(s == nil)
3946 		return dflt;
3947 	if(_lookup(color_tab, NCOLORS, s, _Strlen(s), &v))
3948 		return v;
3949 	if(s[0] == '#')
3950 		s++;
3951 	v = _Strtol(s, &rest, 16);
3952 	if(*rest == 0)
3953 		return v;
3954 	return dflt;
3955 }
3956 
3957 // Debugging
3958 
3959 #define HUGEPIX 10000
3960 
3961 // A "shallow" validitem, that doesn't follow next links
3962 // or descend into tables.
3963 static int
3964 validitem(Item* i)
3965 {
3966 	int ok;
3967 	Itext* ti;
3968 	Irule* ri;
3969 	Iimage* ii;
3970 	Ifloat* fi;
3971 	int a;
3972 
3973 	ok = (i->tag >= Itexttag && i->tag <= Ispacertag) &&
3974 		(i->next == nil || validptr(i->next)) &&
3975 		(i->width >= 0 && i->width < HUGEPIX) &&
3976 		(i->height >= 0 && i->height < HUGEPIX) &&
3977 		(i->ascent > -HUGEPIX && i->ascent < HUGEPIX) &&
3978 		(i->anchorid >= 0) &&
3979 		(i->genattr == nil || validptr(i->genattr));
3980 	// also, could check state for ridiculous combinations
3981 	// also, could check anchorid for within-doc-range
3982 	if(ok)
3983 		switch(i->tag) {
3984 		case Itexttag:
3985 			ti = (Itext*)i;
3986 			ok = validStr(ti->s) &&
3987 				(ti->fnt >= 0 && ti->fnt < NumStyle*NumSize) &&
3988 				(ti->ul == ULnone || ti->ul == ULunder || ti->ul == ULmid);
3989 			break;
3990 		case Iruletag:
3991 			ri = (Irule*)i;
3992 			ok = (validvalign(ri->align) || validhalign(ri->align)) &&
3993 				(ri->size >=0 && ri->size < HUGEPIX);
3994 			break;
3995 		case Iimagetag:
3996 			ii = (Iimage*)i;
3997 			ok = (ii->imsrc == nil || validptr(ii->imsrc)) &&
3998 				(ii->width >= 0 && ii->width < HUGEPIX) &&
3999 				(ii->height >= 0 && ii->height < HUGEPIX) &&
4000 				(ii->imwidth >= 0 && ii->imwidth < HUGEPIX) &&
4001 				(ii->imheight >= 0 && ii->imheight < HUGEPIX) &&
4002 				(ii->altrep == nil || validStr(ii->altrep)) &&
4003 				(ii->map == nil || validptr(ii->map)) &&
4004 				(validvalign(ii->align) || validhalign(ii->align)) &&
4005 				(ii->nextimage == nil || validptr(ii->nextimage));
4006 			break;
4007 		case Iformfieldtag:
4008 			ok = validformfield(((Iformfield*)i)->formfield);
4009 			break;
4010 		case Itabletag:
4011 			ok = validptr((Itable*)i);
4012 			break;
4013 		case Ifloattag:
4014 			fi = (Ifloat*)i;
4015 			ok = (fi->side == ALleft || fi->side == ALright) &&
4016 				validitem(fi->item) &&
4017 				(fi->item->tag == Iimagetag || fi->item->tag == Itabletag);
4018 			break;
4019 		case Ispacertag:
4020 			a = ((Ispacer*)i)->spkind;
4021 			ok = a==ISPnull || a==ISPvline || a==ISPhspace || a==ISPgeneral;
4022 			break;
4023 		default:
4024 			ok = 0;
4025 		}
4026 	return ok;
4027 }
4028 
4029 // "deep" validation, that checks whole list of items,
4030 // and descends into tables and floated tables.
4031 // nil is ok for argument.
4032 int
4033 validitems(Item* i)
4034 {
4035 	int ok;
4036 	Item* ii;
4037 
4038 	ok = 1;
4039 	while(i != nil && ok) {
4040 		ok = validitem(i);
4041 		if(ok) {
4042 			if(i->tag == Itabletag) {
4043 				ok = validtable(((Itable*)i)->table);
4044 			}
4045 			else if(i->tag == Ifloattag) {
4046 				ii = ((Ifloat*)i)->item;
4047 				if(ii->tag == Itabletag)
4048 					ok = validtable(((Itable*)ii)->table);
4049 			}
4050 		}
4051 		if(!ok) {
4052 			fprint(2, "invalid item: %I\n", i);
4053 		}
4054 		i = i->next;
4055 	}
4056 	return ok;
4057 }
4058 
4059 static int
4060 validformfield(Formfield* f)
4061 {
4062 	int ok;
4063 
4064 	ok = (f->next == nil || validptr(f->next)) &&
4065 		(f->ftype >= 0 && f->ftype <= Ftextarea) &&
4066 		f->fieldid >= 0 &&
4067 		(f->form == nil || validptr(f->form)) &&
4068 		(f->name == nil || validStr(f->name)) &&
4069 		(f->value == nil || validStr(f->value)) &&
4070 		(f->options == nil || validptr(f->options)) &&
4071 		(f->image == nil || validitem(f->image)) &&
4072 		(f->events == nil || validptr(f->events));
4073 	// when all built, should have f->fieldid < f->form->nfields,
4074 	// but this may be called during build...
4075 	return ok;
4076 }
4077 
4078 // "deep" validation -- checks cell contents too
4079 static int
4080 validtable(Table* t)
4081 {
4082 	int ok;
4083 	int i, j;
4084 	Tablecell* c;
4085 
4086 	ok = (t->next == nil || validptr(t->next)) &&
4087 		t->nrow >= 0 &&
4088 		t->ncol >= 0 &&
4089 		t->ncell >= 0 &&
4090 		validalign(t->align) &&
4091 		validdimen(t->width) &&
4092 		(t->border >= 0 && t->border < HUGEPIX) &&
4093 		(t->cellspacing >= 0 && t->cellspacing < HUGEPIX) &&
4094 		(t->cellpadding >= 0 && t->cellpadding < HUGEPIX) &&
4095 		validitems(t->caption) &&
4096 		(t->caption_place == ALtop || t->caption_place == ALbottom) &&
4097 		(t->totw >= 0 && t->totw < HUGEPIX) &&
4098 		(t->toth >= 0 && t->toth < HUGEPIX) &&
4099 		(t->tabletok == nil || validptr(t->tabletok));
4100 	// during parsing, t->rows has list;
4101 	// only when parsing is done is t->nrow set > 0
4102 	if(ok && t->nrow > 0 && t->ncol > 0) {
4103 		// table is "finished"
4104 		for(i = 0; i < t->nrow && ok; i++)
4105 			ok = validtablerow(t->rows+i);
4106 		for(j = 0; j < t->ncol && ok; j++)
4107 			ok = validtablecol(t->cols+j);
4108 		for(c = t->cells; c != nil && ok; c = c->next)
4109 			ok = validtablecell(c);
4110 		for(i = 0; i < t->nrow && ok; i++)
4111 			for(j = 0; j < t->ncol && ok; j++)
4112 				ok = validptr(t->grid[i][j]);
4113 	}
4114 	return ok;
4115 }
4116 
4117 static int
4118 validvalign(int a)
4119 {
4120 	return a == ALnone || a == ALmiddle || a == ALbottom || a == ALtop || a == ALbaseline;
4121 }
4122 
4123 static int
4124 validhalign(int a)
4125 {
4126 	return a == ALnone || a == ALleft || a == ALcenter || a == ALright ||
4127 			a == ALjustify || a == ALchar;
4128 }
4129 
4130 static int
4131 validalign(Align a)
4132 {
4133 	return validhalign(a.halign) && validvalign(a.valign);
4134 }
4135 
4136 static int
4137 validdimen(Dimen d)
4138 {
4139 	int ok;
4140 	int s;
4141 
4142 	ok = 0;
4143 	s = d.kindspec&Dspecmask;
4144 	switch(d.kindspec&Dkindmask) {
4145 	case Dnone:
4146 		ok = s==0;
4147 		break;
4148 	case Dpixels:
4149 		ok = s < HUGEPIX;
4150 		break;
4151 	case Dpercent:
4152 	case Drelative:
4153 		ok = 1;
4154 		break;
4155 	}
4156 	return ok;
4157 }
4158 
4159 static int
4160 validtablerow(Tablerow* r)
4161 {
4162 	return (r->cells == nil || validptr(r->cells)) &&
4163 		(r->height >= 0 && r->height < HUGEPIX) &&
4164 		(r->ascent > -HUGEPIX && r->ascent < HUGEPIX) &&
4165 		validalign(r->align);
4166 }
4167 
4168 static int
4169 validtablecol(Tablecol* c)
4170 {
4171 	return c->width >= 0 && c->width < HUGEPIX
4172 		&& validalign(c->align);
4173 }
4174 
4175 static int
4176 validtablecell(Tablecell* c)
4177 {
4178 	int ok;
4179 
4180 	ok = (c->next == nil || validptr(c->next)) &&
4181 		(c->nextinrow == nil || validptr(c->nextinrow)) &&
4182 		(c->content == nil || validptr(c->content)) &&
4183 		(c->lay == nil || validptr(c->lay)) &&
4184 		c->rowspan >= 0 &&
4185 		c->colspan >= 0 &&
4186 		validalign(c->align) &&
4187 		validdimen(c->wspec) &&
4188 		c->row >= 0 &&
4189 		c->col >= 0;
4190 	if(ok) {
4191 		if(c->content != nil)
4192 			ok = validitems(c->content);
4193 	}
4194 	return ok;
4195 }
4196 
4197 static int
4198 validptr(void* p)
4199 {
4200 	// TODO: a better job of this.
4201 	// For now, just dereference, which cause a bomb
4202 	// if not valid
4203 	static char c;
4204 
4205 	c = *((char*)p);
4206 	return 1;
4207 }
4208 
4209 static int
4210 validStr(Rune* s)
4211 {
4212 	return s != nil && validptr(s);
4213 }
4214