xref: /openbsd-src/usr.bin/ssh/utf8.c (revision 2be0d5c28d99390fc2eef05fc22b22dc92b16afc)
1*2be0d5c2Sdjm /* $OpenBSD: utf8.c,v 1.11 2020/05/01 06:28:52 djm Exp $ */
219b3fef9Sschwarze /*
319b3fef9Sschwarze  * Copyright (c) 2016 Ingo Schwarze <schwarze@openbsd.org>
419b3fef9Sschwarze  *
519b3fef9Sschwarze  * Permission to use, copy, modify, and distribute this software for any
619b3fef9Sschwarze  * purpose with or without fee is hereby granted, provided that the above
719b3fef9Sschwarze  * copyright notice and this permission notice appear in all copies.
819b3fef9Sschwarze  *
919b3fef9Sschwarze  * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
1019b3fef9Sschwarze  * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
1119b3fef9Sschwarze  * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
1219b3fef9Sschwarze  * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
1319b3fef9Sschwarze  * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
1419b3fef9Sschwarze  * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
1519b3fef9Sschwarze  * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
1619b3fef9Sschwarze  */
1719b3fef9Sschwarze 
1819b3fef9Sschwarze /*
1919b3fef9Sschwarze  * Utility functions for multibyte-character handling,
2019b3fef9Sschwarze  * in particular to sanitize untrusted strings for terminal output.
2119b3fef9Sschwarze  */
2219b3fef9Sschwarze 
2319b3fef9Sschwarze #include <sys/types.h>
2419b3fef9Sschwarze #include <langinfo.h>
2519b3fef9Sschwarze #include <limits.h>
2619b3fef9Sschwarze #include <stdarg.h>
2719b3fef9Sschwarze #include <stdio.h>
2819b3fef9Sschwarze #include <stdlib.h>
2919b3fef9Sschwarze #include <string.h>
3019b3fef9Sschwarze #include <vis.h>
3119b3fef9Sschwarze #include <wchar.h>
3219b3fef9Sschwarze 
3319b3fef9Sschwarze #include "utf8.h"
3419b3fef9Sschwarze 
3519b3fef9Sschwarze static int	 dangerous_locale(void);
36086cfbadSschwarze static int	 grow_dst(char **, size_t *, size_t, char **, size_t);
3719b3fef9Sschwarze 
3819b3fef9Sschwarze 
3919b3fef9Sschwarze /*
4019b3fef9Sschwarze  * For US-ASCII and UTF-8 encodings, we can safely recover from
4119b3fef9Sschwarze  * encoding errors and from non-printable characters.  For any
4219b3fef9Sschwarze  * other encodings, err to the side of caution and abort parsing:
4319b3fef9Sschwarze  * For state-dependent encodings, recovery is impossible.
4419b3fef9Sschwarze  * For arbitrary encodings, replacement of non-printable
4519b3fef9Sschwarze  * characters would be non-trivial and too fragile.
46ecd170eeSschwarze  * The comments indicate what nl_langinfo(CODESET)
47ecd170eeSschwarze  * returns for US-ASCII on various operating systems.
4819b3fef9Sschwarze  */
4919b3fef9Sschwarze 
5019b3fef9Sschwarze static int
dangerous_locale(void)5119b3fef9Sschwarze dangerous_locale(void) {
5219b3fef9Sschwarze 	char	*loc;
5319b3fef9Sschwarze 
5419b3fef9Sschwarze 	loc = nl_langinfo(CODESET);
55ecd170eeSschwarze 	return strcmp(loc, "UTF-8") != 0 &&
56ecd170eeSschwarze 	    strcmp(loc, "US-ASCII") != 0 &&		/* OpenBSD */
57ecd170eeSschwarze 	    strcmp(loc, "ANSI_X3.4-1968") != 0 &&	/* Linux */
58ecd170eeSschwarze 	    strcmp(loc, "ISO8859-1") != 0 &&		/* AIX */
59ecd170eeSschwarze 	    strcmp(loc, "646") != 0 &&			/* Solaris, NetBSD */
60ecd170eeSschwarze 	    strcmp(loc, "") != 0;			/* Solaris 6 */
6119b3fef9Sschwarze }
6219b3fef9Sschwarze 
63086cfbadSschwarze static int
grow_dst(char ** dst,size_t * sz,size_t maxsz,char ** dp,size_t need)64086cfbadSschwarze grow_dst(char **dst, size_t *sz, size_t maxsz, char **dp, size_t need)
65086cfbadSschwarze {
66086cfbadSschwarze 	char	*tp;
67086cfbadSschwarze 	size_t	 tsz;
68086cfbadSschwarze 
69086cfbadSschwarze 	if (*dp + need < *dst + *sz)
70086cfbadSschwarze 		return 0;
71086cfbadSschwarze 	tsz = *sz + 128;
72086cfbadSschwarze 	if (tsz > maxsz)
73086cfbadSschwarze 		tsz = maxsz;
74eaf8e3f6Sderaadt 	if ((tp = recallocarray(*dst, *sz, tsz, 1)) == NULL)
75086cfbadSschwarze 		return -1;
76086cfbadSschwarze 	*dp = tp + (*dp - *dst);
77086cfbadSschwarze 	*dst = tp;
78086cfbadSschwarze 	*sz = tsz;
79086cfbadSschwarze 	return 0;
80086cfbadSschwarze }
81086cfbadSschwarze 
8219b3fef9Sschwarze /*
8319b3fef9Sschwarze  * The following two functions limit the number of bytes written,
8419b3fef9Sschwarze  * including the terminating '\0', to sz.  Unless wp is NULL,
8519b3fef9Sschwarze  * they limit the number of display columns occupied to *wp.
8619b3fef9Sschwarze  * Whichever is reached first terminates the output string.
8719b3fef9Sschwarze  * To stay close to the standard interfaces, they return the number of
8819b3fef9Sschwarze  * non-NUL bytes that would have been written if both were unlimited.
8919b3fef9Sschwarze  * If wp is NULL, newline, carriage return, and tab are allowed;
9019b3fef9Sschwarze  * otherwise, the actual number of columns occupied by what was
9119b3fef9Sschwarze  * written is returned in *wp.
9219b3fef9Sschwarze  */
9319b3fef9Sschwarze 
94*2be0d5c2Sdjm int
vasnmprintf(char ** str,size_t maxsz,int * wp,const char * fmt,va_list ap)9519b3fef9Sschwarze vasnmprintf(char **str, size_t maxsz, int *wp, const char *fmt, va_list ap)
9619b3fef9Sschwarze {
9719b3fef9Sschwarze 	char	*src;	/* Source string returned from vasprintf. */
9819b3fef9Sschwarze 	char	*sp;	/* Pointer into src. */
9919b3fef9Sschwarze 	char	*dst;	/* Destination string to be returned. */
10019b3fef9Sschwarze 	char	*dp;	/* Pointer into dst. */
10119b3fef9Sschwarze 	char	*tp;	/* Temporary pointer for dst. */
10219b3fef9Sschwarze 	size_t	 sz;	/* Number of bytes allocated for dst. */
10319b3fef9Sschwarze 	wchar_t	 wc;	/* Wide character at sp. */
10419b3fef9Sschwarze 	int	 len;	/* Number of bytes in the character at sp. */
10519b3fef9Sschwarze 	int	 ret;	/* Number of bytes needed to format src. */
10619b3fef9Sschwarze 	int	 width;	/* Display width of the character wc. */
10719b3fef9Sschwarze 	int	 total_width, max_width, print;
10819b3fef9Sschwarze 
109f0241c69Sschwarze 	src = NULL;
110f0241c69Sschwarze 	if ((ret = vasprintf(&src, fmt, ap)) <= 0)
11119b3fef9Sschwarze 		goto fail;
11219b3fef9Sschwarze 
113086cfbadSschwarze 	sz = strlen(src) + 1;
114f0241c69Sschwarze 	if ((dst = malloc(sz)) == NULL) {
115f0241c69Sschwarze 		free(src);
1163222d90fSjsg 		ret = -1;
11719b3fef9Sschwarze 		goto fail;
118f0241c69Sschwarze 	}
11919b3fef9Sschwarze 
12019b3fef9Sschwarze 	if (maxsz > INT_MAX)
12119b3fef9Sschwarze 		maxsz = INT_MAX;
12219b3fef9Sschwarze 
12319b3fef9Sschwarze 	sp = src;
12419b3fef9Sschwarze 	dp = dst;
12519b3fef9Sschwarze 	ret = 0;
12619b3fef9Sschwarze 	print = 1;
12719b3fef9Sschwarze 	total_width = 0;
12819b3fef9Sschwarze 	max_width = wp == NULL ? INT_MAX : *wp;
12919b3fef9Sschwarze 	while (*sp != '\0') {
13019b3fef9Sschwarze 		if ((len = mbtowc(&wc, sp, MB_CUR_MAX)) == -1) {
13119b3fef9Sschwarze 			(void)mbtowc(NULL, NULL, MB_CUR_MAX);
13219b3fef9Sschwarze 			if (dangerous_locale()) {
13319b3fef9Sschwarze 				ret = -1;
13419b3fef9Sschwarze 				break;
13519b3fef9Sschwarze 			}
13619b3fef9Sschwarze 			len = 1;
13719b3fef9Sschwarze 			width = -1;
13819b3fef9Sschwarze 		} else if (wp == NULL &&
13919b3fef9Sschwarze 		    (wc == L'\n' || wc == L'\r' || wc == L'\t')) {
14019b3fef9Sschwarze 			/*
14119b3fef9Sschwarze 			 * Don't use width uninitialized; the actual
14219b3fef9Sschwarze 			 * value doesn't matter because total_width
14319b3fef9Sschwarze 			 * is only returned for wp != NULL.
14419b3fef9Sschwarze 			 */
14519b3fef9Sschwarze 			width = 0;
14619b3fef9Sschwarze 		} else if ((width = wcwidth(wc)) == -1 &&
14719b3fef9Sschwarze 		    dangerous_locale()) {
14819b3fef9Sschwarze 			ret = -1;
14919b3fef9Sschwarze 			break;
15019b3fef9Sschwarze 		}
15119b3fef9Sschwarze 
15219b3fef9Sschwarze 		/* Valid, printable character. */
15319b3fef9Sschwarze 
15419b3fef9Sschwarze 		if (width >= 0) {
15519b3fef9Sschwarze 			if (print && (dp - dst >= (int)maxsz - len ||
15619b3fef9Sschwarze 			    total_width > max_width - width))
15719b3fef9Sschwarze 				print = 0;
15819b3fef9Sschwarze 			if (print) {
159086cfbadSschwarze 				if (grow_dst(&dst, &sz, maxsz,
160086cfbadSschwarze 				    &dp, len) == -1) {
161086cfbadSschwarze 					ret = -1;
162086cfbadSschwarze 					break;
163086cfbadSschwarze 				}
16419b3fef9Sschwarze 				total_width += width;
16519b3fef9Sschwarze 				memcpy(dp, sp, len);
16619b3fef9Sschwarze 				dp += len;
16719b3fef9Sschwarze 			}
16819b3fef9Sschwarze 			sp += len;
16919b3fef9Sschwarze 			if (ret >= 0)
17019b3fef9Sschwarze 				ret += len;
17119b3fef9Sschwarze 			continue;
17219b3fef9Sschwarze 		}
17319b3fef9Sschwarze 
17419b3fef9Sschwarze 		/* Escaping required. */
17519b3fef9Sschwarze 
17619b3fef9Sschwarze 		while (len > 0) {
17719b3fef9Sschwarze 			if (print && (dp - dst >= (int)maxsz - 4 ||
17819b3fef9Sschwarze 			    total_width > max_width - 4))
17919b3fef9Sschwarze 				print = 0;
18019b3fef9Sschwarze 			if (print) {
181086cfbadSschwarze 				if (grow_dst(&dst, &sz, maxsz,
182086cfbadSschwarze 				    &dp, 4) == -1) {
18319b3fef9Sschwarze 					ret = -1;
18419b3fef9Sschwarze 					break;
18519b3fef9Sschwarze 				}
18619b3fef9Sschwarze 				tp = vis(dp, *sp, VIS_OCTAL | VIS_ALL, 0);
18719b3fef9Sschwarze 				width = tp - dp;
18819b3fef9Sschwarze 				total_width += width;
18919b3fef9Sschwarze 				dp = tp;
19019b3fef9Sschwarze 			} else
19119b3fef9Sschwarze 				width = 4;
19219b3fef9Sschwarze 			len--;
19319b3fef9Sschwarze 			sp++;
19419b3fef9Sschwarze 			if (ret >= 0)
19519b3fef9Sschwarze 				ret += width;
19619b3fef9Sschwarze 		}
19719b3fef9Sschwarze 		if (len > 0)
19819b3fef9Sschwarze 			break;
19919b3fef9Sschwarze 	}
20019b3fef9Sschwarze 	free(src);
20119b3fef9Sschwarze 	*dp = '\0';
20219b3fef9Sschwarze 	*str = dst;
20319b3fef9Sschwarze 	if (wp != NULL)
20419b3fef9Sschwarze 		*wp = total_width;
20519b3fef9Sschwarze 
20619b3fef9Sschwarze 	/*
20719b3fef9Sschwarze 	 * If the string was truncated by the width limit but
20819b3fef9Sschwarze 	 * would have fit into the size limit, the only sane way
20919b3fef9Sschwarze 	 * to report the problem is using the return value, such
21019b3fef9Sschwarze 	 * that the usual idiom "if (ret < 0 || ret >= sz) error"
21119b3fef9Sschwarze 	 * works as expected.
21219b3fef9Sschwarze 	 */
21319b3fef9Sschwarze 
21419b3fef9Sschwarze 	if (ret < (int)maxsz && !print)
21519b3fef9Sschwarze 		ret = -1;
21619b3fef9Sschwarze 	return ret;
21719b3fef9Sschwarze 
21819b3fef9Sschwarze fail:
21919b3fef9Sschwarze 	if (wp != NULL)
22019b3fef9Sschwarze 		*wp = 0;
221f0241c69Sschwarze 	if (ret == 0) {
222f0241c69Sschwarze 		*str = src;
223f0241c69Sschwarze 		return 0;
224f0241c69Sschwarze 	} else {
225f0241c69Sschwarze 		*str = NULL;
22619b3fef9Sschwarze 		return -1;
22719b3fef9Sschwarze 	}
228f0241c69Sschwarze }
22919b3fef9Sschwarze 
23019b3fef9Sschwarze int
snmprintf(char * str,size_t sz,int * wp,const char * fmt,...)23119b3fef9Sschwarze snmprintf(char *str, size_t sz, int *wp, const char *fmt, ...)
23219b3fef9Sschwarze {
23319b3fef9Sschwarze 	va_list	 ap;
234c4b1d5e6Smarkus 	char	*cp = NULL;
23519b3fef9Sschwarze 	int	 ret;
23619b3fef9Sschwarze 
23719b3fef9Sschwarze 	va_start(ap, fmt);
23819b3fef9Sschwarze 	ret = vasnmprintf(&cp, sz, wp, fmt, ap);
23919b3fef9Sschwarze 	va_end(ap);
240f0241c69Sschwarze 	if (cp != NULL) {
24119b3fef9Sschwarze 		(void)strlcpy(str, cp, sz);
24219b3fef9Sschwarze 		free(cp);
243f0241c69Sschwarze 	} else
244f0241c69Sschwarze 		*str = '\0';
24519b3fef9Sschwarze 	return ret;
24619b3fef9Sschwarze }
24719b3fef9Sschwarze 
2480738b6c3Sdjm int
asmprintf(char ** outp,size_t sz,int * wp,const char * fmt,...)2490738b6c3Sdjm asmprintf(char **outp, size_t sz, int *wp, const char *fmt, ...)
2500738b6c3Sdjm {
2510738b6c3Sdjm 	va_list	 ap;
2520738b6c3Sdjm 	int	 ret;
2530738b6c3Sdjm 
2540738b6c3Sdjm 	*outp = NULL;
2550738b6c3Sdjm 	va_start(ap, fmt);
2560738b6c3Sdjm 	ret = vasnmprintf(outp, sz, wp, fmt, ap);
2570738b6c3Sdjm 	va_end(ap);
2580738b6c3Sdjm 
2590738b6c3Sdjm 	return ret;
2600738b6c3Sdjm }
2610738b6c3Sdjm 
26219b3fef9Sschwarze /*
26319b3fef9Sschwarze  * To stay close to the standard interfaces, the following functions
26419b3fef9Sschwarze  * return the number of non-NUL bytes written.
26519b3fef9Sschwarze  */
26619b3fef9Sschwarze 
26719b3fef9Sschwarze int
vfmprintf(FILE * stream,const char * fmt,va_list ap)26819b3fef9Sschwarze vfmprintf(FILE *stream, const char *fmt, va_list ap)
26919b3fef9Sschwarze {
270c4b1d5e6Smarkus 	char	*str = NULL;
27119b3fef9Sschwarze 	int	 ret;
27219b3fef9Sschwarze 
273c4b1d5e6Smarkus 	if ((ret = vasnmprintf(&str, INT_MAX, NULL, fmt, ap)) < 0) {
274c4b1d5e6Smarkus 		free(str);
27519b3fef9Sschwarze 		return -1;
276c4b1d5e6Smarkus 	}
27719b3fef9Sschwarze 	if (fputs(str, stream) == EOF)
27819b3fef9Sschwarze 		ret = -1;
27919b3fef9Sschwarze 	free(str);
28019b3fef9Sschwarze 	return ret;
28119b3fef9Sschwarze }
28219b3fef9Sschwarze 
28319b3fef9Sschwarze int
fmprintf(FILE * stream,const char * fmt,...)28419b3fef9Sschwarze fmprintf(FILE *stream, const char *fmt, ...)
28519b3fef9Sschwarze {
28619b3fef9Sschwarze 	va_list	 ap;
28719b3fef9Sschwarze 	int	 ret;
28819b3fef9Sschwarze 
28919b3fef9Sschwarze 	va_start(ap, fmt);
29019b3fef9Sschwarze 	ret = vfmprintf(stream, fmt, ap);
29119b3fef9Sschwarze 	va_end(ap);
29219b3fef9Sschwarze 	return ret;
29319b3fef9Sschwarze }
29419b3fef9Sschwarze 
29519b3fef9Sschwarze int
mprintf(const char * fmt,...)29619b3fef9Sschwarze mprintf(const char *fmt, ...)
29719b3fef9Sschwarze {
29819b3fef9Sschwarze 	va_list	 ap;
29919b3fef9Sschwarze 	int	 ret;
30019b3fef9Sschwarze 
30119b3fef9Sschwarze 	va_start(ap, fmt);
30219b3fef9Sschwarze 	ret = vfmprintf(stdout, fmt, ap);
30319b3fef9Sschwarze 	va_end(ap);
30419b3fef9Sschwarze 	return ret;
30519b3fef9Sschwarze }
306