/* Test of conversion of multibyte character to 16-bit wide characters. Copyright (C) 2008-2024 Free Software Foundation, Inc. This program is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with this program. If not, see . */ /* Written by Bruno Haible , 2008. */ #include #include #include "signature.h" SIGNATURE_CHECK (mbrtoc16, size_t, (char16_t *, const char *, size_t, mbstate_t *)); #include #include #include #include #include #include "macros.h" int main (int argc, char *argv[]) { mbstate_t state; char16_t wc; size_t ret; /* configure should already have checked that the locale is supported. */ if (setlocale (LC_ALL, "") == NULL) return 1; /* Test zero-length input. */ { memset (&state, '\0', sizeof (mbstate_t)); wc = (char16_t) 0xBADF; ret = mbrtoc16 (&wc, "x", 0, &state); ASSERT (ret == (size_t)(-2)); ASSERT (mbsinit (&state)); } /* Test NUL byte input. */ { memset (&state, '\0', sizeof (mbstate_t)); wc = (char16_t) 0xBADF; ret = mbrtoc16 (&wc, "", 1, &state); ASSERT (ret == 0); ASSERT (wc == 0); ASSERT (mbsinit (&state)); ret = mbrtoc16 (NULL, "", 1, &state); ASSERT (ret == 0); ASSERT (mbsinit (&state)); } /* Test single-byte input. */ { int c; char buf[1]; memset (&state, '\0', sizeof (mbstate_t)); for (c = 0; c < 0x100; c++) switch (c) { case '\t': case '\v': case '\f': case ' ': case '!': case '"': case '#': case '%': case '&': case '\'': case '(': case ')': case '*': case '+': case ',': case '-': case '.': case '/': case '0': case '1': case '2': case '3': case '4': case '5': case '6': case '7': case '8': case '9': case ':': case ';': case '<': case '=': case '>': case '?': case 'A': case 'B': case 'C': case 'D': case 'E': case 'F': case 'G': case 'H': case 'I': case 'J': case 'K': case 'L': case 'M': case 'N': case 'O': case 'P': case 'Q': case 'R': case 'S': case 'T': case 'U': case 'V': case 'W': case 'X': case 'Y': case 'Z': case '[': case '\\': case ']': case '^': case '_': case 'a': case 'b': case 'c': case 'd': case 'e': case 'f': case 'g': case 'h': case 'i': case 'j': case 'k': case 'l': case 'm': case 'n': case 'o': case 'p': case 'q': case 'r': case 's': case 't': case 'u': case 'v': case 'w': case 'x': case 'y': case 'z': case '{': case '|': case '}': case '~': /* c is in the ISO C "basic character set". */ ASSERT (c < 0x80); /* c is an ASCII character. */ buf[0] = c; wc = (char16_t) 0xBADF; ret = mbrtoc16 (&wc, buf, 1, &state); ASSERT (ret == 1); ASSERT (wc == c); ASSERT (mbsinit (&state)); ret = mbrtoc16 (NULL, buf, 1, &state); ASSERT (ret == 1); ASSERT (mbsinit (&state)); break; default: break; } } /* Test special calling convention, passing a NULL pointer. */ { memset (&state, '\0', sizeof (mbstate_t)); wc = (char16_t) 0xBADF; ret = mbrtoc16 (&wc, NULL, 5, &state); ASSERT (ret == 0); ASSERT (wc == (char16_t) 0xBADF); ASSERT (mbsinit (&state)); } #ifdef __ANDROID__ /* On Android ≥ 5.0, the default locale is the "C.UTF-8" locale, not the "C" locale. Furthermore, when you attempt to set the "C" or "POSIX" locale via setlocale(), what you get is a "C" locale with UTF-8 encoding, that is, effectively the "C.UTF-8" locale. */ if (argc > 1 && strcmp (argv[1], "1") == 0 && MB_CUR_MAX > 1) argv[1] = "3"; #endif if (argc > 1) switch (argv[1][0]) { case '1': /* C or POSIX locale. */ { int c; char buf[1]; memset (&state, '\0', sizeof (mbstate_t)); for (c = 0; c < 0x100; c++) if (c != 0) { /* We are testing all nonnull bytes. */ buf[0] = c; wc = (char16_t) 0xBADF; ret = mbrtoc16 (&wc, buf, 1, &state); /* POSIX:2018 says regarding mbrtowc: "In the POSIX locale an [EILSEQ] error cannot occur since all byte values are valid characters." It is reasonable to expect mbrtoc16 to behave in the same way. */ ASSERT (ret == 1); if (c < 0x80) /* c is an ASCII character. */ ASSERT (wc == c); else /* On most platforms, the bytes 0x80..0xFF map to U+0080..U+00FF. But on musl libc, the bytes 0x80..0xFF map to U+DF80..U+DFFF. */ ASSERT (wc == (btoc32 (c) == 0xDF00 + c ? btoc32 (c) : c)); ASSERT (mbsinit (&state)); ret = mbrtoc16 (NULL, buf, 1, &state); ASSERT (ret == 1); ASSERT (mbsinit (&state)); } } return 0; case '2': /* Locale encoding is ISO-8859-1 or ISO-8859-15. */ { char input[] = "B\374\337er"; /* "Büßer" */ memset (&state, '\0', sizeof (mbstate_t)); wc = (char16_t) 0xBADF; ret = mbrtoc16 (&wc, input, 1, &state); ASSERT (ret == 1); ASSERT (wc == 'B'); ASSERT (mbsinit (&state)); input[0] = '\0'; wc = (char16_t) 0xBADF; ret = mbrtoc16 (&wc, input + 1, 1, &state); ASSERT (ret == 1); ASSERT (c32tob (wc) == (unsigned char) '\374'); ASSERT (wc == 0x00FC); /* expect UTF-16 encoding */ ASSERT (mbsinit (&state)); input[1] = '\0'; /* Test support of NULL first argument. */ ret = mbrtoc16 (NULL, input + 2, 3, &state); ASSERT (ret == 1); ASSERT (mbsinit (&state)); wc = (char16_t) 0xBADF; ret = mbrtoc16 (&wc, input + 2, 3, &state); ASSERT (ret == 1); ASSERT (c32tob (wc) == (unsigned char) '\337'); ASSERT (wc == 0x00DF); /* expect UTF-16 encoding */ ASSERT (mbsinit (&state)); input[2] = '\0'; wc = (char16_t) 0xBADF; ret = mbrtoc16 (&wc, input + 3, 2, &state); ASSERT (ret == 1); ASSERT (wc == 'e'); ASSERT (mbsinit (&state)); input[3] = '\0'; wc = (char16_t) 0xBADF; ret = mbrtoc16 (&wc, input + 4, 1, &state); ASSERT (ret == 1); ASSERT (wc == 'r'); ASSERT (mbsinit (&state)); } return 0; case '3': /* Locale encoding is UTF-8. */ { char input[] = "s\303\274\303\237\360\237\230\213!"; /* "süß😋!" */ memset (&state, '\0', sizeof (mbstate_t)); wc = (char16_t) 0xBADF; ret = mbrtoc16 (&wc, input, 1, &state); ASSERT (ret == 1); ASSERT (wc == 's'); ASSERT (mbsinit (&state)); input[0] = '\0'; wc = (char16_t) 0xBADF; ret = mbrtoc16 (&wc, input + 1, 1, &state); ASSERT (ret == (size_t)(-2)); ASSERT (wc == (char16_t) 0xBADF); #if 0 ASSERT (!mbsinit (&state)); #endif input[1] = '\0'; wc = (char16_t) 0xBADF; ret = mbrtoc16 (&wc, input + 2, 7, &state); ASSERT (ret == 1); ASSERT (c32tob (wc) == EOF); ASSERT (wc == 0x00FC); /* expect UTF-16 encoding */ ASSERT (mbsinit (&state)); input[2] = '\0'; /* Test support of NULL first argument. */ ret = mbrtoc16 (NULL, input + 3, 6, &state); ASSERT (ret == 2); ASSERT (mbsinit (&state)); wc = (char16_t) 0xBADF; ret = mbrtoc16 (&wc, input + 3, 6, &state); ASSERT (ret == 2); ASSERT (c32tob (wc) == EOF); ASSERT (wc == 0x00DF); /* expect UTF-16 encoding */ ASSERT (mbsinit (&state)); input[3] = '\0'; input[4] = '\0'; /* Test support of NULL first argument. */ ret = mbrtoc16 (NULL, input + 5, 4, &state); ASSERT (ret == 4); ret = mbrtoc16 (NULL, input + 9, 0, &state); ASSERT (ret == (size_t)(-3)); ASSERT (mbsinit (&state)); wc = (char16_t) 0xBADF; ret = mbrtoc16 (&wc, input + 5, 4, &state); ASSERT (ret == 4); ASSERT (c32tob (wc) == EOF); ASSERT (wc == 0xD83D); /* expect UTF-16 encoding */ input[5] = '\0'; input[6] = '\0'; input[7] = '\0'; input[8] = '\0'; wc = (char16_t) 0xBADF; ret = mbrtoc16 (&wc, input + 9, 0, &state); ASSERT (ret == (size_t)(-3)); ASSERT (c32tob (wc) == EOF); ASSERT (wc == 0xDE0B); /* expect UTF-16 encoding */ ASSERT (mbsinit (&state)); wc = (char16_t) 0xBADF; ret = mbrtoc16 (&wc, input + 9, 1, &state); ASSERT (ret == 1); ASSERT (wc == '!'); ASSERT (mbsinit (&state)); } return 0; case '4': /* Locale encoding is EUC-JP. */ { char input[] = "<\306\374\313\334\270\354>"; /* "<日本語>" */ memset (&state, '\0', sizeof (mbstate_t)); wc = (char16_t) 0xBADF; ret = mbrtoc16 (&wc, input, 1, &state); ASSERT (ret == 1); ASSERT (wc == '<'); ASSERT (mbsinit (&state)); input[0] = '\0'; wc = (char16_t) 0xBADF; ret = mbrtoc16 (&wc, input + 1, 2, &state); ASSERT (ret == 2); ASSERT (c32tob (wc) == EOF); ASSERT (wc == 0x65E5); /* expect UTF-16 encoding */ ASSERT (mbsinit (&state)); input[1] = '\0'; input[2] = '\0'; wc = (char16_t) 0xBADF; ret = mbrtoc16 (&wc, input + 3, 1, &state); ASSERT (ret == (size_t)(-2)); ASSERT (wc == (char16_t) 0xBADF); #if 0 ASSERT (!mbsinit (&state)); #endif input[3] = '\0'; wc = (char16_t) 0xBADF; ret = mbrtoc16 (&wc, input + 4, 4, &state); ASSERT (ret == 1); ASSERT (c32tob (wc) == EOF); ASSERT (wc == 0x672C); /* expect UTF-16 encoding */ ASSERT (mbsinit (&state)); input[4] = '\0'; /* Test support of NULL first argument. */ ret = mbrtoc16 (NULL, input + 5, 3, &state); ASSERT (ret == 2); ASSERT (mbsinit (&state)); wc = (char16_t) 0xBADF; ret = mbrtoc16 (&wc, input + 5, 3, &state); ASSERT (ret == 2); ASSERT (c32tob (wc) == EOF); ASSERT (wc == 0x8A9E); /* expect UTF-16 encoding */ ASSERT (mbsinit (&state)); input[5] = '\0'; input[6] = '\0'; wc = (char16_t) 0xBADF; ret = mbrtoc16 (&wc, input + 7, 1, &state); ASSERT (ret == 1); ASSERT (wc == '>'); ASSERT (mbsinit (&state)); } return 0; case '5': /* Locale encoding is GB18030. */ #if (defined __GLIBC__ && __GLIBC__ == 2 && __GLIBC_MINOR__ >= 13 && __GLIBC_MINOR__ <= 15) || (GL_CHAR32_T_IS_UNICODE && (defined __FreeBSD__ || defined __NetBSD__ || defined __sun)) fputs ("Skipping test: The GB18030 converter in this system's iconv is broken.\n", stderr); return 77; #endif { char input[] = "s\250\271\201\060\211\070\224\071\375\067!"; /* "süß😋!" */ memset (&state, '\0', sizeof (mbstate_t)); wc = (char16_t) 0xBADF; ret = mbrtoc16 (&wc, input, 1, &state); ASSERT (ret == 1); ASSERT (wc == 's'); ASSERT (mbsinit (&state)); input[0] = '\0'; wc = (char16_t) 0xBADF; ret = mbrtoc16 (&wc, input + 1, 1, &state); ASSERT (ret == (size_t)(-2)); ASSERT (wc == (char16_t) 0xBADF); #if 0 ASSERT (!mbsinit (&state)); #endif input[1] = '\0'; wc = (char16_t) 0xBADF; ret = mbrtoc16 (&wc, input + 2, 9, &state); ASSERT (ret == 1); ASSERT (c32tob (wc) == EOF); ASSERT (wc == 0x00FC); /* expect UTF-16 encoding */ ASSERT (mbsinit (&state)); input[2] = '\0'; /* Test support of NULL first argument. */ ret = mbrtoc16 (NULL, input + 3, 8, &state); ASSERT (ret == 4); ASSERT (mbsinit (&state)); wc = (char16_t) 0xBADF; ret = mbrtoc16 (&wc, input + 3, 8, &state); ASSERT (ret == 4); ASSERT (c32tob (wc) == EOF); ASSERT (wc == 0x00DF); /* expect UTF-16 encoding */ ASSERT (mbsinit (&state)); input[3] = '\0'; input[4] = '\0'; input[5] = '\0'; input[6] = '\0'; /* Test support of NULL first argument. */ ret = mbrtoc16 (NULL, input + 7, 4, &state); ASSERT (ret == 4); ret = mbrtoc16 (NULL, input + 11, 0, &state); ASSERT (ret == (size_t)(-3)); ASSERT (mbsinit (&state)); wc = (char16_t) 0xBADF; ret = mbrtoc16 (&wc, input + 7, 4, &state); ASSERT (ret == 4); ASSERT (c32tob (wc) == EOF); ASSERT (wc == 0xD83D); /* expect UTF-16 encoding */ input[7] = '\0'; input[8] = '\0'; input[9] = '\0'; input[10] = '\0'; wc = (char16_t) 0xBADF; ret = mbrtoc16 (&wc, input + 11, 0, &state); ASSERT (ret == (size_t)(-3)); ASSERT (c32tob (wc) == EOF); ASSERT (wc == 0xDE0B); /* expect UTF-16 encoding */ ASSERT (mbsinit (&state)); wc = (char16_t) 0xBADF; ret = mbrtoc16 (&wc, input + 11, 1, &state); ASSERT (ret == 1); ASSERT (wc == '!'); ASSERT (mbsinit (&state)); } return 0; } return 1; }