From 5fc18b14848b7d7a5f561e8424dc4fadaa0e8d9d Mon Sep 17 00:00:00 2001 From: Bruno Haible Date: Wed, 28 Jun 2023 18:36:02 +0200 Subject: [PATCH] mbrtoc16: Add tests. * tests/test-mbrtoc16.c: New file, based on tests/test-mbrtoc32.c. * tests/test-mbrtoc16-1.sh: New file, based on tests/test-mbrtoc32-1.sh. * tests/test-mbrtoc16-2.sh: New file, based on tests/test-mbrtoc32-2.sh. * tests/test-mbrtoc16-3.sh: New file, based on tests/test-mbrtoc32-3.sh. * tests/test-mbrtoc16-4.sh: New file, based on tests/test-mbrtoc32-4.sh. * tests/test-mbrtoc16-5.sh: New file, based on tests/test-mbrtoc32-5.sh. * tests/test-mbrtoc16-w32.c: New file, based on tests/test-mbrtoc32-w32.c. * tests/test-mbrtoc16-w32-1.sh: New file, based on tests/test-mbrtoc32-w32-1.sh. * tests/test-mbrtoc16-w32-2.sh: New file, based on tests/test-mbrtoc32-w32-2.sh. * tests/test-mbrtoc16-w32-3.sh: New file, based on tests/test-mbrtoc32-w32-3.sh. * tests/test-mbrtoc16-w32-4.sh: New file, based on tests/test-mbrtoc32-w32-4.sh. * tests/test-mbrtoc16-w32-5.sh: New file, based on tests/test-mbrtoc32-w32-5.sh. * tests/test-mbrtoc16-w32-6.sh: New file, based on tests/test-mbrtoc32-w32-6.sh. * tests/test-mbrtoc16-w32-7.sh: New file, based on tests/test-mbrtoc32-w32-7.sh. * modules/mbrtoc16-tests: New file, based on modules/mbrtoc32-tests. --- ChangeLog | 25 ++ modules/mbrtoc16-tests | 49 +++ tests/test-mbrtoc16-1.sh | 15 + tests/test-mbrtoc16-2.sh | 15 + tests/test-mbrtoc16-3.sh | 15 + tests/test-mbrtoc16-4.sh | 15 + tests/test-mbrtoc16-5.sh | 9 + tests/test-mbrtoc16-w32-1.sh | 4 + tests/test-mbrtoc16-w32-2.sh | 4 + tests/test-mbrtoc16-w32-3.sh | 4 + tests/test-mbrtoc16-w32-4.sh | 4 + tests/test-mbrtoc16-w32-5.sh | 4 + tests/test-mbrtoc16-w32-6.sh | 4 + tests/test-mbrtoc16-w32-7.sh | 4 + tests/test-mbrtoc16-w32.c | 774 +++++++++++++++++++++++++++++++++++ tests/test-mbrtoc16.c | 445 ++++++++++++++++++++ 16 files changed, 1390 insertions(+) create mode 100644 modules/mbrtoc16-tests create mode 100755 tests/test-mbrtoc16-1.sh create mode 100755 tests/test-mbrtoc16-2.sh create mode 100755 tests/test-mbrtoc16-3.sh create mode 100755 tests/test-mbrtoc16-4.sh create mode 100755 tests/test-mbrtoc16-5.sh create mode 100755 tests/test-mbrtoc16-w32-1.sh create mode 100755 tests/test-mbrtoc16-w32-2.sh create mode 100755 tests/test-mbrtoc16-w32-3.sh create mode 100755 tests/test-mbrtoc16-w32-4.sh create mode 100755 tests/test-mbrtoc16-w32-5.sh create mode 100755 tests/test-mbrtoc16-w32-6.sh create mode 100755 tests/test-mbrtoc16-w32-7.sh create mode 100644 tests/test-mbrtoc16-w32.c create mode 100644 tests/test-mbrtoc16.c diff --git a/ChangeLog b/ChangeLog index 75ebb6d401..319be18c40 100644 --- a/ChangeLog +++ b/ChangeLog @@ -1,5 +1,30 @@ 2023-06-28 Bruno Haible + mbrtoc16: Add tests. + * tests/test-mbrtoc16.c: New file, based on tests/test-mbrtoc32.c. + * tests/test-mbrtoc16-1.sh: New file, based on tests/test-mbrtoc32-1.sh. + * tests/test-mbrtoc16-2.sh: New file, based on tests/test-mbrtoc32-2.sh. + * tests/test-mbrtoc16-3.sh: New file, based on tests/test-mbrtoc32-3.sh. + * tests/test-mbrtoc16-4.sh: New file, based on tests/test-mbrtoc32-4.sh. + * tests/test-mbrtoc16-5.sh: New file, based on tests/test-mbrtoc32-5.sh. + * tests/test-mbrtoc16-w32.c: New file, based on + tests/test-mbrtoc32-w32.c. + * tests/test-mbrtoc16-w32-1.sh: New file, based on + tests/test-mbrtoc32-w32-1.sh. + * tests/test-mbrtoc16-w32-2.sh: New file, based on + tests/test-mbrtoc32-w32-2.sh. + * tests/test-mbrtoc16-w32-3.sh: New file, based on + tests/test-mbrtoc32-w32-3.sh. + * tests/test-mbrtoc16-w32-4.sh: New file, based on + tests/test-mbrtoc32-w32-4.sh. + * tests/test-mbrtoc16-w32-5.sh: New file, based on + tests/test-mbrtoc32-w32-5.sh. + * tests/test-mbrtoc16-w32-6.sh: New file, based on + tests/test-mbrtoc32-w32-6.sh. + * tests/test-mbrtoc16-w32-7.sh: New file, based on + tests/test-mbrtoc32-w32-7.sh. + * modules/mbrtoc16-tests: New file, based on modules/mbrtoc32-tests. + mbrtoc16: New module. * lib/uchar.in.h (mbrtoc16): New declaration. * lib/mbrtoc16.c: New file. diff --git a/modules/mbrtoc16-tests b/modules/mbrtoc16-tests new file mode 100644 index 0000000000..2ac7e0f0ee --- /dev/null +++ b/modules/mbrtoc16-tests @@ -0,0 +1,49 @@ +Files: +tests/test-mbrtoc16-1.sh +tests/test-mbrtoc16-2.sh +tests/test-mbrtoc16-3.sh +tests/test-mbrtoc16-4.sh +tests/test-mbrtoc16-5.sh +tests/test-mbrtoc16.c +tests/test-mbrtoc16-w32-1.sh +tests/test-mbrtoc16-w32-2.sh +tests/test-mbrtoc16-w32-3.sh +tests/test-mbrtoc16-w32-4.sh +tests/test-mbrtoc16-w32-5.sh +tests/test-mbrtoc16-w32-6.sh +tests/test-mbrtoc16-w32-7.sh +tests/test-mbrtoc16-w32.c +tests/signature.h +tests/macros.h +m4/locale-fr.m4 +m4/locale-ja.m4 +m4/locale-zh.m4 +m4/codeset.m4 + +Depends-on: +mbsinit +btoc32 +c32tob +setlocale +localcharset + +configure.ac: +gt_LOCALE_FR +gt_LOCALE_FR_UTF8 +gt_LOCALE_JA +gt_LOCALE_ZH_CN + +Makefile.am: +TESTS += \ + test-mbrtoc16-1.sh test-mbrtoc16-2.sh test-mbrtoc16-3.sh test-mbrtoc16-4.sh \ + test-mbrtoc16-5.sh \ + test-mbrtoc16-w32-1.sh test-mbrtoc16-w32-2.sh test-mbrtoc16-w32-3.sh \ + test-mbrtoc16-w32-4.sh test-mbrtoc16-w32-5.sh test-mbrtoc16-w32-6.sh \ + test-mbrtoc16-w32-7.sh +TESTS_ENVIRONMENT += \ + LOCALE_FR='@LOCALE_FR@' \ + LOCALE_FR_UTF8='@LOCALE_FR_UTF8@' \ + LOCALE_JA='@LOCALE_JA@' \ + LOCALE_ZH_CN='@LOCALE_ZH_CN@' +check_PROGRAMS += test-mbrtoc16 test-mbrtoc16-w32 +test_mbrtoc16_LDADD = $(LDADD) $(LIBUNISTRING) $(SETLOCALE_LIB) $(MBRTOWC_LIB) $(LIBC32CONV) diff --git a/tests/test-mbrtoc16-1.sh b/tests/test-mbrtoc16-1.sh new file mode 100755 index 0000000000..811a57093c --- /dev/null +++ b/tests/test-mbrtoc16-1.sh @@ -0,0 +1,15 @@ +#!/bin/sh + +# Test in an ISO-8859-1 or ISO-8859-15 locale. +: "${LOCALE_FR=fr_FR}" +if test $LOCALE_FR = none; then + if test -f /usr/bin/localedef; then + echo "Skipping test: no traditional french locale is installed" + else + echo "Skipping test: no traditional french locale is supported" + fi + exit 77 +fi + +LC_ALL=$LOCALE_FR \ +${CHECKER} ./test-mbrtoc16${EXEEXT} 1 diff --git a/tests/test-mbrtoc16-2.sh b/tests/test-mbrtoc16-2.sh new file mode 100755 index 0000000000..aa2e9d84ba --- /dev/null +++ b/tests/test-mbrtoc16-2.sh @@ -0,0 +1,15 @@ +#!/bin/sh + +# Test whether a specific UTF-8 locale is installed. +: "${LOCALE_FR_UTF8=fr_FR.UTF-8}" +if test $LOCALE_FR_UTF8 = none; then + if test -f /usr/bin/localedef; then + echo "Skipping test: no french Unicode locale is installed" + else + echo "Skipping test: no french Unicode locale is supported" + fi + exit 77 +fi + +LC_ALL=$LOCALE_FR_UTF8 \ +${CHECKER} ./test-mbrtoc16${EXEEXT} 2 diff --git a/tests/test-mbrtoc16-3.sh b/tests/test-mbrtoc16-3.sh new file mode 100755 index 0000000000..b58bb4aab2 --- /dev/null +++ b/tests/test-mbrtoc16-3.sh @@ -0,0 +1,15 @@ +#!/bin/sh + +# Test whether a specific EUC-JP locale is installed. +: "${LOCALE_JA=ja_JP}" +if test $LOCALE_JA = none; then + if test -f /usr/bin/localedef; then + echo "Skipping test: no traditional japanese locale is installed" + else + echo "Skipping test: no traditional japanese locale is supported" + fi + exit 77 +fi + +LC_ALL=$LOCALE_JA \ +${CHECKER} ./test-mbrtoc16${EXEEXT} 3 diff --git a/tests/test-mbrtoc16-4.sh b/tests/test-mbrtoc16-4.sh new file mode 100755 index 0000000000..8fa66efe21 --- /dev/null +++ b/tests/test-mbrtoc16-4.sh @@ -0,0 +1,15 @@ +#!/bin/sh + +# Test whether a specific GB18030 locale is installed. +: "${LOCALE_ZH_CN=zh_CN.GB18030}" +if test $LOCALE_ZH_CN = none; then + if test -f /usr/bin/localedef; then + echo "Skipping test: no transitional chinese locale is installed" + else + echo "Skipping test: no transitional chinese locale is supported" + fi + exit 77 +fi + +LC_ALL=$LOCALE_ZH_CN \ +${CHECKER} ./test-mbrtoc16${EXEEXT} 4 diff --git a/tests/test-mbrtoc16-5.sh b/tests/test-mbrtoc16-5.sh new file mode 100755 index 0000000000..71affee23d --- /dev/null +++ b/tests/test-mbrtoc16-5.sh @@ -0,0 +1,9 @@ +#!/bin/sh + +# Test whether the POSIX locale has encoding errors. +LC_ALL=C \ +${CHECKER} ./test-mbrtoc16${EXEEXT} 5 || exit 1 +LC_ALL=POSIX \ +${CHECKER} ./test-mbrtoc16${EXEEXT} 5 || exit 1 + +exit 0 diff --git a/tests/test-mbrtoc16-w32-1.sh b/tests/test-mbrtoc16-w32-1.sh new file mode 100755 index 0000000000..db19c943ac --- /dev/null +++ b/tests/test-mbrtoc16-w32-1.sh @@ -0,0 +1,4 @@ +#!/bin/sh + +# Test a CP1252 locale. +${CHECKER} ./test-mbrtoc16-w32${EXEEXT} French_France 1252 diff --git a/tests/test-mbrtoc16-w32-2.sh b/tests/test-mbrtoc16-w32-2.sh new file mode 100755 index 0000000000..05d4cef17f --- /dev/null +++ b/tests/test-mbrtoc16-w32-2.sh @@ -0,0 +1,4 @@ +#!/bin/sh + +# Test a CP1256 locale. +${CHECKER} ./test-mbrtoc16-w32${EXEEXT} "Arabic_Saudi Arabia" 1256 diff --git a/tests/test-mbrtoc16-w32-3.sh b/tests/test-mbrtoc16-w32-3.sh new file mode 100755 index 0000000000..f00830011c --- /dev/null +++ b/tests/test-mbrtoc16-w32-3.sh @@ -0,0 +1,4 @@ +#!/bin/sh + +# Test a CP932 locale. +${CHECKER} ./test-mbrtoc16-w32${EXEEXT} Japanese_Japan 932 diff --git a/tests/test-mbrtoc16-w32-4.sh b/tests/test-mbrtoc16-w32-4.sh new file mode 100755 index 0000000000..f4cdff6838 --- /dev/null +++ b/tests/test-mbrtoc16-w32-4.sh @@ -0,0 +1,4 @@ +#!/bin/sh + +# Test a CP950 locale. +${CHECKER} ./test-mbrtoc16-w32${EXEEXT} Chinese_Taiwan 950 diff --git a/tests/test-mbrtoc16-w32-5.sh b/tests/test-mbrtoc16-w32-5.sh new file mode 100755 index 0000000000..f7685a4533 --- /dev/null +++ b/tests/test-mbrtoc16-w32-5.sh @@ -0,0 +1,4 @@ +#!/bin/sh + +# Test a CP936 locale. +${CHECKER} ./test-mbrtoc16-w32${EXEEXT} Chinese_China 936 diff --git a/tests/test-mbrtoc16-w32-6.sh b/tests/test-mbrtoc16-w32-6.sh new file mode 100755 index 0000000000..a695af94f9 --- /dev/null +++ b/tests/test-mbrtoc16-w32-6.sh @@ -0,0 +1,4 @@ +#!/bin/sh + +# Test a GB18030 locale. +${CHECKER} ./test-mbrtoc16-w32${EXEEXT} Chinese_China 54936 diff --git a/tests/test-mbrtoc16-w32-7.sh b/tests/test-mbrtoc16-w32-7.sh new file mode 100755 index 0000000000..44ddd7e303 --- /dev/null +++ b/tests/test-mbrtoc16-w32-7.sh @@ -0,0 +1,4 @@ +#!/bin/sh + +# Test some UTF-8 locales. +${CHECKER} ./test-mbrtoc16-w32${EXEEXT} French_France Japanese_Japan Chinese_Taiwan Chinese_China 65001 diff --git a/tests/test-mbrtoc16-w32.c b/tests/test-mbrtoc16-w32.c new file mode 100644 index 0000000000..c7aef287d5 --- /dev/null +++ b/tests/test-mbrtoc16-w32.c @@ -0,0 +1,774 @@ +/* Test of conversion of multibyte character to 16-bit wide characters. + Copyright (C) 2008-2023 Free Software Foundation, Inc. + + This program is free software: you can redistribute it and/or modify + it under the terms of the GNU General Public License as published by + the Free Software Foundation, either version 3 of the License, or + (at your option) any later version. + + This program is distributed in the hope that it will be useful, + but WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + GNU General Public License for more details. + + You should have received a copy of the GNU General Public License + along with this program. If not, see . */ + +#include + +#include + +#include +#include +#include +#include +#include +#include + +#include "localcharset.h" +#include "macros.h" + +#if defined _WIN32 && !defined __CYGWIN__ + +static int +test_one_locale (const char *name, int codepage) +{ + mbstate_t state; + char16_t wc; + size_t ret; + +# if 1 + /* Portable code to set the locale. */ + { + char name_with_codepage[1024]; + + sprintf (name_with_codepage, "%s.%d", name, codepage); + + /* Set the locale. */ + if (setlocale (LC_ALL, name_with_codepage) == NULL) + return 77; + } +# else + /* Hacky way to set a locale.codepage combination that setlocale() refuses + to set. */ + { + /* Codepage of the current locale, set with setlocale(). + Not necessarily the same as GetACP(). */ + extern __declspec(dllimport) unsigned int __lc_codepage; + + /* Set the locale. */ + if (setlocale (LC_ALL, name) == NULL) + return 77; + + /* Clobber the codepage and MB_CUR_MAX, both set by setlocale(). */ + __lc_codepage = codepage; + switch (codepage) + { + case 1252: + case 1256: + MB_CUR_MAX = 1; + break; + case 932: + case 950: + case 936: + MB_CUR_MAX = 2; + break; + case 54936: + case 65001: + MB_CUR_MAX = 4; + break; + } + + /* Test whether the codepage is really available. */ + memset (&state, '\0', sizeof (mbstate_t)); + if (mbrtoc16 (&wc, " ", 1, &state) == (size_t)(-1)) + return 77; + } +# endif + + /* Test zero-length input. */ + { + memset (&state, '\0', sizeof (mbstate_t)); + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, "x", 0, &state); + ASSERT (ret == (size_t)(-2)); + ASSERT (mbsinit (&state)); + } + + /* Test NUL byte input. */ + { + memset (&state, '\0', sizeof (mbstate_t)); + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, "", 1, &state); + ASSERT (ret == 0); + ASSERT (wc == 0); + ASSERT (mbsinit (&state)); + ret = mbrtoc16 (NULL, "", 1, &state); + ASSERT (ret == 0); + ASSERT (mbsinit (&state)); + } + + /* Test single-byte input. */ + { + int c; + char buf[1]; + + memset (&state, '\0', sizeof (mbstate_t)); + for (c = 0; c < 0x100; c++) + switch (c) + { + case '\t': case '\v': case '\f': + case ' ': case '!': case '"': case '#': case '%': + case '&': case '\'': case '(': case ')': case '*': + case '+': case ',': case '-': case '.': case '/': + case '0': case '1': case '2': case '3': case '4': + case '5': case '6': case '7': case '8': case '9': + case ':': case ';': case '<': case '=': case '>': + case '?': + case 'A': case 'B': case 'C': case 'D': case 'E': + case 'F': case 'G': case 'H': case 'I': case 'J': + case 'K': case 'L': case 'M': case 'N': case 'O': + case 'P': case 'Q': case 'R': case 'S': case 'T': + case 'U': case 'V': case 'W': case 'X': case 'Y': + case 'Z': + case '[': case '\\': case ']': case '^': case '_': + case 'a': case 'b': case 'c': case 'd': case 'e': + case 'f': case 'g': case 'h': case 'i': case 'j': + case 'k': case 'l': case 'm': case 'n': case 'o': + case 'p': case 'q': case 'r': case 's': case 't': + case 'u': case 'v': case 'w': case 'x': case 'y': + case 'z': case '{': case '|': case '}': case '~': + /* c is in the ISO C "basic character set". */ + buf[0] = c; + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, buf, 1, &state); + ASSERT (ret == 1); + ASSERT (wc == c); + ASSERT (mbsinit (&state)); + ret = mbrtoc16 (NULL, buf, 1, &state); + ASSERT (ret == 1); + ASSERT (mbsinit (&state)); + break; + } + } + + /* Test special calling convention, passing a NULL pointer. */ + { + memset (&state, '\0', sizeof (mbstate_t)); + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, NULL, 5, &state); + ASSERT (ret == 0); + ASSERT (wc == (char16_t) 0xBADF); + ASSERT (mbsinit (&state)); + } + + switch (codepage) + { + case 1252: + /* Locale encoding is CP1252, an extension of ISO-8859-1. */ + { + char input[] = "B\374\337er"; /* "Büßer" */ + memset (&state, '\0', sizeof (mbstate_t)); + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input, 1, &state); + ASSERT (ret == 1); + ASSERT (wc == 'B'); + ASSERT (mbsinit (&state)); + input[0] = '\0'; + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input + 1, 1, &state); + ASSERT (ret == 1); + ASSERT (c32tob (wc) == (unsigned char) '\374'); + ASSERT (wc == 0x00FC); + ASSERT (mbsinit (&state)); + input[1] = '\0'; + + /* Test support of NULL first argument. */ + ret = mbrtoc16 (NULL, input + 2, 3, &state); + ASSERT (ret == 1); + ASSERT (mbsinit (&state)); + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input + 2, 3, &state); + ASSERT (ret == 1); + ASSERT (c32tob (wc) == (unsigned char) '\337'); + ASSERT (wc == 0x00DF); + ASSERT (mbsinit (&state)); + input[2] = '\0'; + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input + 3, 2, &state); + ASSERT (ret == 1); + ASSERT (wc == 'e'); + ASSERT (mbsinit (&state)); + input[3] = '\0'; + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input + 4, 1, &state); + ASSERT (ret == 1); + ASSERT (wc == 'r'); + ASSERT (mbsinit (&state)); + } + return 0; + + case 1256: + /* Locale encoding is CP1256, not the same as ISO-8859-6. */ + { + char input[] = "x\302\341\346y"; /* "xآلوy" */ + memset (&state, '\0', sizeof (mbstate_t)); + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input, 1, &state); + ASSERT (ret == 1); + ASSERT (wc == 'x'); + ASSERT (mbsinit (&state)); + input[0] = '\0'; + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input + 1, 1, &state); + ASSERT (ret == 1); + ASSERT (c32tob (wc) == (unsigned char) '\302'); + ASSERT (wc == 0x0622); + ASSERT (mbsinit (&state)); + input[1] = '\0'; + + /* Test support of NULL first argument. */ + ret = mbrtoc16 (NULL, input + 2, 3, &state); + ASSERT (ret == 1); + ASSERT (mbsinit (&state)); + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input + 2, 3, &state); + ASSERT (ret == 1); + ASSERT (c32tob (wc) == (unsigned char) '\341'); + ASSERT (wc == 0x0644); + ASSERT (mbsinit (&state)); + input[2] = '\0'; + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input + 3, 2, &state); + ASSERT (ret == 1); + ASSERT (c32tob (wc) == (unsigned char) '\346'); + ASSERT (wc == 0x0648); + ASSERT (mbsinit (&state)); + input[3] = '\0'; + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input + 4, 1, &state); + ASSERT (ret == 1); + ASSERT (wc == 'y'); + ASSERT (mbsinit (&state)); + } + return 0; + + case 932: + /* Locale encoding is CP932, similar to Shift_JIS. */ + { + char input[] = "<\223\372\226\173\214\352>"; /* "<日本語>" */ + memset (&state, '\0', sizeof (mbstate_t)); + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input, 1, &state); + ASSERT (ret == 1); + ASSERT (wc == '<'); + ASSERT (mbsinit (&state)); + input[0] = '\0'; + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input + 1, 2, &state); + ASSERT (ret == 2); + ASSERT (c32tob (wc) == EOF); + ASSERT (wc == 0x65E5); + ASSERT (mbsinit (&state)); + input[1] = '\0'; + input[2] = '\0'; + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input + 3, 1, &state); + ASSERT (ret == (size_t)(-2)); + ASSERT (wc == (char16_t) 0xBADF); + #if 0 + ASSERT (!mbsinit (&state)); + #endif + input[3] = '\0'; + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input + 4, 4, &state); + ASSERT (ret == 1); + ASSERT (c32tob (wc) == EOF); + ASSERT (wc == 0x672C); + ASSERT (mbsinit (&state)); + input[4] = '\0'; + + /* Test support of NULL first argument. */ + ret = mbrtoc16 (NULL, input + 5, 3, &state); + ASSERT (ret == 2); + ASSERT (mbsinit (&state)); + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input + 5, 3, &state); + ASSERT (ret == 2); + ASSERT (c32tob (wc) == EOF); + ASSERT (wc == 0x8A9E); + ASSERT (mbsinit (&state)); + input[5] = '\0'; + input[6] = '\0'; + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input + 7, 1, &state); + ASSERT (ret == 1); + ASSERT (wc == '>'); + ASSERT (mbsinit (&state)); + + /* Test some invalid input. */ + memset (&state, '\0', sizeof (mbstate_t)); + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, "\377", 1, &state); /* 0xFF */ + ASSERT ((ret == (size_t)-1 && errno == EILSEQ) || ret == (size_t)-2); + + memset (&state, '\0', sizeof (mbstate_t)); + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, "\225\377", 2, &state); /* 0x95 0xFF */ + ASSERT ((ret == (size_t)-1 && errno == EILSEQ) || (ret == 2 && wc == 0x30FB)); + } + return 0; + + case 950: + /* Locale encoding is CP950, similar to Big5. */ + { + char input[] = "<\244\351\245\273\273\171>"; /* "<日本語>" */ + memset (&state, '\0', sizeof (mbstate_t)); + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input, 1, &state); + ASSERT (ret == 1); + ASSERT (wc == '<'); + ASSERT (mbsinit (&state)); + input[0] = '\0'; + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input + 1, 2, &state); + ASSERT (ret == 2); + ASSERT (c32tob (wc) == EOF); + ASSERT (wc == 0x65E5); + ASSERT (mbsinit (&state)); + input[1] = '\0'; + input[2] = '\0'; + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input + 3, 1, &state); + ASSERT (ret == (size_t)(-2)); + ASSERT (wc == (char16_t) 0xBADF); + #if 0 + ASSERT (!mbsinit (&state)); + #endif + input[3] = '\0'; + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input + 4, 4, &state); + ASSERT (ret == 1); + ASSERT (c32tob (wc) == EOF); + ASSERT (wc == 0x672C); + ASSERT (mbsinit (&state)); + input[4] = '\0'; + + /* Test support of NULL first argument. */ + ret = mbrtoc16 (NULL, input + 5, 3, &state); + ASSERT (ret == 2); + ASSERT (mbsinit (&state)); + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input + 5, 3, &state); + ASSERT (ret == 2); + ASSERT (c32tob (wc) == EOF); + ASSERT (wc == 0x8A9E); + ASSERT (mbsinit (&state)); + input[5] = '\0'; + input[6] = '\0'; + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input + 7, 1, &state); + ASSERT (ret == 1); + ASSERT (wc == '>'); + ASSERT (mbsinit (&state)); + + /* Test some invalid input. */ + memset (&state, '\0', sizeof (mbstate_t)); + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, "\377", 1, &state); /* 0xFF */ + ASSERT ((ret == (size_t)-1 && errno == EILSEQ) || ret == (size_t)-2); + + memset (&state, '\0', sizeof (mbstate_t)); + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, "\225\377", 2, &state); /* 0x95 0xFF */ + ASSERT ((ret == (size_t)-1 && errno == EILSEQ) || (ret == 2 && wc == '?')); + } + return 0; + + case 936: + /* Locale encoding is CP936 = GBK, an extension of GB2312. */ + { + char input[] = "<\310\325\261\276\325\132>"; /* "<日本語>" */ + memset (&state, '\0', sizeof (mbstate_t)); + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input, 1, &state); + ASSERT (ret == 1); + ASSERT (wc == '<'); + ASSERT (mbsinit (&state)); + input[0] = '\0'; + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input + 1, 2, &state); + ASSERT (ret == 2); + ASSERT (c32tob (wc) == EOF); + ASSERT (wc == 0x65E5); + ASSERT (mbsinit (&state)); + input[1] = '\0'; + input[2] = '\0'; + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input + 3, 1, &state); + ASSERT (ret == (size_t)(-2)); + ASSERT (wc == (char16_t) 0xBADF); + #if 0 + ASSERT (!mbsinit (&state)); + #endif + input[3] = '\0'; + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input + 4, 4, &state); + ASSERT (ret == 1); + ASSERT (c32tob (wc) == EOF); + ASSERT (wc == 0x672C); + ASSERT (mbsinit (&state)); + input[4] = '\0'; + + /* Test support of NULL first argument. */ + ret = mbrtoc16 (NULL, input + 5, 3, &state); + ASSERT (ret == 2); + ASSERT (mbsinit (&state)); + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input + 5, 3, &state); + ASSERT (ret == 2); + ASSERT (c32tob (wc) == EOF); + ASSERT (wc == 0x8A9E); + ASSERT (mbsinit (&state)); + input[5] = '\0'; + input[6] = '\0'; + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input + 7, 1, &state); + ASSERT (ret == 1); + ASSERT (wc == '>'); + ASSERT (mbsinit (&state)); + + /* Test some invalid input. */ + memset (&state, '\0', sizeof (mbstate_t)); + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, "\377", 1, &state); /* 0xFF */ + ASSERT ((ret == (size_t)-1 && errno == EILSEQ) || ret == (size_t)-2); + + memset (&state, '\0', sizeof (mbstate_t)); + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, "\225\377", 2, &state); /* 0x95 0xFF */ + ASSERT ((ret == (size_t)-1 && errno == EILSEQ) || (ret == 2 && wc == '?')); + } + return 0; + + case 54936: + /* Locale encoding is CP54936 = GB18030. */ + if (strcmp (locale_charset (), "GB18030") != 0) + return 77; + { + char input[] = "s\250\271\201\060\211\070\224\071\375\067!"; /* "süß😋!" */ + memset (&state, '\0', sizeof (mbstate_t)); + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input, 1, &state); + ASSERT (ret == 1); + ASSERT (wc == 's'); + ASSERT (mbsinit (&state)); + input[0] = '\0'; + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input + 1, 1, &state); + ASSERT (ret == (size_t)(-2)); + ASSERT (wc == (char16_t) 0xBADF); + #if 0 + ASSERT (!mbsinit (&state)); + #endif + input[1] = '\0'; + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input + 2, 9, &state); + ASSERT (ret == 1); + ASSERT (c32tob (wc) == EOF); + ASSERT (wc == 0x00FC); + ASSERT (mbsinit (&state)); + input[2] = '\0'; + + /* Test support of NULL first argument. */ + ret = mbrtoc16 (NULL, input + 3, 8, &state); + ASSERT (ret == 4); + ASSERT (mbsinit (&state)); + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input + 3, 8, &state); + ASSERT (ret == 4); + ASSERT (c32tob (wc) == EOF); + ASSERT (wc == 0x00DF); + ASSERT (mbsinit (&state)); + input[3] = '\0'; + input[4] = '\0'; + input[5] = '\0'; + input[6] = '\0'; + + /* Test support of NULL first argument. */ + ret = mbrtoc16 (NULL, input + 7, 4, &state); + ASSERT (ret == 4); + ret = mbrtoc16 (NULL, input + 11, 0, &state); + ASSERT (ret == (size_t)(-3)); + ASSERT (mbsinit (&state)); + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input + 7, 4, &state); + ASSERT (ret == 4); + ASSERT (c32tob (wc) == EOF); + ASSERT (wc == 0xD83D); /* expect UTF-16 encoding */ + input[7] = '\0'; + input[8] = '\0'; + input[9] = '\0'; + input[10] = '\0'; + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input + 11, 0, &state); + ASSERT (ret == (size_t)(-3)); + ASSERT (c32tob (wc) == EOF); + ASSERT (wc == 0xDE0B); /* expect UTF-16 encoding */ + ASSERT (mbsinit (&state)); + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input + 11, 1, &state); + ASSERT (ret == 1); + ASSERT (wc == '!'); + ASSERT (mbsinit (&state)); + + /* Test some invalid input. */ + memset (&state, '\0', sizeof (mbstate_t)); + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, "\377", 1, &state); /* 0xFF */ + ASSERT (ret == (size_t)-1); + ASSERT (errno == EILSEQ); + + memset (&state, '\0', sizeof (mbstate_t)); + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, "\225\377", 2, &state); /* 0x95 0xFF */ + ASSERT (ret == (size_t)-1); + ASSERT (errno == EILSEQ); + + memset (&state, '\0', sizeof (mbstate_t)); + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, "\201\045", 2, &state); /* 0x81 0x25 */ + ASSERT (ret == (size_t)-1); + ASSERT (errno == EILSEQ); + + memset (&state, '\0', sizeof (mbstate_t)); + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, "\201\060\377", 3, &state); /* 0x81 0x30 0xFF */ + ASSERT (ret == (size_t)-1); + ASSERT (errno == EILSEQ); + + memset (&state, '\0', sizeof (mbstate_t)); + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, "\201\060\377\064", 4, &state); /* 0x81 0x30 0xFF 0x34 */ + ASSERT (ret == (size_t)-1); + ASSERT (errno == EILSEQ); + + memset (&state, '\0', sizeof (mbstate_t)); + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, "\201\060\211\072", 4, &state); /* 0x81 0x30 0x89 0x3A */ + ASSERT (ret == (size_t)-1); + ASSERT (errno == EILSEQ); + } + return 0; + + case 65001: + /* Locale encoding is CP65001 = UTF-8. */ + if (strcmp (locale_charset (), "UTF-8") != 0) + return 77; + { + char input[] = "s\303\274\303\237\360\237\230\213!"; /* "süß😋!" */ + memset (&state, '\0', sizeof (mbstate_t)); + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input, 1, &state); + ASSERT (ret == 1); + ASSERT (wc == 's'); + ASSERT (mbsinit (&state)); + input[0] = '\0'; + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input + 1, 1, &state); + ASSERT (ret == (size_t)(-2)); + ASSERT (wc == (char16_t) 0xBADF); + #if 0 + ASSERT (!mbsinit (&state)); + #endif + input[1] = '\0'; + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input + 2, 7, &state); + ASSERT (ret == 1); + ASSERT (c32tob (wc) == EOF); + ASSERT (wc == 0x00FC); + ASSERT (mbsinit (&state)); + input[2] = '\0'; + + /* Test support of NULL first argument. */ + ret = mbrtoc16 (NULL, input + 3, 6, &state); + ASSERT (ret == 2); + ASSERT (mbsinit (&state)); + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input + 3, 6, &state); + ASSERT (ret == 2); + ASSERT (c32tob (wc) == EOF); + ASSERT (wc == 0x00DF); + ASSERT (mbsinit (&state)); + input[3] = '\0'; + input[4] = '\0'; + + /* Test support of NULL first argument. */ + ret = mbrtoc16 (NULL, input + 5, 4, &state); + ASSERT (ret == 4); + ret = mbrtoc16 (NULL, input + 9, 0, &state); + ASSERT (ret == (size_t)(-3)); + ASSERT (mbsinit (&state)); + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input + 5, 4, &state); + ASSERT (ret == 4); + ASSERT (c32tob (wc) == EOF); + ASSERT (wc == 0xD83D); /* expect UTF-16 encoding */ + input[5] = '\0'; + input[6] = '\0'; + input[7] = '\0'; + input[8] = '\0'; + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input + 9, 0, &state); + ASSERT (ret == (size_t)(-3)); + ASSERT (c32tob (wc) == EOF); + ASSERT (wc == 0xDE0B); /* expect UTF-16 encoding */ + ASSERT (mbsinit (&state)); + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input + 9, 1, &state); + ASSERT (ret == 1); + ASSERT (wc == '!'); + ASSERT (mbsinit (&state)); + + /* Test some invalid input. */ + memset (&state, '\0', sizeof (mbstate_t)); + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, "\377", 1, &state); /* 0xFF */ + ASSERT (ret == (size_t)-1); + ASSERT (errno == EILSEQ); + + memset (&state, '\0', sizeof (mbstate_t)); + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, "\303\300", 2, &state); /* 0xC3 0xC0 */ + ASSERT (ret == (size_t)-1); + ASSERT (errno == EILSEQ); + + memset (&state, '\0', sizeof (mbstate_t)); + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, "\343\300", 2, &state); /* 0xE3 0xC0 */ + ASSERT (ret == (size_t)-1); + ASSERT (errno == EILSEQ); + + memset (&state, '\0', sizeof (mbstate_t)); + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, "\343\300\200", 3, &state); /* 0xE3 0xC0 0x80 */ + ASSERT (ret == (size_t)-1); + ASSERT (errno == EILSEQ); + + memset (&state, '\0', sizeof (mbstate_t)); + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, "\343\200\300", 3, &state); /* 0xE3 0x80 0xC0 */ + ASSERT (ret == (size_t)-1); + ASSERT (errno == EILSEQ); + + memset (&state, '\0', sizeof (mbstate_t)); + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, "\363\300", 2, &state); /* 0xF3 0xC0 */ + ASSERT (ret == (size_t)-1); + ASSERT (errno == EILSEQ); + + memset (&state, '\0', sizeof (mbstate_t)); + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, "\363\300\200\200", 4, &state); /* 0xF3 0xC0 0x80 0x80 */ + ASSERT (ret == (size_t)-1); + ASSERT (errno == EILSEQ); + + memset (&state, '\0', sizeof (mbstate_t)); + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, "\363\200\300", 3, &state); /* 0xF3 0x80 0xC0 */ + ASSERT (ret == (size_t)-1); + ASSERT (errno == EILSEQ); + + memset (&state, '\0', sizeof (mbstate_t)); + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, "\363\200\300\200", 4, &state); /* 0xF3 0x80 0xC0 0x80 */ + ASSERT (ret == (size_t)-1); + ASSERT (errno == EILSEQ); + + memset (&state, '\0', sizeof (mbstate_t)); + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, "\363\200\200\300", 4, &state); /* 0xF3 0x80 0x80 0xC0 */ + ASSERT (ret == (size_t)-1); + ASSERT (errno == EILSEQ); + } + return 0; + + default: + return 1; + } +} + +int +main (int argc, char *argv[]) +{ + int codepage = atoi (argv[argc - 1]); + int result; + int i; + + result = 77; + for (i = 1; i < argc - 1; i++) + { + int ret = test_one_locale (argv[i], codepage); + + if (ret != 77) + result = ret; + } + + if (result == 77) + { + fprintf (stderr, "Skipping test: found no locale with codepage %d\n", + codepage); + } + return result; +} + +#else + +int +main (int argc, char *argv[]) +{ + fputs ("Skipping test: not a native Windows system\n", stderr); + return 77; +} + +#endif diff --git a/tests/test-mbrtoc16.c b/tests/test-mbrtoc16.c new file mode 100644 index 0000000000..03732dddb4 --- /dev/null +++ b/tests/test-mbrtoc16.c @@ -0,0 +1,445 @@ +/* Test of conversion of multibyte character to 16-bit wide characters. + Copyright (C) 2008-2023 Free Software Foundation, Inc. + + This program is free software: you can redistribute it and/or modify + it under the terms of the GNU General Public License as published by + the Free Software Foundation, either version 3 of the License, or + (at your option) any later version. + + This program is distributed in the hope that it will be useful, + but WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + GNU General Public License for more details. + + You should have received a copy of the GNU General Public License + along with this program. If not, see . */ + +/* Written by Bruno Haible , 2008. */ + +#include + +#include + +#include "signature.h" +SIGNATURE_CHECK (mbrtoc16, size_t, + (char16_t *, const char *, size_t, mbstate_t *)); + +#include +#include +#include +#include +#include + +#include "macros.h" + +int +main (int argc, char *argv[]) +{ + mbstate_t state; + char16_t wc; + size_t ret; + + /* configure should already have checked that the locale is supported. */ + if (setlocale (LC_ALL, "") == NULL) + return 1; + + /* Test zero-length input. */ + { + memset (&state, '\0', sizeof (mbstate_t)); + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, "x", 0, &state); + ASSERT (ret == (size_t)(-2)); + ASSERT (mbsinit (&state)); + } + + /* Test NUL byte input. */ + { + memset (&state, '\0', sizeof (mbstate_t)); + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, "", 1, &state); + ASSERT (ret == 0); + ASSERT (wc == 0); + ASSERT (mbsinit (&state)); + ret = mbrtoc16 (NULL, "", 1, &state); + ASSERT (ret == 0); + ASSERT (mbsinit (&state)); + } + + /* Test single-byte input. */ + { + int c; + char buf[1]; + + memset (&state, '\0', sizeof (mbstate_t)); + for (c = 0; c < 0x100; c++) + switch (c) + { + case '\t': case '\v': case '\f': + case ' ': case '!': case '"': case '#': case '%': + case '&': case '\'': case '(': case ')': case '*': + case '+': case ',': case '-': case '.': case '/': + case '0': case '1': case '2': case '3': case '4': + case '5': case '6': case '7': case '8': case '9': + case ':': case ';': case '<': case '=': case '>': + case '?': + case 'A': case 'B': case 'C': case 'D': case 'E': + case 'F': case 'G': case 'H': case 'I': case 'J': + case 'K': case 'L': case 'M': case 'N': case 'O': + case 'P': case 'Q': case 'R': case 'S': case 'T': + case 'U': case 'V': case 'W': case 'X': case 'Y': + case 'Z': + case '[': case '\\': case ']': case '^': case '_': + case 'a': case 'b': case 'c': case 'd': case 'e': + case 'f': case 'g': case 'h': case 'i': case 'j': + case 'k': case 'l': case 'm': case 'n': case 'o': + case 'p': case 'q': case 'r': case 's': case 't': + case 'u': case 'v': case 'w': case 'x': case 'y': + case 'z': case '{': case '|': case '}': case '~': + /* c is in the ISO C "basic character set". */ + ASSERT (c < 0x80); + /* c is an ASCII character. */ + buf[0] = c; + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, buf, 1, &state); + ASSERT (ret == 1); + ASSERT (wc == c); + ASSERT (mbsinit (&state)); + + ret = mbrtoc16 (NULL, buf, 1, &state); + ASSERT (ret == 1); + ASSERT (mbsinit (&state)); + + break; + default: + break; + } + } + + /* Test special calling convention, passing a NULL pointer. */ + { + memset (&state, '\0', sizeof (mbstate_t)); + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, NULL, 5, &state); + ASSERT (ret == 0); + ASSERT (wc == (char16_t) 0xBADF); + ASSERT (mbsinit (&state)); + } + +#ifdef __ANDROID__ + /* On Android ≥ 5.0, the default locale is the "C.UTF-8" locale, not the + "C" locale. Furthermore, when you attempt to set the "C" or "POSIX" + locale via setlocale(), what you get is a "C" locale with UTF-8 encoding, + that is, effectively the "C.UTF-8" locale. */ + if (argc > 1 && strcmp (argv[1], "5") == 0 && MB_CUR_MAX > 1) + argv[1] = "2"; +#endif + + if (argc > 1) + switch (argv[1][0]) + { + case '1': + /* Locale encoding is ISO-8859-1 or ISO-8859-15. */ + { + char input[] = "B\374\337er"; /* "Büßer" */ + memset (&state, '\0', sizeof (mbstate_t)); + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input, 1, &state); + ASSERT (ret == 1); + ASSERT (wc == 'B'); + ASSERT (mbsinit (&state)); + input[0] = '\0'; + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input + 1, 1, &state); + ASSERT (ret == 1); + ASSERT (c32tob (wc) == (unsigned char) '\374'); + ASSERT (wc == 0x00FC); /* expect UTF-16 encoding */ + ASSERT (mbsinit (&state)); + input[1] = '\0'; + + /* Test support of NULL first argument. */ + ret = mbrtoc16 (NULL, input + 2, 3, &state); + ASSERT (ret == 1); + ASSERT (mbsinit (&state)); + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input + 2, 3, &state); + ASSERT (ret == 1); + ASSERT (c32tob (wc) == (unsigned char) '\337'); + ASSERT (wc == 0x00DF); /* expect UTF-16 encoding */ + ASSERT (mbsinit (&state)); + input[2] = '\0'; + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input + 3, 2, &state); + ASSERT (ret == 1); + ASSERT (wc == 'e'); + ASSERT (mbsinit (&state)); + input[3] = '\0'; + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input + 4, 1, &state); + ASSERT (ret == 1); + ASSERT (wc == 'r'); + ASSERT (mbsinit (&state)); + } + return 0; + + case '2': + /* Locale encoding is UTF-8. */ + { + char input[] = "s\303\274\303\237\360\237\230\213!"; /* "süß😋!" */ + memset (&state, '\0', sizeof (mbstate_t)); + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input, 1, &state); + ASSERT (ret == 1); + ASSERT (wc == 's'); + ASSERT (mbsinit (&state)); + input[0] = '\0'; + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input + 1, 1, &state); + ASSERT (ret == (size_t)(-2)); + ASSERT (wc == (char16_t) 0xBADF); + #if 0 + ASSERT (!mbsinit (&state)); + #endif + input[1] = '\0'; + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input + 2, 7, &state); + ASSERT (ret == 1); + ASSERT (c32tob (wc) == EOF); + ASSERT (wc == 0x00FC); /* expect UTF-16 encoding */ + ASSERT (mbsinit (&state)); + input[2] = '\0'; + + /* Test support of NULL first argument. */ + ret = mbrtoc16 (NULL, input + 3, 6, &state); + ASSERT (ret == 2); + ASSERT (mbsinit (&state)); + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input + 3, 6, &state); + ASSERT (ret == 2); + ASSERT (c32tob (wc) == EOF); + ASSERT (wc == 0x00DF); /* expect UTF-16 encoding */ + ASSERT (mbsinit (&state)); + input[3] = '\0'; + input[4] = '\0'; + + /* Test support of NULL first argument. */ + ret = mbrtoc16 (NULL, input + 5, 4, &state); + ASSERT (ret == 4); + ret = mbrtoc16 (NULL, input + 9, 0, &state); + ASSERT (ret == (size_t)(-3)); + ASSERT (mbsinit (&state)); + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input + 5, 4, &state); + ASSERT (ret == 4); + ASSERT (c32tob (wc) == EOF); + ASSERT (wc == 0xD83D); /* expect UTF-16 encoding */ + input[5] = '\0'; + input[6] = '\0'; + input[7] = '\0'; + input[8] = '\0'; + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input + 9, 0, &state); + ASSERT (ret == (size_t)(-3)); + ASSERT (c32tob (wc) == EOF); + ASSERT (wc == 0xDE0B); /* expect UTF-16 encoding */ + ASSERT (mbsinit (&state)); + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input + 9, 1, &state); + ASSERT (ret == 1); + ASSERT (wc == '!'); + ASSERT (mbsinit (&state)); + } + return 0; + + case '3': + /* Locale encoding is EUC-JP. */ + { + char input[] = "<\306\374\313\334\270\354>"; /* "<日本語>" */ + memset (&state, '\0', sizeof (mbstate_t)); + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input, 1, &state); + ASSERT (ret == 1); + ASSERT (wc == '<'); + ASSERT (mbsinit (&state)); + input[0] = '\0'; + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input + 1, 2, &state); + ASSERT (ret == 2); + ASSERT (c32tob (wc) == EOF); + ASSERT (wc == 0x65E5); /* expect UTF-16 encoding */ + ASSERT (mbsinit (&state)); + input[1] = '\0'; + input[2] = '\0'; + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input + 3, 1, &state); + ASSERT (ret == (size_t)(-2)); + ASSERT (wc == (char16_t) 0xBADF); + #if 0 + ASSERT (!mbsinit (&state)); + #endif + input[3] = '\0'; + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input + 4, 4, &state); + ASSERT (ret == 1); + ASSERT (c32tob (wc) == EOF); + ASSERT (wc == 0x672C); /* expect UTF-16 encoding */ + ASSERT (mbsinit (&state)); + input[4] = '\0'; + + /* Test support of NULL first argument. */ + ret = mbrtoc16 (NULL, input + 5, 3, &state); + ASSERT (ret == 2); + ASSERT (mbsinit (&state)); + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input + 5, 3, &state); + ASSERT (ret == 2); + ASSERT (c32tob (wc) == EOF); + ASSERT (wc == 0x8A9E); /* expect UTF-16 encoding */ + ASSERT (mbsinit (&state)); + input[5] = '\0'; + input[6] = '\0'; + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input + 7, 1, &state); + ASSERT (ret == 1); + ASSERT (wc == '>'); + ASSERT (mbsinit (&state)); + } + return 0; + + case '4': + /* Locale encoding is GB18030. */ + #if GL_CHAR32_T_IS_UNICODE && (defined __NetBSD__ || defined __sun) + fputs ("Skipping test: The GB18030 converter in this system's iconv is broken.\n", stderr); + return 77; + #endif + { + char input[] = "s\250\271\201\060\211\070\224\071\375\067!"; /* "süß😋!" */ + memset (&state, '\0', sizeof (mbstate_t)); + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input, 1, &state); + ASSERT (ret == 1); + ASSERT (wc == 's'); + ASSERT (mbsinit (&state)); + input[0] = '\0'; + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input + 1, 1, &state); + ASSERT (ret == (size_t)(-2)); + ASSERT (wc == (char16_t) 0xBADF); + #if 0 + ASSERT (!mbsinit (&state)); + #endif + input[1] = '\0'; + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input + 2, 9, &state); + ASSERT (ret == 1); + ASSERT (c32tob (wc) == EOF); + ASSERT (wc == 0x00FC); /* expect UTF-16 encoding */ + ASSERT (mbsinit (&state)); + input[2] = '\0'; + + /* Test support of NULL first argument. */ + ret = mbrtoc16 (NULL, input + 3, 8, &state); + ASSERT (ret == 4); + ASSERT (mbsinit (&state)); + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input + 3, 8, &state); + ASSERT (ret == 4); + ASSERT (c32tob (wc) == EOF); + ASSERT (wc == 0x00DF); /* expect UTF-16 encoding */ + ASSERT (mbsinit (&state)); + input[3] = '\0'; + input[4] = '\0'; + input[5] = '\0'; + input[6] = '\0'; + + /* Test support of NULL first argument. */ + ret = mbrtoc16 (NULL, input + 7, 4, &state); + ASSERT (ret == 4); + ret = mbrtoc16 (NULL, input + 11, 0, &state); + ASSERT (ret == (size_t)(-3)); + ASSERT (mbsinit (&state)); + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input + 7, 4, &state); + ASSERT (ret == 4); + ASSERT (c32tob (wc) == EOF); + ASSERT (wc == 0xD83D); /* expect UTF-16 encoding */ + input[7] = '\0'; + input[8] = '\0'; + input[9] = '\0'; + input[10] = '\0'; + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input + 11, 0, &state); + ASSERT (ret == (size_t)(-3)); + ASSERT (c32tob (wc) == EOF); + ASSERT (wc == 0xDE0B); /* expect UTF-16 encoding */ + ASSERT (mbsinit (&state)); + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, input + 11, 1, &state); + ASSERT (ret == 1); + ASSERT (wc == '!'); + ASSERT (mbsinit (&state)); + } + return 0; + + case '5': + /* C or POSIX locale. */ + { + int c; + char buf[1]; + + memset (&state, '\0', sizeof (mbstate_t)); + for (c = 0; c < 0x100; c++) + if (c != 0) + { + /* We are testing all nonnull bytes. */ + buf[0] = c; + + wc = (char16_t) 0xBADF; + ret = mbrtoc16 (&wc, buf, 1, &state); + /* POSIX:2018 says regarding mbrtowc: "In the POSIX locale an + [EILSEQ] error cannot occur since all byte values are valid + characters." It is reasonable to expect mbrtoc16 to behave + in the same way. */ + ASSERT (ret == 1); + if (c < 0x80) + /* c is an ASCII character. */ + ASSERT (wc == c); + else + /* On most platforms, the bytes 0x80..0xFF map to U+0080..U+00FF. + But on musl libc, the bytes 0x80..0xFF map to U+DF80..U+DFFF. */ + ASSERT (wc == (btoc32 (c) == 0xDF00 + c ? btoc32 (c) : c)); + ASSERT (mbsinit (&state)); + + ret = mbrtoc16 (NULL, buf, 1, &state); + ASSERT (ret == 1); + ASSERT (mbsinit (&state)); + } + } + return 0; + } + + return 1; +} -- 2.39.5