kmx git

/* Test of conversion of multibyte character to wide character.
   Copyright (C) 2008-2025 Free Software Foundation, Inc.

   This program is free software: you can redistribute it and/or modify
   it under the terms of the GNU General Public License as published by
   the Free Software Foundation, either version 3 of the License, or
   (at your option) any later version.

   This program is distributed in the hope that it will be useful,
   but WITHOUT ANY WARRANTY; without even the implied warranty of
   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
   GNU General Public License for more details.

   You should have received a copy of the GNU General Public License
   along with this program.  If not, see <https://www.gnu.org/licenses/>.  */

#include <config.h>

#include <wchar.h>

#include <errno.h>
#include <locale.h>
#include <stdio.h>
#include <stdlib.h>
#include <string.h>

#include "localcharset.h"
#include "macros.h"

#if defined _WIN32 && !defined __CYGWIN__

static int
test_one_locale (const char *name, int codepage)
{
  mbstate_t state;
  size_t ret;

# if 1
  /* Portable code to set the locale.  */
  {
    char name_with_codepage[1024];

    sprintf (name_with_codepage, "%s.%d", name, codepage);

    /* Set the locale.  */
    if (setlocale (LC_ALL, name_with_codepage) == NULL)
      return 77;
  }
# else
  /* Hacky way to set a locale.codepage combination that setlocale() refuses
     to set.  */
  {
    /* Codepage of the current locale, set with setlocale().
       Not necessarily the same as GetACP().  */
    extern __declspec(dllimport) unsigned int __lc_codepage;

    /* Set the locale.  */
    if (setlocale (LC_ALL, name) == NULL)
      return 77;

    /* Clobber the codepage and MB_CUR_MAX, both set by setlocale().  */
    __lc_codepage = codepage;
    switch (codepage)
      {
      case 1252:
      case 1256:
        MB_CUR_MAX = 1;
        break;
      case 932:
      case 950:
      case 936:
        MB_CUR_MAX = 2;
        break;
      case 54936:
      case 65001:
        MB_CUR_MAX = 4;
        break;
      }

    /* Test whether the codepage is really available.  */
    memset (&state, '\0', sizeof (mbstate_t));
    if (mbrlen (" ", 1, &state) == (size_t)(-1))
      return 77;
  }
# endif

  /* Test zero-length input.  */
  {
    memset (&state, '\0', sizeof (mbstate_t));
    ret = mbrlen ("x", 0, &state);
    /* gnulib's implementation returns (size_t)(-2).
       The AIX 5.1 implementation returns (size_t)(-1).
       glibc's implementation returns 0.  */
    ASSERT (ret == (size_t)(-2) || ret == (size_t)(-1) || ret == 0);
    ASSERT (mbsinit (&state));
  }

  /* Test NUL byte input.  */
  {
    memset (&state, '\0', sizeof (mbstate_t));
    ret = mbrlen ("", 1, &state);
    ASSERT (ret == 0);
    ASSERT (mbsinit (&state));
  }

  /* Test single-byte input.  */
  {
    int c;
    char buf[1];

    memset (&state, '\0', sizeof (mbstate_t));
    for (c = 0; c < 0x100; c++)
      switch (c)
        {
        case '\t': case '\v': case '\f':
        case ' ': case '!': case '"': case '#': case '%':
        case '&': case '\'': case '(': case ')': case '*':
        case '+': case ',': case '-': case '.': case '/':
        case '0': case '1': case '2': case '3': case '4':
        case '5': case '6': case '7': case '8': case '9':
        case ':': case ';': case '<': case '=': case '>':
        case '?':
        case 'A': case 'B': case 'C': case 'D': case 'E':
        case 'F': case 'G': case 'H': case 'I': case 'J':
        case 'K': case 'L': case 'M': case 'N': case 'O':
        case 'P': case 'Q': case 'R': case 'S': case 'T':
        case 'U': case 'V': case 'W': case 'X': case 'Y':
        case 'Z':
        case '[': case '\\': case ']': case '^': case '_':
        case 'a': case 'b': case 'c': case 'd': case 'e':
        case 'f': case 'g': case 'h': case 'i': case 'j':
        case 'k': case 'l': case 'm': case 'n': case 'o':
        case 'p': case 'q': case 'r': case 's': case 't':
        case 'u': case 'v': case 'w': case 'x': case 'y':
        case 'z': case '{': case '|': case '}': case '~':
          /* c is in the ISO C "basic character set".  */
          buf[0] = c;
          ret = mbrlen (buf, 1, &state);
          ASSERT (ret == 1);
          ASSERT (mbsinit (&state));
          break;
        }
  }

  /* Test special calling convention, passing a NULL pointer.  */
  {
    memset (&state, '\0', sizeof (mbstate_t));
    ret = mbrlen (NULL, 5, &state);
    ASSERT (ret == 0);
    ASSERT (mbsinit (&state));
  }

  switch (codepage)
    {
    case 1252:
      /* Locale encoding is CP1252, an extension of ISO-8859-1.  */
      {
        char input[] = "B\374\337er"; /* "Büßer" */
        memset (&state, '\0', sizeof (mbstate_t));

        ret = mbrlen (input, 1, &state);
        ASSERT (ret == 1);
        ASSERT (mbsinit (&state));
        input[0] = '\0';

        ret = mbrlen (input + 1, 1, &state);
        ASSERT (ret == 1);
        ASSERT (mbsinit (&state));
        input[1] = '\0';

        ret = mbrlen (input + 2, 3, &state);
        ASSERT (ret == 1);
        ASSERT (mbsinit (&state));
        input[2] = '\0';

        ret = mbrlen (input + 3, 2, &state);
        ASSERT (ret == 1);
        ASSERT (mbsinit (&state));
        input[3] = '\0';

        ret = mbrlen (input + 4, 1, &state);
        ASSERT (ret == 1);
        ASSERT (mbsinit (&state));
      }
      return 0;

    case 1256:
      /* Locale encoding is CP1256, not the same as ISO-8859-6.  */
      {
        char input[] = "x\302\341\346y"; /* "xآلوy" */
        memset (&state, '\0', sizeof (mbstate_t));

        ret = mbrlen (input, 1, &state);
        ASSERT (ret == 1);
        ASSERT (mbsinit (&state));
        input[0] = '\0';

        ret = mbrlen (input + 1, 1, &state);
        ASSERT (ret == 1);
        ASSERT (mbsinit (&state));
        input[1] = '\0';

        ret = mbrlen (input + 2, 3, &state);
        ASSERT (ret == 1);
        ASSERT (mbsinit (&state));
        input[2] = '\0';

        ret = mbrlen (input + 3, 2, &state);
        ASSERT (ret == 1);
        ASSERT (mbsinit (&state));
        input[3] = '\0';

        ret = mbrlen (input + 4, 1, &state);
        ASSERT (ret == 1);
        ASSERT (mbsinit (&state));
      }
      return 0;

    case 65001:
      /* Locale encoding is CP65001 = UTF-8.  */
      if (strcmp (locale_charset (), "UTF-8") != 0)
        return 77;
      {
        char input[] = "B\303\274\303\237er"; /* "Büßer" */
        memset (&state, '\0', sizeof (mbstate_t));

        ret = mbrlen (input, 1, &state);
        ASSERT (ret == 1);
        ASSERT (mbsinit (&state));
        input[0] = '\0';

        ret = mbrlen (input + 1, 1, &state);
        ASSERT (ret == (size_t)(-2));
        ASSERT (!mbsinit (&state));
        input[1] = '\0';

        ret = mbrlen (input + 2, 5, &state);
        ASSERT (ret == 1);
        ASSERT (mbsinit (&state));
        input[2] = '\0';

        ret = mbrlen (input + 3, 4, &state);
        ASSERT (ret == 2);
        ASSERT (mbsinit (&state));
        input[3] = '\0';
        input[4] = '\0';

        ret = mbrlen (input + 5, 2, &state);
        ASSERT (ret == 1);
        ASSERT (mbsinit (&state));
        input[5] = '\0';

        ret = mbrlen (input + 6, 1, &state);
        ASSERT (ret == 1);
        ASSERT (mbsinit (&state));

        /* Test some invalid input.  */
        memset (&state, '\0', sizeof (mbstate_t));
        ret = mbrlen ("\377", 1, &state); /* 0xFF */
        ASSERT (ret == (size_t)-1);
        ASSERT (errno == EILSEQ);

        memset (&state, '\0', sizeof (mbstate_t));
        ret = mbrlen ("\303\300", 2, &state); /* 0xC3 0xC0 */
        ASSERT (ret == (size_t)-1);
        ASSERT (errno == EILSEQ);

        memset (&state, '\0', sizeof (mbstate_t));
        ret = mbrlen ("\343\300", 2, &state); /* 0xE3 0xC0 */
        ASSERT (ret == (size_t)-1);
        ASSERT (errno == EILSEQ);

        memset (&state, '\0', sizeof (mbstate_t));
        ret = mbrlen ("\343\300\200", 3, &state); /* 0xE3 0xC0 0x80 */
        ASSERT (ret == (size_t)-1);
        ASSERT (errno == EILSEQ);

        memset (&state, '\0', sizeof (mbstate_t));
        ret = mbrlen ("\343\200\300", 3, &state); /* 0xE3 0x80 0xC0 */
        ASSERT (ret == (size_t)-1);
        ASSERT (errno == EILSEQ);

        memset (&state, '\0', sizeof (mbstate_t));
        ret = mbrlen ("\363\300", 2, &state); /* 0xF3 0xC0 */
        ASSERT (ret == (size_t)-1);
        ASSERT (errno == EILSEQ);

        memset (&state, '\0', sizeof (mbstate_t));
        ret = mbrlen ("\363\300\200\200", 4, &state); /* 0xF3 0xC0 0x80 0x80 */
        ASSERT (ret == (size_t)-1);
        ASSERT (errno == EILSEQ);

        memset (&state, '\0', sizeof (mbstate_t));
        ret = mbrlen ("\363\200\300", 3, &state); /* 0xF3 0x80 0xC0 */
        ASSERT (ret == (size_t)-1);
        ASSERT (errno == EILSEQ);

        memset (&state, '\0', sizeof (mbstate_t));
        ret = mbrlen ("\363\200\300\200", 4, &state); /* 0xF3 0x80 0xC0 0x80 */
        ASSERT (ret == (size_t)-1);
        ASSERT (errno == EILSEQ);

        memset (&state, '\0', sizeof (mbstate_t));
        ret = mbrlen ("\363\200\200\300", 4, &state); /* 0xF3 0x80 0x80 0xC0 */
        ASSERT (ret == (size_t)-1);
        ASSERT (errno == EILSEQ);
      }
      return 0;

    case 932:
      /* Locale encoding is CP932, similar to Shift_JIS.  */
      {
        char input[] = "<\223\372\226\173\214\352>"; /* "<日本語>" */
        memset (&state, '\0', sizeof (mbstate_t));

        ret = mbrlen (input, 1, &state);
        ASSERT (ret == 1);
        ASSERT (mbsinit (&state));
        input[0] = '\0';

        ret = mbrlen (input + 1, 2, &state);
        ASSERT (ret == 2);
        ASSERT (mbsinit (&state));
        input[1] = '\0';
        input[2] = '\0';

        ret = mbrlen (input + 3, 1, &state);
        ASSERT (ret == (size_t)(-2));
        ASSERT (!mbsinit (&state));
        input[3] = '\0';

        ret = mbrlen (input + 4, 4, &state);
        ASSERT (ret == 1);
        ASSERT (mbsinit (&state));
        input[4] = '\0';

        ret = mbrlen (input + 5, 3, &state);
        ASSERT (ret == 2);
        ASSERT (mbsinit (&state));
        input[5] = '\0';
        input[6] = '\0';

        ret = mbrlen (input + 7, 1, &state);
        ASSERT (ret == 1);
        ASSERT (mbsinit (&state));

        /* Test some invalid input.  */
        memset (&state, '\0', sizeof (mbstate_t));
        ret = mbrlen ("\377", 1, &state); /* 0xFF */
        ASSERT ((ret == (size_t)-1 && errno == EILSEQ) || ret == (size_t)-2);

        memset (&state, '\0', sizeof (mbstate_t));
        ret = mbrlen ("\225\377", 2, &state); /* 0x95 0xFF */
        ASSERT ((ret == (size_t)-1 && errno == EILSEQ) || ret == 2);
      }
      return 0;

    case 950:
      /* Locale encoding is CP950, similar to Big5.  */
      {
        char input[] = "<\244\351\245\273\273\171>"; /* "<日本語>" */
        memset (&state, '\0', sizeof (mbstate_t));

        ret = mbrlen (input, 1, &state);
        ASSERT (ret == 1);
        ASSERT (mbsinit (&state));
        input[0] = '\0';

        ret = mbrlen (input + 1, 2, &state);
        ASSERT (ret == 2);
        ASSERT (mbsinit (&state));
        input[1] = '\0';
        input[2] = '\0';

        ret = mbrlen (input + 3, 1, &state);
        ASSERT (ret == (size_t)(-2));
        ASSERT (!mbsinit (&state));
        input[3] = '\0';

        ret = mbrlen (input + 4, 4, &state);
        ASSERT (ret == 1);
        ASSERT (mbsinit (&state));
        input[4] = '\0';

        ret = mbrlen (input + 5, 3, &state);
        ASSERT (ret == 2);
        ASSERT (mbsinit (&state));
        input[5] = '\0';
        input[6] = '\0';

        ret = mbrlen (input + 7, 1, &state);
        ASSERT (ret == 1);
        ASSERT (mbsinit (&state));

        /* Test some invalid input.  */
        memset (&state, '\0', sizeof (mbstate_t));
        ret = mbrlen ("\377", 1, &state); /* 0xFF */
        ASSERT ((ret == (size_t)-1 && errno == EILSEQ) || ret == (size_t)-2);

        memset (&state, '\0', sizeof (mbstate_t));
        ret = mbrlen ("\225\377", 2, &state); /* 0x95 0xFF */
        ASSERT ((ret == (size_t)-1 && errno == EILSEQ) || ret == 2);
      }
      return 0;

    case 936:
      /* Locale encoding is CP936 = GBK, an extension of GB2312.  */
      {
        char input[] = "<\310\325\261\276\325\132>"; /* "<日本語>" */
        memset (&state, '\0', sizeof (mbstate_t));

        ret = mbrlen (input, 1, &state);
        ASSERT (ret == 1);
        ASSERT (mbsinit (&state));
        input[0] = '\0';

        ret = mbrlen (input + 1, 2, &state);
        ASSERT (ret == 2);
        ASSERT (mbsinit (&state));
        input[1] = '\0';
        input[2] = '\0';

        ret = mbrlen (input + 3, 1, &state);
        ASSERT (ret == (size_t)(-2));
        ASSERT (!mbsinit (&state));
        input[3] = '\0';

        ret = mbrlen (input + 4, 4, &state);
        ASSERT (ret == 1);
        ASSERT (mbsinit (&state));
        input[4] = '\0';

        ret = mbrlen (input + 5, 3, &state);
        ASSERT (ret == 2);
        ASSERT (mbsinit (&state));
        input[5] = '\0';
        input[6] = '\0';

        ret = mbrlen (input + 7, 1, &state);
        ASSERT (ret == 1);
        ASSERT (mbsinit (&state));

        /* Test some invalid input.  */
        memset (&state, '\0', sizeof (mbstate_t));
        ret = mbrlen ("\377", 1, &state); /* 0xFF */
        ASSERT ((ret == (size_t)-1 && errno == EILSEQ) || ret == (size_t)-2);

        memset (&state, '\0', sizeof (mbstate_t));
        ret = mbrlen ("\225\377", 2, &state); /* 0x95 0xFF */
        ASSERT ((ret == (size_t)-1 && errno == EILSEQ) || ret == 2);
      }
      return 0;

    case 54936:
      /* Locale encoding is CP54936 = GB18030.  */
      if (strcmp (locale_charset (), "GB18030") != 0)
        return 77;
      {
        char input[] = "B\250\271\201\060\211\070er"; /* "Büßer" */
        memset (&state, '\0', sizeof (mbstate_t));

        ret = mbrlen (input, 1, &state);
        ASSERT (ret == 1);
        ASSERT (mbsinit (&state));
        input[0] = '\0';

        ret = mbrlen (input + 1, 1, &state);
        ASSERT (ret == (size_t)(-2));
        ASSERT (!mbsinit (&state));
        input[1] = '\0';

        ret = mbrlen (input + 2, 7, &state);
        ASSERT (ret == 1);
        ASSERT (mbsinit (&state));
        input[2] = '\0';

        ret = mbrlen (input + 3, 6, &state);
        ASSERT (ret == 4);
        ASSERT (mbsinit (&state));
        input[3] = '\0';
        input[4] = '\0';
        input[5] = '\0';
        input[6] = '\0';

        ret = mbrlen (input + 7, 2, &state);
        ASSERT (ret == 1);
        ASSERT (mbsinit (&state));
        input[7] = '\0';

        ret = mbrlen (input + 8, 1, &state);
        ASSERT (ret == 1);
        ASSERT (mbsinit (&state));

        /* Test some invalid input.  */
        memset (&state, '\0', sizeof (mbstate_t));
        ret = mbrlen ("\377", 1, &state); /* 0xFF */
        ASSERT (ret == (size_t)-1);
        ASSERT (errno == EILSEQ);

        memset (&state, '\0', sizeof (mbstate_t));
        ret = mbrlen ("\225\377", 2, &state); /* 0x95 0xFF */
        ASSERT (ret == (size_t)-1);
        ASSERT (errno == EILSEQ);

        memset (&state, '\0', sizeof (mbstate_t));
        ret = mbrlen ("\201\045", 2, &state); /* 0x81 0x25 */
        ASSERT (ret == (size_t)-1);
        ASSERT (errno == EILSEQ);

        memset (&state, '\0', sizeof (mbstate_t));
        ret = mbrlen ("\201\060\377", 3, &state); /* 0x81 0x30 0xFF */
        ASSERT (ret == (size_t)-1);
        ASSERT (errno == EILSEQ);

        memset (&state, '\0', sizeof (mbstate_t));
        ret = mbrlen ("\201\060\377\064", 4, &state); /* 0x81 0x30 0xFF 0x34 */
        ASSERT (ret == (size_t)-1);
        ASSERT (errno == EILSEQ);

        memset (&state, '\0', sizeof (mbstate_t));
        ret = mbrlen ("\201\060\211\072", 4, &state); /* 0x81 0x30 0x89 0x3A */
        ASSERT (ret == (size_t)-1);
        ASSERT (errno == EILSEQ);
      }
      return 0;

    default:
      return 1;
    }
}

int
main (int argc, char *argv[])
{
  int codepage = atoi (argv[argc - 1]);
  int result;
  int i;

  result = 77;
  for (i = 1; i < argc - 1; i++)
    {
      int ret = test_one_locale (argv[i], codepage);

      if (ret != 77)
        result = ret;
    }

  if (result == 77)
    {
      if (test_exit_status != EXIT_SUCCESS)
        return test_exit_status;
      fprintf (stderr, "Skipping test: found no locale with codepage %d\n",
               codepage);
    }
  return (result ? result : test_exit_status);
}

#else

int
main (int argc, char *argv[])
{
  fputs ("Skipping test: not a native Windows system\n", stderr);
  return 77;
}

#endif
kc3-lang/gnulib/tests/test-mbrlen-w32.c

Commit

tests/test-mbrlen-w32.c
