thodg/libiconv/tests/test-discard.c

Branch : - branch - master - tag - 1.11.x-branchpoint clisp-2.25.1-2001-04-06 clisp-2.26-2001-05-23 clisp-2.27-2001-07-17 clisp-2.28-2002-03-03 libcharset-1.1 v0.3 v1.0 v1.1 v1.10 v1.11 v1.11.1 v1.12 v1.13 v1.13.1 v1.14 v1.15 v1.16 v1.17 v1.18 v1.2 v1.3 v1.4 v1.5 v1.5.1 v1.6 v1.6.1 v1.7 v1.8 v1.9 v1.9.1 v1.9.2

• Show log

  Commit

• Author : Bruno Haible
  Date : 2024-12-15 10:37:13
  Hash : ef2f457f
  Message : Support multiple suffixes in iconv_open, like glibc does. * lib/iconv_open1.h: Use a loop when looking for the common suffixes. * tests/test-discard.c: New file. * tests/Makefile.in (check): Run test-discard. (test-discard, test-discard.@OBJEXT@): New targets. (clean): Remove test-discard. (SOURCE_FILES): Add test-discard.c. * NEWS: Mention the change.

• tests/test-discard.c

• /* Copyright (C) 2024 Free Software Foundation, Inc.
     This file is part of the GNU LIBICONV Library.
  
     The GNU LIBICONV Library is free software; you can redistribute it
     and/or modify it under the terms of the GNU Lesser General Public
     License as published by the Free Software Foundation; either version 2.1
     of the License, or (at your option) any later version.
  
     The GNU LIBICONV Library is distributed in the hope that it will be
     useful, but WITHOUT ANY WARRANTY; without even the implied warranty of
     MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
     Lesser General Public License for more details.
  
     You should have received a copy of the GNU Lesser General Public
     License along with the GNU LIBICONV Library; see the file COPYING.LIB.
     If not, see <https://www.gnu.org/licenses/>.  */
  
  /* Comment out this line, to build against glibc instead of libiconv. */
  #include "config.h"
  
  #include <locale.h>
  #include <stdlib.h>
  #include <iconv.h>
  #include <errno.h>
  
  /* This test checks the behaviour of iconv() with suffixes //IGNORE and
     //NON_IDENTICAL_DISCARD, and also the equivalent options set through
     iconvctl(). */
  
  static const char input1[7] = "3\xd4\xe2\x84\x83\xc3\x9f"; /* "3<D4>℃ß" */
  static const char input2[7] = "3\xe2\x84\x83\xd4\xc3\x9f"; /* "3℃<D4>ß" */
  
  static void test_default (iconv_t cd)
  {
    {
      char output[10];
      char *inbuf = (char *) input1;
      size_t inbytesleft = sizeof (input1);
      char *outbuf = output;
      size_t outbytesleft = sizeof (output);
      size_t ret = iconv (cd, &inbuf, &inbytesleft, &outbuf, &outbytesleft);
      if (!(ret == (size_t)(-1) && errno == EILSEQ && sizeof (input1) - inbytesleft == 1))
        abort ();
      if (!(sizeof (output) - outbytesleft == 1
            && output[0] == '3'))
        abort ();
    }
    {
      char output[10];
      char *inbuf = (char *) input2;
      size_t inbytesleft = sizeof (input2);
      char *outbuf = output;
      size_t outbytesleft = sizeof (output);
      size_t ret = iconv (cd, &inbuf, &inbytesleft, &outbuf, &outbytesleft);
      if (!(ret == (size_t)(-1) && errno == EILSEQ && sizeof (input2) - inbytesleft == 1))
        abort ();
      if (!(sizeof (output) - outbytesleft == 1
            && output[0] == '3'))
        abort ();
    }
    #ifdef _LIBICONV_VERSION
    int x;
    if (iconvctl (cd, ICONV_GET_TRANSLITERATE, &x) != 0)
      abort ();
    if (x != 0)
      abort ();
    if (iconvctl (cd, ICONV_GET_DISCARD_INVALID, &x) != 0)
      abort ();
    if (x != 0)
      abort ();
    if (iconvctl (cd, ICONV_GET_DISCARD_NON_IDENTICAL, &x) != 0)
      abort ();
    if (x != 0)
      abort ();
    if (iconvctl (cd, ICONV_GET_DISCARD_ILSEQ, &x) != 0)
      abort ();
    if (x != 0)
      abort ();
    #endif
  }
  
  static void test_translit (iconv_t cd)
  {
    {
      char output[10];
      char *inbuf = (char *) input1;
      size_t inbytesleft = sizeof (input1);
      char *outbuf = output;
      size_t outbytesleft = sizeof (output);
      size_t ret = iconv (cd, &inbuf, &inbytesleft, &outbuf, &outbytesleft);
      if (!(ret == (size_t)(-1) && errno == EILSEQ && sizeof (input1) - inbytesleft == 1))
        abort ();
      if (!(sizeof (output) - outbytesleft == 1
            && output[0] == '3'))
        abort ();
    }
    {
      char output[10];
      char *inbuf = (char *) input2;
      size_t inbytesleft = sizeof (input2);
      char *outbuf = output;
      size_t outbytesleft = sizeof (output);
      size_t ret = iconv (cd, &inbuf, &inbytesleft, &outbuf, &outbytesleft);
      if (!(ret == (size_t)(-1) && errno == EILSEQ && sizeof (input2) - inbytesleft == 4))
        abort ();
      if (!(sizeof (output) - outbytesleft == 3
            && output[0] == '3' && output[1] == '\xb0' && output[2] == 'C'))
        abort ();
    }
    #ifdef _LIBICONV_VERSION
    int x;
    if (iconvctl (cd, ICONV_GET_TRANSLITERATE, &x) != 0)
      abort ();
    if (x != 1)
      abort ();
    if (iconvctl (cd, ICONV_GET_DISCARD_INVALID, &x) != 0)
      abort ();
    if (x != 0)
      abort ();
    if (iconvctl (cd, ICONV_GET_DISCARD_NON_IDENTICAL, &x) != 0)
      abort ();
    if (x != 0)
      abort ();
    if (iconvctl (cd, ICONV_GET_DISCARD_ILSEQ, &x) != 0)
      abort ();
    if (x != 0)
      abort ();
    #endif
  }
  
  static void test_ignore (iconv_t cd)
  {
    {
      char output[10];
      char *inbuf = (char *) input1;
      size_t inbytesleft = sizeof (input1);
      char *outbuf = output;
      size_t outbytesleft = sizeof (output);
      size_t ret = iconv (cd, &inbuf, &inbytesleft, &outbuf, &outbytesleft);
      #ifdef _LIBICONV_VERSION
      if (!(ret == 1 && inbytesleft == 0))
        abort ();
      #else /* glibc */
      if (!(ret == (size_t)(-1) && errno == EILSEQ && inbytesleft == 0))
        abort ();
      #endif
      if (!(sizeof (output) - outbytesleft == 2
            && output[0] == '3' && output[1] == '\xdf'))
        abort ();
    }
    {
      char output[10];
      char *inbuf = (char *) input2;
      size_t inbytesleft = sizeof (input2);
      char *outbuf = output;
      size_t outbytesleft = sizeof (output);
      size_t ret = iconv (cd, &inbuf, &inbytesleft, &outbuf, &outbytesleft);
      #ifdef _LIBICONV_VERSION
      if (!(ret == 1 && inbytesleft == 0))
        abort ();
      #else /* glibc */
      if (!(ret == (size_t)(-1) && errno == EILSEQ && inbytesleft == 0))
        abort ();
      #endif
      if (!(sizeof (output) - outbytesleft == 2
            && output[0] == '3' && output[1] == '\xdf'))
        abort ();
    }
    #ifdef _LIBICONV_VERSION
    int x;
    if (iconvctl (cd, ICONV_GET_TRANSLITERATE, &x) != 0)
      abort ();
    if (x != 0)
      abort ();
    if (iconvctl (cd, ICONV_GET_DISCARD_INVALID, &x) != 0)
      abort ();
    if (x != 1)
      abort ();
    if (iconvctl (cd, ICONV_GET_DISCARD_NON_IDENTICAL, &x) != 0)
      abort ();
    if (x != 1)
      abort ();
    if (iconvctl (cd, ICONV_GET_DISCARD_ILSEQ, &x) != 0)
      abort ();
    if (x != 1)
      abort ();
    #endif
  }
  
  static void test_ignore_translit (iconv_t cd)
  {
    {
      char output[10];
      char *inbuf = (char *) input1;
      size_t inbytesleft = sizeof (input1);
      char *outbuf = output;
      size_t outbytesleft = sizeof (output);
      size_t ret = iconv (cd, &inbuf, &inbytesleft, &outbuf, &outbytesleft);
      if (!(ret == 1 && inbytesleft == 0))
        abort ();
      if (!(sizeof (output) - outbytesleft == 4
            && output[0] == '3' && output[1] == '\xb0' && output[2] == 'C' && output[3] == '\xdf'))
        abort ();
    }
    {
      char output[10];
      char *inbuf = (char *) input2;
      size_t inbytesleft = sizeof (input2);
      char *outbuf = output;
      size_t outbytesleft = sizeof (output);
      size_t ret = iconv (cd, &inbuf, &inbytesleft, &outbuf, &outbytesleft);
      if (!(ret == 1 && inbytesleft == 0))
        abort ();
      if (!(sizeof (output) - outbytesleft == 4
            && output[0] == '3' && output[1] == '\xb0' && output[2] == 'C' && output[3] == '\xdf'))
        abort ();
    }
    #ifdef _LIBICONV_VERSION
    int x;
    if (iconvctl (cd, ICONV_GET_TRANSLITERATE, &x) != 0)
      abort ();
    if (x != 1)
      abort ();
    if (iconvctl (cd, ICONV_GET_DISCARD_INVALID, &x) != 0)
      abort ();
    if (x != 1)
      abort ();
    if (iconvctl (cd, ICONV_GET_DISCARD_NON_IDENTICAL, &x) != 0)
      abort ();
    if (x != 1)
      abort ();
    if (iconvctl (cd, ICONV_GET_DISCARD_ILSEQ, &x) != 0)
      abort ();
    if (x != 1)
      abort ();
    #endif
  }
  
  static void test_nid (iconv_t cd)
  {
    {
      char output[10];
      char *inbuf = (char *) input1;
      size_t inbytesleft = sizeof (input1);
      char *outbuf = output;
      size_t outbytesleft = sizeof (output);
      size_t ret = iconv (cd, &inbuf, &inbytesleft, &outbuf, &outbytesleft);
      if (!(ret == (size_t)(-1) && errno == EILSEQ && sizeof (input1) - inbytesleft == 1))
        abort ();
      if (!(sizeof (output) - outbytesleft == 1
            && output[0] == '3'))
        abort ();
    }
    {
      char output[10];
      char *inbuf = (char *) input2;
      size_t inbytesleft = sizeof (input2);
      char *outbuf = output;
      size_t outbytesleft = sizeof (output);
      size_t ret = iconv (cd, &inbuf, &inbytesleft, &outbuf, &outbytesleft);
      if (!(ret == (size_t)(-1) && errno == EILSEQ && sizeof (input2) - inbytesleft == 4))
        abort ();
      if (!(sizeof (output) - outbytesleft == 1
            && output[0] == '3'))
        abort ();
    }
    #ifdef _LIBICONV_VERSION
    int x;
    if (iconvctl (cd, ICONV_GET_TRANSLITERATE, &x) != 0)
      abort ();
    if (x != 0)
      abort ();
    if (iconvctl (cd, ICONV_GET_DISCARD_INVALID, &x) != 0)
      abort ();
    if (x != 0)
      abort ();
    if (iconvctl (cd, ICONV_GET_DISCARD_NON_IDENTICAL, &x) != 0)
      abort ();
    if (x != 1)
      abort ();
    if (iconvctl (cd, ICONV_GET_DISCARD_ILSEQ, &x) != 0)
      abort ();
    if (x != 0)
      abort ();
    #endif
  }
  
  static void test_nid_translit (iconv_t cd)
  {
    {
      char output[10];
      char *inbuf = (char *) input1;
      size_t inbytesleft = sizeof (input1);
      char *outbuf = output;
      size_t outbytesleft = sizeof (output);
      size_t ret = iconv (cd, &inbuf, &inbytesleft, &outbuf, &outbytesleft);
      if (!(ret == (size_t)(-1) && errno == EILSEQ && sizeof (input1) - inbytesleft == 1))
        abort ();
      if (!(sizeof (output) - outbytesleft == 1
            && output[0] == '3'))
        abort ();
    }
    {
      char output[10];
      char *inbuf = (char *) input2;
      size_t inbytesleft = sizeof (input2);
      char *outbuf = output;
      size_t outbytesleft = sizeof (output);
      size_t ret = iconv (cd, &inbuf, &inbytesleft, &outbuf, &outbytesleft);
      if (!(ret == (size_t)(-1) && errno == EILSEQ && sizeof (input2) - inbytesleft == 4))
        abort ();
      if (!(sizeof (output) - outbytesleft == 3
            && output[0] == '3' && output[1] == '\xb0' && output[2] == 'C'))
        abort ();
    }
    #ifdef _LIBICONV_VERSION
    int x;
    if (iconvctl (cd, ICONV_GET_TRANSLITERATE, &x) != 0)
      abort ();
    if (x != 1)
      abort ();
    if (iconvctl (cd, ICONV_GET_DISCARD_INVALID, &x) != 0)
      abort ();
    if (x != 0)
      abort ();
    if (iconvctl (cd, ICONV_GET_DISCARD_NON_IDENTICAL, &x) != 0)
      abort ();
    if (x != 1)
      abort ();
    if (iconvctl (cd, ICONV_GET_DISCARD_ILSEQ, &x) != 0)
      abort ();
    if (x != 0)
      abort ();
    #endif
  }
  
  static void test_invd (iconv_t cd)
  {
    {
      char output[10];
      char *inbuf = (char *) input1;
      size_t inbytesleft = sizeof (input1);
      char *outbuf = output;
      size_t outbytesleft = sizeof (output);
      size_t ret = iconv (cd, &inbuf, &inbytesleft, &outbuf, &outbytesleft);
      if (!(ret == (size_t)(-1) && errno == EILSEQ && sizeof (input1) - inbytesleft == 2))
        abort ();
      if (!(sizeof (output) - outbytesleft == 1
            && output[0] == '3'))
        abort ();
    }
    {
      char output[10];
      char *inbuf = (char *) input2;
      size_t inbytesleft = sizeof (input2);
      char *outbuf = output;
      size_t outbytesleft = sizeof (output);
      size_t ret = iconv (cd, &inbuf, &inbytesleft, &outbuf, &outbytesleft);
      if (!(ret == (size_t)(-1) && errno == EILSEQ && sizeof (input1) - inbytesleft == 1))
        abort ();
      if (!(sizeof (output) - outbytesleft == 1
            && output[0] == '3'))
        abort ();
    }
    #ifdef _LIBICONV_VERSION
    int x;
    if (iconvctl (cd, ICONV_GET_TRANSLITERATE, &x) != 0)
      abort ();
    if (x != 0)
      abort ();
    if (iconvctl (cd, ICONV_GET_DISCARD_INVALID, &x) != 0)
      abort ();
    if (x != 1)
      abort ();
    if (iconvctl (cd, ICONV_GET_DISCARD_NON_IDENTICAL, &x) != 0)
      abort ();
    if (x != 0)
      abort ();
    if (iconvctl (cd, ICONV_GET_DISCARD_ILSEQ, &x) != 0)
      abort ();
    if (x != 0)
      abort ();
    #endif
  }
  
  static void test_invd_translit (iconv_t cd)
  {
    {
      char output[10];
      char *inbuf = (char *) input1;
      size_t inbytesleft = sizeof (input1);
      char *outbuf = output;
      size_t outbytesleft = sizeof (output);
      size_t ret = iconv (cd, &inbuf, &inbytesleft, &outbuf, &outbytesleft);
      if (!(ret == 1 && inbytesleft == 0))
        abort ();
      if (!(sizeof (output) - outbytesleft == 4
            && output[0] == '3' && output[1] == '\xb0' && output[2] == 'C' && output[3] == '\xdf'))
        abort ();
    }
    {
      char output[10];
      char *inbuf = (char *) input2;
      size_t inbytesleft = sizeof (input2);
      char *outbuf = output;
      size_t outbytesleft = sizeof (output);
      size_t ret = iconv (cd, &inbuf, &inbytesleft, &outbuf, &outbytesleft);
      if (!(ret == 1 && inbytesleft == 0))
        abort ();
      if (!(sizeof (output) - outbytesleft == 4
            && output[0] == '3' && output[1] == '\xb0' && output[2] == 'C' && output[3] == '\xdf'))
        abort ();
    }
    #ifdef _LIBICONV_VERSION
    int x;
    if (iconvctl (cd, ICONV_GET_TRANSLITERATE, &x) != 0)
      abort ();
    if (x != 1)
      abort ();
    if (iconvctl (cd, ICONV_GET_DISCARD_INVALID, &x) != 0)
      abort ();
    if (x != 1)
      abort ();
    if (iconvctl (cd, ICONV_GET_DISCARD_NON_IDENTICAL, &x) != 0)
      abort ();
    if (x != 0)
      abort ();
    if (iconvctl (cd, ICONV_GET_DISCARD_ILSEQ, &x) != 0)
      abort ();
    if (x != 0)
      abort ();
    #endif
  }
  
  int main ()
  {
    #ifndef _LIBICONV_VERSION
    /* For glibc: Enable locale-dependent transliterations. */
    setlocale (LC_ALL, "en_US.UTF-8");
    #endif
  
    {
      iconv_t cd = iconv_open ("ISO-8859-1", "UTF-8");
      test_default (cd);
      iconv_close (cd);
    }
  
    {
      iconv_t cd = iconv_open ("ISO-8859-1//TRANSLIT", "UTF-8");
      test_translit (cd);
      iconv_close (cd);
    }
    #ifdef _LIBICONV_VERSION
    {
      iconv_t cd = iconv_open ("ISO-8859-1", "UTF-8");
      { int x = 1; iconvctl (cd, ICONV_SET_TRANSLITERATE, &x); }
      test_translit (cd);
      iconv_close (cd);
    }
    #endif
  
    {
      iconv_t cd = iconv_open ("ISO-8859-1//IGNORE", "UTF-8");
      test_ignore (cd);
      iconv_close (cd);
    }
    #ifdef _LIBICONV_VERSION
    {
      iconv_t cd = iconv_open ("ISO-8859-1", "UTF-8");
      { int x = 1; iconvctl (cd, ICONV_SET_DISCARD_ILSEQ, &x); }
      test_ignore (cd);
      iconv_close (cd);
    }
    #endif
    {
      iconv_t cd = iconv_open ("ISO-8859-1//NON_IDENTICAL_DISCARD//IGNORE", "UTF-8");
      test_ignore (cd);
      iconv_close (cd);
    }
    {
      iconv_t cd = iconv_open ("ISO-8859-1//IGNORE//NON_IDENTICAL_DISCARD", "UTF-8");
      test_ignore (cd);
      iconv_close (cd);
    }
    #ifdef _LIBICONV_VERSION
    {
      iconv_t cd = iconv_open ("ISO-8859-1", "UTF-8");
      { int x = 1; iconvctl (cd, ICONV_SET_DISCARD_ILSEQ, &x); }
      { int x = 1; iconvctl (cd, ICONV_SET_DISCARD_NON_IDENTICAL, &x); }
      test_ignore (cd);
      iconv_close (cd);
    }
    #endif
    #ifdef _LIBICONV_VERSION
    {
      iconv_t cd = iconv_open ("ISO-8859-1", "UTF-8");
      { int x = 1; iconvctl (cd, ICONV_SET_DISCARD_INVALID, &x); }
      { int x = 1; iconvctl (cd, ICONV_SET_DISCARD_NON_IDENTICAL, &x); }
      test_ignore (cd);
      iconv_close (cd);
    }
    #endif
  
    {
      iconv_t cd = iconv_open ("ISO-8859-1//IGNORE//TRANSLIT", "UTF-8");
      test_ignore_translit (cd);
      iconv_close (cd);
    }
    {
      iconv_t cd = iconv_open ("ISO-8859-1//TRANSLIT//IGNORE", "UTF-8");
      test_ignore_translit (cd);
      iconv_close (cd);
    }
    #ifdef _LIBICONV_VERSION
    {
      iconv_t cd = iconv_open ("ISO-8859-1", "UTF-8");
      { int x = 1; iconvctl (cd, ICONV_SET_TRANSLITERATE, &x); }
      { int x = 1; iconvctl (cd, ICONV_SET_DISCARD_ILSEQ, &x); }
      test_ignore_translit (cd);
      iconv_close (cd);
    }
    #endif
    {
      iconv_t cd = iconv_open ("ISO-8859-1//NON_IDENTICAL_DISCARD//IGNORE//TRANSLIT", "UTF-8");
      test_ignore_translit (cd);
      iconv_close (cd);
    }
    {
      iconv_t cd = iconv_open ("ISO-8859-1//IGNORE//NON_IDENTICAL_DISCARD//TRANSLIT", "UTF-8");
      test_ignore_translit (cd);
      iconv_close (cd);
    }
    {
      iconv_t cd = iconv_open ("ISO-8859-1//NON_IDENTICAL_DISCARD//TRANSLIT//IGNORE", "UTF-8");
      test_ignore_translit (cd);
      iconv_close (cd);
    }
    {
      iconv_t cd = iconv_open ("ISO-8859-1//IGNORE//TRANSLIT//NON_IDENTICAL_DISCARD", "UTF-8");
      test_ignore_translit (cd);
      iconv_close (cd);
    }
    {
      iconv_t cd = iconv_open ("ISO-8859-1//TRANSLIT//NON_IDENTICAL_DISCARD//IGNORE", "UTF-8");
      test_ignore_translit (cd);
      iconv_close (cd);
    }
    {
      iconv_t cd = iconv_open ("ISO-8859-1//TRANSLIT//IGNORE//NON_IDENTICAL_DISCARD", "UTF-8");
      test_ignore_translit (cd);
      iconv_close (cd);
    }
    #ifdef _LIBICONV_VERSION
    {
      iconv_t cd = iconv_open ("ISO-8859-1", "UTF-8");
      { int x = 1; iconvctl (cd, ICONV_SET_TRANSLITERATE, &x); }
      { int x = 1; iconvctl (cd, ICONV_SET_DISCARD_INVALID, &x); }
      { int x = 1; iconvctl (cd, ICONV_SET_DISCARD_NON_IDENTICAL, &x); }
      test_ignore_translit (cd);
      iconv_close (cd);
    }
    #endif
  
    {
      iconv_t cd = iconv_open ("ISO-8859-1//NON_IDENTICAL_DISCARD", "UTF-8");
      test_nid (cd);
      iconv_close (cd);
    }
    #ifdef _LIBICONV_VERSION
    {
      iconv_t cd = iconv_open ("ISO-8859-1", "UTF-8");
      { int x = 1; iconvctl (cd, ICONV_SET_DISCARD_NON_IDENTICAL, &x); }
      test_nid (cd);
      iconv_close (cd);
    }
    #endif
  
    {
      iconv_t cd = iconv_open ("ISO-8859-1//NON_IDENTICAL_DISCARD//TRANSLIT", "UTF-8");
      test_nid_translit (cd);
      iconv_close (cd);
    }
    {
      iconv_t cd = iconv_open ("ISO-8859-1//TRANSLIT//NON_IDENTICAL_DISCARD", "UTF-8");
      test_nid_translit (cd);
      iconv_close (cd);
    }
    #ifdef _LIBICONV_VERSION
    {
      iconv_t cd = iconv_open ("ISO-8859-1", "UTF-8");
      { int x = 1; iconvctl (cd, ICONV_SET_TRANSLITERATE, &x); }
      { int x = 1; iconvctl (cd, ICONV_SET_DISCARD_NON_IDENTICAL, &x); }
      test_nid_translit (cd);
      iconv_close (cd);
    }
    #endif
  
    #ifdef _LIBICONV_VERSION
    {
      iconv_t cd = iconv_open ("ISO-8859-1", "UTF-8");
      { int x = 1; iconvctl (cd, ICONV_SET_DISCARD_INVALID, &x); }
      test_invd (cd);
      iconv_close (cd);
    }
    #endif
  
    #ifdef _LIBICONV_VERSION
    {
      iconv_t cd = iconv_open ("ISO-8859-1", "UTF-8");
      { int x = 1; iconvctl (cd, ICONV_SET_TRANSLITERATE, &x); }
      { int x = 1; iconvctl (cd, ICONV_SET_DISCARD_INVALID, &x); }
      test_invd_translit (cd);
      iconv_close (cd);
    }
    #endif
  
    return 0;
  }