kc3-lang/gnulib/tests/unilbrk/test-u32-possible-linebreaks.c

• Show log

  Commit

• Hash : 1e29238e
  Author :
  Date : 2023-02-18T12:08:33
  

  unilbrk tests: Fix compilation failures (regression 2023-02-11).
  
  * tests/unilbrk/test-u8-possible-linebreaks.c (main): Outside of
  libunistring, don't test the backward compatibility function.
  * tests/unilbrk/test-u16-possible-linebreaks.c (main): Likewise.
  * tests/unilbrk/test-u32-possible-linebreaks.c (main): Likewise.
  * tests/unilbrk/test-ulc-possible-linebreaks.c (main): Likewise.
  * tests/unilbrk/test-u8-width-linebreaks.c (main): Likewise.
  * tests/unilbrk/test-u16-width-linebreaks.c (main): Likewise.
  * tests/unilbrk/test-u32-width-linebreaks.c (main): Likewise.
  * tests/unilbrk/test-ulc-width-linebreaks.c (main): Likewise.
  

Download

• tests/unilbrk/test-u32-possible-linebreaks.c

• /* Test of line breaking of UTF-32 strings.
     Copyright (C) 2008-2023 Free Software Foundation, Inc.
  
     This program is free software: you can redistribute it and/or modify
     it under the terms of the GNU General Public License as published by
     the Free Software Foundation, either version 3 of the License, or
     (at your option) any later version.
  
     This program is distributed in the hope that it will be useful,
     but WITHOUT ANY WARRANTY; without even the implied warranty of
     MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
     GNU General Public License for more details.
  
     You should have received a copy of the GNU General Public License
     along with this program.  If not, see <https://www.gnu.org/licenses/>.  */
  
  /* Written by Bruno Haible <bruno@clisp.org>, 2008.  */
  
  #include <config.h>
  
  #include "unilbrk.h"
  
  #include <stdlib.h>
  
  #include "macros.h"
  
  static void
  test_function (void (*my_u32_possible_linebreaks) (const uint32_t *, size_t, const char *, char *_UC_RESTRICT),
                 int version)
  {
    /* Test case n = 0.  */
    my_u32_possible_linebreaks (NULL, 0, "GB18030", NULL);
  
    {
      static const uint32_t input[61] =
        /* "Grüß Gott. Здравствуйте! x=(-b±sqrt(b²-4ac))/(2a)  日本語,中文,한글" */
        { 'G', 'r', 0x00FC, 0x00DF, ' ', 'G', 'o', 't', 't', '.', ' ',
          0x0417, 0x0434, 0x0440, 0x0430, 0x0432, 0x0441, 0x0442, 0x0432, 0x0443,
          0x0439, 0x0442, 0x0435, '!', ' ',
          'x', '=', '(', '-', 'b', 0x00B1, 's', 'q', 'r', 't', '(', 'b', 0x00B2,
          '-', '4', 'a', 'c', ')', ')', '/', '(', '2', 'a', ')', ' ', ' ',
          0x65E5, 0x672C, 0x8A9E, ',', 0x4E2D, 0x6587, ',', 0xD55C, 0xAE00, '\n'
        };
  
      {
        char *p = (char *) malloc (SIZEOF (input));
        size_t i;
  
        my_u32_possible_linebreaks (input, SIZEOF (input), "GB18030", p);
        for (i = 0; i < 61; i++)
          {
            ASSERT (p[i] == (i == 60 ? UC_BREAK_MANDATORY :
                             i == 5
                             || i == 11 || i == 25
                             || i == 29
                             || i == 45 || i == 51
                             || i == 52 || i == 53 || i == 55 || i == 56
                             || i == 58 || i == 59 ? UC_BREAK_POSSIBLE :
                             UC_BREAK_PROHIBITED));
          }
        free (p);
      }
  
      {
        char *p = (char *) malloc (SIZEOF (input));
        size_t i;
  
        my_u32_possible_linebreaks (input, SIZEOF (input), "GB2312", p);
        for (i = 0; i < 61; i++)
          {
            ASSERT (p[i] == (i == 60 ? UC_BREAK_MANDATORY :
                             i == 5
                             || i == 11 || i == 25
                             || i == 29
                             || i == 37 || i == 45 || i == 51
                             || i == 52 || i == 53 || i == 55 || i == 56
                             || i == 58 || i == 59 ? UC_BREAK_POSSIBLE :
                             UC_BREAK_PROHIBITED));
          }
        free (p);
      }
    }
  
    /* CR LF handling.  */
    {
      static const uint32_t input[8] =
        { 'a', '\n', 'b', '\r', 'c', '\r', '\n', 'd' };
      char *p = (char *) malloc (SIZEOF (input));
      size_t i;
  
      my_u32_possible_linebreaks (input, SIZEOF (input), "UTF-8", p);
      for (i = 0; i < 8; i++)
        {
          ASSERT (p[i] == (i == 1 || i == 3 || i == 6 ? UC_BREAK_MANDATORY :
                           i == 5 ? (version < 2 ? UC_BREAK_MANDATORY : UC_BREAK_CR_BEFORE_LF) :
                           UC_BREAK_PROHIBITED));
        }
      free (p);
    }
  
    /* Test that a break is possible after a zero-width space followed by some
       regular spaces (rule LB8 in Unicode TR#14 revision 26).  */
    {
      static const uint32_t input[4] = { 'x', 0x200B, ' ', 'y' };
      char *p = (char *) malloc (SIZEOF (input));
      size_t i;
  
      my_u32_possible_linebreaks (input, SIZEOF (input), "UTF-8", p);
      for (i = 0; i < 4; i++)
        {
          ASSERT (p[i] == (i == 3 ? UC_BREAK_POSSIBLE : UC_BREAK_PROHIBITED));
        }
      free (p);
    }
  
    /* Test line breaking in a string with HTML markup.  */
    {
      static const uint32_t input[21] =
        {
          '<', 'P', '>', 'S', 'o', 'm', 'e', ' ', 's', 'e', 'n', 't',
          'e', 'n', 'c', 'e', '.', '<', '/', 'P', '>'
        };
      char *p = (char *) malloc (SIZEOF (input));
      size_t i;
  
      my_u32_possible_linebreaks (input, SIZEOF (input), "UTF-8", p);
      for (i = 0; i < 21; i++)
        {
          ASSERT (p[i] == (i == 8 || i == 17 || i == 19 ? UC_BREAK_POSSIBLE :
                           UC_BREAK_PROHIBITED));
        }
      free (p);
    }
  
    /* Test line breaking of combining marks.  */
    {
      static const uint32_t input[16] =
        {
          'a', 0x0300, 0x0301, 'e', 0x0300, ' ', 0x0301, 'o', ' ', 0x0300, ' ',
          'o', 0x0A00, 0x0300, '\n',
          0x0300
        };
      char *p = (char *) malloc (SIZEOF (input));
      size_t i;
  
      my_u32_possible_linebreaks (input, SIZEOF (input), "UTF-8", p);
      for (i = 0; i < 16; i++)
        {
          ASSERT (p[i] == (i == 14 ? UC_BREAK_MANDATORY :
                           i == 6 || i == 9 || i == 11 ? UC_BREAK_POSSIBLE :
                           UC_BREAK_PROHIBITED));
        }
      free (p);
    }
  
    /* Test line breaking of zero-width joiners (U+200D).  */
    {
      static const uint32_t input[37] =
        {
          0x6709, 0x7121, 0x7AAE, 0x591A, 0x500B, 0x7D20, 0x6578, 0x3002, '\n',
          0x6709, 0x200D, 0x7121, 0x200D, 0x7AAE, 0x591A, 0x500B, 0x7D20, 0x200D, 0x6578, 0x3002, '\n',
          0x4F60, 0x2014, 0x4E0D, '\n',
          0x4F60, 0x2014, 0x200D, 0x4E0D, '\n',
          0x261D, 0x1F3FF, '\n',
          0x261D, 0x200D, 0x1F3FF, '\n',
        };
      char *p = (char *) malloc (SIZEOF (input));
      size_t i;
  
      my_u32_possible_linebreaks (input, SIZEOF (input), "UTF-8", p);
      for (i = 0; i < 37; i++)
        {
          ASSERT (p[i] == (i == 8 || i == 20
                           || i == 24 || i == 29
                           || i == 32 || i == 36 ? UC_BREAK_MANDATORY :
                           i == 1 || i == 2 || i == 3 || i == 4 || i == 5 || i == 6
                           || i == 14 || i == 15 || i == 16
                           || i == 22 || i == 23
                           || i == 26 ? UC_BREAK_POSSIBLE :
                           UC_BREAK_PROHIBITED));
        }
      free (p);
    }
  
    /* Test line breaking of regional indicators.  */
    {
      static const uint32_t input[4] =
        { 0x1F1E9, 0x1F1EA, 0x1F1EB, 0x1F1F7 };
      char *p = (char *) malloc (SIZEOF (input));
      size_t i;
  
      my_u32_possible_linebreaks (input, SIZEOF (input), "UTF-8", p);
      for (i = 0; i < 4; i++)
        {
          ASSERT (p[i] == (i == 2 ? UC_BREAK_POSSIBLE : UC_BREAK_PROHIBITED));
        }
      free (p);
    }
  
    /* Test special behaviour of hyphen/break-after character after
       Hebrew letter.  */
    {
      static const uint32_t input[10] = /* "ab-אב-αβ-ω" */
        { 'a', 'b', '-', 0x05D0, 0x05D1, '-', 0x03B1, 0x03B2, '-', 0x03C9 };
      char *p = (char *) malloc (SIZEOF (input));
      size_t i;
  
      my_u32_possible_linebreaks (input, SIZEOF (input), "UTF-8", p);
      for (i = 0; i < 10; i++)
        {
          ASSERT (p[i] == (i == 3 || i == 9 ? UC_BREAK_POSSIBLE :
                           UC_BREAK_PROHIBITED));
        }
      free (p);
    }
  
    /* Test special behaviour before East Asian opening parenthesis (LB30).  */
    {
      static const uint32_t input[17] = /* "日中韓統合漢字拡張G「ユニコード」" */
        {
          0x65E5, 0x4E2D, 0x97D3, 0x7D71, 0x5408, 0x6F22, 0x5B57, 0x62E1, 0x5F35,
          'G', 0x300C, 0x30E6, 0x30CB, 0x30B3, 0x30FC, 0x30C9, 0x300D
        };
      char *p = (char *) malloc (SIZEOF (input));
      size_t i;
  
      my_u32_possible_linebreaks (input, SIZEOF (input), "UTF-8", p);
      for (i = 0; i < 17; i++)
        {
          ASSERT (p[i] == (i == 1 || i == 2 || i == 3 || i == 4 || i == 5
                           || i == 6 || i == 7 || i == 8 || i == 9
                           || i == 10 /* This is the desired break position.  */
                           || i == 12 || i == 13 || i == 15 ? UC_BREAK_POSSIBLE :
                           UC_BREAK_PROHIBITED));
        }
      free (p);
    }
  
    /* Test special behaviour of potential future emoji (LB30b).  */
    {
      static const uint32_t input[2] = { 0x1FFFC, 0x1F3FF };
      char *p = (char *) malloc (SIZEOF (input));
      size_t i;
  
      my_u32_possible_linebreaks (input, SIZEOF (input), "UTF-8", p);
      for (i = 0; i < 2; i++)
        {
          ASSERT (p[i] == UC_BREAK_PROHIBITED);
        }
      free (p);
    }
  }
  
  int
  main ()
  {
    test_function (u32_possible_linebreaks, 2);
  #ifdef IN_LIBUNISTRING_GNULIB_TESTS
  # undef u32_possible_linebreaks
    test_function (u32_possible_linebreaks, 1);
  #endif
  
    return 0;
  }
  

Download