thodg/libiconv/lib/utf16.h

• Show log

  Commit

• Hash : a615528b
  Author :
  Date : 2000-11-23T19:54:07
  

  Move src/ to lib/, and install the iconv program.
  

Download

• lib/utf16.h

• /*
   * UTF-16
   */
  
  /* Specification: RFC 2781 */
  
  /* Here we accept FFFE/FEFF marks as endianness indicators everywhere
     in the stream, not just at the beginning. (This is contrary to what
     RFC 2781 section 3.2 specifies, but it allows concatenation of byte
     sequences to work flawlessly, while disagreeing with the RFC behaviour
     only for strings containing U+FEFF characters, which is quite rare.)
     The default is big-endian. */
  /* The state is 0 if big-endian, 1 if little-endian. */
  static int
  utf16_mbtowc (conv_t conv, ucs4_t *pwc, const unsigned char *s, int n)
  {
    state_t state = conv->istate;
    int count = 0;
    for (; n >= 2;) {
      ucs4_t wc = (state ? s[0] + (s[1] << 8) : (s[0] << 8) + s[1]);
      if (wc == 0xfeff) {
      } else if (wc == 0xfffe) {
        state ^= 1;
      } else if (wc >= 0xd800 && wc < 0xdc00) {
        if (n >= 4) {
          ucs4_t wc2 = (state ? s[2] + (s[3] << 8) : (s[2] << 8) + s[3]);
          if (!(wc2 >= 0xdc00 && wc2 < 0xe000))
            return RET_ILSEQ;
          *pwc = 0x10000 + ((wc - 0xd800) << 10) + (wc2 - 0xdc00);
          conv->istate = state;
          return count+4;
        } else
          break;
      } else if (wc >= 0xdc00 && wc < 0xe000) {
        return RET_ILSEQ;
      } else {
        *pwc = wc;
        conv->istate = state;
        return count+2;
      }
      s += 2; n -= 2; count += 2;
    }
    conv->istate = state;
    return RET_TOOFEW(count);
  }
  
  /* We output UTF-16 in big-endian order, with byte-order mark.
     See RFC 2781 section 3.3 for a rationale: Some document formats
     mandate a BOM; the file concatenation issue is not so severe as
     long as the above utf16_mbtowc function is used. */
  /* The state is 0 at the beginning, 1 after the BOM has been written. */
  static int
  utf16_wctomb (conv_t conv, unsigned char *r, ucs4_t wc, int n)
  {
    if (wc != 0xfffe && !(wc >= 0xd800 && wc < 0xe000)) {
      int count = 0;
      if (!conv->ostate) {
        if (n >= 2) {
          r[0] = 0xFE;
          r[1] = 0xFF;
          r += 2; n -= 2; count += 2;
        } else
          return RET_TOOSMALL;
      }
      if (wc < 0x10000) {
        if (n >= 2) {
          r[0] = (unsigned char) (wc >> 8);
          r[1] = (unsigned char) wc;
          conv->ostate = 1;
          return count+2;
        } else
          return RET_TOOSMALL;
      }
      else if (wc < 0x110000) {
        if (n >= 4) {
          ucs4_t wc1 = 0xd800 + ((wc - 0x10000) >> 10);
          ucs4_t wc2 = 0xdc00 + ((wc - 0x10000) & 0x3ff);
          r[0] = (unsigned char) (wc1 >> 8);
          r[1] = (unsigned char) wc1;
          r[2] = (unsigned char) (wc2 >> 8);
          r[3] = (unsigned char) wc2;
          conv->ostate = 1;
          return count+4;
        } else
          return RET_TOOSMALL;
      }
    }
    return RET_ILSEQ;
  }
  

Download