X-Git-Url: http://git.chise.org/gitweb/?a=blobdiff_plain;f=src%2Ftext-coding.c;h=7b9173bb8d3e385bd2a6ee55536e9880b3b3c5d1;hb=0b51b6d8c6fbce055221985d9112d915c9dfe367;hp=14991487174717af48a144ae28ad940bae6be522;hpb=5943278cc39cafb0f89af8c247460cad7b776b13;p=chise%2Fxemacs-chise.git diff --git a/src/text-coding.c b/src/text-coding.c index 1499148..7b9173b 100644 --- a/src/text-coding.c +++ b/src/text-coding.c @@ -1,7 +1,7 @@ /* Code conversion functions. Copyright (C) 1991, 1995 Free Software Foundation, Inc. Copyright (C) 1995 Sun Microsystems, Inc. - Copyright (C) 1999,2000 MORIOKA Tomohiko + Copyright (C) 1999,2000,2001 MORIOKA Tomohiko This file is part of XEmacs. @@ -197,8 +197,10 @@ static int detect_coding_big5 (struct detection_state *st, const Extbyte *src, size_t n); static void decode_coding_big5 (Lstream *decoding, const Extbyte *src, unsigned_char_dynarr *dst, size_t n); -static void encode_coding_big5 (Lstream *encoding, const Bufbyte *src, - unsigned_char_dynarr *dst, size_t n); +void char_encode_big5 (struct encoding_stream *str, Emchar c, + unsigned_char_dynarr *dst, unsigned int *flags); +void char_finish_big5 (struct encoding_stream *str, + unsigned_char_dynarr *dst, unsigned int *flags); static int detect_coding_ucs4 (struct detection_state *st, const Extbyte *src, size_t n); @@ -2901,6 +2903,10 @@ reset_encoding_stream (struct encoding_stream *str) str->encode_char = &char_encode_shift_jis; str->finish = &char_finish_shift_jis; break; + case CODESYS_BIG5: + str->encode_char = &char_encode_big5; + str->finish = &char_finish_big5; + break; default: break; } @@ -3016,9 +3022,6 @@ mule_encode (Lstream *encoding, const Bufbyte *src, encode_coding_no_conversion (encoding, src, dst, n); break; #ifdef MULE - case CODESYS_BIG5: - encode_coding_big5 (encoding, src, dst, n); - break; case CODESYS_CCL: str->ccl.last_block = str->flags & CODING_STATE_END; /* When applying ccl program to stream, MUST NOT set NULL @@ -3446,8 +3449,13 @@ Return the corresponding character code in SHIFT-JIS as a cons of two bytes. contains frequently used characters and the latter contains less frequently used characters. */ +#ifdef UTF2000 +#define BYTE_BIG5_TWO_BYTE_1_P(c) \ + ((c) >= 0x81 && (c) <= 0xFE) +#else #define BYTE_BIG5_TWO_BYTE_1_P(c) \ ((c) >= 0xA1 && (c) <= 0xFE) +#endif /* Is this the second byte of a Shift-JIS two-byte char? */ @@ -3533,8 +3541,11 @@ detect_coding_big5 (struct detection_state *st, const Extbyte *src, size_t n) while (n--) { unsigned char c = *(unsigned char *)src++; - if (c == ISO_CODE_ESC || c == ISO_CODE_SI || c == ISO_CODE_SO || - (c >= 0x80 && c <= 0xA0)) + if (c == ISO_CODE_ESC || c == ISO_CODE_SI || c == ISO_CODE_SO +#ifndef UTF2000 + || (c >= 0x80 && c <= 0xA0) +#endif + ) return 0; if (st->big5.in_second_byte) { @@ -3542,7 +3553,13 @@ detect_coding_big5 (struct detection_state *st, const Extbyte *src, size_t n) if (c < 0x40 || (c >= 0x80 && c <= 0xA0)) return 0; } - else if (c >= 0xA1) + else if ( +#ifdef UTF2000 + c >= 0x81 +#else + c >= 0xA1 +#endif + ) st->big5.in_second_byte = 1; } return CODING_CATEGORY_BIG5_MASK; @@ -3605,66 +3622,71 @@ decode_coding_big5 (Lstream *decoding, const Extbyte *src, /* Convert internally-formatted data to Big5. */ -static void -encode_coding_big5 (Lstream *encoding, const Bufbyte *src, - unsigned_char_dynarr *dst, size_t n) +void +char_encode_big5 (struct encoding_stream *str, Emchar ch, + unsigned_char_dynarr *dst, unsigned int *flags) { -#ifndef UTF2000 - unsigned char c; - struct encoding_stream *str = ENCODING_STREAM_DATA (encoding); - unsigned int flags = str->flags; - unsigned int ch = str->ch; eol_type_t eol_type = CODING_SYSTEM_EOL_TYPE (str->codesys); - while (n--) + if (ch == '\n') { - c = *src++; - if (c == '\n') - { - if (eol_type != EOL_LF && eol_type != EOL_AUTODETECT) - Dynarr_add (dst, '\r'); - if (eol_type != EOL_CR) - Dynarr_add (dst, '\n'); - } - else if (BYTE_ASCII_P (c)) - { - /* ASCII. */ - Dynarr_add (dst, c); - } - else if (BUFBYTE_LEADING_BYTE_P (c)) + if (eol_type != EOL_LF && eol_type != EOL_AUTODETECT) + Dynarr_add (dst, '\r'); + if (eol_type != EOL_CR) + Dynarr_add (dst, ch); + } + else + { +#ifdef UTF2000 + int code_point; + + if ((code_point = charset_code_point (Vcharset_ascii, ch)) >= 0) + Dynarr_add (dst, code_point); + else if ((code_point + = charset_code_point (Vcharset_chinese_big5, ch)) >= 0) { - if (c == LEADING_BYTE_CHINESE_BIG5_1 || - c == LEADING_BYTE_CHINESE_BIG5_2) - { - /* A recognized leading byte. */ - ch = c; - continue; /* not done with this character. */ - } - /* otherwise just ignore this character. */ + Dynarr_add (dst, code_point >> 8); + Dynarr_add (dst, code_point & 0xFF); } - else if (ch == LEADING_BYTE_CHINESE_BIG5_1 || - ch == LEADING_BYTE_CHINESE_BIG5_2) + else if ((code_point + = charset_code_point (Vcharset_chinese_big5_1, ch)) >= 0) { - /* Previous char was a recognized leading byte. */ - ch = (ch << 8) | c; - continue; /* not done with this character. */ + unsigned int I + = ((code_point >> 8) - 33) * (0xFF - 0xA1) + + ((code_point & 0xFF) - 33); + unsigned char b1 = I / BIG5_SAME_ROW + 0xA1; + unsigned char b2 = I % BIG5_SAME_ROW; + + b2 += b2 < 0x3F ? 0x40 : 0x62; + Dynarr_add (dst, b1); + Dynarr_add (dst, b2); } - else if (ch) + else if ((code_point + = charset_code_point (Vcharset_chinese_big5_2, ch)) >= 0) { - /* Encountering second byte of a Big5 character. */ + unsigned int I + = ((code_point >> 8) - 33) * (0xFF - 0xA1) + + ((code_point & 0xFF) - 33); unsigned char b1, b2; - ENCODE_BIG5 (ch >> 8, ch & 0xFF, c, b1, b2); + I += BIG5_SAME_ROW * (0xC9 - 0xA1); + b1 = I / BIG5_SAME_ROW + 0xA1; + b2 = I % BIG5_SAME_ROW; + b2 += b2 < 0x3F ? 0x40 : 0x62; Dynarr_add (dst, b1); Dynarr_add (dst, b2); } - - ch = 0; + else + Dynarr_add (dst, '?'); +#else +#endif } +} - str->flags = flags; - str->ch = ch; -#endif +void +char_finish_big5 (struct encoding_stream *str, unsigned_char_dynarr *dst, + unsigned int *flags) +{ }