Merge r21-4-11-chise-0_20-=ucs.
[chise/xemacs-chise.git.1] / src / mule-ccl.c
index 6bf60e9..a1a4083 100644 (file)
@@ -2,7 +2,7 @@
    Copyright (C) 1995, 1997 Electrotechnical Laboratory, JAPAN.
    Licensed to the Free Software Foundation.
 
-This file is part of XEmacs.
+This file is part of GNU Emacs.
 
 GNU Emacs is free software; you can redistribute it and/or modify
 it under the terms of the GNU General Public License as published by
@@ -19,28 +19,52 @@ along with GNU Emacs; see the file COPYING.  If not, write to
 the Free Software Foundation, Inc., 59 Temple Place - Suite 330,
 Boston, MA 02111-1307, USA.  */
 
-/* Synched up with : FSF Emacs 20.2 */
+/* Synched up with : FSF Emacs 21.0.90 except TranslateCharacter */
 
 #ifdef emacs
-
 #include <config.h>
+#endif
+
+#include <stdio.h>
+
+#ifdef emacs
+
 #include "lisp.h"
 #include "buffer.h"
-#include "mule-charset.h"
+#include "character.h"
 #include "mule-ccl.h"
 #include "file-coding.h"
 
 #else  /* not emacs */
 
-#include <stdio.h>
 #include "mulelib.h"
 
 #endif /* not emacs */
 
+/* This contains all code conversion map available to CCL.  */
+Lisp_Object Vcode_conversion_map_vector;
+
 /* Alist of fontname patterns vs corresponding CCL program.  */
 Lisp_Object Vfont_ccl_encoder_alist;
 
-/* Vector of CCL program names vs corresponding program data.  */
+/* This symbol is a property which associates with ccl program vector.
+   Ex: (get 'ccl-big5-encoder 'ccl-program) returns ccl program vector.  */
+Lisp_Object Qccl_program;
+
+/* These symbols are properties which associate with code conversion
+   map and their ID respectively.  */
+Lisp_Object Qcode_conversion_map;
+Lisp_Object Qcode_conversion_map_id;
+
+/* Symbols of ccl program have this property, a value of the property
+   is an index for Vccl_program_table. */
+Lisp_Object Qccl_program_idx;
+
+/* Table of registered CCL programs.  Each element is a vector of
+   NAME, CCL_PROG, and RESOLVEDP where NAME (symbol) is the name of
+   the program, CCL_PROG (vector) is the compiled code of the program,
+   RESOLVEDP (t or nil) is the flag to tell if symbols in CCL_PROG is
+   already resolved to index numbers or not.  */
 Lisp_Object Vccl_program_table;
 
 /* CCL (Code Conversion Language) is a simple language which has
@@ -271,10 +295,16 @@ Lisp_Object Vccl_program_table;
                                        write (reg[RRR] OPERATION reg[Rrr]);
                                        */
 
-#define CCL_Call               0x13 /* Write a constant:
-                                       1:CCCCCCCCCCCCCCCCCCCC000XXXXX
+#define CCL_Call               0x13 /* Call the CCL program whose ID is
+                                       CC..C or cc..c.
+                                       1:CCCCCCCCCCCCCCCCCCCCFFFXXXXX
+                                       [2:00000000cccccccccccccccccccc]
                                        ------------------------------
-                                       call (CC..C)
+                                       if (FFF)
+                                         call (cc..c)
+                                         IC++;
+                                       else
+                                         call (CC..C)
                                        */
 
 #define CCL_WriteConstString   0x14 /* Write a constant or a string:
@@ -393,14 +423,232 @@ Lisp_Object Vccl_program_table;
                                          IC += 2;
                                        */
 
-#define CCL_Extention          0x1F /* Extended CCL code
+#define CCL_Extension          0x1F /* Extended CCL code
                                        1:ExtendedCOMMNDRrrRRRrrrXXXXX
-                                       2:ARGUEMENT
+                                       2:ARGUMENT
                                        3:...
                                        ------------------------------
                                        extended_command (rrr,RRR,Rrr,ARGS)
                                      */
 
+/*
+   Here after, Extended CCL Instructions.
+   Bit length of extended command is 14.
+   Therefore, the instruction code range is 0..16384(0x3fff).
+ */
+
+/* Read a multibyte characeter.
+   A code point is stored into reg[rrr].  A charset ID is stored into
+   reg[RRR].  */
+
+#define CCL_ReadMultibyteChar2 0x00 /* Read Multibyte Character
+                                       1:ExtendedCOMMNDRrrRRRrrrXXXXX  */
+
+/* Write a multibyte character.
+   Write a character whose code point is reg[rrr] and the charset ID
+   is reg[RRR].  */
+
+#define CCL_WriteMultibyteChar2        0x01 /* Write Multibyte Character
+                                       1:ExtendedCOMMNDRrrRRRrrrXXXXX  */
+
+/* Translate a character whose code point is reg[rrr] and the charset
+   ID is reg[RRR] by a translation table whose ID is reg[Rrr].
+
+   A translated character is set in reg[rrr] (code point) and reg[RRR]
+   (charset ID).  */
+
+#define CCL_TranslateCharacter 0x02 /* Translate a multibyte character
+                                       1:ExtendedCOMMNDRrrRRRrrrXXXXX  */
+
+/* Translate a character whose code point is reg[rrr] and the charset
+   ID is reg[RRR] by a translation table whose ID is ARGUMENT.
+
+   A translated character is set in reg[rrr] (code point) and reg[RRR]
+   (charset ID).  */
+
+#define CCL_TranslateCharacterConstTbl 0x03 /* Translate a multibyte character
+                                              1:ExtendedCOMMNDRrrRRRrrrXXXXX
+                                              2:ARGUMENT(Translation Table ID)
+                                           */
+
+/* Iterate looking up MAPs for reg[rrr] starting from the Nth (N =
+   reg[RRR]) MAP until some value is found.
+
+   Each MAP is a Lisp vector whose element is number, nil, t, or
+   lambda.
+   If the element is nil, ignore the map and proceed to the next map.
+   If the element is t or lambda, finish without changing reg[rrr].
+   If the element is a number, set reg[rrr] to the number and finish.
+
+   Detail of the map structure is described in the comment for
+   CCL_MapMultiple below.  */
+
+#define CCL_IterateMultipleMap 0x10 /* Iterate multiple maps
+                                       1:ExtendedCOMMNDXXXRRRrrrXXXXX
+                                       2:NUMBER of MAPs
+                                       3:MAP-ID1
+                                       4:MAP-ID2
+                                       ...
+                                    */
+
+/* Map the code in reg[rrr] by MAPs starting from the Nth (N =
+   reg[RRR]) map.
+
+   MAPs are supplied in the succeeding CCL codes as follows:
+
+   When CCL program gives this nested structure of map to this command:
+       ((MAP-ID11
+         MAP-ID12
+         (MAP-ID121 MAP-ID122 MAP-ID123)
+         MAP-ID13)
+        (MAP-ID21
+         (MAP-ID211 (MAP-ID2111) MAP-ID212)
+         MAP-ID22)),
+   the compiled CCL code has this sequence:
+       CCL_MapMultiple (CCL code of this command)
+       16 (total number of MAPs and SEPARATORs)
+       -7 (1st SEPARATOR)
+       MAP-ID11
+       MAP-ID12
+       -3 (2nd SEPARATOR)
+       MAP-ID121
+       MAP-ID122
+       MAP-ID123
+       MAP-ID13
+       -7 (3rd SEPARATOR)
+       MAP-ID21
+       -4 (4th SEPARATOR)
+       MAP-ID211
+       -1 (5th SEPARATOR)
+       MAP_ID2111
+       MAP-ID212
+       MAP-ID22
+
+   A value of each SEPARATOR follows this rule:
+       MAP-SET := SEPARATOR [(MAP-ID | MAP-SET)]+
+       SEPARATOR := -(number of MAP-IDs and SEPARATORs in the MAP-SET)
+
+   (*)....Nest level of MAP-SET must not be over than MAX_MAP_SET_LEVEL.
+
+   When some map fails to map (i.e. it doesn't have a value for
+   reg[rrr]), the mapping is treated as identity.
+
+   The mapping is iterated for all maps in each map set (set of maps
+   separated by SEPARATOR) except in the case that lambda is
+   encountered.  More precisely, the mapping proceeds as below:
+
+   At first, VAL0 is set to reg[rrr], and it is translated by the
+   first map to VAL1.  Then, VAL1 is translated by the next map to
+   VAL2.  This mapping is iterated until the last map is used.  The
+   result of the mapping is the last value of VAL?.  When the mapping
+   process reached to the end of the map set, it moves to the next
+   map set.  If the next does not exit, the mapping process terminates,
+   and regard the last value as a result.
+
+   But, when VALm is mapped to VALn and VALn is not a number, the
+   mapping proceeds as follows:
+
+   If VALn is nil, the lastest map is ignored and the mapping of VALm
+   proceeds to the next map.
+
+   In VALn is t, VALm is reverted to reg[rrr] and the mapping of VALm
+   proceeds to the next map.
+
+   If VALn is lambda, move to the next map set like reaching to the
+   end of the current map set.
+
+   If VALn is a symbol, call the CCL program refered by it.
+   Then, use reg[rrr] as a mapped value except for -1, -2 and -3.
+   Such special values are regarded as nil, t, and lambda respectively.
+
+   Each map is a Lisp vector of the following format (a) or (b):
+       (a)......[STARTPOINT VAL1 VAL2 ...]
+       (b)......[t VAL STARTPOINT ENDPOINT],
+   where
+       STARTPOINT is an offset to be used for indexing a map,
+       ENDPOINT is a maximum index number of a map,
+       VAL and VALn is a number, nil, t, or lambda.
+
+   Valid index range of a map of type (a) is:
+       STARTPOINT <= index < STARTPOINT + map_size - 1
+   Valid index range of a map of type (b) is:
+       STARTPOINT <= index < ENDPOINT  */
+
+#define CCL_MapMultiple 0x11   /* Mapping by multiple code conversion maps
+                                        1:ExtendedCOMMNDXXXRRRrrrXXXXX
+                                        2:N-2
+                                        3:SEPARATOR_1 (< 0)
+                                        4:MAP-ID_1
+                                        5:MAP-ID_2
+                                        ...
+                                        M:SEPARATOR_x (< 0)
+                                        M+1:MAP-ID_y
+                                        ...
+                                        N:SEPARATOR_z (< 0)
+                                     */
+
+#define MAX_MAP_SET_LEVEL 30
+
+typedef struct
+{
+  int rest_length;
+  int orig_val;
+} tr_stack;
+
+static tr_stack mapping_stack[MAX_MAP_SET_LEVEL];
+static tr_stack *mapping_stack_pointer;
+
+/* If this variable is non-zero, it indicates the stack_idx
+   of immediately called by CCL_MapMultiple. */
+static int stack_idx_of_map_multiple;
+
+#define PUSH_MAPPING_STACK(restlen, orig)              \
+  do {                                                 \
+    mapping_stack_pointer->rest_length = (restlen);    \
+    mapping_stack_pointer->orig_val = (orig);          \
+    mapping_stack_pointer++;                           \
+  } while (0)
+
+#define POP_MAPPING_STACK(restlen, orig)               \
+  do {                                                 \
+    mapping_stack_pointer--;                           \
+    (restlen) = mapping_stack_pointer->rest_length;    \
+    (orig) = mapping_stack_pointer->orig_val;          \
+  } while (0)
+
+#define CCL_CALL_FOR_MAP_INSTRUCTION(symbol, ret_ic)           \
+  do {                                                         \
+    struct ccl_program called_ccl;                             \
+    if (stack_idx >= 256                                       \
+       || (setup_ccl_program (&called_ccl, (symbol)) != 0))    \
+      {                                                                \
+       if (stack_idx > 0)                                      \
+         {                                                     \
+           ccl_prog = ccl_prog_stack_struct[0].ccl_prog;       \
+           ic = ccl_prog_stack_struct[0].ic;                   \
+         }                                                     \
+       CCL_INVALID_CMD;                                        \
+      }                                                                \
+    ccl_prog_stack_struct[stack_idx].ccl_prog = ccl_prog;      \
+    ccl_prog_stack_struct[stack_idx].ic = (ret_ic);            \
+    stack_idx++;                                               \
+    ccl_prog = called_ccl.prog;                                        \
+    ic = CCL_HEADER_MAIN;                                      \
+    /* The "if (1)" prevents warning                           \
+       "end-of loop code not reached" */                       \
+    if (1) goto ccl_repeat;                                    \
+  } while (0)
+
+#define CCL_MapSingle          0x12 /* Map by single code conversion map
+                                       1:ExtendedCOMMNDXXXRRRrrrXXXXX
+                                       2:MAP-ID
+                                       ------------------------------
+                                       Map reg[rrr] by MAP-ID.
+                                       If some valid mapping is found,
+                                         set reg[rrr] to the result,
+                                       else
+                                         set reg[RRR] to -1.
+                                    */
 
 /* CCL arithmetic/logical operators. */
 #define CCL_PLUS       0x00    /* X = Y + Z */
@@ -423,84 +671,203 @@ Lisp_Object Vccl_program_table;
 #define CCL_GE         0x14    /* X = (X >= Y) */
 #define CCL_NE         0x15    /* X = (X != Y) */
 
-#define CCL_ENCODE_SJIS 0x16   /* X = HIGHER_BYTE (SJIS (Y, Z))
-                                  r[7] = LOWER_BYTE (SJIS (Y, Z) */
-#define CCL_DECODE_SJIS 0x17   /* X = HIGHER_BYTE (DE-SJIS (Y, Z))
+#define CCL_DECODE_SJIS 0x16   /* X = HIGHER_BYTE (DE-SJIS (Y, Z))
                                   r[7] = LOWER_BYTE (DE-SJIS (Y, Z)) */
+#define CCL_ENCODE_SJIS 0x17   /* X = HIGHER_BYTE (SJIS (Y, Z))
+                                  r[7] = LOWER_BYTE (SJIS (Y, Z) */
 
-/* Macros for exit status of CCL program.  */
-#define CCL_STAT_SUCCESS       0 /* Terminated successfully.  */
-#define CCL_STAT_SUSPEND       1 /* Terminated because of empty input
-                                    buffer or full output buffer.  */
-#define CCL_STAT_INVALID_CMD   2 /* Terminated because of invalid
-                                    command.  */
-#define CCL_STAT_QUIT          3 /* Terminated because of quit.  */
+/* Terminate CCL program successfully.  */
+#define CCL_SUCCESS                    \
+  do {                                 \
+    ccl->status = CCL_STAT_SUCCESS;    \
+  /* The "if (1)" inhibits the warning \
+     "end-of loop code not reached" */ \
+  if (1) goto ccl_finish;              \
+  } while (0)
+
+/* Suspend CCL program because of reading from empty input buffer or
+   writing to full output buffer.  When this program is resumed, the
+   same I/O command is executed.  */
+#define CCL_SUSPEND(stat)      \
+  do {                         \
+    ic--;                      \
+  ccl->status = (stat);                        \
+  /* The "if (1)" inhibits the warning \
+     "end-of loop code not reached" */ \
+  if (1) goto ccl_finish;              \
+  } while (0)
+
+/* Terminate CCL program because of invalid command.  Should not occur
+   in the normal case.  */
+#define CCL_INVALID_CMD                        \
+  do {                                 \
+    ccl->status = CCL_STAT_INVALID_CMD;        \
+  /* The "if (1)" inhibits the warning \
+     "end-of loop code not reached" */ \
+  if (1) goto ccl_error_handler;       \
+  } while (0)
 
 /* Encode one character CH to multibyte form and write to the current
-   output buffer.  If CH is less than 256, CH is written as is.  */
-#define CCL_WRITE_CHAR(ch) do {                                \
-  if (!destination)                                    \
-    {                                                  \
-      ccl->status = CCL_STAT_INVALID_CMD;              \
-      goto ccl_error_handler;                          \
-    }                                                  \
-  else                                                 \
-    {                                                  \
-      Bufbyte work[MAX_EMCHAR_LEN];                    \
-      int len = ( ch < 256 ) ?                         \
-       simple_set_charptr_emchar (work, ch) :          \
-       non_ascii_set_charptr_emchar (work, ch);        \
-      Dynarr_add_many (destination, work, len);                \
-    }                                                  \
-} while (0)
+   output buffer.  At encoding time, if CH is less than 256, CH is
+   written as is.  At decoding time, if CH cannot be regarded as an
+   ASCII character, write it in multibyte form.  */
+#define CCL_WRITE_CHAR(ch)                                     \
+  do {                                                         \
+    if (!destination)                                          \
+      CCL_INVALID_CMD;                                         \
+    if (conversion_mode == CCL_MODE_ENCODING)                  \
+      {                                                                \
+       if ((ch) == '\n')                                       \
+         {                                                     \
+           if (ccl->eol_type == CCL_CODING_EOL_CRLF)           \
+             {                                                 \
+               Dynarr_add (destination, '\r');                 \
+               Dynarr_add (destination, '\n');                 \
+             }                                                 \
+           else if (ccl->eol_type == CCL_CODING_EOL_CR)        \
+             Dynarr_add (destination, '\r');                   \
+           else                                                \
+             Dynarr_add (destination, '\n');                   \
+         }                                                     \
+       else if ((ch) < 0x100)                                  \
+         {                                                     \
+           Dynarr_add (destination, ch);                       \
+         }                                                     \
+       else                                                    \
+         {                                                     \
+           Bufbyte work[MAX_EMCHAR_LEN];                       \
+           int len;                                            \
+           len = non_ascii_set_charptr_emchar (work, ch);      \
+           Dynarr_add_many (destination, work, len);           \
+         }                                                     \
+      }                                                                \
+    else                                                       \
+      {                                                                \
+       if (!CHAR_MULTIBYTE_P(ch))                              \
+         {                                                     \
+           Dynarr_add (destination, ch);                       \
+         }                                                     \
+       else                                                    \
+         {                                                     \
+           Bufbyte work[MAX_EMCHAR_LEN];                       \
+           int len;                                            \
+           len = non_ascii_set_charptr_emchar (work, ch);      \
+           Dynarr_add_many (destination, work, len);           \
+         }                                                     \
+      }                                                                \
+  } while (0)
 
 /* Write a string at ccl_prog[IC] of length LEN to the current output
-   buffer.  */
-#define CCL_WRITE_STRING(len) do {                     \
-  if (!destination)                                    \
-    {                                                  \
-      ccl->status = CCL_STAT_INVALID_CMD;              \
-      goto ccl_error_handler;                          \
-    }                                                  \
-  else                                                 \
-    for (i = 0; i < len; i++)                          \
-      Dynarr_add(destination,                          \
-                (XINT (ccl_prog[ic + (i / 3)])         \
-                 >> ((2 - (i % 3)) * 8)) & 0xFF);      \
-} while (0)
+   buffer.  But this macro treat this string as a binary.  Therefore,
+   cannot handle a multibyte string except for Control-1 characters. */
+#define CCL_WRITE_STRING(len)                                  \
+  do {                                                         \
+    Bufbyte work[MAX_EMCHAR_LEN];                              \
+    int ch, bytes;                                             \
+    if (!destination)                                          \
+      CCL_INVALID_CMD;                                         \
+    else if (conversion_mode == CCL_MODE_ENCODING)             \
+      {                                                                \
+       for (i = 0; i < (len); i++)                             \
+         {                                                     \
+           ch = ((XINT (ccl_prog[ic + (i / 3)]))               \
+                 >> ((2 - (i % 3)) * 8)) & 0xFF;               \
+           if (ch == '\n')                                     \
+             {                                                 \
+               if (ccl->eol_type == CCL_CODING_EOL_CRLF)       \
+                 {                                             \
+                   Dynarr_add (destination, '\r');             \
+                   Dynarr_add (destination, '\n');             \
+                 }                                             \
+               else if (ccl->eol_type == CCL_CODING_EOL_CR)    \
+                 Dynarr_add (destination, '\r');               \
+               else                                            \
+                 Dynarr_add (destination, '\n');               \
+             }                                                 \
+           if (ch < 0x100)                                     \
+             {                                                 \
+               Dynarr_add (destination, ch);                   \
+             }                                                 \
+           else                                                \
+             {                                                 \
+               bytes = non_ascii_set_charptr_emchar (work, ch); \
+               Dynarr_add_many (destination, work, len);       \
+             }                                                 \
+         }                                                     \
+      }                                                                \
+    else                                                       \
+      {                                                                \
+       for (i = 0; i < (len); i++)                             \
+         {                                                     \
+           ch = ((XINT (ccl_prog[ic + (i / 3)]))               \
+                 >> ((2 - (i % 3)) * 8)) & 0xFF;               \
+           if (!CHAR_MULTIBYTE_P(ch))                          \
+             {                                                 \
+               Dynarr_add (destination, ch);                   \
+             }                                                 \
+           else                                                \
+             {                                                 \
+               bytes = non_ascii_set_charptr_emchar (work, ch); \
+               Dynarr_add_many (destination, work, len);       \
+             }                                                 \
+         }                                                     \
+      }                                                                \
+  } while (0)
 
 /* Read one byte from the current input buffer into Rth register.  */
-#define CCL_READ_CHAR(r) do {                  \
-  if (!src)                                    \
-    {                                          \
-      ccl->status = CCL_STAT_INVALID_CMD;      \
-      goto ccl_error_handler;                  \
-    }                                          \
-  else if (src < src_end)                      \
-    r = *src++;                                        \
-  else if (ccl->last_block)                    \
-    {                                          \
-      ic = ccl->eof_ic;                                \
-      goto ccl_finish;                         \
-    }                                          \
-  else                                         \
-    /* Suspend CCL program because of          \
-       reading from empty input buffer or      \
-       writing to full output buffer.          \
-       When this program is resumed, the       \
-       same I/O command is executed.  */       \
-    {                                          \
-      ic--;                                    \
-      ccl->status = CCL_STAT_SUSPEND;          \
-      goto ccl_finish;                         \
-    }                                          \
-} while (0)
+#define CCL_READ_CHAR(r)                               \
+  do {                                                 \
+    if (!src)                                          \
+      CCL_INVALID_CMD;                                 \
+    if (src < src_end)                                 \
+      (r) = *src++;                                    \
+    else                                               \
+      {                                                        \
+       if (ccl->last_block)                            \
+         {                                             \
+           ic = ccl->eof_ic;                           \
+           goto ccl_repeat;                            \
+         }                                             \
+       else                                            \
+         CCL_SUSPEND (CCL_STAT_SUSPEND_BY_SRC);        \
+      }                                                        \
+  } while (0)
+
+
+/* Set C to the character code made from CHARSET and CODE.  This is
+   like MAKE_CHAR but check the validity of CHARSET and CODE.  If they
+   are not valid, set C to (CODE & 0xFF) because that is usually the
+   case that CCL_ReadMultibyteChar2 read an invalid code and it set
+   CODE to that invalid byte.  */
+
+/* On XEmacs, TranslateCharacter is not supported.  Thus, this
+   macro is not used.  */
+#if 0
+#define CCL_MAKE_CHAR(charset, code, c)                                \
+  do {                                                         \
+    if ((charset) == CHARSET_ASCII)                            \
+      (c) = (code) & 0xFF;                                             \
+    else if (CHARSET_DEFINED_P (charset)                       \
+            && ((code) & 0x7F) >= 32                           \
+            && ((code) < 256 || ((code >> 7) & 0x7F) >= 32))   \
+      {                                                                \
+       int c1 = (code) & 0x7F, c2 = 0;                         \
+                                                               \
+       if ((code) >= 256)                                      \
+         c2 = c1, c1 = ((code) >> 7) & 0x7F;                   \
+       (c) = MAKE_CHAR (charset, c1, c2);                      \
+      }                                                                \
+    else                                                       \
+      (c) = (code) & 0xFF;                                             \
+  } while (0)
+#endif
 
 
 /* Execute CCL code on SRC_BYTES length text at SOURCE.  The resulting
-   text goes to a place pointed by DESTINATION. The bytes actually
-   processed is returned as *CONSUMED.  The return value is the length
-   of the resulting text.  As a side effect, the contents of CCL registers
+   text goes to a place pointed by DESTINATION, the length of which
+   should not exceed DST_BYTES.  The bytes actually processed is
+   returned as *CONSUMED.  The return value is the length of the
+   resulting text.  As a side effect, the contents of CCL registers
    are updated.  If SOURCE or DESTINATION is NULL, only operations on
    registers are permitted.  */
 
@@ -516,31 +883,45 @@ struct ccl_prog_stack
     int ic;                    /* Instruction Counter.  */
   };
 
+/* For the moment, we only support depth 256 of stack.  */
+static struct ccl_prog_stack ccl_prog_stack_struct[256];
+
 int
-ccl_driver (struct ccl_program *ccl, CONST unsigned char *source, unsigned_char_dynarr *destination, int src_bytes, int *consumed)
+ccl_driver (struct ccl_program *ccl,
+           const unsigned char *source,
+           unsigned_char_dynarr *destination,
+           int src_bytes,
+           int *consumed,
+           int conversion_mode)
 {
-  int *reg = ccl->reg;
-  int ic = ccl->ic;
-  int code = -1; /* init to illegal value,  */
-  int field1, field2;
-  Lisp_Object *ccl_prog = ccl->prog;
-  CONST unsigned char *src = source, *src_end = src + src_bytes;
-  int jump_address = 0; /* shut up the compiler */
-
+  register int *reg = ccl->reg;
+  register int ic = ccl->ic;
+  register int code = -1;
+  register int field1, field2;
+  register Lisp_Object *ccl_prog = ccl->prog;
+  const unsigned char *src = source, *src_end = src + src_bytes;
+  int jump_address;
   int i, j, op;
-  int stack_idx = 0;
-  /* For the moment, we only support depth 256 of stack.  */
-  struct ccl_prog_stack ccl_prog_stack_struct[256];
+  int stack_idx = ccl->stack_idx;
+  /* Instruction counter of the current CCL code. */
+  int this_ic = 0;
 
   if (ic >= ccl->eof_ic)
     ic = CCL_HEADER_MAIN;
 
+  if (ccl->buf_magnification ==0) /* We can't produce any bytes.  */
+    destination = NULL;
+
+  /* Set mapping stack pointer. */
+  mapping_stack_pointer = mapping_stack;
+
 #ifdef CCL_DEBUG
   ccl_backtrace_idx = 0;
 #endif
 
   for (;;)
     {
+    ccl_repeat:
 #ifdef CCL_DEBUG
       ccl_backtrace_table[ccl_backtrace_idx++] = ic;
       if (ccl_backtrace_idx >= CCL_DEBUG_BACKTRACE_LEN)
@@ -559,6 +940,7 @@ ccl_driver (struct ccl_program *ccl, CONST unsigned char *source, unsigned_char_
          break;
        }
 
+      this_ic = ic;
       code = XINT (ccl_prog[ic]); ic++;
       field1 = code >> 8;
       field2 = (code & 0xFF) >> 5;
@@ -567,6 +949,7 @@ ccl_driver (struct ccl_program *ccl, CONST unsigned char *source, unsigned_char_
 #define RRR (field1 & 7)
 #define Rrr ((field1 >> 3) & 7)
 #define ADDR field1
+#define EXCMD (field1 >> 6)
 
       switch (code & 0x1F)
        {
@@ -679,7 +1062,7 @@ ccl_driver (struct ccl_program *ccl, CONST unsigned char *source, unsigned_char_
          i = reg[RRR];
          j = XINT (ccl_prog[ic]);
          op = field1 >> 6;
-         ic++;
+         jump_address = ic + 1;
          goto ccl_set_expr;
 
        case CCL_WriteRegister: /* CCCCCCCCCCCCCCCCCCCrrrXXXXX */
@@ -699,32 +1082,43 @@ ccl_driver (struct ccl_program *ccl, CONST unsigned char *source, unsigned_char_
          i = reg[RRR];
          j = reg[Rrr];
          op = field1 >> 6;
+         jump_address = ic;
          goto ccl_set_expr;
 
-       case CCL_Call:          /* CCCCCCCCCCCCCCCCCCCC000XXXXX */
+       case CCL_Call:          /* 1:CCCCCCCCCCCCCCCCCCCCFFFXXXXX */
          {
            Lisp_Object slot;
+           int prog_id;
+
+           /* If FFF is nonzero, the CCL program ID is in the
+               following code.  */
+           if (rrr)
+             {
+               prog_id = XINT (ccl_prog[ic]);
+               ic++;
+             }
+           else
+             prog_id = field1;
 
            if (stack_idx >= 256
-               || field1 < 0
-               || field1 >= XVECTOR_LENGTH (Vccl_program_table)
-               || (slot = XVECTOR_DATA (Vccl_program_table)[field1],
-                   !CONSP (slot))
-               || !VECTORP (XCDR (slot)))
+               || prog_id < 0
+               || prog_id >= XVECTOR (Vccl_program_table)->size
+               || (slot = XVECTOR (Vccl_program_table)->contents[prog_id],
+                   !VECTORP (slot))
+               || !VECTORP (XVECTOR (slot)->contents[1]))
              {
                if (stack_idx > 0)
                  {
                    ccl_prog = ccl_prog_stack_struct[0].ccl_prog;
                    ic = ccl_prog_stack_struct[0].ic;
                  }
-               ccl->status = CCL_STAT_INVALID_CMD;
-               goto ccl_error_handler;
+               CCL_INVALID_CMD;
              }
 
            ccl_prog_stack_struct[stack_idx].ccl_prog = ccl_prog;
            ccl_prog_stack_struct[stack_idx].ic = ic;
            stack_idx++;
-           ccl_prog = XVECTOR_DATA (XCDR (slot));
+           ccl_prog = XVECTOR (XVECTOR (slot)->contents[1])->contents;
            ic = CCL_HEADER_MAIN;
          }
          break;
@@ -750,16 +1144,19 @@ ccl_driver (struct ccl_program *ccl, CONST unsigned char *source, unsigned_char_
          break;
 
        case CCL_End:           /* 0000000000000000000000XXXXX */
-         if (stack_idx-- > 0)
+         if (stack_idx > 0)
            {
+             stack_idx--;
              ccl_prog = ccl_prog_stack_struct[stack_idx].ccl_prog;
              ic = ccl_prog_stack_struct[stack_idx].ic;
              break;
            }
-         /* Terminate CCL program successfully.  */
-         ccl->status = CCL_STAT_SUCCESS;
-         ccl->ic = CCL_HEADER_MAIN;
-         goto ccl_finish;
+         if (src)
+           src = src_end;
+         /* ccl->ic should points to this command code again to
+             suppress further processing.  */
+         ic--;
+         CCL_SUCCESS;
 
        case CCL_ExprSelfConst: /* 00000OPERATION000000rrrXXXXX */
          i = XINT (ccl_prog[ic]);
@@ -793,9 +1190,7 @@ ccl_driver (struct ccl_program *ccl, CONST unsigned char *source, unsigned_char_
            case CCL_LE: reg[rrr] = reg[rrr] <= i; break;
            case CCL_GE: reg[rrr] = reg[rrr] >= i; break;
            case CCL_NE: reg[rrr] = reg[rrr] != i; break;
-           default:
-             ccl->status = CCL_STAT_INVALID_CMD;
-             goto ccl_error_handler;
+           default: CCL_INVALID_CMD;
            }
          break;
 
@@ -856,25 +1251,511 @@ ccl_driver (struct ccl_program *ccl, CONST unsigned char *source, unsigned_char_
            case CCL_LE: reg[rrr] = i <= j; break;
            case CCL_GE: reg[rrr] = i >= j; break;
            case CCL_NE: reg[rrr] = i != j; break;
-           case CCL_ENCODE_SJIS: ENCODE_SJIS (i, j, reg[rrr], reg[7]); break;
-           case CCL_DECODE_SJIS: DECODE_SJIS (i, j, reg[rrr], reg[7]); break;
-           default:
-             ccl->status = CCL_STAT_INVALID_CMD;
-             goto ccl_error_handler;
+           case CCL_DECODE_SJIS:
+             /* DECODE_SJIS set MSB for internal format
+                as opposed to Emacs.  */
+             DECODE_SJIS (i, j, reg[rrr], reg[7]);
+             reg[rrr] &= 0x7F;
+             reg[7] &= 0x7F;
+             break;
+           case CCL_ENCODE_SJIS:
+             /* ENCODE_SJIS assumes MSB of SJIS-char is set
+                as opposed to Emacs.  */
+             ENCODE_SJIS (i | 0x80, j | 0x80, reg[rrr], reg[7]);
+             break;
+           default: CCL_INVALID_CMD;
            }
          code &= 0x1F;
          if (code == CCL_WriteExprConst || code == CCL_WriteExprRegister)
            {
              i = reg[rrr];
              CCL_WRITE_CHAR (i);
+             ic = jump_address;
            }
          else if (!reg[rrr])
            ic = jump_address;
          break;
 
+       case CCL_Extension:
+         switch (EXCMD)
+           {
+#ifndef UTF2000
+           case CCL_ReadMultibyteChar2:
+             if (!src)
+               CCL_INVALID_CMD;
+
+               if (src >= src_end)
+                 {
+                   src++;
+                   goto ccl_read_multibyte_character_suspend;
+                 }
+
+               i = *src++;
+               if (i < 0x80)
+                 {
+                   /* ASCII */
+                   reg[rrr] = i;
+                   reg[RRR] = LEADING_BYTE_ASCII;
+                 }
+               else if (i <= MAX_LEADING_BYTE_OFFICIAL_1)
+                 {
+                   if (src >= src_end)
+                     goto ccl_read_multibyte_character_suspend;
+                   reg[RRR] = i;
+                   reg[rrr] = (*src++ & 0x7F);
+                 }
+               else if (i <= MAX_LEADING_BYTE_OFFICIAL_2)
+                 {
+                   if ((src + 1) >= src_end)
+                     goto ccl_read_multibyte_character_suspend;
+                   reg[RRR] = i;
+                   i = (*src++ & 0x7F);
+                   reg[rrr] = ((i << 7) | (*src & 0x7F));
+                   src++;
+                 }
+               else if (i == PRE_LEADING_BYTE_PRIVATE_1)
+                 {
+                   if ((src + 1) >= src_end)
+                     goto ccl_read_multibyte_character_suspend;
+                   reg[RRR] = *src++;
+                   reg[rrr] = (*src++ & 0x7F);
+                 }
+               else if (i == PRE_LEADING_BYTE_PRIVATE_2)
+                 {
+                   if ((src + 2) >= src_end)
+                     goto ccl_read_multibyte_character_suspend;
+                   reg[RRR] = *src++;
+                   i = (*src++ & 0x7F);
+                   reg[rrr] = ((i << 7) | (*src & 0x7F));
+                   src++;
+                 }
+               else
+                 {
+                   /* INVALID CODE.  Return a single byte character.  */
+                   reg[RRR] = LEADING_BYTE_ASCII;
+                   reg[rrr] = i;
+                 }
+             break;
+
+           ccl_read_multibyte_character_suspend:
+             src--;
+             if (ccl->last_block)
+               {
+                 ic = ccl->eof_ic;
+                 goto ccl_repeat;
+               }
+             else
+               CCL_SUSPEND (CCL_STAT_SUSPEND_BY_SRC);
+
+             break;
+#endif
+
+#ifndef UTF2000
+           case CCL_WriteMultibyteChar2:
+             i = reg[RRR]; /* charset */
+             if (i == LEADING_BYTE_ASCII)
+               i = reg[rrr] & 0xFF;
+             else if (XCHARSET_DIMENSION (CHARSET_BY_LEADING_BYTE (i)) == 1)
+               i = (((i - FIELD2_TO_OFFICIAL_LEADING_BYTE) << 7)
+                    | (reg[rrr] & 0x7F));
+             else if (i < MAX_LEADING_BYTE_OFFICIAL_2)
+               i = ((i - FIELD1_TO_OFFICIAL_LEADING_BYTE) << 14) | reg[rrr];
+             else
+               i = ((i - FIELD1_TO_PRIVATE_LEADING_BYTE) << 14) | reg[rrr];
+
+             CCL_WRITE_CHAR (i);
+
+             break;
+#endif
+
+           case CCL_TranslateCharacter:
+#if 0
+             /* XEmacs does not have translate_char, and its
+                equivalent nor.  We do nothing on this operation. */
+             CCL_MAKE_CHAR (reg[RRR], reg[rrr], i);
+             op = translate_char (GET_TRANSLATION_TABLE (reg[Rrr]),
+                                  i, -1, 0, 0);
+             SPLIT_CHAR (op, reg[RRR], i, j);
+             if (j != -1)
+               i = (i << 7) | j;
+
+             reg[rrr] = i;
+#endif
+             break;
+
+           case CCL_TranslateCharacterConstTbl:
+#if 0
+             /* XEmacs does not have translate_char, and its
+                equivalent nor.  We do nothing on this operation. */
+             op = XINT (ccl_prog[ic]); /* table */
+             ic++;
+             CCL_MAKE_CHAR (reg[RRR], reg[rrr], i);
+             op = translate_char (GET_TRANSLATION_TABLE (op), i, -1, 0, 0);
+             SPLIT_CHAR (op, reg[RRR], i, j);
+             if (j != -1)
+               i = (i << 7) | j;
+
+             reg[rrr] = i;
+#endif
+             break;
+
+           case CCL_IterateMultipleMap:
+             {
+               Lisp_Object map, content, attrib, value;
+               int point, size, fin_ic;
+
+               j = XINT (ccl_prog[ic++]); /* number of maps. */
+               fin_ic = ic + j;
+               op = reg[rrr];
+               if ((j > reg[RRR]) && (j >= 0))
+                 {
+                   ic += reg[RRR];
+                   i = reg[RRR];
+                 }
+               else
+                 {
+                   reg[RRR] = -1;
+                   ic = fin_ic;
+                   break;
+                 }
+
+               for (;i < j;i++)
+                 {
+
+                   size = XVECTOR (Vcode_conversion_map_vector)->size;
+                   point = XINT (ccl_prog[ic++]);
+                   if (point >= size) continue;
+                   map =
+                     XVECTOR (Vcode_conversion_map_vector)->contents[point];
+
+                   /* Check map validity.  */
+                   if (!CONSP (map)) continue;
+                   map = XCDR (map);
+                   if (!VECTORP (map)) continue;
+                   size = XVECTOR (map)->size;
+                   if (size <= 1) continue;
+
+                   content = XVECTOR (map)->contents[0];
+
+                   /* check map type,
+                      [STARTPOINT VAL1 VAL2 ...] or
+                      [t ELEMENT STARTPOINT ENDPOINT]  */
+                   if (INTP (content))
+                     {
+                       point = XUINT (content);
+                       point = op - point + 1;
+                       if (!((point >= 1) && (point < size))) continue;
+                       content = XVECTOR (map)->contents[point];
+                     }
+                   else if (EQ (content, Qt))
+                     {
+                       if (size != 4) continue;
+                       if ((op >= XUINT (XVECTOR (map)->contents[2]))
+                           && (op < XUINT (XVECTOR (map)->contents[3])))
+                         content = XVECTOR (map)->contents[1];
+                       else
+                         continue;
+                     }
+                   else
+                     continue;
+
+                   if (NILP (content))
+                     continue;
+                   else if (INTP (content))
+                     {
+                       reg[RRR] = i;
+                       reg[rrr] = XINT(content);
+                       break;
+                     }
+                   else if (EQ (content, Qt) || EQ (content, Qlambda))
+                     {
+                       reg[RRR] = i;
+                       break;
+                     }
+                   else if (CONSP (content))
+                     {
+                       attrib = XCAR (content);
+                       value = XCDR (content);
+                       if (!INTP (attrib) || !INTP (value))
+                         continue;
+                       reg[RRR] = i;
+                       reg[rrr] = XUINT (value);
+                       break;
+                     }
+                   else if (SYMBOLP (content))
+                     CCL_CALL_FOR_MAP_INSTRUCTION (content, fin_ic);
+                   else
+                     CCL_INVALID_CMD;
+                 }
+               if (i == j)
+                 reg[RRR] = -1;
+               ic = fin_ic;
+             }
+             break;
+
+           case CCL_MapMultiple:
+             {
+               Lisp_Object map, content, attrib, value;
+               int point, size, map_vector_size;
+               int map_set_rest_length, fin_ic;
+               int current_ic = this_ic;
+
+               /* inhibit recursive call on MapMultiple. */
+               if (stack_idx_of_map_multiple > 0)
+                 {
+                   if (stack_idx_of_map_multiple <= stack_idx)
+                     {
+                       stack_idx_of_map_multiple = 0;
+                       mapping_stack_pointer = mapping_stack;
+                       CCL_INVALID_CMD;
+                     }
+                 }
+               else
+                 mapping_stack_pointer = mapping_stack;
+               stack_idx_of_map_multiple = 0;
+
+               map_set_rest_length =
+                 XINT (ccl_prog[ic++]); /* number of maps and separators. */
+               fin_ic = ic + map_set_rest_length;
+               op = reg[rrr];
+
+               if ((map_set_rest_length > reg[RRR]) && (reg[RRR] >= 0))
+                 {
+                   ic += reg[RRR];
+                   i = reg[RRR];
+                   map_set_rest_length -= i;
+                 }
+               else
+                 {
+                   ic = fin_ic;
+                   reg[RRR] = -1;
+                   mapping_stack_pointer = mapping_stack;
+                   break;
+                 }
+
+               if (mapping_stack_pointer <= (mapping_stack + 1))
+                 {
+                   /* Set up initial state. */
+                   mapping_stack_pointer = mapping_stack;
+                   PUSH_MAPPING_STACK (0, op);
+                   reg[RRR] = -1;
+                 }
+               else
+                 {
+                   /* Recover after calling other ccl program. */
+                   int orig_op;
+
+                   POP_MAPPING_STACK (map_set_rest_length, orig_op);
+                   POP_MAPPING_STACK (map_set_rest_length, reg[rrr]);
+                   switch (op)
+                     {
+                     case -1:
+                       /* Regard it as Qnil. */
+                       op = orig_op;
+                       i++;
+                       ic++;
+                       map_set_rest_length--;
+                       break;
+                     case -2:
+                       /* Regard it as Qt. */
+                       op = reg[rrr];
+                       i++;
+                       ic++;
+                       map_set_rest_length--;
+                       break;
+                     case -3:
+                       /* Regard it as Qlambda. */
+                       op = orig_op;
+                       i += map_set_rest_length;
+                       ic += map_set_rest_length;
+                       map_set_rest_length = 0;
+                       break;
+                     default:
+                       /* Regard it as normal mapping. */
+                       i += map_set_rest_length;
+                       ic += map_set_rest_length;
+                       POP_MAPPING_STACK (map_set_rest_length, reg[rrr]);
+                       break;
+                     }
+                 }
+               map_vector_size = XVECTOR (Vcode_conversion_map_vector)->size;
+
+               do {
+                 for (;map_set_rest_length > 0;i++, ic++, map_set_rest_length--)
+                   {
+                     point = XINT(ccl_prog[ic]);
+                     if (point < 0)
+                       {
+                         /* +1 is for including separator. */
+                         point = -point + 1;
+                         if (mapping_stack_pointer
+                             >= mapping_stack + countof (mapping_stack))
+                           CCL_INVALID_CMD;
+                         PUSH_MAPPING_STACK (map_set_rest_length - point,
+                                             reg[rrr]);
+                         map_set_rest_length = point;
+                         reg[rrr] = op;
+                         continue;
+                       }
+
+                     if (point >= map_vector_size) continue;
+                     map = (XVECTOR (Vcode_conversion_map_vector)
+                            ->contents[point]);
+
+                     /* Check map validity.  */
+                     if (!CONSP (map)) continue;
+                     map = XCDR (map);
+                     if (!VECTORP (map)) continue;
+                     size = XVECTOR (map)->size;
+                     if (size <= 1) continue;
+
+                     content = XVECTOR (map)->contents[0];
+
+                     /* check map type,
+                        [STARTPOINT VAL1 VAL2 ...] or
+                        [t ELEMENT STARTPOINT ENDPOINT]  */
+                     if (INTP (content))
+                       {
+                         point = XUINT (content);
+                         point = op - point + 1;
+                         if (!((point >= 1) && (point < size))) continue;
+                         content = XVECTOR (map)->contents[point];
+                       }
+                     else if (EQ (content, Qt))
+                       {
+                         if (size != 4) continue;
+                         if ((op >= XUINT (XVECTOR (map)->contents[2])) &&
+                             (op < XUINT (XVECTOR (map)->contents[3])))
+                           content = XVECTOR (map)->contents[1];
+                         else
+                           continue;
+                       }
+                     else
+                       continue;
+
+                     if (NILP (content))
+                       continue;
+
+                     reg[RRR] = i;
+                     if (INTP (content))
+                       {
+                         op = XINT (content);
+                         i += map_set_rest_length - 1;
+                         ic += map_set_rest_length - 1;
+                         POP_MAPPING_STACK (map_set_rest_length, reg[rrr]);
+                         map_set_rest_length++;
+                       }
+                     else if (CONSP (content))
+                       {
+                         attrib = XCAR (content);
+                         value = XCDR (content);
+                         if (!INTP (attrib) || !INTP (value))
+                           continue;
+                         op = XUINT (value);
+                         i += map_set_rest_length - 1;
+                         ic += map_set_rest_length - 1;
+                         POP_MAPPING_STACK (map_set_rest_length, reg[rrr]);
+                         map_set_rest_length++;
+                       }
+                     else if (EQ (content, Qt))
+                       {
+                         op = reg[rrr];
+                       }
+                     else if (EQ (content, Qlambda))
+                       {
+                         i += map_set_rest_length;
+                         ic += map_set_rest_length;
+                         break;
+                       }
+                     else if (SYMBOLP (content))
+                       {
+                         if (mapping_stack_pointer
+                             >= mapping_stack + countof (mapping_stack))
+                           CCL_INVALID_CMD;
+                         PUSH_MAPPING_STACK (map_set_rest_length, reg[rrr]);
+                         PUSH_MAPPING_STACK (map_set_rest_length, op);
+                         stack_idx_of_map_multiple = stack_idx + 1;
+                         CCL_CALL_FOR_MAP_INSTRUCTION (content, current_ic);
+                       }
+                     else
+                       CCL_INVALID_CMD;
+                   }
+                 if (mapping_stack_pointer <= (mapping_stack + 1))
+                   break;
+                 POP_MAPPING_STACK (map_set_rest_length, reg[rrr]);
+                 i += map_set_rest_length;
+                 ic += map_set_rest_length;
+                 POP_MAPPING_STACK (map_set_rest_length, reg[rrr]);
+               } while (1);
+
+               ic = fin_ic;
+             }
+             reg[rrr] = op;
+             break;
+
+           case CCL_MapSingle:
+             {
+               Lisp_Object map, attrib, value, content;
+               int size, point;
+               j = XINT (ccl_prog[ic++]); /* map_id */
+               op = reg[rrr];
+               if (j >= XVECTOR (Vcode_conversion_map_vector)->size)
+                 {
+                   reg[RRR] = -1;
+                   break;
+                 }
+               map = XVECTOR (Vcode_conversion_map_vector)->contents[j];
+               if (!CONSP (map))
+                 {
+                   reg[RRR] = -1;
+                   break;
+                 }
+               map = XCDR (map);
+               if (!VECTORP (map))
+                 {
+                   reg[RRR] = -1;
+                   break;
+                 }
+               size = XVECTOR (map)->size;
+               point = XUINT (XVECTOR (map)->contents[0]);
+               point = op - point + 1;
+               reg[RRR] = 0;
+               if ((size <= 1) ||
+                   (!((point >= 1) && (point < size))))
+                 reg[RRR] = -1;
+               else
+                 {
+                   reg[RRR] = 0;
+                   content = XVECTOR (map)->contents[point];
+                   if (NILP (content))
+                     reg[RRR] = -1;
+                   else if (INTP (content))
+                     reg[rrr] = XINT (content);
+                   else if (EQ (content, Qt));
+                   else if (CONSP (content))
+                     {
+                       attrib = XCAR (content);
+                       value = XCDR (content);
+                       if (!INTP (attrib) || !INTP (value))
+                         continue;
+                       reg[rrr] = XUINT(value);
+                       break;
+                     }
+                   else if (SYMBOLP (content))
+                     CCL_CALL_FOR_MAP_INSTRUCTION (content, ic);
+                   else
+                     reg[RRR] = -1;
+                 }
+             }
+             break;
+
+           default:
+             CCL_INVALID_CMD;
+           }
+         break;
+
        default:
-         ccl->status = CCL_STAT_INVALID_CMD;
-         goto ccl_error_handler;
+         CCL_INVALID_CMD;
        }
     }
 
@@ -888,11 +1769,9 @@ ccl_driver (struct ccl_program *ccl, CONST unsigned char *source, unsigned_char_
 
       switch (ccl->status)
        {
-         /* Terminate CCL program because of invalid command.
-            Should not occur in the normal case.  */
        case CCL_STAT_INVALID_CMD:
          sprintf(msg, "\nCCL: Invalid command %x (ccl_code = %x) at %d.",
-                 code & 0x1F, code, ic);
+                 code & 0x1F, code, this_ic);
 #ifdef CCL_DEBUG
          {
            int i = ccl_backtrace_idx - 1;
@@ -908,12 +1787,13 @@ ccl_driver (struct ccl_program *ccl, CONST unsigned char *source, unsigned_char_
                sprintf(msg, " %d", ccl_backtrace_table[i]);
                Dynarr_add_many (destination, (unsigned char *) msg, strlen (msg));
              }
+           goto ccl_finish;
          }
 #endif
-         goto ccl_finish;
+         break;
 
        case CCL_STAT_QUIT:
-         sprintf(msg, "\nCCL: Quited.");
+         sprintf(msg, "\nCCL: Exited.");
          break;
 
        default:
@@ -925,100 +1805,264 @@ ccl_driver (struct ccl_program *ccl, CONST unsigned char *source, unsigned_char_
 
  ccl_finish:
   ccl->ic = ic;
+  ccl->stack_idx = stack_idx;
+  ccl->prog = ccl_prog;
   if (consumed) *consumed = src - source;
-  if (destination)
-    return Dynarr_length (destination);
-  else
+  if (!destination)
     return 0;
+  return Dynarr_length (destination);
+}
+
+/* Resolve symbols in the specified CCL code (Lisp vector).  This
+   function converts symbols of code conversion maps and character
+   translation tables embedded in the CCL code into their ID numbers.
+
+   The return value is a vector (CCL itself or a new vector in which
+   all symbols are resolved), Qt if resolving of some symbol failed,
+   or nil if CCL contains invalid data.  */
+
+static Lisp_Object
+resolve_symbol_ccl_program (Lisp_Object ccl)
+{
+  int i, veclen, unresolved = 0;
+  Lisp_Object result, contents, val;
+
+  result = ccl;
+  veclen = XVECTOR (result)->size;
+
+  for (i = 0; i < veclen; i++)
+    {
+      contents = XVECTOR (result)->contents[i];
+      if (INTP (contents))
+       continue;
+      else if (CONSP (contents)
+              && SYMBOLP (XCAR (contents))
+              && SYMBOLP (XCDR (contents)))
+       {
+         /* This is the new style for embedding symbols.  The form is
+            (SYMBOL . PROPERTY).  (get SYMBOL PROPERTY) should give
+            an index number.  */
+
+         if (EQ (result, ccl))
+           result =  Fcopy_sequence (ccl);
+
+         val = Fget (XCAR (contents), XCDR (contents), Qnil);
+         if (NATNUMP (val))
+           XVECTOR (result)->contents[i] = val;
+         else
+           unresolved = 1;
+         continue;
+       }
+      else if (SYMBOLP (contents))
+       {
+         /* This is the old style for embedding symbols.  This style
+             may lead to a bug if, for instance, a translation table
+             and a code conversion map have the same name.  */
+         if (EQ (result, ccl))
+           result = Fcopy_sequence (ccl);
+
+         val = Fget (contents, Qcode_conversion_map_id, Qnil);
+         if (NATNUMP (val))
+           XVECTOR (result)->contents[i] = val;
+         else
+           {
+             val = Fget (contents, Qccl_program_idx, Qnil);
+             if (NATNUMP (val))
+               XVECTOR (result)->contents[i] = val;
+             else
+               unresolved = 1;
+           }
+         continue;
+       }
+      return Qnil;
+    }
+
+  return (unresolved ? Qt : result);
+}
+
+/* Return the compiled code (vector) of CCL program CCL_PROG.
+   CCL_PROG is a name (symbol) of the program or already compiled
+   code.  If necessary, resolve symbols in the compiled code to index
+   numbers.  If we failed to get the compiled code or to resolve
+   symbols, return Qnil.  */
+
+static Lisp_Object
+ccl_get_compiled_code (Lisp_Object ccl_prog)
+{
+  Lisp_Object val, slot;
+
+  if (VECTORP (ccl_prog))
+    {
+      val = resolve_symbol_ccl_program (ccl_prog);
+      return (VECTORP (val) ? val : Qnil);
+    }
+  if (!SYMBOLP (ccl_prog))
+    return Qnil;
+
+  val = Fget (ccl_prog, Qccl_program_idx, Qnil);
+  if (! NATNUMP (val)
+      || XINT (val) >= XVECTOR_LENGTH (Vccl_program_table))
+    return Qnil;
+  slot = XVECTOR_DATA (Vccl_program_table)[XINT (val)];
+  if (! VECTORP (slot)
+      || XVECTOR (slot)->size != 3
+      || ! VECTORP (XVECTOR_DATA (slot)[1]))
+    return Qnil;
+  if (NILP (XVECTOR_DATA (slot)[2]))
+    {
+      val = resolve_symbol_ccl_program (XVECTOR_DATA (slot)[1]);
+      if (! VECTORP (val))
+       return Qnil;
+      XVECTOR_DATA (slot)[1] = val;
+      XVECTOR_DATA (slot)[2] = Qt;
+    }
+  return XVECTOR_DATA (slot)[1];
 }
 
 /* Setup fields of the structure pointed by CCL appropriately for the
-   execution of compiled CCL code in VEC (vector of integer).  */
-void
-setup_ccl_program (struct ccl_program *ccl, Lisp_Object vec)
+   execution of CCL program CCL_PROG.  CCL_PROG is the name (symbol)
+   of the CCL program or the already compiled code (vector).
+   Return 0 if we succeed this setup, else return -1.
+
+   If CCL_PROG is nil, we just reset the structure pointed by CCL.  */
+int
+setup_ccl_program (struct ccl_program *ccl, Lisp_Object ccl_prog)
 {
   int i;
 
-  ccl->size = XVECTOR_LENGTH (vec);
-  ccl->prog = XVECTOR_DATA (vec);
+  if (! NILP (ccl_prog))
+    {
+      ccl_prog = ccl_get_compiled_code (ccl_prog);
+      if (! VECTORP (ccl_prog))
+       return -1;
+      ccl->size = XVECTOR_LENGTH (ccl_prog);
+      ccl->prog = XVECTOR_DATA (ccl_prog);
+      ccl->eof_ic = XINT (XVECTOR_DATA (ccl_prog)[CCL_HEADER_EOF]);
+      ccl->buf_magnification = XINT (XVECTOR_DATA (ccl_prog)[CCL_HEADER_BUF_MAG]);
+    }
   ccl->ic = CCL_HEADER_MAIN;
-  ccl->eof_ic = XINT (XVECTOR_DATA (vec)[CCL_HEADER_EOF]);
-  ccl->buf_magnification = XINT (XVECTOR_DATA (vec)[CCL_HEADER_BUF_MAG]);
   for (i = 0; i < 8; i++)
     ccl->reg[i] = 0;
   ccl->last_block = 0;
+  ccl->private_state = 0;
   ccl->status = 0;
+  ccl->stack_idx = 0;
+  ccl->eol_type = CCL_CODING_EOL_LF;
+  return 0;
 }
 
 #ifdef emacs
 
+DEFUN ("ccl-program-p", Fccl_program_p, 1, 1, 0, /*
+Return t if OBJECT is a CCL program name or a compiled CCL program code.
+See the documentation of  `define-ccl-program' for the detail of CCL program.
+*/
+       (object))
+{
+  Lisp_Object val;
+
+  if (VECTORP (object))
+    {
+      val = resolve_symbol_ccl_program (object);
+      return (VECTORP (val) ? Qt : Qnil);
+    }
+  if (!SYMBOLP (object))
+    return Qnil;
+
+  val = Fget (object, Qccl_program_idx, Qnil);
+  return ((! NATNUMP (val)
+          || XINT (val) >= XVECTOR_LENGTH (Vccl_program_table))
+         ? Qnil : Qt);
+}
+
 DEFUN ("ccl-execute", Fccl_execute, 2, 2, 0, /*
 Execute CCL-PROGRAM with registers initialized by REGISTERS.
-CCL-PROGRAM is a compiled code generated by `ccl-compile',
- no I/O commands should appear in the CCL program.
+
+CCL-PROGRAM is a CCL program name (symbol)
+or a compiled code generated by `ccl-compile' (for backward compatibility,
+in this case, the overhead of the execution is bigger than the former case).
+No I/O commands should appear in CCL-PROGRAM.
+
 REGISTERS is a vector of [R0 R1 ... R7] where RN is an initial value
  of Nth register.
-As side effect, each element of REGISTER holds the value of
+
+As side effect, each element of REGISTERS holds the value of
  corresponding register after the execution.
+
+See the documentation of `define-ccl-program' for the detail of CCL program.
 */
-  (ccl_prog, reg))
+       (ccl_prog, reg))
 {
   struct ccl_program ccl;
   int i;
 
-  CHECK_VECTOR (ccl_prog);
+  if (setup_ccl_program (&ccl, ccl_prog) < 0)
+    error ("Invalid CCL program");
+
   CHECK_VECTOR (reg);
   if (XVECTOR_LENGTH (reg) != 8)
-    signal_simple_error ("Vector should be of length 8", reg);
+    error ("Length of vector REGISTERS is not 8");
 
-  setup_ccl_program (&ccl, ccl_prog);
   for (i = 0; i < 8; i++)
     ccl.reg[i] = (INTP (XVECTOR_DATA (reg)[i])
                  ? XINT (XVECTOR_DATA (reg)[i])
                  : 0);
 
-  ccl_driver (&ccl, (CONST unsigned char *)0, (unsigned_char_dynarr *)0,
-             0, (int *)0);
+  ccl_driver (&ccl, (const unsigned char *)0,
+             (unsigned_char_dynarr *)0, 0, (int *)0,
+             CCL_MODE_ENCODING);
   QUIT;
   if (ccl.status != CCL_STAT_SUCCESS)
     error ("Error in CCL program at %dth code", ccl.ic);
 
   for (i = 0; i < 8; i++)
-    XSETINT (XVECTOR_DATA (reg)[i], ccl.reg[i]);
+    XSETINT (XVECTOR (reg)->contents[i], ccl.reg[i]);
   return Qnil;
 }
 
-DEFUN ("ccl-execute-on-string", Fccl_execute_on_string, 3, 4, 0, /*
+DEFUN ("ccl-execute-on-string", Fccl_execute_on_string,
+       3, 4, 0, /*
 Execute CCL-PROGRAM with initial STATUS on STRING.
-CCL-PROGRAM is a compiled code generated by `ccl-compile'.
+
+CCL-PROGRAM is a symbol registered by register-ccl-program,
+or a compiled code generated by `ccl-compile' (for backward compatibility,
+in this case, the execution is slower).
+
 Read buffer is set to STRING, and write buffer is allocated automatically.
+
 STATUS is a vector of [R0 R1 ... R7 IC], where
  R0..R7 are initial values of corresponding registers,
  IC is the instruction counter specifying from where to start the program.
 If R0..R7 are nil, they are initialized to 0.
 If IC is nil, it is initialized to head of the CCL program.
-Returns the contents of write buffer as a string,
- and as side effect, STATUS is updated.
+
 If optional 4th arg CONTINUE is non-nil, keep IC on read operation
-when read buffer is exausted, else, IC is always set to the end of
+when read buffer is exhausted, else, IC is always set to the end of
 CCL-PROGRAM on exit.
+
+It returns the contents of write buffer as a string,
+ and as side effect, STATUS is updated.
+
+See the documentation of `define-ccl-program' for the detail of CCL program.
 */
-  (ccl_prog, status, str, contin))
+       (ccl_prog, status, string, continue_))
 {
   Lisp_Object val;
   struct ccl_program ccl;
   int i, produced;
   unsigned_char_dynarr *outbuf;
-  struct gcpro gcpro1, gcpro2, gcpro3;
+  struct gcpro gcpro1, gcpro2;
+
+  if (setup_ccl_program (&ccl, ccl_prog) < 0)
+    error ("Invalid CCL program");
 
-  CHECK_VECTOR (ccl_prog);
   CHECK_VECTOR (status);
-  if (XVECTOR_LENGTH (status) != 9)
-    signal_simple_error ("Vector should be of length 9", status);
-  CHECK_STRING (str);
-  GCPRO3 (ccl_prog, status, str);
+  if (XVECTOR (status)->size != 9)
+    error ("Length of vector STATUS is not 9");
+  CHECK_STRING (string);
+
+  GCPRO2 (status, string);
 
-  setup_ccl_program (&ccl, ccl_prog);
   for (i = 0; i < 8; i++)
     {
       if (NILP (XVECTOR_DATA (status)[i]))
@@ -1026,80 +2070,191 @@ CCL-PROGRAM on exit.
       if (INTP (XVECTOR_DATA (status)[i]))
        ccl.reg[i] = XINT (XVECTOR_DATA (status)[i]);
     }
-  if (INTP (XVECTOR_DATA (status)[8]))
+  if (INTP (XVECTOR (status)->contents[i]))
     {
       i = XINT (XVECTOR_DATA (status)[8]);
       if (ccl.ic < i && i < ccl.size)
        ccl.ic = i;
     }
   outbuf = Dynarr_new (unsigned_char);
-  ccl.last_block = NILP (contin);
-  produced = ccl_driver (&ccl, XSTRING_DATA (str), outbuf,
-                        XSTRING_LENGTH (str), (int *)0);
+  ccl.last_block = NILP (continue_);
+  produced = ccl_driver (&ccl, XSTRING_DATA (string), outbuf,
+                        XSTRING_LENGTH (string),
+                        (int *) 0,
+                        CCL_MODE_DECODING);
   for (i = 0; i < 8; i++)
-    XVECTOR_DATA (status)[i] = make_int(ccl.reg[i]);
+    XSETINT (XVECTOR_DATA (status)[i], ccl.reg[i]);
   XSETINT (XVECTOR_DATA (status)[8], ccl.ic);
   UNGCPRO;
 
   val = make_string (Dynarr_atp (outbuf, 0), produced);
   Dynarr_free (outbuf);
   QUIT;
+  if (ccl.status == CCL_STAT_SUSPEND_BY_DST)
+    error ("Output buffer for the CCL programs overflow");
   if (ccl.status != CCL_STAT_SUCCESS
-      && ccl.status != CCL_STAT_SUSPEND)
+      && ccl.status != CCL_STAT_SUSPEND_BY_SRC)
     error ("Error in CCL program at %dth code", ccl.ic);
 
   return val;
 }
 
-DEFUN ("register-ccl-program", Fregister_ccl_program, 2, 2, 0, /*
-Register CCL program PROGRAM of NAME in `ccl-program-table'.
-PROGRAM should be a compiled code of CCL program, or nil.
+DEFUN ("register-ccl-program", Fregister_ccl_program,
+       2, 2, 0, /*
+Register CCL program CCL-PROG as NAME in `ccl-program-table'.
+CCL-PROG should be a compiled CCL program (vector), or nil.
+If it is nil, just reserve NAME as a CCL program name.
 Return index number of the registered CCL program.
 */
-  (name, ccl_prog))
+       (name, ccl_prog))
 {
   int len = XVECTOR_LENGTH (Vccl_program_table);
-  int i;
+  int idx;
+  Lisp_Object resolved;
 
   CHECK_SYMBOL (name);
+  resolved = Qnil;
   if (!NILP (ccl_prog))
-    CHECK_VECTOR (ccl_prog);
+    {
+      CHECK_VECTOR (ccl_prog);
+      resolved = resolve_symbol_ccl_program (ccl_prog);
+      if (! NILP (resolved))
+       {
+         ccl_prog = resolved;
+         resolved = Qt;
+       }
+    }
 
-  for (i = 0; i < len; i++)
+  for (idx = 0; idx < len; idx++)
     {
-      Lisp_Object slot = XVECTOR_DATA (Vccl_program_table)[i];
+      Lisp_Object slot;
 
-      if (!CONSP (slot))
+      slot = XVECTOR_DATA (Vccl_program_table)[idx];
+      if (!VECTORP (slot))
+       /* This is the first unused slot.  Register NAME here.  */
        break;
 
-      if (EQ (name, XCAR (slot)))
+      if (EQ (name, XVECTOR_DATA (slot)[0]))
        {
-         XCDR (slot) = ccl_prog;
-         return make_int (i);
+         /* Update this slot.  */
+         XVECTOR_DATA (slot)[1] = ccl_prog;
+         XVECTOR_DATA (slot)[2] = resolved;
+         return make_int (idx);
        }
     }
 
-  if (i == len)
+  if (idx == len)
     {
-      Lisp_Object new_table = Fmake_vector (make_int (len * 2), Qnil);
+      /* Extend the table.  */
+      Lisp_Object new_table;
       int j;
 
+      new_table = Fmake_vector (make_int (len * 2), Qnil);
       for (j = 0; j < len; j++)
        XVECTOR_DATA (new_table)[j]
          = XVECTOR_DATA (Vccl_program_table)[j];
       Vccl_program_table = new_table;
     }
 
-  XVECTOR_DATA (Vccl_program_table)[i] = Fcons (name, ccl_prog);
-  return make_int (i);
+  {
+    Lisp_Object elt;
+
+    elt = Fmake_vector (make_int (3), Qnil);
+    XVECTOR_DATA (elt)[0] = name;
+    XVECTOR_DATA (elt)[1] = ccl_prog;
+    XVECTOR_DATA (elt)[2] = resolved;
+    XVECTOR_DATA (Vccl_program_table)[idx] = elt;
+  }
+
+  Fput (name, Qccl_program_idx, make_int (idx));
+  return make_int (idx);
 }
 
+/* Register code conversion map.
+   A code conversion map consists of numbers, Qt, Qnil, and Qlambda.
+   The first element is start code point.
+   The rest elements are mapped numbers.
+   Symbol t means to map to an original number before mapping.
+   Symbol nil means that the corresponding element is empty.
+   Symbol lambda means to terminate mapping here.
+*/
+
+DEFUN ("register-code-conversion-map", Fregister_code_conversion_map,
+       2, 2, 0, /*
+Register SYMBOL as code conversion map MAP.
+Return index number of the registered map.
+*/
+       (symbol, map))
+{
+  int len = XVECTOR_LENGTH (Vcode_conversion_map_vector);
+  int i;
+  Lisp_Object idx;
+
+  CHECK_SYMBOL (symbol);
+  CHECK_VECTOR (map);
+
+  for (i = 0; i < len; i++)
+    {
+      Lisp_Object slot = XVECTOR_DATA (Vcode_conversion_map_vector)[i];
+
+      if (!CONSP (slot))
+       break;
+
+      if (EQ (symbol, XCAR (slot)))
+       {
+         idx = make_int (i);
+         XCDR (slot) = map;
+         Fput (symbol, Qcode_conversion_map, map);
+         Fput (symbol, Qcode_conversion_map_id, idx);
+         return idx;
+       }
+    }
+
+  if (i == len)
+    {
+      Lisp_Object new_vector = Fmake_vector (make_int (len * 2), Qnil);
+      int j;
+
+      for (j = 0; j < len; j++)
+       XVECTOR_DATA (new_vector)[j]
+         = XVECTOR_DATA (Vcode_conversion_map_vector)[j];
+      Vcode_conversion_map_vector = new_vector;
+    }
+
+  idx = make_int (i);
+  Fput (symbol, Qcode_conversion_map, map);
+  Fput (symbol, Qcode_conversion_map_id, idx);
+  XVECTOR_DATA (Vcode_conversion_map_vector)[i] = Fcons (symbol, map);
+  return idx;
+}
+
+
 void
 syms_of_mule_ccl (void)
 {
+  DEFSUBR (Fccl_program_p);
+  DEFSUBR (Fccl_execute);
+  DEFSUBR (Fccl_execute_on_string);
+  DEFSUBR (Fregister_ccl_program);
+  DEFSUBR (Fregister_code_conversion_map);
+}
+
+void
+vars_of_mule_ccl (void)
+{
   staticpro (&Vccl_program_table);
   Vccl_program_table = Fmake_vector (make_int (32), Qnil);
 
+  defsymbol (&Qccl_program, "ccl-program");
+  defsymbol (&Qccl_program_idx, "ccl-program-idx");
+  defsymbol (&Qcode_conversion_map, "code-conversion-map");
+  defsymbol (&Qcode_conversion_map_id, "code-conversion-map-id");
+
+  DEFVAR_LISP ("code-conversion-map-vector", &Vcode_conversion_map_vector /*
+Vector of code conversion maps.
+*/ );
+  Vcode_conversion_map_vector = Fmake_vector (make_int (16), Qnil);
+
   DEFVAR_LISP ("font-ccl-encoder-alist", &Vfont_ccl_encoder_alist /*
 Alist of fontname patterns vs corresponding CCL program.
 Each element looks like (REGEXP . CCL-CODE),
@@ -1113,10 +2268,6 @@ The code point in the font is set in CCL registers R1 and R2
 If the font is single-byte font, the register R2 is not used.
 */ );
   Vfont_ccl_encoder_alist = Qnil;
-
-  DEFSUBR (Fccl_execute);
-  DEFSUBR (Fccl_execute_on_string);
-  DEFSUBR (Fregister_ccl_program);
 }
 
 #endif  /* emacs */