]> code.delx.au - gnu-emacs/blobdiff - src/ccl.c
Revision: miles@gnu.org--gnu-2005/emacs--unicode--0--patch-86
[gnu-emacs] / src / ccl.c
index ae42f2419c2e384faf0bf4b459d3f6dc92201282..a785707295c6157e32c68753b2e5bf11bfb597cc 100644 (file)
--- a/src/ccl.c
+++ b/src/ccl.c
@@ -1,7 +1,10 @@
 /* CCL (Code Conversion Language) interpreter.
    Copyright (C) 1995, 1997 Electrotechnical Laboratory, JAPAN.
-   Copyright (C) 2001, 2002 Free Software Foundation, Inc.
-   Licensed to the Free Software Foundation.
+     Licensed to the Free Software Foundation.
+   Copyright (C) 2001, 2002, 2003, 2004, 2005 Free Software Foundation, Inc.
+   Copyright (C) 2003
+     National Institute of Advanced Industrial Science and Technology (AIST)
+     Registration Number H13PRO009
 
 This file is part of GNU Emacs.
 
@@ -17,18 +20,21 @@ GNU General Public License for more details.
 
 You should have received a copy of the GNU General Public License
 along with GNU Emacs; see the file COPYING.  If not, write to
-the Free Software Foundation, Inc., 59 Temple Place - Suite 330,
-Boston, MA 02111-1307, USA.  */
+the Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
+Boston, MA 02110-1301, USA.  */
 
 #include <config.h>
 
 #include <stdio.h>
 
 #include "lisp.h"
+#include "character.h"
 #include "charset.h"
 #include "ccl.h"
 #include "coding.h"
 
+Lisp_Object Qccl, Qcclp;
+
 /* This contains all code conversion map available to CCL.  */
 Lisp_Object Vcode_conversion_map_vector;
 
@@ -49,10 +55,12 @@ Lisp_Object Qcode_conversion_map_id;
 Lisp_Object Qccl_program_idx;
 
 /* Table of registered CCL programs.  Each element is a vector of
-   NAME, CCL_PROG, and RESOLVEDP where NAME (symbol) is the name of
-   the program, CCL_PROG (vector) is the compiled code of the program,
-   RESOLVEDP (t or nil) is the flag to tell if symbols in CCL_PROG is
-   already resolved to index numbers or not.  */
+   NAME, CCL_PROG, RESOLVEDP, and UPDATEDP, where NAME (symbol) is the
+   name of the program, CCL_PROG (vector) is the compiled code of the
+   program, RESOLVEDP (t or nil) is the flag to tell if symbols in
+   CCL_PROG is already resolved to index numbers or not, UPDATEDP (t
+   or nil) is the flat to tell if the CCL program is updated after it
+   was once used.  */
 Lisp_Object Vccl_program_table;
 
 /* Vector of registered hash tables for translation.  */
@@ -62,6 +70,8 @@ Lisp_Object Vtranslation_hash_table_vector;
 #define GET_HASH_TABLE(id) \
   (XHASH_TABLE (XCDR(XVECTOR(Vtranslation_hash_table_vector)->contents[(id)])))
 
+extern int charset_unicode;
+
 /* CCL (Code Conversion Language) is a simple language which has
    operations on one input buffer, one output buffer, and 7 registers.
    The syntax of CCL is described in `ccl.el'.  Emacs Lisp function
@@ -626,14 +636,17 @@ do                                                                \
          {                                                     \
            ccl_prog = ccl_prog_stack_struct[0].ccl_prog;       \
            ic = ccl_prog_stack_struct[0].ic;                   \
+           eof_ic = ccl_prog_stack_struct[0].eof_ic;           \
          }                                                     \
        CCL_INVALID_CMD;                                        \
       }                                                                \
     ccl_prog_stack_struct[stack_idx].ccl_prog = ccl_prog;      \
     ccl_prog_stack_struct[stack_idx].ic = (ret_ic);            \
+    ccl_prog_stack_struct[stack_idx].eof_ic = eof_ic;          \
     stack_idx++;                                               \
     ccl_prog = called_ccl.prog;                                        \
     ic = CCL_HEADER_MAIN;                                      \
+    eof_ic = XFASTINT (ccl_prog[CCL_HEADER_EOF]);              \
     goto ccl_repeat;                                           \
   }                                                            \
 while (0)
@@ -710,6 +723,8 @@ while (0)
 
 /* Terminate CCL program because of invalid command.  Should not occur
    in the normal case.  */
+#ifndef CCL_DEBUG
+
 #define CCL_INVALID_CMD                        \
 do                                     \
   {                                    \
@@ -718,58 +733,39 @@ do                                        \
   }                                    \
 while(0)
 
-/* Encode one character CH to multibyte form and write to the current
-   output buffer.  If CH is less than 256, CH is written as is.  */
-#define CCL_WRITE_CHAR(ch)                                             \
-  do {                                                                 \
-    int bytes = SINGLE_BYTE_CHAR_P (ch) ? 1: CHAR_BYTES (ch);          \
-    if (!dst)                                                          \
-      CCL_INVALID_CMD;                                                 \
-    else if (dst + bytes + extra_bytes < (dst_bytes ? dst_end : src))  \
-      {                                                                        \
-       if (bytes == 1)                                                 \
-         {                                                             \
-           *dst++ = (ch);                                              \
-           if (extra_bytes && (ch) >= 0x80 && (ch) < 0xA0)             \
-             /* We may have to convert this eight-bit char to          \
-                multibyte form later.  */                              \
-             extra_bytes++;                                            \
-         }                                                             \
-       else if (CHAR_VALID_P (ch, 0))                                  \
-         dst += CHAR_STRING (ch, dst);                                 \
-       else                                                            \
-         CCL_INVALID_CMD;                                              \
-      }                                                                        \
-    else                                                               \
-      CCL_SUSPEND (CCL_STAT_SUSPEND_BY_DST);                           \
-  } while (0)
+#else
+
+#define CCL_INVALID_CMD                        \
+do                                     \
+  {                                    \
+    ccl_debug_hook (this_ic);          \
+    ccl->status = CCL_STAT_INVALID_CMD;        \
+    goto ccl_error_handler;            \
+  }                                    \
+while(0)
+
+#endif
 
 /* Encode one character CH to multibyte form and write to the current
-   output buffer.  The output bytes always forms a valid multibyte
-   sequence.  */
-#define CCL_WRITE_MULTIBYTE_CHAR(ch)                                   \
-  do {                                                                 \
-    int bytes = CHAR_BYTES (ch);                                       \
-    if (!dst)                                                          \
-      CCL_INVALID_CMD;                                                 \
-    else if (dst + bytes + extra_bytes < (dst_bytes ? dst_end : src))  \
-      {                                                                        \
-       if (CHAR_VALID_P ((ch), 0))                                     \
-         dst += CHAR_STRING ((ch), dst);                               \
-       else                                                            \
-         CCL_INVALID_CMD;                                              \
-      }                                                                        \
-    else                                                               \
-      CCL_SUSPEND (CCL_STAT_SUSPEND_BY_DST);                           \
+   output buffer.  If CH is less than 256, CH is written as is.  */
+#define CCL_WRITE_CHAR(ch)                     \
+  do {                                         \
+    if (! dst)                                 \
+      CCL_INVALID_CMD;                         \
+    else if (dst < dst_end)                    \
+      *dst++ = (ch);                           \
+    else                                       \
+      CCL_SUSPEND (CCL_STAT_SUSPEND_BY_DST);   \
   } while (0)
 
 /* Write a string at ccl_prog[IC] of length LEN to the current output
    buffer.  */
 #define CCL_WRITE_STRING(len)                          \
   do {                                                 \
+    int i;                                             \
     if (!dst)                                          \
       CCL_INVALID_CMD;                                 \
-    else if (dst + len <= (dst_bytes ? dst_end : src)) \
+    else if (dst + len <= dst_end)                     \
       for (i = 0; i < len; i++)                                \
        *dst++ = ((XFASTINT (ccl_prog[ic + (i / 3)]))   \
                  >> ((2 - (i % 3)) * 8)) & 0xFF;       \
@@ -777,122 +773,106 @@ while(0)
       CCL_SUSPEND (CCL_STAT_SUSPEND_BY_DST);           \
   } while (0)
 
-/* Read one byte from the current input buffer into REGth register.  */
-#define CCL_READ_CHAR(REG)                             \
-  do {                                                 \
-    if (!src)                                          \
-      CCL_INVALID_CMD;                                 \
-    else if (src < src_end)                            \
-      {                                                        \
-       REG = *src++;                                   \
-       if (REG == '\n'                                 \
-           && ccl->eol_type != CODING_EOL_LF)          \
-         {                                             \
-           /* We are encoding.  */                     \
-           if (ccl->eol_type == CODING_EOL_CRLF)       \
-             {                                         \
-               if (ccl->cr_consumed)                   \
-                 ccl->cr_consumed = 0;                 \
-               else                                    \
-                 {                                     \
-                   ccl->cr_consumed = 1;               \
-                   REG = '\r';                         \
-                   src--;                              \
-                 }                                     \
-             }                                         \
-           else                                        \
-             REG = '\r';                               \
-         }                                             \
-       if (REG == LEADING_CODE_8_BIT_CONTROL           \
-           && ccl->multibyte)                          \
-         REG = *src++ - 0x20;                          \
-      }                                                        \
-    else if (ccl->last_block)                          \
-      {                                                        \
-        ic = ccl->eof_ic;                              \
-        goto ccl_repeat;                               \
-      }                                                        \
-    else                                               \
-      CCL_SUSPEND (CCL_STAT_SUSPEND_BY_SRC);           \
-  } while (0)
-
-
-/* Set C to the character code made from CHARSET and CODE.  This is
-   like MAKE_CHAR but check the validity of CHARSET and CODE.  If they
-   are not valid, set C to (CODE & 0xFF) because that is usually the
-   case that CCL_ReadMultibyteChar2 read an invalid code and it set
-   CODE to that invalid byte.  */
-
-#define CCL_MAKE_CHAR(charset, code, c)                                \
+/* Read one byte from the current input buffer into Rth register.  */
+#define CCL_READ_CHAR(r)                       \
+  do {                                         \
+    if (! src)                                 \
+      CCL_INVALID_CMD;                         \
+    else if (src < src_end)                    \
+      r = *src++;                              \
+    else if (ccl->last_block)                  \
+      {                                                \
+       r = -1;                                 \
+       ic = ccl->eof_ic;                       \
+       goto ccl_repeat;                        \
+      }                                                \
+    else                                       \
+      CCL_SUSPEND (CCL_STAT_SUSPEND_BY_SRC);   \
+    } while (0)
+
+/* Decode CODE by a charset whose id is ID.  If ID is 0, return CODE
+   as is for backward compatibility.  Assume that we can use the
+   variable `charset'.  */
+
+#define CCL_DECODE_CHAR(id, code)      \
+  ((id) == 0 ? (code)                  \
+   : (charset = CHARSET_FROM_ID ((id)), DECODE_CHAR (charset, (code))))
+
+/* Encode character C by some of charsets in CHARSET_LIST.  Set ID to
+   the id of the used charset, ENCODED to the resulf of encoding.
+   Assume that we can use the variable `charset'.  */
+
+#define CCL_ENCODE_CHAR(c, charset_list, id, encoded)          \
   do {                                                         \
-    if (charset == CHARSET_ASCII)                              \
-      c = code & 0xFF;                                         \
-    else if (CHARSET_DEFINED_P (charset)                       \
-            && (code & 0x7F) >= 32                             \
-            && (code < 256 || ((code >> 7) & 0x7F) >= 32))     \
-      {                                                                \
-       int c1 = code & 0x7F, c2 = 0;                           \
+    unsigned code;                                             \
                                                                \
-       if (code >= 256)                                        \
-         c2 = c1, c1 = (code >> 7) & 0x7F;                     \
-       c = MAKE_CHAR (charset, c1, c2);                        \
+    charset = char_charset ((c), (charset_list), &code);       \
+    if (! charset && ! NILP (charset_list))                    \
+      charset = char_charset ((c), Qnil, &code);               \
+    if (charset)                                               \
+      {                                                                \
+       (id) = CHARSET_ID (charset);                            \
+       (encoded) = code;                                       \
       }                                                                \
-    else                                                       \
-      c = code & 0xFF;                                         \
-  } while (0)
+   } while (0)
 
-
-/* Execute CCL code on SRC_BYTES length text at SOURCE.  The resulting
-   text goes to a place pointed by DESTINATION, the length of which
-   should not exceed DST_BYTES.  The bytes actually processed is
-   returned as *CONSUMED.  The return value is the length of the
-   resulting text.  As a side effect, the contents of CCL registers
-   are updated.  If SOURCE or DESTINATION is NULL, only operations on
-   registers are permitted.  */
+/* Execute CCL code on characters at SOURCE (length SRC_SIZE).  The
+   resulting text goes to a place pointed by DESTINATION, the length
+   of which should not exceed DST_SIZE.  As a side effect, how many
+   characters are consumed and produced are recorded in CCL->consumed
+   and CCL->produced, and the contents of CCL registers are updated.
+   If SOURCE or DESTINATION is NULL, only operations on registers are
+   permitted.  */
 
 #ifdef CCL_DEBUG
 #define CCL_DEBUG_BACKTRACE_LEN 256
 int ccl_backtrace_table[CCL_DEBUG_BACKTRACE_LEN];
 int ccl_backtrace_idx;
+
+int
+ccl_debug_hook (int ic)
+{
+  return ic;
+}
+
 #endif
 
 struct ccl_prog_stack
   {
     Lisp_Object *ccl_prog;     /* Pointer to an array of CCL code.  */
     int ic;                    /* Instruction Counter.  */
+    int eof_ic;                        /* Instruction Counter to jump on EOF.  */
   };
 
 /* For the moment, we only support depth 256 of stack.  */
 static struct ccl_prog_stack ccl_prog_stack_struct[256];
 
-int
-ccl_driver (ccl, source, destination, src_bytes, dst_bytes, consumed)
+void
+ccl_driver (ccl, source, destination, src_size, dst_size, charset_list)
      struct ccl_program *ccl;
-     unsigned char *source, *destination;
-     int src_bytes, dst_bytes;
-     int *consumed;
+     int *source, *destination;
+     int src_size, dst_size;
+     Lisp_Object charset_list;
 {
   register int *reg = ccl->reg;
   register int ic = ccl->ic;
   register int code = 0, field1, field2;
   register Lisp_Object *ccl_prog = ccl->prog;
-  unsigned char *src = source, *src_end = src + src_bytes;
-  unsigned char *dst = destination, *dst_end = dst + dst_bytes;
+  int *src = source, *src_end = src + src_size;
+  int *dst = destination, *dst_end = dst + dst_size;
   int jump_address;
   int i = 0, j, op;
   int stack_idx = ccl->stack_idx;
   /* Instruction counter of the current CCL code. */
   int this_ic = 0;
-  /* CCL_WRITE_CHAR will produce 8-bit code of range 0x80..0x9F.  But,
-     each of them will be converted to multibyte form of 2-byte
-     sequence.  For that conversion, we remember how many more bytes
-     we must keep in DESTINATION in this variable.  */
-  int extra_bytes = ccl->eight_bit_control;
+  struct charset *charset;
+  int eof_ic = ccl->eof_ic;
+  int eof_hit = 0;
 
-  if (ic >= ccl->eof_ic)
+  if (ic >= eof_ic)
     ic = CCL_HEADER_MAIN;
 
-  if (ccl->buf_magnification == 0) /* We can't produce any bytes.  */
+  if (ccl->buf_magnification == 0) /* We can't read/produce any bytes.  */
     dst = NULL;
 
   /* Set mapping stack pointer. */
@@ -917,8 +897,8 @@ ccl_driver (ccl, source, destination, src_bytes, dst_bytes, consumed)
          /* We can't just signal Qquit, instead break the loop as if
              the whole data is processed.  Don't reset Vquit_flag, it
              must be handled later at a safer place.  */
-         if (consumed)
-           src = source + src_bytes;
+         if (src)
+           src = source + src_size;
          ccl->status = CCL_STAT_QUIT;
          break;
        }
@@ -1093,15 +1073,18 @@ ccl_driver (ccl, source, destination, src_bytes, dst_bytes, consumed)
                  {
                    ccl_prog = ccl_prog_stack_struct[0].ccl_prog;
                    ic = ccl_prog_stack_struct[0].ic;
+                   eof_ic = ccl_prog_stack_struct[0].eof_ic;
                  }
                CCL_INVALID_CMD;
              }
 
            ccl_prog_stack_struct[stack_idx].ccl_prog = ccl_prog;
            ccl_prog_stack_struct[stack_idx].ic = ic;
+           ccl_prog_stack_struct[stack_idx].eof_ic = eof_ic;
            stack_idx++;
            ccl_prog = XVECTOR (AREF (slot, 1))->contents;
            ic = CCL_HEADER_MAIN;
+           eof_ic = XFASTINT (ccl_prog[CCL_HEADER_EOF]);
          }
          break;
 
@@ -1131,6 +1114,9 @@ ccl_driver (ccl, source, destination, src_bytes, dst_bytes, consumed)
              stack_idx--;
              ccl_prog = ccl_prog_stack_struct[stack_idx].ccl_prog;
              ic = ccl_prog_stack_struct[stack_idx].ic;
+             eof_ic = ccl_prog_stack_struct[stack_idx].eof_ic;
+             if (eof_hit)
+               ic = eof_ic;
              break;
            }
          if (src)
@@ -1233,8 +1219,22 @@ ccl_driver (ccl, source, destination, src_bytes, dst_bytes, consumed)
            case CCL_LE: reg[rrr] = i <= j; break;
            case CCL_GE: reg[rrr] = i >= j; break;
            case CCL_NE: reg[rrr] = i != j; break;
-           case CCL_DECODE_SJIS: DECODE_SJIS (i, j, reg[rrr], reg[7]); break;
-           case CCL_ENCODE_SJIS: ENCODE_SJIS (i, j, reg[rrr], reg[7]); break;
+           case CCL_DECODE_SJIS:
+             {
+               i = (i << 8) | j;
+               SJIS_TO_JIS (i);
+               reg[rrr] = i >> 8;
+               reg[7] = i & 0xFF;
+               break;
+             }
+           case CCL_ENCODE_SJIS:
+             {
+               i = (i << 8) | j;
+               JIS_TO_SJIS (i);
+               reg[rrr] = i >> 8;
+               reg[7] = i & 0xFF;
+               break;
+             }
            default: CCL_INVALID_CMD;
            }
          code &= 0x1F;
@@ -1254,165 +1254,29 @@ ccl_driver (ccl, source, destination, src_bytes, dst_bytes, consumed)
            case CCL_ReadMultibyteChar2:
              if (!src)
                CCL_INVALID_CMD;
-
-             if (src >= src_end)
-               {
-                 src++;
-                 goto ccl_read_multibyte_character_suspend;
-               }
-
-             if (!ccl->multibyte)
-               {
-                 int bytes;
-                 if (!UNIBYTE_STR_AS_MULTIBYTE_P (src, src_end - src, bytes))
-                   {
-                     reg[RRR] = CHARSET_8_BIT_CONTROL;
-                     reg[rrr] = *src++;
-                     break;
-                   }
-               }
-             i = *src++;
-             if (i == '\n' && ccl->eol_type != CODING_EOL_LF)
-               {
-                 /* We are encoding.  */
-                 if (ccl->eol_type == CODING_EOL_CRLF)
-                   {
-                     if (ccl->cr_consumed)
-                       ccl->cr_consumed = 0;
-                     else
-                       {
-                         ccl->cr_consumed = 1;
-                         i = '\r';
-                         src--;
-                       }
-                   }
-                 else
-                   i = '\r';
-                 reg[rrr] = i;
-                 reg[RRR] = CHARSET_ASCII;
-               }
-             else if (i < 0x80)
-               {
-                 /* ASCII */
-                 reg[rrr] = i;
-                 reg[RRR] = CHARSET_ASCII;
-               }
-             else if (i <= MAX_CHARSET_OFFICIAL_DIMENSION2)
-               {
-                 int dimension = BYTES_BY_CHAR_HEAD (i) - 1;
-
-                 if (dimension == 0)
-                   {
-                     /* `i' is a leading code for an undefined charset.  */
-                     reg[RRR] = CHARSET_8_BIT_GRAPHIC;
-                     reg[rrr] = i;
-                   }
-                 else if (src + dimension > src_end)
-                   goto ccl_read_multibyte_character_suspend;
-                 else
-                   {
-                     reg[RRR] = i;
-                     i = (*src++ & 0x7F);
-                     if (dimension == 1)
-                       reg[rrr] = i;
-                     else
-                       reg[rrr] = ((i << 7) | (*src++ & 0x7F));
-                   }
-               }
-             else if ((i == LEADING_CODE_PRIVATE_11)
-                      || (i == LEADING_CODE_PRIVATE_12))
-               {
-                 if ((src + 1) >= src_end)
-                   goto ccl_read_multibyte_character_suspend;
-                 reg[RRR] = *src++;
-                 reg[rrr] = (*src++ & 0x7F);
-               }
-             else if ((i == LEADING_CODE_PRIVATE_21)
-                      || (i == LEADING_CODE_PRIVATE_22))
-               {
-                 if ((src + 2) >= src_end)
-                   goto ccl_read_multibyte_character_suspend;
-                 reg[RRR] = *src++;
-                 i = (*src++ & 0x7F);
-                 reg[rrr] = ((i << 7) | (*src & 0x7F));
-                 src++;
-               }
-             else if (i == LEADING_CODE_8_BIT_CONTROL)
-               {
-                 if (src >= src_end)
-                   goto ccl_read_multibyte_character_suspend;
-                 reg[RRR] = CHARSET_8_BIT_CONTROL;
-                 reg[rrr] = (*src++ - 0x20);
-               }
-             else if (i >= 0xA0)
-               {
-                 reg[RRR] = CHARSET_8_BIT_GRAPHIC;
-                 reg[rrr] = i;
-               }
-             else
-               {
-                 /* INVALID CODE.  Return a single byte character.  */
-                 reg[RRR] = CHARSET_ASCII;
-                 reg[rrr] = i;
-               }
-             break;
-
-           ccl_read_multibyte_character_suspend:
-             if (src <= src_end && !ccl->multibyte && ccl->last_block)
-               {
-                 reg[RRR] = CHARSET_8_BIT_CONTROL;
-                 reg[rrr] = i;
-                 break;
-               }
-             src--;
-             if (ccl->last_block)
-               {
-                 ic = ccl->eof_ic;
-                 goto ccl_repeat;
-               }
-             else
-               CCL_SUSPEND (CCL_STAT_SUSPEND_BY_SRC);
-
+             CCL_READ_CHAR (i);
+             CCL_ENCODE_CHAR (i, charset_list, reg[RRR], reg[rrr]);
              break;
 
            case CCL_WriteMultibyteChar2:
-             i = reg[RRR]; /* charset */
-             if (i == CHARSET_ASCII
-                 || i == CHARSET_8_BIT_CONTROL
-                 || i == CHARSET_8_BIT_GRAPHIC)
-               i = reg[rrr] & 0xFF;
-             else if (CHARSET_DIMENSION (i) == 1)
-               i = ((i - 0x70) << 7) | (reg[rrr] & 0x7F);
-             else if (i < MIN_CHARSET_PRIVATE_DIMENSION2)
-               i = ((i - 0x8F) << 14) | reg[rrr];
-             else
-               i = ((i - 0xE0) << 14) | reg[rrr];
-
-             CCL_WRITE_MULTIBYTE_CHAR (i);
-
+             if (! dst)
+               CCL_INVALID_CMD;
+             i = CCL_DECODE_CHAR (reg[RRR], reg[rrr]);
+             CCL_WRITE_CHAR (i);
              break;
 
            case CCL_TranslateCharacter:
-             CCL_MAKE_CHAR (reg[RRR], reg[rrr], i);
-             op = translate_char (GET_TRANSLATION_TABLE (reg[Rrr]),
-                                  i, -1, 0, 0);
-             SPLIT_CHAR (op, reg[RRR], i, j);
-             if (j != -1)
-               i = (i << 7) | j;
-
-             reg[rrr] = i;
+             i = CCL_DECODE_CHAR (reg[RRR], reg[rrr]);
+             op = translate_char (GET_TRANSLATION_TABLE (reg[Rrr]), i);
+             CCL_ENCODE_CHAR (op, charset_list, reg[RRR], reg[rrr]);
              break;
 
            case CCL_TranslateCharacterConstTbl:
              op = XINT (ccl_prog[ic]); /* table */
              ic++;
-             CCL_MAKE_CHAR (reg[RRR], reg[rrr], i);
-             op = translate_char (GET_TRANSLATION_TABLE (op), i, -1, 0, 0);
-             SPLIT_CHAR (op, reg[RRR], i, j);
-             if (j != -1)
-               i = (i << 7) | j;
-
-             reg[rrr] = i;
+             i = CCL_DECODE_CHAR (reg[RRR], reg[rrr]);
+             op = translate_char (GET_TRANSLATION_TABLE (op), i);
+             CCL_ENCODE_CHAR (op, charset_list, reg[RRR], reg[rrr]);
              break;
 
            case CCL_LookupIntConstTbl:
@@ -1426,12 +1290,10 @@ ccl_driver (ccl, source, destination, src_bytes, dst_bytes, consumed)
                  {
                    Lisp_Object opl;
                    opl = HASH_VALUE (h, op);
-                   if (!CHAR_VALID_P (XINT (opl), 0))
+                   if (! CHARACTERP (opl))
                      CCL_INVALID_CMD;
-                   SPLIT_CHAR (XINT (opl), reg[RRR], i, j);
-                   if (j != -1)
-                     i = (i << 7) | j;
-                   reg[rrr] = i;
+                   reg[RRR] = charset_unicode;
+                   reg[rrr] = op;
                    reg[7] = 1; /* r7 true for success */
                  }
                else
@@ -1442,7 +1304,7 @@ ccl_driver (ccl, source, destination, src_bytes, dst_bytes, consumed)
            case CCL_LookupCharConstTbl:
              op = XINT (ccl_prog[ic]); /* table */
              ic++;
-             CCL_MAKE_CHAR (reg[RRR], reg[rrr], i);
+             i = CCL_DECODE_CHAR (reg[RRR], reg[rrr]);
              {
                struct Lisp_Hash_Table *h = GET_HASH_TABLE (op);
 
@@ -1872,14 +1734,14 @@ ccl_driver (ccl, source, destination, src_bytes, dst_bytes, consumed)
          break;
 
        default:
-         sprintf(msg, "\nCCL: Unknown error type (%d).", ccl->status);
+         sprintf(msg, "\nCCL: Unknown error type (%d)", ccl->status);
        }
 
       msglen = strlen (msg);
-      if (dst + msglen <= (dst_bytes ? dst_end : src))
+      if (dst + msglen <= dst_end)
        {
-         bcopy (msg, dst, msglen);
-         dst += msglen;
+         for (i = 0; i < msglen; i++)
+           *dst++ = msg[i];
        }
 
       if (ccl->status == CCL_STAT_INVALID_CMD)
@@ -1905,10 +1767,8 @@ ccl_driver (ccl, source, destination, src_bytes, dst_bytes, consumed)
   ccl->ic = ic;
   ccl->stack_idx = stack_idx;
   ccl->prog = ccl_prog;
-  ccl->eight_bit_control = (extra_bytes > 1);
-  if (consumed)
-    *consumed = src - source;
-  return (dst ? dst - destination : 0);
+  ccl->consumed = src - source;
+  ccl->produced = dst - destination;
 }
 
 /* Resolve symbols in the specified CCL code (Lisp vector).  This
@@ -1992,14 +1852,16 @@ resolve_symbol_ccl_program (ccl)
    symbols, return Qnil.  */
 
 static Lisp_Object
-ccl_get_compiled_code (ccl_prog)
+ccl_get_compiled_code (ccl_prog, idx)
      Lisp_Object ccl_prog;
+     int *idx;
 {
   Lisp_Object val, slot;
 
   if (VECTORP (ccl_prog))
     {
       val = resolve_symbol_ccl_program (ccl_prog);
+      *idx = -1;
       return (VECTORP (val) ? val : Qnil);
     }
   if (!SYMBOLP (ccl_prog))
@@ -2011,9 +1873,10 @@ ccl_get_compiled_code (ccl_prog)
     return Qnil;
   slot = AREF (Vccl_program_table, XINT (val));
   if (! VECTORP (slot)
-      || ASIZE (slot) != 3
+      || ASIZE (slot) != 4
       || ! VECTORP (AREF (slot, 1)))
     return Qnil;
+  *idx = XINT (val);
   if (NILP (AREF (slot, 2)))
     {
       val = resolve_symbol_ccl_program (AREF (slot, 1));
@@ -2042,7 +1905,7 @@ setup_ccl_program (ccl, ccl_prog)
     {
       struct Lisp_Vector *vp;
 
-      ccl_prog = ccl_get_compiled_code (ccl_prog);
+      ccl_prog = ccl_get_compiled_code (ccl_prog, &ccl->idx);
       if (! VECTORP (ccl_prog))
        return -1;
       vp = XVECTOR (ccl_prog);
@@ -2050,6 +1913,13 @@ setup_ccl_program (ccl, ccl_prog)
       ccl->prog = vp->contents;
       ccl->eof_ic = XINT (vp->contents[CCL_HEADER_EOF]);
       ccl->buf_magnification = XINT (vp->contents[CCL_HEADER_BUF_MAG]);
+      if (ccl->idx >= 0)
+       {
+         Lisp_Object slot;
+
+         slot = AREF (Vccl_program_table, ccl->idx);
+         ASET (slot, 3, Qnil);
+       }
     }
   ccl->ic = CCL_HEADER_MAIN;
   for (i = 0; i < 8; i++)
@@ -2058,12 +1928,38 @@ setup_ccl_program (ccl, ccl_prog)
   ccl->private_state = 0;
   ccl->status = 0;
   ccl->stack_idx = 0;
-  ccl->eol_type = CODING_EOL_LF;
   ccl->suppress_error = 0;
   ccl->eight_bit_control = 0;
   return 0;
 }
 
+
+/* Check if CCL is updated or not.  If not, re-setup members of CCL.  */
+
+int
+check_ccl_update (ccl)
+     struct ccl_program *ccl;
+{
+  struct Lisp_Vector *vp;
+  Lisp_Object slot, ccl_prog;
+
+  if (ccl->idx < 0)
+    return 0;
+  slot = AREF (Vccl_program_table, ccl->idx);
+  if (NILP (AREF (slot, 3)))
+    return 0;
+  ccl_prog = ccl_get_compiled_code (AREF (slot, 0), &ccl->idx);
+  if (! VECTORP (ccl_prog))
+    return -1;
+  ccl->size = ASIZE (ccl_prog);
+  ccl->prog = XVECTOR (ccl_prog)->contents;
+  ccl->eof_ic = XINT (AREF (ccl_prog, CCL_HEADER_EOF));
+  ccl->buf_magnification = XINT (AREF (ccl_prog, CCL_HEADER_BUF_MAG));
+  ASET (slot, 3, Qnil);
+  return 0;
+}
+
+
 DEFUN ("ccl-program-p", Fccl_program_p, Sccl_program_p, 1, 1, 0,
        doc: /* Return t if OBJECT is a CCL program name or a compiled CCL program code.
 See the documentation of  `define-ccl-program' for the detail of CCL program.  */)
@@ -2120,7 +2016,7 @@ programs.  */)
                  ? XINT (AREF (reg, i))
                  : 0);
 
-  ccl_driver (&ccl, (unsigned char *)0, (unsigned char *)0, 0, 0, (int *)0);
+  ccl_driver (&ccl, NULL, NULL, 0, 0, Qnil);
   QUIT;
   if (ccl.status != CCL_STAT_SUCCESS)
     error ("Error in CCL program at %dth code", ccl.ic);
@@ -2134,7 +2030,7 @@ DEFUN ("ccl-execute-on-string", Fccl_execute_on_string, Sccl_execute_on_string,
        3, 5, 0,
        doc: /* Execute CCL-PROGRAM with initial STATUS on STRING.
 
-CCL-PROGRAM is a symbol registered by register-ccl-program,
+CCL-PROGRAM is a symbol registered by `register-ccl-program',
 or a compiled code generated by `ccl-compile' (for backward compatibility,
 in this case, the execution is slower).
 
@@ -2155,16 +2051,20 @@ It returns the contents of write buffer as a string,
 If the optional 5th arg UNIBYTE-P is non-nil, the returned string
 is a unibyte string.  By default it is a multibyte string.
 
-See the documentation of `define-ccl-program' for the detail of CCL program.  */)
+See the documentation of `define-ccl-program' for the detail of CCL program.
+usage: (ccl-execute-on-string CCL-PROGRAM STATUS STRING &optional CONTINUE UNIBYTE-P)  */)
      (ccl_prog, status, str, contin, unibyte_p)
      Lisp_Object ccl_prog, status, str, contin, unibyte_p;
 {
   Lisp_Object val;
   struct ccl_program ccl;
-  int i, produced;
+  int i;
   int outbufsize;
-  char *outbuf;
-  struct gcpro gcpro1, gcpro2;
+  unsigned char *outbuf, *outp;
+  int str_chars, str_bytes;
+#define CCL_EXECUTE_BUF_SIZE 1024
+  int source[CCL_EXECUTE_BUF_SIZE], destination[CCL_EXECUTE_BUF_SIZE];
+  int consumed_chars, consumed_bytes, produced_chars;
 
   if (setup_ccl_program (&ccl, ccl_prog) < 0)
     error ("Invalid CCL program");
@@ -2174,7 +2074,8 @@ See the documentation of `define-ccl-program' for the detail of CCL program.  */
     error ("Length of vector STATUS is not 9");
   CHECK_STRING (str);
 
-  GCPRO2 (status, str);
+  str_chars = SCHARS (str);
+  str_bytes = SBYTES (str);
 
   for (i = 0; i < 8; i++)
     {
@@ -2189,41 +2090,96 @@ See the documentation of `define-ccl-program' for the detail of CCL program.  */
       if (ccl.ic < i && i < ccl.size)
        ccl.ic = i;
     }
-  outbufsize = SBYTES (str) * ccl.buf_magnification + 256;
-  outbuf = (char *) xmalloc (outbufsize);
-  ccl.last_block = NILP (contin);
-  ccl.multibyte = STRING_MULTIBYTE (str);
-  produced = ccl_driver (&ccl, SDATA (str), outbuf,
-                        SBYTES (str), outbufsize, (int *) 0);
-  for (i = 0; i < 8; i++)
-    XSET (AREF (status, i), Lisp_Int, ccl.reg[i]);
-  XSETINT (AREF (status, 8), ccl.ic);
-  UNGCPRO;
 
-  if (NILP (unibyte_p))
+  outbufsize = (ccl.buf_magnification
+               ? str_bytes * ccl.buf_magnification + 256
+               : str_bytes + 256);
+  outp = outbuf = (unsigned char *) xmalloc (outbufsize);
+
+  consumed_chars = consumed_bytes = 0;
+  produced_chars = 0;
+  while (1)
     {
-      int nchars;
+      const unsigned char *p = SDATA (str) + consumed_bytes;
+      const unsigned char *endp = SDATA (str) + str_bytes;
+      int i = 0;
+      int *src, src_size;
+
+      if (endp - p == str_chars - consumed_chars)
+       while (i < CCL_EXECUTE_BUF_SIZE && p < endp)
+         source[i++] = *p++;
+      else
+       while (i < CCL_EXECUTE_BUF_SIZE && p < endp)
+         source[i++] = STRING_CHAR_ADVANCE (p);
+      consumed_chars += i;
+      consumed_bytes = p - SDATA (str);
+
+      if (consumed_bytes == str_bytes)
+       ccl.last_block = NILP (contin);
+      src = source;
+      src_size = i;
+      while (1)
+       {
+         ccl_driver (&ccl, src, destination, src_size, CCL_EXECUTE_BUF_SIZE,
+                     Qnil);
+         produced_chars += ccl.produced;
+         if (NILP (unibyte_p))
+           {
+             if (outp - outbuf + MAX_MULTIBYTE_LENGTH * ccl.produced
+                 > outbufsize)
+               {
+                 int offset = outp - outbuf;
+                 outbufsize += MAX_MULTIBYTE_LENGTH * ccl.produced;
+                 outbuf = (unsigned char *) xrealloc (outbuf, outbufsize);
+                 outp = outbuf + offset;
+               }
+             for (i = 0; i < ccl.produced; i++)
+               CHAR_STRING_ADVANCE (destination[i], outp);
+           }
+         else
+           {
+             if (outp - outbuf + ccl.produced > outbufsize)
+               {
+                 int offset = outp - outbuf;
+                 outbufsize += ccl.produced;
+                 outbuf = (unsigned char *) xrealloc (outbuf, outbufsize);
+                 outp = outbuf + offset;
+               }
+             for (i = 0; i < ccl.produced; i++)
+               *outp++ = destination[i];
+           }
+         src += ccl.consumed;
+         src_size -= ccl.consumed;
+         if (ccl.status != CCL_STAT_SUSPEND_BY_DST)
+           break;
+       }
 
-      produced = str_as_multibyte (outbuf, outbufsize, produced, &nchars);
-      val = make_multibyte_string (outbuf, nchars, produced);
+      if (ccl.status != CCL_STAT_SUSPEND_BY_SRC)
+       break;
     }
-  else
-    val = make_unibyte_string (outbuf, produced);
-  xfree (outbuf);
-  QUIT;
-  if (ccl.status == CCL_STAT_SUSPEND_BY_DST)
-    error ("Output buffer for the CCL programs overflow");
+
   if (ccl.status != CCL_STAT_SUCCESS
       && ccl.status != CCL_STAT_SUSPEND_BY_SRC)
     error ("Error in CCL program at %dth code", ccl.ic);
 
+  for (i = 0; i < 8; i++)
+    XSET (XVECTOR (status)->contents[i], Lisp_Int, ccl.reg[i]);
+  XSETINT (XVECTOR (status)->contents[8], ccl.ic);
+
+  if (NILP (unibyte_p))
+    val = make_multibyte_string ((char *) outbuf, produced_chars,
+                                outp - outbuf);
+  else
+    val = make_unibyte_string ((char *) outbuf, produced_chars);
+  xfree (outbuf);
+
   return val;
 }
 
 DEFUN ("register-ccl-program", Fregister_ccl_program, Sregister_ccl_program,
        2, 2, 0,
-       doc: /* Register CCL program CCL_PROG as NAME in `ccl-program-table'.
-CCL_PROG should be a compiled CCL program (vector), or nil.
+       doc: /* Register CCL program CCL-PROG as NAME in `ccl-program-table'.
+CCL-PROG should be a compiled CCL program (vector), or nil.
 If it is nil, just reserve NAME as a CCL program name.
 Return index number of the registered CCL program.  */)
      (name, ccl_prog)
@@ -2262,8 +2218,9 @@ Return index number of the registered CCL program.  */)
       if (EQ (name, AREF (slot, 0)))
        {
          /* Update this slot.  */
-         AREF (slot, 1) = ccl_prog;
-         AREF (slot, 2) = resolved;
+         ASET (slot, 1, ccl_prog);
+         ASET (slot, 2, resolved);
+         ASET (slot, 3, Qt);
          return make_number (idx);
        }
     }
@@ -2276,19 +2233,19 @@ Return index number of the registered CCL program.  */)
 
       new_table = Fmake_vector (make_number (len * 2), Qnil);
       for (j = 0; j < len; j++)
-       AREF (new_table, j)
-         = AREF (Vccl_program_table, j);
+       ASET (new_table, j, AREF (Vccl_program_table, j));
       Vccl_program_table = new_table;
     }
 
   {
     Lisp_Object elt;
 
-    elt = Fmake_vector (make_number (3), Qnil);
-    AREF (elt, 0) = name;
-    AREF (elt, 1) = ccl_prog;
-    AREF (elt, 2) = resolved;
-    AREF (Vccl_program_table, idx) = elt;
+    elt = Fmake_vector (make_number (4), Qnil);
+    ASET (elt, 0, name);
+    ASET (elt, 1, ccl_prog);
+    ASET (elt, 2, resolved);
+    ASET (elt, 3, Qt);
+    ASET (Vccl_program_table, idx, elt);
   }
 
   Fput (name, Qccl_program_idx, make_number (idx));
@@ -2361,6 +2318,12 @@ syms_of_ccl ()
   staticpro (&Vccl_program_table);
   Vccl_program_table = Fmake_vector (make_number (32), Qnil);
 
+  Qccl = intern ("ccl");
+  staticpro (&Qccl);
+
+  Qcclp = intern ("cclp");
+  staticpro (&Qcclp);
+
   Qccl_program = intern ("ccl-program");
   staticpro (&Qccl_program);