lisp/mule/mule-coding.el

   1 ;;; mule-coding.el --- Coding-system functions for Mule.
   2
   3 ;; Copyright (C) 1995 Electrotechnical Laboratory, JAPAN.
   4 ;; Licensed to the Free Software Foundation.
   5 ;; Copyright (C) 1995 Amdahl Corporation.
   6 ;; Copyright (C) 1995 Sun Microsystems.
   7 ;; Copyright (C) 1997,1999,2002,2003,2004,2005,2006,2008 MORIOKA Tomohiko
   8
   9 ;; This file is part of XEmacs.
  10
  11 ;; XEmacs is free software; you can redistribute it and/or modify it
  12 ;; under the terms of the GNU General Public License as published by
  13 ;; the Free Software Foundation; either version 2, or (at your option)
  14 ;; any later version.
  15
  16 ;; XEmacs is distributed in the hope that it will be useful, but
  17 ;; WITHOUT ANY WARRANTY; without even the implied warranty of
  18 ;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  19 ;; General Public License for more details.
  20
  21 ;; You should have received a copy of the GNU General Public License
  22 ;; along with XEmacs; see the file COPYING.  If not, write to the
  23 ;; Free Software Foundation, Inc., 59 Temple Place - Suite 330,
  24 ;; Boston, MA 02111-1307, USA.
  25
  26 ;;; Commentary:
  27
  28 ;;; split off of mule.el and mostly moved to coding.el
  29
  30 ;;; Code:
  31
  32 (defun coding-system-force-on-output (coding-system register)
  33   "Return the 'force-on-output property of CODING-SYSTEM for the specified REGISTER."
  34   (check-type register integer)
  35   (coding-system-property
  36    coding-system
  37    (case register
  38      (0 'force-g0-on-output)
  39      (1 'force-g1-on-output)
  40      (2 'force-g2-on-output)
  41      (3 'force-g3-on-output)
  42      (t (signal 'args-out-of-range (list register 0 3))))))
  43
  44 (defun coding-system-short (coding-system)
  45   "Return the 'short property of CODING-SYSTEM."
  46   (coding-system-property coding-system 'short))
  47
  48 (defun coding-system-no-ascii-eol (coding-system)
  49   "Return the 'no-ascii-eol property of CODING-SYSTEM."
  50   (coding-system-property coding-system 'no-ascii-eol))
  51
  52 (defun coding-system-no-ascii-cntl (coding-system)
  53   "Return the 'no-ascii-cntl property of CODING-SYSTEM."
  54   (coding-system-property coding-system 'no-ascii-cntl))
  55
  56 (defun coding-system-seven (coding-system)
  57   "Return the 'seven property of CODING-SYSTEM."
  58   (coding-system-property coding-system 'seven))
  59
  60 (defun coding-system-lock-shift (coding-system)
  61   "Return the 'lock-shift property of CODING-SYSTEM."
  62   (coding-system-property coding-system 'lock-shift))
  63
  64 ;;(defun coding-system-use-japanese-jisx0201-roman (coding-system)
  65 ;;  "Return the 'use-japanese-jisx0201-roman property of CODING-SYSTEM."
  66 ;;  (coding-system-property coding-system 'use-japanese-jisx0201-roman))
  67
  68 ;;(defun coding-system-use-japanese-jisx0208-1978 (coding-system)
  69 ;;  "Return the 'use-japanese-jisx0208-1978 property of CODING-SYSTEM."
  70 ;;  (coding-system-property coding-system 'use-japanese-jisx0208-2978))
  71
  72 (defun coding-system-no-iso6429 (coding-system)
  73   "Return the 'no-iso6429 property of CODING-SYSTEM."
  74   (coding-system-property coding-system 'no-iso6429))
  75
  76 (defun coding-system-ccl-encode (coding-system)
  77   "Return the CCL 'encode property of CODING-SYSTEM."
  78   (coding-system-property coding-system 'encode))
  79
  80 (defun coding-system-ccl-decode (coding-system)
  81   "Return the CCL 'decode property of CODING-SYSTEM."
  82   (coding-system-property coding-system 'decode))
  83
  84 \f
  85 ;;;; Definitions of predefined coding systems
  86
  87 (make-coding-system
  88  'ctext 'iso2022
  89  "Coding-system used in X as Compound Text Encoding."
  90  '(charset-g0 ascii
  91    charset-g1 latin-iso8859-1
  92    eol-type nil
  93    mnemonic "CText"))
  94
  95 ;;; iso-8859-1 and ctext are aliases.
  96
  97 ;; (copy-coding-system 'ctext 'iso-8859-1)
  98 (make-coding-system
  99  'iso-8859-1 'no-conversion
 100  "Coding-system used in X as Compound Text Encoding."
 101  '(eol-type nil mnemonic "Noconv"))
 102
 103 (make-coding-system
 104  'iso-2022-8bit-ss2 'iso2022
 105  "ISO-2022 coding system using SS2 for 96-charset in 8-bit code."
 106  '(charset-g0 ascii
 107    charset-g1 latin-iso8859-1
 108    charset-g2 t ;; unspecified but can be used later.
 109    short t
 110    mnemonic "ISO8/SS"
 111    ))
 112
 113 (make-coding-system
 114  'iso-2022-7bit-ss2 'iso2022
 115  "ISO-2022 coding system using SS2 for 96-charset in 7-bit code."
 116  '(charset-g0 ascii
 117    charset-g2 t ;; unspecified but can be used later.
 118    seven t
 119    short t
 120    mnemonic "ISO7/SS"
 121    eol-type nil))
 122
 123 ;; (copy-coding-system 'iso-2022-7bit-ss2 'iso-2022-jp-2)
 124 (make-coding-system
 125  'iso-2022-jp-2 'iso2022
 126  "ISO-2022 coding system using SS2 for 96-charset in 7-bit code."
 127  (let ((conf
 128         '(charset-g0 ascii
 129           charset-g2 t ;; unspecified but can be used later.
 130           seven t
 131           short t
 132           mnemonic "ISO7/SS"
 133           eol-type nil)))
 134    (if (featurep 'utf-2000)
 135        (list* 'ccs-priority-list
 136               '(ascii
 137                 =jis-x0208@1983 =jis-x0208@1978
 138                 latin-jisx0201)
 139               conf)
 140      conf)))
 141
 142 (make-coding-system
 143  'iso-2022-7bit 'iso2022
 144  "ISO 2022 based 7-bit encoding using only G0"
 145  '(charset-g0 ascii
 146    seven t
 147    short t
 148    mnemonic "ISO7"))
 149
 150 ;; compatibility for old XEmacsen
 151 (copy-coding-system 'iso-2022-7bit 'iso-2022-7)
 152
 153 (make-coding-system
 154  'iso-2022-8 'iso2022
 155  "ISO-2022 eight-bit coding system.  No single-shift or locking-shift."
 156  '(charset-g0 ascii
 157    charset-g1 latin-iso8859-1
 158    short t
 159    mnemonic "ISO8"
 160    ))
 161
 162 (make-coding-system
 163  'escape-quoted 'iso2022
 164  "ISO-2022 eight-bit coding system with escape quoting; used for .ELC files."
 165  '(charset-g0 ascii
 166    charset-g1 latin-iso8859-1
 167    eol-type lf
 168    escape-quoted t
 169    mnemonic "ESC/Quot"
 170    ))
 171
 172 (make-coding-system
 173  'iso-2022-lock 'iso2022
 174  "ISO-2022 coding system using Locking-Shift for 96-charset."
 175  '(charset-g0 ascii
 176    charset-g1 t ;; unspecified but can be used later.
 177    seven t
 178    lock-shift t
 179    mnemonic "ISO7/Lock"
 180    ))
 181
 182 (when (featurep 'utf-2000)
 183   (setq coded-charset-entity-reference-alist
 184         '(((ideograph-gt        . isolated)     "I-GT-" 5 d)
 185           ((=ruimoku-v6         . isolated)   "I-RUI6-" 4 X)
 186           ((chinese-big5-cdp    . isolated)    "I-CDP-" 4 X)
 187           ((ideograph-gt-k      . isolated)    "I-GT-K" 5 d)
 188           ((ideograph-cbeta     . isolated)      "I-CB" 5 d)
 189           ((ideograph-hanziku-1 . isolated)  "I-HZK01-" 4 X)
 190           ((ideograph-hanziku-2 . isolated)  "I-HZK02-" 4 X)
 191           ((ideograph-hanziku-3 . isolated)  "I-HZK03-" 4 X)
 192           ((ideograph-hanziku-4 . isolated)  "I-HZK04-" 4 X)
 193           ((ideograph-hanziku-5 . isolated)  "I-HZK05-" 4 X)
 194           ((ideograph-hanziku-6 . isolated)  "I-HZK06-" 4 X)
 195           ((ideograph-hanziku-7 . isolated)  "I-HZK07-" 4 X)
 196           ((ideograph-hanziku-8 . isolated)  "I-HZK08-" 4 X)
 197           ((ideograph-hanziku-9 . isolated)  "I-HZK09-" 4 X)
 198           ((ideograph-hanziku-10 . isolated) "I-HZK10-" 4 X)
 199           ((ideograph-hanziku-11 . isolated) "I-HZK11-" 4 X)
 200           ((ideograph-hanziku-12 . isolated) "I-HZK12-" 4 X)
 201           ((japanese-jisx0208-1990 . isolated) "I-J90-" 4 X)
 202           ((japanese-jisx0208   . isolated)    "I-J83-" 4 X)
 203           ((japanese-jisx0213-1 . isolated)    "I-JX1-" 4 X)
 204           ((japanese-jisx0213-2 . isolated)    "I-JX2-" 4 X)
 205           ((japanese-jisx0212   . isolated)    "I-JSP-" 4 X)
 206           ((japanese-jisx0208-1978 . isolated) "I-J78-" 4 X)
 207           ((chinese-gb2312      . isolated)     "I-G0-" 4 X)
 208           ((chinese-cns11643-1  . isolated)     "I-C1-" 4 X)
 209           ((chinese-cns11643-2  . isolated)     "I-C2-" 4 X)
 210           ((chinese-cns11643-3  . isolated)     "I-C3-" 4 X)
 211           ((chinese-cns11643-4  . isolated)     "I-C4-" 4 X)
 212           ((chinese-cns11643-5  . isolated)     "I-C5-" 4 X)
 213           ((chinese-cns11643-6  . isolated)     "I-C6-" 4 X)
 214           ((chinese-cns11643-7  . isolated)     "I-C7-" 4 X)
 215           ((korean-ksc5601      . isolated)     "I-K0-" 4 X)
 216           ((=iso-ir165          . isolated)    "I-EGB-" 4 X)
 217           ((ideograph-daikanwa  . isolated)      "I-M-" 5 d)
 218           ((chinese-big5        . isolated)      "I-B-" 4 X)
 219           ((latin-iso8859-1     . isolated) "I-LATIN1-" 2 X)
 220           ((latin-iso8859-2     . isolated) "I-LATIN2-" 2 X)
 221           ((latin-iso8859-3     . isolated) "I-LATIN3-" 2 X)
 222           ((latin-iso8859-4     . isolated) "I-LATIN4-" 2 X)
 223           ((cyrillic-iso8859-5  . isolated) "I-CYRILLIC-" 2 X)
 224           ((greek-iso8859-7     . isolated)  "I-GREEK-" 2 X)
 225           ((hebrew-iso8859-8    . isolated) "I-HEBREW-" 2 X)
 226           ((latin-iso8859-9     . isolated) "I-LATIN5-" 2 X)
 227           ((latin-jisx0201      . isolated) "I-LATINJ-" 2 X)
 228           ((katakana-jisx0201   . isolated) "I-KATAKANA-" 2 X)
 229           ((latin-tcvn5712      . isolated) "I-VSCII2-" 2 X)
 230           ;; ((latin-viscii     . isolated) "I-VISCII-" 2 X)
 231           ((latin-viscii-upper  . isolated) "I-MULE-VIET-U-" 2 X)
 232           ((latin-viscii-lower  . isolated) "I-MULE-VIET-L-" 2 X)
 233           ((thai-tis620         . isolated)   "I-THAI-" 2 X)
 234           ((lao                 . isolated) "I-MULE-LAO-" 2 X)
 235           ((arabic-1-column     . isolated) "I-MULE-ARB1-" 2 X)
 236           ((arabic-2-column     . isolated) "I-MULE-ARB2-" 2 X)
 237           ((arabic-digit        . isolated) "I-MULE-ARBD-" 2 X)
 238           ((ipa                 . isolated) "I-MULE-IPA-" 2 X)
 239           ((china3-jef          . isolated)    "I-JC3-" 4 X)
 240           ( ideograph-gt                          "GT-" 5 d)
 241           ( =zinbun-oracle                       "ZOB-" 4 d)
 242           ( =ruimoku-v6                         "RUI6-" 4 X)
 243           ( chinese-big5-cdp                     "CDP-" 4 X)
 244           ( ideograph-daikanwa                     "M-" 5 d)
 245           ( ideograph-gt-k                       "GT-K" 5 d)
 246           ( ideograph-cbeta                        "CB" 5 d)
 247           ( ideograph-hanziku-1                "HZK01-" 4 X)
 248           ( ideograph-hanziku-2                "HZK02-" 4 X)
 249           ( ideograph-hanziku-3                "HZK03-" 4 X)
 250           ( ideograph-hanziku-4                "HZK04-" 4 X)
 251           ( ideograph-hanziku-5                "HZK05-" 4 X)
 252           ( ideograph-hanziku-6                "HZK06-" 4 X)
 253           ( ideograph-hanziku-7                "HZK07-" 4 X)
 254           ( ideograph-hanziku-8                "HZK08-" 4 X)
 255           ( ideograph-hanziku-9                "HZK09-" 4 X)
 256           ( ideograph-hanziku-10               "HZK10-" 4 X)
 257           ( ideograph-hanziku-11               "HZK11-" 4 X)
 258           ( ideograph-hanziku-12               "HZK12-" 4 X)
 259           ((ideograph-hanziku-1 . isolated)   "I-HZK1-" 4 X)
 260           ( ideograph-hanziku-1                 "HZK1-" 4 X)
 261           ((ideograph-hanziku-2 . isolated)   "I-HZK2-" 4 X)
 262           ( ideograph-hanziku-2                 "HZK2-" 4 X)
 263           ( japanese-jisx0208-1990               "J90-" 4 X)
 264           ( japanese-jisx0208                    "J83-" 4 X)
 265           ( japanese-jisx0213-1                  "JX1-" 4 X)
 266           ( japanese-jisx0213-2                  "JX2-" 4 X)
 267           ( japanese-jisx0212                    "JSP-" 4 X)
 268           ( japanese-jisx0208-1978               "J78-" 4 X)
 269           ( chinese-cns11643-1                    "C1-" 4 X)
 270           ( chinese-cns11643-2                    "C2-" 4 X)
 271           ( chinese-cns11643-3                    "C3-" 4 X)
 272           ( chinese-cns11643-4                    "C4-" 4 X)
 273           ( chinese-cns11643-5                    "C5-" 4 X)
 274           ( chinese-cns11643-6                    "C6-" 4 X)
 275           ( chinese-cns11643-7                    "C7-" 4 X)
 276           ( korean-ksc5601                        "K0-" 4 X)
 277           ( chinese-gb2312                        "G0-" 4 X)
 278           ( =iso-ir165                           "EGB-" 4 X)
 279           ( latin-iso8859-1                   "LATIN1-" 2 X)
 280           ( latin-iso8859-2                   "LATIN2-" 2 X)
 281           ( latin-iso8859-3                   "LATIN3-" 2 X)
 282           ( latin-iso8859-4                   "LATIN4-" 2 X)
 283           ( cyrillic-iso8859-5              "CYRILLIC-" 2 X)
 284           ( greek-iso8859-7                    "GREEK-" 2 X)
 285           ( hebrew-iso8859-8                  "HEBREW-" 2 X)
 286           ( latin-iso8859-9                   "LATIN5-" 2 X)
 287           ( latin-jisx0201                    "LATINJ-" 2 X)
 288           ( katakana-jisx0201               "KATAKANA-" 2 X)
 289           ( latin-tcvn5712                    "VSCII2-" 2 X)
 290           ( latin-viscii                      "VISCII-" 2 X)
 291           ( latin-viscii-upper           "MULE-VIET-U-" 2 X)
 292           ( latin-viscii-lower           "MULE-VIET-L-" 2 X)
 293           ( thai-tis620                         "THAI-" 2 X)
 294           ( lao                             "MULE-LAO-" 2 X)
 295           ( ethiopic                      "MULE-ETHIO-" 4 X)
 296           ( arabic-1-column                "MULE-ARB1-" 2 X)
 297           ( arabic-2-column                "MULE-ARB2-" 2 X)
 298           ( arabic-digit                   "MULE-ARBD-" 2 X)
 299           ( ipa                             "MULE-IPA-" 2 X)
 300           ( china3-jef                           "JC3-" 4 X)
 301           ( chinese-big5                           "B-" 4 X)
 302           ( chinese-big5                          "C0-" 4 X)
 303           ( =ucs@iso                               "U-" 8 X)
 304           ( =ucs@unicode                          "UU+" 4 X)
 305           ( =ucs@unicode                          "UU-" 8 X)
 306           ( =ucs@iso                               "U+" 4 X)
 307           ( =ucs@gb                               "GU+" 4 X)
 308           ( =ucs@gb                               "GU-" 8 X)
 309           ( =ucs@jis                              "JU+" 4 X)
 310           ( =ucs@jis                              "JU-" 8 X)
 311           ( =ucs@cns                              "CU+" 4 X)
 312           ( =ucs@cns                              "CU-" 8 X)
 313           ( =ucs@ks                               "KU+" 4 X)
 314           ( =ucs@ks                               "KU-" 8 X)
 315           ( =jis-x0208@1997                      "J97-" 4 X)
 316           ( =jis-x0208@1978/i1                 "J78i1-" 4 X)
 317           ( =shinjigen@rev                      "SJG2-" 4 d)
 318           ( =shinjigen@1ed                      "SJG1-" 4 d)
 319           ))
 320
 321   (make-coding-system
 322    'utf-8-mcs-er 'utf-8
 323    "Coding-system of UTF-8 with entity-reference."
 324    '(mnemonic "MTF8r" use-entity-reference t))
 325
 326   (make-coding-system
 327    'utf-8-gb 'utf-8
 328    "Coding-system of UTF-8 using GB mapping."
 329    '(mnemonic "UTF8G"
 330               charset-g0 ucs-gb
 331               charset-g1 =>ucs-gb
 332               charset-g2 =>ucs))
 333
 334   (make-coding-system
 335    'utf-8-gb-er 'utf-8
 336    "Coding-system of UTF-8 using GB mapping with entity-reference."
 337    '(mnemonic "UTF8Gr"
 338               charset-g0 ucs-gb
 339               charset-g1 =>ucs-gb
 340               charset-g2 =>ucs
 341               use-entity-reference t))
 342
 343   (make-coding-system
 344    'utf-8-cns 'utf-8
 345    "Coding-system of UTF-8 using CNS mapping."
 346    '(mnemonic "UTF8C"
 347               charset-g0 ucs-cns
 348               charset-g1 =>ucs-cns
 349               charset-g2 =>ucs))
 350
 351   (make-coding-system
 352    'utf-8-cns-er 'utf-8
 353    "Coding-system of UTF-8 using CNS mapping with entity-reference."
 354    '(mnemonic "UTF8Cr"
 355               charset-g0 ucs-cns
 356               charset-g1 =>ucs-cns
 357               charset-g2 =>ucs
 358               use-entity-reference t))
 359
 360   (make-coding-system
 361    'utf-8-big5 'utf-8
 362    "Coding-system of UTF-8 using Big5 mapping."
 363    '(mnemonic "UTF8B"
 364               charset-g0 ucs-big5
 365               charset-g1 =>ucs-big5
 366               charset-g2 =>ucs))
 367
 368   (make-coding-system
 369    'utf-8-big5-er 'utf-8
 370    "Coding-system of UTF-8 using Big5 mapping with entity-reference."
 371    '(mnemonic "UTF8Br"
 372               charset-g0 ucs-big5
 373               charset-g1 =>ucs-big5
 374               charset-g2 =>ucs
 375               use-entity-reference t))
 376
 377   (make-coding-system
 378    'utf-8-jis 'utf-8
 379    "Coding-system of UTF-8 using JIS mapping."
 380    '(mnemonic "UTF8J"
 381               charset-g0 =ucs@jis-2000
 382               charset-g1 =>ucs-jis
 383               charset-g2 =>ucs))
 384
 385   (make-coding-system
 386    'utf-8-jis-er 'utf-8
 387    "Coding-system of UTF-8 using JIS mapping with entity-reference."
 388    '(mnemonic "UTF8Jr"
 389               charset-g0 =ucs@jis-2000
 390               charset-g1 =>ucs-jis
 391               charset-g2 =>ucs
 392               use-entity-reference t))
 393
 394   (make-coding-system
 395    'utf-8-jp 'utf-8
 396    "Coding-system of UTF-8 for common glyphs used in Japan."
 397    '(mnemonic "UTF8J"
 398               charset-g0 =ucs@jp
 399               charset-g1 =>ucs-jis
 400               charset-g2 =>ucs))
 401
 402   (make-coding-system
 403    'utf-8-jp-er 'utf-8
 404    "Coding-system of UTF-8 using =ucs@jp mapping with entity-reference."
 405    '(mnemonic "UTF8Jr"
 406               charset-g0 =ucs@jp
 407               charset-g1 =>ucs-jis
 408               charset-g2 =>ucs
 409               use-entity-reference t))
 410
 411   (make-coding-system
 412    'utf-8-ks 'utf-8
 413    "Coding-system of UTF-8 using KS mapping."
 414    '(mnemonic "UTF8K"
 415               charset-g0 ucs-ks
 416               charset-g1 =>ucs-ks
 417               charset-g2 =>ucs))
 418
 419   (make-coding-system
 420    'utf-8-ks-er 'utf-8
 421    "Coding-system of UTF-8 using KS mapping with entity-reference."
 422    '(mnemonic "UTF8Kr"
 423               charset-g0 ucs-ks
 424               charset-g1 =>ucs-ks
 425               charset-g2 =>ucs
 426               use-entity-reference t))
 427
 428   (define-coding-system-alias 'utf-8 'utf-8-mcs)
 429   (define-coding-system-alias 'utf-8-er 'utf-8-mcs-er)
 430   )
 431
 432 (make-coding-system
 433  'euc-jisx0213 'iso2022
 434  "Coding-system of Japanese EUC based on JIS X 0213."
 435  '(charset-g0 ascii
 436    charset-g1 japanese-jisx0213-1
 437    charset-g2 katakana-jisx0201
 438    charset-g3 japanese-jisx0213-2
 439    short t
 440    mnemonic "Ja/EUC0213"
 441    ))
 442
 443 ;; initialize the coding categories to something semi-reasonable
 444 ;; so that the remaining Lisp files can contain extended characters.
 445 ;; (They will be in ISO-7 format)
 446 ;; #### This list needs to be synched with the ones in mule-cmds.el.
 447
 448 (if (featurep 'utf-2000)
 449     (set-coding-priority-list '(iso-7
 450                                 no-conversion
 451                                 utf-8
 452                                 iso-8-1
 453                                 iso-8-2
 454                                 iso-8-designate
 455                                 iso-lock-shift
 456                                 shift-jis
 457                                 big5
 458                                 ucs-4))
 459   (set-coding-priority-list '(iso-7
 460                               no-conversion
 461                               ;; utf-8
 462                               iso-8-1
 463                               iso-8-2
 464                               iso-8-designate
 465                               iso-lock-shift
 466                               shift-jis
 467                               big5
 468                               ;; ucs-4
 469                               )))
 470
 471 (set-coding-category-system 'iso-7 'iso-2022-7)
 472 (set-coding-category-system 'iso-8-designate 'ctext)
 473 (set-coding-category-system 'iso-8-1 'ctext)
 474 (set-coding-category-system 'iso-lock-shift 'iso-2022-lock)
 475 (set-coding-category-system 'no-conversion 'no-conversion)
 476
 477 (setq-default buffer-file-coding-system 'iso-2022-8)
 478
 479 ;;; mule-coding.el ends here