git.chise.org Git - chise/xemacs-chise.git.1/blob - lisp/utf-2000/char-db-util.el

   1 ;;; char-db-util.el --- Character Database utility
   2
   3 ;; Copyright (C) 1998,1999,2000,2001,2002,2003,2004 MORIOKA Tomohiko.
   4
   5 ;; Author: MORIOKA Tomohiko <tomo@kanji.zinbun.kyoto-u.ac.jp>
   6 ;; Keywords: CHISE, Character Database, ISO/IEC 10646, Unicode, UCS-4, MULE.
   7
   8 ;; This file is part of XEmacs CHISE.
   9
  10 ;; XEmacs CHISE is free software; you can redistribute it and/or
  11 ;; modify it under the terms of the GNU General Public License as
  12 ;; published by the Free Software Foundation; either version 2, or (at
  13 ;; your option) any later version.
  14
  15 ;; XEmacs CHISE is distributed in the hope that it will be useful,
  16 ;; but WITHOUT ANY WARRANTY; without even the implied warranty of
  17 ;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  18 ;; General Public License for more details.
  19
  20 ;; You should have received a copy of the GNU General Public License
  21 ;; along with XEmacs CHISE; see the file COPYING.  If not, write to
  22 ;; the Free Software Foundation, Inc., 59 Temple Place - Suite 330,
  23 ;; Boston, MA 02111-1307, USA.
  24
  25 ;;; Code:
  26
  27 (require 'alist)
  28
  29 (defconst unidata-normative-category-alist
  30   '(("Lu" letter        uppercase)
  31     ("Ll" letter        lowercase)
  32     ("Lt" letter        titlecase)
  33     ("Mn" mark          non-spacing)
  34     ("Mc" mark          spacing-combining)
  35     ("Me" mark          enclosing)
  36     ("Nd" number        decimal-digit)
  37     ("Nl" number        letter)
  38     ("No" number        other)
  39     ("Zs" separator     space)
  40     ("Zl" separator     line)
  41     ("Zp" separator     paragraph)
  42     ("Cc" other         control)
  43     ("Cf" other         format)
  44     ("Cs" other         surrogate)
  45     ("Co" other         private-use)
  46     ("Cn" other         not-assigned)))
  47
  48 (defconst unidata-informative-category-alist
  49   '(("Lm" letter        modifier)
  50     ("Lo" letter        other)
  51     ("Pc" punctuation   connector)
  52     ("Pd" punctuation   dash)
  53     ("Ps" punctuation   open)
  54     ("Pe" punctuation   close)
  55     ("Pi" punctuation   initial-quote)
  56     ("Pf" punctuation   final-quote)
  57     ("Po" punctuation   other)
  58     ("Sm" symbol        math)
  59     ("Sc" symbol        currency)
  60     ("Sk" symbol        modifier)
  61     ("So" symbol        other)
  62     ))
  63
  64 (defconst ideographic-radicals
  65   (let ((v (make-vector 215 nil))
  66         (i 1))
  67     (while (< i 215)
  68       (aset v i (decode-char '=ucs (+ #x2EFF i)))
  69       (setq i (1+ i)))
  70     v))
  71
  72 (defvar char-db-file-coding-system 'utf-8-mcs-er)
  73
  74 (defvar char-db-feature-domains
  75   '(ucs daikanwa cns gt jis jis/alt jis/a jis/b
  76         jis-x0212 jis-x0213 cdp shinjigen misc unknown))
  77
  78 (defvar char-db-ignored-attributes nil)
  79
  80 (defun char-attribute-name< (ka kb)
  81   (cond
  82    ((eq '->denotational kb)
  83     t)
  84    ((eq '->subsumptive kb)
  85     (not (eq '->denotational ka)))
  86    ((eq '->denotational ka)
  87     nil)
  88    ((eq '->subsumptive ka)
  89     nil)
  90    ((find-charset ka)
  91     (if (find-charset kb)
  92         (if (<= (charset-id ka) 1)
  93             (if (<= (charset-id kb) 1)
  94                 (cond
  95                  ((= (charset-dimension ka)
  96                      (charset-dimension kb))
  97                   (> (charset-id ka)(charset-id kb)))
  98                  (t
  99                   (> (charset-dimension ka)
 100                      (charset-dimension kb))
 101                   ))
 102               t)
 103           (if (<= (charset-id kb) 1)
 104               nil
 105             (< (charset-id ka)(charset-id kb))))
 106       nil))
 107    ((find-charset kb)
 108     t)
 109    ((symbolp ka)
 110     (cond ((symbolp kb)
 111            (string< (symbol-name ka)
 112                     (symbol-name kb)))
 113           (t)))
 114    ((symbolp kb)
 115     nil)))
 116
 117 (defvar char-db-coded-charset-priority-list
 118   '(ascii
 119     control-1
 120     latin-iso8859-1
 121     latin-iso8859-2
 122     latin-iso8859-3
 123     latin-iso8859-4
 124     latin-iso8859-9
 125     latin-jisx0201
 126     cyrillic-iso8859-5
 127     greek-iso8859-7
 128     thai-tis620
 129     =jis-x0208
 130     japanese-jisx0208
 131     japanese-jisx0212
 132     japanese-jisx0208-1978
 133     chinese-gb2312
 134     chinese-cns11643-1
 135     chinese-cns11643-2
 136     chinese-cns11643-3
 137     chinese-cns11643-4
 138     chinese-cns11643-5
 139     chinese-cns11643-6
 140     chinese-cns11643-7
 141     =jis-x0208-1990
 142     =jis-x0213-1-2000
 143     =jis-x0213-2-2000
 144     korean-ksc5601
 145     chinese-isoir165
 146     katakana-jisx0201
 147     hebrew-iso8859-8
 148     chinese-gb12345
 149     latin-viscii
 150     ethiopic-ucs
 151     =big5-cdp
 152     =gt
 153     ideograph-daikanwa-2
 154     ideograph-daikanwa
 155     =cbeta
 156     ideograph-hanziku-1
 157     ideograph-hanziku-2
 158     ideograph-hanziku-3
 159     ideograph-hanziku-4
 160     ideograph-hanziku-5
 161     ideograph-hanziku-6
 162     ideograph-hanziku-7
 163     ideograph-hanziku-8
 164     ideograph-hanziku-9
 165     ideograph-hanziku-10
 166     ideograph-hanziku-11
 167     ideograph-hanziku-12
 168     =big5
 169     =big5-eten
 170     =gt-k
 171     =jis-x0208@1997
 172     =jef-china3))
 173
 174 (defun char-db-make-char-spec (char)
 175   (let (ret char-spec)
 176     (cond ((characterp char)
 177            (cond ((and (setq ret (encode-char char '=ucs 'defined-only))
 178                        (not (and (<= #xE000 ret)(<= ret #xF8FF))))
 179                   (setq char-spec (list (cons '=ucs ret)))
 180                   (cond ((setq ret (get-char-attribute char 'name))
 181                          (setq char-spec (cons (cons 'name ret) char-spec))
 182                          )
 183                         ((setq ret (get-char-attribute char 'name*))
 184                          (setq char-spec (cons (cons 'name* ret) char-spec))
 185                          ))
 186                   )
 187                  ((setq ret
 188                         (catch 'tag
 189                           (let ((rest char-db-coded-charset-priority-list)
 190                                 ccs)
 191                             (while rest
 192                               (setq ccs (charset-name
 193                                          (find-charset (car rest))))
 194                               (if (setq ret
 195                                         (encode-char char ccs
 196                                                      'defined-only))
 197                                   (throw 'tag (cons ccs ret)))
 198                               (setq rest (cdr rest))))))
 199                   (setq char-spec (list ret))
 200                   (dolist (ccs (delq (car ret) (charset-list)))
 201                     (if (and (or (charset-iso-final-char ccs)
 202                                  (memq ccs
 203                                        '(=daikanwa
 204                                          =daikanwa@rev2
 205                                          ;; =gt-k
 206                                          )))
 207                              (setq ret (encode-char char ccs 'defined-only)))
 208                         (setq char-spec (cons (cons ccs ret) char-spec))))
 209                   (if (null char-spec)
 210                       (setq char-spec (split-char char)))
 211                   (cond ((setq ret (get-char-attribute char 'name))
 212                          (setq char-spec (cons (cons 'name ret) char-spec))
 213                          )
 214                         ((setq ret (get-char-attribute char 'name*))
 215                          (setq char-spec (cons (cons 'name* ret) char-spec))
 216                          ))
 217                   ))
 218            char-spec)
 219           ((consp char)
 220            char))))
 221
 222 (defun char-db-insert-char-spec (char &optional readable column
 223                                       required-features)
 224   (unless column
 225     (setq column (current-column)))
 226   (let (char-spec temp-char)
 227     (setq char-spec (char-db-make-char-spec char))
 228     (unless (or (characterp char) ; char
 229                 (condition-case nil
 230                     (setq char (find-char char-spec))
 231                   (error nil)))
 232       ;; define temporary character
 233       ;;   Current implementation is dirty.
 234       (setq temp-char (define-char (cons '(ideograph-daikanwa . 0)
 235                                          char-spec)))
 236       (remove-char-attribute temp-char 'ideograph-daikanwa)
 237       (setq char temp-char))
 238     (insert-char-attributes char
 239                             readable
 240                             (union (mapcar #'car char-spec)
 241                                    required-features))
 242     (when temp-char
 243       ;; undefine temporary character
 244       ;;   Current implementation is dirty.
 245       (setq char-spec (char-attribute-alist temp-char))
 246       (while char-spec
 247         (remove-char-attribute temp-char (car (car char-spec)))
 248         (setq char-spec (cdr char-spec))))))
 249
 250 (defun char-db-insert-alist (alist &optional readable column)
 251   (unless column
 252     (setq column (current-column)))
 253   (let ((line-breaking
 254          (concat "\n" (make-string (1+ column) ?\ )))
 255         name value
 256         ret al ; cal
 257         key
 258         lbs cell rest separator)
 259     (insert "(")
 260     (while alist
 261       (setq name (car (car alist))
 262             value (cdr (car alist)))
 263       (cond ((eq name 'char)
 264              (insert "(char . ")
 265              (if (setq ret (condition-case nil
 266                                (find-char value)
 267                              (error nil)))
 268                  (progn
 269                    (setq al nil
 270                          ;; cal nil
 271                          )
 272                    (while value
 273                      (setq key (car (car value)))
 274                      ;; (if (find-charset key)
 275                      ;;     (setq cal (cons key cal))
 276                      (setq al (cons key al))
 277                      ;; )
 278                      (setq value (cdr value)))
 279                    (insert-char-attributes ret
 280                                            readable
 281                                            (or al 'none) ; cal
 282                                            ))
 283                (insert (prin1-to-string value)))
 284              (insert ")")
 285              (insert line-breaking))
 286             ((consp value)
 287              (insert (format "(%-18s " name))
 288              (setq lbs (concat "\n" (make-string (current-column) ?\ )))
 289              (while (consp value)
 290                (setq cell (car value))
 291                (if (and (consp cell)
 292                         (consp (car cell))
 293                         (setq ret (condition-case nil
 294                                       (find-char cell)
 295                                     (error nil)))
 296                         )
 297                    (progn
 298                      (setq rest cell
 299                            al nil
 300                            ;; cal nil
 301                            )
 302                      (while rest
 303                        (setq key (car (car rest)))
 304                        ;; (if (find-charset key)
 305                        ;;     (setq cal (cons key cal))
 306                        (setq al (cons key al))
 307                        ;; )
 308                        (setq rest (cdr rest)))
 309                      (if separator
 310                          (insert lbs))
 311                      (insert-char-attributes ret
 312                                              readable
 313                                              al ; cal
 314                                              )
 315                      (setq separator lbs))
 316                  (if separator
 317                      (insert separator))
 318                  (insert (prin1-to-string cell))
 319                  (setq separator " "))
 320                (setq value (cdr value)))
 321              (insert ")")
 322              (insert line-breaking))
 323             (t
 324              (insert (format "(%-18s . %S)%s"
 325                              name value
 326                              line-breaking))))
 327       (setq alist (cdr alist))))
 328   (insert ")"))
 329
 330 (defun char-db-insert-char-reference (plist &optional readable column)
 331   (unless column
 332     (setq column (current-column)))
 333   (let ((line-breaking
 334          (concat "\n" (make-string (1+ column) ?\ )))
 335         (separator "")
 336         name value)
 337     (insert "(")
 338     (while plist
 339       (setq name (pop plist))
 340       (setq value (pop plist))
 341       (cond ((eq name :char)
 342              (insert separator)
 343              (insert ":char\t")
 344              (cond ((numberp value)
 345                     (setq value (decode-char '=ucs value)))
 346                    ;; ((consp value)
 347                    ;;  (setq value (or (find-char value)
 348                    ;;                  value)))
 349                    )
 350              (char-db-insert-char-spec value readable)
 351              (insert line-breaking)
 352              (setq separator ""))
 353             ((eq name :radical)
 354              (insert (format "%s%s\t%d ; %c%s"
 355                              separator
 356                              name value
 357                              (aref ideographic-radicals value)
 358                              line-breaking))
 359              (setq separator ""))
 360             (t
 361              (insert (format "%s%s\t%S" separator name value))
 362              (setq separator line-breaking)))
 363       ))
 364   (insert ")"))
 365
 366 (defun char-db-decode-isolated-char (ccs code-point)
 367   (let (ret)
 368     (setq ret
 369           (cond ((eq ccs 'arabic-iso8859-6)
 370                  (decode-char ccs code-point))
 371                 ((and (memq ccs '(=gt-pj-1
 372                                   =gt-pj-2
 373                                   =gt-pj-3
 374                                   =gt-pj-4
 375                                   =gt-pj-5
 376                                   =gt-pj-6
 377                                   =gt-pj-7
 378                                   =gt-pj-8
 379                                   =gt-pj-9
 380                                   =gt-pj-10
 381                                   =gt-pj-11))
 382                       (setq ret (decode-char ccs code-point))
 383                       (setq ret (encode-char ret '=gt 'defined-only)))
 384                  (decode-builtin-char '=gt ret))
 385                 (t
 386                  (decode-builtin-char ccs code-point))))
 387     (cond ((and (<= 0 (char-int ret))
 388                 (<= (char-int ret) #x1F))
 389            (decode-char '=ucs (+ #x2400 (char-int ret))))
 390           ((= (char-int ret) #x7F)
 391            ?\u2421)
 392           (t ret))))
 393
 394 (defvar char-db-convert-obsolete-format t)
 395
 396 (defun char-db-insert-ccs-feature (name value line-breaking)
 397   (insert
 398    (format
 399     (cond ((memq name '(=daikanwa
 400                         =daikanwa@rev1 =daikanwa@rev2
 401                         =gt =gt-k =cbeta))
 402            "(%-18s . %05d)\t; %c")
 403           ((eq name 'mojikyo)
 404            "(%-18s . %06d)\t; %c")
 405           ((>= (charset-dimension name) 2)
 406            "(%-18s . #x%04X)\t; %c")
 407           (t
 408            "(%-18s . #x%02X)\t; %c"))
 409     name
 410     (if (= (charset-iso-graphic-plane name) 1)
 411         (logior value
 412                 (cond ((= (charset-dimension name) 1)
 413                        #x80)
 414                       ((= (charset-dimension name) 2)
 415                        #x8080)
 416                       ((= (charset-dimension name) 3)
 417                        #x808080)
 418                       (t 0)))
 419       value)
 420     (char-db-decode-isolated-char name value)))
 421   (if (and (= (charset-chars name) 94)
 422            (= (charset-dimension name) 2))
 423       (insert (format " [%02d-%02d]"
 424                       (- (lsh value -8) 32)
 425                       (- (logand value 255) 32))))
 426   (insert line-breaking))
 427
 428 (defun insert-char-attributes (char &optional readable attributes column)
 429   (unless column
 430     (setq column (current-column)))
 431   (let (name value ; has-long-ccs-name
 432         rest
 433         radical strokes
 434         (line-breaking
 435          (concat "\n" (make-string (1+ column) ?\ )))
 436         lbs cell separator ret
 437         key al cal
 438         dest-ccss
 439         sources required-features
 440         ccss)
 441     (let (atr-d)
 442       (setq attributes
 443             (sort (if attributes
 444                       (if (consp attributes)
 445                           (progn
 446                             (dolist (name attributes)
 447                               (unless (memq name char-db-ignored-attributes)
 448                                 (if (find-charset name)
 449                                     (push name ccss))
 450                                 (push name atr-d)))
 451                             atr-d))
 452                     (dolist (name (char-attribute-list))
 453                       (unless (memq name char-db-ignored-attributes)
 454                         (if (find-charset name)
 455                             (push name ccss))
 456                         (push name atr-d)))
 457                     atr-d)
 458                   #'char-attribute-name<)))
 459     (insert "(")
 460     (when (and (memq 'name attributes)
 461                (setq value (get-char-attribute char 'name)))
 462       (insert (format
 463                (if (> (+ (current-column) (length value)) 48)
 464                    "(name . %S)%s"
 465                  "(name               . %S)%s")
 466                value line-breaking))
 467       (setq attributes (delq 'name attributes))
 468       )
 469     (when (and (memq 'name* attributes)
 470                (setq value (get-char-attribute char 'name*)))
 471       (insert (format
 472                (if (> (+ (current-column) (length value)) 48)
 473                    "(name* . %S)%s"
 474                  "(name*              . %S)%s")
 475                value line-breaking))
 476       (setq attributes (delq 'name* attributes))
 477       )
 478     (when (and (memq 'script attributes)
 479                (setq value (get-char-attribute char 'script)))
 480       (insert (format "(script\t\t%s)%s"
 481                       (mapconcat (function prin1-to-string)
 482                                  value " ")
 483                       line-breaking))
 484       (setq attributes (delq 'script attributes))
 485       )
 486     ;; (when (and (memq '<-denotational attributes)
 487     ;;            (setq value (get-char-attribute char '<-denotational))
 488     ;;            (null (cdr value))
 489     ;;            (setq value (encode-char (car value) 'ucs 'defined-only)))
 490     ;;   (insert (format "(%-18s . #x%04X)\t; %c%s"
 491     ;;                   '=>ucs value (decode-char 'ucs value)
 492     ;;                   line-breaking))
 493     ;;   (setq attributes (delq '<-denotational attributes)))
 494     (dolist (name '(=>ucs =>ucs*))
 495       (when (and (memq name attributes)
 496                  (setq value (get-char-attribute char name)))
 497         (insert (format "(%-18s . #x%04X)\t; %c%s"
 498                         name value (decode-char '=ucs value)
 499                         line-breaking))
 500         (setq attributes (delq name attributes))))
 501     (dolist (name '(=>ucs@gb =>ucs@cns =>ucs@jis =>ucs@ks =>ucs@big5))
 502       (when (and (memq name attributes)
 503                  (setq value (get-char-attribute char name)))
 504         (insert (format "(%-18s . #x%04X)\t; %c%s"
 505                         name value
 506                         (decode-char (intern
 507                                       (concat "="
 508                                               (substring
 509                                                (symbol-name name) 2)))
 510                                      value)
 511                         line-breaking))
 512         (setq attributes (delq name attributes))
 513         ))
 514     (dolist (name '(=>daikanwa))
 515       (when (and (memq name attributes)
 516                  (setq value (get-char-attribute char name)))
 517         (insert
 518          (if (integerp value)
 519              (format "(%-18s . %05d)\t; %c%s"
 520                      name value (decode-char '=daikanwa value)
 521                      line-breaking)
 522            (format "(%-18s %s)\t; %c%s"
 523                    name
 524                    (mapconcat (function prin1-to-string)
 525                               value " ")
 526                    (char-representative-of-daikanwa char)
 527                    line-breaking)))
 528         (setq attributes (delq name attributes))))
 529     (when (and (memq 'general-category attributes)
 530                (setq value (get-char-attribute char 'general-category)))
 531       (insert (format
 532                "(general-category\t%s) ; %s%s"
 533                (mapconcat (lambda (cell)
 534                             (format "%S" cell))
 535                           value " ")
 536                (cond ((rassoc value unidata-normative-category-alist)
 537                       "Normative Category")
 538                      ((rassoc value unidata-informative-category-alist)
 539                       "Informative Category")
 540                      (t
 541                       "Unknown Category"))
 542                line-breaking))
 543       (setq attributes (delq 'general-category attributes))
 544       )
 545     (when (and (memq 'bidi-category attributes)
 546                (setq value (get-char-attribute char 'bidi-category)))
 547       (insert (format "(bidi-category\t. %S)%s"
 548                       value
 549                       line-breaking))
 550       (setq attributes (delq 'bidi-category attributes))
 551       )
 552     (unless (or (not (memq 'mirrored attributes))
 553                 (eq (setq value (get-char-attribute char 'mirrored 'empty))
 554                     'empty))
 555       (insert (format "(mirrored\t\t. %S)%s"
 556                       value
 557                       line-breaking))
 558       (setq attributes (delq 'mirrored attributes))
 559       )
 560     (cond
 561      ((and (memq 'decimal-digit-value attributes)
 562            (setq value (get-char-attribute char 'decimal-digit-value)))
 563       (insert (format "(decimal-digit-value . %S)%s"
 564                       value
 565                       line-breaking))
 566       (setq attributes (delq 'decimal-digit-value attributes))
 567       (when (and (memq 'digit-value attributes)
 568                  (setq value (get-char-attribute char 'digit-value)))
 569         (insert (format "(digit-value\t . %S)%s"
 570                         value
 571                         line-breaking))
 572         (setq attributes (delq 'digit-value attributes))
 573         )
 574       (when (and (memq 'numeric-value attributes)
 575                  (setq value (get-char-attribute char 'numeric-value)))
 576         (insert (format "(numeric-value\t . %S)%s"
 577                         value
 578                         line-breaking))
 579         (setq attributes (delq 'numeric-value attributes))
 580         )
 581       )
 582      (t
 583       (when (and (memq 'digit-value attributes)
 584                  (setq value (get-char-attribute char 'digit-value)))
 585         (insert (format "(digit-value\t. %S)%s"
 586                         value
 587                         line-breaking))
 588         (setq attributes (delq 'digit-value attributes))
 589         )
 590       (when (and (memq 'numeric-value attributes)
 591                  (setq value (get-char-attribute char 'numeric-value)))
 592         (insert (format "(numeric-value\t. %S)%s"
 593                         value
 594                         line-breaking))
 595         (setq attributes (delq 'numeric-value attributes))
 596         )))
 597     (when (and (memq 'iso-10646-comment attributes)
 598                (setq value (get-char-attribute char 'iso-10646-comment)))
 599       (insert (format "(iso-10646-comment\t. %S)%s"
 600                       value
 601                       line-breaking))
 602       (setq attributes (delq 'iso-10646-comment attributes))
 603       )
 604     (when (and (memq 'morohashi-daikanwa attributes)
 605                (setq value (get-char-attribute char 'morohashi-daikanwa)))
 606       (insert (format "(morohashi-daikanwa\t%s)%s"
 607                       (mapconcat (function prin1-to-string) value " ")
 608                       line-breaking))
 609       (setq attributes (delq 'morohashi-daikanwa attributes))
 610       )
 611     (setq radical nil
 612           strokes nil)
 613     (when (and (memq 'ideographic-radical attributes)
 614                (setq value (get-char-attribute char 'ideographic-radical)))
 615       (setq radical value)
 616       (insert (format "(ideographic-radical . %S)\t; %c%s"
 617                       radical
 618                       (aref ideographic-radicals radical)
 619                       line-breaking))
 620       (setq attributes (delq 'ideographic-radical attributes))
 621       )
 622     (let (key)
 623       (dolist (domain
 624                ;; char-db-feature-domains
 625                (let* ((dest char-db-feature-domains)
 626                       (dlast (last dest))
 627                       domain)
 628                  (dolist (feature (char-attribute-list))
 629                    (setq feature (symbol-name feature))
 630                    (when (string-match
 631                           "\\(radical\\|strokes\\)@\\([^@*]+\\)\\(\\*\\|$\\)"
 632                           feature)
 633                      (setq domain (intern (match-string 2 feature)))
 634                      (unless (memq domain dest)
 635                        (setcdr dlast (setq dlast (list domain))))))
 636                  dest))
 637         (setq key (intern (format "%s@%s" 'ideographic-radical domain)))
 638         (when (and (memq key attributes)
 639                    (setq value (get-char-attribute char key)))
 640           (setq radical value)
 641           (insert (format "(%s . %S)\t; %c%s"
 642                           key
 643                           radical
 644                           (aref ideographic-radicals radical)
 645                           line-breaking))
 646           (setq attributes (delq key attributes))
 647           )
 648         (setq key (intern (format "%s@%s" 'ideographic-strokes domain)))
 649         (when (and (memq key attributes)
 650                    (setq value (get-char-attribute char key)))
 651           (setq strokes value)
 652           (insert (format "(%s . %S)%s"
 653                           key
 654                           strokes
 655                           line-breaking))
 656           (setq attributes (delq key attributes))
 657           )
 658         (setq key (intern (format "%s@%s" 'total-strokes domain)))
 659         (when (and (memq key attributes)
 660                    (setq value (get-char-attribute char key)))
 661           (insert (format "(%s       . %S)%s"
 662                           key
 663                           value
 664                           line-breaking))
 665           (setq attributes (delq key attributes))
 666           )
 667         (dolist (feature '(ideographic-radical
 668                            ideographic-strokes
 669                            total-strokes))
 670           (setq key (intern (format "%s@%s*sources" feature domain)))
 671           (when (and (memq key attributes)
 672                      (setq value (get-char-attribute char key)))
 673             (insert (format "(%s%s" key line-breaking))
 674             (dolist (cell value)
 675               (insert (format " %s" cell)))
 676             (insert ")")
 677             (insert line-breaking)
 678             (setq attributes (delq key attributes))
 679             ))
 680         ))
 681     (when (and (memq 'ideographic-strokes attributes)
 682                (setq value (get-char-attribute char 'ideographic-strokes)))
 683       (setq strokes value)
 684       (insert (format "(ideographic-strokes . %S)%s"
 685                       strokes
 686                       line-breaking))
 687       (setq attributes (delq 'ideographic-strokes attributes))
 688       )
 689     (when (and (memq 'kangxi-radical attributes)
 690                (setq value (get-char-attribute char 'kangxi-radical)))
 691       (unless (eq value radical)
 692         (insert (format "(kangxi-radical\t . %S)\t; %c%s"
 693                         value
 694                         (aref ideographic-radicals value)
 695                         line-breaking))
 696         (or radical
 697             (setq radical value)))
 698       (setq attributes (delq 'kangxi-radical attributes))
 699       )
 700     (when (and (memq 'kangxi-strokes attributes)
 701                (setq value (get-char-attribute char 'kangxi-strokes)))
 702       (unless (eq value strokes)
 703         (insert (format "(kangxi-strokes\t . %S)%s"
 704                         value
 705                         line-breaking))
 706         (or strokes
 707             (setq strokes value)))
 708       (setq attributes (delq 'kangxi-strokes attributes))
 709       )
 710     (when (and (memq 'japanese-radical attributes)
 711                (setq value (get-char-attribute char 'japanese-radical)))
 712       (unless (eq value radical)
 713         (insert (format "(japanese-radical\t . %S)\t; %c%s"
 714                         value
 715                         (aref ideographic-radicals value)
 716                         line-breaking))
 717         (or radical
 718             (setq radical value)))
 719       (setq attributes (delq 'japanese-radical attributes))
 720       )
 721     (when (and (memq 'japanese-strokes attributes)
 722                (setq value (get-char-attribute char 'japanese-strokes)))
 723       (unless (eq value strokes)
 724         (insert (format "(japanese-strokes\t . %S)%s"
 725                         value
 726                         line-breaking))
 727         (or strokes
 728             (setq strokes value)))
 729       (setq attributes (delq 'japanese-strokes attributes))
 730       )
 731     (when (and (memq 'cns-radical attributes)
 732                (setq value (get-char-attribute char 'cns-radical)))
 733       (insert (format "(cns-radical\t . %S)\t; %c%s"
 734                       value
 735                       (aref ideographic-radicals value)
 736                       line-breaking))
 737       (setq attributes (delq 'cns-radical attributes))
 738       )
 739     (when (and (memq 'cns-strokes attributes)
 740                (setq value (get-char-attribute char 'cns-strokes)))
 741       (unless (eq value strokes)
 742         (insert (format "(cns-strokes\t . %S)%s"
 743                         value
 744                         line-breaking))
 745         (or strokes
 746             (setq strokes value)))
 747       (setq attributes (delq 'cns-strokes attributes))
 748       )
 749     (when (and (memq 'shinjigen-1-radical attributes)
 750                (setq value (get-char-attribute char 'shinjigen-1-radical)))
 751       (unless (eq value radical)
 752         (insert (format "(shinjigen-1-radical . %S)\t; %c%s"
 753                         value
 754                         (aref ideographic-radicals value)
 755                         line-breaking))
 756         (or radical
 757             (setq radical value)))
 758       (setq attributes (delq 'shinjigen-1-radical attributes))
 759       )
 760     (when (and (memq 'ideographic- attributes)
 761                (setq value (get-char-attribute char 'ideographic-)))
 762       (insert "(ideographic-       ")
 763       (setq lbs (concat "\n" (make-string (current-column) ?\ ))
 764             separator nil)
 765       (while (consp value)
 766         (setq cell (car value))
 767         (if (integerp cell)
 768             (setq cell (decode-char '=ucs cell)))
 769         (cond ((characterp cell)
 770                (if separator
 771                    (insert lbs))
 772                (if readable
 773                    (insert (format "%S" cell))
 774                  (char-db-insert-char-spec cell readable))
 775                (setq separator lbs))
 776               ((consp cell)
 777                (if separator
 778                    (insert lbs))
 779                (if (consp (car cell))
 780                    (char-db-insert-char-spec cell readable)
 781                  (char-db-insert-char-reference cell readable))
 782                (setq separator lbs))
 783               (t
 784                (if separator
 785                    (insert separator))
 786                (insert (prin1-to-string cell))
 787                (setq separator " ")))
 788         (setq value (cdr value)))
 789       (insert ")")
 790       (insert line-breaking)
 791       (setq attributes (delq 'ideographic- attributes)))
 792     (when (and (memq 'total-strokes attributes)
 793                (setq value (get-char-attribute char 'total-strokes)))
 794       (insert (format "(total-strokes       . %S)%s"
 795                       value
 796                       line-breaking))
 797       (setq attributes (delq 'total-strokes attributes))
 798       )
 799     (when (and (memq '->ideograph attributes)
 800                (setq value (get-char-attribute char '->ideograph)))
 801       (insert (format "(->ideograph\t%s)%s"
 802                       (mapconcat (lambda (code)
 803                                    (cond ((symbolp code)
 804                                           (symbol-name code))
 805                                          ((integerp code)
 806                                           (format "#x%04X" code))
 807                                          (t
 808                                           (format "%s %S"
 809                                                   line-breaking code))))
 810                                  value " ")
 811                       line-breaking))
 812       (setq attributes (delq '->ideograph attributes))
 813       )
 814     (when (and (memq '->decomposition attributes)
 815                (setq value (get-char-attribute char '->decomposition)))
 816       (insert (format "(->decomposition\t%s)%s"
 817                       (mapconcat (lambda (code)
 818                                    (cond ((symbolp code)
 819                                           (symbol-name code))
 820                                          ((characterp code)
 821                                           (if readable
 822                                               (format "%S" code)
 823                                             (format "#x%04X"
 824                                                     (char-int code))
 825                                             ))
 826                                          ((integerp code)
 827                                           (format "#x%04X" code))
 828                                          (t
 829                                           (format "%s%S" line-breaking code))))
 830                                  value " ")
 831                       line-breaking))
 832       (setq attributes (delq '->decomposition attributes))
 833       )
 834     (if (equal (get-char-attribute char '->titlecase)
 835                (get-char-attribute char '->uppercase))
 836         (setq attributes (delq '->titlecase attributes)))
 837     (when (and (memq '->mojikyo attributes)
 838                (setq value (get-char-attribute char '->mojikyo)))
 839       (insert (format "(->mojikyo\t\t. %06d)\t; %c%s"
 840                       value (decode-char 'mojikyo value)
 841                       line-breaking))
 842       (setq attributes (delq '->mojikyo attributes))
 843       )
 844     (when (and (memq 'hanyu-dazidian-vol attributes)
 845                (setq value (get-char-attribute char 'hanyu-dazidian-vol)))
 846       (insert (format "(hanyu-dazidian-vol  . %d)%s"
 847                       value line-breaking))
 848       (setq attributes (delq 'hanyu-dazidian-vol attributes))
 849       )
 850     (when (and (memq 'hanyu-dazidian-page attributes)
 851                (setq value (get-char-attribute char 'hanyu-dazidian-page)))
 852       (insert (format "(hanyu-dazidian-page . %d)%s"
 853                       value line-breaking))
 854       (setq attributes (delq 'hanyu-dazidian-page attributes))
 855       )
 856     (when (and (memq 'hanyu-dazidian-char attributes)
 857                (setq value (get-char-attribute char 'hanyu-dazidian-char)))
 858       (insert (format "(hanyu-dazidian-char . %d)%s"
 859                       value line-breaking))
 860       (setq attributes (delq 'hanyu-dazidian-char attributes))
 861       )
 862     (unless readable
 863       (dolist (ignored '(composition
 864                          ->denotational <-subsumptive ->ucs-unified
 865                          ->ideographic-component-forms))
 866         (setq attributes (delq ignored attributes))))
 867     (while attributes
 868       (setq name (car attributes))
 869       (if (setq value (get-char-attribute char name))
 870           (cond ((setq ret (find-charset name))
 871                  (setq name (charset-name ret))
 872                  (if (and (not (memq name dest-ccss))
 873                           (prog1
 874                               (setq value (get-char-attribute char name))
 875                             (setq dest-ccss (cons name dest-ccss))))
 876                      (char-db-insert-ccs-feature name value line-breaking))
 877                  )
 878                 ((string-match "^=>ucs@" (symbol-name name))
 879                  (insert (format "(%-18s . #x%04X)\t; %c%s"
 880                                  name value (decode-char '=ucs value)
 881                                  line-breaking))
 882                  )
 883                 ((eq name 'jisx0208-1978/4X)
 884                  (insert (format "(%-18s . #x%04X)%s"
 885                                  name value
 886                                  line-breaking))
 887                  )
 888                 ((and (not readable)
 889                       (null (get-char-attribute
 890                              char
 891                              (intern (format "%s*sources" name))))
 892                       (not (string-match "\\*sources$" (symbol-name name)))
 893                       (or (eq name '<-identical)
 894                           (string-match "^->halfwidth" (symbol-name name))
 895                           (and
 896                            (string-match "^->fullwidth" (symbol-name name))
 897                            (not
 898                             (and (consp value)
 899                                  (characterp (car value))
 900                                  (encode-char
 901                                   (car value) '=ucs 'defined-only))))
 902                           (string-match "^->simplified" (symbol-name name))
 903                           (string-match "^->vulgar" (symbol-name name))
 904                           (string-match "^->wrong" (symbol-name name))
 905                           (string-match "^->same" (symbol-name name))
 906                           (string-match "^->original" (symbol-name name))
 907                           (string-match "^->ancient" (symbol-name name))
 908                           ))
 909                  )
 910                 ((or (eq name 'ideographic-structure)
 911                      (eq name 'ideographic-)
 912                      (string-match "^\\(->\\|<-\\)" (symbol-name name)))
 913                  (insert (format "(%-18s%s " name line-breaking))
 914                  (setq lbs (concat "\n" (make-string (current-column) ?\ ))
 915                        separator nil)
 916                  (while (consp value)
 917                    (setq cell (car value))
 918                    (if (integerp cell)
 919                        (setq cell (decode-char '=ucs cell)))
 920                    (cond ((eq name '->subsumptive)
 921                           (when (or (not
 922                                      (some (lambda (atr)
 923                                              (get-char-attribute cell atr))
 924                                            char-db-ignored-attributes))
 925                                     (some (lambda (ccs)
 926                                             (encode-char cell ccs
 927                                                          'defined-only))
 928                                           ccss))
 929                             (if separator
 930                                 (insert lbs))
 931                             (let ((char-db-ignored-attributes
 932                                    (cons '<-subsumptive
 933                                          char-db-ignored-attributes)))
 934                               (insert-char-attributes cell readable))
 935                             (setq separator lbs))
 936                           )
 937                          ((characterp cell)
 938                           (setq sources
 939                                 (get-char-attribute
 940                                  char
 941                                  (intern (format "%s*sources" name))))
 942                           (setq required-features nil)
 943                           (dolist (source sources)
 944                             (cond
 945                              ((memq source '(JP JP/Jouyou
 946                                                 shinjigen-1))
 947                               (setq required-features
 948                                     (union required-features
 949                                            '(=jis-x0208
 950                                              =jis-x0208@1990
 951                                              =jis-x0213-1-2000
 952                                              =jis-x0213-2-2000
 953                                              =jis-x0212
 954                                              =jis-x0208@1983
 955                                              =jis-x0208@1978))))
 956                              ((eq source 'CN)
 957                               (setq required-features
 958                                     (union required-features
 959                                            '(=gb2312
 960                                              =gb12345
 961                                              =iso-ir165)))))
 962                             (cond
 963                              ((find-charset
 964                                (setq ret (intern (format "=%s" source))))
 965                               (setq required-features
 966                                     (cons ret required-features)))
 967                              (t (setq required-features
 968                                       (cons source required-features)))))
 969                           (cond ((string-match "@JP" (symbol-name name))
 970                                  (setq required-features
 971                                        (union required-features
 972                                               '(=jis-x0208
 973                                                 =jis-x0208@1990
 974                                                 =jis-x0213-1-2000
 975                                                 =jis-x0213-2-2000
 976                                                 =jis-x0212
 977                                                 =jis-x0208@1983
 978                                                 =jis-x0208@1978))))
 979                                 ((string-match "@CN" (symbol-name name))
 980                                  (setq required-features
 981                                        (union required-features
 982                                               '(=gb2312
 983                                                 =gb12345
 984                                                 =iso-ir165)))))
 985                           (if separator
 986                               (insert lbs))
 987                           (if readable
 988                               (insert (format "%S" cell))
 989                             (char-db-insert-char-spec cell readable
 990                                                       nil
 991                                                       required-features))
 992                           (setq separator lbs))
 993                          ((consp cell)
 994                           (if separator
 995                               (insert lbs))
 996                           (if (consp (car cell))
 997                               (char-db-insert-char-spec cell readable)
 998                             (char-db-insert-char-reference cell readable))
 999                           (setq separator lbs))
1000                          (t
1001                           (if separator
1002                               (insert separator))
1003                           (insert (prin1-to-string cell))
1004                           (setq separator " ")))
1005                    (setq value (cdr value)))
1006                  (insert ")")
1007                  (insert line-breaking))
1008                 ((memq name '(ideograph=
1009                               original-ideograph-of
1010                               ancient-ideograph-of
1011                               vulgar-ideograph-of
1012                               wrong-ideograph-of
1013                               ;; simplified-ideograph-of
1014                               ideographic-variants
1015                               ;; ideographic-different-form-of
1016                               ))
1017                  (insert (format "(%-18s%s " name line-breaking))
1018                  (setq lbs (concat "\n" (make-string (current-column) ?\ ))
1019                        separator nil)
1020                  (while (consp value)
1021                    (setq cell (car value))
1022                    (if (and (consp cell)
1023                             (consp (car cell)))
1024                        (progn
1025                          (if separator
1026                              (insert lbs))
1027                          (char-db-insert-alist cell readable)
1028                          (setq separator lbs))
1029                      (if separator
1030                          (insert separator))
1031                      (insert (prin1-to-string cell))
1032                      (setq separator " "))
1033                    (setq value (cdr value)))
1034                  (insert ")")
1035                  (insert line-breaking))
1036                 ((consp value)
1037                  (insert (format "(%-18s " name))
1038                  (setq lbs (concat "\n" (make-string (current-column) ?\ ))
1039                        separator nil)
1040                  (while (consp value)
1041                    (setq cell (car value))
1042                    (if (and (consp cell)
1043                             (consp (car cell))
1044                             (setq ret (condition-case nil
1045                                           (find-char cell)
1046                                         (error nil))))
1047                        (progn
1048                          (setq rest cell
1049                                al nil
1050                                cal nil)
1051                          (while rest
1052                            (setq key (car (car rest)))
1053                            (if (find-charset key)
1054                                (setq cal (cons key cal))
1055                              (setq al (cons key al)))
1056                            (setq rest (cdr rest)))
1057                          (if separator
1058                              (insert lbs))
1059                          (insert-char-attributes ret
1060                                                  readable
1061                                                  al cal)
1062                          (setq separator lbs))
1063                      (setq ret (prin1-to-string cell))
1064                      (if separator
1065                          (if (< (+ (current-column)
1066                                    (length ret)
1067                                    (length separator))
1068                                 76)
1069                              (insert separator)
1070                            (insert lbs)))
1071                      (insert ret)
1072                      (setq separator " "))
1073                    (setq value (cdr value)))
1074                  (insert ")")
1075                  (insert line-breaking))
1076                 (t
1077                  (insert (format "(%-18s . %S)%s"
1078                                  name value
1079                                  line-breaking)))
1080                 ))
1081       (setq attributes (cdr attributes)))
1082     (insert ")")))
1083
1084 (defun insert-char-data (char &optional readable
1085                               attributes)
1086   (save-restriction
1087     (narrow-to-region (point)(point))
1088     (insert "(define-char
1089   '")
1090     (insert-char-attributes char readable attributes)
1091     (insert ")\n")
1092     (goto-char (point-min))
1093     (while (re-search-forward "[ \t]+$" nil t)
1094       (replace-match ""))
1095     ;; from tabify.
1096     (goto-char (point-min))
1097     (while (re-search-forward "[ \t][ \t][ \t]*" nil t)
1098       (let ((column (current-column))
1099             (indent-tabs-mode t))
1100         (delete-region (match-beginning 0) (point))
1101         (indent-to column)))
1102     (goto-char (point-max))
1103     ;; (tabify (point-min)(point-max))
1104     ))
1105
1106 (defun insert-char-data-with-variant (char &optional printable
1107                                            no-ucs-unified
1108                                            script excluded-script)
1109   (insert-char-data char printable)
1110   (let ((variants (or (char-variants char)
1111                       (let ((ucs (get-char-attribute char '->ucs)))
1112                         (if ucs
1113                             (delete char (char-variants (int-char ucs)))))))
1114         variant vs)
1115     (setq variants (sort variants #'<))
1116     (while variants
1117       (setq variant (car variants))
1118       (if (and (or (null script)
1119                    (null (setq vs (get-char-attribute variant 'script)))
1120                    (memq script vs))
1121                (or (null excluded-script)
1122                    (null (setq vs (get-char-attribute variant 'script)))
1123                    (not (memq excluded-script vs))))
1124           (or (and no-ucs-unified (get-char-attribute variant '=ucs))
1125               (insert-char-data variant printable)))
1126       (setq variants (cdr variants))
1127       )))
1128
1129 (defun insert-char-range-data (min max &optional script excluded-script)
1130   (let ((code min)
1131         char)
1132     (while (<= code max)
1133       (setq char (decode-char '=ucs code))
1134       (if (encode-char char '=ucs 'defined-only)
1135           (insert-char-data-with-variant char nil 'no-ucs-unified
1136                                          script excluded-script))
1137       (setq code (1+ code)))))
1138
1139 (defun write-char-range-data-to-file (min max file
1140                                           &optional script excluded-script)
1141   (let ((coding-system-for-write char-db-file-coding-system))
1142     (with-temp-buffer
1143       (insert (format ";; -*- coding: %s -*-\n"
1144                       char-db-file-coding-system))
1145       (insert-char-range-data min max script excluded-script)
1146       (write-region (point-min)(point-max) file))))
1147
1148 (defvar what-character-original-window-configuration)
1149
1150 ;;;###autoload
1151 (defun what-char-definition (char)
1152   (interactive (list (char-after)))
1153   (let ((buf (get-buffer-create "*Character Description*"))
1154         (the-buf (current-buffer))
1155         (win-conf (current-window-configuration)))
1156     (pop-to-buffer buf)
1157     (make-local-variable 'what-character-original-window-configuration)
1158     (setq what-character-original-window-configuration win-conf)
1159     (setq buffer-read-only nil)
1160     (erase-buffer)
1161     (condition-case err
1162         (progn
1163           (insert-char-data-with-variant char 'printable)
1164           (unless (char-attribute-alist char)
1165             (insert (format ";; = %c\n"
1166                             (let* ((rest (split-char char))
1167                                    (ccs (pop rest))
1168                                    (code (pop rest)))
1169                               (while rest
1170                                 (setq code (logior (lsh code 8)
1171                                                    (pop rest))))
1172                               (decode-char ccs code)))))
1173           ;; (char-db-update-comment)
1174           (set-buffer-modified-p nil)
1175           (view-mode the-buf (lambda (buf)
1176                                (set-window-configuration
1177                                 what-character-original-window-configuration)
1178                                ))
1179           (goto-char (point-min)))
1180       (error (progn
1181                (set-window-configuration
1182                 what-character-original-window-configuration)
1183                (signal (car err) (cdr err)))))))
1184
1185 (provide 'char-db-util)
1186
1187 ;;; char-db-util.el ends here