1 ;;; char-db-util.el --- Character Database utility -*- coding: utf-8-er; -*-
3 ;; Copyright (C) 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007,
4 ;; 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019,
5 ;; 2020, 2021, 2022, 2023, 2024 MORIOKA Tomohiko.
7 ;; Author: MORIOKA Tomohiko <tomo@kanji.zinbun.kyoto-u.ac.jp>
8 ;; Keywords: CHISE, Character Database, ISO/IEC 10646, UCS, Unicode, MULE.
10 ;; This file is part of XEmacs CHISE.
12 ;; XEmacs CHISE is free software; you can redistribute it and/or
13 ;; modify it under the terms of the GNU General Public License as
14 ;; published by the Free Software Foundation; either version 2, or (at
15 ;; your option) any later version.
17 ;; XEmacs CHISE is distributed in the hope that it will be useful,
18 ;; but WITHOUT ANY WARRANTY; without even the implied warranty of
19 ;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
20 ;; General Public License for more details.
22 ;; You should have received a copy of the GNU General Public License
23 ;; along with XEmacs CHISE; see the file COPYING. If not, write to
24 ;; the Free Software Foundation, Inc., 59 Temple Place - Suite 330,
25 ;; Boston, MA 02111-1307, USA.
30 (require 'ideograph-subr)
32 (defconst unidata-normative-category-alist
33 '(("Lu" letter uppercase)
34 ("Ll" letter lowercase)
35 ("Lt" letter titlecase)
36 ("Mn" mark non-spacing)
37 ("Mc" mark spacing-combining)
39 ("Nd" number decimal-digit)
42 ("Zs" separator space)
44 ("Zp" separator paragraph)
47 ("Cs" other surrogate)
48 ("Co" other private-use)
49 ("Cn" other not-assigned)))
51 (defconst unidata-informative-category-alist
52 '(("Lm" letter modifier)
54 ("Pc" punctuation connector)
55 ("Pd" punctuation dash)
56 ("Ps" punctuation open)
57 ("Pe" punctuation close)
58 ("Pi" punctuation initial-quote)
59 ("Pf" punctuation final-quote)
60 ("Po" punctuation other)
62 ("Sc" symbol currency)
63 ("Sk" symbol modifier)
67 (defconst shuowen-radicals
68 [?一 ?上 ?示 ?三 ?王 ?玉 ?玨 ?气 ?士 ?丨 ; 010
69 ?屮 ?艸 ?蓐 ?茻 ?小 ?八 ?釆 ?半 ?牛 ?犛 ; 020
70 ?告 ?口 ?凵 ?吅 ?哭 ?走 ?止 ?癶 ?步 ?此 ; 030
71 ?正 ?是 ?辵 ?彳 ?廴 ?㢟 ?行 ?齒 ?牙 ?足 ; 040
72 ?疋 ?品 ?龠 ?冊 ?㗊 ?舌 ?干 ?𧮫 ?只 ?㕯 ; 050
73 ?句 ?丩 ?古 ?十 ?卅 ?言 ?誩 ?音 ?䇂 ?丵 ; 060
74 ?菐 ?𠬞 ?𠬜 ?共 ?異 ?舁 ?𦥑 ?䢅 ?爨 ?革 ; 070
75 ?鬲 ?䰜 ?爪 ?𠃨 ?鬥 ?又 ?𠂇 ?史 ?支 ?𦘒 ; 080
76 ?聿 ?畫 ?隶 ?臤 ?臣 ?殳 ?殺 ?𠘧 ?寸 ?皮 ; 090
77 ?㼱 ?攴 ?敎 ?卜 ?用 ?爻 ?㸚 ?𥄎 ?目 ?䀠 ; 100
78 ?眉 ?盾 ?自 ?白 ?鼻 ?皕 ?習 ?羽 ?隹 ?奞 ; 110
79 ?雈 ?𦫳 ?𥄕 ?羊 ?羴 ?瞿 ?雔 ?雥 ?鳥 ?烏 ; 120
80 ?𠦒 ?冓 ?幺 ?𢆶 ?叀 ?玄 ?予 ?放 ?𠬪 ?𣦼 ; 130
81 ?歺 ?死 ?冎 ?骨 ?肉 ?筋 ?刀 ?刃 ?㓞 ?丯 ; 140
82 ?耒 ?角 ?竹 ?箕 ?丌 ?左 ?工 ?㠭 ?巫 ?甘 ; 150
83 ?曰 ?乃 ?丂 ?可 ?兮 ?号 ?亏 ?旨 ?喜 ?壴 ; 160
84 ; ?旨 ?曰 ?乃 ?丂 ?可 ?兮 ?号 ?亏 ?喜 ?壴 ; 160
85 ?鼓 ?豈 ?豆 ?豊 ?豐 ?䖒 ?虍 ?虎 ?虤 ?皿 ; 170
86 ?𠙴 ?去 ?血 ?丶 ?丹 ?青 ?井 ?皀 ?鬯 ?食 ; 180
87 ?亼 ?會 ?倉 ?入 ?缶 ?矢 ?高 ?冂 ?𩫏 ?京 ; 190
88 ?亯 ?𣆪 ?畗 ?㐭 ?嗇 ?來 ?麥 ?夊 ?舛 ?䑞 ; 200
89 ?韋 ?弟 ?夂 ?久 ?桀 ?木 ?東 ?林 ?才 ?叒 ; 210
90 ?之 ?帀 ?出 ?𣎵 ?生 ?乇 ?𠂹 ?𠌶 ?華 ?𥝌 ; 220
91 ?稽 ?巢 ?桼 ?束 ?㯻 ?囗 ?員 ?貝 ?邑 ?𨛜 ; 230
92 ?日 ?旦 ?倝 ?㫃 ?冥 ?晶 ?月 ?有 ?明 ?囧 ; 240
93 ?夕 ?多 ?毌 ?𢎘 ?𣐺 ?卣 ?齊 ?朿 ?片 ?鼎 ; 250
94 ?克 ?彔 ?禾 ?秝 ?黍 ?香 ?米 ?毇 ?臼 ?凶 ; 260
95 ?𣎳 ?𣏟 ?麻 ?尗 ?耑 ?韭 ?瓜 ?瓠 ?宀 ?宮 ; 270
96 ?呂 ?穴 ?㝱 ?疒 ?冖 ?𠔼 ?冃 ?㒳 ?网 ?襾 ; 280
97 ?巾 ?巿 ?帛 ?白 ?㡀 ?黹 ?人 ?𠤎 ?匕 ?从 ; 290
98 ?比 ?北 ?丘 ?㐺 ?𡈼 ?重 ?臥 ?身 ?㐆 ?衣 ; 300
99 ?裘 ?老 ?毛 ?毳 ?尸 ?尺 ?尾 ?履 ?舟 ?方 ; 310
100 ?儿 ?兄 ?兂 ?皃 ?𠑹 ?先 ?秃 ?見 ?覞 ?欠 ; 320
101 ?㱃 ?㳄 ?旡 ?頁 ?𦣻 ?面 ?丏 ?首 ?𥄉 ?須 ; 330
102 ?彡 ?彣 ?文 ?髟 ?后 ?司 ?卮 ?卩 ?印 ?色 ; 340
103 ?𠨍 ?辟 ?勹 ?包 ?茍 ?鬼 ?甶 ?厶 ?嵬 ?山 ; 350
104 ?屾 ?屵 ?广 ?厂 ?丸 ?危 ?石 ?長 ?勿 ?冄 ; 360
105 ?而 ?豕 ?㣇 ?彑 ?豚 ?豸 ?𤉡 ?易 ?象 ?馬 ; 370
106 ?𢊁 ?鹿 ?麤 ?㲋 ?兔 ?萈 ?犬 ?㹜 ?鼠 ?能 ; 380
107 ?熊 ?火 ?炎 ?黑 ?囪 ?焱 ?炙 ?赤 ?大 ?亦 ; 390
108 ?夨 ?夭 ?交 ?尣 ?壺 ?壹 ?㚔 ?奢 ?亢 ?夲 ; 400
109 ?夰 ?亣 ?夫 ?立 ?竝 ?囟 ?思 ?心 ?惢 ?水 ; 410
110 ?沝 ?瀕 ?𡿨 ?巜 ?川 ?泉 ?灥 ?永 ?𠂢 ?谷 ; 420
111 ?仌 ?雨 ?雲 ?魚 ?𩺰 ?燕 ?龍 ?飛 ?非 ?卂 ; 430
112 ?𠃉 ?不 ?至 ?西 ?鹵 ?鹽 ?戶 ?門 ?耳 ?𦣝 ; 440
113 ?手 ?𠦬 ?女 ?毋 ?民 ?丿 ?𠂆 ?乁 ?氏 ?氐 ; 450
114 ?戈 ?戉 ?我 ?亅 ?琴 ?𠃊 ?亡 ?匸 ?匚 ?曲 ; 460
115 ?甾 ?瓦 ?弓 ?弜 ?弦 ?系 ?糸 ?素 ?絲 ?率 ; 470
116 ?虫 ?䖵 ?蟲 ?風 ?它 ?龜 ?黽 ?卵 ?二 ?土 ; 480
117 ?垚 ?堇 ?里 ?田 ?畕 ?黃 ?男 ?力 ?劦 ?金 ; 490
118 ?幵 ?勺 ?几 ?且 ?斤 ?斗 ?矛 ?車 ?𠂤 ?𨸏 ; 500
119 ?𨺅 ?厽 ?四 ?宁 ?叕 ?亞 ?五 ?六 ?七 ?九 ; 510
120 ?禸 ?嘼 ?甲 ?乙 ?丙 ?丁 ?戊 ?己 ?巴 ?庚 ; 520
121 ?辛 ?辡 ?壬 ?癸 ?子 ?了 ?孨 ?𠫓 ?丑 ?寅 ; 530
122 ?卯 ?辰 ?巳 ?午 ?未 ?申 ?酉 ?酋 ?戌 ?亥 ; 540
125 (defun shuowen-radical (number)
126 (aref shuowen-radicals (1- number)))
128 (defvar char-db-file-coding-system 'utf-8-mcs-er)
130 (defvar char-db-ignored-attributes '(ideographic-products))
132 (defvar char-db-coded-charset-priority-list
234 ;; =>>>adobe-japan1-0
235 ;; =>>>adobe-japan1-1
236 ;; =>>>adobe-japan1-2
237 ;; =>>>adobe-japan1-3
238 ;; =>>>adobe-japan1-4
239 ;; =>>>adobe-japan1-5
240 ;; =>>>adobe-japan1-6
244 ;; =>>>hanyo-denshi/ja
245 ;; =>>>hanyo-denshi/jb
246 ;; =>>>hanyo-denshi/jc
247 ;; =>>>hanyo-denshi/ft
248 ;; =>>>hanyo-denshi/ib
249 ;; =>>>hanyo-denshi/hg
250 ;; =>>>hanyo-denshi/jt
251 ;; =>>>hanyo-denshi/ks
292 ;; =>ucs@hanyo-denshi
415 =>big5-cdp-itaiji-001
416 =>big5-cdp-itaiji-002
417 =>big5-cdp-itaiji-003
418 =>big5-cdp-itaiji-004
419 =>big5-cdp-itaiji-005
420 =>big5-cdp-itaiji-006
425 =>ucs@iwds-1/normalized
426 =>ucs-itaiji-001@iwds-1
427 =>ucs-itaiji-002@iwds-1
428 =>ucs-itaiji-003@iwds-1
429 =>ucs-itaiji-006@iwds-1
442 ===chise-hdic-ktb-seal))
445 ;;; @ char-db formatters
448 (defun char-db-make-char-spec (char)
450 (cond ((characterp char)
451 (cond ((and (setq ret (encode-char char '=ucs 'defined-only))
452 (not (and (<= #xE000 ret)(<= ret #xF8FF))))
453 (setq char-spec (list (cons '=ucs ret)))
454 (cond ((and (not (and (<= #xE0100 ret)(<= ret #xE01EF)))
455 (setq ret (get-char-attribute char 'name)))
456 (setq char-spec (cons (cons 'name ret) char-spec))
458 ((setq ret (get-char-attribute char 'name*))
459 (setq char-spec (cons (cons 'name* ret) char-spec))
462 ((encode-char char '=mj 'defined-only)
464 (dolist (ccs (charset-list))
465 (if (and (or (eq ccs '=mj)
466 ;; (eq (charset-property ccs 'iso-ir) 177)
467 (string-match "=ucs@" (symbol-name ccs))
469 (setq ccs (charset-name ccs))
470 (null (assq ccs char-spec))
471 (setq ret (encode-char char ccs 'defined-only)))
472 (setq char-spec (cons (cons ccs ret) char-spec))))
474 ((encode-char char '==mj 'defined-only)
476 (dolist (ccs (charset-list))
477 (if (and (or (eq ccs '==mj)
478 ;; (eq (charset-property ccs 'iso-ir) 177)
479 (string-match "=ucs@" (symbol-name ccs))
481 (setq ccs (charset-name ccs))
482 (null (assq ccs char-spec))
483 (setq ret (encode-char char ccs 'defined-only)))
484 (setq char-spec (cons (cons ccs ret) char-spec))))
486 ((encode-char char '=adobe-japan1 'defined-only)
488 (dolist (ccs (charset-list))
489 (if (and (or (memq ccs
498 ;; (eq (charset-property ccs 'iso-ir) 177)
499 (string-match "=ucs@" (symbol-name ccs))
501 (setq ccs (charset-name ccs))
502 (null (assq ccs char-spec))
503 (setq ret (encode-char char ccs 'defined-only)))
504 (setq char-spec (cons (cons ccs ret) char-spec))))
506 ((encode-char char '==adobe-japan1 'defined-only)
508 (dolist (ccs (charset-list))
509 (if (and (or (memq ccs
518 ;; (eq (charset-property ccs 'iso-ir) 177)
519 (string-match "=ucs@" (symbol-name ccs))
521 (setq ccs (charset-name ccs))
522 (null (assq ccs char-spec))
523 (setq ret (encode-char char ccs 'defined-only)))
524 (setq char-spec (cons (cons ccs ret) char-spec))))
528 (let ((rest char-db-coded-charset-priority-list)
531 (setq ccs (charset-name
532 (find-charset (car rest))))
534 (encode-char char ccs
536 (throw 'tag (cons ccs ret)))
537 (setq rest (cdr rest))))))
538 (setq char-spec (list ret))
539 (dolist (ccs (delq (car ret) (charset-list)))
540 (if (and (or (charset-iso-final-char ccs)
547 (and (eq (charset-property ccs 'iso-ir) 177)
548 (not (eq (charset-name ccs) '=ucs@big5)))
549 ;; (string-match "=ucs@" (symbol-name ccs))
551 (setq ccs (charset-name ccs))
552 (null (assq ccs char-spec))
553 (setq ret (encode-char char ccs 'defined-only)))
554 (setq char-spec (cons (cons ccs ret) char-spec))))
556 (setq char-spec (split-char char)))
557 (cond ((setq ret (get-char-attribute char 'name))
558 (setq char-spec (cons (cons 'name ret) char-spec))
560 ((setq ret (get-char-attribute char 'name*))
561 (setq char-spec (cons (cons 'name* ret) char-spec))
564 ((setq ret (get-char-attribute
565 char 'ideographic-combination))
567 (cons (cons 'ideographic-combination ret)
574 (defun char-db-insert-char-spec (char &optional readable column
577 (setq column (current-column)))
578 (let (char-spec temp-char)
579 (setq char-spec (char-db-make-char-spec char))
580 (unless (or (characterp char) ; char
582 (setq char (find-char char-spec))
584 ;; define temporary character
585 ;; Current implementation is dirty.
586 (setq temp-char (define-char (cons '(ideograph-daikanwa . 0)
588 (remove-char-attribute temp-char 'ideograph-daikanwa)
589 (setq char temp-char))
590 (insert-char-attributes char
592 (union (mapcar #'car char-spec)
596 ;; undefine temporary character
597 ;; Current implementation is dirty.
598 (setq char-spec (char-attribute-alist temp-char))
600 (remove-char-attribute temp-char (car (car char-spec)))
601 (setq char-spec (cdr char-spec))))))
603 (defun char-db-insert-alist (alist &optional readable column)
605 (setq column (current-column)))
607 (concat "\n" (make-string (1+ column) ?\ )))
611 lbs cell rest separator)
614 (setq name (car (car alist))
615 value (cdr (car alist)))
616 (cond ((eq name 'char)
618 (if (setq ret (condition-case nil
626 (setq key (car (car value)))
627 ;; (if (find-charset key)
628 ;; (setq cal (cons key cal))
629 (setq al (cons key al))
631 (setq value (cdr value)))
632 (insert-char-attributes ret
636 (insert (prin1-to-string value)))
638 (insert line-breaking))
640 (insert (format "(%-18s " name))
641 (setq lbs (concat "\n" (make-string (current-column) ?\ )))
643 (setq cell (car value))
644 (if (and (consp cell)
646 (setq ret (condition-case nil
656 (setq key (car (car rest)))
657 ;; (if (find-charset key)
658 ;; (setq cal (cons key cal))
659 (setq al (cons key al))
661 (setq rest (cdr rest)))
664 (insert-char-attributes ret
668 (setq separator lbs))
671 (insert (prin1-to-string cell))
672 (setq separator " "))
673 (setq value (cdr value)))
675 (insert line-breaking))
677 (insert (format "(%-18s . %S)%s"
680 (setq alist (cdr alist))))
683 (defun char-db-insert-char-reference (plist &optional readable column)
685 (setq column (current-column)))
687 (concat "\n" (make-string (1+ column) ?\ )))
692 (setq name (pop plist))
693 (setq value (pop plist))
694 (cond ((eq name :char)
697 (cond ((numberp value)
698 (setq value (decode-char '=ucs value)))
700 ;; (setq value (or (find-char value)
703 (char-db-insert-char-spec value readable)
704 (insert line-breaking)
707 (insert (format "%s%s\t%d ; %c%s"
710 (ideographic-radical value)
714 (insert (format "%s%s\t%S" separator name value))
715 (setq separator line-breaking)))
719 (defun char-db-decode-isolated-char (ccs code-point)
722 (cond ((eq ccs 'arabic-iso8859-6)
723 (decode-char ccs code-point))
725 ;; (decode-builtin-char '==gt code-point))
726 ((and (memq ccs '(=gt-pj-1
737 (setq ret (decode-char ccs code-point))
738 (setq ret (encode-char ret '=gt 'defined-only)))
739 (decode-builtin-char '=gt ret))
741 (decode-builtin-char ccs code-point))))
743 (or (decode-char ccs code-point)
744 (define-char (list (cons ccs code-point)))))
745 ((and (<= 0 (char-int ret))
746 (<= (char-int ret) #x1F))
747 (decode-char '=ucs (+ #x2400 (char-int ret))))
748 ((= (char-int ret) #x7F)
752 (defvar char-db-convert-obsolete-format t)
754 (defun char-db-insert-ccs-feature (name value line-breaking)
760 ((memq name '(=>iwds-1
763 =shinjigen@1ed ==shinjigen@1ed
764 =shinjigen@rev ==shinjigen@rev
765 =shinjigen/+p@rev ==shinjigen/+p@rev
766 ===daikanwa/ho ==daikanwa/ho
767 =daikanwa/ho =>>daikanwa/ho =>daikanwa/ho))
768 "(%-18s . %04d)\t; %c")
769 ((eq name '=shinjigen@1ed/24pr)
770 "(%-18s . %04d)\t; %c")
774 ==daikanwa =daikanwa =>>daikanwa =>daikanwa
775 =daikanwa@rev1 =daikanwa@rev2
776 =daikanwa/+p ==daikanwa/+p ===daikanwa/+p
778 =daikanwa/+2p =>>daikanwa/+2p
783 =adobe-japan1-0 ==adobe-japan1-0 ===adobe-japan1-0
784 =adobe-japan1-1 ==adobe-japan1-1 ===adobe-japan1-1
785 =adobe-japan1-2 ==adobe-japan1-2 ===adobe-japan1-2
786 =adobe-japan1-3 ==adobe-japan1-3 ===adobe-japan1-3
787 =adobe-japan1-4 ==adobe-japan1-4 ===adobe-japan1-4
788 =adobe-japan1-5 ==adobe-japan1-5 ===adobe-japan1-5
789 =adobe-japan1-6 ==adobe-japan1-6 ===adobe-japan1-6
790 =>>adobe-japan1-0 =+>adobe-japan1-0
791 =>>adobe-japan1-1 =+>adobe-japan1-1
792 =>>adobe-japan1-2 =+>adobe-japan1-2
793 =>>adobe-japan1-3 =+>adobe-japan1-3
794 =>>adobe-japan1-4 =+>adobe-japan1-4
795 =>>adobe-japan1-5 =+>adobe-japan1-5
796 =>>adobe-japan1-6 =+>adobe-japan1-6
797 =>cbeta =cbeta =>>cbeta ==cbeta ===cbeta
798 =zinbun-oracle =>zinbun-oracle
799 =daijiten ==daijiten ===daijiten ==>daijiten
800 ===hng-jou ===hng-keg ===hng-dng ===hng-mam
801 ===hng-drt ===hng-kgk ===hng-myz ===hng-kda
802 ===hng-khi ===hng-khm ===hng-fhs ===hng-hok
803 ===hng-kyd ===hng-sok
804 ===hng-yhk ===hng-kak ===hng-kar ===hng-kae
805 ===hng-sys ===hng-tsu ===hng-tzj
806 ===hng-hos ===hng-kkh ===hng-nak ===hng-jhk
807 ===hng-hod ===hng-gok ===hng-ink ===hng-nto
808 ===hng-nkm ===hng-k24 ===hng-ini ===hng-nkk
809 ===hng-kcc ===hng-kcj ===hng-kbk ===hng-sik
810 ===hng-skk ===hng-kyu ===hng-ksk ===hng-wan
811 ===hng-okd ===hng-wad ===hng-kmi
812 ===hng-zkd ===hng-doh ===hng-jyu ===hng-tzs
813 ===hng-sai ===hng-kad ===hng-kss
814 ===hng-kyo ===hng-ykk ===hng-saa
815 ===hng-sab ===hng-wks ===hng-wke ===hng-smk
816 ===hng-sgs ===hng-sts ===hng-kkd
817 =>shuowen-jiguge =shuowen-jiguge
818 ===shuowen-jiguge4 ===shuowen-jiguge5 ===shuowen-jiguge-A30))
819 ;; (string-match "^=adobe-" (symbol-name name))
821 "(%-18s . %05d)\t; %c")
822 ((memq name '(=hanyo-denshi/ks
823 ==hanyo-denshi/ks ===hanyo-denshi/ks
826 =mj ==mj ===mj =>>mj =>mj
828 "(%-18s . %06d)\t; %c")
829 ((memq name '(=hanyo-denshi/tk =>hanyo-denshi/tk ==hanyo-denshi/tk))
830 "(%-18s . %08d)\t; %c")
831 ((>= (charset-dimension name) 2)
832 "(%-18s . #x%04X)\t; %c")
834 "(%-18s . #x%02X)\t; %c"))
836 (if (= (charset-iso-graphic-plane name) 1)
838 (cond ((= (charset-dimension name) 1)
840 ((= (charset-dimension name) 2)
842 ((= (charset-dimension name) 3)
846 (char-db-decode-isolated-char name value)))
847 (if (and (= (charset-chars name) 94)
848 (= (charset-dimension name) 2))
849 (insert (format " [%02d-%02d]"
850 (- (lsh value -8) 32)
851 (- (logand value 255) 32))))
854 (insert (format "(%-18s . %s)" name value))
856 (insert line-breaking))
858 (defun char-db-insert-relation-feature (char name value line-breaking
860 (insert (format "(%-18s%s " name line-breaking))
861 (let ((lbs (concat "\n" (make-string (current-column) ?\ )))
862 separator cell sources required-features
865 (setq cell (car value))
867 (setq cell (decode-char '=ucs cell)))
869 ((eq name '->subsumptive)
870 (when (or (not (some (lambda (atr)
871 (get-char-attribute cell atr))
872 char-db-ignored-attributes))
874 (encode-char cell ccs 'defined-only))
878 (let ((char-db-ignored-attributes
880 char-db-ignored-attributes)))
881 (insert-char-attributes cell readable nil nil 'for-sub-node))
882 (setq separator lbs))
887 char (intern (format "%s*sources" name))))
888 (setq required-features nil)
889 (dolist (source sources)
893 shinjigen shinjigen@1ed shinjigen@rev))
894 (setq required-features
895 (union required-features
907 =shinjigen/+p@rev))))
909 (setq required-features
910 (union required-features
915 ((find-charset (setq ret (intern (format "=%s" source))))
916 (setq required-features
917 (cons ret required-features)))
918 (t (setq required-features
919 (cons source required-features)))))
920 (cond ((string-match "@JP" (symbol-name name))
921 (setq required-features
922 (union required-features
930 ((string-match "@CN" (symbol-name name))
931 (setq required-features
932 (union required-features
939 (insert (format "%S" cell))
940 (char-db-insert-char-spec cell readable
943 (setq separator lbs))
947 (if (consp (car cell))
948 (char-db-insert-char-spec cell readable)
949 (char-db-insert-char-reference cell readable))
950 (setq separator lbs))
954 (insert (prin1-to-string cell))
955 (setq separator " ")))
956 (setq value (cdr value)))
958 (insert line-breaking)))
960 (defun insert-char-attributes (char &optional readable attributes column
963 (setq column (current-column)))
964 (let (name value ; has-long-ccs-name
968 (concat "\n" (make-string (1+ column) ?\ )))
969 lbs cell separator ret
971 dest-ccss ; sources required-features
976 (if (consp attributes)
978 (dolist (name attributes)
979 (unless (memq name char-db-ignored-attributes)
980 (if (find-charset name)
984 (dolist (name (char-attribute-list))
985 (unless (memq name char-db-ignored-attributes)
986 (if (find-charset name)
990 #'char-attribute-name<)))
992 (when (memq '<-subsumptive attributes)
993 (when (or readable (not for-sub-node))
994 (when (setq value (get-char-attribute char '<-subsumptive))
995 (char-db-insert-relation-feature char '<-subsumptive value
998 (setq attributes (delq '<-subsumptive attributes)))
999 (when (and (memq '<-denotational attributes)
1000 (setq value (get-char-attribute char '<-denotational)))
1001 (char-db-insert-relation-feature char '<-denotational value
1004 (setq attributes (delq '<-denotational attributes)))
1005 (when (and (memq '<-denotational@component attributes)
1006 (setq value (get-char-attribute char '<-denotational@component)))
1007 (char-db-insert-relation-feature char '<-denotational@component value
1010 (setq attributes (delq '<-denotational@component attributes)))
1011 (when (and (memq '<-denotational@usage attributes)
1012 (setq value (get-char-attribute char '<-denotational@usage)))
1013 (char-db-insert-relation-feature char '<-denotational@usage value
1016 (setq attributes (delq '<-denotational@usage attributes)))
1017 (when (and (memq 'name attributes)
1018 (setq value (get-char-attribute char 'name)))
1020 (if (> (+ (current-column) (length value)) 48)
1023 value line-breaking))
1024 (setq attributes (delq 'name attributes))
1026 (when (and (memq 'name* attributes)
1027 (setq value (get-char-attribute char 'name*)))
1029 (if (> (+ (current-column) (length value)) 48)
1032 value line-breaking))
1033 (setq attributes (delq 'name* attributes))
1035 (when (and (memq 'script attributes)
1036 (setq value (get-char-attribute char 'script)))
1037 (insert (format "(script\t\t%s)%s"
1038 (mapconcat (function prin1-to-string)
1041 (setq attributes (delq 'script attributes))
1043 (dolist (name '(=>ucs =>ucs*))
1044 (when (and (memq name attributes)
1045 (setq value (get-char-attribute char name)))
1046 (insert (format "(%-18s . #x%04X)\t; %c%s"
1047 name value (decode-char '=ucs value)
1049 (setq attributes (delq name attributes))))
1050 (dolist (name '(=>ucs@gb =>ucs@big5))
1051 (when (and (memq name attributes)
1052 (setq value (get-char-attribute char name)))
1053 (insert (format "(%-18s . #x%04X)\t; %c%s"
1055 (decode-char (intern
1058 (symbol-name name) 2)))
1061 (setq attributes (delq name attributes))
1063 ;; (dolist (name '(=>daikanwa))
1064 ;; (when (and (memq name attributes)
1065 ;; (setq value (get-char-attribute char name)))
1067 ;; (if (integerp value)
1068 ;; (format "(%-18s . %05d)\t; %c%s"
1069 ;; name value (decode-char '=daikanwa value)
1071 ;; (format "(%-18s %s)\t; %c%s"
1073 ;; (mapconcat (function prin1-to-string)
1075 ;; (char-representative-of-daikanwa char)
1077 ;; (setq attributes (delq name attributes))))
1078 (when (and (memq 'general-category attributes)
1079 (setq value (get-char-attribute char 'general-category)))
1081 "(general-category\t%s) ; %s%s"
1082 (mapconcat (lambda (cell)
1085 (cond ((rassoc value unidata-normative-category-alist)
1086 "Normative Category")
1087 ((rassoc value unidata-informative-category-alist)
1088 "Informative Category")
1090 "Unknown Category"))
1092 (setq attributes (delq 'general-category attributes))
1094 (when (and (memq 'bidi-category attributes)
1095 (setq value (get-char-attribute char 'bidi-category)))
1096 (insert (format "(bidi-category\t. %S)%s"
1099 (setq attributes (delq 'bidi-category attributes))
1101 (unless (or (not (memq 'mirrored attributes))
1102 (eq (setq value (get-char-attribute char 'mirrored 'empty))
1104 (insert (format "(mirrored\t\t. %S)%s"
1107 (setq attributes (delq 'mirrored attributes))
1110 ((and (memq 'decimal-digit-value attributes)
1111 (setq value (get-char-attribute char 'decimal-digit-value)))
1112 (insert (format "(decimal-digit-value . %S)%s"
1115 (setq attributes (delq 'decimal-digit-value attributes))
1116 (when (and (memq 'digit-value attributes)
1117 (setq value (get-char-attribute char 'digit-value)))
1118 (insert (format "(digit-value\t . %S)%s"
1121 (setq attributes (delq 'digit-value attributes))
1123 (when (and (memq 'numeric-value attributes)
1124 (setq value (get-char-attribute char 'numeric-value)))
1125 (insert (format "(numeric-value\t . %S)%s"
1128 (setq attributes (delq 'numeric-value attributes))
1132 (when (and (memq 'digit-value attributes)
1133 (setq value (get-char-attribute char 'digit-value)))
1134 (insert (format "(digit-value\t. %S)%s"
1137 (setq attributes (delq 'digit-value attributes))
1139 (when (and (memq 'numeric-value attributes)
1140 (setq value (get-char-attribute char 'numeric-value)))
1141 (insert (format "(numeric-value\t. %S)%s"
1144 (setq attributes (delq 'numeric-value attributes))
1146 (when (and (memq 'iso-10646-comment attributes)
1147 (setq value (get-char-attribute char 'iso-10646-comment)))
1148 (insert (format "(iso-10646-comment\t. %S)%s"
1151 (setq attributes (delq 'iso-10646-comment attributes))
1153 (when (and (memq 'morohashi-daikanwa attributes)
1154 (setq value (get-char-attribute char 'morohashi-daikanwa)))
1155 (insert (format "(morohashi-daikanwa\t%s)%s"
1156 (mapconcat (function prin1-to-string) value " ")
1158 (setq attributes (delq 'morohashi-daikanwa attributes))
1162 (when (and (memq 'ideographic-radical attributes)
1163 (setq value (get-char-attribute char 'ideographic-radical)))
1164 (setq radical value)
1165 (insert (format "(ideographic-radical . %S)\t; %c%s"
1167 (ideographic-radical radical)
1169 (setq attributes (delq 'ideographic-radical attributes))
1171 (when (and (memq 'shuowen-radical attributes)
1172 (setq value (get-char-attribute char 'shuowen-radical)))
1173 (insert (format "(shuowen-radical\t. %S)\t; %c%s"
1175 (shuowen-radical value)
1177 (setq attributes (delq 'shuowen-radical attributes))
1182 char-db-feature-domains
1184 (dolist (feature (char-attribute-list))
1185 (setq feature (symbol-name feature))
1187 "\\(radical\\|strokes\\)@\\([^@*]+\\)\\(\\*\\|$\\)"
1189 (setq domain (intern (match-string 2 feature)))
1190 (unless (memq domain dest)
1191 (setq dest (cons domain dest)))))
1192 (sort dest #'string<))))
1193 (setq key (intern (format "%s@%s" 'ideographic-radical domain)))
1194 (when (and (memq key attributes)
1195 (setq value (get-char-attribute char key)))
1196 (setq radical value)
1197 (insert (format "(%s . %S)\t; %c%s"
1200 (ideographic-radical radical)
1202 (setq attributes (delq key attributes))
1204 (setq key (intern (format "%s@%s" 'ideographic-strokes domain)))
1205 (when (and (memq key attributes)
1206 (setq value (get-char-attribute char key)))
1207 (setq strokes value)
1208 (insert (format "(%s . %S)%s"
1212 (setq attributes (delq key attributes))
1214 (setq key (intern (format "%s@%s" 'total-strokes domain)))
1215 (when (and (memq key attributes)
1216 (setq value (get-char-attribute char key)))
1217 (insert (format "(%s . %S)%s"
1221 (setq attributes (delq key attributes))
1223 (dolist (feature '(ideographic-radical
1226 (setq key (intern (format "%s@%s*sources" feature domain)))
1227 (when (and (memq key attributes)
1228 (setq value (get-char-attribute char key)))
1229 (insert (format "(%s%s" key line-breaking))
1230 (dolist (cell value)
1231 (insert (format " %s" cell)))
1233 (insert line-breaking)
1234 (setq attributes (delq key attributes))
1237 (when (and (memq 'ideographic-strokes attributes)
1238 (setq value (get-char-attribute char 'ideographic-strokes)))
1239 (setq strokes value)
1240 (insert (format "(ideographic-strokes . %S)%s"
1243 (setq attributes (delq 'ideographic-strokes attributes))
1245 (when (and (memq 'kangxi-radical attributes)
1246 (setq value (get-char-attribute char 'kangxi-radical)))
1247 (unless (eq value radical)
1248 (insert (format "(kangxi-radical\t . %S)\t; %c%s"
1250 (ideographic-radical value)
1253 (setq radical value)))
1254 (setq attributes (delq 'kangxi-radical attributes))
1256 (when (and (memq 'kangxi-strokes attributes)
1257 (setq value (get-char-attribute char 'kangxi-strokes)))
1258 (unless (eq value strokes)
1259 (insert (format "(kangxi-strokes\t . %S)%s"
1263 (setq strokes value)))
1264 (setq attributes (delq 'kangxi-strokes attributes))
1266 ;; (when (and (memq 'japanese-radical attributes)
1267 ;; (setq value (get-char-attribute char 'japanese-radical)))
1268 ;; (unless (eq value radical)
1269 ;; (insert (format "(japanese-radical\t . %S)\t; %c%s"
1271 ;; (ideographic-radical value)
1274 ;; (setq radical value)))
1275 ;; (setq attributes (delq 'japanese-radical attributes))
1277 (when (and (memq 'japanese-strokes attributes)
1278 (setq value (get-char-attribute char 'japanese-strokes)))
1279 (unless (eq value strokes)
1280 (insert (format "(japanese-strokes\t . %S)%s"
1284 (setq strokes value)))
1285 (setq attributes (delq 'japanese-strokes attributes))
1287 (when (and (memq 'cns-radical attributes)
1288 (setq value (get-char-attribute char 'cns-radical)))
1289 (insert (format "(cns-radical\t . %S)\t; %c%s"
1291 (ideographic-radical value)
1293 (setq attributes (delq 'cns-radical attributes))
1295 (when (and (memq 'cns-strokes attributes)
1296 (setq value (get-char-attribute char 'cns-strokes)))
1297 (unless (eq value strokes)
1298 (insert (format "(cns-strokes\t . %S)%s"
1302 (setq strokes value)))
1303 (setq attributes (delq 'cns-strokes attributes))
1305 ;; (when (and (memq 'ideographic- attributes)
1306 ;; (setq value (get-char-attribute char 'ideographic-)))
1307 ;; (insert "(ideographic- ")
1308 ;; (setq lbs (concat "\n" (make-string (current-column) ?\ ))
1310 ;; (while (consp value)
1311 ;; (setq cell (car value))
1312 ;; (if (integerp cell)
1313 ;; (setq cell (decode-char '=ucs cell)))
1314 ;; (cond ((characterp cell)
1318 ;; (insert (format "%S" cell))
1319 ;; (char-db-insert-char-spec cell readable))
1320 ;; (setq separator lbs))
1324 ;; (if (consp (car cell))
1325 ;; (char-db-insert-char-spec cell readable)
1326 ;; (char-db-insert-char-reference cell readable))
1327 ;; (setq separator lbs))
1330 ;; (insert separator))
1331 ;; (insert (prin1-to-string cell))
1332 ;; (setq separator " ")))
1333 ;; (setq value (cdr value)))
1335 ;; (insert line-breaking)
1336 ;; (setq attributes (delq 'ideographic- attributes)))
1337 (when (and (memq 'total-strokes attributes)
1338 (setq value (get-char-attribute char 'total-strokes)))
1339 (insert (format "(total-strokes . %S)%s"
1342 (setq attributes (delq 'total-strokes attributes))
1344 ;; (when (and (memq '->ideograph attributes)
1345 ;; (setq value (get-char-attribute char '->ideograph)))
1346 ;; (insert (format "(->ideograph\t%s)%s"
1347 ;; (mapconcat (lambda (code)
1348 ;; (cond ((symbolp code)
1349 ;; (symbol-name code))
1351 ;; (format "#x%04X" code))
1354 ;; line-breaking code))))
1357 ;; (setq attributes (delq '->ideograph attributes))
1359 ;; (when (and (memq '->decomposition attributes)
1360 ;; (setq value (get-char-attribute char '->decomposition)))
1361 ;; (insert (format "(->decomposition\t%s)%s"
1362 ;; (mapconcat (lambda (code)
1363 ;; (cond ((symbolp code)
1364 ;; (symbol-name code))
1365 ;; ((characterp code)
1367 ;; (format "%S" code)
1372 ;; (format "#x%04X" code))
1374 ;; (format "%s%S" line-breaking code))))
1377 ;; (setq attributes (delq '->decomposition attributes))
1379 (if (equal (get-char-attribute char '->titlecase)
1380 (get-char-attribute char '->uppercase))
1381 (setq attributes (delq '->titlecase attributes)))
1382 (when (and (memq '->mojikyo attributes)
1383 (setq value (get-char-attribute char '->mojikyo)))
1384 (insert (format "(->mojikyo\t\t. %06d)\t; %c%s"
1385 value (decode-char 'mojikyo value)
1387 (setq attributes (delq '->mojikyo attributes))
1390 (dolist (ignored '(composition
1391 ->denotational <-subsumptive ->ucs-unified
1392 ;; ->ideographic-component-forms
1394 (setq attributes (delq ignored attributes))))
1396 (setq name (car attributes))
1397 (unless (eq (setq value (get-char-attribute char name 'value-is-empty))
1399 (cond ((setq ret (find-charset name))
1400 (setq name (charset-name ret))
1401 (when (not (memq name dest-ccss))
1402 (setq dest-ccss (cons name dest-ccss))
1403 (char-db-insert-ccs-feature name value line-breaking))
1405 ((string-match "^=>ucs@" (symbol-name name))
1406 (insert (format "(%-18s . #x%04X)\t; %c%s"
1407 name value (decode-char '=ucs value)
1410 ((eq name 'jisx0208-1978/4X)
1411 (insert (format "(%-18s . #x%04X)%s"
1417 (not (eq name '->subsumptive))
1418 (not (eq name '->uppercase))
1419 (not (eq name '->lowercase))
1420 (not (eq name '->titlecase))
1421 (not (eq name '->canonical))
1422 (not (eq name '->Bopomofo))
1423 (not (eq name '->mistakable))
1424 (not (eq name '->ideographic-variants))
1425 (null (get-char-attribute
1426 char (intern (format "%s*sources" name))))
1427 (not (string-match "\\*sources$" (symbol-name name)))
1428 (null (get-char-attribute
1429 char (intern (format "%s*note" name))))
1430 (not (string-match "\\*note$" (symbol-name name)))
1431 (or (eq name '<-identical)
1432 (eq name '<-uppercase)
1433 (eq name '<-lowercase)
1434 (eq name '<-titlecase)
1435 (eq name '<-canonical)
1436 (eq name '<-ideographic-variants)
1437 ;; (eq name '<-synonyms)
1438 (string-match "^<-synonyms" (symbol-name name))
1439 (eq name '<-mistakable)
1440 (when (string-match "^->" (symbol-name name))
1442 ((string-match "^->fullwidth" (symbol-name name))
1443 (not (and (consp value)
1444 (characterp (car value))
1446 (car value) '=ucs 'defined-only)))
1451 ((or (eq name 'ideographic-structure)
1452 (eq name 'ideographic-structure@apparent)
1453 (eq name 'ideographic-structure@apparent/leftmost)
1454 (eq name 'ideographic-structure@apparent/rightmost)
1455 (eq name 'ideographic-combination)
1456 ;; (eq name 'ideographic-)
1457 (eq name '=decomposition)
1458 (char-feature-base-name= '=decomposition name)
1459 (char-feature-base-name= '=>decomposition name)
1460 ;; (string-match "^=>*decomposition\\(@[^*]+\\)?$"
1461 ;; (symbol-name name))
1462 (string-match "^\\(->\\|<-\\)[^*]*$" (symbol-name name))
1463 (string-match "^\\(->\\|<-\\)[^*]*\\*sources$"
1466 (char-db-insert-relation-feature char name value
1469 ;; ((memq name '(ideograph=
1470 ;; original-ideograph-of
1471 ;; ancient-ideograph-of
1472 ;; vulgar-ideograph-of
1473 ;; wrong-ideograph-of
1474 ;; ;; simplified-ideograph-of
1475 ;; ideographic-variants
1476 ;; ;; ideographic-different-form-of
1478 ;; (insert (format "(%-18s%s " name line-breaking))
1479 ;; (setq lbs (concat "\n" (make-string (current-column) ?\ ))
1481 ;; (while (consp value)
1482 ;; (setq cell (car value))
1483 ;; (if (and (consp cell)
1484 ;; (consp (car cell)))
1488 ;; (char-db-insert-alist cell readable)
1489 ;; (setq separator lbs))
1491 ;; (insert separator))
1492 ;; (insert (prin1-to-string cell))
1493 ;; (setq separator " "))
1494 ;; (setq value (cdr value)))
1496 ;; (insert line-breaking))
1498 (insert (format "(%-18s " name))
1499 (setq lbs (concat "\n" (make-string (current-column) ?\ ))
1501 (while (consp value)
1502 (setq cell (car value))
1503 (if (and (consp cell)
1505 (setq ret (condition-case nil
1513 (setq key (car (car rest)))
1514 (if (find-charset key)
1515 (setq cal (cons key cal))
1516 (setq al (cons key al)))
1517 (setq rest (cdr rest)))
1520 (insert-char-attributes ret
1524 (setq separator lbs))
1525 (setq ret (prin1-to-string cell))
1527 (if (< (+ (current-column)
1534 (setq separator " "))
1535 (setq value (cdr value)))
1537 (insert line-breaking))
1539 (insert (format "(%-18s" name))
1540 (setq ret (prin1-to-string value))
1541 (unless (< (+ (current-column)
1545 (insert line-breaking))
1546 (insert " . " ret ")" line-breaking)
1547 ;; (insert (format "(%-18s . %S)%s"
1552 (setq attributes (cdr attributes)))
1555 (defun insert-char-data (char &optional readable
1558 (narrow-to-region (point)(point))
1559 (insert "(define-char
1561 (insert-char-attributes char readable attributes)
1563 (goto-char (point-min))
1564 (while (re-search-forward "[ \t]+$" nil t)
1567 (goto-char (point-min))
1568 (while (re-search-forward "[ \t][ \t][ \t]*" nil t)
1569 (let ((column (current-column))
1570 (indent-tabs-mode t))
1571 (delete-region (match-beginning 0) (point))
1572 (indent-to column)))
1573 (goto-char (point-max))
1574 ;; (tabify (point-min)(point-max))
1577 (defun insert-char-data-with-variant (char &optional printable
1579 script excluded-script)
1580 (insert-char-data char printable)
1581 (let ((variants (char-variants char))
1584 (setq variants (sort variants #'<))
1585 (setq rest variants)
1586 (setq variants (cons char variants))
1588 (setq variant (car rest))
1589 (unless (get-char-attribute variant '<-subsumptive)
1590 (if (and (or (null script)
1591 (null (setq vs (get-char-attribute variant 'script)))
1593 (or (null excluded-script)
1594 (null (setq vs (get-char-attribute variant 'script)))
1595 (not (memq excluded-script vs))))
1596 (unless (and no-ucs-unified (get-char-attribute variant '=ucs))
1597 (insert-char-data variant printable)
1598 (if (setq ret (char-variants variant))
1600 (or (memq (car ret) variants)
1601 ;; (get-char-attribute (car ret) '<-subsumptive)
1602 (setq rest (nconc rest (list (car ret)))))
1603 (setq ret (cdr ret)))))))
1604 (setq rest (cdr rest)))))
1606 (defun insert-char-range-data (min max &optional script excluded-script)
1609 (while (<= code max)
1610 (setq char (decode-char '=ucs code))
1611 (if (encode-char char '=ucs 'defined-only)
1612 (insert-char-data-with-variant char nil 'no-ucs-unified
1613 script excluded-script))
1614 (setq code (1+ code)))))
1616 (defun write-char-range-data-to-file (min max file
1617 &optional script excluded-script)
1618 (let ((coding-system-for-write char-db-file-coding-system))
1620 (insert (format ";; -*- coding: %s -*-\n"
1621 char-db-file-coding-system))
1622 (insert-char-range-data min max script excluded-script)
1623 (write-region (point-min)(point-max) file))))
1625 (defvar what-character-original-window-configuration)
1628 (defun what-char-definition (char)
1629 (interactive (list (char-after)))
1630 (let ((buf (get-buffer-create "*Character Description*"))
1631 (the-buf (current-buffer))
1632 (win-conf (current-window-configuration)))
1634 (make-local-variable 'what-character-original-window-configuration)
1635 (setq what-character-original-window-configuration win-conf)
1636 (setq buffer-read-only nil)
1640 (insert-char-data-with-variant char 'printable)
1641 (unless (char-attribute-alist char)
1642 (insert (format ";; = %c\n"
1643 (let* ((rest (split-char char))
1647 (setq code (logior (lsh code 8)
1649 (decode-char ccs code)))))
1650 ;; (char-db-update-comment)
1651 (set-buffer-modified-p nil)
1652 (view-mode the-buf (lambda (buf)
1653 (set-window-configuration
1654 what-character-original-window-configuration)
1656 (goto-char (point-min)))
1658 (set-window-configuration
1659 what-character-original-window-configuration)
1660 (signal (car err) (cdr err)))))))
1666 (provide 'char-db-util)
1668 ;;; char-db-util.el ends here