;;; char-db-util.el --- Character Database utility -*- coding: utf-8-er; -*-
;; Copyright (C) 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006,
-;; 2007, 2008, 2009, 2010, 2011 MORIOKA Tomohiko.
+;; 2007, 2008, 2009, 2010, 2011, 2012 MORIOKA Tomohiko.
;; Author: MORIOKA Tomohiko <tomo@kanji.zinbun.kyoto-u.ac.jp>
;; Keywords: CHISE, Character Database, ISO/IEC 10646, UCS, Unicode, MULE.
cyrillic-iso8859-5
greek-iso8859-7
thai-tis620
+ =adobe-japan1-0
+ =adobe-japan1-1
+ =adobe-japan1-2
+ =adobe-japan1-3
+ =adobe-japan1-4
+ =adobe-japan1-5
+ =adobe-japan1-6
=jis-x0208
=jis-x0208@1978
=jis-x0208@1983
latin-viscii
ethiopic-ucs
=big5-cdp
- =gt
- =adobe-japan1-0
- =adobe-japan1-1
- =adobe-japan1-2
- =adobe-japan1-3
- =adobe-japan1-4
- =adobe-japan1-5
- =adobe-japan1-6
=hanyo-denshi/ja
=hanyo-denshi/jb
=hanyo-denshi/jc
=hanyo-denshi/ia
=hanyo-denshi/ib
=hanyo-denshi/hg
+ =hanyo-denshi/jt
=hanyo-denshi/ks
+ =gt
+ =gt-k
=daikanwa
=daikanwa@rev2
=daikanwa@rev1
=cbeta
- =gt-k
ideograph-hanziku-1
ideograph-hanziku-2
ideograph-hanziku-3
ideograph-hanziku-10
ideograph-hanziku-11
ideograph-hanziku-12
+ =>>>adobe-japan1-0
+ =>>>adobe-japan1-1
+ =>>>adobe-japan1-2
+ =>>>adobe-japan1-3
+ =>>>adobe-japan1-4
+ =>>>adobe-japan1-5
+ =>>>adobe-japan1-6
=>>>jis-x0208
=>>>jis-x0213-1
+ =>>>jis-x0213-2
+ =>>>hanyo-denshi/ja
+ =>>>hanyo-denshi/jb
+ =>>>hanyo-denshi/jc
+ =>>>hanyo-denshi/ft
+ =>>>hanyo-denshi/ib
+ =>>>hanyo-denshi/hg
+ =>>>hanyo-denshi/jt
+ =>>>hanyo-denshi/ks
+ =>>>gt
+ =>>adobe-japan1-0
+ =>>adobe-japan1-1
+ =>>adobe-japan1-2
+ =>>adobe-japan1-3
+ =>>adobe-japan1-4
+ =>>adobe-japan1-5
+ =>>adobe-japan1-6
=>>jis-x0208
=>>jis-x0213-1
=>>jis-x0213-1@2000
=>>jis-x0213-2
=>>jis-x0208@1978
=>>hanyo-denshi/ft
+ =>>hanyo-denshi/jt
=>>hanyo-denshi/ks
=>>gt
=>>daikanwa
- =>jis-x0208@usual
+ =+>jis-x0208
+ =+>jis-x0213-1
+ =+>jis-x0213-2
+ =+>adobe-japan1-0
+ =+>adobe-japan1-1
+ =+>adobe-japan1-2
+ =+>adobe-japan1-3
+ =+>adobe-japan1-4
+ =+>adobe-japan1-5
+ =+>adobe-japan1-6
+ =+>jis-x0208@1978
=>jis-x0208
=>jis-x0208@1997
=>jis-x0213-1
=>jis-x0213-1@2000
=>jis-x0213-1@2004
- =>jis-x0213-2@usual
=>jis-x0213-2
==>ucs@bucs
=>ucs@iso
=>ucs@unicode
=>ucs@jis
- =>ucs@JP
=>ucs@cns
=>ucs@ks
+ =+>ucs@iso
+ =+>ucs@unicode
+ =+>ucs@jis
+ =+>ucs@jis/1990
+ =+>ucs@cns
+ =+>ucs@ks
=>>ucs@iso
=>>ucs@unicode
=>>ucs@jis
=ucs@unicode
=>>big5-cdp
=>>gt-k
+ =+>gt
=>gt
=>big5-cdp
=>daikanwa
+ =>daikanwa/ho
+ =>cns11643-7
=big5
=big5-eten
=>gt-k
(setq char-spec (cons (cons 'name* ret) char-spec))
))
)
+ ((encode-char char '=adobe-japan1 'defined-only)
+ (setq char-spec nil)
+ (dolist (ccs (charset-list))
+ (if (and (or (memq ccs
+ '(=adobe-japan1-0
+ =adobe-japan1-1
+ =adobe-japan1-2
+ =adobe-japan1-3
+ =adobe-japan1-4
+ =adobe-japan1-5
+ =adobe-japan1-6
+ ))
+ ;; (eq (charset-property ccs 'iso-ir) 177)
+ (string-match "=ucs@" (symbol-name ccs))
+ )
+ (setq ccs (charset-name ccs))
+ (null (assq ccs char-spec))
+ (setq ret (encode-char char ccs 'defined-only)))
+ (setq char-spec (cons (cons ccs ret) char-spec))))
+ )
((setq ret
(catch 'tag
(let ((rest char-db-coded-charset-priority-list)
;; =gt-k
=jis-x0208@1997
))
- (string-match "=ucs@" (symbol-name ccs)))
+ (eq (charset-property ccs 'iso-ir) 177)
+ ;; (string-match "=ucs@" (symbol-name ccs))
+ )
(setq ccs (charset-name ccs))
(null (assq ccs char-spec))
(setq ret (encode-char char ccs 'defined-only)))
(defvar char-db-convert-obsolete-format t)
(defun char-db-insert-ccs-feature (name value line-breaking)
- (insert
- (format
- (cond ((memq name '(=shinjigen
- =shinjigen@1ed
- =shinjigen@rev =shinjigen/+p@rev
- =daikanwa/ho))
- "(%-18s . %04d)\t; %c")
- ((eq name '=shinjigen@1ed/24pr)
- "(%-18s . %04d)\t; %c")
- ((or (memq name '(=daikanwa =>>daikanwa =>daikanwa
- =daikanwa@rev1 =daikanwa@rev2
- =daikanwa/+p =daikanwa/+2p
- =gt =>>>gt =>>gt =>gt
- =gt-k =>>gt-k =>gt-k
- =>>adobe-japan1
- =cbeta =>>cbeta
- =zinbun-oracle =>zinbun-oracle))
- (string-match "^=adobe-" (symbol-name name)))
- "(%-18s . %05d)\t; %c")
- ((memq name '(=hanyo-denshi/ks =>>hanyo-denshi/ks mojikyo))
- "(%-18s . %06d)\t; %c")
- ((>= (charset-dimension name) 2)
- "(%-18s . #x%04X)\t; %c")
- (t
- "(%-18s . #x%02X)\t; %c"))
- name
- (if (= (charset-iso-graphic-plane name) 1)
- (logior value
- (cond ((= (charset-dimension name) 1)
- #x80)
- ((= (charset-dimension name) 2)
- #x8080)
- ((= (charset-dimension name) 3)
- #x808080)
- (t 0)))
- value)
- (char-db-decode-isolated-char name value)))
- (if (and (= (charset-chars name) 94)
- (= (charset-dimension name) 2))
- (insert (format " [%02d-%02d]"
- (- (lsh value -8) 32)
- (- (logand value 255) 32))))
+ (cond
+ ((integerp value)
+ (insert
+ (format
+ (cond
+ ((memq name '(=shinjigen
+ =shinjigen@1ed
+ =shinjigen@rev =shinjigen/+p@rev
+ =daikanwa/ho =>>daikanwa/ho =>daikanwa/ho))
+ "(%-18s . %04d)\t; %c")
+ ((eq name '=shinjigen@1ed/24pr)
+ "(%-18s . %04d)\t; %c")
+ ((or (memq name '(=daikanwa =>>daikanwa =>daikanwa
+ =daikanwa@rev1 =daikanwa@rev2
+ =daikanwa/+p =>>daikanwa/+p
+ =daikanwa/+2p =>>daikanwa/+2p
+ =gt =>>>gt =>>gt =+>gt =>gt
+ =gt-k =>>gt-k =>gt-k
+ =adobe-japan1-0 =>>>adobe-japan1-0
+ =adobe-japan1-1 =>>>adobe-japan1-1
+ =adobe-japan1-2 =>>>adobe-japan1-2
+ =adobe-japan1-3 =>>>adobe-japan1-3
+ =adobe-japan1-4 =>>>adobe-japan1-4
+ =adobe-japan1-5 =>>>adobe-japan1-5
+ =adobe-japan1-6 =>>>adobe-japan1-6
+ =>>adobe-japan1-0 =+>adobe-japan1-0
+ =>>adobe-japan1-1 =+>adobe-japan1-1
+ =>>adobe-japan1-2 =+>adobe-japan1-2
+ =>>adobe-japan1-3 =+>adobe-japan1-3
+ =>>adobe-japan1-4 =+>adobe-japan1-4
+ =>>adobe-japan1-5 =+>adobe-japan1-5
+ =>>adobe-japan1-6 =+>adobe-japan1-6
+ =cbeta =>>cbeta
+ =zinbun-oracle =>zinbun-oracle))
+ ;; (string-match "^=adobe-" (symbol-name name))
+ )
+ "(%-18s . %05d)\t; %c")
+ ((memq name '(=hanyo-denshi/ks =>>>hanyo-denshi/ks =>>hanyo-denshi/ks mojikyo))
+ "(%-18s . %06d)\t; %c")
+ ((>= (charset-dimension name) 2)
+ "(%-18s . #x%04X)\t; %c")
+ (t
+ "(%-18s . #x%02X)\t; %c"))
+ name
+ (if (= (charset-iso-graphic-plane name) 1)
+ (logior value
+ (cond ((= (charset-dimension name) 1)
+ #x80)
+ ((= (charset-dimension name) 2)
+ #x8080)
+ ((= (charset-dimension name) 3)
+ #x808080)
+ (t 0)))
+ value)
+ (char-db-decode-isolated-char name value)))
+ (if (and (= (charset-chars name) 94)
+ (= (charset-dimension name) 2))
+ (insert (format " [%02d-%02d]"
+ (- (lsh value -8) 32)
+ (- (logand value 255) 32))))
+ )
+ (t
+ (insert (format "(%-18s . %s)" name value))
+ ))
(insert line-breaking))
(defun char-db-insert-relation-feature (char name value line-breaking
=jis-x0212
=jis-x0208@1983
=jis-x0208@1978
- =shinjigen))))
+ =shinjigen
+ =shinjigen@1ed
+ =shinjigen@rev
+ =shinjigen/+p@rev))))
((eq source 'CN)
(setq required-features
(union required-features
(setq strokes value)))
(setq attributes (delq 'cns-strokes attributes))
)
- (when (and (memq 'shinjigen-1-radical attributes)
- (setq value (get-char-attribute char 'shinjigen-1-radical)))
- (unless (eq value radical)
- (insert (format "(shinjigen-1-radical . %S)\t; %c%s"
- value
- (ideographic-radical value)
- line-breaking))
- (or radical
- (setq radical value)))
- (setq attributes (delq 'shinjigen-1-radical attributes))
- )
+ ;; (when (and (memq 'shinjigen-1-radical attributes)
+ ;; (setq value (get-char-attribute char 'shinjigen-1-radical)))
+ ;; (unless (eq value radical)
+ ;; (insert (format "(shinjigen-1-radical . %S)\t; %c%s"
+ ;; value
+ ;; (ideographic-radical value)
+ ;; line-breaking))
+ ;; (or radical
+ ;; (setq radical value)))
+ ;; (setq attributes (delq 'shinjigen-1-radical attributes))
+ ;; )
(when (and (memq 'ideographic- attributes)
(setq value (get-char-attribute char 'ideographic-)))
(insert "(ideographic- ")
(setq attributes (delq ignored attributes))))
(while attributes
(setq name (car attributes))
- (if (setq value (get-char-attribute char name))
- (cond ((setq ret (find-charset name))
- (setq name (charset-name ret))
- (if (and (not (memq name dest-ccss))
- (prog1
- (setq value (get-char-attribute char name))
- (setq dest-ccss (cons name dest-ccss))))
- (char-db-insert-ccs-feature name value line-breaking))
- )
- ((string-match "^=>ucs@" (symbol-name name))
- (insert (format "(%-18s . #x%04X)\t; %c%s"
- name value (decode-char '=ucs value)
- line-breaking))
- )
- ((eq name 'jisx0208-1978/4X)
- (insert (format "(%-18s . #x%04X)%s"
- name value
- line-breaking))
- )
- ((and
- (not readable)
- (not (eq name '->subsumptive))
- (not (eq name '->uppercase))
- (not (eq name '->lowercase))
- (not (eq name '->titlecase))
- (not (eq name '->canonical))
- (not (eq name '->Bopomofo))
- (not (eq name '->mistakable))
- (not (eq name '->ideographic-variants))
- (null (get-char-attribute
- char (intern (format "%s*sources" name))))
- (not (string-match "\\*sources$" (symbol-name name)))
- (null (get-char-attribute
- char (intern (format "%s*note" name))))
- (not (string-match "\\*note$" (symbol-name name)))
- (or (eq name '<-identical)
- (eq name '<-uppercase)
- (eq name '<-lowercase)
- (eq name '<-titlecase)
- (eq name '<-canonical)
- (eq name '<-ideographic-variants)
- ;; (eq name '<-synonyms)
- (string-match "^<-synonyms" (symbol-name name))
- (eq name '<-mistakable)
- (when (string-match "^->" (symbol-name name))
- (cond
- ((string-match "^->fullwidth" (symbol-name name))
- (not (and (consp value)
- (characterp (car value))
- (encode-char
- (car value) '=ucs 'defined-only)))
- )
- (t)))
- ))
- )
- ((or (eq name 'ideographic-structure)
- (eq name 'ideographic-combination)
- (eq name 'ideographic-)
- (eq name '=decomposition)
- (char-feature-base-name= '=decomposition name)
- (char-feature-base-name= '=>decomposition name)
- ;; (string-match "^=>*decomposition\\(@[^*]+\\)?$"
- ;; (symbol-name name))
- (string-match "^\\(->\\|<-\\)[^*]*$" (symbol-name name))
- (string-match "^\\(->\\|<-\\)[^*]*\\*sources$"
- (symbol-name name))
- )
- (char-db-insert-relation-feature char name value
- line-breaking
- ccss readable))
- ((memq name '(ideograph=
- original-ideograph-of
- ancient-ideograph-of
- vulgar-ideograph-of
- wrong-ideograph-of
- ;; simplified-ideograph-of
- ideographic-variants
- ;; ideographic-different-form-of
- ))
- (insert (format "(%-18s%s " name line-breaking))
- (setq lbs (concat "\n" (make-string (current-column) ?\ ))
- separator nil)
- (while (consp value)
- (setq cell (car value))
- (if (and (consp cell)
- (consp (car cell)))
- (progn
- (if separator
- (insert lbs))
- (char-db-insert-alist cell readable)
- (setq separator lbs))
- (if separator
- (insert separator))
- (insert (prin1-to-string cell))
- (setq separator " "))
- (setq value (cdr value)))
- (insert ")")
- (insert line-breaking))
- ((consp value)
- (insert (format "(%-18s " name))
- (setq lbs (concat "\n" (make-string (current-column) ?\ ))
- separator nil)
- (while (consp value)
- (setq cell (car value))
- (if (and (consp cell)
- (consp (car cell))
- (setq ret (condition-case nil
- (find-char cell)
- (error nil))))
- (progn
- (setq rest cell
- al nil
- cal nil)
- (while rest
- (setq key (car (car rest)))
- (if (find-charset key)
- (setq cal (cons key cal))
- (setq al (cons key al)))
- (setq rest (cdr rest)))
- (if separator
- (insert lbs))
- (insert-char-attributes ret
- readable
- al ; cal
- nil 'for-sub-node)
- (setq separator lbs))
- (setq ret (prin1-to-string cell))
- (if separator
- (if (< (+ (current-column)
- (length ret)
- (length separator))
- 76)
- (insert separator)
- (insert lbs)))
- (insert ret)
- (setq separator " "))
- (setq value (cdr value)))
- (insert ")")
+ (unless (eq (setq value (get-char-attribute char name 'value-is-empty))
+ 'value-is-empty)
+ (cond ((setq ret (find-charset name))
+ (setq name (charset-name ret))
+ (when (not (memq name dest-ccss))
+ (setq dest-ccss (cons name dest-ccss))
+ (char-db-insert-ccs-feature name value line-breaking))
+ )
+ ((string-match "^=>ucs@" (symbol-name name))
+ (insert (format "(%-18s . #x%04X)\t; %c%s"
+ name value (decode-char '=ucs value)
+ line-breaking))
+ )
+ ((eq name 'jisx0208-1978/4X)
+ (insert (format "(%-18s . #x%04X)%s"
+ name value
+ line-breaking))
+ )
+ ((and
+ (not readable)
+ (not (eq name '->subsumptive))
+ (not (eq name '->uppercase))
+ (not (eq name '->lowercase))
+ (not (eq name '->titlecase))
+ (not (eq name '->canonical))
+ (not (eq name '->Bopomofo))
+ (not (eq name '->mistakable))
+ (not (eq name '->ideographic-variants))
+ (null (get-char-attribute
+ char (intern (format "%s*sources" name))))
+ (not (string-match "\\*sources$" (symbol-name name)))
+ (null (get-char-attribute
+ char (intern (format "%s*note" name))))
+ (not (string-match "\\*note$" (symbol-name name)))
+ (or (eq name '<-identical)
+ (eq name '<-uppercase)
+ (eq name '<-lowercase)
+ (eq name '<-titlecase)
+ (eq name '<-canonical)
+ (eq name '<-ideographic-variants)
+ ;; (eq name '<-synonyms)
+ (string-match "^<-synonyms" (symbol-name name))
+ (eq name '<-mistakable)
+ (when (string-match "^->" (symbol-name name))
+ (cond
+ ((string-match "^->fullwidth" (symbol-name name))
+ (not (and (consp value)
+ (characterp (car value))
+ (encode-char
+ (car value) '=ucs 'defined-only)))
+ )
+ (t)))
+ ))
+ )
+ ((or (eq name 'ideographic-structure)
+ (eq name 'ideographic-combination)
+ (eq name 'ideographic-)
+ (eq name '=decomposition)
+ (char-feature-base-name= '=decomposition name)
+ (char-feature-base-name= '=>decomposition name)
+ ;; (string-match "^=>*decomposition\\(@[^*]+\\)?$"
+ ;; (symbol-name name))
+ (string-match "^\\(->\\|<-\\)[^*]*$" (symbol-name name))
+ (string-match "^\\(->\\|<-\\)[^*]*\\*sources$"
+ (symbol-name name))
+ )
+ (char-db-insert-relation-feature char name value
+ line-breaking
+ ccss readable))
+ ((memq name '(ideograph=
+ original-ideograph-of
+ ancient-ideograph-of
+ vulgar-ideograph-of
+ wrong-ideograph-of
+ ;; simplified-ideograph-of
+ ideographic-variants
+ ;; ideographic-different-form-of
+ ))
+ (insert (format "(%-18s%s " name line-breaking))
+ (setq lbs (concat "\n" (make-string (current-column) ?\ ))
+ separator nil)
+ (while (consp value)
+ (setq cell (car value))
+ (if (and (consp cell)
+ (consp (car cell)))
+ (progn
+ (if separator
+ (insert lbs))
+ (char-db-insert-alist cell readable)
+ (setq separator lbs))
+ (if separator
+ (insert separator))
+ (insert (prin1-to-string cell))
+ (setq separator " "))
+ (setq value (cdr value)))
+ (insert ")")
+ (insert line-breaking))
+ ((consp value)
+ (insert (format "(%-18s " name))
+ (setq lbs (concat "\n" (make-string (current-column) ?\ ))
+ separator nil)
+ (while (consp value)
+ (setq cell (car value))
+ (if (and (consp cell)
+ (consp (car cell))
+ (setq ret (condition-case nil
+ (find-char cell)
+ (error nil))))
+ (progn
+ (setq rest cell
+ al nil
+ cal nil)
+ (while rest
+ (setq key (car (car rest)))
+ (if (find-charset key)
+ (setq cal (cons key cal))
+ (setq al (cons key al)))
+ (setq rest (cdr rest)))
+ (if separator
+ (insert lbs))
+ (insert-char-attributes ret
+ readable
+ al ; cal
+ nil 'for-sub-node)
+ (setq separator lbs))
+ (setq ret (prin1-to-string cell))
+ (if separator
+ (if (< (+ (current-column)
+ (length ret)
+ (length separator))
+ 76)
+ (insert separator)
+ (insert lbs)))
+ (insert ret)
+ (setq separator " "))
+ (setq value (cdr value)))
+ (insert ")")
+ (insert line-breaking))
+ (t
+ (insert (format "(%-18s" name))
+ (setq ret (prin1-to-string value))
+ (unless (< (+ (current-column)
+ (length ret)
+ 3)
+ 76)
(insert line-breaking))
- (t
- (insert (format "(%-18s" name))
- (setq ret (prin1-to-string value))
- (unless (< (+ (current-column)
- (length ret)
- 3)
- 76)
- (insert line-breaking))
- (insert " . " ret ")" line-breaking)
- ;; (insert (format "(%-18s . %S)%s"
- ;; name value
- ;; line-breaking))
- )
- ))
+ (insert " . " ret ")" line-breaking)
+ ;; (insert (format "(%-18s . %S)%s"
+ ;; name value
+ ;; line-breaking))
+ )
+ ))
(setq attributes (cdr attributes)))
(insert ")")))