;;; char-db-util.el --- Character Database utility

;; Copyright (C) 1998, 1999 MORIOKA Tomohiko.

;; Author: MORIOKA Tomohiko <tomo@m17n.org>
;; Keywords: UTF-2000, ISO/IEC 10646, Unicode, UCS-4, MULE.

;; This file is part of UTF-2000.

;; UTF-2000 is free software; you can redistribute it and/or modify it
;; under the terms of the GNU General Public License as published by
;; the Free Software Foundation; either version 2, or (at your option)
;; any later version.

;; UTF-2000 is distributed in the hope that it will be useful, but
;; WITHOUT ANY WARRANTY; without even the implied warranty of
;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
;; General Public License for more details.

;; You should have received a copy of the GNU General Public License
;; along with XEmacs; see the file COPYING.  If not, write to the Free
;; Software Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA
;; 02111-1307, USA.

;;; Code:

(require 'alist)

(defconst unidata-normative-category-alist
  '(("Lu" letter	uppercase)
    ("Ll" letter	lowercase)
    ("Lt" letter	titlecase)
    ("Mn" mark		non-spacing)
    ("Mc" mark		spacing-combining)
    ("Me" mark		enclosing)
    ("Nd" number	decimal-digit)
    ("Nl" number	letter)
    ("No" number	other)
    ("Zs" separator	space)
    ("Zl" separator	line)
    ("Zp" separator	paragraph)
    ("Cc" other		control)
    ("Cf" other		format)
    ("Cs" other		surrogate)
    ("Co" other		private-use)
    ("Cn" other		not-assigned)))

(defconst unidata-informative-category-alist
  '(("Lm" letter	modifier)
    ("Lo" letter	other)
    ("Pc" punctuation	connector)
    ("Pd" punctuation	dash)
    ("Ps" punctuation	open)
    ("Pe" punctuation	close)
    ("Pi" punctuation	initial-quote)
    ("Pf" punctuation	final-quote)
    ("Po" punctuation	other)
    ("Sm" symbol	math)
    ("Sc" symbol	currency)
    ("Sk" symbol	modifier)
    ("So" symbol	other)
    ))

(defconst ideographic-radicals
  (let ((v (make-vector 215 nil))
	(i 1))
    (while (< i 215)
      (aset v i (int-char (+ #x2EFF i)))
      (setq i (1+ i)))
    (if (< (charset-iso-final-char (car (split-char (aref v 34)))) ?0)
	(aset v 34 (make-char 'chinese-gb2312 #x62 #x3A)))
    v))

(defun char-attribute-name< (ka kb)
  (cond
   ((find-charset ka)
    (cond
     ((find-charset kb)
      (cond
       ((= (charset-dimension ka)
	   (charset-dimension kb))
	(cond ((= (charset-chars ka)(charset-chars kb))
	       (cond
		((>= (charset-iso-final-char ka) ?@)
		 (if (>= (charset-iso-final-char kb) ?@)
		     (< (charset-iso-final-char ka)
			(charset-iso-final-char kb))
		   t))
		((>= (charset-iso-final-char ka) ?0)
		 (cond
		  ((>= (charset-iso-final-char kb) ?@)
		   nil)
		  ((>= (charset-iso-final-char kb) ?0)
		   (< (charset-iso-final-char ka)
		      (charset-iso-final-char kb)))
		  (t)))))
	      ((<= (charset-chars ka)(charset-chars kb)))))
       (t
	(< (charset-dimension ka)
	   (charset-dimension kb))
	)))
     ((symbolp kb)
      nil)
     (t
      t)))
   ((find-charset kb)
    t)
   ((symbolp ka)
    (cond ((symbolp kb)
	   (string< (symbol-name ka)
		    (symbol-name kb)))
	  (t)))
   ((symbolp kb)
    nil)))

(defun insert-char-data (char)
  (let ((data (char-attribute-alist char))
	cell ret has-long-ccs-name rest
	radical strokes)
    (when data
      (save-restriction
	(narrow-to-region (point)(point))
	(insert "(define-char
  '(")
	(when (setq cell (assq 'name data))
	  (setq cell (cdr cell))
	  (insert (format
		   (if (> (length cell) 47)
		       "(name . %S)
    "
		     "(name\t\t. %S)
    ")
		   cell))
	  (setq data (del-alist 'name data))
	  )
	(when (setq cell (assq 'name data))
	  (setq cell (cdr cell))
	  (insert (format
		   (if (> (length cell) 47)
		       "(name . %S)
    "
		     "(name\t\t. %S)
    ")
		   cell))
	  (setq data (del-alist 'name data))
	  )
	(when (setq cell (assq 'ucs data))
	  (setq cell (cdr cell))
	  (insert (format "(ucs\t\t. #x%04X)
    "
			  cell))
	  (setq data (del-alist 'ucs data))
	  )
	(when (setq cell (assq '->ucs data))
	  (setq cell (cdr cell))
	  (insert (format "(->ucs\t\t. #x%04X)\t; %c
    "
			  cell (decode-char 'ucs cell)))
	  (setq data (del-alist '->ucs data))
	  )
	(when (setq cell (assq 'general-category data))
	  (setq ret (cdr cell))
	  (insert (format
		   "(general-category\t%s) ; %s
    "
		   (mapconcat (lambda (cell)
				(format "%S" cell))
			      ret " ")
		   (cond ((rassoc (cdr cell)
				  unidata-normative-category-alist)
			  "Normative Category")
			 ((rassoc (cdr cell)
				  unidata-informative-category-alist)
			  "Informative Category")
			 (t
			  "Unknown Category"))))
	  (setq data (del-alist 'general-category data))
	  )
	(when (setq cell (assq 'bidi-category data))
	  (setq cell (cdr cell))
	  (insert (format "(bidi-category\t. %S)
    "
			  cell))
	  (setq data (del-alist 'bidi-category data))
	  )
	(when (setq cell (assq 'mirrored data))
	  (setq cell (cdr cell))
	  (insert (format "(mirrored\t\t. %S)
    "
			  cell))
	  (setq data (del-alist 'mirrored data))
	  )
	(cond
	 ((setq cell (assq 'decimal-digit-value data))
	  (setq cell (cdr cell))
	  (insert (format "(decimal-digit-value . %S)
    "
			  cell))
	  (setq data (del-alist 'decimal-digit-value data))
	  (when (setq cell (assq 'digit-value data))
	    (setq cell (cdr cell))
	    (insert (format "(digit-value\t . %S)
    "
			    cell))
	    (setq data (del-alist 'digit-value data))
	    )
	  (when (setq cell (assq 'numeric-value data))
	    (setq cell (cdr cell))
	    (insert (format "(numeric-value\t . %S)
    "
			    cell))
	    (setq data (del-alist 'numeric-value data))
	    )
	  )
	 (t
	  (when (setq cell (assq 'digit-value data))
	    (setq cell (cdr cell))
	    (insert (format "(digit-value\t. %S)
    "
			    cell))
	    (setq data (del-alist 'digit-value data))
	    )
	  (when (setq cell (assq 'numeric-value data))
	    (setq cell (cdr cell))
	    (insert (format "(numeric-value\t. %S)
    "
			    cell))
	    (setq data (del-alist 'numeric-value data))
	    )))
	(when (setq cell (assq 'iso-10646-comment data))
	  (setq cell (cdr cell))
	  (insert (format "(iso-10646-comment\t. %S)
    "
			  cell))
	  (setq data (del-alist 'iso-10646-comment data))
	  )
	(when (setq cell (assq 'morohashi-daikanwa data))
	  (setq cell (cdr cell))
	  (insert (format "(morohashi-daikanwa\t%s)
    "
			  (mapconcat (function prin1-to-string) cell " ")))
	  (setq data (del-alist 'morohashi-daikanwa data))
	  )
	(setq radical nil)
	(when (setq cell (assq 'ideographic-radical data))
	  (setq radical (cdr cell))
	  (insert (format "(ideographic-radical . %S)\t; %c
    "
			  radical
			  (aref ideographic-radicals radical)))
	  (setq data (del-alist 'ideographic-radical data))
	  )
	(when (setq cell (assq 'kangxi-radical data))
	  (setq cell (cdr cell))
	  (unless (eq cell radical)
	    (insert (format "(kangxi-radical\t . %S)\t; %c
    "
			    cell
			    (aref ideographic-radicals cell)))
	    (setq radical cell))
	  (setq data (del-alist 'kangxi-radical data))
	  )
	(when (setq cell (assq 'japanese-radical data))
	  (setq cell (cdr cell))
	  (unless (eq cell radical)
	    (insert (format "(japanese-radical . %S)\t; %c
    "
			    cell
			    (aref ideographic-radicals cell)))
	    (setq radical cell))
	  (setq data (del-alist 'japanese-radical data))
	  )
	(when (setq cell (assq 'cns-radical data))
	  (setq cell (cdr cell))
	  (insert (format "(cns-radical\t . %S)\t; %c
    "
			  cell
			  (aref ideographic-radicals cell)))
	  (setq data (del-alist 'cns-radical data))
	  )
	(setq strokes nil)
	(cond
	 ((setq cell (assq 'ideographic-strokes data))
	  (setq strokes (cdr cell))
	  (insert (format "(ideographic-strokes . %S)
    "
			  strokes))
	  (setq data (del-alist 'ideographic-strokes data))
	  (when (setq cell (assq 'kangxi-strokes data))
	    (setq cell (cdr cell))
	    (unless (eq cell strokes)
	      (insert (format "(kangxi-strokes\t . %S)
    "
			      cell))
	      (setq strokes cell))
	    (setq data (del-alist 'kangxi-strokes data))
	    )
	  (when (setq cell (assq 'japanese-strokes data))
	    (setq cell (cdr cell))
	    (unless (eq cell strokes)
	      (insert (format "(japanese-strokes\t . %S)
    "
			      cell))
	      (setq strokes cell))
	    (setq data (del-alist 'japanese-strokes data))
	    )
	  (when (setq cell (assq 'total-strokes data))
	    (setq cell (cdr cell))
	    (insert (format "(total-strokes\t . %S)
    "
			    cell))
	    (setq data (del-alist 'total-strokes data))
	    )
	  )
	 ((setq cell (assq 'total-strokes data))
	  (setq cell (cdr cell))
	  (insert (format "(total-strokes\t. %S)
    "
			  cell))
	  (setq data (del-alist 'total-strokes data))
	  ))
	(when (setq cell (assq '->decomposition data))
	  (setq cell (cdr cell))
	  (insert (format "(->decomposition\t%s)
    "
			  (mapconcat (lambda (code)
				       (cond ((symbolp code)
					      (symbol-name code))
					     ((integerp code)
					      (format "#x%04X" code))
					     (t
					      (format "\n     %S" code))))
				     cell " ")))
	  (setq data (del-alist '->decomposition data))
	  )
	(when (setq cell (assq '->uppercase data))
	  (setq cell (cdr cell))
	  (insert (format "(->uppercase\t%s)
    "
			  (mapconcat (lambda (code)
				       (cond ((symbolp code)
					      (symbol-name code))
					     ((integerp code)
					      (format "#x%04X" code))
					     (t
					      (format "\n     %S" code))))
				     cell " ")))
	  (setq data (del-alist '->uppercase data))
	  )
	(when (setq cell (assq '->lowercase data))
	  (setq cell (cdr cell))
	  (insert (format "(->lowercase\t%s)
    "
			  (mapconcat (lambda (code)
				       (cond ((symbolp code)
					      (symbol-name code))
					     ((integerp code)
					      (format "#x%04X" code))
					     (t
					      (format "\n     %S" code))))
				     cell " ")))
	  (setq data (del-alist '->lowercase data))
	  )
	(when (setq cell (assq '->titlecase data))
	  (setq cell (cdr cell))
	  (insert (format "(->titlecase\t%s)
    "
			  (mapconcat (lambda (code)
				       (cond ((symbolp code)
					      (symbol-name code))
					     ((integerp code)
					      (format "#x%04X" code))
					     (t
					      (format "\n     %S" code))))
				     cell " ")))
	  (setq data (del-alist '->titlecase data))
	  )
	(setq data
	      (sort data
		    (lambda (a b)
		      (char-attribute-name< (car a)(car b)))))
	(setq rest data)
	(while (and rest
		    (progn
		      (setq cell (car rest))
		      (if (setq ret (find-charset (car cell)))
			  (if (>= (length (symbol-name (charset-name ret))) 19)
			      (progn
				(setq has-long-ccs-name t)
				nil)
			    t)
			t)))
	  (setq rest (cdr rest)))
	(while data
	  (setq cell (car data))
	  (cond ((setq ret (find-charset (car cell)))
		 (or (string-match "^mojikyo-pj-"
				   (symbol-name (charset-name ret)))
		     (insert
		      (format
		       (if has-long-ccs-name
			   (if (eq ret (find-charset 'ideograph-daikanwa))
			       "(%-26s . %05d)\t; %c
    "
			     "(%-26s . #x%X)\t; %c
    "
			     )
			 (if (eq ret (find-charset 'ideograph-daikanwa))
			     "(%-18s . %05d)\t; %c
    "
			   "(%-18s . #x%X)\t; %c
    "
			   ))
		       (charset-name ret)
		       (if (= (charset-iso-graphic-plane ret) 1)
			   (logior (cdr cell)
				   (cond ((= (charset-dimension ret) 1)
					  #x80)
					 ((= (charset-dimension ret) 2)
					  #x8080)
					 ((= (charset-dimension ret) 3)
					  #x808080)
					 (t 0)))
			 (cdr cell))
		       (decode-builtin-char ret (cdr cell))))))
		((string-match "^->" (symbol-name (car cell)))
		 (insert
		  (format "(%-18s %s)
    "
			  (car cell)
			  (mapconcat (lambda (code)
				       (cond ((symbolp code)
					      (symbol-name code))
					     ((integerp code)
					      (format "#x%04X" code))
					     (t
					      (format "\n     %S" code))))
				     (cdr cell) " "))))
		((consp (cdr cell))
		 (insert (format "(%-18s %s)
    "
				 (car cell)
				 (mapconcat (function prin1-to-string)
					    (cdr cell) " "))))
		(t
		 (insert (format "(%-18s . %S)
    "
				 (car cell)(cdr cell)))
		 ))
	  (setq data (cdr data)))
	(insert "))\n")
	(goto-char (point-min))
	(while (re-search-forward "[ \t]+$" nil t)
	  (replace-match ""))
	(goto-char (point-max))
	(tabify (point-min)(point-max))
	))))

(defun decode-builtin-char (charset code-point)
  (setq charset (get-charset charset))
  (if (and (not (eq (charset-name charset) 'ideograph-daikanwa))
	   (or (memq (charset-name charset)
		     '(ascii latin-viscii-upper
			     latin-viscii-lower
			     arabic-iso8859-6
			     japanese-jisx0213-1
			     japanese-jisx0213-2))
	       (= (char-int (charset-iso-final-char charset)) 0)))
      (decode-char charset code-point)
    (let ((table (charset-mapping-table charset)))
      (if table
	  (prog2
	      (set-charset-mapping-table charset nil)
	      (decode-char charset code-point)
	    (set-charset-mapping-table charset table))
	(decode-char charset code-point)))))

;;;###autoload
(defun char-db-update-comment ()
  (interactive)
  (save-excursion
    (goto-char (point-min))
    (let (cdef table char)
      (while (re-search-forward "^[ \t]*\\(([^.()]+)\\)" nil t)
	(goto-char (match-beginning 1))
	(setq cdef (read (current-buffer)))
	(when (find-charset (car cdef))
	  (goto-char (match-end 0))
	  (setq char
		(if (and
		     (not (eq (car cdef) 'ideograph-daikanwa))
		     (or (memq (car cdef) '(ascii latin-viscii-upper
						  latin-viscii-lower
						  arabic-iso8859-6
						  japanese-jisx0213-1
						  japanese-jisx0213-2))
			 (= (char-int (charset-iso-final-char (car cdef)))
			    0)))
		    (apply (function make-char) cdef)
		  (if (setq table (charset-mapping-table (car cdef)))
		      (set-charset-mapping-table (car cdef) nil))
		  (prog1
		      (apply (function make-char) cdef)
		    (if table
			(set-charset-mapping-table (car cdef) table)))))
	  (when (not (or (< (char-int char) 32)
			 (and (<= 128 (char-int char))
			      (< (char-int char) 160))))
	    (delete-region (point) (point-at-eol))
	    (insert (format "\t; %c" char)))
	  )))))

(defun insert-char-data-with-variant (char)
  (insert-char-data char)
  (let ((variants (or (char-variants char)
		      (let ((ucs (get-char-attribute char '->ucs)))
			(if ucs
			    (delete char (char-variants (int-char ucs))))))))
    (while variants
      (insert-char-data (car variants))
      (setq variants (cdr variants))
      )))

(defun insert-char-range-data (min max)
  (let ((code min)
	char)
    (while (<= code max)
      (setq char (int-char code))
      (insert-char-data-with-variant char)
      (setq code (1+ code))
      )))

(defun write-char-range-data-to-file (min max file)
  (let ((coding-system-for-write 'utf-8))
    (with-temp-buffer
      (insert-char-range-data min max)
      (write-region (point-min)(point-max) file))))

(defvar what-character-original-window-configuration)

;;;###autoload
(defun what-char-definition (char)
  (interactive (list (char-after)))
  (let ((buf (get-buffer-create "*Character Description*"))
	(the-buf (current-buffer))
	(win-conf (current-window-configuration)))
    (pop-to-buffer buf)
    (make-local-variable 'what-character-original-window-configuration)
    (setq what-character-original-window-configuration win-conf)
    (setq buffer-read-only nil)
    (erase-buffer)
    (condition-case err
	(progn
	  (insert-char-data-with-variant char)
          ;; (char-db-update-comment)
	  (set-buffer-modified-p nil)
	  (view-mode the-buf (lambda (buf)
			       (set-window-configuration
				what-character-original-window-configuration)
			       ))
	  (goto-char (point-min)))
      (error (progn
	       (set-window-configuration
		what-character-original-window-configuration)
	       (signal (car err) (cdr err)))))))

(provide 'char-db-util)

;;; char-db-util.el ends here