6 use vars qw($omegadb_path
7 $opt_protrude $opt_order
10 $in_cs $out_cs $i @chars
12 $char $char_id $out_char
13 $ids $ids_argc %ids $idsdb
14 $idsdata_file $ids_start $font_start
16 $inotp $perl56 $perl58
22 use Chise_utils ':all';
24 my $omegadb_path="/usr/local/lib/chise/omega";
29 $opt_protrude=0;# 1=true, 0=false.
32 my $strictly_forbidden_after = '「【『[(〈“‘‘(〔{《{\[\(\x{3016}{「';
33 # \x{3016} | # white 【
35 my $forbidden_after = "\x{0000}";
38 my $slightly_forbidden_after = '¥¥$$〒♯##¢¢££@@§';
40 # $strictly_forbidden_before
41 # All these characters are allowed to protrude
43 my $strictly_forbidden_before=
44 '!,.:;?、。!,.:;?。\)#}’”〉》」』】〕\x{3017})]}}」\]';
45 ### \x{3017} | # white 】
48 = 'ー々ぁぃぅぇぉゃゅょっゎァィゥェォャュョッヮヵヶ';
50 my $slightly_forbidden_before
51 = '\x{000a}\#\-‐−‰′″℃゛゜ゝゞヽヾ"%-゙゚';
53 my $asian = '\x{1100}-\x{11FF}\x{2E80}-\x{D7AF}\x{F900}-\x{FAFF}\x{FE30}-\x{FE4F}\x{FF00}-';
55 my $space = '\x{0020}\x{0009}\x{000A}\x{000C}\x{000D}';
57 if($^V and $^V ge v5.8){
59 }elsif($^V and $^V ge v5.6){
62 print STDERR "This versin is not supported.";
67 binmode(STDIN, ':encoding(utf8)');
68 binmode(STDOUT, ':encoding(utf8)');
71 &GetOptions("in=s"=>\$opt_in_cs,
72 "out=s"=>\$opt_out_cs,
76 Usage: $0 -i <input coding system> -o <cmap encoding>
78 Utf8mcs, Utf8cns, Utf8gb, Utf8jis, Utf8ks
80 UniCNS, UniGB, UniJIS, UniKS, UniMulti
83 if($opt_in_cs or $opt_out_cs){
87 ($in_cs,$out_cs)=($0=~/(Utf8.+)To(\w+)/);
92 # Utf8mcs,Utf8cns,Utf8gb,Utf8jis,Utf8ks,
94 # UniCNS,UniGB,UniJIS,UniKS,UniMulti
96 $in_cs=~s/Utf8/ucs\@/;
99 or not defined($in_cs)
100 or not defined($out_cs)){
105 $omegadb_path=~s!/$!!;
107 $idsdata_file="$omegadb_path/idsdata.pl";
111 if(-e $idsdata_file){
112 open(IDSDATA,"+<$idsdata_file") or die;
113 flock(IDSDATA,LOCK_EX);
119 # require $idsdata_file;
121 open(IDSDATA,">$idsdata_file") or die;
122 flock(IDSDATA,LOCK_EX);
130 "=gt-pj-1","=gt-pj-2","=gt-pj-3","=gt-pj-4","=gt-pj-5","=gt-pj-6","=gt-pj-7","=gt-pj-8","=gt-pj-9","=gt-pj-10","=gt-pj-11"
131 #,"=gt-pj-k1","=gt-pj-k2"
133 @HZK=("=hanziku-1","=hanziku-10","=hanziku-11","=hanziku-12","=hanziku-2","=hanziku-3","=hanziku-4","=hanziku-5","=hanziku-6","=hanziku-7","=hanziku-8","=hanziku-9");
136 %order=('c'=>'UniCNS',
141 # not implemented yet.
146 if(defined($opt_order)){
147 if($opt_order=~/^[cgjkt]*$/){
148 @order=split(//,$opt_order);
149 @order=map {$order{$_}} @order;
151 print STDERR "Invalid order!\n";
160 s/(.)/pack("c",&get_char_id(unpack("U",$1),$in_cs))/ge;
162 s/(.)/pack("U",&get_char_id(unpack("U",$1),$in_cs))/ge;
166 $_=decode('utf8', $_);
167 s/(.)/pack("U",&get_char_id(unpack("U",$1),$in_cs))/ge;
169 s/(amp.+?;)/&de_er($1)/ge;
170 # s/(&.+?;)/&tex_de_er($1)/ge;
172 for($i=0;$i<=$#chars;$i++){
174 $char_id=unpack("U",$char);
179 }elsif($char_id>0x20 and $char_id<=0xff){
182 print &latin_parse();
184 }elsif($char_id>=0x2ff0 and $char_id<=0x2fff){
185 # Ideographic Description Characters
188 }elsif($char_id >= 0x20000 && $char_id <=0x2a6df){
189 # CJK Unified Ideographs Extension B
190 if(not defined($ids{$char}) and $ids{$char}[1]>=0){
191 $ids{$char}[0]=$font_start;
192 $ids{$char}[1]=$ids_start;
199 print "{\\fontencoding{OT1}\\fontfamily{" .
200 sprintf("chise%03d",$ids{$char}[0]) .
201 "}\\selectfont\\char$ids{$char}[1]}",&add_break($i);
204 if(($out_char=&get_output_char($char_id,$out_cs))){
205 print $out_char,&add_break($i);
207 print &get_macro_for_ids(&get_ids($char)),&add_break($i);
213 print IDSDATA 'use utf8;',"\n";
214 foreach $ids (keys %ids){
215 print IDSDATA '$ids{\'',$ids,'\'}=[',join ",",@{$ids{$ids}},"];\n" if($perl56);
216 print IDSDATA '$ids{\'',encode('utf8',$ids),'\'}=[',join ",",@{$ids{$ids}},"];\n" if($perl58);
218 print IDSDATA '$font_start=',$font_start,";\n";
219 print IDSDATA '$ids_start=',$ids_start,";\n";
221 flock(IDSDATA,LOCK_UN);
229 if(($chars[$i+1]=~m/[$strictly_forbidden_before]/o)
230 and($chars[$i+2]=~m/[$strictly_forbidden_before]/o)){
231 return "\\CJKunbreakablekernone ";
232 }elsif($opt_protrude){
233 if(($chars[$i+1]=~m/[$strictly_forbidden_before]/o)
234 and($chars[$i+2]=~m/[^$strictly_forbidden_before]/o)){
235 return "\\CJKunbreakablekernone \\CJKprotrude ";
240 and($chars[$i+1]=~m/[$strictly_forbidden_before]/o)){
241 return "\\CJKunbreakablekernone ";
243 if($chars[$i]=~m/[$strictly_forbidden_after]/o){
244 return "\\CJKunbreakablekernone ";
247 and($chars[$i+1]=~m/[$forbidden_before]/o)){
248 return "\\CJKunbreakablekerntwo ";
251 if($chars[$i]=~m/[$forbidden_after]/o){
252 return "\\CJKunbreakablekerntwo ";
255 and($chars[$i+1]=~m/[$slightly_forbidden_before]/o)){
256 return "\\CJKunbreakablekernthree ";
258 if($chars[$i]=~m/[$slightly_forbidden_after]/o){
259 return "\\CJKunbreakablekernthree ";
261 if($chars[$i]=~m/[$asian]/o){
262 return "\\CJKbreakablekern ";
264 if(($i<$#chars)and($chars[$i+1]=~m/[$asian]/o)){
265 return "\\CJKbreakablekern ";
271 # return: string for output with TeX macro.
273 my $out_str=$chars[$i];
276 $char_id=unpack("U",$chars[$i]);
278 $out_str.=pack("U",$char_id);
285 return '{\fontfamily{\rmdefault}\selectfont {'.$out_str.'}}';
290 # return: character for output,
292 # or GETA character if ids is invalid.
293 my($ids,$ids_argc)=&ids_rest("",0,$chars[$i]);
299 print STDERR "IDS parse error: $ids\n";
300 # return pack("U",0xfffd);
301 return pack("U",0x3013);
304 ($ids,$ids_argc)=&ids_rest($ids,$ids_argc,$chars[$i]);
306 if(($char_id=&get_char_id_for_ids($ids))
307 and($out_char=&get_output_char($char_id,$out_cs))){
310 return &get_macro_for_ids($ids) if($perl56);
311 return encode('utf8', &get_macro_for_ids($ids)) if($perl58);
318 # arguments: <ids>, <rest number of arguments for ids>, <character>
319 # return: ids and rest number of arguments for ids.
320 my($ids,$ids_argc,$char)=@_;
322 $argc=&ids_argc($char);
324 $ids_argc+= $ids_argc==0 ? $argc : $argc-1;
328 $ids.=$char if($perl56);
329 $ids.=encode('utf8',$char) if($perl58);
330 return ($ids,$ids_argc);
333 sub get_macro_for_ids{
335 # return: TeX macro for ids
336 # or GETA character if ids is invalid for KAGE.
338 $ids=&normalize_ids($ids,"UniJIS");
339 # return pack("U",0xfffd) if(($ids!~/[$idc]/)
340 return pack("U",0x3013) if(($ids!~/[$idc]/)
341 or($ids=~/[\x{10000}-]/));
343 if(not defined($ids{$ids}) and $ids{$ids}[1]>=0){
344 $ids{$ids}[0]=$font_start;
345 $ids{$ids}[1]=$ids_start;
352 return "{\\fontencoding{OT1}\\fontfamily{"
353 .sprintf("chise%03d",$ids{$ids}[0])
354 ."}\\selectfont\\char$ids{$ids}[1]}";
358 # argument: <ids>, <output coding system>
359 # return: ids or GETA character if ids is invalid for KAGE.
361 $ids = decode('utf8', $ids) if $perl58;
362 $out_cs=~s/Uni(.+)/'ucs@'.lc($1)/e;
365 my($char,$char_id,$output_char_id);
366 while($ids=~m/(.)/g){
368 $char_id=unpack("U",$char);
371 }elsif($output_char_id=&get_char_attribute($char,"=$out_cs")){
372 $output_ids.=pack("U",$output_char_id);
373 }elsif($output_char_id=&get_char_attribute($char,"=ucs")){
374 $output_ids.=pack("U",$output_char_id);
376 # return pack("U",0xfffd);
377 return pack("U",0x3013);
384 # argument: <char-id>
385 # return: character in output coding system or TeX macro.
386 my($char_id,$out_cs)=@_;
387 my($char,$out_char_id,$suffix);
390 $char=pack('U',$char_id);
392 if($out_cs eq 'UniJIS'
393 and &get_char_attribute($char,"adobe-unijis-utf16-h")){
394 if($out_char_id=&get_char_attribute($char,'=ucs@jis')
395 or $out_char_id=&get_char_attribute($char,'=ucs')
396 or $out_char_id=&get_char_attribute($char,'=>ucs@jis')
397 or $out_char_id=&get_char_attribute($char,'=>ucs')
399 return pack("U",$out_char_id);
401 }elsif($out_cs eq 'UniGB'
402 and &get_char_attribute($char,"adobe-unigb-ucs2-h")){
403 if($out_char_id=&get_char_attribute($char,'=ucs@gb')
404 or $out_char_id=&get_char_attribute($char,'=ucs')
405 or $out_char_id=&get_char_attribute($char,'=>ucs@gb')
406 or $out_char_id=&get_char_attribute($char,'=>ucs')
408 return pack("U",$out_char_id);
410 }elsif($out_cs eq 'UniCNS'
411 and &get_char_attribute($char,"adobe-unicns-ucs2-h")){
412 if($out_char_id=&get_char_attribute($char,'=ucs@cns')
413 or $out_char_id=&get_char_attribute($char,'=ucs')
414 or $out_char_id=&get_char_attribute($char,'=>ucs@cns')
415 or $out_char_id=&get_char_attribute($char,'=>ucs')
417 return pack("U",$out_char_id);
419 }elsif($out_cs eq 'UniKS'
420 and &get_char_attribute($char,"adobe-uniks-ucs2-h")){
421 if($out_char_id=&get_char_attribute($char,'=ucs@ks')
422 or $out_char_id=&get_char_attribute($char,'=ucs')
423 or $out_char_id=&get_char_attribute($char,'=>ucs@ks')
424 or $out_char_id=&get_char_attribute($char,'=>ucs')
426 return pack("U",$out_char_id);
428 }elsif($out_cs eq 'UniMulti'){
429 foreach $out_cs (@order){
431 if($out_cs eq 'UniJIS'
432 and &get_char_attribute($char,"adobe-unijis-utf16-h")){
433 if($out_char_id=&get_char_attribute($char,'=ucs@jis')
434 or $out_char_id=&get_char_attribute($char,'=ucs')
435 or $out_char_id=&get_char_attribute($char,'=>ucs@jis')
436 or $out_char_id=&get_char_attribute($char,'=>ucs')
438 return '{\selectjisfont\char'.$out_char_id.'}';
440 }elsif($out_cs eq 'UniGB'
441 and &get_char_attribute($char,"adobe-unigb-ucs2-h")){
442 if($out_char_id=&get_char_attribute($char,'=ucs@gb')
443 or $out_char_id=&get_char_attribute($char,'=ucs')
444 or $out_char_id=&get_char_attribute($char,'=>ucs@gb')
445 or $out_char_id=&get_char_attribute($char,'=>ucs')
447 return '{\selectgbsfont\char'.$out_char_id.'}';
449 }elsif($out_cs eq 'UniCNS'
450 and &get_char_attribute($char,"adobe-unicns-ucs2-h")){
451 if($out_char_id=&get_char_attribute($char,'=ucs@cns')
452 or $out_char_id=&get_char_attribute($char,'=ucs')
453 or $out_char_id=&get_char_attribute($char,'=>ucs@cns')
454 or $out_char_id=&get_char_attribute($char,'=>ucs')
456 return '{\selectcnsfont\char'.$out_char_id.'}';
458 }elsif($out_cs eq 'UniKS'
459 and &get_char_attribute($char,"adobe-uniks-ucs2-h")){
460 if($out_char_id=&get_char_attribute($char,'=ucs@ks')
461 or $out_char_id=&get_char_attribute($char,'=ucs')
462 or $out_char_id=&get_char_attribute($char,'=>ucs@ks')
463 or $out_char_id=&get_char_attribute($char,'=>ucs')
465 return '{\selectksxfont\char'.$out_char_id.'}';
467 }elsif($out_cs eq 'GT'){
468 return $gt if($gt=&get_macro_for_GT($char_id));
469 }elsif($out_cs eq 'HZK'){
470 return $hzk if($hzk=&get_macro_for_HZK($char_id));
471 }elsif($out_cs eq 'CDP'){
472 return $cdp if($cdp=&get_macro_for_CDP($char_id));
480 # argument: <character>
484 $ids=&get_char_attribute($char,"ids-aggregated")
485 or &get_char_attribute($char,"ids");
486 # or &get_char_attribute($char,"ideographic-structure");
487 $ids=decode('utf8', $ids) if($perl58);
492 sub get_char_id_for_ids{
493 # argument: <ideographic description sequence>
497 $ids=decode('utf8', $ids) if($perl58);
499 if(($output_char)=&get_chars_matching("ids",$ids)){
500 return unpack("U",$output_char);
507 # argument: <char-id>, <input coding system>
509 my($char_id,$in_cs)=@_;
512 return $char_id if($in_cs eq 'ucs@mcs');
514 if(($output_char)=&get_chars_matching("=$in_cs",$char_id)){
515 return unpack("U",$output_char);
521 sub get_macro_for_GT{
522 # argument: <char-id>
523 # return: TeX macro for GT fonts.
526 $char=pack("U",$char_id);
528 if($gt=&get_char_attribute($char,$_)){
529 m/gt\-pj\-(\d+)/ and $GT=$1;
534 return "{\\fontencoding{OT1}\\fontfamily{"
535 .sprintf("gt%02d",$GT)
536 ."}\\selectfont\\char".($gt|0x8080)."}";
542 sub get_macro_for_HZK{
545 $char=pack("U",$char_id);
547 if($hzk=&get_char_attribute($char,$_)){
548 m/hanziku\-(\d+)/ and $HZK=$1;
553 return "{\\fontencoding{OT1}\\fontfamily{".sprintf("hzk%02d",$HZK)."}\\selectfont\\char".($hzk|0x8080)."}";
559 sub get_macro_for_CDP{
562 $char=pack("U",$char_id);
564 if($cdp=&get_char_attribute($char,$_)){
569 return "{\\fontencoding{OT1}\\fontfamily{cdp}\\selectfont\\char".($cdp|0x8080)."}";