diff options
Diffstat (limited to 'libwc/map/mk_jis_ucs_map.pl')
| -rw-r--r-- | libwc/map/mk_jis_ucs_map.pl | 212 |
1 files changed, 212 insertions, 0 deletions
diff --git a/libwc/map/mk_jis_ucs_map.pl b/libwc/map/mk_jis_ucs_map.pl new file mode 100644 index 0000000..dea7d92 --- /dev/null +++ b/libwc/map/mk_jis_ucs_map.pl @@ -0,0 +1,212 @@ + +@NAME = (); +while(<DATA>) { + chop; + s/\s*$//; + (($n, $m, $c) = split(" ", $_, 3)) >= 3 || next; + push(@NAME, $n); + $MAP{$n} = $m; + $CODE{$n} = $c; +} + +$name0 = "jisx0208x0212x0213"; +# print OUT <<EOF; +# /* +# These conversion tables between $code and +# Unicode were made from +# +# ftp://ftp.unicode.org/Public/MAPPINGS/$MAP{$NAME[0]}, +# ftp://ftp.unicode.org/Public/MAPPINGS/$MAP{$NAME[1]}. +# +# */ +# EOF +# Unicode(CP932) Unicode(JIS X 0208) +%from_ucs = ( + 0x00A5, 0x216F, # YEN SIGN + 0x00B5, 0x264C, # MICRO SIGN + 0xFF3C, 0x2140, # FULLWIDTH REVERSE SOLIDUS 0x005C REVERSE SOLIDUS + 0xFF5E, 0x2141, # FULLWIDTH TILDE 0x301C WAVE DASH + 0x2225, 0x2142, # PARALLEL TO 0x2016 DOUBLE VERTICAL LINE + 0xFF0D, 0x215D, # FULLWIDTH HYPHEN-MINUS 0x2212 MINUS SIGN + 0xFFE0, 0x2171, # FULLWIDTH CENT SIGN 0x00A2 CENT SIGN + 0xFFE1, 0x2172, # FULLWIDTH POUND SIGN 0x00A3 POUND SIGN + 0xFFE2, 0x224C, # FULLWIDTH NOT SIGN 0x00AC NOT SIGN +); +for(keys %from_ucs) { + ($_ == 0x00A5) && next; + ($_ == 0x00B5) && next; + $to_ucs[$from_ucs{$_}] = $_; +} + +open(OUT, "> ${name0}_ucs.map"); +foreach $name (@NAME) { + +$code = $CODE{$name}; +$map = $MAP{$name}; + +print "$name\t$map\t$code\n"; + +open(MAP, "< $map"); +while(<MAP>) { + /^#/ && next; + s/#.*//; + if ($name =~ /0208/) { + (($s, $i, $u) = split(" ")) || next; + $i = hex($i); + $u = hex($u); + if ($u == 0x5C) { + $u = 0xFF3C; + } + $to_ucs[$i] || ($to_ucs[$i] = $u); + $to_ucs_jis[$i] = 0; + $from_ucs{$u} = $i; + } elsif ($name =~ /0212/) { + (($i, $u) = split(" ")) || next; + $i = hex($i); + $u = hex($u); + if ($u == 0x7E) { + $u = 0xFF5E; + } + $to_ucs2[$i] = $u; + $to_ucs2_jis[$i] = 0; + $from_ucs2{$u} = $i; + } else { + /^\d/ || next; + (($p,$i,$e,$s,$u) = split(" ")) || next; + $i =~ s/j-/0x/; + $u =~ s/u-/0x/; + $i = hex($i); + $u = hex($u); + if ($u == 0xffff) { + $u = 0; + } + if ($u == 0x7E) { + $u = 0xFF5E; + } + if ($p =~ /^1/) { + $to_ucs[$i] && next; + $to_ucs[$i] = $u; + $to_ucs_jis[$i] = 1; + $from_ucs3{$u} = $i; + } elsif ($p =~ /^2/) { + $to_ucs2[$i] = $u; + $to_ucs2_jis[$i] = 1; + $from_ucs4{$u} = $i; + } + } +} + +} + +print OUT <<EOF; +/* JIS X 0208, JIS X 0212, JIS X 0213 (Japanese) */ + +static wc_uint16 jisx0208x02131_ucs_map[ 0x5E * 0x5E ] = { +EOF + +for $i (0x21 .. 0x7E) { +for $j (0x21 .. 0x7E) { + $_ = $i * 0x100 + $j; + $u = $to_ucs[$_]; + if ($u) { + printf OUT " 0x%.4X,", $u; + } else { + print OUT " 0,\t"; + } + printf OUT "\t/* %s 0x%.4X */\n", $to_ucs_jis[$_] ? "JIS X 0213-1" : "JIS X 0208", $_; +} +} + +print OUT <<EOF; +}; + +static wc_uint16 jisx0212x02132_ucs_map[ 0x5E * 0x5E ] = { +EOF + +for $i (0x21 .. 0x7E) { +for $j (0x21 .. 0x7E) { + $_ = $i * 0x100 + $j; + $u = $to_ucs2[$_]; + if ($u) { + printf OUT " 0x%.4X,", $u; + } else { + print OUT " 0,\t"; + } + printf OUT "\t/* %s 0x%.4X */\n", $to_ucs2_jis[$_] ? "JIS X 0213-2" : "JIS X 0212", $_; +} +} + +print OUT <<EOF; +}; +EOF + +@ucs = sort { $a <=> $b } keys %from_ucs; +$nucs = @ucs + 0; + +print OUT <<EOF; + +#define N_ucs_jisx0208_map $nucs + +static wc_map ucs_jisx0208_map[ N_ucs_jisx0208_map ] = { +EOF +for(@ucs) { + $_ || next; + printf OUT " { 0x%.4X, 0x%.4X },\n", $_, $from_ucs{$_}; +} + +@ucs = sort { $a <=> $b } keys %from_ucs2; +$nucs = @ucs + 0; + +print OUT <<EOF; +}; + +#define N_ucs_jisx0212_map $nucs + +static wc_map ucs_jisx0212_map[ N_ucs_jisx0212_map ] = { +EOF +for(@ucs) { + $_ || next; + printf OUT " { 0x%.4X, 0x%.4X },\n", $_, $from_ucs2{$_}; +} + +@ucs = sort { $a <=> $b } keys %from_ucs3; +$nucs = @ucs + 0; + +print OUT <<EOF; +}; + +#define N_ucs_jisx02131_map $nucs + +static wc_map ucs_jisx02131_map[ N_ucs_jisx02131_map ] = { +EOF +for(@ucs) { + $_ || next; + printf OUT " { 0x%.4X, 0x%.4X },\n", $_, $from_ucs3{$_}; +} + +@ucs = sort { $a <=> $b } keys %from_ucs4; +$nucs = @ucs + 0; + +print OUT <<EOF; +}; + +#define N_ucs_jisx02132_map $nucs + +static wc_map ucs_jisx02132_map[ N_ucs_jisx02132_map ] = { +EOF +for(@ucs) { + $_ || next; + printf OUT " { 0x%.4X, 0x%.4X },\n", $_, $from_ucs4{$_}; +} + +print OUT <<EOF; +}; +EOF + +close(MAP); + +__END__ +jisx0208 EASTASIA/JIS/JIS0208.TXT JIS X 0208 (Japanese) +jisx0212 EASTASIA/JIS/JIS0212.TXT JIS X 0212 (Japanese) +jisx0213 jisx0213code.txt JIS X 0213 (Japanese) + |