Releasing debian version 0.5.1-1debian/0.5.1-1

1 files changed, 137 insertions, 0 deletions

diff --git a/libwc/map/mk_ucs_map.pl b/libwc/map/mk_ucs_map.pl
new file mode 100644
index 0000000..347ad3d
--- /dev/null
+++ b/libwc/map/mk_ucs_map.pl
@@ -0,0 +1,137 @@
+
+@NAME = ();
+while(<DATA>) {
+  chop;
+  s/\s*$//;
+  (($n, $m, $c) = split(" ", $_, 3)) >= 3 || next;
+  push(@NAME, $n);
+  $MAP{$n} = $m;
+  $CODE{$n} = $c;
+}
+
+foreach $name (@NAME) {
+
+$code = $CODE{$name};
+$map = $MAP{$name};
+
+print "$name\t$map\t$code\n";
+
+@to_ucs = ();
+%from_ucs = ();
+open(MAP, "< $map");
+open(OUT, "> ${name}_ucs.map");
+while(<MAP>) {
+  /^#/ && next;
+  s/#.*//;
+  (($i, $u) = split(" ")) || next;
+  $i = hex($i);
+  $u = hex($u);
+  if ($u >= 0xa0) {
+    $to_ucs[$i] = $u;
+    if ($i < 0x80) {
+      print STDERR "$map $i $u\n";
+#     $from_ucs{$u} = $i;
+    } else {
+      $from_ucs{$u} = $i;
+    }
+  }
+}
+
+#  print OUT <<EOF;
+# /*
+#   These conversion tables between $code and
+#   Unicode were made from
+# 
+#     ftp://ftp.unicode.org/Public/MAPPINGS/$map.
+# */
+# 
+print OUT <<EOF;
+/* $code */
+
+static wc_uint16 ${name}_ucs_map[ 0x80 ] = {
+EOF
+
+foreach $i (0x10 .. 0x1F) {
+  print OUT " ";
+foreach $j (0 .. 7) {
+  $_ = $i * 8 + $j;
+  $u = $to_ucs[$_];
+  if ($u) {
+    printf OUT " 0x%.4X,", $u;
+  } else {
+    print OUT " 0,     ";
+  }
+}
+  print OUT "\n";
+}
+
+@ucs = sort { $a <=> $b } keys %from_ucs;
+$nucs = @ucs + 0;
+
+print OUT <<EOF;
+};
+
+#define N_ucs_${name}_map $nucs
+
+static wc_map ucs_${name}_map[ N_ucs_${name}_map ] = {
+EOF
+for(@ucs) {
+  printf OUT "  { 0x%.4X, 0x%.2X },\n", $_, $from_ucs{$_};
+}
+
+print OUT <<EOF;
+};
+EOF
+
+close(MAP);
+}
+
+__END__
+jisx0201k	EASTASIA/JIS/JIS0201.TXT	JIS X 0201 (Japanese Kana)
+iso88591	ISO8859/8859-1.TXT	ISO-8859-1 (Latin 1)
+iso88592	ISO8859/8859-2.TXT	ISO-8859-2 (Latin 2)
+iso88593	ISO8859/8859-3.TXT	ISO-8859-3 (Latin 3)
+iso88594	ISO8859/8859-4.TXT	ISO-8859-4 (Latin 4)
+iso88595	ISO8859/8859-5.TXT	ISO-8859-5 (Cyrillic)
+iso88596	ISO8859/8859-6.TXT	ISO-8859-6 (Arabic)
+iso88597	ISO8859/8859-7.TXT	ISO-8859-7 (Greek)
+iso88598	ISO8859/8859-8.TXT	ISO-8859-8 (Hebrew)
+iso88599	ISO8859/8859-9.TXT	ISO-8859-9 (Latin 5)
+iso885910	ISO8859/8859-10.TXT	ISO-8859-10 (Latin 6)
+iso885913	ISO8859/8859-13.TXT	ISO-8859-13 (Latin 7)
+iso885914	ISO8859/8859-14.TXT	ISO-8859-14 (Latin 8)
+iso885915	ISO8859/8859-15.TXT	ISO-8859-15 (Latin 9)
+iso885916	ISO8859/8859-16.TXT	ISO-8859-16 (Romanian)
+
+cp856	VENDORS/MISC/CP856.TXT		CP856 (Hebrew)                  
+cp1006	VENDORS/MISC/CP1006.TXT		IBM CP1006 (Arabic)
+koi8r	VENDORS/MISC/KOI8-R.TXT		KOI8-R (Cyrillic)
+
+nextstep	VENDORS/NEXT/NEXTSTEP.TXT	NeXTSTEP
+
+cp437	VENDORS/MICSFT/PC/CP437.TXT	CP437 (Latin)
+cp737	VENDORS/MICSFT/PC/CP737.TXT	CP737 (Greek)
+cp775	VENDORS/MICSFT/PC/CP775.TXT	CP775 (Baltic Rim)
+cp850	VENDORS/MICSFT/PC/CP850.TXT	CP850 (Latin 1)
+cp852	VENDORS/MICSFT/PC/CP852.TXT	CP852 (Latin 2)
+cp855	VENDORS/MICSFT/PC/CP855.TXT	CP855 (Cyrillic)
+cp857	VENDORS/MICSFT/PC/CP857.TXT	CP857 (Turkish)
+cp860	VENDORS/MICSFT/PC/CP860.TXT	CP860 (Portuguese)
+cp861	VENDORS/MICSFT/PC/CP861.TXT	CP861 (Icelandic)
+cp862	VENDORS/MICSFT/PC/CP862.TXT	CP862 (Hebrew)
+cp863	VENDORS/MICSFT/PC/CP863.TXT	CP863 (Canada French)
+cp864	VENDORS/MICSFT/PC/CP864.TXT	CP864 (Arabic)
+cp865	VENDORS/MICSFT/PC/CP865.TXT	CP865 (Nordic)
+cp866	VENDORS/MICSFT/PC/CP866.TXT	CP866 (Cyrillic Russian)
+cp869	VENDORS/MICSFT/PC/CP869.TXT	CP869 (Greek 2)
+cp874	VENDORS/MICSFT/PC/CP874.TXT	CP874 (Thai)
+
+cp1250	VENDORS/MICSFT/WINDOWS/CP1250.TXT	CP1250 (Latin 2)
+cp1251	VENDORS/MICSFT/WINDOWS/CP1251.TXT	CP1251 (Cyrillic)
+cp1252	VENDORS/MICSFT/WINDOWS/CP1252.TXT	CP1252 (Latin 1)
+cp1253	VENDORS/MICSFT/WINDOWS/CP1253.TXT	CP1253 (Greek)
+cp1254	VENDORS/MICSFT/WINDOWS/CP1254.TXT	CP1254 (Turkish)
+cp1255	VENDORS/MICSFT/WINDOWS/CP1255.TXT	CP1255 (Hebrew)
+cp1256	VENDORS/MICSFT/WINDOWS/CP1256.TXT	CP1256 (Arabic)
+cp1257	VENDORS/MICSFT/WINDOWS/CP1257.TXT	CP1257 (Baltic Rim)
+