Adding upstream version 0.5.1upstream/0.5.1

1 files changed, 130 insertions, 0 deletions

diff --git a/libwc/map/mk_combining_map.pl b/libwc/map/mk_combining_map.pl
new file mode 100644
index 0000000..a68c287
--- /dev/null
+++ b/libwc/map/mk_combining_map.pl
@@ -0,0 +1,130 @@
+
+open(C, "ucs_combining.map");
+while(<C>) {
+  /^\s*\{/ || next;
+  /\{\s*(\w+),\s*(\w+)\s*\}/;
+  ($a, $b) = ($1, $2);
+  for $c (hex($a) .. hex($b)) {
+    $COMB{$c} = 1;
+  }
+}
+close(C);
+
+@NAME = ();
+while(<DATA>) {
+  chop;
+  s/\s*$//;
+  (($n, $m, $c) = split(" ", $_, 3)) >= 3 || next;
+  push(@NAME, $n);
+  $MAP{$n} = $m;
+  $CODE{$n} = $c;
+}
+
+foreach $name (@NAME) {
+
+$code = $CODE{$name};
+$map = $MAP{$name};
+
+print "$name\t$map\t$code\n";
+
+@to_ucs = ();
+%from_ucs = ();
+open(MAP, "< $map");
+while(<MAP>) {
+  /^#/ && next;
+  s/#.*//;
+  (($i, $u) = split(" ")) || next;
+  $i = hex($i);
+  $u = hex($u);
+  if ($u >= 0xa0) {
+    $to_ucs[$i] = $u;
+    if ($i < 0x80) {
+      print STDERR "$map $i $u\n";
+#     $from_ucs{$u} = $i;
+    } else {
+      $from_ucs{$u} = $i;
+    }
+  }
+}
+close(MAP);
+
+$ok = 0;
+@comb = ();
+foreach $i (0x80 .. 0xFF) {
+   $comb[$i] = $COMB{$to_ucs[$i]} ? 1 : 0;
+   $comb[$i] && ($ok = 1);
+}
+$ok || next;
+
+open(OUT, "> ${name}_combining.map");
+print OUT <<EOF;
+/* $code */
+
+static wc_uint8 ${name}_combining_map[ 0x80 ] = {
+EOF
+
+foreach $i (0x8 .. 0xF) {
+  print OUT " ";
+foreach $j (0 .. 0xF) {
+  $_ = $i * 16 + $j;
+  print OUT " $comb[$_],";
+}
+  print OUT "\n";
+}
+
+print OUT <<EOF;
+};
+EOF
+
+}
+
+__END__
+jisx0201k	EASTASIA/JIS/JIS0201.TXT	JIS X 0201 (Japanese Kana)
+iso88591	ISO8859/8859-1.TXT	ISO-8859-1 (Latin 1)
+iso88592	ISO8859/8859-2.TXT	ISO-8859-2 (Latin 2)
+iso88593	ISO8859/8859-3.TXT	ISO-8859-3 (Latin 3)
+iso88594	ISO8859/8859-4.TXT	ISO-8859-4 (Latin 4)
+iso88595	ISO8859/8859-5.TXT	ISO-8859-5 (Cyrillic)
+iso88596	ISO8859/8859-6.TXT	ISO-8859-6 (Arabic)
+iso88597	ISO8859/8859-7.TXT	ISO-8859-7 (Greek)
+iso88598	ISO8859/8859-8.TXT	ISO-8859-8 (Hebrew)
+iso88599	ISO8859/8859-9.TXT	ISO-8859-9 (Latin 5)
+iso885910	ISO8859/8859-10.TXT	ISO-8859-10 (Latin 6)
+iso885911	VENDORS/MICSFT/WINDOWS/CP874.TXT	ISO-8859-11 (Vietnamese)
+iso885913	ISO8859/8859-13.TXT	ISO-8859-13 (Latin 7)
+iso885914	ISO8859/8859-14.TXT	ISO-8859-14 (Latin 8)
+iso885915	ISO8859/8859-15.TXT	ISO-8859-15 (Latin 9)
+
+cp856	VENDORS/MISC/CP856.TXT		CP856 (Hebrew)                  
+cp1006	VENDORS/MISC/CP1006.TXT		IBM CP1006 (Arabic)
+koi8r	VENDORS/MISC/KOI8-R.TXT		KOI8-R (Cyrillic)
+
+nextstep	VENDORS/NEXT/NEXTSTEP.TXT	NeXTSTEP
+
+cp437	VENDORS/MICSFT/PC/CP437.TXT	CP437 (Latin)
+cp737	VENDORS/MICSFT/PC/CP737.TXT	CP737 (Greek)
+cp775	VENDORS/MICSFT/PC/CP775.TXT	CP775 (Baltic Rim)
+cp850	VENDORS/MICSFT/PC/CP850.TXT	CP850 (Latin 1)
+cp852	VENDORS/MICSFT/PC/CP852.TXT	CP852 (Latin 2)
+cp855	VENDORS/MICSFT/PC/CP855.TXT	CP855 (Cyrillic)
+cp857	VENDORS/MICSFT/PC/CP857.TXT	CP857 (Turkish)
+cp860	VENDORS/MICSFT/PC/CP860.TXT	CP860 (Portuguese)
+cp861	VENDORS/MICSFT/PC/CP861.TXT	CP861 (Icelandic)
+cp862	VENDORS/MICSFT/PC/CP862.TXT	CP862 (Hebrew)
+cp863	VENDORS/MICSFT/PC/CP863.TXT	CP863 (Canada French)
+cp864	VENDORS/MICSFT/PC/CP864.TXT	CP864 (Arabic)
+cp865	VENDORS/MICSFT/PC/CP865.TXT	CP865 (Nordic)
+cp866	VENDORS/MICSFT/PC/CP866.TXT	CP866 (Cyrillic Russian)
+cp869	VENDORS/MICSFT/PC/CP869.TXT	CP869 (Greek 2)
+cp874	VENDORS/MICSFT/PC/CP874.TXT	CP874 (Thai)
+
+cp1250	VENDORS/MICSFT/WINDOWS/CP1250.TXT	CP1250 (Latin 2)
+cp1251	VENDORS/MICSFT/WINDOWS/CP1251.TXT	CP1251 (Cyrillic)
+cp1252	VENDORS/MICSFT/WINDOWS/CP1252.TXT	CP1252 (Latin 1)
+cp1253	VENDORS/MICSFT/WINDOWS/CP1253.TXT	CP1253 (Greek)
+cp1254	VENDORS/MICSFT/WINDOWS/CP1254.TXT	CP1254 (Turkish)
+cp1255	VENDORS/MICSFT/WINDOWS/CP1255.TXT	CP1255 (Hebrew)
+cp1256	VENDORS/MICSFT/WINDOWS/CP1256.TXT	CP1256 (Arabic)
+cp1257	VENDORS/MICSFT/WINDOWS/CP1257.TXT	CP1257 (Baltic Rim)
+cp1258	VENDORS/MICSFT/WINDOWS/CP1258.TXT	CP1258 (Vietnamese)
+