merge m17n patch

add libwc

1 files changed, 243 insertions, 0 deletions

diff --git a/libwc/viet.c b/libwc/viet.c
new file mode 100644
index 0000000..c918d4c
--- /dev/null
+++ b/libwc/viet.c
@@ -0,0 +1,243 @@
+
+#include "wc.h"
+#include "viet.h"
+#include "wtf.h"
+#include "search.h"
+#ifdef USE_UNICODE
+#include "ucs.h"
+#endif
+#include "map/tcvn57123_tcvn5712.map"
+
+wc_uint8 wc_c0_tcvn57122_map[ 0x20 ] = {
+    0, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0,     
+    0, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0,     
+};
+wc_uint8 wc_c0_viscii112_map[ 0x20 ] = {
+    0, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0,     
+    0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0,     
+};
+wc_uint8 wc_c0_vps2_map[ 0x20 ] = {
+    0, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0,     
+    1, 1, 1, 1, 1, 1, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0,     
+};
+static wc_uint8 tcvn5712_precompose_map[ 0x100 ] = {
+    0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+    0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+    0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+    0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+/*     A           E           I                 O */
+    0, 1, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1,
+/*                 U           Y                   */
+    0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0,
+/*     a           e           i                 o */
+    0, 1, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1,
+/*                 u           y                   */
+    0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0,
+
+    0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+    0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+/*     A( A^ E^ O^ O+ U+    a( a^ e^ o^ o+ u+      */
+    0, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 0, 0, 0,
+/*  `  ?  ~  '  .                                  */
+    2, 2, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+    0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+    0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+    0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+    0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+};
+static wc_uint8 cp1258_precompose_map[ 0x100 ] = {
+    0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+    0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+    0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+    0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+/*     A           E           I                 O */
+    0, 1, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1,
+/*                 U           Y                   */
+    0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0,
+/*     a           e           i                 o */
+    0, 1, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1,
+/*                 u           y                   */
+    0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0,
+
+    0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+    0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+    0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+    0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+/*        A^ A(                   E^    `          */
+    0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 0, 2, 0, 0, 0,
+/*        ?     O^ O+                      U+ ~    */
+    0, 0, 2, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0,
+/*        a^ a(                   e^    '          */
+    0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 0, 2, 0, 0, 0,
+/*        .     o^ o+                      u+      */
+    0, 0, 2, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0,
+};
+
+wc_uint32
+wc_tcvn5712_precompose(wc_uchar c1, wc_uchar c2)
+{
+    if (tcvn5712_precompose_map[c1] == 1 && tcvn5712_precompose_map[c2] == 2)
+	return ((wc_uint32)c1 << 8) | c2;
+    else
+	return 0;
+}
+
+wc_wchar_t
+wc_tcvn57123_to_tcvn5712(wc_wchar_t cc)
+{
+    wc_map *map;
+
+    map = wc_map_search((wc_uint16)(cc.code & 0x7f7f),
+	tcvn57123_tcvn5712_map, N_tcvn57123_tcvn5712_map);
+    if (map) {
+	cc.ccs = (map->code2 < 0x20) ? WC_CCS_TCVN_5712_2 : WC_CCS_TCVN_5712_1;
+	cc.code = map->code2 | 0x80;
+    } else {
+	cc.ccs = WC_CCS_UNKNOWN;
+    }
+    return cc;
+}
+
+wc_uint32
+wc_cp1258_precompose(wc_uchar c1, wc_uchar c2)
+{
+    if (cp1258_precompose_map[c1] == 1 && cp1258_precompose_map[c2] == 2)
+	return ((wc_uint32)c1 << 8) | c2;
+    else
+	return 0;
+}
+
+Str
+wc_conv_from_viet(Str is, wc_ces ces)
+{
+    Str os;
+    wc_uchar *sp = (wc_uchar *)is->ptr;
+    wc_uchar *ep = sp + is->length;
+    wc_uchar *p;
+    wc_ccs ccs1 = WcCesInfo[WC_CCS_INDEX(ces)].gset[1].ccs;
+    wc_ccs ccs2 = WcCesInfo[WC_CCS_INDEX(ces)].gset[2].ccs;
+    wc_uint8 *map = NULL;
+
+    switch (ces) {
+    case WC_CES_TCVN_5712:
+	map = wc_c0_tcvn57122_map;
+	break;
+    case WC_CES_VISCII_11:
+	map = wc_c0_viscii112_map;
+	break;
+    case WC_CES_VPS:
+	map = wc_c0_vps2_map;
+	break;
+    }
+
+    wc_create_detect_map(ces, WC_FALSE);
+    for (p = sp; p < ep && ! WC_DETECT_MAP[*p]; p++)
+	;
+    if (p == ep)
+	return is;
+    os = Strnew_size(is->length);
+    if (p > sp)
+	Strcat_charp_n(os, is->ptr, (int)(p - sp));
+
+    for (; p < ep; p++) {
+	if (*p & 0x80)
+	    wtf_push(os, ccs1, (wc_uint32)*p);
+	else if (*p < 0x20 && map[*p])
+	    wtf_push(os, ccs2, (wc_uint32)*p);
+	else
+	    Strcat_char(os, (char)*p);
+    }
+    return os;
+}
+
+void
+wc_push_to_viet(Str os, wc_wchar_t cc, wc_status *st)
+{
+    wc_ccs ccs1 = st->ces_info->gset[1].ccs;
+    wc_ccs ccs2 = 0, ccs3 = 0;
+    wc_uint8 *map = NULL;
+
+    switch (st->ces_info->id) {
+    case WC_CES_CP1258:
+	ccs3 = st->ces_info->gset[2].ccs;
+	break;
+    case WC_CES_TCVN_5712:
+	map = wc_c0_tcvn57122_map;
+	ccs2 = st->ces_info->gset[2].ccs;
+	ccs3 = st->ces_info->gset[3].ccs;
+	break;
+    case WC_CES_VISCII_11:
+	map = wc_c0_viscii112_map;
+	ccs2 = st->ces_info->gset[2].ccs;
+	break;
+    case WC_CES_VPS:
+	map = wc_c0_vps2_map;
+	ccs2 = st->ces_info->gset[2].ccs;
+	break;
+    }
+
+  while (1) {
+    if (cc.ccs == ccs1) {
+	Strcat_char(os, (char)(cc.code | 0x80));
+	return;
+    } else if (cc.ccs == ccs2) {
+	Strcat_char(os, (char)(cc.code & 0x7f));
+	return;
+    } else if (cc.ccs == ccs3) {
+	Strcat_char(os, (char)((cc.code >> 8) & 0xff));
+	Strcat_char(os, (char)(cc.code & 0xff));
+	return;
+    }
+    switch (cc.ccs) {
+    case WC_CCS_US_ASCII:
+	if (cc.code < 0x20 && map && map[cc.code])
+	    Strcat_char(os, ' ');
+	else
+	    Strcat_char(os, (char)cc.code);
+	return;
+    case WC_CCS_UNKNOWN_W:
+	if (!WcOption.no_replace)
+	    Strcat_charp(os, WC_REPLACE_W);
+	return;
+    case WC_CCS_UNKNOWN:
+	if (!WcOption.no_replace)
+	    Strcat_charp(os, WC_REPLACE);
+	return;
+    default:
+#ifdef USE_UNICODE
+	if (WcOption.ucs_conv)
+	    cc = wc_any_to_any_ces(cc, st);
+	else
+#endif
+	    cc.ccs = WC_CCS_IS_WIDE(cc.ccs) ? WC_CCS_UNKNOWN_W : WC_CCS_UNKNOWN;
+	continue;
+    }
+  }
+}
+
+Str
+wc_char_conv_from_viet(wc_uchar c, wc_status *st)
+{
+    Str os = Strnew_size(1);
+    wc_uint8 *map = NULL;
+
+    switch (st->ces_info->id) {
+    case WC_CES_TCVN_5712:
+	map = wc_c0_tcvn57122_map;
+	break;
+    case WC_CES_VISCII_11:
+	map = wc_c0_viscii112_map;
+	break;
+    case WC_CES_VPS:
+	map = wc_c0_vps2_map;
+	break;
+    }
+
+    if (c & 0x80)
+	wtf_push(os, st->ces_info->gset[1].ccs, (wc_uint32)c);
+    else if (c < 0x20 && map[c])
+	wtf_push(os, st->ces_info->gset[2].ccs, (wc_uint32)c);
+    else
+	Strcat_char(os, (char)c);
+    return os;
+}