Adding upstream version 0.5.1upstream/0.5.1

1 files changed, 631 insertions, 0 deletions

diff --git a/libwc/ucs.c b/libwc/ucs.c
new file mode 100644
index 0000000..b9dfec3
--- /dev/null
+++ b/libwc/ucs.c
@@ -0,0 +1,631 @@
+
+#ifdef USE_UNICODE
+
+#include <stdlib.h>
+#include "wc.h"
+#include "ucs.h"
+#include "search.h"
+#include "big5.h"
+#include "hkscs.h"
+#include "sjis.h"
+#include "johab.h"
+#include "gbk.h"
+#include "gb18030.h"
+#include "uhc.h"
+#include "viet.h"
+#include "wtf.h"
+
+#include "ucs.map"
+
+#include "map/ucs_wide.map"
+#include "map/ucs_combining.map"
+#include "map/ucs_precompose.map"
+#include "map/ucs_hangul.map"
+#include "map/ucs_fullwidth.map"
+
+#define MAX_TAG_MAP 0x100
+static int n_tag_map = 0;
+static char *tag_map[ MAX_TAG_MAP ];
+
+wc_table *
+wc_get_ucs_table(wc_ccs ccs)
+{
+    int f = WC_CCS_INDEX(ccs);
+
+    switch (WC_CCS_TYPE(ccs)) {
+    case WC_CCS_A_CS94:
+	if (f < WC_F_ISO_BASE || f > WC_F_CS94_END)
+	    return NULL;
+	return &ucs_cs94_table[f - WC_F_ISO_BASE];
+    case WC_CCS_A_CS94W:
+	if (f < WC_F_ISO_BASE || f > WC_F_CS94W_END)
+	    return NULL;
+	return &ucs_cs94w_table[f - WC_F_ISO_BASE];
+    case WC_CCS_A_CS96:
+	if (f < WC_F_ISO_BASE || f > WC_F_CS96_END)
+	    return NULL;
+	return &ucs_cs96_table[f - WC_F_ISO_BASE];
+    case WC_CCS_A_CS96W:
+	if (f < WC_F_ISO_BASE || f > WC_F_CS96W_END)
+	    return NULL;
+	return &ucs_cs96w_table[f - WC_F_ISO_BASE];
+    case WC_CCS_A_CS942:
+	if (f < WC_F_ISO_BASE || f > WC_F_CS942_END)
+	    return NULL;
+	return &ucs_cs942_table[f - WC_F_ISO_BASE];
+    case WC_CCS_A_PCS:
+	if (f < WC_F_PCS_BASE || f > WC_F_PCS_END)
+	    return NULL;
+	return &ucs_pcs_table[f - WC_F_PCS_BASE];
+    case WC_CCS_A_PCSW:
+	if (f < WC_F_PCS_BASE || f > WC_F_PCSW_END)
+	    return NULL;
+	return &ucs_pcsw_table[f - WC_F_PCS_BASE];
+    default:
+	return NULL;
+    }
+}
+
+wc_wchar_t
+wc_ucs_to_any(wc_uint32 ucs, wc_table *t)
+{
+    wc_wchar_t cc;
+    wc_map *map;
+
+    if (t && t->map && ucs && ucs <= WC_C_UCS2_END) {
+	map = wc_map_search((wc_uint16)ucs, t->map, t->n);
+	if (map)
+	    return t->conv(t->ccs, map->code2);
+    }
+    if (t && (ucs & ~0xFFFF) == WC_C_UCS4_PLANE2) {
+	if (t->ccs == WC_CCS_JIS_X_0213_1)
+	    map = wc_map_search((wc_uint16)(ucs & 0xffff),
+		ucs_p2_jisx02131_map, N_ucs_p2_jisx02131_map);
+	else if (t->ccs == WC_CCS_JIS_X_0213_2)
+	    map = wc_map_search((wc_uint16)(ucs & 0xffff),
+		ucs_p2_jisx02132_map, N_ucs_p2_jisx02132_map);
+	else if (t->ccs == WC_CCS_HKSCS ||
+		 t->ccs == WC_CCS_HKSCS_1 || t->ccs == WC_CCS_HKSCS_2)
+	    map = wc_map_search((wc_uint16)(ucs & 0xffff),
+		ucs_p2_hkscs_map, N_ucs_p2_hkscs_map);
+	else
+	    map = NULL;
+	if (map)
+	    return t->conv(t->ccs, map->code2);
+    }
+    cc.ccs = WC_CCS_UNKNOWN;
+    return cc;
+}
+
+wc_uint32
+wc_any_to_ucs(wc_wchar_t cc)
+{
+    int f;
+    wc_uint16 *map = NULL;
+    wc_map *map2;
+
+    f = WC_CCS_INDEX(cc.ccs);
+    switch (WC_CCS_TYPE(cc.ccs)) {
+    case WC_CCS_A_CS94:
+	if (f < WC_F_ISO_BASE || f > WC_F_CS94_END)
+	    return WC_C_UCS4_ERROR;
+	map = cs94_ucs_map[f - WC_F_ISO_BASE];
+	cc.code &= 0x7f;
+	break;
+    case WC_CCS_A_CS94W:
+	if (cc.ccs == WC_CCS_GB_2312 && WcOption.use_gb12345_map) {
+	    cc.ccs = WC_CCS_GB_12345;
+	    return wc_any_to_ucs(cc);
+	} else if (cc.ccs == WC_CCS_JIS_X_0213_1) {
+	    map2 = wc_map_search((wc_uint16)(cc.code & 0x7f7f),
+		jisx02131_ucs_p2_map, N_jisx02131_ucs_p2_map);
+	    if (map2)
+		return map2->code2 | WC_C_UCS4_PLANE2;
+	} else if (cc.ccs == WC_CCS_JIS_X_0213_2) {
+	    map2 = wc_map_search((wc_uint16)(cc.code & 0x7f7f),
+		jisx02132_ucs_p2_map, N_jisx02132_ucs_p2_map);
+	    if (map2)
+		return map2->code2 | WC_C_UCS4_PLANE2;
+	}
+	if (f < WC_F_ISO_BASE || f > WC_F_CS94W_END)
+	    return 0;
+	map = cs94w_ucs_map[f - WC_F_ISO_BASE];
+	cc.code = WC_CS94W_N(cc.code);
+	break;
+    case WC_CCS_A_CS96:
+	if (f < WC_F_ISO_BASE || f > WC_F_CS96_END)
+	    return WC_C_UCS4_ERROR;
+	map = cs96_ucs_map[f - WC_F_ISO_BASE];
+	cc.code &= 0x7f;
+	break;
+    case WC_CCS_A_CS96W:
+	if (f < WC_F_ISO_BASE || f > WC_F_CS96W_END)
+	    return WC_C_UCS4_ERROR;
+	map = cs96w_ucs_map[f - WC_F_ISO_BASE];
+	cc.code = WC_CS96W_N(cc.code);
+	break;
+    case WC_CCS_A_CS942:
+	if (f < WC_F_ISO_BASE || f > WC_F_CS942_END)
+	    return WC_C_UCS4_ERROR;
+	map = cs942_ucs_map[f - WC_F_ISO_BASE];
+	cc.code &= 0x7f;
+	break;
+    case WC_CCS_A_PCS:
+	if (f < WC_F_PCS_BASE || f > WC_F_PCS_END)
+	    return WC_C_UCS4_ERROR;
+	switch (cc.ccs) {
+	case WC_CCS_CP1258_2:
+	    map2 = wc_map_search((wc_uint16)cc.code,
+		cp12582_ucs_map, N_cp12582_ucs_map);
+	    if (map2)
+		return map2->code2;
+	    return WC_C_UCS4_ERROR;
+	case WC_CCS_TCVN_5712_3:
+	    return wc_any_to_ucs(wc_tcvn57123_to_tcvn5712(cc));
+	case WC_CCS_GBK_80:
+	    return WC_C_UCS2_EURO;
+	}
+	map = pcs_ucs_map[f - WC_F_PCS_BASE];
+	cc.code &= 0x7f;
+	break;
+    case WC_CCS_A_PCSW:
+	if (f < WC_F_PCS_BASE || f > WC_F_PCSW_END)
+	    return WC_C_UCS4_ERROR;
+	map = pcsw_ucs_map[f - WC_F_PCS_BASE];
+	switch (cc.ccs) {
+	case WC_CCS_BIG5:
+	    cc.code = WC_BIG5_N(cc.code);
+	    break;
+	case WC_CCS_BIG5_2:
+	    cc.code = WC_CS94W_N(cc.code) + WC_C_BIG5_2_BASE;
+	    break;
+	case WC_CCS_HKSCS_1:
+	case WC_CCS_HKSCS_2:
+	    cc = wc_cs128w_to_hkscs(cc);
+	case WC_CCS_HKSCS:
+	    map2 = wc_map_search((wc_uint16)cc.code,
+		hkscs_ucs_p2_map, N_hkscs_ucs_p2_map);
+	    if (map2)
+		return map2->code2 | WC_C_UCS4_PLANE2;
+	    cc.code = wc_hkscs_to_N(cc.code);
+	    break;
+	case WC_CCS_JOHAB:
+	    return wc_any_to_ucs(wc_johab_to_cs128w(cc));
+	case WC_CCS_JOHAB_1:
+	    return WC_CS94x128_N(cc.code) + WC_C_UCS2_HANGUL;
+	case WC_CCS_JOHAB_2:
+	    cc.code = WC_CS128W_N(cc.code);
+	    cc.code = WC_N_JOHAB2(cc.code);
+	    map2 = wc_map_search((wc_uint16)cc.code,
+		johab2_ucs_map, N_johab2_ucs_map);
+	    if (map2)
+		return map2->code2;
+	    return WC_C_UCS4_ERROR;
+	case WC_CCS_JOHAB_3:
+	    if ((cc.code & 0x7f7f) < 0x2121)
+		return WC_C_UCS4_ERROR;
+	case WC_CCS_SJIS_EXT:
+	    return wc_any_to_ucs(wc_sjis_ext_to_cs94w(cc));
+	case WC_CCS_SJIS_EXT_1:
+	    cc.code = wc_sjis_ext1_to_N(cc.code);
+	    if (cc.code == WC_C_SJIS_ERROR)
+		return WC_C_UCS4_ERROR;
+	    break;
+	case WC_CCS_SJIS_EXT_2:
+	    cc.code = wc_sjis_ext2_to_N(cc.code);
+	    if (cc.code == WC_C_SJIS_ERROR)
+		return WC_C_UCS4_ERROR;
+	    break;
+	case WC_CCS_GBK_1:
+	case WC_CCS_GBK_2:
+	    cc = wc_cs128w_to_gbk(cc);
+	case WC_CCS_GBK:
+	    cc.code = wc_gbk_to_N(cc.code);
+	    break;
+	case WC_CCS_GBK_EXT:
+	case WC_CCS_GBK_EXT_1:
+	case WC_CCS_GBK_EXT_2:
+	    return wc_gb18030_to_ucs(cc);
+	case WC_CCS_UHC_1:
+	case WC_CCS_UHC_2:
+	    cc = wc_cs128w_to_uhc(cc);
+	case WC_CCS_UHC:
+	    if (cc.code > WC_C_UHC_END)
+		return WC_C_UCS4_ERROR;
+	    cc.code = wc_uhc_to_N(cc.code);
+	    break;
+	default:
+	    cc.code = WC_CS94W_N(cc.code);
+	    break;
+	}
+	break;
+    case WC_CCS_A_WCS16:
+	switch (WC_CCS_SET(cc.ccs)) {
+	case WC_CCS_UCS2:
+	    return cc.code;
+	}
+	return WC_C_UCS4_ERROR;
+    case WC_CCS_A_WCS32:
+	switch (WC_CCS_SET(cc.ccs)) {
+	case WC_CCS_UCS4:
+	    return cc.code;
+	case WC_CCS_UCS_TAG:
+	    return wc_ucs_tag_to_ucs(cc.code);
+	case WC_CCS_GB18030:
+	    return wc_gb18030_to_ucs(cc);
+	}
+	return WC_C_UCS4_ERROR;
+    case WC_CCS_A_UNKNOWN:
+	if (cc.ccs == WC_CCS_C1)
+	    return (cc.code | 0x80);
+    default:
+	return WC_C_UCS4_ERROR;
+    }
+    if (map == NULL)
+	return WC_C_UCS4_ERROR;
+    cc.code = map[cc.code];
+    return cc.code ? cc.code : WC_C_UCS4_ERROR;
+}
+
+wc_wchar_t
+wc_any_to_any(wc_wchar_t cc, wc_table *t)
+{
+    wc_ccs is_wide = WC_CCS_IS_WIDE(cc.ccs);
+    wc_uint32 ucs = wc_any_to_ucs(cc);
+
+    if (ucs != WC_C_UCS4_ERROR) {
+	cc = wc_ucs_to_any(ucs, t);
+	if (!WC_CCS_IS_UNKNOWN(cc.ccs))
+	    return cc;
+
+	ucs = wc_ucs_to_fullwidth(ucs);
+	if (ucs != WC_C_UCS4_ERROR) {
+	    cc = wc_ucs_to_any(ucs, t);
+	    if (!WC_CCS_IS_UNKNOWN(cc.ccs))
+		return cc;
+	}
+    }
+    cc.ccs = is_wide ? WC_CCS_UNKNOWN_W : WC_CCS_UNKNOWN;
+    return cc;
+}
+
+wc_wchar_t
+wc_ucs_to_any_list(wc_uint32 ucs, wc_table **tlist)
+{
+    wc_wchar_t cc;
+    wc_table **t;
+
+    if (tlist != NULL) {
+	for (t = tlist; *t != NULL; t++) {
+	    if ((*t)->map == NULL)
+		continue;
+	    cc = wc_ucs_to_any(ucs, *t);
+	    if (!WC_CCS_IS_UNKNOWN(cc.ccs))
+		return cc;
+	}
+    }
+    cc.ccs = WC_CCS_UNKNOWN;
+    return cc;
+}
+
+wc_wchar_t
+wc_any_to_any_ces(wc_wchar_t cc, wc_status *st)
+{
+    wc_uint32 ucs = wc_any_to_ucs(cc);
+    wc_ccs is_wide = WC_CCS_IS_WIDE(cc.ccs);
+
+    if (ucs < 0x80) {
+	cc.ccs = WC_CCS_US_ASCII;
+	cc.code = ucs;
+	return cc;
+    }
+    if (ucs != WC_C_UCS4_ERROR) {
+	if (st->ces_info->id & WC_CES_T_UTF) {
+	    cc.ccs = wc_ucs_to_ccs(ucs);
+	    cc.code = ucs;
+	    return cc;
+	} else if (st->ces_info->id == WC_CES_JOHAB) {
+	    cc = wc_ucs_to_johab(ucs);
+	    if (WC_CCS_IS_UNKNOWN(cc.ccs))
+		cc.ccs = is_wide ? WC_CCS_UNKNOWN_W : WC_CCS_UNKNOWN;
+	    return cc;
+	}
+	cc = wc_ucs_to_any_list(ucs, is_wide ? st->tlistw : st->tlist);
+	if (!WC_CCS_IS_UNKNOWN(cc.ccs))
+	    return cc;
+	if (! WcOption.fix_width_conv) {
+	    cc = wc_ucs_to_any_list(ucs, is_wide ? st->tlist : st->tlistw);
+	    if (!WC_CCS_IS_UNKNOWN(cc.ccs))
+		return cc;
+	}
+	if (st->ces_info->id == WC_CES_GB18030) {
+	    cc = wc_ucs_to_gb18030(ucs);
+	    if (WC_CCS_IS_UNKNOWN(cc.ccs))
+		cc.ccs = is_wide ? WC_CCS_UNKNOWN_W : WC_CCS_UNKNOWN;
+	    return cc;
+	}
+	if (ucs == WC_C_UCS2_NBSP) {	/* NBSP -> SP */
+	    cc.ccs = WC_CCS_US_ASCII;
+	    cc.code = 0x20;
+	    return cc;
+	}
+	if (st->ces_info->id & (WC_CES_T_ISO_8859|WC_CES_T_EUC) &&
+	    0x80 <= ucs && ucs <= 0x9F) {
+	    cc.ccs = WC_CCS_C1;
+	    cc.code = ucs;
+	    return cc;
+	}
+
+	ucs = wc_ucs_to_fullwidth(ucs);
+	if (ucs != WC_C_UCS4_ERROR) {
+	    cc = wc_ucs_to_any_list(ucs, is_wide ? st->tlistw : st->tlist);
+	    if (!WC_CCS_IS_UNKNOWN(cc.ccs))
+		return cc;
+	    if (! WcOption.fix_width_conv) {
+		cc = wc_ucs_to_any_list(ucs, is_wide ? st->tlist : st->tlistw);
+		if (!WC_CCS_IS_UNKNOWN(cc.ccs))
+		    return cc;
+	    }
+	}
+    }
+    cc.ccs = is_wide ? WC_CCS_UNKNOWN_W : WC_CCS_UNKNOWN;
+    return cc;
+}
+
+wc_wchar_t
+wc_any_to_iso2022(wc_wchar_t cc, wc_status *st)
+{
+    wc_uint32 ucs = wc_any_to_ucs(cc);
+    wc_ccs is_wide = WC_CCS_IS_WIDE(cc.ccs);
+
+    if (ucs < 0x80) {
+	cc.ccs = WC_CCS_US_ASCII;
+	cc.code = ucs;
+	return cc;
+    }
+    if (ucs != WC_C_UCS4_ERROR) {
+	cc = wc_ucs_to_any_list(ucs, is_wide ? st->tlistw : st->tlist);
+	if (!WC_CCS_IS_UNKNOWN(cc.ccs))
+	    return cc;
+	if (! WcOption.strict_iso2022) {
+	    cc = (is_wide) ? wc_ucs_to_iso2022w(ucs) : wc_ucs_to_iso2022(ucs);
+	    if (!WC_CCS_IS_UNKNOWN(cc.ccs))
+		return cc;
+	}
+	if (! WcOption.fix_width_conv) {
+	    cc = wc_ucs_to_any_list(ucs, is_wide ? st->tlist : st->tlistw);
+	    if (!WC_CCS_IS_UNKNOWN(cc.ccs))
+		return cc;
+	    if (! WcOption.strict_iso2022) {
+		cc = (is_wide) ? wc_ucs_to_iso2022(ucs) : wc_ucs_to_iso2022w(ucs);
+		if (!WC_CCS_IS_UNKNOWN(cc.ccs))
+		    return cc;
+	    }
+	}
+	if (ucs == WC_C_UCS2_NBSP) {	/* NBSP -> SP */
+	   cc.ccs = WC_CCS_US_ASCII;
+	   cc.code = 0x20;
+	   return cc;
+	}
+
+	ucs = wc_ucs_to_fullwidth(ucs);
+	if (ucs != WC_C_UCS4_ERROR) {
+	    cc = wc_ucs_to_any_list(ucs, is_wide ? st->tlistw : st->tlist);
+	    if (!WC_CCS_IS_UNKNOWN(cc.ccs))
+		return cc;
+	    if (! WcOption.strict_iso2022) {
+		cc = (is_wide) ? wc_ucs_to_iso2022w(ucs) : wc_ucs_to_iso2022(ucs);
+		if (!WC_CCS_IS_UNKNOWN(cc.ccs))
+		    return cc;
+	    }
+	    if (! WcOption.fix_width_conv) {
+		cc = wc_ucs_to_any_list(ucs, is_wide ? st->tlist : st->tlistw);
+		if (!WC_CCS_IS_UNKNOWN(cc.ccs))
+		    return cc;
+		if (! WcOption.strict_iso2022) {
+		    cc = (is_wide) ? wc_ucs_to_iso2022(ucs) : wc_ucs_to_iso2022w(ucs);
+		    if (!WC_CCS_IS_UNKNOWN(cc.ccs))
+			return cc;
+		}
+	    }
+	}
+	if (ucs == WC_C_UCS2_NBSP) {	/* NBSP -> SP */
+	   cc.ccs = WC_CCS_US_ASCII;
+	   cc.code = 0x20;
+	   return cc;
+	}
+    }
+    cc.ccs = is_wide ? WC_CCS_UNKNOWN_W : WC_CCS_UNKNOWN;
+    return cc;
+}
+
+wc_wchar_t
+wc_ucs_to_iso2022(wc_uint32 ucs)
+{
+    wc_table *t;
+    wc_wchar_t cc;
+    int f;
+
+    if (ucs <= WC_C_UCS2_END) {
+	for (f = 0; f <= WC_F_CS96_END - WC_F_ISO_BASE; f++) {
+	    t = &ucs_cs96_table[f];
+	    if (t->map == NULL)
+		continue;
+	    cc = wc_ucs_to_any((wc_uint16)ucs, t);
+	    if (!WC_CCS_IS_UNKNOWN(cc.ccs))
+		return cc;
+	}
+	for (f = 0; f <= WC_F_CS94_END - WC_F_ISO_BASE; f++) {
+	    t = &ucs_cs94_table[f];
+	    if (t->map == NULL)
+		continue;
+	    cc = wc_ucs_to_any((wc_uint16)ucs, t);
+	    if (!WC_CCS_IS_UNKNOWN(cc.ccs))
+		return cc;
+	}
+	for (f = 0; f <= WC_F_CS942_END - WC_F_ISO_BASE; f++) {
+	    t = &ucs_cs942_table[f];
+	    if (t->map == NULL)
+		continue;
+	    cc = wc_ucs_to_any((wc_uint16)ucs, t);
+	    if (!WC_CCS_IS_UNKNOWN(cc.ccs))
+		return cc;
+	}
+    }
+    cc.ccs = WC_CCS_UNKNOWN;
+    return cc;
+}
+
+wc_wchar_t
+wc_ucs_to_iso2022w(wc_uint32 ucs)
+{
+    wc_table *t;
+    wc_wchar_t cc;
+    int f;
+
+    if (ucs <= WC_C_UCS2_END) {
+	for (f = 0; f <= WC_F_CS94W_END - WC_F_ISO_BASE; f++) {
+	    t = &ucs_cs94w_table[f];
+	    if (t->map == NULL)
+		continue;
+	    cc = wc_ucs_to_any((wc_uint16)ucs, t);
+	    if (!WC_CCS_IS_UNKNOWN(cc.ccs))
+		return cc;
+	}
+	for (f = 0; f <= WC_F_CS96W_END - WC_F_ISO_BASE; f++) {
+	    t = &ucs_cs96w_table[f];
+	    if (t->map == NULL)
+		continue;
+	    cc = wc_ucs_to_any((wc_uint16)ucs, t);
+	    if (!WC_CCS_IS_UNKNOWN(cc.ccs))
+		return cc;
+	}
+    }
+    cc.ccs = WC_CCS_UNKNOWN_W;
+    return cc;
+}
+
+wc_ccs
+wc_ucs_to_ccs(wc_uint32 ucs)
+{
+    if (0x80 <= ucs && ucs <= 0x9F)
+	return WC_CCS_C1;
+    return ((ucs <= WC_C_UCS2_END) ? WC_CCS_UCS2 : WC_CCS_UCS4)
+	| (wc_is_ucs_wide(ucs) ? WC_CCS_A_WIDE : 0)
+	| (wc_is_ucs_combining(ucs) ? WC_CCS_A_COMB : 0);
+}
+
+wc_bool
+wc_is_ucs_wide(wc_uint32 ucs)
+{
+    if (ucs <= WC_C_UCS2_END)
+	return (wc_map_range_search((wc_uint16)ucs,
+		ucs_wide_map, N_ucs_wide_map) != NULL);
+    else
+	return ((ucs & ~0xFFFF) == WC_C_UCS4_PLANE2);
+}
+
+wc_bool
+wc_is_ucs_combining(wc_uint32 ucs)
+{
+    return (WcOption.use_combining && ucs <= WC_C_UCS2_END &&
+	wc_map_range_search((wc_uint16)ucs,
+	ucs_combining_map, N_ucs_combining_map) != NULL);
+}
+
+wc_bool
+wc_is_ucs_hangul(wc_uint32 ucs)
+{
+    return (ucs <= WC_C_UCS2_END &&
+	wc_map_range_search((wc_uint16)ucs,
+	ucs_hangul_map, N_ucs_hangul_map) != NULL);
+}
+
+wc_uint32
+wc_ucs_precompose(wc_uint32 ucs1, wc_uint32 ucs2)
+{
+    wc_map3 *map;
+
+    if (WcOption.use_combining &&
+	ucs1 <= WC_C_UCS2_END && ucs2 <= WC_C_UCS2_END &&
+	(map = wc_map3_search((wc_uint16)ucs1, (wc_uint16)ucs2,
+	ucs_precompose_map, N_ucs_precompose_map)) != NULL)
+	return map->code3;
+    return WC_C_UCS4_ERROR;
+}
+
+wc_uint32
+wc_ucs_to_fullwidth(wc_uint32 ucs)
+{
+    wc_map *map;
+
+    if (ucs <= WC_C_UCS2_END &&
+	(map = wc_map_search((wc_uint16)ucs,
+	ucs_fullwidth_map, N_ucs_fullwidth_map)) != NULL)
+	return map->code2;
+    return WC_C_UCS4_ERROR;
+}
+
+int
+wc_ucs_put_tag(char *p)
+{
+    int i;
+
+    if (p == NULL || *p == '\0')
+	return 0;
+    for (i = 1; i <= n_tag_map; i++) {
+	if (!strcasecmp(p, tag_map[i]))
+	    return i;
+    }
+    n_tag_map++;
+    if (n_tag_map == MAX_TAG_MAP)
+	return 0;
+    tag_map[n_tag_map] = p;
+    return n_tag_map;
+}
+
+char *
+wc_ucs_get_tag(int ntag)
+{
+    if (ntag == 0 || ntag > n_tag_map)
+	return NULL;
+    return tag_map[ntag];
+}
+
+void
+wtf_push_ucs(Str os, wc_uint32 ucs, wc_status *st)
+{
+    wc_ccs ccs;
+
+    if (ucs >= WC_C_LANGUAGE_TAG0 && ucs <= WC_C_CANCEL_TAG) {
+	if (! WcOption.use_language_tag)
+	    return;
+	if (ucs == WC_C_LANGUAGE_TAG)
+	    st->tag = Strnew_size(4);
+	else if (ucs == WC_C_CANCEL_TAG) {
+	    st->tag = NULL;
+	    st->ntag = 0;
+	}  else if (st->tag && ucs >= WC_C_TAG_SPACE)
+	    Strcat_char(st->tag, (char)(ucs & 0x7f));
+	return;
+    }
+    if (st->tag) {
+	st->ntag = wc_ucs_put_tag(st->tag->ptr);
+	st->tag = NULL;
+    }
+    if (ucs < 0x80) {
+	if (st->ntag)
+	    wtf_push(os, WC_CCS_UCS_TAG,  wc_ucs_to_ucs_tag(ucs, st->ntag));
+	else
+	    Strcat_char(os, (char)ucs);
+    } else {
+	ccs = wc_ucs_to_ccs(ucs);
+	if (st->ntag && ucs <= WC_C_UNICODE_END) {
+	    ccs = wc_ccs_ucs_to_ccs_ucs_tag(ccs);
+	    ucs = wc_ucs_to_ucs_tag(ucs, st->ntag);
+	}
+	wtf_push(os, ccs, ucs);
+    }
+}
+
+#endif