aboutsummaryrefslogblamecommitdiffstats
path: root/libwc/utf7.c
blob: 874bc3d1ea1c5d959a77b992f56ea957d9dbac68 (plain) (tree)










































































                                                                       
                                                  



































































































































































































































































































                                                                                  
#ifdef USE_UNICODE

#include "wc.h"
#include "ucs.h"
#include "utf7.h"
#include "wtf.h"

#define SD WC_UTF7_MAP_SET_D
#define SO WC_UTF7_MAP_SET_O
#define SB WC_UTF7_MAP_SET_B
#define BB WC_UTF7_MAP_BASE64
#define BP WC_UTF7_MAP_PLUS
#define BM WC_UTF7_MAP_MINUS
#define CD (WC_UTF7_MAP_SET_D | WC_UTF7_MAP_C0)
#define CB (WC_UTF7_MAP_SET_B | WC_UTF7_MAP_C0)
#define C1 WC_UTF7_MAP_C1

wc_uint8 WC_UTF7_MAP[ 0x100 ] = {
/*                                       TAB NL          CR          */
    CB, CB, CB, CB, CB, CB, CB, CB,  CB, CD, CD, CB, CB, CD, CB, CB,
/*                                                                  */
    CB, CB, CB, CB, CB, CB, CB, CB,  CB, CB, CB, CB, CB, CB, CB, CB,
/*  SP  !   "   #   $   %   &   '    (   )   *   +   ,   -   .   /   */
    SD, SO, SO, SO, SO, SO, SO, SD,  SD, SD, SO, BP, SD, BM, SD, BB,
/*  0   1   2   3   4   5   6   7    8   9   :   ;   <   =   >   ?   */
    BB, BB, BB, BB, BB, BB, BB, BB,  BB, BB, SD, SO, SO, SO, SO, SD,
/*  @   A   B   C   D   E   F   G    H   I   J   K   L   M   N   O   */
    BB, BB, BB, BB, BB, BB, BB, BB,  BB, BB, BB, BB, BB, BB, BB, BB, 
/*  P   Q   R   S   T   U   V   W    X   Y   Z   [   \   ]   ^   _   */
    BB, BB, BB, BB, BB, BB, BB, BB,  BB, BB, BB, SO, SB, SO, SO, SO, 
/*  `   a   b   c   d   e   f   g    h   i   j   k   l   m   n   o   */
    SO, BB, BB, BB, BB, BB, BB, BB,  BB, BB, BB, BB, BB, BB, BB, BB, 
/*  p   q   r   s   t   u   v   w    x   y   z   {   |   }   ~   DEL */
    BB, BB, BB, BB, BB, BB, BB, BB,  BB, BB, BB, SO, SO, SO, SB, CB, 

    C1, C1, C1, C1, C1, C1, C1, C1,  C1, C1, C1, C1, C1, C1, C1, C1,
    C1, C1, C1, C1, C1, C1, C1, C1,  C1, C1, C1, C1, C1, C1, C1, C1,
    C1, C1, C1, C1, C1, C1, C1, C1,  C1, C1, C1, C1, C1, C1, C1, C1,
    C1, C1, C1, C1, C1, C1, C1, C1,  C1, C1, C1, C1, C1, C1, C1, C1,
    C1, C1, C1, C1, C1, C1, C1, C1,  C1, C1, C1, C1, C1, C1, C1, C1,
    C1, C1, C1, C1, C1, C1, C1, C1,  C1, C1, C1, C1, C1, C1, C1, C1,
    C1, C1, C1, C1, C1, C1, C1, C1,  C1, C1, C1, C1, C1, C1, C1, C1,
    C1, C1, C1, C1, C1, C1, C1, C1,  C1, C1, C1, C1, C1, C1, C1, C1,
};

static char c_base64_map[ 0x60 ] = {
    -1, -1, -1, -1, -1, -1, -1, -1,  -1, -1, -1, 62, -1, -1, -1, 63,
    52, 53, 54, 55, 56, 57, 58, 59,  60, 61, -1, -1, -1, -1, -1, -1,
    -1,  0,  1,  2,  3,  4,  5,  6,   7,  8,  9, 10, 11, 12, 13, 14,
    15, 16, 17, 18, 19, 20, 21, 22,  23, 24, 25, -1, -1, -1, -1, -1,
    -1, 26, 27, 28, 29, 30, 31, 32,  33, 34, 35, 36, 37, 38, 39, 40,
    41, 42, 43, 44, 45, 46, 47, 48,  49, 50, 51, -1, -1, -1, -1, -1,
};

static char base64_c_map[] =
    "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/";

#define BASE64_C(x) base64_c_map[(x)]
#define C_BASE64(x) c_base64_map[(x) - 0x20]

Str
wc_conv_from_utf7(Str is, wc_ces ces)
{
    Str os;
    wc_uchar *sp = (wc_uchar *)is->ptr;
    wc_uchar *ep = sp + is->length;
    wc_uchar *p;
    int state = WC_UTF7_NOSTATE;
    wc_uint32 b, high = 0;
    wc_status st;

    for (p = sp; p < ep && *p < 0x80 && *p != WC_C_UTF7_PLUS; p++)
	;
    if (p == ep)
	return is;
    os = Strnew_size(is->length + is->length / 3);
    if (p > sp)
	Strcat_charp_n(os, is->ptr, (int)(p - sp));

    st.tag = NULL;
    st.ntag = 0;
    for (; p < ep; p++) {
	switch (state) {
	case WC_UTF7_NOSTATE:
	    if (*p == WC_C_UTF7_PLUS) {
		state = WC_UTF7_PLUS;
		st.shift = 16;
		st.base = 0;
		high = 0;
		continue;
	    }
	    break;
	case WC_UTF7_PLUS:
	    if (*p == WC_C_UTF7_MINUS)
		wtf_push_ucs(os, (wc_uint32)WC_C_UTF7_PLUS, &st);
	case WC_UTF7_BASE64:
	    switch (WC_UTF7_MAP[*p]) {
	    case BB:	/* [A-Za-z0-9/] */
	    case BP:	/* '+' */
		b = C_BASE64(*p);
		st.shift -= 6;
		if (st.shift <= 0) {
		    st.base |= b >> (- st.shift);
		    if (st.base >= WC_C_UCS2_SURROGATE &&
			st.base < WC_C_UCS2_SURROGATE_LOW) {
			if (! high)
			    high = st.base;
			else
			    high = 0;	/* error */
		    } else if (st.base >= WC_C_UCS2_SURROGATE_LOW &&
			st.base <= WC_C_UCS2_SURROGATE_END) {
			if (high)
			    wtf_push_ucs(os, wc_utf16_to_ucs(high, st.base), &st);
			/* else; */	/* error */
			high = 0;
		    } else if (st.base != WC_C_UCS2_BOM)
			wtf_push_ucs(os, st.base, &st);
		    st.shift += 16;
		    st.base = 0;
		}
		st.base |= (b << st.shift) & 0xffff;
		state = WC_UTF7_BASE64;
		continue;
	    case BM:	/* '-' */
		state = WC_UTF7_NOSTATE;
		continue;
	    }
	}
	switch (WC_UTF7_MAP[*p]) {
	case CD:
	case CB:
	    Strcat_char(os, (char)*p);
	    break;
	case C1:
	    wtf_push_unknown(os, p, 1);
	    break;
	default:
	    wtf_push_ucs(os, (wc_uint32)*p, &st);
	    break;
	}
    }
    return os;
}

static void
wc_push_ucs_to_utf7(Str os, wc_uint32 ucs, wc_status *st)
{
    if (ucs > WC_C_UNICODE_END)
	return;
    if (ucs > WC_C_UCS2_END) {
	ucs = wc_ucs_to_utf16(ucs);
	wc_push_ucs_to_utf7(os, ucs >> 16, st);
	wc_push_ucs_to_utf7(os, ucs & 0xffff, st);
	return;
    }
    if (ucs < 0x80) {
	switch (WC_UTF7_MAP[ucs]) {
	case BB:
	case BM:
	case SD:
	case CD:
	    if (st->state == WC_UTF7_BASE64) {
		Strcat_char(os, BASE64_C(st->base));
		Strcat_char(os, WC_C_UTF7_MINUS);
		st->state = WC_UTF7_NOSTATE;
	    }
	    Strcat_char(os, (char)ucs);
	    return;
	case BP:
	    if (st->state == WC_UTF7_BASE64) {
		Strcat_char(os, BASE64_C(st->base));
		Strcat_char(os, WC_C_UTF7_MINUS);
		st->state = WC_UTF7_NOSTATE;
	    }
	    Strcat_char(os, WC_C_UTF7_PLUS);
	    Strcat_char(os, WC_C_UTF7_MINUS);
	    return;
	}
    }
    if (st->state == WC_UTF7_BASE64 && st->shift) {
	st->shift += 16;
	st->base |= ucs >> st->shift;
	Strcat_char(os, BASE64_C(st->base));
    } else {
	if (st->state != WC_UTF7_BASE64) {
	    Strcat_char(os, WC_C_UTF7_PLUS);
	    st->state = WC_UTF7_BASE64;
	}
	st->shift = 16;
	st->base = 0;
    }
    st->shift -= 6;
    Strcat_char(os, BASE64_C((ucs >> st->shift) & 0x3f));
    st->shift -= 6;
    Strcat_char(os, BASE64_C((ucs >> st->shift) & 0x3f));
    if (st->shift) {
	st->shift -= 6;
	st->base = (ucs << (- st->shift)) & 0x3f;
    }
    return;
}

static int
wc_push_tag_to_utf7(Str os, int ntag, wc_status *st)
{
    char *p;

    if (ntag) {
	p = wc_ucs_get_tag(ntag);
	if (p == NULL)
	    ntag = 0;
    }
    if (ntag) {
	wc_push_ucs_to_utf7(os, WC_C_LANGUAGE_TAG, st);
	for (; *p; p++)
	    wc_push_ucs_to_utf7(os, WC_C_LANGUAGE_TAG0 | *p, st);
    } else
	wc_push_ucs_to_utf7(os, WC_C_CANCEL_TAG, st);
    return ntag;
}

void
wc_push_to_utf7(Str os, wc_wchar_t cc, wc_status *st)
{
    char *p;

  while (1) {
    switch (WC_CCS_SET(cc.ccs)) {
    case WC_CCS_UCS4:
	if (cc.code > WC_C_UNICODE_END) {
	    cc.ccs = WC_CCS_IS_WIDE(cc.ccs) ? WC_CCS_UNKNOWN_W : WC_CCS_UNKNOWN;
	    continue;
	}
    case WC_CCS_US_ASCII:
    case WC_CCS_UCS2:
	if (st->ntag)
	    st->ntag = wc_push_tag_to_utf7(os, 0, st);
	wc_push_ucs_to_utf7(os, cc.code, st);
	return;
    case WC_CCS_UCS_TAG:
	if (WcOption.use_language_tag && wc_ucs_tag_to_tag(cc.code) != st->ntag)
	    st->ntag = wc_push_tag_to_utf7(os, wc_ucs_tag_to_tag(cc.code), st);
	wc_push_ucs_to_utf7(os, wc_ucs_tag_to_ucs(cc.code), st);
	return;
    case WC_CCS_ISO_8859_1:
	if (st->ntag)
	    st->ntag = wc_push_tag_to_utf7(os, 0, st);
	wc_push_ucs_to_utf7(os, cc.code | 0x80, st);
	return;
    case WC_CCS_UNKNOWN_W:
	if (!WcOption.no_replace) {
	    if (st->ntag)
	        st->ntag = wc_push_tag_to_utf7(os, 0, st);
	    for (p = WC_REPLACE_W; *p; p++)
		wc_push_ucs_to_utf7(os, (wc_uint32)*p, st);
	}
	return;
    case WC_CCS_UNKNOWN:
	if (!WcOption.no_replace) {
	    if (st->ntag)
	        st->ntag = wc_push_tag_to_utf7(os, 0, st);
	    for (p = WC_REPLACE; *p; p++)
		wc_push_ucs_to_utf7(os, (wc_uint32)*p, st);
	}
	return;
    default:
	if (WcOption.ucs_conv &&
		(cc.code = wc_any_to_ucs(cc)) != WC_C_UCS4_ERROR)
	    cc.ccs = WC_CCS_UCS2;
	else
	    cc.ccs = WC_CCS_IS_WIDE(cc.ccs) ? WC_CCS_UNKNOWN_W : WC_CCS_UNKNOWN;
	continue;
    }
  }
}

void
wc_push_to_utf7_end(Str os, wc_status *st)
{
    if (st->ntag)
	st->ntag = wc_push_tag_to_utf7(os, 0, st);
    if (st->state == WC_UTF7_BASE64) {
	if (st->shift)
	    Strcat_char(os, BASE64_C(st->base));
	Strcat_char(os, WC_C_UTF7_MINUS);
    }
    return;
}

Str
wc_char_conv_from_utf7(wc_uchar c, wc_status *st)
{
    static Str os;
    static wc_uint32 high;
    wc_uint32 b;

    if (st->state == -1) {
	st->state = WC_UTF7_NOSTATE;
	os = Strnew_size(8);
    }

    switch (st->state) {
    case WC_UTF7_NOSTATE:
	if (c == WC_C_UTF7_PLUS) {
	    st->state = WC_UTF7_PLUS;
	    st->shift = 16;
	    st->base = 0;
	    high = 0;
	    return NULL;
	}
	break;
    case WC_UTF7_PLUS:
	if (c == WC_C_UTF7_MINUS) {
	    wtf_push_ucs(os, (wc_uint32)WC_C_UTF7_PLUS, st);
	    st->state = -1;
	    return os;
	}
    case WC_UTF7_BASE64:
	switch (WC_UTF7_MAP[c]) {
	case BB:	/* [A-Za-z0-9/] */
	case BP:	/* '+' */
	    b = C_BASE64(c);
	    st->shift -= 6;
	    if (st->shift <= 0) {
		st->base |= b >> (- st->shift);
		if (st->base >= WC_C_UCS2_SURROGATE &&
		    st->base < WC_C_UCS2_SURROGATE_LOW) {
		    if (! high)
			high = st->base;
		    else
			high = 0;	/* error */
		} else if (st->base >= WC_C_UCS2_SURROGATE_LOW &&
		    st->base <= WC_C_UCS2_SURROGATE_END) {
		    if (high)
			wtf_push_ucs(os, wc_utf16_to_ucs(high, st->base), st);
		    /* else; */		/* error */
		    high = 0;
		} else if (st->base != WC_C_UCS2_BOM)
		    wtf_push_ucs(os, st->base, st);
		st->shift += 16;
		st->base = 0;
	    }
	    st->base |= (b << st->shift) & 0xffff;
	    st->state = WC_UTF7_BASE64;
	    return os;
	case BM:	/* '-' */
	    st->state = -1;
	    return NULL;
	}
    }
    switch (WC_UTF7_MAP[c]) {
    case CD:
    case CB:
	Strcat_char(os, (char)c);
	break;
    case C1:
	break;
    default:
	wtf_push_ucs(os, (wc_uint32)c, st);
	break;
    }
    st->state = -1;
    return os;
}

#endif