aboutsummaryrefslogtreecommitdiffstats
path: root/libwc/utf7.c
diff options
context:
space:
mode:
Diffstat (limited to 'libwc/utf7.c')
-rw-r--r--libwc/utf7.c368
1 files changed, 368 insertions, 0 deletions
diff --git a/libwc/utf7.c b/libwc/utf7.c
new file mode 100644
index 0000000..44a3330
--- /dev/null
+++ b/libwc/utf7.c
@@ -0,0 +1,368 @@
+#ifdef USE_UNICODE
+
+#include "wc.h"
+#include "ucs.h"
+#include "utf7.h"
+#include "wtf.h"
+
+#define SD WC_UTF7_MAP_SET_D
+#define SO WC_UTF7_MAP_SET_O
+#define SB WC_UTF7_MAP_SET_B
+#define BB WC_UTF7_MAP_BASE64
+#define BP WC_UTF7_MAP_PLUS
+#define BM WC_UTF7_MAP_MINUS
+#define CD (WC_UTF7_MAP_SET_D | WC_UTF7_MAP_C0)
+#define CB (WC_UTF7_MAP_SET_B | WC_UTF7_MAP_C0)
+#define C1 WC_UTF7_MAP_C1
+
+wc_uint8 WC_UTF7_MAP[ 0x100 ] = {
+/* TAB NL CR */
+ CB, CB, CB, CB, CB, CB, CB, CB, CB, CD, CD, CB, CB, CD, CB, CB,
+/* */
+ CB, CB, CB, CB, CB, CB, CB, CB, CB, CB, CB, CB, CB, CB, CB, CB,
+/* SP ! " # $ % & ' ( ) * + , - . / */
+ SD, SO, SO, SO, SO, SO, SO, SD, SD, SD, SO, BP, SD, BM, SD, BB,
+/* 0 1 2 3 4 5 6 7 8 9 : ; < = > ? */
+ BB, BB, BB, BB, BB, BB, BB, BB, BB, BB, SD, SO, SO, SO, SO, SD,
+/* @ A B C D E F G H I J K L M N O */
+ BB, BB, BB, BB, BB, BB, BB, BB, BB, BB, BB, BB, BB, BB, BB, BB,
+/* P Q R S T U V W X Y Z [ \ ] ^ _ */
+ BB, BB, BB, BB, BB, BB, BB, BB, BB, BB, BB, SO, SB, SO, SO, SO,
+/* ` a b c d e f g h i j k l m n o */
+ SO, BB, BB, BB, BB, BB, BB, BB, BB, BB, BB, BB, BB, BB, BB, BB,
+/* p q r s t u v w x y z { | } ~ DEL */
+ BB, BB, BB, BB, BB, BB, BB, BB, BB, BB, BB, SO, SO, SO, SB, CB,
+
+ C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1,
+ C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1,
+ C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1,
+ C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1,
+ C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1,
+ C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1,
+ C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1,
+ C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1,
+};
+
+static char c_base64_map[ 0x60 ] = {
+ -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, 62, -1, -1, -1, 63,
+ 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, -1, -1, -1, -1, -1, -1,
+ -1, 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14,
+ 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, -1, -1, -1, -1, -1,
+ -1, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40,
+ 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, -1, -1, -1, -1, -1,
+};
+
+static char base64_c_map[] =
+ "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/";
+
+#define BASE64_C(x) base64_c_map[(x)]
+#define C_BASE64(x) c_base64_map[(x) - 0x20]
+
+Str
+wc_conv_from_utf7(Str is, wc_ces ces)
+{
+ Str os;
+ wc_uchar *sp = (wc_uchar *)is->ptr;
+ wc_uchar *ep = sp + is->length;
+ wc_uchar *p;
+ int state = WC_UTF7_NOSTATE;
+ wc_uint32 b, high = 0;
+ wc_status st;
+
+ for (p = sp; p < ep && *p < 0x80 && *p != WC_C_UTF7_PLUS; p++)
+ ;
+ if (p == ep)
+ return is;
+ os = Strnew_size(is->length * 4 / 3);
+ if (p > sp)
+ Strcat_charp_n(os, is->ptr, (int)(p - sp));
+
+ st.tag = NULL;
+ st.ntag = 0;
+ for (; p < ep; p++) {
+ switch (state) {
+ case WC_UTF7_NOSTATE:
+ if (*p == WC_C_UTF7_PLUS) {
+ state = WC_UTF7_PLUS;
+ st.shift = 16;
+ st.base = 0;
+ high = 0;
+ continue;
+ }
+ break;
+ case WC_UTF7_PLUS:
+ if (*p == WC_C_UTF7_MINUS)
+ wtf_push_ucs(os, (wc_uint32)WC_C_UTF7_PLUS, &st);
+ case WC_UTF7_BASE64:
+ switch (WC_UTF7_MAP[*p]) {
+ case BB: /* [A-Za-z0-9/] */
+ case BP: /* '+' */
+ b = C_BASE64(*p);
+ st.shift -= 6;
+ if (st.shift <= 0) {
+ st.base |= b >> (- st.shift);
+ if (st.base >= WC_C_UCS2_SURROGATE &&
+ st.base < WC_C_UCS2_SURROGATE_LOW) {
+ if (! high)
+ high = st.base;
+ else
+ high = 0; /* error */
+ } else if (st.base >= WC_C_UCS2_SURROGATE_LOW &&
+ st.base <= WC_C_UCS2_SURROGATE_END) {
+ if (high)
+ wtf_push_ucs(os, wc_utf16_to_ucs(high, st.base), &st);
+ /* else; */ /* error */
+ high = 0;
+ } else if (st.base != WC_C_UCS2_BOM)
+ wtf_push_ucs(os, st.base, &st);
+ st.shift += 16;
+ st.base = 0;
+ }
+ st.base |= (b << st.shift) & 0xffff;
+ state = WC_UTF7_BASE64;
+ continue;
+ case BM: /* '-' */
+ state = WC_UTF7_NOSTATE;
+ continue;
+ }
+ }
+ switch (WC_UTF7_MAP[*p]) {
+ case CD:
+ case CB:
+ Strcat_char(os, (char)*p);
+ break;
+ case C1:
+ wtf_push_unknown(os, p, 1);
+ break;
+ default:
+ wtf_push_ucs(os, (wc_uint32)*p, &st);
+ break;
+ }
+ }
+ return os;
+}
+
+static void
+wc_push_ucs_to_utf7(Str os, wc_uint32 ucs, wc_status *st)
+{
+ if (ucs > WC_C_UNICODE_END)
+ return;
+ if (ucs > WC_C_UCS2_END) {
+ ucs = wc_ucs_to_utf16(ucs);
+ wc_push_ucs_to_utf7(os, ucs >> 16, st);
+ wc_push_ucs_to_utf7(os, ucs & 0xffff, st);
+ return;
+ }
+ if (ucs < 0x80) {
+ switch (WC_UTF7_MAP[ucs]) {
+ case BB:
+ case BM:
+ case SD:
+ case CD:
+ if (st->state == WC_UTF7_BASE64) {
+ Strcat_char(os, BASE64_C(st->base));
+ Strcat_char(os, WC_C_UTF7_MINUS);
+ st->state = WC_UTF7_NOSTATE;
+ }
+ Strcat_char(os, (char)ucs);
+ return;
+ case BP:
+ if (st->state == WC_UTF7_BASE64) {
+ Strcat_char(os, BASE64_C(st->base));
+ Strcat_char(os, WC_C_UTF7_MINUS);
+ st->state = WC_UTF7_NOSTATE;
+ }
+ Strcat_char(os, WC_C_UTF7_PLUS);
+ Strcat_char(os, WC_C_UTF7_MINUS);
+ return;
+ }
+ }
+ if (st->state == WC_UTF7_BASE64 && st->shift) {
+ st->shift += 16;
+ st->base |= ucs >> st->shift;
+ Strcat_char(os, BASE64_C(st->base));
+ } else {
+ if (st->state != WC_UTF7_BASE64) {
+ Strcat_char(os, WC_C_UTF7_PLUS);
+ st->state = WC_UTF7_BASE64;
+ }
+ st->shift = 16;
+ st->base = 0;
+ }
+ st->shift -= 6;
+ Strcat_char(os, BASE64_C((ucs >> st->shift) & 0x3f));
+ st->shift -= 6;
+ Strcat_char(os, BASE64_C((ucs >> st->shift) & 0x3f));
+ if (st->shift) {
+ st->shift -= 6;
+ st->base = (ucs << (- st->shift)) & 0x3f;
+ }
+ return;
+}
+
+static int
+wc_push_tag_to_utf7(Str os, int ntag, wc_status *st)
+{
+ char *p;
+
+ if (ntag) {
+ p = wc_ucs_get_tag(ntag);
+ if (p == NULL)
+ ntag = 0;
+ }
+ if (ntag) {
+ wc_push_ucs_to_utf7(os, WC_C_LANGUAGE_TAG, st);
+ for (; *p; p++)
+ wc_push_ucs_to_utf7(os, WC_C_LANGUAGE_TAG0 | *p, st);
+ } else
+ wc_push_ucs_to_utf7(os, WC_C_CANCEL_TAG, st);
+ return ntag;
+}
+
+void
+wc_push_to_utf7(Str os, wc_wchar_t cc, wc_status *st)
+{
+ char *p;
+
+ while (1) {
+ switch (WC_CCS_SET(cc.ccs)) {
+ case WC_CCS_UCS4:
+ if (cc.code > WC_C_UNICODE_END) {
+ cc.ccs = WC_CCS_IS_WIDE(cc.ccs) ? WC_CCS_UNKNOWN_W : WC_CCS_UNKNOWN;
+ continue;
+ }
+ case WC_CCS_US_ASCII:
+ case WC_CCS_UCS2:
+ if (st->ntag)
+ st->ntag = wc_push_tag_to_utf7(os, 0, st);
+ wc_push_ucs_to_utf7(os, cc.code, st);
+ return;
+ case WC_CCS_UCS_TAG:
+ if (WcOption.use_language_tag && wc_ucs_tag_to_tag(cc.code) != st->ntag)
+ st->ntag = wc_push_tag_to_utf7(os, wc_ucs_tag_to_tag(cc.code), st);
+ wc_push_ucs_to_utf7(os, wc_ucs_tag_to_ucs(cc.code), st);
+ return;
+ case WC_CCS_ISO_8859_1:
+ if (st->ntag)
+ st->ntag = wc_push_tag_to_utf7(os, 0, st);
+ wc_push_ucs_to_utf7(os, cc.code | 0x80, st);
+ return;
+ case WC_CCS_UNKNOWN_W:
+ if (!WcOption.no_replace) {
+ if (st->ntag)
+ st->ntag = wc_push_tag_to_utf7(os, 0, st);
+ for (p = WC_REPLACE_W; *p; p++)
+ wc_push_ucs_to_utf7(os, (wc_uint32)*p, st);
+ }
+ return;
+ case WC_CCS_UNKNOWN:
+ if (!WcOption.no_replace) {
+ if (st->ntag)
+ st->ntag = wc_push_tag_to_utf7(os, 0, st);
+ for (p = WC_REPLACE; *p; p++)
+ wc_push_ucs_to_utf7(os, (wc_uint32)*p, st);
+ }
+ return;
+ default:
+ if (WcOption.ucs_conv &&
+ (cc.code = wc_any_to_ucs(cc)) != WC_C_UCS4_ERROR)
+ cc.ccs = WC_CCS_UCS2;
+ else
+ cc.ccs = WC_CCS_IS_WIDE(cc.ccs) ? WC_CCS_UNKNOWN_W : WC_CCS_UNKNOWN;
+ continue;
+ }
+ }
+}
+
+void
+wc_push_to_utf7_end(Str os, wc_status *st)
+{
+ if (st->ntag)
+ st->ntag = wc_push_tag_to_utf7(os, 0, st);
+ if (st->state == WC_UTF7_BASE64) {
+ if (st->shift)
+ Strcat_char(os, BASE64_C(st->base));
+ Strcat_char(os, WC_C_UTF7_MINUS);
+ }
+ return;
+}
+
+Str
+wc_char_conv_from_utf7(wc_uchar c, wc_status *st)
+{
+ static Str os;
+ static wc_uint32 high;
+ wc_uint32 b;
+
+ if (st->state == -1) {
+ st->state = WC_UTF7_NOSTATE;
+ os = Strnew_size(8);
+ }
+
+ switch (st->state) {
+ case WC_UTF7_NOSTATE:
+ if (c == WC_C_UTF7_PLUS) {
+ st->state = WC_UTF7_PLUS;
+ st->shift = 16;
+ st->base = 0;
+ high = 0;
+ return NULL;
+ }
+ break;
+ case WC_UTF7_PLUS:
+ if (c == WC_C_UTF7_MINUS) {
+ wtf_push_ucs(os, (wc_uint32)WC_C_UTF7_PLUS, st);
+ st->state = -1;
+ return os;
+ }
+ case WC_UTF7_BASE64:
+ switch (WC_UTF7_MAP[c]) {
+ case BB: /* [A-Za-z0-9/] */
+ case BP: /* '+' */
+ b = C_BASE64(c);
+ st->shift -= 6;
+ if (st->shift <= 0) {
+ st->base |= b >> (- st->shift);
+ if (st->base >= WC_C_UCS2_SURROGATE &&
+ st->base < WC_C_UCS2_SURROGATE_LOW) {
+ if (! high)
+ high = st->base;
+ else
+ high = 0; /* error */
+ } else if (st->base >= WC_C_UCS2_SURROGATE_LOW &&
+ st->base <= WC_C_UCS2_SURROGATE_END) {
+ if (high)
+ wtf_push_ucs(os, wc_utf16_to_ucs(high, st->base), st);
+ /* else; */ /* error */
+ high = 0;
+ } else if (st->base != WC_C_UCS2_BOM)
+ wtf_push_ucs(os, st->base, st);
+ st->shift += 16;
+ st->base = 0;
+ }
+ st->base |= (b << st->shift) & 0xffff;
+ st->state = WC_UTF7_BASE64;
+ return os;
+ case BM: /* '-' */
+ st->state = -1;
+ return NULL;
+ }
+ }
+ switch (WC_UTF7_MAP[c]) {
+ case CD:
+ case CB:
+ Strcat_char(os, (char)c);
+ break;
+ case C1:
+ break;
+ default:
+ wtf_push_ucs(os, (wc_uint32)c, st);
+ break;
+ }
+ st->state = -1;
+ return os;
+}
+
+#endif
+
+
generated by cgit v1.2.3 (git 2.25.1) at 2024-11-21 16:37:20 +0000