369 lines
9.5 KiB
C
369 lines
9.5 KiB
C
#ifdef USE_UNICODE
|
|
|
|
#include "wc.h"
|
|
#include "ucs.h"
|
|
#include "utf7.h"
|
|
#include "wtf.h"
|
|
|
|
#define SD WC_UTF7_MAP_SET_D
|
|
#define SO WC_UTF7_MAP_SET_O
|
|
#define SB WC_UTF7_MAP_SET_B
|
|
#define BB WC_UTF7_MAP_BASE64
|
|
#define BP WC_UTF7_MAP_PLUS
|
|
#define BM WC_UTF7_MAP_MINUS
|
|
#define CD (WC_UTF7_MAP_SET_D | WC_UTF7_MAP_C0)
|
|
#define CB (WC_UTF7_MAP_SET_B | WC_UTF7_MAP_C0)
|
|
#define C1 WC_UTF7_MAP_C1
|
|
|
|
wc_uint8 WC_UTF7_MAP[ 0x100 ] = {
|
|
/* TAB NL CR */
|
|
CB, CB, CB, CB, CB, CB, CB, CB, CB, CD, CD, CB, CB, CD, CB, CB,
|
|
/* */
|
|
CB, CB, CB, CB, CB, CB, CB, CB, CB, CB, CB, CB, CB, CB, CB, CB,
|
|
/* SP ! " # $ % & ' ( ) * + , - . / */
|
|
SD, SO, SO, SO, SO, SO, SO, SD, SD, SD, SO, BP, SD, BM, SD, BB,
|
|
/* 0 1 2 3 4 5 6 7 8 9 : ; < = > ? */
|
|
BB, BB, BB, BB, BB, BB, BB, BB, BB, BB, SD, SO, SO, SO, SO, SD,
|
|
/* @ A B C D E F G H I J K L M N O */
|
|
BB, BB, BB, BB, BB, BB, BB, BB, BB, BB, BB, BB, BB, BB, BB, BB,
|
|
/* P Q R S T U V W X Y Z [ \ ] ^ _ */
|
|
BB, BB, BB, BB, BB, BB, BB, BB, BB, BB, BB, SO, SB, SO, SO, SO,
|
|
/* ` a b c d e f g h i j k l m n o */
|
|
SO, BB, BB, BB, BB, BB, BB, BB, BB, BB, BB, BB, BB, BB, BB, BB,
|
|
/* p q r s t u v w x y z { | } ~ DEL */
|
|
BB, BB, BB, BB, BB, BB, BB, BB, BB, BB, BB, SO, SO, SO, SB, CB,
|
|
|
|
C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1,
|
|
C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1,
|
|
C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1,
|
|
C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1,
|
|
C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1,
|
|
C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1,
|
|
C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1,
|
|
C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1,
|
|
};
|
|
|
|
static char c_base64_map[ 0x60 ] = {
|
|
-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, 62, -1, -1, -1, 63,
|
|
52, 53, 54, 55, 56, 57, 58, 59, 60, 61, -1, -1, -1, -1, -1, -1,
|
|
-1, 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14,
|
|
15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, -1, -1, -1, -1, -1,
|
|
-1, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40,
|
|
41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, -1, -1, -1, -1, -1,
|
|
};
|
|
|
|
static char base64_c_map[] =
|
|
"ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/";
|
|
|
|
#define BASE64_C(x) base64_c_map[(x)]
|
|
#define C_BASE64(x) c_base64_map[(x) - 0x20]
|
|
|
|
Str
|
|
wc_conv_from_utf7(Str is, wc_ces ces)
|
|
{
|
|
Str os;
|
|
wc_uchar *sp = (wc_uchar *)is->ptr;
|
|
wc_uchar *ep = sp + is->length;
|
|
wc_uchar *p;
|
|
int state = WC_UTF7_NOSTATE;
|
|
wc_uint32 b, high = 0;
|
|
wc_status st;
|
|
|
|
for (p = sp; p < ep && *p < 0x80 && *p != WC_C_UTF7_PLUS; p++)
|
|
;
|
|
if (p == ep)
|
|
return is;
|
|
os = Strnew_size(is->length * 4 / 3);
|
|
if (p > sp)
|
|
Strcat_charp_n(os, is->ptr, (int)(p - sp));
|
|
|
|
st.tag = NULL;
|
|
st.ntag = 0;
|
|
for (; p < ep; p++) {
|
|
switch (state) {
|
|
case WC_UTF7_NOSTATE:
|
|
if (*p == WC_C_UTF7_PLUS) {
|
|
state = WC_UTF7_PLUS;
|
|
st.shift = 16;
|
|
st.base = 0;
|
|
high = 0;
|
|
continue;
|
|
}
|
|
break;
|
|
case WC_UTF7_PLUS:
|
|
if (*p == WC_C_UTF7_MINUS)
|
|
wtf_push_ucs(os, (wc_uint32)WC_C_UTF7_PLUS, &st);
|
|
case WC_UTF7_BASE64:
|
|
switch (WC_UTF7_MAP[*p]) {
|
|
case BB: /* [A-Za-z0-9/] */
|
|
case BP: /* '+' */
|
|
b = C_BASE64(*p);
|
|
st.shift -= 6;
|
|
if (st.shift <= 0) {
|
|
st.base |= b >> (- st.shift);
|
|
if (st.base >= WC_C_UCS2_SURROGATE &&
|
|
st.base < WC_C_UCS2_SURROGATE_LOW) {
|
|
if (! high)
|
|
high = st.base;
|
|
else
|
|
high = 0; /* error */
|
|
} else if (st.base >= WC_C_UCS2_SURROGATE_LOW &&
|
|
st.base <= WC_C_UCS2_SURROGATE_END) {
|
|
if (high)
|
|
wtf_push_ucs(os, wc_utf16_to_ucs(high, st.base), &st);
|
|
/* else; */ /* error */
|
|
high = 0;
|
|
} else if (st.base != WC_C_UCS2_BOM)
|
|
wtf_push_ucs(os, st.base, &st);
|
|
st.shift += 16;
|
|
st.base = 0;
|
|
}
|
|
st.base |= (b << st.shift) & 0xffff;
|
|
state = WC_UTF7_BASE64;
|
|
continue;
|
|
case BM: /* '-' */
|
|
state = WC_UTF7_NOSTATE;
|
|
continue;
|
|
}
|
|
}
|
|
switch (WC_UTF7_MAP[*p]) {
|
|
case CD:
|
|
case CB:
|
|
Strcat_char(os, (char)*p);
|
|
break;
|
|
case C1:
|
|
wtf_push_unknown(os, p, 1);
|
|
break;
|
|
default:
|
|
wtf_push_ucs(os, (wc_uint32)*p, &st);
|
|
break;
|
|
}
|
|
}
|
|
return os;
|
|
}
|
|
|
|
static void
|
|
wc_push_ucs_to_utf7(Str os, wc_uint32 ucs, wc_status *st)
|
|
{
|
|
if (ucs > WC_C_UNICODE_END)
|
|
return;
|
|
if (ucs > WC_C_UCS2_END) {
|
|
ucs = wc_ucs_to_utf16(ucs);
|
|
wc_push_ucs_to_utf7(os, ucs >> 16, st);
|
|
wc_push_ucs_to_utf7(os, ucs & 0xffff, st);
|
|
return;
|
|
}
|
|
if (ucs < 0x80) {
|
|
switch (WC_UTF7_MAP[ucs]) {
|
|
case BB:
|
|
case BM:
|
|
case SD:
|
|
case CD:
|
|
if (st->state == WC_UTF7_BASE64) {
|
|
Strcat_char(os, BASE64_C(st->base));
|
|
Strcat_char(os, WC_C_UTF7_MINUS);
|
|
st->state = WC_UTF7_NOSTATE;
|
|
}
|
|
Strcat_char(os, (char)ucs);
|
|
return;
|
|
case BP:
|
|
if (st->state == WC_UTF7_BASE64) {
|
|
Strcat_char(os, BASE64_C(st->base));
|
|
Strcat_char(os, WC_C_UTF7_MINUS);
|
|
st->state = WC_UTF7_NOSTATE;
|
|
}
|
|
Strcat_char(os, WC_C_UTF7_PLUS);
|
|
Strcat_char(os, WC_C_UTF7_MINUS);
|
|
return;
|
|
}
|
|
}
|
|
if (st->state == WC_UTF7_BASE64 && st->shift) {
|
|
st->shift += 16;
|
|
st->base |= ucs >> st->shift;
|
|
Strcat_char(os, BASE64_C(st->base));
|
|
} else {
|
|
if (st->state != WC_UTF7_BASE64) {
|
|
Strcat_char(os, WC_C_UTF7_PLUS);
|
|
st->state = WC_UTF7_BASE64;
|
|
}
|
|
st->shift = 16;
|
|
st->base = 0;
|
|
}
|
|
st->shift -= 6;
|
|
Strcat_char(os, BASE64_C((ucs >> st->shift) & 0x3f));
|
|
st->shift -= 6;
|
|
Strcat_char(os, BASE64_C((ucs >> st->shift) & 0x3f));
|
|
if (st->shift) {
|
|
st->shift -= 6;
|
|
st->base = (ucs << (- st->shift)) & 0x3f;
|
|
}
|
|
return;
|
|
}
|
|
|
|
static int
|
|
wc_push_tag_to_utf7(Str os, int ntag, wc_status *st)
|
|
{
|
|
char *p;
|
|
|
|
if (ntag) {
|
|
p = wc_ucs_get_tag(ntag);
|
|
if (p == NULL)
|
|
ntag = 0;
|
|
}
|
|
if (ntag) {
|
|
wc_push_ucs_to_utf7(os, WC_C_LANGUAGE_TAG, st);
|
|
for (; *p; p++)
|
|
wc_push_ucs_to_utf7(os, WC_C_LANGUAGE_TAG0 | *p, st);
|
|
} else
|
|
wc_push_ucs_to_utf7(os, WC_C_CANCEL_TAG, st);
|
|
return ntag;
|
|
}
|
|
|
|
void
|
|
wc_push_to_utf7(Str os, wc_wchar_t cc, wc_status *st)
|
|
{
|
|
char *p;
|
|
|
|
while (1) {
|
|
switch (WC_CCS_SET(cc.ccs)) {
|
|
case WC_CCS_UCS4:
|
|
if (cc.code > WC_C_UNICODE_END) {
|
|
cc.ccs = WC_CCS_IS_WIDE(cc.ccs) ? WC_CCS_UNKNOWN_W : WC_CCS_UNKNOWN;
|
|
continue;
|
|
}
|
|
case WC_CCS_US_ASCII:
|
|
case WC_CCS_UCS2:
|
|
if (st->ntag)
|
|
st->ntag = wc_push_tag_to_utf7(os, 0, st);
|
|
wc_push_ucs_to_utf7(os, cc.code, st);
|
|
return;
|
|
case WC_CCS_UCS_TAG:
|
|
if (WcOption.use_language_tag && wc_ucs_tag_to_tag(cc.code) != st->ntag)
|
|
st->ntag = wc_push_tag_to_utf7(os, wc_ucs_tag_to_tag(cc.code), st);
|
|
wc_push_ucs_to_utf7(os, wc_ucs_tag_to_ucs(cc.code), st);
|
|
return;
|
|
case WC_CCS_ISO_8859_1:
|
|
if (st->ntag)
|
|
st->ntag = wc_push_tag_to_utf7(os, 0, st);
|
|
wc_push_ucs_to_utf7(os, cc.code | 0x80, st);
|
|
return;
|
|
case WC_CCS_UNKNOWN_W:
|
|
if (!WcOption.no_replace) {
|
|
if (st->ntag)
|
|
st->ntag = wc_push_tag_to_utf7(os, 0, st);
|
|
for (p = WC_REPLACE_W; *p; p++)
|
|
wc_push_ucs_to_utf7(os, (wc_uint32)*p, st);
|
|
}
|
|
return;
|
|
case WC_CCS_UNKNOWN:
|
|
if (!WcOption.no_replace) {
|
|
if (st->ntag)
|
|
st->ntag = wc_push_tag_to_utf7(os, 0, st);
|
|
for (p = WC_REPLACE; *p; p++)
|
|
wc_push_ucs_to_utf7(os, (wc_uint32)*p, st);
|
|
}
|
|
return;
|
|
default:
|
|
if (WcOption.ucs_conv &&
|
|
(cc.code = wc_any_to_ucs(cc)) != WC_C_UCS4_ERROR)
|
|
cc.ccs = WC_CCS_UCS2;
|
|
else
|
|
cc.ccs = WC_CCS_IS_WIDE(cc.ccs) ? WC_CCS_UNKNOWN_W : WC_CCS_UNKNOWN;
|
|
continue;
|
|
}
|
|
}
|
|
}
|
|
|
|
void
|
|
wc_push_to_utf7_end(Str os, wc_status *st)
|
|
{
|
|
if (st->ntag)
|
|
st->ntag = wc_push_tag_to_utf7(os, 0, st);
|
|
if (st->state == WC_UTF7_BASE64) {
|
|
if (st->shift)
|
|
Strcat_char(os, BASE64_C(st->base));
|
|
Strcat_char(os, WC_C_UTF7_MINUS);
|
|
}
|
|
return;
|
|
}
|
|
|
|
Str
|
|
wc_char_conv_from_utf7(wc_uchar c, wc_status *st)
|
|
{
|
|
static Str os;
|
|
static wc_uint32 high;
|
|
wc_uint32 b;
|
|
|
|
if (st->state == -1) {
|
|
st->state = WC_UTF7_NOSTATE;
|
|
os = Strnew_size(8);
|
|
}
|
|
|
|
switch (st->state) {
|
|
case WC_UTF7_NOSTATE:
|
|
if (c == WC_C_UTF7_PLUS) {
|
|
st->state = WC_UTF7_PLUS;
|
|
st->shift = 16;
|
|
st->base = 0;
|
|
high = 0;
|
|
return NULL;
|
|
}
|
|
break;
|
|
case WC_UTF7_PLUS:
|
|
if (c == WC_C_UTF7_MINUS) {
|
|
wtf_push_ucs(os, (wc_uint32)WC_C_UTF7_PLUS, st);
|
|
st->state = -1;
|
|
return os;
|
|
}
|
|
case WC_UTF7_BASE64:
|
|
switch (WC_UTF7_MAP[c]) {
|
|
case BB: /* [A-Za-z0-9/] */
|
|
case BP: /* '+' */
|
|
b = C_BASE64(c);
|
|
st->shift -= 6;
|
|
if (st->shift <= 0) {
|
|
st->base |= b >> (- st->shift);
|
|
if (st->base >= WC_C_UCS2_SURROGATE &&
|
|
st->base < WC_C_UCS2_SURROGATE_LOW) {
|
|
if (! high)
|
|
high = st->base;
|
|
else
|
|
high = 0; /* error */
|
|
} else if (st->base >= WC_C_UCS2_SURROGATE_LOW &&
|
|
st->base <= WC_C_UCS2_SURROGATE_END) {
|
|
if (high)
|
|
wtf_push_ucs(os, wc_utf16_to_ucs(high, st->base), st);
|
|
/* else; */ /* error */
|
|
high = 0;
|
|
} else if (st->base != WC_C_UCS2_BOM)
|
|
wtf_push_ucs(os, st->base, st);
|
|
st->shift += 16;
|
|
st->base = 0;
|
|
}
|
|
st->base |= (b << st->shift) & 0xffff;
|
|
st->state = WC_UTF7_BASE64;
|
|
return os;
|
|
case BM: /* '-' */
|
|
st->state = -1;
|
|
return NULL;
|
|
}
|
|
}
|
|
switch (WC_UTF7_MAP[c]) {
|
|
case CD:
|
|
case CB:
|
|
Strcat_char(os, (char)c);
|
|
break;
|
|
case C1:
|
|
break;
|
|
default:
|
|
wtf_push_ucs(os, (wc_uint32)c, st);
|
|
break;
|
|
}
|
|
st->state = -1;
|
|
return os;
|
|
}
|
|
|
|
#endif
|
|
|
|
|