244 lines
6.7 KiB
C
244 lines
6.7 KiB
C
|
|
#include "wc.h"
|
|
#include "viet.h"
|
|
#include "wtf.h"
|
|
#include "search.h"
|
|
#ifdef USE_UNICODE
|
|
#include "ucs.h"
|
|
#endif
|
|
#include "map/tcvn57123_tcvn5712.map"
|
|
|
|
wc_uint8 wc_c0_tcvn57122_map[ 0x20 ] = {
|
|
0, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
};
|
|
wc_uint8 wc_c0_viscii112_map[ 0x20 ] = {
|
|
0, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0,
|
|
};
|
|
wc_uint8 wc_c0_vps2_map[ 0x20 ] = {
|
|
0, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
1, 1, 1, 1, 1, 1, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0,
|
|
};
|
|
static wc_uint8 tcvn5712_precompose_map[ 0x100 ] = {
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
/* A E I O */
|
|
0, 1, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1,
|
|
/* U Y */
|
|
0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0,
|
|
/* a e i o */
|
|
0, 1, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1,
|
|
/* u y */
|
|
0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0,
|
|
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
/* A( A^ E^ O^ O+ U+ a( a^ e^ o^ o+ u+ */
|
|
0, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 0, 0, 0,
|
|
/* ` ? ~ ' . */
|
|
2, 2, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
};
|
|
static wc_uint8 cp1258_precompose_map[ 0x100 ] = {
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
/* A E I O */
|
|
0, 1, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1,
|
|
/* U Y */
|
|
0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0,
|
|
/* a e i o */
|
|
0, 1, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1,
|
|
/* u y */
|
|
0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0,
|
|
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
/* A^ A( E^ ` */
|
|
0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 0, 2, 0, 0, 0,
|
|
/* ? O^ O+ U+ ~ */
|
|
0, 0, 2, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0,
|
|
/* a^ a( e^ ' */
|
|
0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 0, 2, 0, 0, 0,
|
|
/* . o^ o+ u+ */
|
|
0, 0, 2, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0,
|
|
};
|
|
|
|
wc_uint32
|
|
wc_tcvn5712_precompose(wc_uchar c1, wc_uchar c2)
|
|
{
|
|
if (tcvn5712_precompose_map[c1] == 1 && tcvn5712_precompose_map[c2] == 2)
|
|
return ((wc_uint32)c1 << 8) | c2;
|
|
else
|
|
return 0;
|
|
}
|
|
|
|
wc_wchar_t
|
|
wc_tcvn57123_to_tcvn5712(wc_wchar_t cc)
|
|
{
|
|
wc_map *map;
|
|
|
|
map = wc_map_search((wc_uint16)(cc.code & 0x7f7f),
|
|
tcvn57123_tcvn5712_map, N_tcvn57123_tcvn5712_map);
|
|
if (map) {
|
|
cc.ccs = (map->code2 < 0x20) ? WC_CCS_TCVN_5712_2 : WC_CCS_TCVN_5712_1;
|
|
cc.code = map->code2 | 0x80;
|
|
} else {
|
|
cc.ccs = WC_CCS_UNKNOWN;
|
|
}
|
|
return cc;
|
|
}
|
|
|
|
wc_uint32
|
|
wc_cp1258_precompose(wc_uchar c1, wc_uchar c2)
|
|
{
|
|
if (cp1258_precompose_map[c1] == 1 && cp1258_precompose_map[c2] == 2)
|
|
return ((wc_uint32)c1 << 8) | c2;
|
|
else
|
|
return 0;
|
|
}
|
|
|
|
Str
|
|
wc_conv_from_viet(Str is, wc_ces ces)
|
|
{
|
|
Str os;
|
|
wc_uchar *sp = (wc_uchar *)is->ptr;
|
|
wc_uchar *ep = sp + is->length;
|
|
wc_uchar *p;
|
|
wc_ccs ccs1 = WcCesInfo[WC_CCS_INDEX(ces)].gset[1].ccs;
|
|
wc_ccs ccs2 = WcCesInfo[WC_CCS_INDEX(ces)].gset[2].ccs;
|
|
wc_uint8 *map = NULL;
|
|
|
|
switch (ces) {
|
|
case WC_CES_TCVN_5712:
|
|
map = wc_c0_tcvn57122_map;
|
|
break;
|
|
case WC_CES_VISCII_11:
|
|
map = wc_c0_viscii112_map;
|
|
break;
|
|
case WC_CES_VPS:
|
|
map = wc_c0_vps2_map;
|
|
break;
|
|
}
|
|
|
|
wc_create_detect_map(ces, WC_FALSE);
|
|
for (p = sp; p < ep && ! WC_DETECT_MAP[*p]; p++)
|
|
;
|
|
if (p == ep)
|
|
return is;
|
|
os = Strnew_size(is->length);
|
|
if (p > sp)
|
|
Strcat_charp_n(os, is->ptr, (int)(p - sp));
|
|
|
|
for (; p < ep; p++) {
|
|
if (*p & 0x80)
|
|
wtf_push(os, ccs1, (wc_uint32)*p);
|
|
else if (*p < 0x20 && map[*p])
|
|
wtf_push(os, ccs2, (wc_uint32)*p);
|
|
else
|
|
Strcat_char(os, (char)*p);
|
|
}
|
|
return os;
|
|
}
|
|
|
|
void
|
|
wc_push_to_viet(Str os, wc_wchar_t cc, wc_status *st)
|
|
{
|
|
wc_ccs ccs1 = st->ces_info->gset[1].ccs;
|
|
wc_ccs ccs2 = 0, ccs3 = 0;
|
|
wc_uint8 *map = NULL;
|
|
|
|
switch (st->ces_info->id) {
|
|
case WC_CES_CP1258:
|
|
ccs3 = st->ces_info->gset[2].ccs;
|
|
break;
|
|
case WC_CES_TCVN_5712:
|
|
map = wc_c0_tcvn57122_map;
|
|
ccs2 = st->ces_info->gset[2].ccs;
|
|
ccs3 = st->ces_info->gset[3].ccs;
|
|
break;
|
|
case WC_CES_VISCII_11:
|
|
map = wc_c0_viscii112_map;
|
|
ccs2 = st->ces_info->gset[2].ccs;
|
|
break;
|
|
case WC_CES_VPS:
|
|
map = wc_c0_vps2_map;
|
|
ccs2 = st->ces_info->gset[2].ccs;
|
|
break;
|
|
}
|
|
|
|
while (1) {
|
|
if (cc.ccs == ccs1) {
|
|
Strcat_char(os, (char)(cc.code | 0x80));
|
|
return;
|
|
} else if (cc.ccs == ccs2) {
|
|
Strcat_char(os, (char)(cc.code & 0x7f));
|
|
return;
|
|
} else if (cc.ccs == ccs3) {
|
|
Strcat_char(os, (char)((cc.code >> 8) & 0xff));
|
|
Strcat_char(os, (char)(cc.code & 0xff));
|
|
return;
|
|
}
|
|
switch (cc.ccs) {
|
|
case WC_CCS_US_ASCII:
|
|
if (cc.code < 0x20 && map && map[cc.code])
|
|
Strcat_char(os, ' ');
|
|
else
|
|
Strcat_char(os, (char)cc.code);
|
|
return;
|
|
case WC_CCS_UNKNOWN_W:
|
|
if (!WcOption.no_replace)
|
|
Strcat_charp(os, WC_REPLACE_W);
|
|
return;
|
|
case WC_CCS_UNKNOWN:
|
|
if (!WcOption.no_replace)
|
|
Strcat_charp(os, WC_REPLACE);
|
|
return;
|
|
default:
|
|
#ifdef USE_UNICODE
|
|
if (WcOption.ucs_conv)
|
|
cc = wc_any_to_any_ces(cc, st);
|
|
else
|
|
#endif
|
|
cc.ccs = WC_CCS_IS_WIDE(cc.ccs) ? WC_CCS_UNKNOWN_W : WC_CCS_UNKNOWN;
|
|
continue;
|
|
}
|
|
}
|
|
}
|
|
|
|
Str
|
|
wc_char_conv_from_viet(wc_uchar c, wc_status *st)
|
|
{
|
|
Str os = Strnew_size(1);
|
|
wc_uint8 *map = NULL;
|
|
|
|
switch (st->ces_info->id) {
|
|
case WC_CES_TCVN_5712:
|
|
map = wc_c0_tcvn57122_map;
|
|
break;
|
|
case WC_CES_VISCII_11:
|
|
map = wc_c0_viscii112_map;
|
|
break;
|
|
case WC_CES_VPS:
|
|
map = wc_c0_vps2_map;
|
|
break;
|
|
}
|
|
|
|
if (c & 0x80)
|
|
wtf_push(os, st->ces_info->gset[1].ccs, (wc_uint32)c);
|
|
else if (c < 0x20 && map[c])
|
|
wtf_push(os, st->ces_info->gset[2].ccs, (wc_uint32)c);
|
|
else
|
|
Strcat_char(os, (char)c);
|
|
return os;
|
|
}
|