作者descent (爽过头)
看板Programming
标题Re: Re:请问该如何把big5转成utf8？
时间Fri Jan 5 15:03:38 2007
libiconv 有 win32 版本。
有点复杂, 贴一段 sample code 给你参考。
我在 win xp, linux, mac 上测过。
#define OUTBUF_SIZE 32768
char convert_str[OUTBUF_SIZE];
int convert_str_len=0;
// big5 -> utf8
iconv_t cd;
cd = iconv_open ("UTF-8", "BIG5");
process_block(cd, filename, strlen(filename) );
convert_str 存放转换後的编码。
这是从 glibc-2.5/iconv/iconv_prog.c 撷取出来的 code.
// ref glibc-2.5/iconv/iconv_prog.c
int process_block (iconv_t cd, ICONV_CONST char *addr, size_t len)
{
//#define OUTBUF_SIZE 32768
const char *start = addr;
char outbuf[OUTBUF_SIZE];
char *outptr;
size_t outlen;
size_t n;
int ret = 0;
//char *outbuf=new char [OUTBUF_SIZE];
convert_str_len=0;
while (len > 0)
{
outptr = outbuf;
outlen = OUTBUF_SIZE;
n = iconv (cd, &addr, &len, &outptr, &outlen);
if (n == (size_t) -1 && omit_invalid && errno == EILSEQ)
{
ret = 1;
if (len == 0)
n = 0;
else
errno = E2BIG;
}
if (outptr != outbuf)
{
/* We have something to write out. */
int errno_save = errno;
convert_str_len=outptr - outbuf;
qDebug("convert_str_len: %d", convert_str_len);
memcpy(convert_str, outbuf, convert_str_len);
convert_str[convert_str_len]=0;
#if 0
if (fwrite (outbuf, 1, outptr - outbuf, output)
< (size_t) (outptr - outbuf)
|| ferror (output))
{
/* Error occurred while printing the result. */
//error (0, 0, _("\ conversion stopped due to problem in writing
the output"));
return -1;
}
#endif
errno = errno_save;
}
if (n != (size_t) -1)
{
/* All the input test is processed. For state-dependent
character sets we have to flush the state now. */
outptr = outbuf;
outlen = OUTBUF_SIZE;
n = iconv (cd, NULL, NULL, &outptr, &outlen);
if (outptr != outbuf)
{
/* We have something to write out. */
int errno_save = errno;
memcpy(convert_str+convert_str_len, outbuf, outptr - outbuf);
convert_str_len+=outptr - outbuf;
qDebug("xxx convert_str_len: %d", convert_str_len);
convert_str[convert_str_len]=0;
#if 0
if (fwrite (outbuf, 1, outptr - outbuf, output)
< (size_t) (outptr - outbuf)
|| ferror (output))
{
/* Error occurred while printing the result. */
//error (0, 0, _("\ conversion stopped due to problem in writing
the output"));
return -1;
}
#endif
errno = errno_save;
}
if (n != (size_t) -1)
break;
if (omit_invalid && errno == EILSEQ)
{
ret = 1;
break;
}
}
if (errno != E2BIG)
{
/* iconv() ran into a problem. */
switch (errno)
{
case EILSEQ:
if (! omit_invalid)
;//error (0, 0, _("illegal input sequence at position %ld"),
(long int) (addr - start));
break;
case EINVAL:
//error (0, 0, _("\ incomplete character or shift sequence at end
of buffer"));
break;
case EBADF:
//error (0, 0, _("internal error (illegal descriptor)"));
break;
default:
//error (0, 0, _("unknown iconv() error %d"), errno);
break;
}
return -1;
}
}
return ret;
}
※ 引述《[email protected] (柯娜丽丝)》之铭言：
: 我想请问该如何将big5的中文转成utf8呢？
: ※ 引述《[email protected] (try or test)》之铭言：
: > 6. 常用字其实很少, 可以用常用字过滤比用词典简单. 那个十万笔几乎都是常用
: > 字组成的.
: > 7. 汉字怎麽会沦落到靠洋公司来替使用汉字的人解决问题 ?
--
※ 发信站: 批踢踢实业坊(ptt.cc)
◆ From: 218.168.158.135