poco json 中文字符，抛异常JSON Exception -->iconv 转换 备忘录。

时间：2021-04-19 16:05:30

起因

最近linux服务器通信需要用到json.

jsoncpp比较出名,但poco 1.5版本以后已经带有json库,所以决定使用poco::json(linux 上已经用到了poco这一套框架).

网上关于 poco json处理中文比较少.

有后有网友说:

Latin1装gbk字符然后转utf8,当时喜出望外.如下:

"

Latin1是ISO-8859-1的别名，有些环境下写作Latin-1。ISO-8859-1编码是单字节编码，向下兼容ASCII，其编码范围是0x00-0xFF，0x00-0x7F之间完全和ASCII一致，0x80-0x9F之间是控制字符，0xA0-0xFF之间是文字符号。

因为ISO-8859-1编码范围使用了单字节内的所有空间，在支持ISO-8859-1的系统中传输和存储其他任何编码的字节流都不会被抛弃。换言之，把其他任何编码的字节流当作ISO-8859-1编码看待都没有问题。这是个很重要的特性，MySQL数据库默认编码是Latin1就是利用了这个特性。ASCII编码是一个7位的容器，ISO-8859-1编码是一个8位的容器。

"

Latin1与utf8转换

测试代码1:

json="{ \"test\" : \" 欢迎来到abc@123.com \"}";

    //json="{ \"test\" : \" \u6b22\u8fce\u6765\u5230abc@123.com \"}";

    Poco::Latin1Encoding latin1;

    Poco::UTF8Encoding utf8;

    Poco::TextConverter converter(latin1, utf8);

    std::string strUtf8;

    converter.convert(json, strUtf8);

    Parser parser;

    Var result;

    try

    {

        result = parser.parse(strUtf8);

    }

    catch(JSONException& jsone)

    {

        std::cout << jsone.message() << std::endl;

        //assert(false);

    }

    //assert(result.type() == typeid(Object::Ptr));

    //if(result)

    Object::Ptr object = result.extract<Object::Ptr>();

    int nObjectSize=object->size();

    //assert(object->size() > 0);

    DynamicStruct ds = *object;

json="{ \"test\" : \" 欢迎来到abc@123.com \"}";

或

json="{ \"test\" : \" \u6b22\u8fce\u6765\u5230abc@123.com \"}";

\u6b22  是unicode编码: 欢->6b22

windows下是正常的,但在linux 下 却会出现json格式错误的问题.  这真是无比蛋痛....(linux 下poco::json处理还是有问题)

连 std::cout<<json ; 都不能打印.

  Poco::Latin1Encoding latin1;

    Poco::UTF8Encoding utf8;

    Poco::TextConverter converter(latin1, utf8); ->latin1 转utf8

或

 Poco::TextConverter converter2( utf8,latin1); ->utf8 转latin1
都有问题.

　　使用Poco::Json解析json内容，其中有中文字符，抛异常JSON Exception: Bad character.

最后只有自己写了个编码转换.

使用iconv实现编码转换

上代码:

xxx.h

#ifndef _MY_CODE_CONVERT_H

#define  _MY_CODE_CONVERT_H

#include <iostream>

using namespace std;

///////////

//编码转换类

//

class CMyCodeConvert

{

public:

    CMyCodeConvert();

    ~CMyCodeConvert();

    //

    static std::string Gb2312ToUtf8(std::string strSource);

    //

    static std::string Utf8ToGb2312(std::string strSource);

};

#endif

xxx.cpp

#include "MyCodeConverter.h"

#include <stdio.h>

#include <stdlib.h>

#include <malloc.h>

#include <iosfwd>

#include <string.h>

#include <stdarg.h>

#include <fstream>

#include <sstream>

#include <iomanip>  

#include <cassert>

#include<time.h>

#include <errno.h>

#ifdef WIN32   //window

#include <Windows.h>

#include <shlwapi.h>

#include <direct.h>

#include <tchar.h>

#pragma comment(lib,"Kernel32.lib")

#pragma comment(lib,"shlwapi.lib")

#elif __linux    //linux

#include <cassert>

#include <sys/types.h>

#include <iconv.h>

#include <stdio.h>

#endif

#ifdef WIN32   //window

static std::string Gb32ToUtf8(const char * lpszGb32Text)

{

    int nUnicodeBufLen=MultiByteToWideChar(CP_ACP, 0, lpszGb32Text, -1, 0, 0);

    if (nUnicodeBufLen==0)

        return _T("");

    WCHAR* pUnicodeBuf=new WCHAR[nUnicodeBufLen];

    if (pUnicodeBuf==0)

        return _T("");

    MultiByteToWideChar(CP_ACP, 0, lpszGb32Text, -1, pUnicodeBuf, nUnicodeBufLen);

    int nUtf8BufLen=WideCharToMultiByte(CP_UTF8, 0, pUnicodeBuf, -1, 0, 0, NULL, NULL);

    if (nUtf8BufLen==0)

    {

        delete[] pUnicodeBuf;

        return _T("");

    }

    char* pUft8Buf=new char[nUtf8BufLen];

    if (pUft8Buf==0)

    {

        delete[] pUnicodeBuf;

        return _T("");

    }

    WideCharToMultiByte(CP_UTF8, 0, pUnicodeBuf, -1, pUft8Buf, nUtf8BufLen, NULL, NULL);

    std::string strUtf8=pUft8Buf;

    delete[] pUnicodeBuf;

    delete[] pUft8Buf;

    return strUtf8;

}

static std::string Utf8ToGb32(const char * lpszUft8Text)

{

    int nUnicodeBufLen=MultiByteToWideChar(CP_UTF8, 0, lpszUft8Text, -1, 0, 0);

    if (nUnicodeBufLen==0)

        return _T("");

    WCHAR* pUnicodeBuf=new WCHAR[nUnicodeBufLen];

    if (pUnicodeBuf==0)

        return _T("");

    MultiByteToWideChar(CP_UTF8, 0, lpszUft8Text, -1, pUnicodeBuf, nUnicodeBufLen);

    int nGb32BufLen=WideCharToMultiByte(CP_ACP, 0, pUnicodeBuf, -1, 0, 0, NULL, NULL);

    if (nGb32BufLen==0)

    {

        delete[] pUnicodeBuf;

        return _T("");

    }

    char* pGb32Buf=new char[nGb32BufLen];

    if (pGb32Buf==0)

    {

        delete[] pUnicodeBuf;

        return _T("");

    }

    WideCharToMultiByte(CP_ACP, 0, pUnicodeBuf, -1, pGb32Buf, nGb32BufLen, NULL, NULL);

    std::string strGb32=pGb32Buf;

    delete[] pUnicodeBuf;

    delete[] pGb32Buf;

    return strGb32;

}

#elif __linux    //linux

// 编码转换操作类->基于byte

//

class CodeConverterBase {

    //示例...

    //std::string strxxxxcvx=json;

    //CodeConverterBase cc2 = CodeConverterBase("gb2312","utf-8");

    //char outbuf[3000];

    //cc2.convert((char *)strxxxxcvx.c_str(),strxxxxcvx.size(),outbuf,1024);

    //strUtf8=outbuf;

private:

    iconv_t cd;

public:

    // 构造

    CodeConverterBase(const char *from_charset,const char *to_charset) {

        cd = iconv_open(to_charset,from_charset);

    }

    // 析构

    ~CodeConverterBase() {

        iconv_close(cd);

    }

    // 转换输出

    int convert(char *inbuf,int inlen,char *outbuf,int outlen) {

        char **pin = &inbuf;

        char **pout = &outbuf;

        memset(outbuf,0,outlen);

        return iconv(cd,pin,(size_t *)&inlen,pout,(size_t *)&outlen);

    }

};

//字符串转换操作 ->基于string

class CodeConverterString

{

public:

    CodeConverterString()

    {

    }

    ~CodeConverterString()

    {

    }

    static std::string Gb2312ToUtf8(std::string strSource)

    {

        std::string strRet="";

        CodeConverterBase cc2 = CodeConverterBase("gb2312","utf-8");

        int nLen=strSource.size()*4+4;

        char * szOutBuf=(char *)malloc(nLen);

        do

        {

            if(NULL==szOutBuf)

                break;

            memset(szOutBuf,0,nLen);

            cc2.convert((char *)strSource.c_str(),strSource.size(),szOutBuf,nLen);

            strRet=szOutBuf;

        } while (0);

        if(szOutBuf)

        {

            free(szOutBuf);

            szOutBuf=NULL;

        }

        return strRet;

    }

    static std::string Utf8ToGb2312(std::string strSource)

    {

        std::string strRet="";

        CodeConverterBase cc2 = CodeConverterBase("utf-8","gb2312");

        int nLen=strSource.size()*4+4;

        char * szOutBuf=(char *)malloc(nLen);

        do

        {

            if(NULL==szOutBuf)

                break;

            memset(szOutBuf,0,nLen);

            cc2.convert((char *)strSource.c_str(),strSource.size(),szOutBuf,nLen);

            strRet=szOutBuf;

        } while (0);

        if(szOutBuf)

        {

            free(szOutBuf);

            szOutBuf=NULL;

        }

        return strRet;

    }

};

#endif

CMyCodeConvert::CMyCodeConvert()

{

}

CMyCodeConvert::~CMyCodeConvert()

{

}

std::string CMyCodeConvert::Gb2312ToUtf8(std::string strSource)

{

#ifdef WIN32   //window

    return Gb32ToUtf8(strSource.c_str());

#elif __linux    //linux

    return CodeConverterString::Gb2312ToUtf8(strSource);

#endif

}

//

std::string CMyCodeConvert::Utf8ToGb2312(std::string strSource)

{

#ifdef WIN32   //window

    return Utf8ToGb32(strSource.c_str());

#elif __linux    //linux

    return CodeConverterString::Utf8ToGb2312(strSource);

#endif

}

结果多次调用后出现了如下错误:

Utf8ToGb2312 ,nError=-,errno =

*** glibc detected *** ./HTTPTimeServer: free(): invalid next size (fast): 0x000000000167dda0 ***

======= Backtrace: =========

/lib/x86_64-linux-gnu/libc.so.(+0x75be6)[0x7f6ed81cdbe6]

/lib/x86_64-linux-gnu/libc.so.(cfree+0x6c)[0x7f6ed81d298c]

./HTTPTimeServer(_ZN19CodeConverterString12Utf8ToGb2312ESs+0x1c2)[0x41a553]

./HTTPTimeServer(_ZN14CMyCodeConvert12Utf8ToGb2312ESs+0x48)[0x419e12]

./HTTPTimeServer(_Z5suitev+0x17a3)[0x41c13e]

./HTTPTimeServer(main+0x1a6)[0x41d157]

/lib/x86_64-linux-gnu/libc.so.(__libc_start_main+0xfd)[0x7f6ed8176ead]

./HTTPTimeServer[0x419c39]

======= Memory map: ========

-0043e000 r-xp  :                              /home/poco-1.6.-all/Net/samples/HTTPTimeServer/HTTPTimeServer

0063e000-0063f000 rw-p 0003e000 :                              /home/poco-1.6.-all/Net/samples/HTTPTimeServer/HTTPTimeServer

0165d000-016a1000 rw-p  :                                   [heap]

7f6ed0000000-7f6ed0021000 rw-p  :

7f6ed0021000-7f6ed4000000 ---p  :

7f6ed74fa000-7f6ed7515000 r-xp  :                      /usr/lib/x86_64-linux-gnu/gconv/GBK.so

7f6ed7515000-7f6ed7714000 ---p 0001b000 :                      /usr/lib/x86_64-linux-gnu/gconv/GBK.so

7f6ed7714000-7f6ed7715000 r--p 0001a000 :                      /usr/lib/x86_64-linux-gnu/gconv/GBK.so

7f6ed7715000-7f6ed7716000 rw-p 0001b000 :                      /usr/lib/x86_64-linux-gnu/gconv/GBK.so

7f6ed7716000-7f6ed771f000 r-xp  :                      /usr/lib/x86_64-linux-gnu/libltdl.so.7.3.

7f6ed771f000-7f6ed791e000 ---p  :                      /usr/lib/x86_64-linux-gnu/libltdl.so.7.3.

7f6ed791e000-7f6ed791f000 rw-p  :                      /usr/lib/x86_64-linux-gnu/libltdl.so.7.3.

7f6ed791f000-7f6ed792f000 r-xp  :                      /usr/local/lib/libodbcinst.so.2.0.

7f6ed792f000-7f6ed7b2f000 ---p  :                      /usr/local/lib/libodbcinst.so.2.0.

7f6ed7b2f000-7f6ed7b30000 rw-p  :                      /usr/local/lib/libodbcinst.so.2.0.

7f6ed7b30000-7f6ed7b37000 r-xp  :                      /lib/x86_64-linux-gnu/librt-2.13.so

7f6ed7b37000-7f6ed7d36000 ---p  :                      /lib/x86_64-linux-gnu/librt-2.13.so

7f6ed7d36000-7f6ed7d37000 r--p  :                      /lib/x86_64-linux-gnu/librt-2.13.so

7f6ed7d37000-7f6ed7d38000 rw-p  :                      /lib/x86_64-linux-gnu/librt-2.13.so

7f6ed7d38000-7f6ed7d3a000 r-xp  :                      /lib/x86_64-linux-gnu/libdl-2.13.so

7f6ed7d3a000-7f6ed7f3a000 ---p  :                      /lib/x86_64-linux-gnu/libdl-2.13.so

7f6ed7f3a000-7f6ed7f3b000 r--p  :                      /lib/x86_64-linux-gnu/libdl-2.13.so

7f6ed7f3b000-7f6ed7f3c000 rw-p  :                      /lib/x86_64-linux-gnu/libdl-2.13.so

7f6ed7f3c000-7f6ed7f53000 r-xp  :                      /lib/x86_64-linux-gnu/libpthread-2.13.so

7f6ed7f53000-7f6ed8152000 ---p  :                      /lib/x86_64-linux-gnu/libpthread-2.13.so

7f6ed8152000-7f6ed8153000 r--p  :                      /lib/x86_64-linux-gnu/libpthread-2.13.so

7f6ed8153000-7f6ed8154000 rw-p  :                      /lib/x86_64-linux-gnu/libpthread-2.13.so

7f6ed8154000-7f6ed8158000 rw-p  :

7f6ed8158000-7f6ed82d9000 r-xp  :                      /lib/x86_64-linux-gnu/libc-2.13.so

7f6ed82d9000-7f6ed84d9000 ---p  :                      /lib/x86_64-linux-gnu/libc-2.13.so

7f6ed84d9000-7f6ed84dd000 r--p  :                      /lib/x86_64-linux-gnu/libc-2.13.so

7f6ed84dd000-7f6ed84de000 rw-p  :                      /lib/x86_64-linux-gnu/libc-2.13.so

7f6ed84de000-7f6ed84e3000 rw-p  :

7f6ed84e3000-7f6ed84f8000 r-xp  :                      /lib/x86_64-linux-gnu/libgcc_s.so.

7f6ed84f8000-7f6ed86f8000 ---p  :                      /lib/x86_64-linux-gnu/libgcc_s.so.

7f6ed86f8000-7f6ed86f9000 rw-p  :                      /lib/x86_64-linux-gnu/libgcc_s.so.

7f6ed86f9000-7f6ed877a000 r-xp  :                      /lib/x86_64-linux-gnu/libm-2.13.so

7f6ed877a000-7f6ed8979000 ---p  :                      /lib/x86_64-linux-gnu/libm-2.13.so

7f6ed8979000-7f6ed897a000 r--p  :                      /lib/x86_64-linux-gnu/libm-2.13.so

7f6ed897a000-7f6ed897b000 rw-p  :                      /lib/x86_64-linux-gnu/libm-2.13.so

7f6ed897b000-7f6ed8a63000 r-xp  :                      /usr/lib/x86_64-linux-gnu/libstdc++.so.6.0.

7f6ed8a63000-7f6ed8c63000 ---p 000e8000 :                      /usr/lib/x86_64-linux-gnu/libstdc++.so.6.0.

7f6ed8c63000-7f6ed8c6b000 r--p 000e8000 :                      /usr/lib/x86_64-linux-gnu/libstdc++.so.6.0.

7f6ed8c6b000-7f6ed8c6d000 rw-p 000f0000 :                      /usr/lib/x86_64-linux-gnu/libstdc++.so.6.0.

7f6ed8c6d000-7f6ed8c82000 rw-p  :

7f6ed8c82000-7f6ed8fb8000 r-xp  :                      /usr/local/lib/libmyodbc5a.so

7f6ed8fb8000-7f6ed91b7000 ---p  :                      /usr/local/lib/libmyodbc5a.so

7f6ed91b7000-7f6ed9298000 rw-p  :                      /usr/local/lib/libmyodbc5a.so

7f6ed9298000-7f6ed929e000 rw-p  :

7f6ed929e000-7f6ed947a000 r-xp  :                      /lib/libPocoFoundation.so.

7f6ed947a000-7f6ed967a000 ---p 001dc000 :                      /lib/libPocoFoundation.so.

7f6ed967a000-7f6ed968a000 rw-p 001dc000 :                      /lib/libPocoFoundation.so.

7f6ed968a000-7f6ed968b000 rw-p  :

7f6ed968b000-7f6ed9715000 r-xp  :                      /lib/libPocoXML.so.

7f6ed9715000-7f6ed9914000 ---p 0008a000 :                      /lib/libPocoXML.so.

7f6ed9914000-7f6ed991c000 rw-p  :                      /lib/libPocoXML.so.

7f6ed991c000-7f6ed9969000 r-xp  :                      /lib/libPocoJSON.so.

7f6ed9969000-7f6ed9b68000 ---p 0004d000 :                      /lib/libPocoJSON.so.

7f6ed9b68000-7f6ed9b6b000 rw-p 0004c000 :                      /lib/libPocoJSON.so.

7f6ed9b6b000-7f6ed9bdc000 r-xp  :                      /lib/libPocoUtil.so.

7f6ed9bdc000-7f6ed9ddc000 ---p  :                      /lib/libPocoUtil.so.

7f6ed9ddc000-7f6ed9de0000 rw-p  :                      /lib/libPocoUtil.so.

7f6ed9de0000-7f6ed9ef9000 r-xp  :                      /lib/libPocoNet.so.

7f6ed9ef9000-7f6eda0f9000 ---p  :                      /lib/libPocoNet.so.

7f6eda0f9000-7f6eda105000 rw-p  :                      /lib/libPocoNet.so.

7f6eda105000-7f6eda106000 rw-p  :

7f6eda106000-7f6eda126000 r-xp  :                      /lib/x86_64-linux-gnu/ld-2.13.so

7f6eda19a000-7f6eda311000 r--p  :                      /usr/lib/locale/locale-archive

7f6eda311000-7f6eda31b000 rw-p  :

7f6eda31b000-7f6eda322000 r--s  :                      /usr/lib/x86_64-linux-gnu/gconv/gconv-modules.cache

7f6eda322000-7f6eda325000 rw-p  :

7f6eda325000-7f6eda326000 r--p 0001f000 :                      /lib/x86_64-linux-gnu/ld-2.13.so

7f6eda326000-7f6eda327000 rw-p  :                      /lib/x86_64-linux-gnu/ld-2.13.so

7f6eda327000-7f6eda328000 rw-p  :

7fff4e4f9000-7fff4e51a000 rw-p  :                           [stack]

7fff4e5ff000-7fff4e600000 r-xp  :                           [vdso]

ffffffffff600000-ffffffffff601000 r-xp  :                   [vsyscall]

Aborted

root@debian:/home/poco-1.6.-all/Net/samples/HTTPTimeServer# ;2c

关于

"*** glibc detected *** ./HTTPTimeServer: free(): invalid next size (fast): 0x000000000167dda0 ***"

的错误 网上搜索的结果是

 [日记] 当glibc detected *** free(): invalid next size (normal)出现

[ 2009年5月27日 星期三 ] shanghui    Yes 326 No 319

是内存泄露的问题。

（1）一般是free了没有分配的内存

（2）还有就是分配了内存忘记释放也有可能会出现这样的问题。

（3）最后查出来是数组循环的时候越界了 ， 写到了其他的内存里面， 然后一free那个区域就出现了这样的问题。

是有allocate引起的，一个debug的方法是把你怀疑的矩阵（比如释放了就会报内存错误）定义成静态的，这样如果出现越界，会报段错误。依次检查是否你的数组真的越界了。

但这个转换代码很简单,不应该是这个错.然后就一直loop的查找...抓狂...

最后又看了

size_t iconv(iconv_t cd,
                    char **inbuf, size_t *inbytesleft,
                    char **outbuf, size_t *outbytesleft);

总觉得问题出在这儿.

打印出执行出错的返回值和错误码:结果...

iconv 返回失败,但转换成功了

iconv  返回-1 erron 84

iconv错误信息要参见:http://blog.163.com/lqy_super/blog/static/19975102120121065399897/

这个引起了我的疑惑.后面有问网友说 size_t  在x86,x64下代表的长度不一样可能引发问题.这个点醒了我,会不会size_t 引发的问题.

linux下就是查找错误特别麻烦 .

重新改写了 xxx.cpp

#include "MyCodeConverter.h"

#include <stdio.h>

#include <stdlib.h>

#include <malloc.h>

#include <iosfwd>

#include <string.h>

#include <stdarg.h>

#include <fstream>

#include <sstream>

#include <iomanip>  

#include <cassert>

#include<time.h>

#include <errno.h>

#ifdef WIN32   //window

#include <Windows.h>

#include <shlwapi.h>

#include <direct.h>

#include <tchar.h>

#pragma comment(lib,"Kernel32.lib")

#pragma comment(lib,"shlwapi.lib")

#elif __linux    //linux

#include <cassert>

#include <sys/types.h>

#include <iconv.h>

#include <stdio.h>

#endif

#include "Poco/Foundation.h"

#include "Poco/Mutex.h"

using Poco::FastMutex;

FastMutex g_mutexConverter;

#ifdef WIN32   //window

static std::string Gb32ToUtf8(const char * lpszGb32Text)

{

    int nUnicodeBufLen=MultiByteToWideChar(CP_ACP, , lpszGb32Text, -, , );

    if (nUnicodeBufLen==)

        return _T("");

    WCHAR* pUnicodeBuf=new WCHAR[nUnicodeBufLen];

    if (pUnicodeBuf==)

        return _T("");

    MultiByteToWideChar(CP_ACP, , lpszGb32Text, -, pUnicodeBuf, nUnicodeBufLen);

    int nUtf8BufLen=WideCharToMultiByte(CP_UTF8, , pUnicodeBuf, -, , , NULL, NULL);

    if (nUtf8BufLen==)

    {

        delete[] pUnicodeBuf;

        return _T("");

    }

    char* pUft8Buf=new char[nUtf8BufLen];

    if (pUft8Buf==)

    {

        delete[] pUnicodeBuf;

        return _T("");

    }

    WideCharToMultiByte(CP_UTF8, , pUnicodeBuf, -, pUft8Buf, nUtf8BufLen, NULL, NULL);

    std::string strUtf8=pUft8Buf;

    delete[] pUnicodeBuf;

    delete[] pUft8Buf;

    return strUtf8;

}

static std::string Utf8ToGb32(const char * lpszUft8Text)

{

    int nUnicodeBufLen=MultiByteToWideChar(CP_UTF8, , lpszUft8Text, -, , );

    if (nUnicodeBufLen==)

        return _T("");

    WCHAR* pUnicodeBuf=new WCHAR[nUnicodeBufLen];

    if (pUnicodeBuf==)

        return _T("");

    MultiByteToWideChar(CP_UTF8, , lpszUft8Text, -, pUnicodeBuf, nUnicodeBufLen);

    int nGb32BufLen=WideCharToMultiByte(CP_ACP, , pUnicodeBuf, -, , , NULL, NULL);

    if (nGb32BufLen==)

    {

        delete[] pUnicodeBuf;

        return _T("");

    }

    char* pGb32Buf=new char[nGb32BufLen];

    if (pGb32Buf==)

    {

        delete[] pUnicodeBuf;

        return _T("");

    }

    WideCharToMultiByte(CP_ACP, , pUnicodeBuf, -, pGb32Buf, nGb32BufLen, NULL, NULL);

    std::string strGb32=pGb32Buf;

    delete[] pUnicodeBuf;

    delete[] pGb32Buf;

    return strGb32;

}

#elif __linux    //linux

// 编码转换操作类->基于byte

//

class CodeConverterBase {

    //示例...

    //std::string strxxxxcvx=json;

    //CodeConverterBase cc2 = CodeConverterBase("gb2312","utf-8");

    //char outbuf[3000];

    //cc2.convert((char *)strxxxxcvx.c_str(),strxxxxcvx.size(),outbuf,1024);

    //strUtf8=outbuf;

private:

    iconv_t cd;

public:

    // 构造

    CodeConverterBase(const char *from_charset,const char *to_charset)

    {

        cd = iconv_open(to_charset,from_charset);

    }

    // 析构

    ~CodeConverterBase() {

        iconv_close(cd);

    }

    // 转换输出

    size_t convert(char *inbuf,size_t inlen,char *outbuf,size_t outlen)

    {

        char *pin = inbuf;

        char *pout = outbuf;

        memset(outbuf,,outlen);

        return iconv(cd,&pin,(size_t *)&inlen,&pout,(size_t *)&outlen);

    }

};

//字符串转换操作 ->基于string

class CodeConverterString

{

public:

    CodeConverterString()

    {

    }

    ~CodeConverterString()

    {

    }

    static std::string Gb2312ToUtf8(std::string strSource)

    {

        std::string strRet="";

        if(strSource.size()<=)

            return strRet;

        CodeConverterBase cc2 = CodeConverterBase("gbk","utf-8//TRANSLIT//IGNORE");//  //TRANSLIT//IGNORE 转换失败找相似编码.

        size_t nInLen=(strSource.size())+;

        char * szInBuf=(char *)malloc(nInLen);

        size_t nOutLen=(strSource.size())*+;

        char * szOutBuf=(char *)malloc(nOutLen);

        do

        {

            if(==szOutBuf ||==szInBuf)

                break;

            memset(szInBuf, , nInLen);

            memcpy(szInBuf, strSource.c_str(), strSource.size());

            size_t nError=cc2.convert((char *)szInBuf,nInLen,szOutBuf,nOutLen);

            if(nError<)

                std::cout<<"Gb2312ToUtf8 ,nError="<<nError<<",errno ="<<errno <<std::endl;

            strRet=szOutBuf;

        } while ();

        if(szOutBuf)

        {

            free(szOutBuf);

            szOutBuf=NULL;

        }

        if(szInBuf)

        {

            free(szInBuf);

            szInBuf=NULL;

        }

        return strRet;

    }

    static std::string Utf8ToGb2312(std::string strSource)

    {

        std::string strRet="";

        if(strSource.size()<=)

            return strRet;

        CodeConverterBase cc2 = CodeConverterBase("utf-8","gbk//TRANSLIT//IGNORE");//  //TRANSLIT//IGNORE 转换失败找相似编码.

        size_t nInLen=(strSource.size())+;

        char * szInBuf=(char *)malloc(nInLen);

        size_t nOutLen=(strSource.size())*+;

        char * szOutBuf=(char *)malloc(nOutLen);

        do

        {

            if(==szOutBuf ||==szInBuf)

                break;

            memset(szInBuf, , nInLen);

            memcpy(szInBuf, strSource.c_str(), strSource.size());

            size_t nError=cc2.convert((char *)szInBuf,nInLen,szOutBuf,nOutLen);

            if(nError<)

                std::cout<<"Utf8ToGb2312 ,nError="<<nError<<",errno ="<<errno <<std::endl;

            strRet=szOutBuf;

        } while ();

        if(szOutBuf)

        {

            free(szOutBuf);

            szOutBuf=NULL;

        }

        if(szInBuf)

        {

            free(szInBuf);

            szInBuf=NULL;

        }

        return strRet;

    }

};

#endif

CMyCodeConvert::CMyCodeConvert()

{

}

CMyCodeConvert::~CMyCodeConvert()

{

}

std::string CMyCodeConvert::Gb2312ToUtf8(std::string strSource)

{

    FastMutex::ScopedLock lock(g_mutexConverter);

#ifdef WIN32   //window

    return Gb32ToUtf8(strSource.c_str());

#elif __linux    //linux

    return CodeConverterString::Gb2312ToUtf8(strSource);

#endif

}

//

std::string CMyCodeConvert::Utf8ToGb2312(std::string strSource)

{

    FastMutex::ScopedLock lock(g_mutexConverter);

#ifdef WIN32   //window

    return Utf8ToGb32(strSource.c_str());

#elif __linux    //linux

    return CodeConverterString::Utf8ToGb2312(strSource);

#endif

}

　　

测试json代码：

std::string  suite()

{

    std::string json =

        "{"

        "\"id\": 1123,"

        "\"jsonrpc\": \" 123.abc@hello.com,大圣归来.. \","

        "\"total\": 2,"

        "\"result\": "

        "["

        "{"

        "\"id\": null,"

        "\"picture\": \"http://placehold.it/32x32\","

        "\"name\": \"这是中文测试.Crossman\","

        "\"about\": \"《西游记之大圣归来》是根据中国传统神话故事进行拓展和演绎的3D动画电影.xxxx Consectetuer suscipit volutpat eros dolor .\","

        "\"friends\": "

        "["

        "{"

        "},"

        "{"

        "\"id\": 2,"

        "\"name\": \"Bailey Oldridge2\""

        "},"

        "{"

        "\"id\": 3,"

        "\"name\": \"Makayla Campbell3\""

        "}"

        "]"

        "},"

        "{"

        "\"id\": 2,"

        "\"picture\": \"http://placehold.it/32x32\","

        "\"name\": \"2中名 欢迎 \","

        "\"about\": \"2北京你好 dolor .\","

        "\"friends\": "

        "["

        "]"

        "}"

        "]"

        "}";

    //json =

    //    "{"

    //    "\"id\": 1123,"

    //    "\"jsonrpc\": \" 123.abc@hello.com,成都市锦江区. \""

    //    "}";

    std::string strUtf8;

    std::cout<<"+++++++++++++++++++++++++++++++++++++++++++++++++++"<<std::endl;

    std::cout<<"json="<<json<<std::endl;

    std::cout<<"json hex:"<<std::endl;

    std::string strxxxx=json;

    for(int nxxx=;nxxx<strxxxx.size();++nxxx)

    {

        unsigned char chTemp=strxxxx[nxxx];

        std::string strTemp=Poco::format("%hX ",(unsigned short )chTemp);//输出16进制

        std::cout<<strTemp;

    }

    std::cout<<std::endl;

    for(int i=;i<;++i)

    {

        std::cout<<"++"<<i<<std::endl;

        strUtf8=CMyCodeConvert::Gb2312ToUtf8(json);//多 次测试 转换..

    }

    std::cout<<std::endl;

    std::cout<<"+++++++++++++++++++++++++++++++++++++++++++++++++++"<<std::endl;

    std::cout<<"strUtf8="<<strUtf8<<std::endl;

    std::cout<<"strUtf8 hex:"<<std::endl;

    strxxxx=strUtf8;

    for(int nxxx=;nxxx<strxxxx.size();++nxxx)

    {

        unsigned char chTemp=strxxxx[nxxx];

        std::string strTemp=Poco::format("%hX ",(unsigned short )chTemp);//输出16进制

        std::cout<<strTemp;

    }

    std::cout<<std::endl;

    Parser parser;

    Var result;

    try

    {

        result = parser.parse(strUtf8);//json转换...

    }

    catch(JSONException& jsone)

    {

        std::cout << jsone.message() << std::endl;

        return "result==NULL";

    }

    Object::Ptr object = result.extract<Object::Ptr>();

    int nObjectSize=object->size();

    //assert(object->size() > 0);

    DynamicStruct ds = *object;

    //遍历...

    for(DynamicStruct::Iterator  itBegin=ds.begin();itBegin!=ds.end();itBegin++)

    {

        //std::string strvalue=itBegin;

        //Var var= itBegin->second;

        //std::cout<<"type:"<<var.type()<<std::endl;

        std::cout<<"K:"  << itBegin->first << " , value: " <<CMyCodeConvert::Utf8ToGb2312( itBegin->second.toString()) << std::endl;

    }

    std::cout<<std::endl<<std::endl<<std::endl;

    std::cout<<"+++++++++++++++++++++++++++++++++++++++++++++++++++"<<std::endl;

    json="";

    std::string strlation1xxxx;

    std::string strjstostring=strUtf8;

    std::string strTemp;

    std::string strKey;

    //std::string strKey="id";

    //key 是否存在

    strKey="id";

    if(object->has(strKey))

    {

        strTemp=CMyCodeConvert::Utf8ToGb2312( object->get(strKey).toString());

        std::cout<<"object->get("<<strKey<<")="<<strTemp<<std::endl;

    }

    strKey="id2232";

    if(object->has(strKey))

    {

        strTemp=CMyCodeConvert::Utf8ToGb2312( object->get(strKey).toString());

        std::cout<<"object->get("<<strKey<<")="<<strTemp<<std::endl;

    }

    strKey="jsonrpc";

    if(object->has(strKey))

    {

        strTemp=CMyCodeConvert::Utf8ToGb2312( object->get(strKey).toString());

        std::cout<<"object->get("<<strKey<<")="<<strTemp<<std::endl;

        std::string strxxx;

        std::cout<<"jsonrpc 编码:"<<std::endl;

        std::string strxxxx=strTemp;

        for(int nxxx=;nxxx<strxxxx.size();++nxxx)

        {

            unsigned char chTemp=strxxxx[nxxx];

            std::string strTemp=Poco::format("%hX",(unsigned short )chTemp);

            strTemp+=" ";

            //std::cout<<strTemp;

        }

        std::cout<<std::endl;

        //strjstostring+=strTemp;

        std::cout<<"object333->get("<<strKey<<")="<<strTemp<<std::endl;

    }

    strKey="total";

    if(object->has(strKey))

    {

        strTemp=CMyCodeConvert::Utf8ToGb2312( object->get(strKey).toString());

        std::cout<<"object->get("<<strKey<<")="<<strTemp<<std::endl;

    }

    strKey="result";

    if(object->has(strKey))

    {

        strTemp=CMyCodeConvert::Utf8ToGb2312( object->get(strKey).toString());

        std::cout<<"object->get("<<strKey<<")="<<strTemp<<std::endl;

        Var  vResult=object->get("result");

        Poco::JSON::Array::Ptr arrayResult = object->getArray("result");

        Poco::JSON::Array::Ptr arr22222 = vResult.extract<Poco::JSON::Array::Ptr>();

        Poco::Dynamic::Array dsarrayResult = *arrayResult;

        std::cout<<"arr22222->size()"<<arr22222->size()<<std::endl;

        std::cout<<"arrayResult->size()"<<arrayResult->size()<<std::endl;

        std::cout<<"arrayResult->size()"<<dsarrayResult.size()<<std::endl;

        for(int nIndex=;nIndex<arrayResult->size();++nIndex)

        {

            Object::Ptr object = arrayResult->getObject(nIndex);

            strKey="id";

            if(object->has(strKey))

            {

                strTemp="";

                if(!object->get(strKey).isEmpty())

                {

                    strTemp=CMyCodeConvert::Utf8ToGb2312( object->get(strKey).toString());

                    std::cout<<"object->get("<<strKey<<")="<<strTemp<<std::endl;

                }

            }

            strKey="picture";

            if(object->has(strKey))

            {

                strTemp=CMyCodeConvert::Utf8ToGb2312( object->get(strKey).toString());

                std::cout<<"object->get("<<strKey<<")="<<strTemp<<std::endl;

            }

            strKey="name";

            if(object->has(strKey))

            {

                strTemp=CMyCodeConvert::Utf8ToGb2312( object->get(strKey).toString());

                std::cout<<"object->get("<<strKey<<")="<<strTemp<<std::endl;

            }

            strKey="about";

            if(object->has(strKey))

            {

                strTemp=CMyCodeConvert::Utf8ToGb2312( object->get(strKey).toString());

                std::cout<<"object->get("<<strKey<<")="<<strTemp<<std::endl;

            }

            strKey="friends";

            if(object->has(strKey))

            {

                strTemp=object->get(strKey).toString();

                std::cout<<"object->get("<<strKey<<")="<<strTemp<<std::endl;

                Poco::JSON::Array::Ptr arrayFriends = object->getArray(strKey);

                for(int nIndex=;nIndex<arrayFriends->size();++nIndex)

                {

                    Object::Ptr objectFriends = arrayFriends->getObject(nIndex);

                    DynamicStruct dsTemp = *objectFriends;

                    for(DynamicStruct::Iterator  itBegin=dsTemp.begin();itBegin!=dsTemp.end();itBegin++)

                    {

                        std::cout<<"K:"  << itBegin->first << " , value: " << CMyCodeConvert::Utf8ToGb2312(itBegin->second.toString() )<< std::endl;

                    }

                }

            }

            std::cout<<std::endl<<std::endl<<std::endl;

            std::cout<<"+++++++++++++++++++++++++++++++++++++++++++++++++++"<<std::endl;

            std::cout<<std::endl<<std::endl<<std::endl;

        }

    }

    return strjstostring;

}

处理 成功.

poco json 中文字符，抛异常JSON Exception -->iconv 转换 备忘录。

poco json 中文字符，抛异常JSON Exception -->iconv 转换 备忘录。

poco json 中文字符，抛异常JSON Exception -->iconv 转换 备忘录。

至此poco::json 库已经能正常运行且能处理 utf8编码的中文字符。

教训

在linux 下的api

size_t iconv(iconv_t cd,
                    char **inbuf, size_t *inbytesleft,
                    char **outbuf, size_t *outbytesleft);

一定要照着参数原型写.

相关文章