/* This file is (c) 2008-2011 Konstantin Isakov * Part of GoldenDict. Licensed under GPLv3 or later, see the LICENSE file */ #include "iconv.hh" #include #include #include #ifdef __WIN32 char const * const Iconv::GdWchar = "UCS-4LE"; #else char const * const Iconv::GdWchar = "WCHAR_T"; #endif char const * const Iconv::Utf16Le = "UTF-16LE"; char const * const Iconv::Utf8 = "UTF-8"; using gd::wchar; Iconv::Iconv( char const * to, char const * from ) throw( exCantInit ): state( iconv_open( to, from ) ) { if ( state == (iconv_t) -1 ) throw exCantInit( strerror( errno ) ); } void Iconv::reinit( char const * to, char const * from ) throw( exCantInit ) { iconv_close( state ); state = iconv_open( to, from ); if ( state == (iconv_t) -1 ) throw exCantInit( strerror( errno ) ); } Iconv::~Iconv() throw() { iconv_close( state ); } Iconv::Result Iconv::convert( void const * & inBuf, size_t & inBytesLeft, void * & outBuf, size_t & outBytesLeft ) throw( exIncorrectSeq, exOther ) { size_t result = iconv( state, #ifdef __WIN32 (char const **)&inBuf, #else (char **)&inBuf, #endif &inBytesLeft, (char **)&outBuf, &outBytesLeft ); if ( result == (size_t) -1 ) { switch( errno ) { case EILSEQ: throw exIncorrectSeq(); case EINVAL: return NeedMoreIn; case E2BIG: return NeedMoreOut; default: throw exOther( strerror( errno ) ); } } return Success; } gd::wstring Iconv::toWstring( char const * fromEncoding, void const * fromData, size_t dataSize ) throw( exCantInit, exIncorrectSeq, exPrematureEnd, exOther ) { /// Special-case the dataSize == 0 to avoid any kind of iconv-specific /// behaviour in that regard. if ( !dataSize ) return gd::wstring(); Iconv ic( GdWchar, fromEncoding ); /// This size is usually enough, but may be enlarged during the conversion std::vector< wchar > outBuf( dataSize ); void * outBufPtr = &outBuf.front(); size_t outBufLeft = outBuf.size() * sizeof( wchar ); for( ; ; ) { switch( ic.convert( fromData, dataSize, outBufPtr, outBufLeft ) ) { case Success: return gd::wstring( &outBuf.front(), outBuf.size() - outBufLeft / sizeof( wchar ) ); case NeedMoreIn: throw exPrematureEnd(); case NeedMoreOut: { // Grow the buffer and retry // The pointer may get invalidated so we save the diff and restore it size_t offset = (wchar *)outBufPtr - &outBuf.front(); outBuf.resize( outBuf.size() + 256 ); outBufPtr = &outBuf.front() + offset; outBufLeft += 256; } } } } std::string Iconv::toUtf8( char const * fromEncoding, void const * fromData, size_t dataSize ) throw( exCantInit, exIncorrectSeq, exPrematureEnd, exOther ) { // Similar to toWstring if ( !dataSize ) return std::string(); Iconv ic( Utf8, fromEncoding ); std::vector< char > outBuf( dataSize ); void * outBufPtr = &outBuf.front(); size_t outBufLeft = outBuf.size(); for( ; ; ) { switch( ic.convert( fromData, dataSize, outBufPtr, outBufLeft ) ) { case Success: return std::string( &outBuf.front(), outBuf.size() - outBufLeft ); case NeedMoreIn: throw exPrematureEnd(); case NeedMoreOut: { // Grow the buffer and retry // The pointer may get invalidated so we save the diff and restore it size_t offset = (char *)outBufPtr - &outBuf.front(); outBuf.resize( outBuf.size() + 256 ); outBufPtr = &outBuf.front() + offset; outBufLeft += 256; } } } }