X-Git-Url: https://git.lyx.org/gitweb/?a=blobdiff_plain;f=src%2Fsupport%2Funicode.h;h=12f112c44d60c97cf9a73e0a2411253e2d3206a3;hb=848c89564fce9c4bfec79b915746dc6bc47abc3d;hp=7f99f528320c5cedf2627faca5c16980b6ff35e8;hpb=fa1856440c9b323c4f1b5a9034264357c7087bb4;p=lyx.git diff --git a/src/support/unicode.h b/src/support/unicode.h index 7f99f52832..12f112c44d 100644 --- a/src/support/unicode.h +++ b/src/support/unicode.h @@ -15,59 +15,89 @@ #include "support/types.h" +#include + +#include #include namespace lyx { -// utf8_to_ucs4 +class IconvProcessor +{ +public: + IconvProcessor( + char const * tocode = "", + char const * fromcode = ""); + /// copy constructor needed because of pimpl_ + IconvProcessor(IconvProcessor const &); + /// assignment operator needed because of pimpl_ + IconvProcessor & operator=(IconvProcessor const &); + /// destructor (needs to be implemented in the .C file because the + /// boost::scoped_ptr destructor needs a fully defined type + ~IconvProcessor(); + + /// convert any data from \c fromcode to \c tocode unicode format. + /// \return the number of bytes of the converted output buffer. + int convert( + char const * in_buffer, + size_t in_size, + char * out_buffer, + size_t max_out_size); +private: + /// open iconv. + /// \return true if the processor is ready to use. + bool init(); + + std::string tocode_; + std::string fromcode_; + + struct Private; + boost::scoped_ptr pimpl_; +}; // A single codepoint conversion for utf8_to_ucs4 does not make // sense, so that function is left out. -std::vector utf8_to_ucs4(std::vector const & utf8str); - -std::vector utf8_to_ucs4(char const * utf8str, size_t ls); - -// ucs2_to_ucs4 - -lyx::char_type ucs2_to_ucs4(unsigned short c); +std::vector utf8_to_ucs4(std::vector const & utf8str); -std::vector -ucs2_to_ucs4(std::vector const & ucs2str); +std::vector utf8_to_ucs4(char const * utf8str, size_t ls); -std::vector -ucs2_to_ucs4(unsigned short const * ucs2str, size_t ls); +// utf16_to_ucs4 -// ucs4_to_ucs2 +std::vector utf16_to_ucs4(unsigned short const * s, size_t ls); -unsigned short ucs4_to_ucs2(lyx::char_type c); +// ucs4_to_utf16 -std::vector -ucs4_to_ucs2(std::vector const & ucs4str); - -std::vector ucs4_to_ucs2(lyx::char_type const * s, size_t ls); +std::vector ucs4_to_utf16(char_type const * s, size_t ls); // ucs4_to_utf8 -std::vector ucs4_to_utf8(lyx::char_type c); +std::vector ucs4_to_utf8(char_type c); -std::vector ucs4_to_utf8(std::vector const & ucs4str); +std::vector ucs4_to_utf8(std::vector const & ucs4str); -std::vector ucs4_to_utf8(lyx::char_type const * ucs4str, size_t ls); +std::vector ucs4_to_utf8(char_type const * ucs4str, size_t ls); /// convert \p s from encoding \p encoding to ucs4. /// \p encoding must be a valid iconv 8bit encoding -std::vector +std::vector eightbit_to_ucs4(char const * s, size_t ls, std::string const & encoding); /// convert \p s from ucs4 to encoding \p encoding. /// \p encoding must be a valid iconv 8bit encoding std::vector -ucs4_to_eightbit(lyx::char_type const * ucs4str, size_t ls, std::string const & encoding); +ucs4_to_eightbit(char_type const * ucs4str, size_t ls, std::string const & encoding); + +/// convert ucs4 character \p c to encoding \p encoding. +/// \p encoding must be a valid iconv 8bit encoding +char ucs4_to_eightbit(char_type c, std::string const & encoding); + +/// +void ucs4_to_multibytes(char_type ucs4, std::vector & out, + std::string const & encoding); extern char const * ucs4_codeset; -extern char const * ucs2_codeset; } // namespace lyx