#include "insets/insetoptarg.h"
#include "support/lstrings.h"
+#include "support/unicode.h"
-using lyx::support::subst;
+
+namespace lyx {
+
+using support::subst;
using std::endl;
-using std::ostream;
using std::string;
TeXEnvironment(Buffer const & buf,
ParagraphList const & paragraphs,
ParagraphList::const_iterator pit,
- ostream & os, TexRow & texrow,
+ odocstream & os, TexRow & texrow,
OutputParams const & runparams);
ParagraphList::const_iterator
TeXOnePar(Buffer const & buf,
ParagraphList const & paragraphs,
ParagraphList::const_iterator pit,
- ostream & os, TexRow & texrow,
+ odocstream & os, TexRow & texrow,
OutputParams const & runparams,
string const & everypar = string());
TeXDeeper(Buffer const & buf,
ParagraphList const & paragraphs,
ParagraphList::const_iterator pit,
- ostream & os, TexRow & texrow,
+ odocstream & os, TexRow & texrow,
OutputParams const & runparams)
{
lyxerr[Debug::LATEX] << "TeXDeeper... " << &*pit << endl;
int latexOptArgInsets(Buffer const & buf, Paragraph const & par,
- ostream & os, OutputParams const & runparams, int number);
+ odocstream & os, OutputParams const & runparams, int number);
ParagraphList::const_iterator
TeXEnvironment(Buffer const & buf,
ParagraphList const & paragraphs,
ParagraphList::const_iterator pit,
- ostream & os, TexRow & texrow,
+ odocstream & os, TexRow & texrow,
OutputParams const & runparams)
{
lyxerr[Debug::LATEX] << "TeXEnvironment... " << &*pit << endl;
if (!lyxrc.language_command_end.empty() &&
previous_language->babel() != doc_language->babel()) {
- os << subst(lyxrc.language_command_end, "$$lang",
- previous_language->babel())
+ os << from_ascii(subst(
+ lyxrc.language_command_end,
+ "$$lang",
+ previous_language->babel()))
<< endl;
texrow.newline();
}
if (lyxrc.language_command_end.empty() ||
language->babel() != doc_language->babel()) {
- os << subst(lyxrc.language_command_begin, "$$lang",
- language->babel())
+ os << from_ascii(subst(
+ lyxrc.language_command_begin,
+ "$$lang",
+ language->babel()))
<< endl;
texrow.newline();
}
bool leftindent_open = false;
if (!pit->params().leftIndent().zero()) {
- os << "\\begin{LyXParagraphLeftIndent}{" <<
- pit->params().leftIndent().asLatexString() << "}\n";
+ os << "\\begin{LyXParagraphLeftIndent}{"
+ << from_ascii(pit->params().leftIndent().asLatexString())
+ << "}\n";
texrow.newline();
leftindent_open = true;
}
if (style->isEnvironment()) {
- os << "\\begin{" << style->latexname() << '}';
+ os << "\\begin{" << from_ascii(style->latexname()) << '}';
if (style->optionalargs > 0) {
int ret = latexOptArgInsets(buf, *pit, os, runparams,
style->optionalargs);
}
}
if (style->latextype == LATEX_LIST_ENVIRONMENT) {
- os << "{" << pit->params().labelWidthString() << "}\n";
+ os << '{'
+ << pit->params().labelWidthString()
+ << "}\n";
} else if (style->labeltype == LABEL_BIBLIO) {
// ale970405
- // FIXME UNICODE
- os << '{' << lyx::to_utf8(bibitemWidest(buf)) << "}\n";
+ os << '{' << bibitemWidest(buf) << "}\n";
} else
- os << style->latexparam() << '\n';
+ os << from_ascii(style->latexparam()) << '\n';
texrow.newline();
}
ParagraphList::const_iterator par = pit;
&& par->params().leftIndent() == pit->params().leftIndent());
if (style->isEnvironment()) {
- os << "\\end{" << style->latexname() << "}\n";
+ os << "\\end{" << from_ascii(style->latexname()) << "}\n";
texrow.newline();
}
int latexOptArgInsets(Buffer const & buf, Paragraph const & par,
- ostream & os, OutputParams const & runparams, int number)
+ odocstream & os, OutputParams const & runparams, int number)
{
int lines = 0;
TeXOnePar(Buffer const & buf,
ParagraphList const & paragraphs,
ParagraphList::const_iterator pit,
- ostream & os, TexRow & texrow,
+ odocstream & ucs4, TexRow & texrow,
OutputParams const & runparams_in,
string const & everypar)
{
if (!lyxrc.language_command_end.empty() &&
previous_language->babel() != doc_language->babel())
{
- os << subst(lyxrc.language_command_end, "$$lang",
- previous_language->babel())
- << endl;
+ ucs4 << from_ascii(subst(lyxrc.language_command_end,
+ "$$lang",
+ previous_language->babel()))
+ << endl;
texrow.newline();
}
if (lyxrc.language_command_end.empty() ||
language->babel() != doc_language->babel())
{
- os << subst(lyxrc.language_command_begin, "$$lang",
- language->babel())
- << endl;
+ ucs4 << from_ascii(subst(
+ lyxrc.language_command_begin,
+ "$$lang",
+ language->babel()))
+ << endl;
texrow.newline();
}
}
if (bparams.inputenc == "auto" &&
language->encoding() != previous_language->encoding()) {
- os << "\\inputencoding{"
- << language->encoding()->latexName()
- << "}\n";
+ ucs4 << "\\inputencoding{"
+ << from_ascii(language->encoding()->latexName())
+ << "}\n";
texrow.newline();
}
+ // We need to output the paragraph to a temporary stream if we
+ // need to change the encoding. Don't do this if the result does
+ // not go to a file but to the builtin source viewer.
+ odocstringstream par_stream;
+ bool const change_encoding = !runparams_in.dryrun &&
+ bparams.inputenc == "auto" &&
+ language->encoding() != doc_language->encoding();
+ // don't trigger the copy ctor because it's private on msvc
+ odocstream & os = *(change_encoding ? &par_stream : &ucs4);
// In an an inset with unlimited length (all in one row),
// don't allow any special options in the paragraph
&& (pit == paragraphs.begin()
|| !boost::prior(pit)->hasSameLayout(*pit)))
{
- os << pit->params().spacing().writeEnvirBegin() << '\n';
+ os << from_ascii(pit->params().spacing().writeEnvirBegin())
+ << '\n';
texrow.newline();
}
switch (style->latextype) {
case LATEX_COMMAND:
- os << '\\' << style->latexname();
+ os << '\\' << from_ascii(style->latexname());
// Separate handling of optional argument inset.
if (style->optionalargs > 0) {
}
}
else
- os << style->latexparam();
+ os << from_ascii(style->latexparam());
break;
case LATEX_ITEM_ENVIRONMENT:
case LATEX_LIST_ENVIRONMENT:
break;
}
- os << everypar;
+ // FIXME UNICODE
+ os << from_utf8(everypar);
bool need_par = pit->simpleTeXOnePar(buf, bparams,
outerFont(std::distance(paragraphs.begin(), pit), paragraphs),
os, texrow, runparams);
&& !is_command) {
if (!need_par)
os << '{';
- os << "\\" << font.latexSize() << " \\par}";
+ os << "\\" << from_ascii(font.latexSize()) << " \\par}";
} else if (need_par) {
os << "\\par}";
} else if (is_command)
&& (boost::next(pit) == paragraphs.end()
|| !boost::next(pit)->hasSameLayout(*pit)))
{
- os << pit->params().spacing().writeEnvirEnd() << '\n';
+ os << from_ascii(pit->params().spacing().writeEnvirEnd())
+ << '\n';
texrow.newline();
}
}
// float.
if (lyxrc.language_command_end.empty())
- os << subst(lyxrc.language_command_begin,
- "$$lang",
- doc_language->babel())
+ os << from_ascii(subst(
+ lyxrc.language_command_begin,
+ "$$lang",
+ doc_language->babel()))
<< endl;
else
- os << subst(lyxrc.language_command_end,
- "$$lang",
- language->babel())
+ os << from_ascii(subst(
+ lyxrc.language_command_end,
+ "$$lang",
+ language->babel()))
<< endl;
texrow.newline();
}
if (boost::next(pit) != paragraphs.end() &&
lyxerr.debugging(Debug::LATEX))
lyxerr << "TeXOnePar...done " << &*boost::next(pit) << endl;
+
+ if (change_encoding) {
+ lyxerr[Debug::LATEX] << "Converting paragraph to encoding "
+ << language->encoding()->iconvName() << endl;
+ docstring const par = par_stream.str();
+ // Convert the paragraph to the 8bit encoding that we need to
+ // output.
+ std::vector<char> const encoded = lyx::ucs4_to_eightbit(par.c_str(),
+ par.size(), language->encoding()->iconvName());
+ // Interpret this as if it was in the 8 bit encoding of the
+ // document language and convert it back to UCS4. That means
+ // that faked does not contain pure UCS4 anymore, but what
+ // will be written to the output file will be correct, because
+ // the real output stream will do a UCS4 -> document language
+ // encoding conversion.
+ // This is of course a hack, but not a bigger one than mixing
+ // two encodings in one file.
+ // FIXME: Catch iconv conversion errors and display an error
+ // dialog.
+
+ // Here follows an explanation how I (gb) came to the current
+ // solution:
+
+ // codecvt facets are only used by file streams -> OK, maybe
+ // we could use file streams and not generic streams in the
+ // latex() methods? No, that does not work, we use them at
+ // several places to write to string streams.
+ // Next try: Maybe we could do something else than codecvt
+ // in our streams, and add a setEncoding() method? That
+ // does not work unless we rebuild the functionality of file
+ // and string streams, since both odocfstream and
+ // odocstringstream inherit from std::basic_ostream<docstring>
+ // and we can neither add a method to that class nor change
+ // the inheritance of the file and string streams.
+
+ // What might be possible is to encapsulate the real file and
+ // string streams in our own version, and use a homemade
+ // streambuf that would do the encoding conversion and then
+ // forward to the real stream. That would probably work, but
+ // would require far more code and a good understanding of
+ // stream buffers to get it right.
+
+ // Another idea by JMarc is to use a modifier like
+ // os << setencoding("iso-8859-1");
+ // That currently looks like the best idea.
+
+ std::vector<char_type> const faked = lyx::eightbit_to_ucs4(&(encoded[0]),
+ encoded.size(), doc_language->encoding()->iconvName());
+ std::vector<char_type>::const_iterator const end = faked.end();
+ std::vector<char_type>::const_iterator it = faked.begin();
+ for (; it != end; ++it)
+ ucs4.put(*it);
+ }
+
return ++pit;
}
// LaTeX all paragraphs
void latexParagraphs(Buffer const & buf,
ParagraphList const & paragraphs,
- ostream & os,
+ odocstream & os,
TexRow & texrow,
OutputParams const & runparams,
string const & everypar)
was_title = true;
if (tclass.titletype() == TITLE_ENVIRONMENT) {
os << "\\begin{"
- << tclass.titlename()
+ << from_ascii(tclass.titlename())
<< "}\n";
texrow.newline();
}
}
} else if (was_title && !already_title) {
if (tclass.titletype() == TITLE_ENVIRONMENT) {
- os << "\\end{" << tclass.titlename()
+ os << "\\end{" << from_ascii(tclass.titlename())
<< "}\n";
}
else {
- os << "\\" << tclass.titlename()
+ os << "\\" << from_ascii(tclass.titlename())
<< "\n";
}
texrow.newline();
// It might be that we only have a title in this document
if (was_title && !already_title) {
if (tclass.titletype() == TITLE_ENVIRONMENT) {
- os << "\\end{" << tclass.titlename()
+ os << "\\end{" << from_ascii(tclass.titlename())
<< "}\n";
}
else {
- os << "\\" << tclass.titlename()
+ os << "\\" << from_ascii(tclass.titlename())
<< "\n";
}
texrow.newline();
}
}
+
+
+} // namespace lyx
projects / lyx.git / blobdiff